diff --git "a/logs/train_metrics.csv" "b/logs/train_metrics.csv"
--- "a/logs/train_metrics.csv"
+++ "b/logs/train_metrics.csv"
@@ -1,2707 +1,31462 @@
 Name,Value,Timestamp,Step
-"train_loss",1.1338625,1613824468871,0
-"raw_loss",1.1338636,1613824468871,0
-"wd_0",0.01,1613824468871,0
-"sqr_mom_0",0.99,1613824468871,0
-"lr_0",4e-06,1613824468871,0
-"mom_0",0.95,1613824468871,0
-"eps_0",1e-05,1613824468871,0
-"wd_1",0.01,1613824468871,0
-"sqr_mom_1",0.99,1613824468871,0
-"lr_1",4e-06,1613824468871,0
-"mom_1",0.95,1613824468871,0
-"eps_1",1e-05,1613824468871,0
-"wd_2",0.01,1613824468871,0
-"sqr_mom_2",0.99,1613824468871,0
-"lr_2",4e-05,1613824468871,0
-"mom_2",0.95,1613824468871,0
-"eps_2",1e-05,1613824468871,0
-"train_loss",1.0740391,1613824469794,1
-"raw_loss",1.015413,1613824469794,1
-"wd_0",0.01,1613824469794,1
-"sqr_mom_0",0.99,1613824469794,1
-"lr_0",4.009559427763895e-06,1613824469794,1
-"mom_0",0.9499900422627459,1613824469794,1
-"eps_0",1e-05,1613824469794,1
-"wd_1",0.01,1613824469794,1
-"sqr_mom_1",0.99,1613824469794,1
-"lr_1",4.009559427763895e-06,1613824469794,1
-"mom_1",0.9499900422627459,1613824469794,1
-"eps_1",1e-05,1613824469794,1
-"wd_2",0.01,1613824469794,1
-"sqr_mom_2",0.99,1613824469794,1
-"lr_2",4.0095594277638955e-05,1613824469794,1
-"mom_2",0.9499900422627459,1613824469794,1
-"eps_2",1e-05,1613824469794,1
-"train_loss",0.943522,1613824470702,2
-"raw_loss",0.69026715,1613824470702,2
-"wd_0",0.01,1613824470702,2
-"sqr_mom_0",0.99,1613824470702,2
-"lr_0",4.0382339034447715e-06,1613824470702,2
-"mom_0",0.949960173017245,1613824470702,2
-"eps_0",1e-05,1613824470702,2
-"wd_1",0.01,1613824470702,2
-"sqr_mom_1",0.99,1613824470702,2
-"lr_1",4.0382339034447715e-06,1613824470702,2
-"mom_1",0.949960173017245,1613824470702,2
-"eps_1",1e-05,1613824470702,2
-"wd_2",0.01,1613824470702,2
-"sqr_mom_2",0.99,1613824470702,2
-"lr_2",4.038233903444772e-05,1613824470702,2
-"mom_2",0.949960173017245,1613824470702,2
-"eps_2",1e-05,1613824470702,2
-"train_loss",0.8829396,1613824471618,3
-"raw_loss",0.7083665,1613824471618,3
-"wd_0",0.01,1613824471618,3
-"sqr_mom_0",0.99,1613824471618,3
-"lr_0",4.086012005726854e-06,1613824471618,3
-"mom_0",0.9499104041607012,1613824471618,3
-"eps_0",1e-05,1613824471618,3
-"wd_1",0.01,1613824471618,3
-"sqr_mom_1",0.99,1613824471618,3
-"lr_1",4.086012005726854e-06,1613824471618,3
-"mom_1",0.9499104041607012,1613824471618,3
-"eps_1",1e-05,1613824471618,3
-"wd_2",0.01,1613824471618,3
-"sqr_mom_2",0.99,1613824471618,3
-"lr_2",4.086012005726854e-05,1613824471618,3
-"mom_2",0.9499104041607012,1613824471618,3
-"eps_2",1e-05,1613824471618,3
-"train_loss",0.81015086,1613824472536,4
-"raw_loss",0.53326553,1613824472536,4
-"wd_0",0.01,1613824472536,4
-"sqr_mom_0",0.99,1613824472536,4
-"lr_0",4.152874704138565e-06,1613824472536,4
-"mom_0",0.9498407555165223,1613824472536,4
-"eps_0",1e-05,1613824472536,4
-"wd_1",0.01,1613824472536,4
-"sqr_mom_1",0.99,1613824472536,4
-"lr_1",4.152874704138565e-06,1613824472536,4
-"mom_1",0.9498407555165223,1613824472536,4
-"eps_1",1e-05,1613824472536,4
-"wd_2",0.01,1613824472536,4
-"sqr_mom_2",0.99,1613824472536,4
-"lr_2",4.152874704138565e-05,1613824472536,4
-"mom_2",0.9498407555165223,1613824472536,4
-"eps_2",1e-05,1613824472536,4
-"train_loss",0.7213861,1613824473451,5
-"raw_loss",0.30349252,1613824473451,5
-"wd_0",0.01,1613824473451,5
-"sqr_mom_0",0.99,1613824473451,5
-"lr_0",4.238795394615183e-06,1613824473451,5
-"mom_0",0.9497512547972758,1613824473451,5
-"eps_0",1e-05,1613824473451,5
-"wd_1",0.01,1613824473451,5
-"sqr_mom_1",0.99,1613824473451,5
-"lr_1",4.238795394615183e-06,1613824473451,5
-"mom_1",0.9497512547972758,1613824473451,5
-"eps_1",1e-05,1613824473451,5
-"wd_2",0.01,1613824473451,5
-"sqr_mom_2",0.99,1613824473451,5
-"lr_2",4.2387953946151834e-05,1613824473451,5
-"mom_2",0.9497512547972758,1613824473451,5
-"eps_2",1e-05,1613824473451,5
-"train_loss",0.6719374,1613824474370,6
-"raw_loss",0.39533567,1613824474370,6
-"wd_0",0.01,1613824474370,6
-"sqr_mom_0",0.99,1613824474370,6
-"lr_0",4.343739770193693e-06,1613824474370,6
-"mom_0",0.9496419377393815,1613824474370,6
-"eps_0",1e-05,1613824474370,6
-"wd_1",0.01,1613824474370,6
-"sqr_mom_1",0.99,1613824474370,6
-"lr_1",4.343739770193693e-06,1613824474370,6
-"mom_1",0.9496419377393815,1613824474370,6
-"eps_1",1e-05,1613824474370,6
-"wd_2",0.01,1613824474370,6
-"sqr_mom_2",0.99,1613824474370,6
-"lr_2",4.343739770193693e-05,1613824474370,6
-"mom_2",0.9496419377393815,1613824474370,6
-"eps_2",1e-05,1613824474370,6
-"train_loss",0.6352312,1613824475288,7
-"raw_loss",0.39804167,1613824475288,7
-"wd_0",0.01,1613824475288,7
-"sqr_mom_0",0.99,1613824475288,7
-"lr_0",4.467666153583133e-06,1613824475288,7
-"mom_0",0.9495128477566842,1613824475288,7
-"eps_0",1e-05,1613824475288,7
-"wd_1",0.01,1613824475288,7
-"sqr_mom_1",0.99,1613824475288,7
-"lr_1",4.467666153583133e-06,1613824475288,7
-"mom_1",0.9495128477566842,1613824475288,7
-"eps_1",1e-05,1613824475288,7
-"wd_2",0.01,1613824475288,7
-"sqr_mom_2",0.99,1613824475288,7
-"lr_2",4.4676661535831333e-05,1613824475288,7
-"mom_2",0.9495128477566842,1613824475288,7
-"eps_2",1e-05,1613824475288,7
-"train_loss",0.608097,1613824476211,8
-"raw_loss",0.40967506,1613824476211,8
-"wd_0",0.01,1613824476211,8
-"sqr_mom_0",0.99,1613824476211,8
-"lr_0",4.610525038422375e-06,1613824476211,8
-"mom_0",0.94936403641831,1613824476211,8
-"eps_0",1e-05,1613824476211,8
-"wd_1",0.01,1613824476211,8
-"sqr_mom_1",0.99,1613824476211,8
-"lr_1",4.610525038422375e-06,1613824476211,8
-"mom_1",0.94936403641831,1613824476211,8
-"eps_1",1e-05,1613824476211,8
-"wd_2",0.01,1613824476211,8
-"sqr_mom_2",0.99,1613824476211,8
-"lr_2",4.610525038422376e-05,1613824476211,8
-"mom_2",0.94936403641831,1613824476211,8
-"eps_2",1e-05,1613824476211,8
-"train_loss",0.6271928,1613824477144,9
-"raw_loss",0.7827542,1613824477144,9
-"wd_0",0.01,1613824477144,9
-"sqr_mom_0",0.99,1613824477144,9
-"lr_0",4.772259690167275e-06,1613824477144,9
-"mom_0",0.9491955628227424,1613824477144,9
-"eps_0",1e-05,1613824477144,9
-"wd_1",0.01,1613824477144,9
-"sqr_mom_1",0.99,1613824477144,9
-"lr_1",4.772259690167275e-06,1613824477144,9
-"mom_1",0.9491955628227424,1613824477144,9
-"eps_1",1e-05,1613824477144,9
-"wd_2",0.01,1613824477144,9
-"sqr_mom_2",0.99,1613824477144,9
-"lr_2",4.7722596901672744e-05,1613824477144,9
-"mom_2",0.9491955628227424,1613824477144,9
-"eps_2",1e-05,1613824477144,9
-"train_loss",0.59348357,1613824478069,10
-"raw_loss",0.29133362,1613824478069,10
-"wd_0",0.01,1613824478069,10
-"sqr_mom_0",0.99,1613824478069,10
-"lr_0",4.952805610107015e-06,1613824478069,10
-"mom_0",0.9490074941561385,1613824478069,10
-"eps_0",1e-05,1613824478069,10
-"wd_1",0.01,1613824478069,10
-"sqr_mom_1",0.99,1613824478069,10
-"lr_1",4.952805610107015e-06,1613824478069,10
-"mom_1",0.9490074941561385,1613824478069,10
-"eps_1",1e-05,1613824478069,10
-"wd_2",0.01,1613824478069,10
-"sqr_mom_2",0.99,1613824478069,10
-"lr_2",4.952805610107016e-05,1613824478069,10
-"mom_2",0.9490074941561385,1613824478069,10
-"eps_2",1e-05,1613824478069,10
-"train_loss",0.56362176,1613824478998,11
-"raw_loss",0.27204603,1613824478998,11
-"wd_0",0.01,1613824478998,11
-"sqr_mom_0",0.99,1613824478998,11
-"lr_0",5.1520907627064555e-06,1613824478998,11
-"mom_0",0.9487999054555141,1613824478998,11
-"eps_0",1e-05,1613824478998,11
-"wd_1",0.01,1613824478998,11
-"sqr_mom_1",0.99,1613824478998,11
-"lr_1",5.1520907627064555e-06,1613824478998,11
-"mom_1",0.9487999054555141,1613824478998,11
-"eps_1",1e-05,1613824478998,11
-"wd_2",0.01,1613824478998,11
-"sqr_mom_2",0.99,1613824478998,11
-"lr_2",5.152090762706456e-05,1613824478998,11
-"mom_2",0.9487999054555141,1613824478998,11
-"eps_2",1e-05,1613824478998,11
-"train_loss",0.55325305,1613824479931,12
-"raw_loss",0.44387496,1613824479931,12
-"wd_0",0.01,1613824479931,12
-"sqr_mom_0",0.99,1613824479931,12
-"lr_0",5.370035871207568e-06,1613824479931,12
-"mom_0",0.9485728793008255,1613824479931,12
-"eps_0",1e-05,1613824479931,12
-"wd_1",0.01,1613824479931,12
-"sqr_mom_1",0.99,1613824479931,12
-"lr_1",5.370035871207568e-06,1613824479931,12
-"mom_1",0.9485728793008255,1613824479931,12
-"eps_1",1e-05,1613824479931,12
-"wd_2",0.01,1613824479931,12
-"sqr_mom_2",0.99,1613824479931,12
-"lr_2",5.3700358712075686e-05,1613824479931,12
-"mom_2",0.9485728793008255,1613824479931,12
-"eps_2",1e-05,1613824479931,12
-"train_loss",0.5575257,1613824480863,13
-"raw_loss",0.60588366,1613824480863,13
-"wd_0",0.01,1613824480863,13
-"sqr_mom_0",0.99,1613824480863,13
-"lr_0",5.6065544142990906e-06,1613824480863,13
-"mom_0",0.9483265058184384,1613824480863,13
-"eps_0",1e-05,1613824480863,13
-"wd_1",0.01,1613824480863,13
-"sqr_mom_1",0.99,1613824480863,13
-"lr_1",5.6065544142990906e-06,1613824480863,13
-"mom_1",0.9483265058184384,1613824480863,13
-"eps_1",1e-05,1613824480863,13
-"wd_2",0.01,1613824480863,13
-"sqr_mom_2",0.99,1613824480863,13
-"lr_2",5.6065544142990906e-05,1613824480863,13
-"mom_2",0.9483265058184384,1613824480863,13
-"eps_2",1e-05,1613824480863,13
-"train_loss",0.5432169,1613824481796,14
-"raw_loss",0.37048712,1613824481796,14
-"wd_0",0.01,1613824481796,14
-"sqr_mom_0",0.99,1613824481796,14
-"lr_0",5.861551629698894e-06,1613824481796,14
-"mom_0",0.9480608837190636,1613824481796,14
-"eps_0",1e-05,1613824481796,14
-"wd_1",0.01,1613824481796,14
-"sqr_mom_1",0.99,1613824481796,14
-"lr_1",5.861551629698894e-06,1613824481796,14
-"mom_1",0.9480608837190636,1613824481796,14
-"eps_1",1e-05,1613824481796,14
-"wd_2",0.01,1613824481796,14
-"sqr_mom_2",0.99,1613824481796,14
-"lr_2",5.861551629698895e-05,1613824481796,14
-"mom_2",0.9480608837190636,1613824481796,14
-"eps_2",1e-05,1613824481796,14
-"train_loss",0.52868545,1613824482735,15
-"raw_loss",0.3425373,1613824482735,15
-"wd_0",0.01,1613824482735,15
-"sqr_mom_0",0.99,1613824482735,15
-"lr_0",6.134926216169848e-06,1613824482735,15
-"mom_0",0.947776118524823,1613824482735,15
-"eps_0",1e-05,1613824482735,15
-"wd_1",0.01,1613824482735,15
-"sqr_mom_1",0.99,1613824482735,15
-"lr_1",6.134926216169848e-06,1613824482735,15
-"mom_1",0.947776118524823,1613824482735,15
-"eps_1",1e-05,1613824482735,15
-"wd_2",0.01,1613824482735,15
-"sqr_mom_2",0.99,1613824482735,15
-"lr_2",6.134926216169849e-05,1613824482735,15
-"mom_2",0.947776118524823,1613824482735,15
-"eps_2",1e-05,1613824482735,15
-"train_loss",0.5322244,1613824483662,16
-"raw_loss",0.5801199,1613824483662,16
-"wd_0",0.01,1613824483662,16
-"sqr_mom_0",0.99,1613824483662,16
-"lr_0",6.426569286083635e-06,1613824483662,16
-"mom_0",0.9474723236603295,1613824483662,16
-"eps_0",1e-05,1613824483662,16
-"wd_1",0.01,1613824483662,16
-"sqr_mom_1",0.99,1613824483662,16
-"lr_1",6.426569286083635e-06,1613824483662,16
-"mom_1",0.9474723236603295,1613824483662,16
-"eps_1",1e-05,1613824483662,16
-"wd_2",0.01,1613824483662,16
-"sqr_mom_2",0.99,1613824483662,16
-"lr_2",6.426569286083637e-05,1613824483662,16
-"mom_2",0.9474723236603295,1613824483662,16
-"eps_2",1e-05,1613824483662,16
-"train_loss",0.54955846,1613824484598,17
-"raw_loss",0.7964517,1613824484598,17
-"wd_0",0.01,1613824484598,17
-"sqr_mom_0",0.99,1613824484598,17
-"lr_0",6.7363650492297375e-06,1613824484598,17
-"mom_0",0.9471496197403857,1613824484598,17
-"eps_0",1e-05,1613824484598,17
-"wd_1",0.01,1613824484598,17
-"sqr_mom_1",0.99,1613824484598,17
-"lr_1",6.7363650492297375e-06,1613824484598,17
-"mom_1",0.9471496197403857,1613824484598,17
-"eps_1",1e-05,1613824484598,17
-"wd_2",0.01,1613824484598,17
-"sqr_mom_2",0.99,1613824484598,17
-"lr_2",6.736365049229738e-05,1613824484598,17
-"mom_2",0.9471496197403857,1613824484598,17
-"eps_2",1e-05,1613824484598,17
-"train_loss",0.5322558,1613824485531,18
-"raw_loss",0.27378368,1613824485531,18
-"wd_0",0.01,1613824485531,18
-"sqr_mom_0",0.99,1613824485531,18
-"lr_0",7.06418938445837e-06,1613824485531,18
-"mom_0",0.9468081360578559,1613824485531,18
-"eps_0",1e-05,1613824485531,18
-"wd_1",0.01,1613824485531,18
-"sqr_mom_1",0.99,1613824485531,18
-"lr_1",7.06418938445837e-06,1613824485531,18
-"mom_1",0.9468081360578559,1613824485531,18
-"eps_1",1e-05,1613824485531,18
-"wd_2",0.01,1613824485531,18
-"sqr_mom_2",0.99,1613824485531,18
-"lr_2",7.06418938445837e-05,1613824485531,18
-"mom_2",0.9468081360578559,1613824485531,18
-"eps_2",1e-05,1613824485531,18
-"train_loss",0.5240023,1613824486461,19
-"raw_loss",0.39508528,1613824486461,19
-"wd_0",0.01,1613824486461,19
-"sqr_mom_0",0.99,1613824486461,19
-"lr_0",7.409912069008094e-06,1613824486461,19
-"mom_0",0.9464480082614498,1613824486461,19
-"eps_0",1e-05,1613824486461,19
-"wd_1",0.01,1613824486461,19
-"sqr_mom_1",0.99,1613824486461,19
-"lr_1",7.409912069008094e-06,1613824486461,19
-"mom_1",0.9464480082614498,1613824486461,19
-"eps_1",1e-05,1613824486461,19
-"wd_2",0.01,1613824486461,19
-"sqr_mom_2",0.99,1613824486461,19
-"lr_2",7.409912069008095e-05,1613824486461,19
-"mom_2",0.9464480082614498,1613824486461,19
-"eps_2",1e-05,1613824486461,19
-"train_loss",0.52015156,1613824487380,20
-"raw_loss",0.45743328,1613824487380,20
-"wd_0",0.01,1613824487380,20
-"sqr_mom_0",0.99,1613824487380,20
-"lr_0",7.773395834984238e-06,1613824487380,20
-"mom_0",0.9460693793385581,1613824487380,20
-"eps_0",1e-05,1613824487380,20
-"wd_1",0.01,1613824487380,20
-"sqr_mom_1",0.99,1613824487380,20
-"lr_1",7.773395834984238e-06,1613824487380,20
-"mom_1",0.9460693793385581,1613824487380,20
-"eps_1",1e-05,1613824487380,20
-"wd_2",0.01,1613824487380,20
-"sqr_mom_2",0.99,1613824487380,20
-"lr_2",7.773395834984238e-05,1613824487380,20
-"mom_2",0.9460693793385581,1613824487380,20
-"eps_2",1e-05,1613824487380,20
-"train_loss",0.5212686,1613824488310,21
-"raw_loss",0.5401934,1613824488310,21
-"wd_0",0.01,1613824488310,21
-"sqr_mom_0",0.99,1613824488310,21
-"lr_0",8.154495508105691e-06,1613824488310,21
-"mom_0",0.9456724005123899,1613824488310,21
-"eps_0",1e-05,1613824488310,21
-"wd_1",0.01,1613824488310,21
-"sqr_mom_1",0.99,1613824488310,21
-"lr_1",8.154495508105691e-06,1613824488310,21
-"mom_1",0.9456724005123899,1613824488310,21
-"eps_1",1e-05,1613824488310,21
-"wd_2",0.01,1613824488310,21
-"sqr_mom_2",0.99,1613824488310,21
-"lr_2",8.154495508105693e-05,1613824488310,21
-"mom_2",0.9456724005123899,1613824488310,21
-"eps_2",1e-05,1613824488310,21
-"train_loss",0.53526735,1613824489232,22
-"raw_loss",0.7814038,1613824489232,22
-"wd_0",0.01,1613824489232,22
-"sqr_mom_0",0.99,1613824489232,22
-"lr_0",8.553058337262749e-06,1613824489232,22
-"mom_0",0.9452572308986846,1613824489232,22
-"eps_0",1e-05,1613824489232,22
-"wd_1",0.01,1613824489232,22
-"sqr_mom_1",0.99,1613824489232,22
-"lr_1",8.553058337262749e-06,1613824489232,22
-"mom_1",0.9452572308986846,1613824489232,22
-"eps_1",1e-05,1613824489232,22
-"wd_2",0.01,1613824489232,22
-"sqr_mom_2",0.99,1613824489232,22
-"lr_2",8.55305833726275e-05,1613824489232,22
-"mom_2",0.9452572308986846,1613824489232,22
-"eps_2",1e-05,1613824489232,22
-"train_loss",0.528405,1613824490145,23
-"raw_loss",0.4034359,1613824490145,23
-"wd_0",0.01,1613824490145,23
-"sqr_mom_0",0.99,1613824490145,23
-"lr_0",8.968927440491031e-06,1613824490145,23
-"mom_0",0.9448240339161551,1613824490145,23
-"eps_0",1e-05,1613824490145,23
-"wd_1",0.01,1613824490145,23
-"sqr_mom_1",0.99,1613824490145,23
-"lr_1",8.968927440491031e-06,1613824490145,23
-"mom_1",0.9448240339161551,1613824490145,23
-"eps_1",1e-05,1613824490145,23
-"wd_2",0.01,1613824490145,23
-"sqr_mom_2",0.99,1613824490145,23
-"lr_2",8.968927440491031e-05,1613824490145,23
-"mom_2",0.9448240339161551,1613824490145,23
-"eps_2",1e-05,1613824490145,23
-"train_loss",0.537701,1613824491068,24
-"raw_loss",0.71271473,1613824491068,24
-"wd_0",0.01,1613824491068,24
-"sqr_mom_0",0.99,1613824491068,24
-"lr_0",9.401935222813777e-06,1613824491068,24
-"mom_0",0.9443729841429023,1613824491068,24
-"eps_0",1e-05,1613824491068,24
-"wd_1",0.01,1613824491068,24
-"sqr_mom_1",0.99,1613824491068,24
-"lr_1",9.401935222813777e-06,1613824491068,24
-"mom_1",0.9443729841429023,1613824491068,24
-"eps_1",1e-05,1613824491068,24
-"wd_2",0.01,1613824491068,24
-"sqr_mom_2",0.99,1613824491068,24
-"lr_2",9.401935222813777e-05,1613824491068,24
-"mom_2",0.9443729841429023,1613824491068,24
-"eps_2",1e-05,1613824491068,24
-"train_loss",0.5244502,1613824491988,25
-"raw_loss",0.26698288,1613824491988,25
-"wd_0",0.01,1613824491988,25
-"sqr_mom_0",0.99,1613824491988,25
-"lr_0",9.851911244073228e-06,1613824491988,25
-"mom_0",0.943904259120757,1613824491988,25
-"eps_0",1e-05,1613824491988,25
-"wd_1",0.01,1613824491988,25
-"sqr_mom_1",0.99,1613824491988,25
-"lr_1",9.851911244073228e-06,1613824491988,25
-"mom_1",0.943904259120757,1613824491988,25
-"eps_1",1e-05,1613824491988,25
-"wd_2",0.01,1613824491988,25
-"sqr_mom_2",0.99,1613824491988,25
-"lr_2",9.851911244073227e-05,1613824491988,25
-"mom_2",0.943904259120757,1613824491988,25
-"eps_2",1e-05,1613824491988,25
-"train_loss",0.5196765,1613824492899,26
-"raw_loss",0.4241009,1613824492899,26
-"wd_0",0.01,1613824492899,26
-"sqr_mom_0",0.99,1613824492899,26
-"lr_0",1.0318675278608704e-05,1613824492899,26
-"mom_0",0.9434180465847826,1613824492899,26
-"eps_0",1e-05,1613824492899,26
-"wd_1",0.01,1613824492899,26
-"sqr_mom_1",0.99,1613824492899,26
-"lr_1",1.0318675278608704e-05,1613824492899,26
-"mom_1",0.9434180465847826,1613824492899,26
-"eps_1",1e-05,1613824492899,26
-"wd_2",0.01,1613824492899,26
-"sqr_mom_2",0.99,1613824492899,26
-"lr_2",0.00010318675278608706,1613824492899,26
-"mom_2",0.9434180465847826,1613824492899,26
-"eps_2",1e-05,1613824492899,26
-"train_loss",0.51607245,1613824493810,27
-"raw_loss",0.44182375,1613824493810,27
-"wd_0",0.01,1613824493810,27
-"sqr_mom_0",0.99,1613824493810,27
-"lr_0",1.0802040256448307e-05,1613824493810,27
-"mom_0",0.942914541399533,1613824493810,27
-"eps_0",1e-05,1613824493810,27
-"wd_1",0.01,1613824493810,27
-"sqr_mom_1",0.99,1613824493810,27
-"lr_1",1.0802040256448307e-05,1613824493810,27
-"mom_1",0.942914541399533,1613824493810,27
-"eps_1",1e-05,1613824493810,27
-"wd_2",0.01,1613824493810,27
-"sqr_mom_2",0.99,1613824493810,27
-"lr_2",0.00010802040256448309,1613824493810,27
-"mom_2",0.942914541399533,1613824493810,27
-"eps_2",1e-05,1613824493810,27
-"train_loss",0.50737333,1613824494722,28
-"raw_loss",0.32322118,1613824494722,28
-"wd_0",0.01,1613824494722,28
-"sqr_mom_0",0.99,1613824494722,28
-"lr_0",1.1301815915877466e-05,1613824494722,28
-"mom_0",0.9423939417542943,1613824494722,28
-"eps_0",1e-05,1613824494722,28
-"wd_1",0.01,1613824494722,28
-"sqr_mom_1",0.99,1613824494722,28
-"lr_1",1.1301815915877466e-05,1613824494722,28
-"mom_1",0.9423939417542943,1613824494722,28
-"eps_1",1e-05,1613824494722,28
-"wd_2",0.01,1613824494722,28
-"sqr_mom_2",0.99,1613824494722,28
-"lr_2",0.00011301815915877467,1613824494722,28
-"mom_2",0.9423939417542943,1613824494722,28
-"eps_2",1e-05,1613824494722,28
-"train_loss",0.5057137,1613824495634,29
-"raw_loss",0.46965617,1613824495634,29
-"wd_0",0.01,1613824495634,29
-"sqr_mom_0",0.99,1613824495634,29
-"lr_0",1.1817800847632122e-05,1613824495634,29
-"mom_0",0.9418564574503832,1613824495634,29
-"eps_0",1e-05,1613824495634,29
-"wd_1",0.01,1613824495634,29
-"sqr_mom_1",0.99,1613824495634,29
-"lr_1",1.1817800847632122e-05,1613824495634,29
-"mom_1",0.9418564574503832,1613824495634,29
-"eps_1",1e-05,1613824495634,29
-"wd_2",0.01,1613824495634,29
-"sqr_mom_2",0.99,1613824495634,29
-"lr_2",0.00011817800847632124,1613824495634,29
-"mom_2",0.9418564574503832,1613824495634,29
-"eps_2",1e-05,1613824495634,29
-"train_loss",0.4955519,1613824496542,30
-"raw_loss",0.26923698,1613824496542,30
-"wd_0",0.01,1613824496542,30
-"sqr_mom_0",0.99,1613824496542,30
-"lr_0",1.2349791950158995e-05,1613824496542,30
-"mom_0",0.9413023000519176,1613824496542,30
-"eps_0",1e-05,1613824496542,30
-"wd_1",0.01,1613824496542,30
-"sqr_mom_1",0.99,1613824496542,30
-"lr_1",1.2349791950158995e-05,1613824496542,30
-"mom_1",0.9413023000519176,1613824496542,30
-"eps_1",1e-05,1613824496542,30
-"wd_2",0.01,1613824496542,30
-"sqr_mom_2",0.99,1613824496542,30
-"lr_2",0.00012349791950158997,1613824496542,30
-"mom_2",0.9413023000519176,1613824496542,30
-"eps_2",1e-05,1613824496542,30
-"train_loss",0.49673352,1613824497445,31
-"raw_loss",0.52368045,1613824497445,31
-"wd_0",0.01,1613824497445,31
-"sqr_mom_0",0.99,1613824497445,31
-"lr_0",1.289757613462115e-05,1613824497445,31
-"mom_0",0.9407316915264362,1613824497445,31
-"eps_0",1e-05,1613824497445,31
-"wd_1",0.01,1613824497445,31
-"sqr_mom_1",0.99,1613824497445,31
-"lr_1",1.289757613462115e-05,1613824497445,31
-"mom_1",0.9407316915264362,1613824497445,31
-"eps_1",1e-05,1613824497445,31
-"wd_2",0.01,1613824497445,31
-"sqr_mom_2",0.99,1613824497445,31
-"lr_2",0.0001289757613462115,1613824497445,31
-"mom_2",0.9407316915264362,1613824497445,31
-"eps_2",1e-05,1613824497445,31
-"train_loss",0.50158304,1613824498356,32
-"raw_loss",0.6147217,1613824498356,32
-"wd_0",0.01,1613824498356,32
-"sqr_mom_0",0.99,1613824498356,32
-"lr_0",1.3460933873494347e-05,1613824498356,32
-"mom_0",0.9401448605484434,1613824498356,32
-"eps_0",1e-05,1613824498356,32
-"wd_1",0.01,1613824498356,32
-"sqr_mom_1",0.99,1613824498356,32
-"lr_1",1.3460933873494347e-05,1613824498356,32
-"mom_1",0.9401448605484434,1613824498356,32
-"eps_1",1e-05,1613824498356,32
-"wd_2",0.01,1613824498356,32
-"sqr_mom_2",0.99,1613824498356,32
-"lr_2",0.00013460933873494347,1613824498356,32
-"mom_2",0.9401448605484434,1613824498356,32
-"eps_2",1e-05,1613824498356,32
-"train_loss",0.49331534,1613824499267,33
-"raw_loss",0.29618663,1613824499267,33
-"wd_0",0.01,1613824499267,33
-"sqr_mom_0",0.99,1613824499267,33
-"lr_0",1.4039643418380948e-05,1613824499267,33
-"mom_0",0.9395420381058531,1613824499267,33
-"eps_0",1e-05,1613824499267,33
-"wd_1",0.01,1613824499267,33
-"sqr_mom_1",0.99,1613824499267,33
-"lr_1",1.4039643418380948e-05,1613824499267,33
-"mom_1",0.9395420381058531,1613824499267,33
-"eps_1",1e-05,1613824499267,33
-"wd_2",0.01,1613824499267,33
-"sqr_mom_2",0.99,1613824499267,33
-"lr_2",0.0001403964341838095,1613824499267,33
-"mom_2",0.9395420381058531,1613824499267,33
-"eps_2",1e-05,1613824499267,33
-"train_loss",0.48474786,1613824500175,34
-"raw_loss",0.27616236,1613824500175,34
-"wd_0",0.01,1613824500175,34
-"sqr_mom_0",0.99,1613824500175,34
-"lr_0",1.4633472960142029e-05,1613824500175,34
-"mom_0",0.9389234656665186,1613824500175,34
-"eps_0",1e-05,1613824500175,34
-"wd_1",0.01,1613824500175,34
-"sqr_mom_1",0.99,1613824500175,34
-"lr_1",1.4633472960142029e-05,1613824500175,34
-"mom_1",0.9389234656665186,1613824500175,34
-"eps_1",1e-05,1613824500175,34
-"wd_2",0.01,1613824500175,34
-"sqr_mom_2",0.99,1613824500175,34
-"lr_2",0.0001463347296014203,1613824500175,34
-"mom_2",0.9389234656665186,1613824500175,34
-"eps_2",1e-05,1613824500175,34
-"train_loss",0.48385224,1613824501074,35
-"raw_loss",0.46160516,1613824501074,35
-"wd_0",0.01,1613824501074,35
-"sqr_mom_0",0.99,1613824501074,35
-"lr_0",1.524218452536167e-05,1613824501074,35
-"mom_0",0.9382893911194149,1613824501074,35
-"eps_0",1e-05,1613824501074,35
-"wd_1",0.01,1613824501074,35
-"sqr_mom_1",0.99,1613824501074,35
-"lr_1",1.524218452536167e-05,1613824501074,35
-"mom_1",0.9382893911194149,1613824501074,35
-"eps_1",1e-05,1613824501074,35
-"wd_2",0.01,1613824501074,35
-"sqr_mom_2",0.99,1613824501074,35
-"lr_2",0.0001524218452536167,1613824501074,35
-"mom_2",0.9382893911194149,1613824501074,35
-"eps_2",1e-05,1613824501074,35
-"train_loss",0.47123933,1613824501971,36
-"raw_loss",0.15184765,1613824501971,36
-"wd_0",0.01,1613824501971,36
-"sqr_mom_0",0.99,1613824501971,36
-"lr_0",1.5865538513507337e-05,1613824501971,36
-"mom_0",0.9376400640484298,1613824501971,36
-"eps_0",1e-05,1613824501971,36
-"wd_1",0.01,1613824501971,36
-"sqr_mom_1",0.99,1613824501971,36
-"lr_1",1.5865538513507337e-05,1613824501971,36
-"mom_1",0.9376400640484298,1613824501971,36
-"eps_1",1e-05,1613824501971,36
-"wd_2",0.01,1613824501971,36
-"sqr_mom_2",0.99,1613824501971,36
-"lr_2",0.0001586553851350734,1613824501971,36
-"mom_2",0.9376400640484298,1613824501971,36
-"eps_2",1e-05,1613824501971,36
-"train_loss",0.46278793,1613824502880,37
-"raw_loss",0.24477509,1613824502880,37
-"wd_0",0.01,1613824502880,37
-"sqr_mom_0",0.99,1613824502880,37
-"lr_0",1.6503285225903715e-05,1613824502880,37
-"mom_0",0.9369757445563502,1613824502880,37
-"eps_0",1e-05,1613824502880,37
-"wd_1",0.01,1613824502880,37
-"sqr_mom_1",0.99,1613824502880,37
-"lr_1",1.6503285225903715e-05,1613824502880,37
-"mom_1",0.9369757445563502,1613824502880,37
-"eps_1",1e-05,1613824502880,37
-"wd_2",0.01,1613824502880,37
-"sqr_mom_2",0.99,1613824502880,37
-"lr_2",0.00016503285225903715,1613824502880,37
-"mom_2",0.9369757445563502,1613824502880,37
-"eps_2",1e-05,1613824502880,37
-"train_loss",0.46091187,1613824503775,38
-"raw_loss",0.41164762,1613824503775,38
-"wd_0",0.01,1613824503775,38
-"sqr_mom_0",0.99,1613824503775,38
-"lr_0",1.715516909610041e-05,1613824503775,38
-"mom_0",0.9362966988582287,1613824503775,38
-"eps_0",1e-05,1613824503775,38
-"wd_1",0.01,1613824503775,38
-"sqr_mom_1",0.99,1613824503775,38
-"lr_1",1.715516909610041e-05,1613824503775,38
-"mom_1",0.9362966988582287,1613824503775,38
-"eps_1",1e-05,1613824503775,38
-"wd_2",0.01,1613824503775,38
-"sqr_mom_2",0.99,1613824503775,38
-"lr_2",0.0001715516909610041,1613824503775,38
-"mom_2",0.9362966988582287,1613824503775,38
-"eps_2",1e-05,1613824503775,38
-"train_loss",0.45821482,1613824504675,39
-"raw_loss",0.38616267,1613824504675,39
-"wd_0",0.01,1613824504675,39
-"sqr_mom_0",0.99,1613824504675,39
-"lr_0",1.78209335301187e-05,1613824504675,39
-"mom_0",0.9356031942394597,1613824504675,39
-"eps_0",1e-05,1613824504675,39
-"wd_1",0.01,1613824504675,39
-"sqr_mom_1",0.99,1613824504675,39
-"lr_1",1.78209335301187e-05,1613824504675,39
-"mom_1",0.9356031942394597,1613824504675,39
-"eps_1",1e-05,1613824504675,39
-"wd_2",0.01,1613824504675,39
-"sqr_mom_2",0.99,1613824504675,39
-"lr_2",0.00017820933530118696,1613824504675,39
-"mom_2",0.9356031942394597,1613824504675,39
-"eps_2",1e-05,1613824504675,39
-"train_loss",0.4543712,1613824505575,40
-"raw_loss",0.34997553,1613824505575,40
-"wd_0",0.01,1613824505575,40
-"sqr_mom_0",0.99,1613824505575,40
-"lr_0",1.8500311834625453e-05,1613824505575,40
-"mom_0",0.9348955085055984,1613824505575,40
-"eps_0",1e-05,1613824505575,40
-"wd_1",0.01,1613824505575,40
-"sqr_mom_1",0.99,1613824505575,40
-"lr_1",1.8500311834625453e-05,1613824505575,40
-"mom_1",0.9348955085055984,1613824505575,40
-"eps_1",1e-05,1613824505575,40
-"wd_2",0.01,1613824505575,40
-"sqr_mom_2",0.99,1613824505575,40
-"lr_2",0.00018500311834625453,1613824505575,40
-"mom_2",0.9348955085055984,1613824505575,40
-"eps_2",1e-05,1613824505575,40
-"train_loss",0.4520903,1613824506467,41
-"raw_loss",0.38914314,1613824506467,41
-"wd_0",0.01,1613824506467,41
-"sqr_mom_0",0.99,1613824506467,41
-"lr_0",1.9193033406318514e-05,1613824506467,41
-"mom_0",0.9341739235350849,1613824506467,41
-"eps_0",1e-05,1613824506467,41
-"wd_1",0.01,1613824506467,41
-"sqr_mom_1",0.99,1613824506467,41
-"lr_1",1.9193033406318514e-05,1613824506467,41
-"mom_1",0.9341739235350849,1613824506467,41
-"eps_1",1e-05,1613824506467,41
-"wd_2",0.01,1613824506467,41
-"sqr_mom_2",0.99,1613824506467,41
-"lr_2",0.00019193033406318514,1613824506467,41
-"mom_2",0.9341739235350849,1613824506467,41
-"eps_2",1e-05,1613824506467,41
-"train_loss",0.45268396,1613824507357,42
-"raw_loss",0.46932182,1613824507357,42
-"wd_0",0.01,1613824507357,42
-"sqr_mom_0",0.99,1613824507357,42
-"lr_0",1.9898822327136494e-05,1613824507357,42
-"mom_0",0.9334387267425661,1613824507357,42
-"eps_0",1e-05,1613824507357,42
-"wd_1",0.01,1613824507357,42
-"sqr_mom_1",0.99,1613824507357,42
-"lr_1",1.9898822327136494e-05,1613824507357,42
-"mom_1",0.9334387267425661,1613824507357,42
-"eps_1",1e-05,1613824507357,42
-"wd_2",0.01,1613824507357,42
-"sqr_mom_2",0.99,1613824507357,42
-"lr_2",0.00019898822327136498,1613824507357,42
-"mom_2",0.9334387267425661,1613824507357,42
-"eps_2",1e-05,1613824507357,42
-"train_loss",0.44722885,1613824508256,43
-"raw_loss",0.29205996,1613824508256,43
-"wd_0",0.01,1613824508256,43
-"sqr_mom_0",0.99,1613824508256,43
-"lr_0",2.0617394073649017e-05,1613824508256,43
-"mom_0",0.9326902145066156,1613824508256,43
-"eps_0",1e-05,1613824508256,43
-"wd_1",0.01,1613824508256,43
-"sqr_mom_1",0.99,1613824508256,43
-"lr_1",2.0617394073649017e-05,1613824508256,43
-"mom_1",0.9326902145066156,1613824508256,43
-"eps_1",1e-05,1613824508256,43
-"wd_2",0.01,1613824508256,43
-"sqr_mom_2",0.99,1613824508256,43
-"lr_2",0.00020617394073649018,1613824508256,43
-"mom_2",0.9326902145066156,1613824508256,43
-"eps_2",1e-05,1613824508256,43
-"train_loss",0.44112924,1613824509148,44
-"raw_loss",0.26511842,1613824509148,44
-"wd_0",0.01,1613824509148,44
-"sqr_mom_0",0.99,1613824509148,44
-"lr_0",2.1348469173112758e-05,1613824509148,44
-"mom_0",0.9319286779446742,1613824509148,44
-"eps_0",1e-05,1613824509148,44
-"wd_1",0.01,1613824509148,44
-"sqr_mom_1",0.99,1613824509148,44
-"lr_1",2.1348469173112758e-05,1613824509148,44
-"mom_1",0.9319286779446742,1613824509148,44
-"eps_1",1e-05,1613824509148,44
-"wd_2",0.01,1613824509148,44
-"sqr_mom_2",0.99,1613824509148,44
-"lr_2",0.00021348469173112757,1613824509148,44
-"mom_2",0.9319286779446742,1613824509148,44
-"eps_2",1e-05,1613824509148,44
-"train_loss",0.43208718,1613824510038,45
-"raw_loss",0.16752534,1613824510038,45
-"wd_0",0.01,1613824510038,45
-"sqr_mom_0",0.99,1613824510038,45
-"lr_0",2.209175308966976e-05,1613824510038,45
-"mom_0",0.9311544238649273,1613824510038,45
-"eps_0",1e-05,1613824510038,45
-"wd_1",0.01,1613824510038,45
-"sqr_mom_1",0.99,1613824510038,45
-"lr_1",2.209175308966976e-05,1613824510038,45
-"mom_1",0.9311544238649273,1613824510038,45
-"eps_1",1e-05,1613824510038,45
-"wd_2",0.01,1613824510038,45
-"sqr_mom_2",0.99,1613824510038,45
-"lr_2",0.00022091753089669762,1613824510038,45
-"mom_2",0.9311544238649273,1613824510038,45
-"eps_2",1e-05,1613824510038,45
-"train_loss",0.4320134,1613824510932,46
-"raw_loss",0.4298264,1613824510932,46
-"wd_0",0.01,1613824510932,46
-"sqr_mom_0",0.99,1613824510932,46
-"lr_0",2.2846949765761397e-05,1613824510932,46
-"mom_0",0.9303677606606652,1613824510932,46
-"eps_0",1e-05,1613824510932,46
-"wd_1",0.01,1613824510932,46
-"sqr_mom_1",0.99,1613824510932,46
-"lr_1",2.2846949765761397e-05,1613824510932,46
-"mom_1",0.9303677606606652,1613824510932,46
-"eps_1",1e-05,1613824510932,46
-"wd_2",0.01,1613824510932,46
-"sqr_mom_2",0.99,1613824510932,46
-"lr_2",0.00022846949765761398,1613824510932,46
-"mom_2",0.9303677606606652,1613824510932,46
-"eps_2",1e-05,1613824510932,46
-"train_loss",0.42269504,1613824511824,47
-"raw_loss",0.1427643,1613824511824,47
-"wd_0",0.01,1613824511824,47
-"sqr_mom_0",0.99,1613824511824,47
-"lr_0",2.36137583988555e-05,1613824511824,47
-"mom_0",0.9295690016678588,1613824511824,47
-"eps_0",1e-05,1613824511824,47
-"wd_1",0.01,1613824511824,47
-"sqr_mom_1",0.99,1613824511824,47
-"lr_1",2.36137583988555e-05,1613824511824,47
-"mom_1",0.9295690016678588,1613824511824,47
-"eps_1",1e-05,1613824511824,47
-"wd_2",0.01,1613824511824,47
-"sqr_mom_2",0.99,1613824511824,47
-"lr_2",0.00023613758398855503,1613824511824,47
-"mom_2",0.9295690016678588,1613824511824,47
-"eps_2",1e-05,1613824511824,47
-"train_loss",0.4243873,1613824512713,48
-"raw_loss",0.4758676,1613824512713,48
-"wd_0",0.01,1613824512713,48
-"sqr_mom_0",0.99,1613824512713,48
-"lr_0",2.43918698849436e-05,1613824512713,48
-"mom_0",0.9287584688698504,1613824512713,48
-"eps_0",1e-05,1613824512713,48
-"wd_1",0.01,1613824512713,48
-"sqr_mom_1",0.99,1613824512713,48
-"lr_1",2.43918698849436e-05,1613824512713,48
-"mom_1",0.9287584688698504,1613824512713,48
-"eps_1",1e-05,1613824512713,48
-"wd_2",0.01,1613824512713,48
-"sqr_mom_2",0.99,1613824512713,48
-"lr_2",0.00024391869884943598,1613824512713,48
-"mom_2",0.9287584688698504,1613824512713,48
-"eps_2",1e-05,1613824512713,48
-"train_loss",0.41537312,1613824513610,49
-"raw_loss",0.13781296,1613824513610,49
-"wd_0",0.01,1613824513610,49
-"sqr_mom_0",0.99,1613824513610,49
-"lr_0",2.5180981594604647e-05,1613824513610,49
-"mom_0",0.9279364775056201,1613824513610,49
-"eps_0",1e-05,1613824513610,49
-"wd_1",0.01,1613824513610,49
-"sqr_mom_1",0.99,1613824513610,49
-"lr_1",2.5180981594604647e-05,1613824513610,49
-"mom_1",0.9279364775056201,1613824513610,49
-"eps_1",1e-05,1613824513610,49
-"wd_2",0.01,1613824513610,49
-"sqr_mom_2",0.99,1613824513610,49
-"lr_2",0.0002518098159460465,1613824513610,49
-"mom_2",0.9279364775056201,1613824513610,49
-"eps_2",1e-05,1613824513610,49
-"train_loss",0.4206407,1613824514525,50
-"raw_loss",0.584757,1613824514525,50
-"wd_0",0.01,1613824514525,50
-"sqr_mom_0",0.99,1613824514525,50
-"lr_0",2.5980775592604943e-05,1613824514525,50
-"mom_0",0.9271033587577031,1613824514525,50
-"eps_0",1e-05,1613824514525,50
-"wd_1",0.01,1613824514525,50
-"sqr_mom_1",0.99,1613824514525,50
-"lr_1",2.5980775592604943e-05,1613824514525,50
-"mom_1",0.9271033587577031,1613824514525,50
-"eps_1",1e-05,1613824514525,50
-"wd_2",0.01,1613824514525,50
-"sqr_mom_2",0.99,1613824514525,50
-"lr_2",0.00025980775592604943,1613824514525,50
-"mom_2",0.9271033587577031,1613824514525,50
-"eps_2",1e-05,1613824514525,50
-"train_loss",0.41490653,1613824515417,51
-"raw_loss",0.23420726,1613824515417,51
-"wd_0",0.01,1613824515417,51
-"sqr_mom_0",0.99,1613824515417,51
-"lr_0",2.679092948844323e-05,1613824515417,51
-"mom_0",0.9262594484495382,1613824515417,51
-"eps_0",1e-05,1613824515417,51
-"wd_1",0.01,1613824515417,51
-"sqr_mom_1",0.99,1613824515417,51
-"lr_1",2.679092948844323e-05,1613824515417,51
-"mom_1",0.9262594484495382,1613824515417,51
-"eps_1",1e-05,1613824515417,51
-"wd_2",0.01,1613824515417,51
-"sqr_mom_2",0.99,1613824515417,51
-"lr_2",0.0002679092948844323,1613824515417,51
-"mom_2",0.9262594484495382,1613824515417,51
-"eps_2",1e-05,1613824515417,51
-"train_loss",0.4094259,1613824516306,52
-"raw_loss",0.2348013,1613824516306,52
-"wd_0",0.01,1613824516306,52
-"sqr_mom_0",0.99,1613824516306,52
-"lr_0",2.7611132061247287e-05,1613824516306,52
-"mom_0",0.925405070769534,1613824516306,52
-"eps_0",1e-05,1613824516306,52
-"wd_1",0.01,1613824516306,52
-"sqr_mom_1",0.99,1613824516306,52
-"lr_1",2.7611132061247287e-05,1613824516306,52
-"mom_1",0.925405070769534,1613824516306,52
-"eps_1",1e-05,1613824516306,52
-"wd_2",0.01,1613824516306,52
-"sqr_mom_2",0.99,1613824516306,52
-"lr_2",0.0002761113206124729,1613824516306,52
-"mom_2",0.925405070769534,1613824516306,52
-"eps_2",1e-05,1613824516306,52
-"train_loss",0.4028355,1613824517192,53
-"raw_loss",0.1905894,1613824517192,53
-"wd_0",0.01,1613824517192,53
-"sqr_mom_0",0.99,1613824517192,53
-"lr_0",2.8441045144293137e-05,1613824517192,53
-"mom_0",0.9245405779746946,1613824517192,53
-"eps_0",1e-05,1613824517192,53
-"wd_1",0.01,1613824517192,53
-"sqr_mom_1",0.99,1613824517192,53
-"lr_1",2.8441045144293137e-05,1613824517192,53
-"mom_1",0.9245405779746946,1613824517192,53
-"eps_1",1e-05,1613824517192,53
-"wd_2",0.01,1613824517192,53
-"sqr_mom_2",0.99,1613824517192,53
-"lr_2",0.00028441045144293135,1613824517192,53
-"mom_2",0.9245405779746946,1613824517192,53
-"eps_2",1e-05,1613824517192,53
-"train_loss",0.39723474,1613824518078,54
-"raw_loss",0.21498078,1613824518078,54
-"wd_0",0.01,1613824518078,54
-"sqr_mom_0",0.99,1613824518078,54
-"lr_0",2.928033804036227e-05,1613824518078,54
-"mom_0",0.9236663145412892,1613824518078,54
-"eps_0",1e-05,1613824518078,54
-"wd_1",0.01,1613824518078,54
-"sqr_mom_1",0.99,1613824518078,54
-"lr_1",2.928033804036227e-05,1613824518078,54
-"mom_1",0.9236663145412892,1613824518078,54
-"eps_1",1e-05,1613824518078,54
-"wd_2",0.01,1613824518078,54
-"sqr_mom_2",0.99,1613824518078,54
-"lr_2",0.0002928033804036227,1613824518078,54
-"mom_2",0.9236663145412892,1613824518078,54
-"eps_2",1e-05,1613824518078,54
-"train_loss",0.3887934,1613824518965,55
-"raw_loss",0.11132673,1613824518965,55
-"wd_0",0.01,1613824518965,55
-"sqr_mom_0",0.99,1613824518965,55
-"lr_0",3.0128684324864082e-05,1613824518965,55
-"mom_0",0.9227826204949332,1613824518965,55
-"eps_0",1e-05,1613824518965,55
-"wd_1",0.01,1613824518965,55
-"sqr_mom_1",0.99,1613824518965,55
-"lr_1",3.0128684324864082e-05,1613824518965,55
-"mom_1",0.9227826204949332,1613824518965,55
-"eps_1",1e-05,1613824518965,55
-"wd_2",0.01,1613824518965,55
-"sqr_mom_2",0.99,1613824518965,55
-"lr_2",0.00030128684324864084,1613824518965,55
-"mom_2",0.9227826204949332,1613824518965,55
-"eps_2",1e-05,1613824518965,55
-"train_loss",0.3860712,1613824519848,56
-"raw_loss",0.2957123,1613824519848,56
-"wd_0",0.01,1613824519848,56
-"sqr_mom_0",0.99,1613824519848,56
-"lr_0",3.098574217728647e-05,1613824519848,56
-"mom_0",0.9218898518986599,1613824519848,56
-"eps_0",1e-05,1613824519848,56
-"wd_1",0.01,1613824519848,56
-"sqr_mom_1",0.99,1613824519848,56
-"lr_1",3.098574217728647e-05,1613824519848,56
-"mom_1",0.9218898518986599,1613824519848,56
-"eps_1",1e-05,1613824519848,56
-"wd_2",0.01,1613824519848,56
-"sqr_mom_2",0.99,1613824519848,56
-"lr_2",0.0003098574217728647,1613824519848,56
-"mom_2",0.9218898518986599,1613824519848,56
-"eps_2",1e-05,1613824519848,56
-"train_loss",0.38058895,1613824520746,57
-"raw_loss",0.19688533,1613824520746,57
-"wd_0",0.01,1613824520746,57
-"sqr_mom_0",0.99,1613824520746,57
-"lr_0",3.1851166143778996e-05,1613824520746,57
-"mom_0",0.9209883686002301,1613824520746,57
-"eps_0",1e-05,1613824520746,57
-"wd_1",0.01,1613824520746,57
-"sqr_mom_1",0.99,1613824520746,57
-"lr_1",3.1851166143778996e-05,1613824520746,57
-"mom_1",0.9209883686002301,1613824520746,57
-"eps_1",1e-05,1613824520746,57
-"wd_2",0.01,1613824520746,57
-"sqr_mom_2",0.99,1613824520746,57
-"lr_2",0.00031851166143778996,1613824520746,57
-"mom_2",0.9209883686002301,1613824520746,57
-"eps_2",1e-05,1613824520746,57
-"train_loss",0.37867275,1613824521631,58
-"raw_loss",0.31386825,1613824521631,58
-"wd_0",0.01,1613824521631,58
-"sqr_mom_0",0.99,1613824521631,58
-"lr_0",3.2724619636643604e-05,1613824521631,58
-"mom_0",0.9200785212118295,1613824521631,58
-"eps_0",1e-05,1613824521631,58
-"wd_1",0.01,1613824521631,58
-"sqr_mom_1",0.99,1613824521631,58
-"lr_1",3.2724619636643604e-05,1613824521631,58
-"mom_1",0.9200785212118295,1613824521631,58
-"eps_1",1e-05,1613824521631,58
-"wd_2",0.01,1613824521631,58
-"sqr_mom_2",0.99,1613824521631,58
-"lr_2",0.00032724619636643603,1613824521631,58
-"mom_2",0.9200785212118295,1613824521631,58
-"eps_2",1e-05,1613824521631,58
-"train_loss",0.3732337,1613824522517,59
-"raw_loss",0.18764147,1613824522517,59
-"wd_0",0.01,1613824522517,59
-"sqr_mom_0",0.99,1613824522517,59
-"lr_0",3.360575486094434e-05,1613824522517,59
-"mom_0",0.9191606720198496,1613824522517,59
-"eps_0",1e-05,1613824522517,59
-"wd_1",0.01,1613824522517,59
-"sqr_mom_1",0.99,1613824522517,59
-"lr_1",3.360575486094434e-05,1613824522517,59
-"mom_1",0.9191606720198496,1613824522517,59
-"eps_1",1e-05,1613824522517,59
-"wd_2",0.01,1613824522517,59
-"sqr_mom_2",0.99,1613824522517,59
-"lr_2",0.0003360575486094434,1613824522517,59
-"mom_2",0.9191606720198496,1613824522517,59
-"eps_2",1e-05,1613824522517,59
-"train_loss",0.37231612,1613824523401,60
-"raw_loss",0.34073305,1613824523401,60
-"wd_0",0.01,1613824523401,60
-"sqr_mom_0",0.99,1613824523401,60
-"lr_0",3.449420840018014e-05,1613824523401,60
-"mom_0",0.9182351995831457,1613824523401,60
-"eps_0",1e-05,1613824523401,60
-"wd_1",0.01,1613824523401,60
-"sqr_mom_1",0.99,1613824523401,60
-"lr_1",3.449420840018014e-05,1613824523401,60
-"mom_1",0.9182351995831457,1613824523401,60
-"eps_1",1e-05,1613824523401,60
-"wd_2",0.01,1613824523401,60
-"sqr_mom_2",0.99,1613824523401,60
-"lr_2",0.0003449420840018014,1613824523401,60
-"mom_2",0.9182351995831457,1613824523401,60
-"eps_2",1e-05,1613824523401,60
-"train_loss",0.3787155,1613824524295,61
-"raw_loss",0.6008466,1613824524295,61
-"wd_0",0.01,1613824524295,61
-"sqr_mom_0",0.99,1613824524295,61
-"lr_0",3.538963882561395e-05,1613824524295,61
-"mom_0",0.9173024595566521,1613824524295,61
-"eps_0",1e-05,1613824524295,61
-"wd_1",0.01,1613824524295,61
-"sqr_mom_1",0.99,1613824524295,61
-"lr_1",3.538963882561395e-05,1613824524295,61
-"mom_1",0.9173024595566521,1613824524295,61
-"eps_1",1e-05,1613824524295,61
-"wd_2",0.01,1613824524295,61
-"sqr_mom_2",0.99,1613824524295,61
-"lr_2",0.00035389638825613945,1613824524295,61
-"mom_2",0.9173024595566521,1613824524295,61
-"eps_2",1e-05,1613824524295,61
-"train_loss",0.3919917,1613824525183,62
-"raw_loss",0.8566243,1613824525183,62
-"wd_0",0.01,1613824525183,62
-"sqr_mom_0",0.99,1613824525183,62
-"lr_0",3.62916853271771e-05,1613824525183,62
-"mom_0",0.9163628277841905,1613824525183,62
-"eps_0",1e-05,1613824525183,62
-"wd_1",0.01,1613824525183,62
-"sqr_mom_1",0.99,1613824525183,62
-"lr_1",3.62916853271771e-05,1613824525183,62
-"mom_1",0.9163628277841905,1613824525183,62
-"eps_1",1e-05,1613824525183,62
-"wd_2",0.01,1613824525183,62
-"sqr_mom_2",0.99,1613824525183,62
-"lr_2",0.00036291685327177097,1613824525183,62
-"mom_2",0.9163628277841905,1613824525183,62
-"eps_2",1e-05,1613824525183,62
-"train_loss",0.38902593,1613824526067,63
-"raw_loss",0.2844009,1613824526067,63
-"wd_0",0.01,1613824526067,63
-"sqr_mom_0",0.99,1613824526067,63
-"lr_0",3.7199984335430555e-05,1613824526067,63
-"mom_0",0.9154166829839265,1613824526067,63
-"eps_0",1e-05,1613824526067,63
-"wd_1",0.01,1613824526067,63
-"sqr_mom_1",0.99,1613824526067,63
-"lr_1",3.7199984335430555e-05,1613824526067,63
-"mom_1",0.9154166829839265,1613824526067,63
-"eps_1",1e-05,1613824526067,63
-"wd_2",0.01,1613824526067,63
-"sqr_mom_2",0.99,1613824526067,63
-"lr_2",0.0003719998433543055,1613824526067,63
-"mom_2",0.9154166829839265,1613824526067,63
-"eps_2",1e-05,1613824526067,63
-"train_loss",0.38879195,1613824526960,64
-"raw_loss",0.38047263,1613824526960,64
-"wd_0",0.01,1613824526960,64
-"sqr_mom_0",0.99,1613824526960,64
-"lr_0",3.811418258736771e-05,1613824526960,64
-"mom_0",0.9144643931381586,1613824526960,64
-"eps_0",1e-05,1613824526960,64
-"wd_1",0.01,1613824526960,64
-"sqr_mom_1",0.99,1613824526960,64
-"lr_1",3.811418258736771e-05,1613824526960,64
-"mom_1",0.9144643931381586,1613824526960,64
-"eps_1",1e-05,1613824526960,64
-"wd_2",0.01,1613824526960,64
-"sqr_mom_2",0.99,1613824526960,64
-"lr_2",0.0003811418258736771,1613824526960,64
-"mom_2",0.9144643931381586,1613824526960,64
-"eps_2",1e-05,1613824526960,64
-"train_loss",0.388348,1613824527854,65
-"raw_loss",0.37244582,1613824527854,65
-"wd_0",0.01,1613824527854,65
-"sqr_mom_0",0.99,1613824527854,65
-"lr_0",3.903391602890417e-05,1613824527854,65
-"mom_0",0.9135063374698915,1613824527854,65
-"eps_0",1e-05,1613824527854,65
-"wd_1",0.01,1613824527854,65
-"sqr_mom_1",0.99,1613824527854,65
-"lr_1",3.903391602890417e-05,1613824527854,65
-"mom_1",0.9135063374698915,1613824527854,65
-"eps_1",1e-05,1613824527854,65
-"wd_2",0.01,1613824527854,65
-"sqr_mom_2",0.99,1613824527854,65
-"lr_2",0.00039033916028904166,1613824527854,65
-"mom_2",0.9135063374698915,1613824527854,65
-"eps_2",1e-05,1613824527854,65
-"train_loss",0.38791862,1613824528739,66
-"raw_loss",0.3724242,1613824528739,66
-"wd_0",0.01,1613824528739,66
-"sqr_mom_0",0.99,1613824528739,66
-"lr_0",3.99588053415138e-05,1613824528739,66
-"mom_0",0.9125429111025898,1613824528739,66
-"eps_0",1e-05,1613824528739,66
-"wd_1",0.01,1613824528739,66
-"sqr_mom_1",0.99,1613824528739,66
-"lr_1",3.99588053415138e-05,1613824528739,66
-"mom_1",0.9125429111025898,1613824528739,66
-"eps_1",1e-05,1613824528739,66
-"wd_2",0.01,1613824528739,66
-"sqr_mom_2",0.99,1613824528739,66
-"lr_2",0.00039958805341513796,1613824528739,66
-"mom_2",0.9125429111025898,1613824528739,66
-"eps_2",1e-05,1613824528739,66
-"train_loss",0.3887966,1613824529627,67
-"raw_loss",0.4207051,1613824529627,67
-"wd_0",0.01,1613824529627,67
-"sqr_mom_0",0.99,1613824529627,67
-"lr_0",4.08884951116815e-05,1613824529627,67
-"mom_0",0.911574484258665,1613824529627,67
-"eps_0",1e-05,1613824529627,67
-"wd_1",0.01,1613824529627,67
-"sqr_mom_1",0.99,1613824529627,67
-"lr_1",4.08884951116815e-05,1613824529627,67
-"mom_1",0.911574484258665,1613824529627,67
-"eps_1",1e-05,1613824529627,67
-"wd_2",0.01,1613824529627,67
-"sqr_mom_2",0.99,1613824529627,67
-"lr_2",0.00040888495111681496,1613824529627,67
-"mom_2",0.911574484258665,1613824529627,67
-"eps_2",1e-05,1613824529627,67
-"train_loss",0.38477227,1613824530511,68
-"raw_loss",0.2374988,1613824530511,68
-"wd_0",0.01,1613824530511,68
-"sqr_mom_0",0.99,1613824530511,68
-"lr_0",4.182261070748181e-05,1613824530511,68
-"mom_0",0.9106014471797064,1613824530511,68
-"eps_0",1e-05,1613824530511,68
-"wd_1",0.01,1613824530511,68
-"sqr_mom_1",0.99,1613824530511,68
-"lr_1",4.182261070748181e-05,1613824530511,68
-"mom_1",0.9106014471797064,1613824530511,68
-"eps_1",1e-05,1613824530511,68
-"wd_2",0.01,1613824530511,68
-"sqr_mom_2",0.99,1613824530511,68
-"lr_2",0.0004182261070748181,1613824530511,68
-"mom_2",0.9106014471797064,1613824530511,68
-"eps_2",1e-05,1613824530511,68
-"train_loss",0.38299215,1613824531401,69
-"raw_loss",0.3174046,1613824531401,69
-"wd_0",0.01,1613824531401,69
-"sqr_mom_0",0.99,1613824531401,69
-"lr_0",4.276077565110786e-05,1613824531401,69
-"mom_0",0.9096241920300959,1613824531401,69
-"eps_0",1e-05,1613824531401,69
-"wd_1",0.01,1613824531401,69
-"sqr_mom_1",0.99,1613824531401,69
-"lr_1",4.276077565110786e-05,1613824531401,69
-"mom_1",0.9096241920300959,1613824531401,69
-"eps_1",1e-05,1613824531401,69
-"wd_2",0.01,1613824531401,69
-"sqr_mom_2",0.99,1613824531401,69
-"lr_2",0.0004276077565110786,1613824531401,69
-"mom_2",0.9096241920300959,1613824531401,69
-"eps_2",1e-05,1613824531401,69
-"train_loss",0.38314232,1613824532289,70
-"raw_loss",0.38871196,1613824532289,70
-"wd_0",0.01,1613824532289,70
-"sqr_mom_0",0.99,1613824532289,70
-"lr_0",4.3702625063851606e-05,1613824532289,70
-"mom_0",0.9086430988918213,1613824532289,70
-"eps_0",1e-05,1613824532289,70
-"wd_1",0.01,1613824532289,70
-"sqr_mom_1",0.99,1613824532289,70
-"lr_1",4.3702625063851606e-05,1613824532289,70
-"mom_1",0.9086430988918213,1613824532289,70
-"eps_1",1e-05,1613824532289,70
-"wd_2",0.01,1613824532289,70
-"sqr_mom_2",0.99,1613824532289,70
-"lr_2",0.000437026250638516,1613824532289,70
-"mom_2",0.9086430988918213,1613824532289,70
-"eps_2",1e-05,1613824532289,70
-"train_loss",0.38190904,1613824533183,71
-"raw_loss",0.3358772,1613824533183,71
-"wd_0",0.01,1613824533183,71
-"sqr_mom_0",0.99,1613824533183,71
-"lr_0",4.464778384664229e-05,1613824533183,71
-"mom_0",0.907658558493081,1613824533183,71
-"eps_0",1e-05,1613824533183,71
-"wd_1",0.01,1613824533183,71
-"sqr_mom_1",0.99,1613824533183,71
-"lr_1",4.464778384664229e-05,1613824533183,71
-"mom_1",0.907658558493081,1613824533183,71
-"eps_1",1e-05,1613824533183,71
-"wd_2",0.01,1613824533183,71
-"sqr_mom_2",0.99,1613824533183,71
-"lr_2",0.0004464778384664229,1613824533183,71
-"mom_2",0.907658558493081,1613824533183,71
-"eps_2",1e-05,1613824533183,71
-"train_loss",0.37816784,1613824534075,72
-"raw_loss",0.23765261,1613824534075,72
-"wd_0",0.01,1613824534075,72
-"sqr_mom_0",0.99,1613824534075,72
-"lr_0",4.559586221171578e-05,1613824534075,72
-"mom_0",0.9066709768627961,1613824534075,72
-"eps_0",1e-05,1613824534075,72
-"wd_1",0.01,1613824534075,72
-"sqr_mom_1",0.99,1613824534075,72
-"lr_1",4.559586221171578e-05,1613824534075,72
-"mom_1",0.9066709768627961,1613824534075,72
-"eps_1",1e-05,1613824534075,72
-"wd_2",0.01,1613824534075,72
-"sqr_mom_2",0.99,1613824534075,72
-"lr_2",0.0004559586221171578,1613824534075,72
-"mom_2",0.9066709768627961,1613824534075,72
-"eps_2",1e-05,1613824534075,72
-"train_loss",0.37528777,1613824534969,73
-"raw_loss",0.2664566,1613824534969,73
-"wd_0",0.01,1613824534969,73
-"sqr_mom_0",0.99,1613824534969,73
-"lr_0",4.654649585118655e-05,1613824534969,73
-"mom_0",0.9056807334883473,1613824534969,73
-"eps_0",1e-05,1613824534969,73
-"wd_1",0.01,1613824534969,73
-"sqr_mom_1",0.99,1613824534969,73
-"lr_1",4.654649585118655e-05,1613824534969,73
-"mom_1",0.9056807334883473,1613824534969,73
-"eps_1",1e-05,1613824534969,73
-"wd_2",0.01,1613824534969,73
-"sqr_mom_2",0.99,1613824534969,73
-"lr_2",0.0004654649585118655,1613824534969,73
-"mom_2",0.9056807334883473,1613824534969,73
-"eps_2",1e-05,1613824534969,73
-"train_loss",0.37707892,1613824535859,74
-"raw_loss",0.44516402,1613824535859,74
-"wd_0",0.01,1613824535859,74
-"sqr_mom_0",0.99,1613824535859,74
-"lr_0",4.7499301676935596e-05,1613824535859,74
-"mom_0",0.9046882274198588,1613824535859,74
-"eps_0",1e-05,1613824535859,74
-"wd_1",0.01,1613824535859,74
-"sqr_mom_1",0.99,1613824535859,74
-"lr_1",4.7499301676935596e-05,1613824535859,74
-"mom_1",0.9046882274198588,1613824535859,74
-"eps_1",1e-05,1613824535859,74
-"wd_2",0.01,1613824535859,74
-"sqr_mom_2",0.99,1613824535859,74
-"lr_2",0.0004749930167693559,1613824535859,74
-"mom_2",0.9046882274198588,1613824535859,74
-"eps_2",1e-05,1613824535859,74
-"train_loss",0.3756947,1613824536749,75
-"raw_loss",0.32277402,1613824536749,75
-"wd_0",0.01,1613824536749,75
-"sqr_mom_0",0.99,1613824536749,75
-"lr_0",4.8453895694889025e-05,1613824536749,75
-"mom_0",0.9036938586511573,1613824536749,75
-"eps_0",1e-05,1613824536749,75
-"wd_1",0.01,1613824536749,75
-"sqr_mom_1",0.99,1613824536749,75
-"lr_1",4.8453895694889025e-05,1613824536749,75
-"mom_1",0.9036938586511573,1613824536749,75
-"eps_1",1e-05,1613824536749,75
-"wd_2",0.01,1613824536749,75
-"sqr_mom_2",0.99,1613824536749,75
-"lr_2",0.00048453895694889026,1613824536749,75
-"mom_2",0.9036938586511573,1613824536749,75
-"eps_2",1e-05,1613824536749,75
-"train_loss",0.37284574,1613824537639,76
-"raw_loss",0.26331055,1613824537639,76
-"wd_0",0.01,1613824537639,76
-"sqr_mom_0",0.99,1613824537639,76
-"lr_0",4.9409906636610176e-05,1613824537639,76
-"mom_0",0.9026980139201977,1613824537639,76
-"eps_0",1e-05,1613824537639,76
-"wd_1",0.01,1613824537639,76
-"sqr_mom_1",0.99,1613824537639,76
-"lr_1",4.9409906636610176e-05,1613824537639,76
-"mom_1",0.9026980139201977,1613824537639,76
-"eps_1",1e-05,1613824537639,76
-"wd_2",0.01,1613824537639,76
-"sqr_mom_2",0.99,1613824537639,76
-"lr_2",0.0004940990663661018,1613824537639,76
-"mom_2",0.9026980139201977,1613824537639,76
-"eps_2",1e-05,1613824537639,76
-"train_loss",0.37135386,1613824538535,77
-"raw_loss",0.31368253,1613824538535,77
-"wd_0",0.01,1613824538535,77
-"sqr_mom_0",0.99,1613824538535,77
-"lr_0",5.036695373039585e-05,1613824538535,77
-"mom_0",0.901701089864171,1613824538535,77
-"eps_0",1e-05,1613824538535,77
-"wd_1",0.01,1613824538535,77
-"sqr_mom_1",0.99,1613824538535,77
-"lr_1",5.036695373039585e-05,1613824538535,77
-"mom_1",0.901701089864171,1613824538535,77
-"eps_1",1e-05,1613824538535,77
-"wd_2",0.01,1613824538535,77
-"sqr_mom_2",0.99,1613824538535,77
-"lr_2",0.0005036695373039585,1613824538535,77
-"mom_2",0.901701089864171,1613824538535,77
-"eps_2",1e-05,1613824538535,77
-"train_loss",0.36966178,1613824539427,78
-"raw_loss",0.30390024,1613824539427,78
-"wd_0",0.01,1613824539427,78
-"sqr_mom_0",0.99,1613824539427,78
-"lr_0",5.1324642301976503e-05,1613824539427,78
-"mom_0",0.9007034976021078,1613824539427,78
-"eps_0",1e-05,1613824539427,78
-"wd_1",0.01,1613824539427,78
-"sqr_mom_1",0.99,1613824539427,78
-"lr_1",5.1324642301976503e-05,1613824539427,78
-"mom_1",0.9007034976021078,1613824539427,78
-"eps_1",1e-05,1613824539427,78
-"wd_2",0.01,1613824539427,78
-"sqr_mom_2",0.99,1613824539427,78
-"lr_2",0.000513246423019765,1613824539427,78
-"mom_2",0.9007034976021078,1613824539427,78
-"eps_2",1e-05,1613824539427,78
-"train_loss",0.37475938,1613824540318,79
-"raw_loss",0.5739095,1613824540318,79
-"wd_0",0.01,1613824540318,79
-"sqr_mom_0",0.99,1613824540318,79
-"lr_0",5.228260436689341e-05,1613824540318,79
-"mom_0",0.8997056204511527,1613824540318,79
-"eps_0",1e-05,1613824540318,79
-"wd_1",0.01,1613824540318,79
-"sqr_mom_1",0.99,1613824540318,79
-"lr_1",5.228260436689341e-05,1613824540318,79
-"mom_1",0.8997056204511527,1613824540318,79
-"eps_1",1e-05,1613824540318,79
-"wd_2",0.01,1613824540318,79
-"sqr_mom_2",0.99,1613824540318,79
-"lr_2",0.0005228260436689341,1613824540318,79
-"mom_2",0.8997056204511527,1613824540318,79
-"eps_2",1e-05,1613824540318,79
-"train_loss",0.38093412,1613824541208,80
-"raw_loss",0.62339425,1613824541208,80
-"wd_0",0.01,1613824541208,80
-"sqr_mom_0",0.99,1613824541208,80
-"lr_0",5.324045386761101e-05,1613824541208,80
-"mom_0",0.8987078605545719,1613824541208,80
-"eps_0",1e-05,1613824541208,80
-"wd_1",0.01,1613824541208,80
-"sqr_mom_1",0.99,1613824541208,80
-"lr_1",5.324045386761101e-05,1613824541208,80
-"mom_1",0.8987078605545719,1613824541208,80
-"eps_1",1e-05,1613824541208,80
-"wd_2",0.01,1613824541208,80
-"sqr_mom_2",0.99,1613824541208,80
-"lr_2",0.0005324045386761101,1613824541208,80
-"mom_2",0.8987078605545719,1613824541208,80
-"eps_2",1e-05,1613824541208,80
-"train_loss",0.37496674,1613824542098,81
-"raw_loss",0.1394867,1613824542098,81
-"wd_0",0.01,1613824542098,81
-"sqr_mom_0",0.99,1613824542098,81
-"lr_0",5.419780928291187e-05,1613824542098,81
-"mom_0",0.8977106153303,1613824542098,81
-"eps_0",1e-05,1613824542098,81
-"wd_1",0.01,1613824542098,81
-"sqr_mom_1",0.99,1613824542098,81
-"lr_1",5.419780928291187e-05,1613824542098,81
-"mom_1",0.8977106153303,1613824542098,81
-"eps_1",1e-05,1613824542098,81
-"wd_2",0.01,1613824542098,81
-"sqr_mom_2",0.99,1613824542098,81
-"lr_2",0.0005419780928291187,1613824542098,81
-"mom_2",0.8977106153303,1613824542098,81
-"eps_2",1e-05,1613824542098,81
-"train_loss",0.37054965,1613824542991,82
-"raw_loss",0.19540443,1613824542991,82
-"wd_0",0.01,1613824542991,82
-"sqr_mom_0",0.99,1613824542991,82
-"lr_0",5.5154289288377806e-05,1613824542991,82
-"mom_0",0.8967142819912731,1613824542991,82
-"eps_0",1e-05,1613824542991,82
-"wd_1",0.01,1613824542991,82
-"sqr_mom_1",0.99,1613824542991,82
-"lr_1",5.5154289288377806e-05,1613824542991,82
-"mom_1",0.8967142819912731,1613824542991,82
-"eps_1",1e-05,1613824542991,82
-"wd_2",0.01,1613824542991,82
-"sqr_mom_2",0.99,1613824542991,82
-"lr_2",0.000551542892883778,1613824542991,82
-"mom_2",0.8967142819912731,1613824542991,82
-"eps_2",1e-05,1613824542991,82
-"train_loss",0.36963415,1613824543881,83
-"raw_loss",0.33316156,1613824543881,83
-"wd_0",0.01,1613824543881,83
-"sqr_mom_0",0.99,1613824543881,83
-"lr_0",5.6109512908275315e-05,1613824543881,83
-"mom_0",0.8957192573872131,1613824543881,83
-"eps_0",1e-05,1613824543881,83
-"wd_1",0.01,1613824543881,83
-"sqr_mom_1",0.99,1613824543881,83
-"lr_1",5.6109512908275315e-05,1613824543881,83
-"mom_1",0.8957192573872131,1613824543881,83
-"eps_1",1e-05,1613824543881,83
-"wd_2",0.01,1613824543881,83
-"sqr_mom_2",0.99,1613824543881,83
-"lr_2",0.0005610951290827531,1613824543881,83
-"mom_2",0.8957192573872131,1613824543881,83
-"eps_2",1e-05,1613824543881,83
-"train_loss",0.37132287,1613824544778,84
-"raw_loss",0.438909,1613824544778,84
-"wd_0",0.01,1613824544778,84
-"sqr_mom_0",0.99,1613824544778,84
-"lr_0",5.706309966730206e-05,1613824544778,84
-"mom_0",0.8947259378465603,1613824544778,84
-"eps_0",1e-05,1613824544778,84
-"wd_1",0.01,1613824544778,84
-"sqr_mom_1",0.99,1613824544778,84
-"lr_1",5.706309966730206e-05,1613824544778,84
-"mom_1",0.8947259378465603,1613824544778,84
-"eps_1",1e-05,1613824544778,84
-"wd_2",0.01,1613824544778,84
-"sqr_mom_2",0.99,1613824544778,84
-"lr_2",0.0005706309966730205,1613824544778,84
-"mom_2",0.8947259378465603,1613824544778,84
-"eps_2",1e-05,1613824544778,84
-"train_loss",0.3667374,1613824545672,85
-"raw_loss",0.18239474,1613824545672,85
-"wd_0",0.01,1613824545672,85
-"sqr_mom_0",0.99,1613824545672,85
-"lr_0",5.801466082480834e-05,1613824545672,85
-"mom_0",0.8937347283074912,1613824545672,85
-"eps_0",1e-05,1613824545672,85
-"wd_1",0.01,1613824545672,85
-"sqr_mom_1",0.99,1613824545672,85
-"lr_1",5.801466082480834e-05,1613824545672,85
-"mom_1",0.8937347283074912,1613824545672,85
-"eps_1",1e-05,1613824545672,85
-"wd_2",0.01,1613824545672,85
-"sqr_mom_2",0.99,1613824545672,85
-"lr_2",0.0005801466082480833,1613824545672,85
-"mom_2",0.8937347283074912,1613824545672,85
-"eps_2",1e-05,1613824545672,85
-"train_loss",0.36223793,1613824546563,86
-"raw_loss",0.18056108,1613824546563,86
-"wd_0",0.01,1613824546563,86
-"sqr_mom_0",0.99,1613824546563,86
-"lr_0",5.896383521964003e-05,1613824546563,86
-"mom_0",0.8927460049795416,1613824546563,86
-"eps_0",1e-05,1613824546563,86
-"wd_1",0.01,1613824546563,86
-"sqr_mom_1",0.99,1613824546563,86
-"lr_1",5.896383521964003e-05,1613824546563,86
-"mom_1",0.8927460049795416,1613824546563,86
-"eps_1",1e-05,1613824546563,86
-"wd_2",0.01,1613824546563,86
-"sqr_mom_2",0.99,1613824546563,86
-"lr_2",0.0005896383521964003,1613824546563,86
-"mom_2",0.8927460049795416,1613824546563,86
-"eps_2",1e-05,1613824546563,86
-"train_loss",0.3717018,1613824547458,87
-"raw_loss",0.7554624,1613824547458,87
-"wd_0",0.01,1613824547458,87
-"sqr_mom_0",0.99,1613824547458,87
-"lr_0",5.9910235847936376e-05,1613824547458,87
-"mom_0",0.8917601709917329,1613824547458,87
-"eps_0",1e-05,1613824547458,87
-"wd_1",0.01,1613824547458,87
-"sqr_mom_1",0.99,1613824547458,87
-"lr_1",5.9910235847936376e-05,1613824547458,87
-"mom_1",0.8917601709917329,1613824547458,87
-"eps_1",1e-05,1613824547458,87
-"wd_2",0.01,1613824547458,87
-"sqr_mom_2",0.99,1613824547458,87
-"lr_2",0.0005991023584793637,1613824547458,87
-"mom_2",0.8917601709917329,1613824547458,87
-"eps_2",1e-05,1613824547458,87
-"train_loss",0.3758035,1613824548360,88
-"raw_loss",0.54282,1613824548360,88
-"wd_0",0.01,1613824548360,88
-"sqr_mom_0",0.99,1613824548360,88
-"lr_0",6.085348574868252e-05,1613824548360,88
-"mom_0",0.890777619011789,1613824548360,88
-"eps_0",1e-05,1613824548360,88
-"wd_1",0.01,1613824548360,88
-"sqr_mom_1",0.99,1613824548360,88
-"lr_1",6.085348574868252e-05,1613824548360,88
-"mom_1",0.890777619011789,1613824548360,88
-"eps_1",1e-05,1613824548360,88
-"wd_2",0.01,1613824548360,88
-"sqr_mom_2",0.99,1613824548360,88
-"lr_2",0.0006085348574868251,1613824548360,88
-"mom_2",0.890777619011789,1613824548360,88
-"eps_2",1e-05,1613824548360,88
-"train_loss",0.3827252,1613824549260,89
-"raw_loss",0.6657148,1613824549260,89
-"wd_0",0.01,1613824549260,89
-"sqr_mom_0",0.99,1613824549260,89
-"lr_0",6.179320921583049e-05,1613824549260,89
-"mom_0",0.8897987404001766,1613824549260,89
-"eps_0",1e-05,1613824549260,89
-"wd_1",0.01,1613824549260,89
-"sqr_mom_1",0.99,1613824549260,89
-"lr_1",6.179320921583049e-05,1613824549260,89
-"mom_1",0.8897987404001766,1613824549260,89
-"eps_1",1e-05,1613824549260,89
-"wd_2",0.01,1613824549260,89
-"sqr_mom_2",0.99,1613824549260,89
-"lr_2",0.0006179320921583048,1613824549260,89
-"mom_2",0.8897987404001766,1613824549260,89
-"eps_2",1e-05,1613824549260,89
-"train_loss",0.38861236,1613824550157,90
-"raw_loss",0.6302612,1613824550157,90
-"wd_0",0.01,1613824550157,90
-"sqr_mom_0",0.99,1613824550157,90
-"lr_0",6.272903194794673e-05,1613824550157,90
-"mom_0",0.8888239250542221,1613824550157,90
-"eps_0",1e-05,1613824550157,90
-"wd_1",0.01,1613824550157,90
-"sqr_mom_1",0.99,1613824550157,90
-"lr_1",6.272903194794673e-05,1613824550157,90
-"mom_1",0.8888239250542221,1613824550157,90
-"eps_1",1e-05,1613824550157,90
-"wd_2",0.01,1613824550157,90
-"sqr_mom_2",0.99,1613824550157,90
-"lr_2",0.0006272903194794674,1613824550157,90
-"mom_2",0.8888239250542221,1613824550157,90
-"eps_2",1e-05,1613824550157,90
-"train_loss",0.39347234,1613824551065,91
-"raw_loss",0.59373134,1613824551065,91
-"wd_0",0.01,1613824551065,91
-"sqr_mom_0",0.99,1613824551065,91
-"lr_0",6.366057247837979e-05,1613824551065,91
-"mom_0",0.887853570335021,1613824551065,91
-"eps_0",1e-05,1613824551065,91
-"wd_1",0.01,1613824551065,91
-"sqr_mom_1",0.99,1613824551065,91
-"lr_1",6.366057247837979e-05,1613824551065,91
-"mom_1",0.887853570335021,1613824551065,91
-"eps_1",1e-05,1613824551065,91
-"wd_2",0.01,1613824551065,91
-"sqr_mom_2",0.99,1613824551065,91
-"lr_2",0.0006366057247837978,1613824551065,91
-"mom_2",0.887853570335021,1613824551065,91
-"eps_2",1e-05,1613824551065,91
-"train_loss",0.39653027,1613824551961,92
-"raw_loss",0.52301115,1613824551961,92
-"wd_0",0.01,1613824551961,92
-"sqr_mom_0",0.99,1613824551961,92
-"lr_0",6.45874859183317e-05,1613824551961,92
-"mom_0",0.8868880355017378,1613824551961,92
-"eps_0",1e-05,1613824551961,92
-"wd_1",0.01,1613824551961,92
-"sqr_mom_1",0.99,1613824551961,92
-"lr_1",6.45874859183317e-05,1613824551961,92
-"mom_1",0.8868880355017378,1613824551961,92
-"eps_1",1e-05,1613824551961,92
-"wd_2",0.01,1613824551961,92
-"sqr_mom_2",0.99,1613824551961,92
-"lr_2",0.0006458748591833171,1613824551961,92
-"mom_2",0.8868880355017378,1613824551961,92
-"eps_2",1e-05,1613824551961,92
-"train_loss",0.39937177,1613824552873,93
-"raw_loss",0.517335,1613824552873,93
-"wd_0",0.01,1613824552873,93
-"sqr_mom_0",0.99,1613824552873,93
-"lr_0",6.550937691544482e-05,1613824552873,93
-"mom_0",0.885927732379745,1613824552873,93
-"eps_0",1e-05,1613824552873,93
-"wd_1",0.01,1613824552873,93
-"sqr_mom_1",0.99,1613824552873,93
-"lr_1",6.550937691544482e-05,1613824552873,93
-"mom_1",0.885927732379745,1613824552873,93
-"eps_1",1e-05,1613824552873,93
-"wd_2",0.01,1613824552873,93
-"sqr_mom_2",0.99,1613824552873,93
-"lr_2",0.0006550937691544481,1613824552873,93
-"mom_2",0.885927732379745,1613824552873,93
-"eps_2",1e-05,1613824552873,93
-"train_loss",0.39678183,1613824553776,94
-"raw_loss",0.28887418,1613824553776,94
-"wd_0",0.01,1613824553776,94
-"sqr_mom_0",0.99,1613824553776,94
-"lr_0",6.642588699006056e-05,1613824553776,94
-"mom_0",0.8849730343853536,1613824553776,94
-"eps_0",1e-05,1613824553776,94
-"wd_1",0.01,1613824553776,94
-"sqr_mom_1",0.99,1613824553776,94
-"lr_1",6.642588699006056e-05,1613824553776,94
-"mom_1",0.8849730343853536,1613824553776,94
-"eps_1",1e-05,1613824553776,94
-"wd_2",0.01,1613824553776,94
-"sqr_mom_2",0.99,1613824553776,94
-"lr_2",0.0006642588699006055,1613824553776,94
-"mom_2",0.8849730343853536,1613824553776,94
-"eps_2",1e-05,1613824553776,94
-"train_loss",0.3934087,1613824554681,95
-"raw_loss",0.25237367,1613824554681,95
-"wd_0",0.01,1613824554681,95
-"sqr_mom_0",0.99,1613824554681,95
-"lr_0",6.73366510868762e-05,1613824554681,95
-"mom_0",0.884024321784504,1613824554681,95
-"eps_0",1e-05,1613824554681,95
-"wd_1",0.01,1613824554681,95
-"sqr_mom_1",0.99,1613824554681,95
-"lr_1",6.73366510868762e-05,1613824554681,95
-"mom_1",0.884024321784504,1613824554681,95
-"eps_1",1e-05,1613824554681,95
-"wd_2",0.01,1613824554681,95
-"sqr_mom_2",0.99,1613824554681,95
-"lr_2",0.0006733665108687621,1613824554681,95
-"mom_2",0.884024321784504,1613824554681,95
-"eps_2",1e-05,1613824554681,95
-"train_loss",0.39000463,1613824555583,96
-"raw_loss",0.24718831,1613824555583,96
-"wd_0",0.01,1613824555583,96
-"sqr_mom_0",0.99,1613824555583,96
-"lr_0",6.824129798125484e-05,1613824555583,96
-"mom_0",0.8830819812695262,1613824555583,96
-"eps_0",1e-05,1613824555583,96
-"wd_1",0.01,1613824555583,96
-"sqr_mom_1",0.99,1613824555583,96
-"lr_1",6.824129798125484e-05,1613824555583,96
-"mom_1",0.8830819812695262,1613824555583,96
-"eps_1",1e-05,1613824555583,96
-"wd_2",0.01,1613824555583,96
-"sqr_mom_2",0.99,1613824555583,96
-"lr_2",0.0006824129798125483,1613824555583,96
-"mom_2",0.8830819812695262,1613824555583,96
-"eps_2",1e-05,1613824555583,96
-"train_loss",0.39262733,1613824556488,97
-"raw_loss",0.50303304,1613824556488,97
-"wd_0",0.01,1613824556488,97
-"sqr_mom_0",0.99,1613824556488,97
-"lr_0",6.913948431815946e-05,1613824556488,97
-"mom_0",0.8821463705019172,1613824556488,97
-"eps_0",1e-05,1613824556488,97
-"wd_1",0.01,1613824556488,97
-"sqr_mom_1",0.99,1613824556488,97
-"lr_1",6.913948431815946e-05,1613824556488,97
-"mom_1",0.8821463705019172,1613824556488,97
-"eps_1",1e-05,1613824556488,97
-"wd_2",0.01,1613824556488,97
-"sqr_mom_2",0.99,1613824556488,97
-"lr_2",0.0006913948431815945,1613824556488,97
-"mom_2",0.8821463705019172,1613824556488,97
-"eps_2",1e-05,1613824556488,97
-"train_loss",0.3998912,1613824557394,98
-"raw_loss",0.70667005,1613824557394,98
-"wd_0",0.01,1613824557394,98
-"sqr_mom_0",0.99,1613824557394,98
-"lr_0",7.003084382379437e-05,1613824557394,98
-"mom_0",0.8812178710168809,1613824557394,98
-"eps_0",1e-05,1613824557394,98
-"wd_1",0.01,1613824557394,98
-"sqr_mom_1",0.99,1613824557394,98
-"lr_1",7.003084382379437e-05,1613824557394,98
-"mom_1",0.8812178710168809,1613824557394,98
-"eps_1",1e-05,1613824557394,98
-"wd_2",0.01,1613824557394,98
-"sqr_mom_2",0.99,1613824557394,98
-"lr_2",0.0007003084382379436,1613824557394,98
-"mom_2",0.8812178710168809,1613824557394,98
-"eps_2",1e-05,1613824557394,98
-"train_loss",0.4018515,1613824558301,99
-"raw_loss",0.48490784,1613824558301,99
-"wd_0",0.01,1613824558301,99
-"sqr_mom_0",0.99,1613824558301,99
-"lr_0",7.091502146058477e-05,1613824558301,99
-"mom_0",0.8802968526452242,1613824558301,99
-"eps_0",1e-05,1613824558301,99
-"wd_1",0.01,1613824558301,99
-"sqr_mom_1",0.99,1613824558301,99
-"lr_1",7.091502146058477e-05,1613824558301,99
-"mom_1",0.8802968526452242,1613824558301,99
-"eps_1",1e-05,1613824558301,99
-"wd_2",0.01,1613824558301,99
-"sqr_mom_2",0.99,1613824558301,99
-"lr_2",0.0007091502146058476,1613824558301,99
-"mom_2",0.8802968526452242,1613824558301,99
-"eps_2",1e-05,1613824558301,99
-"train_loss",0.43359053,1613824559205,100
-"raw_loss",1.7825528,1613824559205,100
-"wd_0",0.01,1613824559205,100
-"sqr_mom_0",0.99,1613824559205,100
-"lr_0",7.179166505156741e-05,1613824559205,100
-"mom_0",0.8793836822379506,1613824559205,100
-"eps_0",1e-05,1613824559205,100
-"wd_1",0.01,1613824559205,100
-"sqr_mom_1",0.99,1613824559205,100
-"lr_1",7.179166505156741e-05,1613824559205,100
-"mom_1",0.8793836822379506,1613824559205,100
-"eps_1",1e-05,1613824559205,100
-"wd_2",0.01,1613824559205,100
-"sqr_mom_2",0.99,1613824559205,100
-"lr_2",0.000717916650515674,1613824559205,100
-"mom_2",0.8793836822379506,1613824559205,100
-"eps_2",1e-05,1613824559205,100
-"train_loss",0.43984577,1613824560098,101
-"raw_loss",0.7065167,1613824560098,101
-"wd_0",0.01,1613824560098,101
-"sqr_mom_0",0.99,1613824560098,101
-"lr_0",7.266042542066624e-05,1613824560098,101
-"mom_0",0.8784787235201393,1613824560098,101
-"eps_0",1e-05,1613824560098,101
-"wd_1",0.01,1613824560098,101
-"sqr_mom_1",0.99,1613824560098,101
-"lr_1",7.266042542066624e-05,1613824560098,101
-"mom_1",0.8784787235201393,1613824560098,101
-"eps_1",1e-05,1613824560098,101
-"wd_2",0.01,1613824560098,101
-"sqr_mom_2",0.99,1613824560098,101
-"lr_2",0.0007266042542066624,1613824560098,101
-"mom_2",0.8784787235201393,1613824560098,101
-"eps_2",1e-05,1613824560098,101
-"train_loss",0.44113183,1613824561007,102
-"raw_loss",0.49612212,1613824561007,102
-"wd_0",0.01,1613824561007,102
-"sqr_mom_0",0.99,1613824561007,102
-"lr_0",7.352094849763995e-05,1613824561007,102
-"mom_0",0.8775823453149584,1613824561007,102
-"eps_0",1e-05,1613824561007,102
-"wd_1",0.01,1613824561007,102
-"sqr_mom_1",0.99,1613824561007,102
-"lr_1",7.352094849763995e-05,1613824561007,102
-"mom_1",0.8775823453149584,1613824561007,102
-"eps_1",1e-05,1613824561007,102
-"wd_2",0.01,1613824561007,102
-"sqr_mom_2",0.99,1613824561007,102
-"lr_2",0.0007352094849763995,1613824561007,102
-"mom_2",0.8775823453149584,1613824561007,102
-"eps_2",1e-05,1613824561007,102
-"train_loss",0.45234734,1613824561901,103
-"raw_loss",0.9333127,1613824561901,103
-"wd_0",0.01,1613824561901,103
-"sqr_mom_0",0.99,1613824561901,103
-"lr_0",7.437290767446642e-05,1613824561901,103
-"mom_0",0.8766948878390974,1613824561901,103
-"eps_0",1e-05,1613824561901,103
-"wd_1",0.01,1613824561901,103
-"sqr_mom_1",0.99,1613824561901,103
-"lr_1",7.437290767446642e-05,1613824561901,103
-"mom_1",0.8766948878390974,1613824561901,103
-"eps_1",1e-05,1613824561901,103
-"wd_2",0.01,1613824561901,103
-"sqr_mom_2",0.99,1613824561901,103
-"lr_2",0.0007437290767446641,1613824561901,103
-"mom_2",0.8766948878390974,1613824561901,103
-"eps_2",1e-05,1613824561901,103
-"train_loss",0.4607925,1613824562794,104
-"raw_loss",0.823986,1613824562794,104
-"wd_0",0.01,1613824562794,104
-"sqr_mom_0",0.99,1613824562794,104
-"lr_0",7.521596336108667e-05,1613824562794,104
-"mom_0",0.8758167048322014,1613824562794,104
-"eps_0",1e-05,1613824562794,104
-"wd_1",0.01,1613824562794,104
-"sqr_mom_1",0.99,1613824562794,104
-"lr_1",7.521596336108667e-05,1613824562794,104
-"mom_1",0.8758167048322014,1613824562794,104
-"eps_1",1e-05,1613824562794,104
-"wd_2",0.01,1613824562794,104
-"sqr_mom_2",0.99,1613824562794,104
-"lr_2",0.0007521596336108665,1613824562794,104
-"mom_2",0.8758167048322014,1613824562794,104
-"eps_2",1e-05,1613824562794,104
-"train_loss",0.46766242,1613824563685,105
-"raw_loss",0.7639352,1613824563685,105
-"wd_0",0.01,1613824563685,105
-"sqr_mom_0",0.99,1613824563685,105
-"lr_0",7.604976394080012e-05,1613824563685,105
-"mom_0",0.8749481625616665,1613824563685,105
-"eps_0",1e-05,1613824563685,105
-"wd_1",0.01,1613824563685,105
-"sqr_mom_1",0.99,1613824563685,105
-"lr_1",7.604976394080012e-05,1613824563685,105
-"mom_1",0.8749481625616665,1613824563685,105
-"eps_1",1e-05,1613824563685,105
-"wd_2",0.01,1613824563685,105
-"sqr_mom_2",0.99,1613824563685,105
-"lr_2",0.0007604976394080012,1613824563685,105
-"mom_2",0.8749481625616665,1613824563685,105
-"eps_2",1e-05,1613824563685,105
-"train_loss",0.4735407,1613824564576,106
-"raw_loss",0.7277381,1613824564576,106
-"wd_0",0.01,1613824564576,106
-"sqr_mom_0",0.99,1613824564576,106
-"lr_0",7.68739852544486e-05,1613824564576,106
-"mom_0",0.8740895986932826,1613824564576,106
-"eps_0",1e-05,1613824564576,106
-"wd_1",0.01,1613824564576,106
-"sqr_mom_1",0.99,1613824564576,106
-"lr_1",7.68739852544486e-05,1613824564576,106
-"mom_1",0.8740895986932826,1613824564576,106
-"eps_1",1e-05,1613824564576,106
-"wd_2",0.01,1613824564576,106
-"sqr_mom_2",0.99,1613824564576,106
-"lr_2",0.000768739852544486,1613824564576,106
-"mom_2",0.8740895986932826,1613824564576,106
-"eps_2",1e-05,1613824564576,106
-"train_loss",0.47973302,1613824565469,107
-"raw_loss",0.7482236,1613824565469,107
-"wd_0",0.01,1613824565469,107
-"sqr_mom_0",0.99,1613824565469,107
-"lr_0",7.768829900628335e-05,1613824565469,107
-"mom_0",0.8732413552017881,1613824565469,107
-"eps_0",1e-05,1613824565469,107
-"wd_1",0.01,1613824565469,107
-"sqr_mom_1",0.99,1613824565469,107
-"lr_1",7.768829900628335e-05,1613824565469,107
-"mom_1",0.8732413552017881,1613824565469,107
-"eps_1",1e-05,1613824565469,107
-"wd_2",0.01,1613824565469,107
-"sqr_mom_2",0.99,1613824565469,107
-"lr_2",0.0007768829900628335,1613824565469,107
-"mom_2",0.8732413552017881,1613824565469,107
-"eps_2",1e-05,1613824565469,107
-"train_loss",0.48042834,1613824566360,108
-"raw_loss",0.5106563,1613824566360,108
-"wd_0",0.01,1613824566360,108
-"sqr_mom_0",0.99,1613824566360,108
-"lr_0",7.849237335165792e-05,1613824566360,108
-"mom_0",0.8724037777586896,1613824566360,108
-"eps_0",1e-05,1613824566360,108
-"wd_1",0.01,1613824566360,108
-"sqr_mom_1",0.99,1613824566360,108
-"lr_1",7.849237335165792e-05,1613824566360,108
-"mom_1",0.8724037777586896,1613824566360,108
-"eps_1",1e-05,1613824566360,108
-"wd_2",0.01,1613824566360,108
-"sqr_mom_2",0.99,1613824566360,108
-"lr_2",0.0007849237335165792,1613824566360,108
-"mom_2",0.8724037777586896,1613824566360,108
-"eps_2",1e-05,1613824566360,108
-"train_loss",0.4824872,1613824567255,109
-"raw_loss",0.5722173,1613824567255,109
-"wd_0",0.01,1613824567255,109
-"sqr_mom_0",0.99,1613824567255,109
-"lr_0",7.928590310743585e-05,1613824567255,109
-"mom_0",0.8715771842630876,1613824567255,109
-"eps_0",1e-05,1613824567255,109
-"wd_1",0.01,1613824567255,109
-"sqr_mom_1",0.99,1613824567255,109
-"lr_1",7.928590310743585e-05,1613824567255,109
-"mom_1",0.8715771842630876,1613824567255,109
-"eps_1",1e-05,1613824567255,109
-"wd_2",0.01,1613824567255,109
-"sqr_mom_2",0.99,1613824567255,109
-"lr_2",0.0007928590310743585,1613824567255,109
-"mom_2",0.8715771842630876,1613824567255,109
-"eps_2",1e-05,1613824567255,109
-"train_loss",0.47969213,1613824568145,110
-"raw_loss",0.35757297,1613824568145,110
-"wd_0",0.01,1613824568145,110
-"sqr_mom_0",0.99,1613824568145,110
-"lr_0",8.006856460993975e-05,1613824568145,110
-"mom_0",0.870761911864646,1613824568145,110
-"eps_0",1e-05,1613824568145,110
-"wd_1",0.01,1613824568145,110
-"sqr_mom_1",0.99,1613824568145,110
-"lr_1",8.006856460993975e-05,1613824568145,110
-"mom_1",0.870761911864646,1613824568145,110
-"eps_1",1e-05,1613824568145,110
-"wd_2",0.01,1613824568145,110
-"sqr_mom_2",0.99,1613824568145,110
-"lr_2",0.0008006856460993976,1613824568145,110
-"mom_2",0.870761911864646,1613824568145,110
-"eps_2",1e-05,1613824568145,110
-"train_loss",0.47524115,1613824569043,111
-"raw_loss",0.28030375,1613824569043,111
-"wd_0",0.01,1613824569043,111
-"sqr_mom_0",0.99,1613824569043,111
-"lr_0",8.084004611711718e-05,1613824569043,111
-"mom_0",0.8699582852946696,1613824569043,111
-"eps_0",1e-05,1613824569043,111
-"wd_1",0.01,1613824569043,111
-"sqr_mom_1",0.99,1613824569043,111
-"lr_1",8.084004611711718e-05,1613824569043,111
-"mom_1",0.8699582852946696,1613824569043,111
-"eps_1",1e-05,1613824569043,111
-"wd_2",0.01,1613824569043,111
-"sqr_mom_2",0.99,1613824569043,111
-"lr_2",0.0008084004611711718,1613824569043,111
-"mom_2",0.8699582852946696,1613824569043,111
-"eps_2",1e-05,1613824569043,111
-"train_loss",0.49752593,1613824569930,112
-"raw_loss",1.4758428,1613824569930,112
-"wd_0",0.01,1613824569930,112
-"sqr_mom_0",0.99,1613824569930,112
-"lr_0",8.160004034002179e-05,1613824569930,112
-"mom_0",0.8691666246458106,1613824569930,112
-"eps_0",1e-05,1613824569930,112
-"wd_1",0.01,1613824569930,112
-"sqr_mom_1",0.99,1613824569930,112
-"lr_1",8.160004034002179e-05,1613824569930,112
-"mom_1",0.8691666246458106,1613824569930,112
-"eps_1",1e-05,1613824569930,112
-"wd_2",0.01,1613824569930,112
-"sqr_mom_2",0.99,1613824569930,112
-"lr_2",0.0008160004034002178,1613824569930,112
-"mom_2",0.8691666246458106,1613824569930,112
-"eps_2",1e-05,1613824569930,112
-"train_loss",0.49626204,1613824570819,113
-"raw_loss",0.44064814,1613824570819,113
-"wd_0",0.01,1613824570819,113
-"sqr_mom_0",0.99,1613824570819,113
-"lr_0",8.234824456520959e-05,1613824570819,113
-"mom_0",0.8683872452445733,1613824570819,113
-"eps_0",1e-05,1613824570819,113
-"wd_1",0.01,1613824570819,113
-"sqr_mom_1",0.99,1613824570819,113
-"lr_1",8.234824456520959e-05,1613824570819,113
-"mom_1",0.8683872452445733,1613824570819,113
-"eps_1",1e-05,1613824570819,113
-"wd_2",0.01,1613824570819,113
-"sqr_mom_2",0.99,1613824570819,113
-"lr_2",0.0008234824456520959,1613824570819,113
-"mom_2",0.8683872452445733,1613824570819,113
-"eps_2",1e-05,1613824570819,113
-"train_loss",0.4940305,1613824571719,114
-"raw_loss",0.3956117,1613824571719,114
-"wd_0",0.01,1613824571719,114
-"sqr_mom_0",0.99,1613824571719,114
-"lr_0",8.308435392643343e-05,1613824571719,114
-"mom_0",0.8676204646599651,1613824571719,114
-"eps_0",1e-05,1613824571719,114
-"wd_1",0.01,1613824571719,114
-"sqr_mom_1",0.99,1613824571719,114
-"lr_1",8.308435392643343e-05,1613824571719,114
-"mom_1",0.8676204646599651,1613824571719,114
-"eps_1",1e-05,1613824571719,114
-"wd_2",0.01,1613824571719,114
-"sqr_mom_2",0.99,1613824571719,114
-"lr_2",0.0008308435392643342,1613824571719,114
-"mom_2",0.8676204646599651,1613824571719,114
-"eps_2",1e-05,1613824571719,114
-"train_loss",0.49322566,1613824572612,115
-"raw_loss",0.45765302,1613824572612,115
-"wd_0",0.01,1613824572612,115
-"sqr_mom_0",0.99,1613824572612,115
-"lr_0",8.380808903638922e-05,1613824572612,115
-"mom_0",0.8668665739204279,1613824572612,115
-"eps_0",1e-05,1613824572612,115
-"wd_1",0.01,1613824572612,115
-"sqr_mom_1",0.99,1613824572612,115
-"lr_1",8.380808903638922e-05,1613824572612,115
-"mom_1",0.8668665739204279,1613824572612,115
-"eps_1",1e-05,1613824572612,115
-"wd_2",0.01,1613824572612,115
-"sqr_mom_2",0.99,1613824572612,115
-"lr_2",0.0008380808903638923,1613824572612,115
-"mom_2",0.8668665739204279,1613824572612,115
-"eps_2",1e-05,1613824572612,115
-"train_loss",0.49605942,1613824573499,116
-"raw_loss",0.62158394,1613824573499,116
-"wd_0",0.01,1613824573499,116
-"sqr_mom_0",0.99,1613824573499,116
-"lr_0",8.45191546603306e-05,1613824573499,116
-"mom_0",0.8661258805621556,1613824573499,116
-"eps_0",1e-05,1613824573499,116
-"wd_1",0.01,1613824573499,116
-"sqr_mom_1",0.99,1613824573499,116
-"lr_1",8.45191546603306e-05,1613824573499,116
-"mom_1",0.8661258805621556,1613824573499,116
-"eps_1",1e-05,1613824573499,116
-"wd_2",0.01,1613824573499,116
-"sqr_mom_2",0.99,1613824573499,116
-"lr_2",0.000845191546603306,1613824573499,116
-"mom_2",0.8661258805621556,1613824573499,116
-"eps_2",1e-05,1613824573499,116
-"train_loss",0.49711466,1613824574397,117
-"raw_loss",0.5439583,1613824574397,117
-"wd_0",0.01,1613824574397,117
-"sqr_mom_0",0.99,1613824574397,117
-"lr_0",8.521727406188154e-05,1613824574397,117
-"mom_0",0.8653986728522067,1613824574397,117
-"eps_0",1e-05,1613824574397,117
-"wd_1",0.01,1613824574397,117
-"sqr_mom_1",0.99,1613824574397,117
-"lr_1",8.521727406188154e-05,1613824574397,117
-"mom_1",0.8653986728522067,1613824574397,117
-"eps_1",1e-05,1613824574397,117
-"wd_2",0.01,1613824574397,117
-"sqr_mom_2",0.99,1613824574397,117
-"lr_2",0.0008521727406188154,1613824574397,117
-"mom_2",0.8653986728522067,1613824574397,117
-"eps_2",1e-05,1613824574397,117
-"train_loss",0.49588013,1613824575283,118
-"raw_loss",0.44096476,1613824575283,118
-"wd_0",0.01,1613824575283,118
-"sqr_mom_0",0.99,1613824575283,118
-"lr_0",8.590215607351363e-05,1613824575283,118
-"mom_0",0.86468525409009,1613824575283,118
-"eps_0",1e-05,1613824575283,118
-"wd_1",0.01,1613824575283,118
-"sqr_mom_1",0.99,1613824575283,118
-"lr_1",8.590215607351363e-05,1613824575283,118
-"mom_1",0.86468525409009,1613824575283,118
-"eps_1",1e-05,1613824575283,118
-"wd_2",0.01,1613824575283,118
-"sqr_mom_2",0.99,1613824575283,118
-"lr_2",0.0008590215607351362,1613824575283,118
-"mom_2",0.86468525409009,1613824575283,118
-"eps_2",1e-05,1613824575283,118
-"train_loss",0.5102484,1613824576174,119
-"raw_loss",1.1506898,1613824576174,119
-"wd_0",0.01,1613824576174,119
-"sqr_mom_0",0.99,1613824576174,119
-"lr_0",8.65735345108901e-05,1613824576174,119
-"mom_0",0.8639859015511562,1613824576174,119
-"eps_0",1e-05,1613824576174,119
-"wd_1",0.01,1613824576174,119
-"sqr_mom_1",0.99,1613824576174,119
-"lr_1",8.65735345108901e-05,1613824576174,119
-"mom_1",0.8639859015511562,1613824576174,119
-"eps_1",1e-05,1613824576174,119
-"wd_2",0.01,1613824576174,119
-"sqr_mom_2",0.99,1613824576174,119
-"lr_2",0.000865735345108901,1613824576174,119
-"mom_2",0.8639859015511562,1613824576174,119
-"eps_2",1e-05,1613824576174,119
-"train_loss",0.5157057,1613824577078,120
-"raw_loss",0.75943565,1613824577078,120
-"wd_0",0.01,1613824577078,120
-"sqr_mom_0",0.99,1613824577078,120
-"lr_0",8.723113585265317e-05,1613824577078,120
-"mom_0",0.8633009001534863,1613824577078,120
-"eps_0",1e-05,1613824577078,120
-"wd_1",0.01,1613824577078,120
-"sqr_mom_1",0.99,1613824577078,120
-"lr_1",8.723113585265317e-05,1613824577078,120
-"mom_1",0.8633009001534863,1613824577078,120
-"eps_1",1e-05,1613824577078,120
-"wd_2",0.01,1613824577078,120
-"sqr_mom_2",0.99,1613824577078,120
-"lr_2",0.0008723113585265317,1613824577078,120
-"mom_2",0.8633009001534863,1613824577078,120
-"eps_2",1e-05,1613824577078,120
-"train_loss",0.51797086,1613824577970,121
-"raw_loss",0.6193339,1613824577970,121
-"wd_0",0.01,1613824577970,121
-"sqr_mom_0",0.99,1613824577970,121
-"lr_0",8.78747105088972e-05,1613824577970,121
-"mom_0",0.8626305098865654,1613824577970,121
-"eps_0",1e-05,1613824577970,121
-"wd_1",0.01,1613824577970,121
-"sqr_mom_1",0.99,1613824577970,121
-"lr_1",8.78747105088972e-05,1613824577970,121
-"mom_1",0.8626305098865654,1613824577970,121
-"eps_1",1e-05,1613824577970,121
-"wd_2",0.01,1613824577970,121
-"sqr_mom_2",0.99,1613824577970,121
-"lr_2",0.0008787471050889721,1613824577970,121
-"mom_2",0.8626305098865654,1613824577970,121
-"eps_2",1e-05,1613824577970,121
-"train_loss",0.5212492,1613824578853,122
-"raw_loss",0.6682299,1613824578853,122
-"wd_0",0.01,1613824578853,122
-"sqr_mom_0",0.99,1613824578853,122
-"lr_0",8.850399590235202e-05,1613824578853,122
-"mom_0",0.8619750042683832,1613824578853,122
-"eps_0",1e-05,1613824578853,122
-"wd_1",0.01,1613824578853,122
-"sqr_mom_1",0.99,1613824578853,122
-"lr_1",8.850399590235202e-05,1613824578853,122
-"mom_1",0.8619750042683832,1613824578853,122
-"eps_1",1e-05,1613824578853,122
-"wd_2",0.01,1613824578853,122
-"sqr_mom_2",0.99,1613824578853,122
-"lr_2",0.0008850399590235202,1613824578853,122
-"mom_2",0.8619750042683832,1613824578853,122
-"eps_2",1e-05,1613824578853,122
-"train_loss",0.5224343,1613824579741,123
-"raw_loss",0.5756649,1613824579741,123
-"wd_0",0.01,1613824579741,123
-"sqr_mom_0",0.99,1613824579741,123
-"lr_0",8.911874138223243e-05,1613824579741,123
-"mom_0",0.8613346443935078,1613824579741,123
-"eps_0",1e-05,1613824579741,123
-"wd_1",0.01,1613824579741,123
-"sqr_mom_1",0.99,1613824579741,123
-"lr_1",8.911874138223243e-05,1613824579741,123
-"mom_1",0.8613346443935078,1613824579741,123
-"eps_1",1e-05,1613824579741,123
-"wd_2",0.01,1613824579741,123
-"sqr_mom_2",0.99,1613824579741,123
-"lr_2",0.0008911874138223243,1613824579741,123
-"mom_2",0.8613346443935078,1613824579741,123
-"eps_2",1e-05,1613824579741,123
-"train_loss",0.5204309,1613824580630,124
-"raw_loss",0.43028158,1613824580630,124
-"wd_0",0.01,1613824580630,124
-"sqr_mom_0",0.99,1613824580630,124
-"lr_0",8.971870208914904e-05,1613824580630,124
-"mom_0",0.8607096853238031,1613824580630,124
-"eps_0",1e-05,1613824580630,124
-"wd_1",0.01,1613824580630,124
-"sqr_mom_1",0.99,1613824580630,124
-"lr_1",8.971870208914904e-05,1613824580630,124
-"mom_1",0.8607096853238031,1613824580630,124
-"eps_1",1e-05,1613824580630,124
-"wd_2",0.01,1613824580630,124
-"sqr_mom_2",0.99,1613824580630,124
-"lr_2",0.0008971870208914903,1613824580630,124
-"mom_2",0.8607096853238031,1613824580630,124
-"eps_2",1e-05,1613824580630,124
-"train_loss",0.51707083,1613824581513,125
-"raw_loss",0.36560386,1613824581513,125
-"wd_0",0.01,1613824581513,125
-"sqr_mom_0",0.99,1613824581513,125
-"lr_0",9.030363905263818e-05,1613824581513,125
-"mom_0",0.8601003759868352,1613824581513,125
-"eps_0",1e-05,1613824581513,125
-"wd_1",0.01,1613824581513,125
-"sqr_mom_1",0.99,1613824581513,125
-"lr_1",9.030363905263818e-05,1613824581513,125
-"mom_1",0.8601003759868352,1613824581513,125
-"eps_1",1e-05,1613824581513,125
-"wd_2",0.01,1613824581513,125
-"sqr_mom_2",0.99,1613824581513,125
-"lr_2",0.0009030363905263817,1613824581513,125
-"mom_2",0.8601003759868352,1613824581513,125
-"eps_2",1e-05,1613824581513,125
-"train_loss",0.5119095,1613824582396,126
-"raw_loss",0.27883923,1613824582396,126
-"wd_0",0.01,1613824582396,126
-"sqr_mom_0",0.99,1613824582396,126
-"lr_0",9.087331401368744e-05,1613824582396,126
-"mom_0",0.8595069645690756,1613824582396,126
-"eps_0",1e-05,1613824582396,126
-"wd_1",0.01,1613824582396,126
-"sqr_mom_1",0.99,1613824582396,126
-"lr_1",9.087331401368744e-05,1613824582396,126
-"mom_1",0.8595069645690756,1613824582396,126
-"eps_1",1e-05,1613824582396,126
-"wd_2",0.01,1613824582396,126
-"sqr_mom_2",0.99,1613824582396,126
-"lr_2",0.0009087331401368744,1613824582396,126
-"mom_2",0.8595069645690756,1613824582396,126
-"eps_2",1e-05,1613824582396,126
-"train_loss",0.5222532,1613824583285,127
-"raw_loss",0.9901397,1613824583285,127
-"wd_0",0.01,1613824583285,127
-"sqr_mom_0",0.99,1613824583285,127
-"lr_0",9.142751075449022e-05,1613824583285,127
-"mom_0",0.858929676297406,1613824583285,127
-"eps_0",1e-05,1613824583285,127
-"wd_1",0.01,1613824583285,127
-"sqr_mom_1",0.99,1613824583285,127
-"lr_1",9.142751075449022e-05,1613824583285,127
-"mom_1",0.858929676297406,1613824583285,127
-"eps_1",1e-05,1613824583285,127
-"wd_2",0.01,1613824583285,127
-"sqr_mom_2",0.99,1613824583285,127
-"lr_2",0.0009142751075449022,1613824583285,127
-"mom_2",0.858929676297406,1613824583285,127
-"eps_2",1e-05,1613824583285,127
-"train_loss",0.5236256,1613824584171,128
-"raw_loss",0.58580655,1613824584171,128
-"wd_0",0.01,1613824584171,128
-"sqr_mom_0",0.99,1613824584171,128
-"lr_0",9.19660031159599e-05,1613824584171,128
-"mom_0",0.8583687467542084,1613824584171,128
-"eps_0",1e-05,1613824584171,128
-"wd_1",0.01,1613824584171,128
-"sqr_mom_1",0.99,1613824584171,128
-"lr_1",9.19660031159599e-05,1613824584171,128
-"mom_1",0.8583687467542084,1613824584171,128
-"eps_1",1e-05,1613824584171,128
-"wd_2",0.01,1613824584171,128
-"sqr_mom_2",0.99,1613824584171,128
-"lr_2",0.0009196600311595991,1613824584171,128
-"mom_2",0.8583687467542084,1613824584171,128
-"eps_2",1e-05,1613824584171,128
-"train_loss",0.5202726,1613824585066,129
-"raw_loss",0.3681056,1613824585066,129
-"wd_0",0.01,1613824585066,129
-"sqr_mom_0",0.99,1613824585066,129
-"lr_0",9.24885814387386e-05,1613824585066,129
-"mom_0",0.8578243943346473,1613824585066,129
-"eps_0",1e-05,1613824585066,129
-"wd_1",0.01,1613824585066,129
-"sqr_mom_1",0.99,1613824585066,129
-"lr_1",9.24885814387386e-05,1613824585066,129
-"mom_1",0.8578243943346473,1613824585066,129
-"eps_1",1e-05,1613824585066,129
-"wd_2",0.01,1613824585066,129
-"sqr_mom_2",0.99,1613824585066,129
-"lr_2",0.0009248858143873859,1613824585066,129
-"mom_2",0.8578243943346473,1613824585066,129
-"eps_2",1e-05,1613824585066,129
-"train_loss",0.5191595,1613824585953,130
-"raw_loss",0.46855932,1613824585953,130
-"wd_0",0.01,1613824585953,130
-"sqr_mom_0",0.99,1613824585953,130
-"lr_0",9.299502776893716e-05,1613824585953,130
-"mom_0",0.8572968460740238,1613824585953,130
-"eps_0",1e-05,1613824585953,130
-"wd_1",0.01,1613824585953,130
-"sqr_mom_1",0.99,1613824585953,130
-"lr_1",9.299502776893716e-05,1613824585953,130
-"mom_1",0.8572968460740238,1613824585953,130
-"eps_1",1e-05,1613824585953,130
-"wd_2",0.01,1613824585953,130
-"sqr_mom_2",0.99,1613824585953,130
-"lr_2",0.0009299502776893715,1613824585953,130
-"mom_2",0.8572968460740238,1613824585953,130
-"eps_2",1e-05,1613824585953,130
-"train_loss",0.5154218,1613824586840,131
-"raw_loss",0.34525955,1613824586840,131
-"wd_0",0.01,1613824586840,131
-"sqr_mom_0",0.99,1613824586840,131
-"lr_0",9.348514084055808e-05,1613824586840,131
-"mom_0",0.8567863116244187,1613824586840,131
-"eps_0",1e-05,1613824586840,131
-"wd_1",0.01,1613824586840,131
-"sqr_mom_1",0.99,1613824586840,131
-"lr_1",9.348514084055808e-05,1613824586840,131
-"mom_1",0.8567863116244187,1613824586840,131
-"eps_1",1e-05,1613824586840,131
-"wd_2",0.01,1613824586840,131
-"sqr_mom_2",0.99,1613824586840,131
-"lr_2",0.0009348514084055807,1613824586840,131
-"mom_2",0.8567863116244187,1613824586840,131
-"eps_2",1e-05,1613824586840,131
-"train_loss",0.51781,1613824587724,132
-"raw_loss",0.6267011,1613824587724,132
-"wd_0",0.01,1613824587724,132
-"sqr_mom_0",0.99,1613824587724,132
-"lr_0",9.395873463318513e-05,1613824587724,132
-"mom_0",0.8562929847570988,1613824587724,132
-"eps_0",1e-05,1613824587724,132
-"wd_1",0.01,1613824587724,132
-"sqr_mom_1",0.99,1613824587724,132
-"lr_1",9.395873463318513e-05,1613824587724,132
-"mom_1",0.8562929847570988,1613824587724,132
-"eps_1",1e-05,1613824587724,132
-"wd_2",0.01,1613824587724,132
-"sqr_mom_2",0.99,1613824587724,132
-"lr_2",0.0009395873463318514,1613824587724,132
-"mom_2",0.8562929847570988,1613824587724,132
-"eps_2",1e-05,1613824587724,132
-"train_loss",0.5124394,1613824588611,133
-"raw_loss",0.2672003,1613824588611,133
-"wd_0",0.01,1613824588611,133
-"sqr_mom_0",0.99,1613824588611,133
-"lr_0",9.441561583421294e-05,1613824588611,133
-"mom_0",0.8558170668393615,1613824588611,133
-"eps_0",1e-05,1613824588611,133
-"wd_1",0.01,1613824588611,133
-"sqr_mom_1",0.99,1613824588611,133
-"lr_1",9.441561583421294e-05,1613824588611,133
-"mom_1",0.8558170668393615,1613824588611,133
-"eps_1",1e-05,1613824588611,133
-"wd_2",0.01,1613824588611,133
-"sqr_mom_2",0.99,1613824588611,133
-"lr_2",0.0009441561583421294,1613824588611,133
-"mom_2",0.8558170668393615,1613824588611,133
-"eps_2",1e-05,1613824588611,133
-"train_loss",0.509478,1613824589496,134
-"raw_loss",0.374048,1613824589496,134
-"wd_0",0.01,1613824589496,134
-"sqr_mom_0",0.99,1613824589496,134
-"lr_0",9.485560246320309e-05,1613824589496,134
-"mom_0",0.8553587474341634,1613824589496,134
-"eps_0",1e-05,1613824589496,134
-"wd_1",0.01,1613824589496,134
-"sqr_mom_1",0.99,1613824589496,134
-"lr_1",9.485560246320309e-05,1613824589496,134
-"mom_1",0.8553587474341634,1613824589496,134
-"eps_1",1e-05,1613824589496,134
-"wd_2",0.01,1613824589496,134
-"sqr_mom_2",0.99,1613824589496,134
-"lr_2",0.0009485560246320308,1613824589496,134
-"mom_2",0.8553587474341634,1613824589496,134
-"eps_2",1e-05,1613824589496,134
-"train_loss",0.51140344,1613824590380,135
-"raw_loss",0.599583,1613824590380,135
-"wd_0",0.01,1613824590380,135
-"sqr_mom_0",0.99,1613824590380,135
-"lr_0",9.527851926899743e-05,1613824590380,135
-"mom_0",0.8549182090947943,1613824590380,135
-"eps_0",1e-05,1613824590380,135
-"wd_1",0.01,1613824590380,135
-"sqr_mom_1",0.99,1613824590380,135
-"lr_1",9.527851926899743e-05,1613824590380,135
-"mom_1",0.8549182090947943,1613824590380,135
-"eps_1",1e-05,1613824590380,135
-"wd_2",0.01,1613824590380,135
-"sqr_mom_2",0.99,1613824590380,135
-"lr_2",0.0009527851926899743,1613824590380,135
-"mom_2",0.8549182090947943,1613824590380,135
-"eps_2",1e-05,1613824590380,135
-"train_loss",0.50976986,1613824591263,136
-"raw_loss",0.43485415,1613824591263,136
-"wd_0",0.01,1613824591263,136
-"sqr_mom_0",0.99,1613824591263,136
-"lr_0",9.568419779952234e-05,1613824591263,136
-"mom_0",0.8544956272921642,1613824591263,136
-"eps_0",1e-05,1613824591263,136
-"wd_1",0.01,1613824591263,136
-"sqr_mom_1",0.99,1613824591263,136
-"lr_1",9.568419779952234e-05,1613824591263,136
-"mom_1",0.8544956272921642,1613824591263,136
-"eps_1",1e-05,1613824591263,136
-"wd_2",0.01,1613824591263,136
-"sqr_mom_2",0.99,1613824591263,136
-"lr_2",0.0009568419779952234,1613824591263,136
-"mom_2",0.8544956272921642,1613824591263,136
-"eps_2",1e-05,1613824591263,136
-"train_loss",0.5058492,1613824592140,137
-"raw_loss",0.3257988,1613824592140,137
-"wd_0",0.01,1613824592140,137
-"sqr_mom_0",0.99,1613824592140,137
-"lr_0",9.607247290802915e-05,1613824592140,137
-"mom_0",0.8540911740541363,1613824592140,137
-"eps_0",1e-05,1613824592140,137
-"wd_1",0.01,1613824592140,137
-"sqr_mom_1",0.99,1613824592140,137
-"lr_1",9.607247290802915e-05,1613824592140,137
-"mom_1",0.8540911740541363,1613824592140,137
-"eps_1",1e-05,1613824592140,137
-"wd_2",0.01,1613824592140,137
-"sqr_mom_2",0.99,1613824592140,137
-"lr_2",0.0009607247290802915,1613824592140,137
-"mom_2",0.8540911740541363,1613824592140,137
-"eps_2",1e-05,1613824592140,137
-"train_loss",0.5022259,1613824593013,138
-"raw_loss",0.33561152,1613824593013,138
-"wd_0",0.01,1613824593013,138
-"sqr_mom_0",0.99,1613824593013,138
-"lr_0",9.644319722628494e-05,1613824593013,138
-"mom_0",0.8537050028892865,1613824593013,138
-"eps_0",1e-05,1613824593013,138
-"wd_1",0.01,1613824593013,138
-"sqr_mom_1",0.99,1613824593013,138
-"lr_1",9.644319722628494e-05,1613824593013,138
-"mom_1",0.8537050028892865,1613824593013,138
-"eps_1",1e-05,1613824593013,138
-"wd_2",0.01,1613824593013,138
-"sqr_mom_2",0.99,1613824593013,138
-"lr_2",0.0009644319722628494,1613824593013,138
-"mom_2",0.8537050028892865,1613824593013,138
-"eps_2",1e-05,1613824593013,138
-"train_loss",0.50187427,1613824593887,139
-"raw_loss",0.48568332,1613824593887,139
-"wd_0",0.01,1613824593887,139
-"sqr_mom_0",0.99,1613824593887,139
-"lr_0",9.679621936617187e-05,1613824593887,139
-"mom_0",0.853337271493571,1613824593887,139
-"eps_0",1e-05,1613824593887,139
-"wd_1",0.01,1613824593887,139
-"sqr_mom_1",0.99,1613824593887,139
-"lr_1",9.679621936617187e-05,1613824593887,139
-"mom_1",0.853337271493571,1613824593887,139
-"eps_1",1e-05,1613824593887,139
-"wd_2",0.01,1613824593887,139
-"sqr_mom_2",0.99,1613824593887,139
-"lr_2",0.0009679621936617187,1613824593887,139
-"mom_2",0.853337271493571,1613824593887,139
-"eps_2",1e-05,1613824593887,139
-"train_loss",0.49885494,1613824594763,140
-"raw_loss",0.35965407,1613824594763,140
-"wd_0",0.01,1613824594763,140
-"sqr_mom_0",0.99,1613824594763,140
-"lr_0",9.713139871537402e-05,1613824594763,140
-"mom_0",0.852988126338152,1613824594763,140
-"eps_0",1e-05,1613824594763,140
-"wd_1",0.01,1613824594763,140
-"sqr_mom_1",0.99,1613824594763,140
-"lr_1",9.713139871537402e-05,1613824594763,140
-"mom_1",0.852988126338152,1613824594763,140
-"eps_1",1e-05,1613824594763,140
-"wd_2",0.01,1613824594763,140
-"sqr_mom_2",0.99,1613824594763,140
-"lr_2",0.0009713139871537402,1613824594763,140
-"mom_2",0.852988126338152,1613824594763,140
-"eps_2",1e-05,1613824594763,140
-"train_loss",0.4953962,1613824595644,141
-"raw_loss",0.33573392,1613824595644,141
-"wd_0",0.01,1613824595644,141
-"sqr_mom_0",0.99,1613824595644,141
-"lr_0",9.744860465992226e-05,1613824595644,141
-"mom_0",0.8526577034792476,1613824595644,141
-"eps_0",1e-05,1613824595644,141
-"wd_1",0.01,1613824595644,141
-"sqr_mom_1",0.99,1613824595644,141
-"lr_1",9.744860465992226e-05,1613824595644,141
-"mom_1",0.8526577034792476,1613824595644,141
-"eps_1",1e-05,1613824595644,141
-"wd_2",0.01,1613824595644,141
-"sqr_mom_2",0.99,1613824595644,141
-"lr_2",0.0009744860465992225,1613824595644,141
-"mom_2",0.8526577034792476,1613824595644,141
-"eps_2",1e-05,1613824595644,141
-"train_loss",0.50583297,1613824596526,142
-"raw_loss",0.9882037,1613824596526,142
-"wd_0",0.01,1613824596526,142
-"sqr_mom_0",0.99,1613824596526,142
-"lr_0",9.774770490142942e-05,1613824596526,142
-"mom_0",0.8523461407276777,1613824596526,142
-"eps_0",1e-05,1613824596526,142
-"wd_1",0.01,1613824596526,142
-"sqr_mom_1",0.99,1613824596526,142
-"lr_1",9.774770490142942e-05,1613824596526,142
-"mom_1",0.8523461407276777,1613824596526,142
-"eps_1",1e-05,1613824596526,142
-"wd_2",0.01,1613824596526,142
-"sqr_mom_2",0.99,1613824596526,142
-"lr_2",0.0009774770490142942,1613824596526,142
-"mom_2",0.8523461407276777,1613824596526,142
-"eps_2",1e-05,1613824596526,142
-"train_loss",0.5065222,1613824597404,143
-"raw_loss",0.5384142,1613824597404,143
-"wd_0",0.01,1613824597404,143
-"sqr_mom_0",0.99,1613824597404,143
-"lr_0",9.80285808164004e-05,1613824597404,143
-"mom_0",0.8520535616495829,1613824597404,143
-"eps_0",1e-05,1613824597404,143
-"wd_1",0.01,1613824597404,143
-"sqr_mom_1",0.99,1613824597404,143
-"lr_1",9.80285808164004e-05,1613824597404,143
-"mom_1",0.8520535616495829,1613824597404,143
-"eps_1",1e-05,1613824597404,143
-"wd_2",0.01,1613824597404,143
-"sqr_mom_2",0.99,1613824597404,143
-"lr_2",0.000980285808164004,1613824597404,143
-"mom_2",0.8520535616495829,1613824597404,143
-"eps_2",1e-05,1613824597404,143
-"train_loss",0.5073482,1613824598279,144
-"raw_loss",0.5456174,1613824598279,144
-"wd_0",0.01,1613824598279,144
-"sqr_mom_0",0.99,1613824598279,144
-"lr_0",9.829112579952792e-05,1613824598279,144
-"mom_0",0.8517800772921584,1613824598279,144
-"eps_0",1e-05,1613824598279,144
-"wd_1",0.01,1613824598279,144
-"sqr_mom_1",0.99,1613824598279,144
-"lr_1",9.829112579952792e-05,1613824598279,144
-"mom_1",0.8517800772921584,1613824598279,144
-"eps_1",1e-05,1613824598279,144
-"wd_2",0.01,1613824598279,144
-"sqr_mom_2",0.99,1613824598279,144
-"lr_2",0.0009829112579952794,1613824598279,144
-"mom_2",0.8517800772921584,1613824598279,144
-"eps_2",1e-05,1613824598279,144
-"train_loss",0.5024788,1613824599157,145
-"raw_loss",0.27662438,1613824599157,145
-"wd_0",0.01,1613824599157,145
-"sqr_mom_0",0.99,1613824599157,145
-"lr_0",9.85352325555039e-05,1613824599157,145
-"mom_0",0.8515257994213501,1613824599157,145
-"eps_0",1e-05,1613824599157,145
-"wd_1",0.01,1613824599157,145
-"sqr_mom_1",0.99,1613824599157,145
-"lr_1",9.85352325555039e-05,1613824599157,145
-"mom_1",0.8515257994213501,1613824599157,145
-"eps_1",1e-05,1613824599157,145
-"wd_2",0.01,1613824599157,145
-"sqr_mom_2",0.99,1613824599157,145
-"lr_2",0.000985352325555039,1613824599157,145
-"mom_2",0.8515257994213501,1613824599157,145
-"eps_2",1e-05,1613824599157,145
-"train_loss",0.4962439,1613824600037,146
-"raw_loss",0.20673159,1613824600037,146
-"wd_0",0.01,1613824600037,146
-"sqr_mom_0",0.99,1613824600037,146
-"lr_0",9.876080385411977e-05,1613824600037,146
-"mom_0",0.8512908293186252,1613824600037,146
-"eps_0",1e-05,1613824600037,146
-"wd_1",0.01,1613824600037,146
-"sqr_mom_1",0.99,1613824600037,146
-"lr_1",9.876080385411977e-05,1613824600037,146
-"mom_1",0.8512908293186252,1613824600037,146
-"eps_1",1e-05,1613824600037,146
-"wd_2",0.01,1613824600037,146
-"sqr_mom_2",0.99,1613824600037,146
-"lr_2",0.0009876080385411979,1613824600037,146
-"mom_2",0.8512908293186252,1613824600037,146
-"eps_2",1e-05,1613824600037,146
-"train_loss",0.49300066,1613824600920,147
-"raw_loss",0.34223685,1613824600920,147
-"wd_0",0.01,1613824600920,147
-"sqr_mom_0",0.99,1613824600920,147
-"lr_0",9.896774984802855e-05,1613824600920,147
-"mom_0",0.8510752605749703,1613824600920,147
-"eps_0",1e-05,1613824600920,147
-"wd_1",0.01,1613824600920,147
-"sqr_mom_1",0.99,1613824600920,147
-"lr_1",9.896774984802855e-05,1613824600920,147
-"mom_1",0.8510752605749703,1613824600920,147
-"eps_1",1e-05,1613824600920,147
-"wd_2",0.01,1613824600920,147
-"sqr_mom_2",0.99,1613824600920,147
-"lr_2",0.0009896774984802855,1613824600920,147
-"mom_2",0.8510752605749703,1613824600920,147
-"eps_2",1e-05,1613824600920,147
-"train_loss",0.4951793,1613824601796,148
-"raw_loss",0.5965655,1613824601796,148
-"wd_0",0.01,1613824601796,148
-"sqr_mom_0",0.99,1613824601796,148
-"lr_0",9.915598810853188e-05,1613824601796,148
-"mom_0",0.8508791790536125,1613824601796,148
-"eps_0",1e-05,1613824601796,148
-"wd_1",0.01,1613824601796,148
-"sqr_mom_1",0.99,1613824601796,148
-"lr_1",9.915598810853188e-05,1613824601796,148
-"mom_1",0.8508791790536125,1613824601796,148
-"eps_1",1e-05,1613824601796,148
-"wd_2",0.01,1613824601796,148
-"sqr_mom_2",0.99,1613824601796,148
-"lr_2",0.000991559881085319,1613824601796,148
-"mom_2",0.8508791790536125,1613824601796,148
-"eps_2",1e-05,1613824601796,148
-"train_loss",0.49077955,1613824602672,149
-"raw_loss",0.2858156,1613824602672,149
-"wd_0",0.01,1613824602672,149
-"sqr_mom_0",0.99,1613824602672,149
-"lr_0",9.932544215684867e-05,1613824602672,149
-"mom_0",0.8507026644199492,1613824602672,149
-"eps_0",1e-05,1613824602672,149
-"wd_1",0.01,1613824602672,149
-"sqr_mom_1",0.99,1613824602672,149
-"lr_1",9.932544215684867e-05,1613824602672,149
-"mom_1",0.8507026644199492,1613824602672,149
-"eps_1",1e-05,1613824602672,149
-"wd_2",0.01,1613824602672,149
-"sqr_mom_2",0.99,1613824602672,149
-"lr_2",0.0009932544215684868,1613824602672,149
-"mom_2",0.8507026644199492,1613824602672,149
-"eps_2",1e-05,1613824602672,149
-"train_loss",0.4877988,1613824603560,150
-"raw_loss",0.34879714,1613824603560,150
-"wd_0",0.01,1613824603560,150
-"sqr_mom_0",0.99,1613824603560,150
-"lr_0",9.947604767738639e-05,1613824603560,150
-"mom_0",0.8505457836693892,1613824603560,150
-"eps_0",1e-05,1613824603560,150
-"wd_1",0.01,1613824603560,150
-"sqr_mom_1",0.99,1613824603560,150
-"lr_1",9.947604767738639e-05,1613824603560,150
-"mom_1",0.8505457836693892,1613824603560,150
-"eps_1",1e-05,1613824603560,150
-"wd_2",0.01,1613824603560,150
-"sqr_mom_2",0.99,1613824603560,150
-"lr_2",0.000994760476773864,1613824603560,150
-"mom_2",0.8505457836693892,1613824603560,150
-"eps_2",1e-05,1613824603560,150
-"train_loss",0.48636213,1613824604437,151
-"raw_loss",0.41929662,1613824604437,151
-"wd_0",0.01,1613824604437,151
-"sqr_mom_0",0.99,1613824604437,151
-"lr_0",9.960774300431326e-05,1613824604437,151
-"mom_0",0.8504086010371736,1613824604437,151
-"eps_0",1e-05,1613824604437,151
-"wd_1",0.01,1613824604437,151
-"sqr_mom_1",0.99,1613824604437,151
-"lr_1",9.960774300431326e-05,1613824604437,151
-"mom_1",0.8504086010371736,1613824604437,151
-"eps_1",1e-05,1613824604437,151
-"wd_2",0.01,1613824604437,151
-"sqr_mom_2",0.99,1613824604437,151
-"lr_2",0.0009960774300431328,1613824604437,151
-"mom_2",0.8504086010371736,1613824604437,151
-"eps_2",1e-05,1613824604437,151
-"train_loss",0.48066053,1613824605312,152
-"raw_loss",0.21424027,1613824605312,152
-"wd_0",0.01,1613824605312,152
-"sqr_mom_0",0.99,1613824605312,152
-"lr_0",9.97204756820385e-05,1613824605312,152
-"mom_0",0.8502911711645432,1613824605312,152
-"eps_0",1e-05,1613824605312,152
-"wd_1",0.01,1613824605312,152
-"sqr_mom_1",0.99,1613824605312,152
-"lr_1",9.97204756820385e-05,1613824605312,152
-"mom_1",0.8502911711645432,1613824605312,152
-"eps_1",1e-05,1613824605312,152
-"wd_2",0.01,1613824605312,152
-"sqr_mom_2",0.99,1613824605312,152
-"lr_2",0.000997204756820385,1613824605312,152
-"mom_2",0.8502911711645432,1613824605312,152
-"eps_2",1e-05,1613824605312,152
-"train_loss",0.47501665,1613824606188,153
-"raw_loss",0.21103835,1613824606188,153
-"wd_0",0.01,1613824606188,153
-"sqr_mom_0",0.99,1613824606188,153
-"lr_0",9.981420159805916e-05,1613824606188,153
-"mom_0",0.8501935400020217,1613824606188,153
-"eps_0",1e-05,1613824606188,153
-"wd_1",0.01,1613824606188,153
-"sqr_mom_1",0.99,1613824606188,153
-"lr_1",9.981420159805916e-05,1613824606188,153
-"mom_1",0.8501935400020217,1613824606188,153
-"eps_1",1e-05,1613824606188,153
-"wd_2",0.01,1613824606188,153
-"sqr_mom_2",0.99,1613824606188,153
-"lr_2",0.0009981420159805917,1613824606188,153
-"mom_2",0.8501935400020217,1613824606188,153
-"eps_2",1e-05,1613824606188,153
-"train_loss",0.47611213,1613824607060,154
-"raw_loss",0.5273994,1613824607060,154
-"wd_0",0.01,1613824607060,154
-"sqr_mom_0",0.99,1613824607060,154
-"lr_0",9.988888166172216e-05,1613824607060,154
-"mom_0",0.8501157482690394,1613824607060,154
-"eps_0",1e-05,1613824607060,154
-"wd_1",0.01,1613824607060,154
-"sqr_mom_1",0.99,1613824607060,154
-"lr_1",9.988888166172216e-05,1613824607060,154
-"mom_1",0.8501157482690394,1613824607060,154
-"eps_1",1e-05,1613824607060,154
-"wd_2",0.01,1613824607060,154
-"sqr_mom_2",0.99,1613824607060,154
-"lr_2",0.0009988888166172216,1613824607060,154
-"mom_2",0.8501157482690394,1613824607060,154
-"eps_2",1e-05,1613824607060,154
-"train_loss",0.47533968,1613824607935,155
-"raw_loss",0.43914124,1613824607935,155
-"wd_0",0.01,1613824607935,155
-"sqr_mom_0",0.99,1613824607935,155
-"lr_0",9.994448666363798e-05,1613824607935,155
-"mom_0",0.8500578263920437,1613824607935,155
-"eps_0",1e-05,1613824607935,155
-"wd_1",0.01,1613824607935,155
-"sqr_mom_1",0.99,1613824607935,155
-"lr_1",9.994448666363798e-05,1613824607935,155
-"mom_1",0.8500578263920437,1613824607935,155
-"eps_1",1e-05,1613824607935,155
-"wd_2",0.01,1613824607935,155
-"sqr_mom_2",0.99,1613824607935,155
-"lr_2",0.0009994448666363798,1613824607935,155
-"mom_2",0.8500578263920437,1613824607935,155
-"eps_2",1e-05,1613824607935,155
-"train_loss",0.47254747,1613824608810,156
-"raw_loss",0.34158373,1613824608810,156
-"wd_0",0.01,1613824608810,156
-"sqr_mom_0",0.99,1613824608810,156
-"lr_0",9.998099549915502e-05,1613824608810,156
-"mom_0",0.8500197963550469,1613824608810,156
-"eps_0",1e-05,1613824608810,156
-"wd_1",0.01,1613824608810,156
-"sqr_mom_1",0.99,1613824608810,156
-"lr_1",9.998099549915502e-05,1613824608810,156
-"mom_1",0.8500197963550469,1613824608810,156
-"eps_1",1e-05,1613824608810,156
-"wd_2",0.01,1613824608810,156
-"sqr_mom_2",0.99,1613824608810,156
-"lr_2",0.0009998099549915502,1613824608810,156
-"mom_2",0.8500197963550469,1613824608810,156
-"eps_2",1e-05,1613824608810,156
-"train_loss",0.47623408,1613824609692,157
-"raw_loss",0.64930356,1613824609692,157
-"wd_0",0.01,1613824609692,157
-"sqr_mom_0",0.99,1613824609692,157
-"lr_0",9.999839301519797e-05,1613824609692,157
-"mom_0",0.8500016739425021,1613824609692,157
-"eps_0",1e-05,1613824609692,157
-"wd_1",0.01,1613824609692,157
-"sqr_mom_1",0.99,1613824609692,157
-"lr_1",9.999839301519797e-05,1613824609692,157
-"mom_1",0.8500016739425021,1613824609692,157
-"eps_1",1e-05,1613824609692,157
-"wd_2",0.01,1613824609692,157
-"sqr_mom_2",0.99,1613824609692,157
-"lr_2",0.0009999839301519796,1613824609692,157
-"mom_2",0.8500016739425021,1613824609692,157
-"eps_2",1e-05,1613824609692,157
-"train_loss",0.46952456,1613824610573,158
-"raw_loss",0.15426601,1613824610573,158
-"wd_0",0.01,1613824610573,158
-"sqr_mom_0",0.99,1613824610573,158
-"lr_0",6.97034675332894e-05,1613824610573,158
-"mom_0",0.8802968354350649,1613824610573,158
-"eps_0",1e-05,1613824610573,158
-"wd_1",0.01,1613824610573,158
-"sqr_mom_1",0.99,1613824610573,158
-"lr_1",6.97034675332894e-05,1613824610573,158
-"mom_1",0.8802968354350649,1613824610573,158
-"eps_1",1e-05,1613824610573,158
-"wd_2",0.01,1613824610573,158
-"sqr_mom_2",0.99,1613824610573,158
-"lr_2",0.000697034675332894,1613824610573,158
-"mom_2",0.8802968354350649,1613824610573,158
-"eps_2",1e-05,1613824610573,158
-"valid_loss",0.363145112991333,1613824627496,158
-"_rmse",0.602615237236023,1613824627496,158
-"epoch",1,1613824627496,158
+"train_loss",1.1761289,1613935422152,0
+"raw_loss",1.1761299,1613935422152,0
+"epoch",0.006289308176100629,1613935422152,0
+"wd_0",0.01,1613935422152,0
+"sqr_mom_0",0.99,1613935422152,0
+"lr_0",4e-06,1613935422152,0
+"mom_0",0.95,1613935422152,0
+"eps_0",1e-05,1613935422152,0
+"wd_1",0.01,1613935422152,0
+"sqr_mom_1",0.99,1613935422152,0
+"lr_1",4e-06,1613935422152,0
+"mom_1",0.95,1613935422152,0
+"eps_1",1e-05,1613935422152,0
+"wd_2",0.01,1613935422152,0
+"sqr_mom_2",0.99,1613935422152,0
+"lr_2",4e-05,1613935422152,0
+"mom_2",0.95,1613935422152,0
+"eps_2",1e-05,1613935422152,0
+"train_loss",1.0474718,1613935423057,1
+"raw_loss",0.9213886,1613935423057,1
+"epoch",0.012578616352201259,1613935423057,1
+"wd_0",0.01,1613935423057,1
+"sqr_mom_0",0.99,1613935423057,1
+"lr_0",4.009559427763895e-06,1613935423057,1
+"mom_0",0.9499900422627459,1613935423057,1
+"eps_0",1e-05,1613935423057,1
+"wd_1",0.01,1613935423057,1
+"sqr_mom_1",0.99,1613935423057,1
+"lr_1",4.009559427763895e-06,1613935423057,1
+"mom_1",0.9499900422627459,1613935423057,1
+"eps_1",1e-05,1613935423057,1
+"wd_2",0.01,1613935423057,1
+"sqr_mom_2",0.99,1613935423057,1
+"lr_2",4.0095594277638955e-05,1613935423057,1
+"mom_2",0.9499900422627459,1613935423057,1
+"eps_2",1e-05,1613935423057,1
+"train_loss",0.94387466,1613935423917,2
+"raw_loss",0.7428555,1613935423917,2
+"epoch",0.01886792452830189,1613935423917,2
+"wd_0",0.01,1613935423917,2
+"sqr_mom_0",0.99,1613935423917,2
+"lr_0",4.0382339034447715e-06,1613935423917,2
+"mom_0",0.949960173017245,1613935423917,2
+"eps_0",1e-05,1613935423917,2
+"wd_1",0.01,1613935423917,2
+"sqr_mom_1",0.99,1613935423917,2
+"lr_1",4.0382339034447715e-06,1613935423917,2
+"mom_1",0.949960173017245,1613935423917,2
+"eps_1",1e-05,1613935423917,2
+"wd_2",0.01,1613935423917,2
+"sqr_mom_2",0.99,1613935423917,2
+"lr_2",4.038233903444772e-05,1613935423917,2
+"mom_2",0.949960173017245,1613935423917,2
+"eps_2",1e-05,1613935423917,2
+"train_loss",0.84333247,1613935424793,3
+"raw_loss",0.5536112,1613935424793,3
+"epoch",0.025157232704402517,1613935424793,3
+"wd_0",0.01,1613935424793,3
+"sqr_mom_0",0.99,1613935424793,3
+"lr_0",4.086012005726854e-06,1613935424793,3
+"mom_0",0.9499104041607012,1613935424793,3
+"eps_0",1e-05,1613935424793,3
+"wd_1",0.01,1613935424793,3
+"sqr_mom_1",0.99,1613935424793,3
+"lr_1",4.086012005726854e-06,1613935424793,3
+"mom_1",0.9499104041607012,1613935424793,3
+"eps_1",1e-05,1613935424793,3
+"wd_2",0.01,1613935424793,3
+"sqr_mom_2",0.99,1613935424793,3
+"lr_2",4.086012005726854e-05,1613935424793,3
+"mom_2",0.9499104041607012,1613935424793,3
+"eps_2",1e-05,1613935424793,3
+"train_loss",0.8515498,1613935425678,4
+"raw_loss",0.882809,1613935425678,4
+"epoch",0.031446540880503145,1613935425678,4
+"wd_0",0.01,1613935425678,4
+"sqr_mom_0",0.99,1613935425678,4
+"lr_0",4.152874704138565e-06,1613935425678,4
+"mom_0",0.9498407555165223,1613935425678,4
+"eps_0",1e-05,1613935425678,4
+"wd_1",0.01,1613935425678,4
+"sqr_mom_1",0.99,1613935425678,4
+"lr_1",4.152874704138565e-06,1613935425678,4
+"mom_1",0.9498407555165223,1613935425678,4
+"eps_1",1e-05,1613935425678,4
+"wd_2",0.01,1613935425678,4
+"sqr_mom_2",0.99,1613935425678,4
+"lr_2",4.152874704138565e-05,1613935425678,4
+"mom_2",0.9498407555165223,1613935425678,4
+"eps_2",1e-05,1613935425678,4
+"train_loss",0.8404002,1613935426580,5
+"raw_loss",0.7879099,1613935426580,5
+"epoch",0.03773584905660377,1613935426580,5
+"wd_0",0.01,1613935426580,5
+"sqr_mom_0",0.99,1613935426580,5
+"lr_0",4.238795394615183e-06,1613935426580,5
+"mom_0",0.9497512547972758,1613935426580,5
+"eps_0",1e-05,1613935426580,5
+"wd_1",0.01,1613935426580,5
+"sqr_mom_1",0.99,1613935426580,5
+"lr_1",4.238795394615183e-06,1613935426580,5
+"mom_1",0.9497512547972758,1613935426580,5
+"eps_1",1e-05,1613935426580,5
+"wd_2",0.01,1613935426580,5
+"sqr_mom_2",0.99,1613935426580,5
+"lr_2",4.2387953946151834e-05,1613935426580,5
+"mom_2",0.9497512547972758,1613935426580,5
+"eps_2",1e-05,1613935426580,5
+"train_loss",0.75841653,1613935427469,6
+"raw_loss",0.29982308,1613935427469,6
+"epoch",0.0440251572327044,1613935427469,6
+"wd_0",0.01,1613935427469,6
+"sqr_mom_0",0.99,1613935427469,6
+"lr_0",4.343739770193693e-06,1613935427469,6
+"mom_0",0.9496419377393815,1613935427469,6
+"eps_0",1e-05,1613935427469,6
+"wd_1",0.01,1613935427469,6
+"sqr_mom_1",0.99,1613935427469,6
+"lr_1",4.343739770193693e-06,1613935427469,6
+"mom_1",0.9496419377393815,1613935427469,6
+"eps_1",1e-05,1613935427469,6
+"wd_2",0.01,1613935427469,6
+"sqr_mom_2",0.99,1613935427469,6
+"lr_2",4.343739770193693e-05,1613935427469,6
+"mom_2",0.9496419377393815,1613935427469,6
+"eps_2",1e-05,1613935427469,6
+"train_loss",0.76445735,1613935428361,7
+"raw_loss",0.80349255,1613935428361,7
+"epoch",0.05031446540880503,1613935428361,7
+"wd_0",0.01,1613935428361,7
+"sqr_mom_0",0.99,1613935428361,7
+"lr_0",4.467666153583133e-06,1613935428361,7
+"mom_0",0.9495128477566842,1613935428361,7
+"eps_0",1e-05,1613935428361,7
+"wd_1",0.01,1613935428361,7
+"sqr_mom_1",0.99,1613935428361,7
+"lr_1",4.467666153583133e-06,1613935428361,7
+"mom_1",0.9495128477566842,1613935428361,7
+"eps_1",1e-05,1613935428361,7
+"wd_2",0.01,1613935428361,7
+"sqr_mom_2",0.99,1613935428361,7
+"lr_2",4.4676661535831333e-05,1613935428361,7
+"mom_2",0.9495128477566842,1613935428361,7
+"eps_2",1e-05,1613935428361,7
+"train_loss",0.69986796,1613935429253,8
+"raw_loss",0.22755155,1613935429253,8
+"epoch",0.056603773584905655,1613935429253,8
+"wd_0",0.01,1613935429253,8
+"sqr_mom_0",0.99,1613935429253,8
+"lr_0",4.610525038422375e-06,1613935429253,8
+"mom_0",0.94936403641831,1613935429253,8
+"eps_0",1e-05,1613935429253,8
+"wd_1",0.01,1613935429253,8
+"sqr_mom_1",0.99,1613935429253,8
+"lr_1",4.610525038422375e-06,1613935429253,8
+"mom_1",0.94936403641831,1613935429253,8
+"eps_1",1e-05,1613935429253,8
+"wd_2",0.01,1613935429253,8
+"sqr_mom_2",0.99,1613935429253,8
+"lr_2",4.610525038422376e-05,1613935429253,8
+"mom_2",0.94936403641831,1613935429253,8
+"eps_2",1e-05,1613935429253,8
+"train_loss",0.661008,1613935430330,9
+"raw_loss",0.34444073,1613935430330,9
+"epoch",0.06289308176100629,1613935430330,9
+"wd_0",0.01,1613935430330,9
+"sqr_mom_0",0.99,1613935430330,9
+"lr_0",4.772259690167275e-06,1613935430330,9
+"mom_0",0.9491955628227424,1613935430330,9
+"eps_0",1e-05,1613935430330,9
+"wd_1",0.01,1613935430330,9
+"sqr_mom_1",0.99,1613935430330,9
+"lr_1",4.772259690167275e-06,1613935430330,9
+"mom_1",0.9491955628227424,1613935430330,9
+"eps_1",1e-05,1613935430330,9
+"wd_2",0.01,1613935430330,9
+"sqr_mom_2",0.99,1613935430330,9
+"lr_2",4.7722596901672744e-05,1613935430330,9
+"mom_2",0.9491955628227424,1613935430330,9
+"eps_2",1e-05,1613935430330,9
+"train_loss",0.68799174,1613935431284,10
+"raw_loss",0.9298591,1613935431284,10
+"epoch",0.06918238993710692,1613935431284,10
+"wd_0",0.01,1613935431284,10
+"sqr_mom_0",0.99,1613935431284,10
+"lr_0",4.952805610107015e-06,1613935431284,10
+"mom_0",0.9490074941561385,1613935431284,10
+"eps_0",1e-05,1613935431284,10
+"wd_1",0.01,1613935431284,10
+"sqr_mom_1",0.99,1613935431284,10
+"lr_1",4.952805610107015e-06,1613935431284,10
+"mom_1",0.9490074941561385,1613935431284,10
+"eps_1",1e-05,1613935431284,10
+"wd_2",0.01,1613935431284,10
+"sqr_mom_2",0.99,1613935431284,10
+"lr_2",4.952805610107016e-05,1613935431284,10
+"mom_2",0.9490074941561385,1613935431284,10
+"eps_2",1e-05,1613935431284,10
+"train_loss",0.66557914,1613935432296,11
+"raw_loss",0.44673964,1613935432296,11
+"epoch",0.07547169811320754,1613935432296,11
+"wd_0",0.01,1613935432296,11
+"sqr_mom_0",0.99,1613935432296,11
+"lr_0",5.1520907627064555e-06,1613935432296,11
+"mom_0",0.9487999054555141,1613935432296,11
+"eps_0",1e-05,1613935432296,11
+"wd_1",0.01,1613935432296,11
+"sqr_mom_1",0.99,1613935432296,11
+"lr_1",5.1520907627064555e-06,1613935432296,11
+"mom_1",0.9487999054555141,1613935432296,11
+"eps_1",1e-05,1613935432296,11
+"wd_2",0.01,1613935432296,11
+"sqr_mom_2",0.99,1613935432296,11
+"lr_2",5.152090762706456e-05,1613935432296,11
+"mom_2",0.9487999054555141,1613935432296,11
+"eps_2",1e-05,1613935432296,11
+"train_loss",0.6348539,1613935433210,12
+"raw_loss",0.31073698,1613935433210,12
+"epoch",0.08176100628930817,1613935433210,12
+"wd_0",0.01,1613935433210,12
+"sqr_mom_0",0.99,1613935433210,12
+"lr_0",5.370035871207568e-06,1613935433210,12
+"mom_0",0.9485728793008255,1613935433210,12
+"eps_0",1e-05,1613935433210,12
+"wd_1",0.01,1613935433210,12
+"sqr_mom_1",0.99,1613935433210,12
+"lr_1",5.370035871207568e-06,1613935433210,12
+"mom_1",0.9485728793008255,1613935433210,12
+"eps_1",1e-05,1613935433210,12
+"wd_2",0.01,1613935433210,12
+"sqr_mom_2",0.99,1613935433210,12
+"lr_2",5.3700358712075686e-05,1613935433210,12
+"mom_2",0.9485728793008255,1613935433210,12
+"eps_2",1e-05,1613935433210,12
+"train_loss",0.62331504,1613935434082,13
+"raw_loss",0.4927189,1613935434082,13
+"epoch",0.0880503144654088,1613935434082,13
+"wd_0",0.01,1613935434082,13
+"sqr_mom_0",0.99,1613935434082,13
+"lr_0",5.6065544142990906e-06,1613935434082,13
+"mom_0",0.9483265058184384,1613935434082,13
+"eps_0",1e-05,1613935434082,13
+"wd_1",0.01,1613935434082,13
+"sqr_mom_1",0.99,1613935434082,13
+"lr_1",5.6065544142990906e-06,1613935434082,13
+"mom_1",0.9483265058184384,1613935434082,13
+"eps_1",1e-05,1613935434082,13
+"wd_2",0.01,1613935434082,13
+"sqr_mom_2",0.99,1613935434082,13
+"lr_2",5.6065544142990906e-05,1613935434082,13
+"mom_2",0.9483265058184384,1613935434082,13
+"eps_2",1e-05,1613935434082,13
+"train_loss",0.5932945,1613935435000,14
+"raw_loss",0.23089997,1613935435000,14
+"epoch",0.09433962264150943,1613935435000,14
+"wd_0",0.01,1613935435000,14
+"sqr_mom_0",0.99,1613935435000,14
+"lr_0",5.861551629698894e-06,1613935435000,14
+"mom_0",0.9480608837190636,1613935435000,14
+"eps_0",1e-05,1613935435000,14
+"wd_1",0.01,1613935435000,14
+"sqr_mom_1",0.99,1613935435000,14
+"lr_1",5.861551629698894e-06,1613935435000,14
+"mom_1",0.9480608837190636,1613935435000,14
+"eps_1",1e-05,1613935435000,14
+"wd_2",0.01,1613935435000,14
+"sqr_mom_2",0.99,1613935435000,14
+"lr_2",5.861551629698895e-05,1613935435000,14
+"mom_2",0.9480608837190636,1613935435000,14
+"eps_2",1e-05,1613935435000,14
+"train_loss",0.60988253,1613935436001,15
+"raw_loss",0.82237875,1613935436001,15
+"epoch",0.10062893081761005,1613935436001,15
+"wd_0",0.01,1613935436001,15
+"sqr_mom_0",0.99,1613935436001,15
+"lr_0",6.134926216169848e-06,1613935436001,15
+"mom_0",0.947776118524823,1613935436001,15
+"eps_0",1e-05,1613935436001,15
+"wd_1",0.01,1613935436001,15
+"sqr_mom_1",0.99,1613935436001,15
+"lr_1",6.134926216169848e-06,1613935436001,15
+"mom_1",0.947776118524823,1613935436001,15
+"eps_1",1e-05,1613935436001,15
+"wd_2",0.01,1613935436001,15
+"sqr_mom_2",0.99,1613935436001,15
+"lr_2",6.134926216169849e-05,1613935436001,15
+"mom_2",0.947776118524823,1613935436001,15
+"eps_2",1e-05,1613935436001,15
+"train_loss",0.58364373,1613935436895,16
+"raw_loss",0.2285295,1613935436895,16
+"epoch",0.10691823899371068,1613935436895,16
+"wd_0",0.01,1613935436895,16
+"sqr_mom_0",0.99,1613935436895,16
+"lr_0",6.426569286083635e-06,1613935436895,16
+"mom_0",0.9474723236603295,1613935436895,16
+"eps_0",1e-05,1613935436895,16
+"wd_1",0.01,1613935436895,16
+"sqr_mom_1",0.99,1613935436895,16
+"lr_1",6.426569286083635e-06,1613935436895,16
+"mom_1",0.9474723236603295,1613935436895,16
+"eps_1",1e-05,1613935436895,16
+"wd_2",0.01,1613935436895,16
+"sqr_mom_2",0.99,1613935436895,16
+"lr_2",6.426569286083637e-05,1613935436895,16
+"mom_2",0.9474723236603295,1613935436895,16
+"eps_2",1e-05,1613935436895,16
+"train_loss",0.63502604,1613935437839,17
+"raw_loss",1.3668782,1613935437839,17
+"epoch",0.11320754716981131,1613935437839,17
+"wd_0",0.01,1613935437839,17
+"sqr_mom_0",0.99,1613935437839,17
+"lr_0",6.7363650492297375e-06,1613935437839,17
+"mom_0",0.9471496197403857,1613935437839,17
+"eps_0",1e-05,1613935437839,17
+"wd_1",0.01,1613935437839,17
+"sqr_mom_1",0.99,1613935437839,17
+"lr_1",6.7363650492297375e-06,1613935437839,17
+"mom_1",0.9471496197403857,1613935437839,17
+"eps_1",1e-05,1613935437839,17
+"wd_2",0.01,1613935437839,17
+"sqr_mom_2",0.99,1613935437839,17
+"lr_2",6.736365049229738e-05,1613935437839,17
+"mom_2",0.9471496197403857,1613935437839,17
+"eps_2",1e-05,1613935437839,17
+"train_loss",0.62088245,1613935439108,18
+"raw_loss",0.40959978,1613935439108,18
+"epoch",0.11949685534591194,1613935439108,18
+"wd_0",0.01,1613935439108,18
+"sqr_mom_0",0.99,1613935439108,18
+"lr_0",7.06418938445837e-06,1613935439108,18
+"mom_0",0.9468081360578559,1613935439108,18
+"eps_0",1e-05,1613935439108,18
+"wd_1",0.01,1613935439108,18
+"sqr_mom_1",0.99,1613935439108,18
+"lr_1",7.06418938445837e-06,1613935439108,18
+"mom_1",0.9468081360578559,1613935439108,18
+"eps_1",1e-05,1613935439108,18
+"wd_2",0.01,1613935439108,18
+"sqr_mom_2",0.99,1613935439108,18
+"lr_2",7.06418938445837e-05,1613935439108,18
+"mom_2",0.9468081360578559,1613935439108,18
+"eps_2",1e-05,1613935439108,18
+"train_loss",0.6015401,1613935440190,19
+"raw_loss",0.29942068,1613935440190,19
+"epoch",0.12578616352201258,1613935440190,19
+"wd_0",0.01,1613935440190,19
+"sqr_mom_0",0.99,1613935440190,19
+"lr_0",7.409912069008094e-06,1613935440190,19
+"mom_0",0.9464480082614498,1613935440190,19
+"eps_0",1e-05,1613935440190,19
+"wd_1",0.01,1613935440190,19
+"sqr_mom_1",0.99,1613935440190,19
+"lr_1",7.409912069008094e-06,1613935440190,19
+"mom_1",0.9464480082614498,1613935440190,19
+"eps_1",1e-05,1613935440190,19
+"wd_2",0.01,1613935440190,19
+"sqr_mom_2",0.99,1613935440190,19
+"lr_2",7.409912069008095e-05,1613935440190,19
+"mom_2",0.9464480082614498,1613935440190,19
+"eps_2",1e-05,1613935440190,19
+"train_loss",0.59022456,1613935441104,20
+"raw_loss",0.40592602,1613935441104,20
+"epoch",0.1320754716981132,1613935441104,20
+"wd_0",0.01,1613935441104,20
+"sqr_mom_0",0.99,1613935441104,20
+"lr_0",7.773395834984238e-06,1613935441104,20
+"mom_0",0.9460693793385581,1613935441104,20
+"eps_0",1e-05,1613935441104,20
+"wd_1",0.01,1613935441104,20
+"sqr_mom_1",0.99,1613935441104,20
+"lr_1",7.773395834984238e-06,1613935441104,20
+"mom_1",0.9460693793385581,1613935441104,20
+"eps_1",1e-05,1613935441104,20
+"wd_2",0.01,1613935441104,20
+"sqr_mom_2",0.99,1613935441104,20
+"lr_2",7.773395834984238e-05,1613935441104,20
+"mom_2",0.9460693793385581,1613935441104,20
+"eps_2",1e-05,1613935441104,20
+"train_loss",0.5908099,1613935442075,21
+"raw_loss",0.60072607,1613935442075,21
+"epoch",0.13836477987421383,1613935442075,21
+"wd_0",0.01,1613935442075,21
+"sqr_mom_0",0.99,1613935442075,21
+"lr_0",8.154495508105691e-06,1613935442075,21
+"mom_0",0.9456724005123899,1613935442075,21
+"eps_0",1e-05,1613935442075,21
+"wd_1",0.01,1613935442075,21
+"sqr_mom_1",0.99,1613935442075,21
+"lr_1",8.154495508105691e-06,1613935442075,21
+"mom_1",0.9456724005123899,1613935442075,21
+"eps_1",1e-05,1613935442075,21
+"wd_2",0.01,1613935442075,21
+"sqr_mom_2",0.99,1613935442075,21
+"lr_2",8.154495508105693e-05,1613935442075,21
+"mom_2",0.9456724005123899,1613935442075,21
+"eps_2",1e-05,1613935442075,21
+"train_loss",0.5843452,1613935443005,22
+"raw_loss",0.47068074,1613935443005,22
+"epoch",0.14465408805031446,1613935443005,22
+"wd_0",0.01,1613935443005,22
+"sqr_mom_0",0.99,1613935443005,22
+"lr_0",8.553058337262749e-06,1613935443005,22
+"mom_0",0.9452572308986846,1613935443005,22
+"eps_0",1e-05,1613935443005,22
+"wd_1",0.01,1613935443005,22
+"sqr_mom_1",0.99,1613935443005,22
+"lr_1",8.553058337262749e-06,1613935443005,22
+"mom_1",0.9452572308986846,1613935443005,22
+"eps_1",1e-05,1613935443005,22
+"wd_2",0.01,1613935443005,22
+"sqr_mom_2",0.99,1613935443005,22
+"lr_2",8.55305833726275e-05,1613935443005,22
+"mom_2",0.9452572308986846,1613935443005,22
+"eps_2",1e-05,1613935443005,22
+"train_loss",0.5714518,1613935444474,23
+"raw_loss",0.33664942,1613935444474,23
+"epoch",0.1509433962264151,1613935444474,23
+"wd_0",0.01,1613935444474,23
+"sqr_mom_0",0.99,1613935444474,23
+"lr_0",8.968927440491031e-06,1613935444474,23
+"mom_0",0.9448240339161551,1613935444474,23
+"eps_0",1e-05,1613935444474,23
+"wd_1",0.01,1613935444474,23
+"sqr_mom_1",0.99,1613935444474,23
+"lr_1",8.968927440491031e-06,1613935444474,23
+"mom_1",0.9448240339161551,1613935444474,23
+"eps_1",1e-05,1613935444474,23
+"wd_2",0.01,1613935444474,23
+"sqr_mom_2",0.99,1613935444474,23
+"lr_2",8.968927440491031e-05,1613935444474,23
+"mom_2",0.9448240339161551,1613935444474,23
+"eps_2",1e-05,1613935444474,23
+"train_loss",0.5623497,1613935445440,24
+"raw_loss",0.3909864,1613935445440,24
+"epoch",0.15723270440251572,1613935445440,24
+"wd_0",0.01,1613935445440,24
+"sqr_mom_0",0.99,1613935445440,24
+"lr_0",9.401935222813777e-06,1613935445440,24
+"mom_0",0.9443729841429023,1613935445440,24
+"eps_0",1e-05,1613935445440,24
+"wd_1",0.01,1613935445440,24
+"sqr_mom_1",0.99,1613935445440,24
+"lr_1",9.401935222813777e-06,1613935445440,24
+"mom_1",0.9443729841429023,1613935445440,24
+"eps_1",1e-05,1613935445440,24
+"wd_2",0.01,1613935445440,24
+"sqr_mom_2",0.99,1613935445440,24
+"lr_2",9.401935222813777e-05,1613935445440,24
+"mom_2",0.9443729841429023,1613935445440,24
+"eps_2",1e-05,1613935445440,24
+"train_loss",0.55468726,1613935446363,25
+"raw_loss",0.40580463,1613935446363,25
+"epoch",0.16352201257861634,1613935446363,25
+"wd_0",0.01,1613935446363,25
+"sqr_mom_0",0.99,1613935446363,25
+"lr_0",9.851911244073228e-06,1613935446363,25
+"mom_0",0.943904259120757,1613935446363,25
+"eps_0",1e-05,1613935446363,25
+"wd_1",0.01,1613935446363,25
+"sqr_mom_1",0.99,1613935446363,25
+"lr_1",9.851911244073228e-06,1613935446363,25
+"mom_1",0.943904259120757,1613935446363,25
+"eps_1",1e-05,1613935446363,25
+"wd_2",0.01,1613935446363,25
+"sqr_mom_2",0.99,1613935446363,25
+"lr_2",9.851911244073227e-05,1613935446363,25
+"mom_2",0.943904259120757,1613935446363,25
+"eps_2",1e-05,1613935446363,25
+"train_loss",0.5400833,1613935447319,26
+"raw_loss",0.24768798,1613935447319,26
+"epoch",0.16981132075471697,1613935447319,26
+"wd_0",0.01,1613935447319,26
+"sqr_mom_0",0.99,1613935447319,26
+"lr_0",1.0318675278608704e-05,1613935447319,26
+"mom_0",0.9434180465847826,1613935447319,26
+"eps_0",1e-05,1613935447319,26
+"wd_1",0.01,1613935447319,26
+"sqr_mom_1",0.99,1613935447319,26
+"lr_1",1.0318675278608704e-05,1613935447319,26
+"mom_1",0.9434180465847826,1613935447319,26
+"eps_1",1e-05,1613935447319,26
+"wd_2",0.01,1613935447319,26
+"sqr_mom_2",0.99,1613935447319,26
+"lr_2",0.00010318675278608706,1613935447319,26
+"mom_2",0.9434180465847826,1613935447319,26
+"eps_2",1e-05,1613935447319,26
+"train_loss",0.5319281,1613935448246,27
+"raw_loss",0.3639231,1613935448246,27
+"epoch",0.1761006289308176,1613935448246,27
+"wd_0",0.01,1613935448246,27
+"sqr_mom_0",0.99,1613935448246,27
+"lr_0",1.0802040256448307e-05,1613935448246,27
+"mom_0",0.942914541399533,1613935448246,27
+"eps_0",1e-05,1613935448246,27
+"wd_1",0.01,1613935448246,27
+"sqr_mom_1",0.99,1613935448246,27
+"lr_1",1.0802040256448307e-05,1613935448246,27
+"mom_1",0.942914541399533,1613935448246,27
+"eps_1",1e-05,1613935448246,27
+"wd_2",0.01,1613935448246,27
+"sqr_mom_2",0.99,1613935448246,27
+"lr_2",0.00010802040256448309,1613935448246,27
+"mom_2",0.942914541399533,1613935448246,27
+"eps_2",1e-05,1613935448246,27
+"train_loss",0.5435436,1613935449117,28
+"raw_loss",0.7894326,1613935449117,28
+"epoch",0.18238993710691823,1613935449117,28
+"wd_0",0.01,1613935449117,28
+"sqr_mom_0",0.99,1613935449117,28
+"lr_0",1.1301815915877466e-05,1613935449117,28
+"mom_0",0.9423939417542943,1613935449117,28
+"eps_0",1e-05,1613935449117,28
+"wd_1",0.01,1613935449117,28
+"sqr_mom_1",0.99,1613935449117,28
+"lr_1",1.1301815915877466e-05,1613935449117,28
+"mom_1",0.9423939417542943,1613935449117,28
+"eps_1",1e-05,1613935449117,28
+"wd_2",0.01,1613935449117,28
+"sqr_mom_2",0.99,1613935449117,28
+"lr_2",0.00011301815915877467,1613935449117,28
+"mom_2",0.9423939417542943,1613935449117,28
+"eps_2",1e-05,1613935449117,28
+"train_loss",0.5478418,1613935450038,29
+"raw_loss",0.6412246,1613935450038,29
+"epoch",0.18867924528301885,1613935450038,29
+"wd_0",0.01,1613935450038,29
+"sqr_mom_0",0.99,1613935450038,29
+"lr_0",1.1817800847632122e-05,1613935450038,29
+"mom_0",0.9418564574503832,1613935450038,29
+"eps_0",1e-05,1613935450038,29
+"wd_1",0.01,1613935450038,29
+"sqr_mom_1",0.99,1613935450038,29
+"lr_1",1.1817800847632122e-05,1613935450038,29
+"mom_1",0.9418564574503832,1613935450038,29
+"eps_1",1e-05,1613935450038,29
+"wd_2",0.01,1613935450038,29
+"sqr_mom_2",0.99,1613935450038,29
+"lr_2",0.00011817800847632124,1613935450038,29
+"mom_2",0.9418564574503832,1613935450038,29
+"eps_2",1e-05,1613935450038,29
+"train_loss",0.5422838,1613935450967,30
+"raw_loss",0.41850004,1613935450967,30
+"epoch",0.19496855345911948,1613935450967,30
+"wd_0",0.01,1613935450967,30
+"sqr_mom_0",0.99,1613935450967,30
+"lr_0",1.2349791950158995e-05,1613935450967,30
+"mom_0",0.9413023000519176,1613935450967,30
+"eps_0",1e-05,1613935450967,30
+"wd_1",0.01,1613935450967,30
+"sqr_mom_1",0.99,1613935450967,30
+"lr_1",1.2349791950158995e-05,1613935450967,30
+"mom_1",0.9413023000519176,1613935450967,30
+"eps_1",1e-05,1613935450967,30
+"wd_2",0.01,1613935450967,30
+"sqr_mom_2",0.99,1613935450967,30
+"lr_2",0.00012349791950158997,1613935450967,30
+"mom_2",0.9413023000519176,1613935450967,30
+"eps_2",1e-05,1613935450967,30
+"train_loss",0.5354241,1613935451913,31
+"raw_loss",0.37898356,1613935451913,31
+"epoch",0.2012578616352201,1613935451913,31
+"wd_0",0.01,1613935451913,31
+"sqr_mom_0",0.99,1613935451913,31
+"lr_0",1.289757613462115e-05,1613935451913,31
+"mom_0",0.9407316915264362,1613935451913,31
+"eps_0",1e-05,1613935451913,31
+"wd_1",0.01,1613935451913,31
+"sqr_mom_1",0.99,1613935451913,31
+"lr_1",1.289757613462115e-05,1613935451913,31
+"mom_1",0.9407316915264362,1613935451913,31
+"eps_1",1e-05,1613935451913,31
+"wd_2",0.01,1613935451913,31
+"sqr_mom_2",0.99,1613935451913,31
+"lr_2",0.0001289757613462115,1613935451913,31
+"mom_2",0.9407316915264362,1613935451913,31
+"eps_2",1e-05,1613935451913,31
+"train_loss",0.52943546,1613935452864,32
+"raw_loss",0.38972262,1613935452864,32
+"epoch",0.20754716981132074,1613935452864,32
+"wd_0",0.01,1613935452864,32
+"sqr_mom_0",0.99,1613935452864,32
+"lr_0",1.3460933873494347e-05,1613935452864,32
+"mom_0",0.9401448605484434,1613935452864,32
+"eps_0",1e-05,1613935452864,32
+"wd_1",0.01,1613935452864,32
+"sqr_mom_1",0.99,1613935452864,32
+"lr_1",1.3460933873494347e-05,1613935452864,32
+"mom_1",0.9401448605484434,1613935452864,32
+"eps_1",1e-05,1613935452864,32
+"wd_2",0.01,1613935452864,32
+"sqr_mom_2",0.99,1613935452864,32
+"lr_2",0.00013460933873494347,1613935452864,32
+"mom_2",0.9401448605484434,1613935452864,32
+"eps_2",1e-05,1613935452864,32
+"train_loss",0.5222559,1613935454328,33
+"raw_loss",0.3510736,1613935454328,33
+"epoch",0.21383647798742136,1613935454328,33
+"wd_0",0.01,1613935454328,33
+"sqr_mom_0",0.99,1613935454328,33
+"lr_0",1.4039643418380948e-05,1613935454328,33
+"mom_0",0.9395420381058531,1613935454328,33
+"eps_0",1e-05,1613935454328,33
+"wd_1",0.01,1613935454328,33
+"sqr_mom_1",0.99,1613935454328,33
+"lr_1",1.4039643418380948e-05,1613935454328,33
+"mom_1",0.9395420381058531,1613935454328,33
+"eps_1",1e-05,1613935454328,33
+"wd_2",0.01,1613935454328,33
+"sqr_mom_2",0.99,1613935454328,33
+"lr_2",0.0001403964341838095,1613935454328,33
+"mom_2",0.9395420381058531,1613935454328,33
+"eps_2",1e-05,1613935454328,33
+"train_loss",0.5177557,1613935455237,34
+"raw_loss",0.4081924,1613935455237,34
+"epoch",0.220125786163522,1613935455237,34
+"wd_0",0.01,1613935455237,34
+"sqr_mom_0",0.99,1613935455237,34
+"lr_0",1.4633472960142029e-05,1613935455237,34
+"mom_0",0.9389234656665186,1613935455237,34
+"eps_0",1e-05,1613935455237,34
+"wd_1",0.01,1613935455237,34
+"sqr_mom_1",0.99,1613935455237,34
+"lr_1",1.4633472960142029e-05,1613935455237,34
+"mom_1",0.9389234656665186,1613935455237,34
+"eps_1",1e-05,1613935455237,34
+"wd_2",0.01,1613935455237,34
+"sqr_mom_2",0.99,1613935455237,34
+"lr_2",0.0001463347296014203,1613935455237,34
+"mom_2",0.9389234656665186,1613935455237,34
+"eps_2",1e-05,1613935455237,34
+"train_loss",0.5132507,1613935456135,35
+"raw_loss",0.40134943,1613935456135,35
+"epoch",0.22641509433962262,1613935456135,35
+"wd_0",0.01,1613935456135,35
+"sqr_mom_0",0.99,1613935456135,35
+"lr_0",1.524218452536167e-05,1613935456135,35
+"mom_0",0.9382893911194149,1613935456135,35
+"eps_0",1e-05,1613935456135,35
+"wd_1",0.01,1613935456135,35
+"sqr_mom_1",0.99,1613935456135,35
+"lr_1",1.524218452536167e-05,1613935456135,35
+"mom_1",0.9382893911194149,1613935456135,35
+"eps_1",1e-05,1613935456135,35
+"wd_2",0.01,1613935456135,35
+"sqr_mom_2",0.99,1613935456135,35
+"lr_2",0.0001524218452536167,1613935456135,35
+"mom_2",0.9382893911194149,1613935456135,35
+"eps_2",1e-05,1613935456135,35
+"train_loss",0.50341594,1613935457059,36
+"raw_loss",0.2543735,1613935457059,36
+"epoch",0.23270440251572325,1613935457059,36
+"wd_0",0.01,1613935457059,36
+"sqr_mom_0",0.99,1613935457059,36
+"lr_0",1.5865538513507337e-05,1613935457059,36
+"mom_0",0.9376400640484298,1613935457059,36
+"eps_0",1e-05,1613935457059,36
+"wd_1",0.01,1613935457059,36
+"sqr_mom_1",0.99,1613935457059,36
+"lr_1",1.5865538513507337e-05,1613935457059,36
+"mom_1",0.9376400640484298,1613935457059,36
+"eps_1",1e-05,1613935457059,36
+"wd_2",0.01,1613935457059,36
+"sqr_mom_2",0.99,1613935457059,36
+"lr_2",0.0001586553851350734,1613935457059,36
+"mom_2",0.9376400640484298,1613935457059,36
+"eps_2",1e-05,1613935457059,36
+"train_loss",0.49526826,1613935458035,37
+"raw_loss",0.28508994,1613935458035,37
+"epoch",0.23899371069182387,1613935458035,37
+"wd_0",0.01,1613935458035,37
+"sqr_mom_0",0.99,1613935458035,37
+"lr_0",1.6503285225903715e-05,1613935458035,37
+"mom_0",0.9369757445563502,1613935458035,37
+"eps_0",1e-05,1613935458035,37
+"wd_1",0.01,1613935458035,37
+"sqr_mom_1",0.99,1613935458035,37
+"lr_1",1.6503285225903715e-05,1613935458035,37
+"mom_1",0.9369757445563502,1613935458035,37
+"eps_1",1e-05,1613935458035,37
+"wd_2",0.01,1613935458035,37
+"sqr_mom_2",0.99,1613935458035,37
+"lr_2",0.00016503285225903715,1613935458035,37
+"mom_2",0.9369757445563502,1613935458035,37
+"eps_2",1e-05,1613935458035,37
+"train_loss",0.49259862,1613935458990,38
+"raw_loss",0.4224941,1613935458990,38
+"epoch",0.2452830188679245,1613935458990,38
+"wd_0",0.01,1613935458990,38
+"sqr_mom_0",0.99,1613935458990,38
+"lr_0",1.715516909610041e-05,1613935458990,38
+"mom_0",0.9362966988582287,1613935458990,38
+"eps_0",1e-05,1613935458990,38
+"wd_1",0.01,1613935458990,38
+"sqr_mom_1",0.99,1613935458990,38
+"lr_1",1.715516909610041e-05,1613935458990,38
+"mom_1",0.9362966988582287,1613935458990,38
+"eps_1",1e-05,1613935458990,38
+"wd_2",0.01,1613935458990,38
+"sqr_mom_2",0.99,1613935458990,38
+"lr_2",0.0001715516909610041,1613935458990,38
+"mom_2",0.9362966988582287,1613935458990,38
+"eps_2",1e-05,1613935458990,38
+"train_loss",0.4848829,1613935459940,39
+"raw_loss",0.27875766,1613935459940,39
+"epoch",0.25157232704402516,1613935459940,39
+"wd_0",0.01,1613935459940,39
+"sqr_mom_0",0.99,1613935459940,39
+"lr_0",1.78209335301187e-05,1613935459940,39
+"mom_0",0.9356031942394597,1613935459940,39
+"eps_0",1e-05,1613935459940,39
+"wd_1",0.01,1613935459940,39
+"sqr_mom_1",0.99,1613935459940,39
+"lr_1",1.78209335301187e-05,1613935459940,39
+"mom_1",0.9356031942394597,1613935459940,39
+"eps_1",1e-05,1613935459940,39
+"wd_2",0.01,1613935459940,39
+"sqr_mom_2",0.99,1613935459940,39
+"lr_2",0.00017820933530118696,1613935459940,39
+"mom_2",0.9356031942394597,1613935459940,39
+"eps_2",1e-05,1613935459940,39
+"train_loss",0.47601008,1613935460879,40
+"raw_loss",0.23501784,1613935460879,40
+"epoch",0.2578616352201258,1613935460879,40
+"wd_0",0.01,1613935460879,40
+"sqr_mom_0",0.99,1613935460879,40
+"lr_0",1.8500311834625453e-05,1613935460879,40
+"mom_0",0.9348955085055984,1613935460879,40
+"eps_0",1e-05,1613935460879,40
+"wd_1",0.01,1613935460879,40
+"sqr_mom_1",0.99,1613935460879,40
+"lr_1",1.8500311834625453e-05,1613935460879,40
+"mom_1",0.9348955085055984,1613935460879,40
+"eps_1",1e-05,1613935460879,40
+"wd_2",0.01,1613935460879,40
+"sqr_mom_2",0.99,1613935460879,40
+"lr_2",0.00018500311834625453,1613935460879,40
+"mom_2",0.9348955085055984,1613935460879,40
+"eps_2",1e-05,1613935460879,40
+"train_loss",0.46717155,1613935461943,41
+"raw_loss",0.22325023,1613935461943,41
+"epoch",0.2641509433962264,1613935461943,41
+"wd_0",0.01,1613935461943,41
+"sqr_mom_0",0.99,1613935461943,41
+"lr_0",1.9193033406318514e-05,1613935461943,41
+"mom_0",0.9341739235350849,1613935461943,41
+"eps_0",1e-05,1613935461943,41
+"wd_1",0.01,1613935461943,41
+"sqr_mom_1",0.99,1613935461943,41
+"lr_1",1.9193033406318514e-05,1613935461943,41
+"mom_1",0.9341739235350849,1613935461943,41
+"eps_1",1e-05,1613935461943,41
+"wd_2",0.01,1613935461943,41
+"sqr_mom_2",0.99,1613935461943,41
+"lr_2",0.00019193033406318514,1613935461943,41
+"mom_2",0.9341739235350849,1613935461943,41
+"eps_2",1e-05,1613935461943,41
+"train_loss",0.46956265,1613935464763,42
+"raw_loss",0.53657514,1613935464763,42
+"epoch",0.27044025157232704,1613935464763,42
+"wd_0",0.01,1613935464763,42
+"sqr_mom_0",0.99,1613935464763,42
+"lr_0",1.9898822327136494e-05,1613935464763,42
+"mom_0",0.9334387267425661,1613935464763,42
+"eps_0",1e-05,1613935464763,42
+"wd_1",0.01,1613935464763,42
+"sqr_mom_1",0.99,1613935464763,42
+"lr_1",1.9898822327136494e-05,1613935464763,42
+"mom_1",0.9334387267425661,1613935464763,42
+"eps_1",1e-05,1613935464763,42
+"wd_2",0.01,1613935464763,42
+"sqr_mom_2",0.99,1613935464763,42
+"lr_2",0.00019898822327136498,1613935464763,42
+"mom_2",0.9334387267425661,1613935464763,42
+"eps_2",1e-05,1613935464763,42
+"train_loss",0.46932507,1613935465927,43
+"raw_loss",0.46256864,1613935465927,43
+"epoch",0.27672955974842767,1613935465927,43
+"wd_0",0.01,1613935465927,43
+"sqr_mom_0",0.99,1613935465927,43
+"lr_0",2.0617394073649017e-05,1613935465927,43
+"mom_0",0.9326902145066156,1613935465927,43
+"eps_0",1e-05,1613935465927,43
+"wd_1",0.01,1613935465927,43
+"sqr_mom_1",0.99,1613935465927,43
+"lr_1",2.0617394073649017e-05,1613935465927,43
+"mom_1",0.9326902145066156,1613935465927,43
+"eps_1",1e-05,1613935465927,43
+"wd_2",0.01,1613935465927,43
+"sqr_mom_2",0.99,1613935465927,43
+"lr_2",0.00020617394073649018,1613935465927,43
+"mom_2",0.9326902145066156,1613935465927,43
+"eps_2",1e-05,1613935465927,43
+"train_loss",0.46116433,1613935468351,44
+"raw_loss",0.2256773,1613935468351,44
+"epoch",0.2830188679245283,1613935468351,44
+"wd_0",0.01,1613935468351,44
+"sqr_mom_0",0.99,1613935468351,44
+"lr_0",2.1348469173112758e-05,1613935468351,44
+"mom_0",0.9319286779446742,1613935468351,44
+"eps_0",1e-05,1613935468351,44
+"wd_1",0.01,1613935468351,44
+"sqr_mom_1",0.99,1613935468351,44
+"lr_1",2.1348469173112758e-05,1613935468351,44
+"mom_1",0.9319286779446742,1613935468351,44
+"eps_1",1e-05,1613935468351,44
+"wd_2",0.01,1613935468351,44
+"sqr_mom_2",0.99,1613935468351,44
+"lr_2",0.00021348469173112757,1613935468351,44
+"mom_2",0.9319286779446742,1613935468351,44
+"eps_2",1e-05,1613935468351,44
+"train_loss",0.45235738,1613935469644,45
+"raw_loss",0.1946734,1613935469644,45
+"epoch",0.2893081761006289,1613935469644,45
+"wd_0",0.01,1613935469644,45
+"sqr_mom_0",0.99,1613935469644,45
+"lr_0",2.209175308966976e-05,1613935469644,45
+"mom_0",0.9311544238649273,1613935469644,45
+"eps_0",1e-05,1613935469644,45
+"wd_1",0.01,1613935469644,45
+"sqr_mom_1",0.99,1613935469644,45
+"lr_1",2.209175308966976e-05,1613935469644,45
+"mom_1",0.9311544238649273,1613935469644,45
+"eps_1",1e-05,1613935469644,45
+"wd_2",0.01,1613935469644,45
+"sqr_mom_2",0.99,1613935469644,45
+"lr_2",0.00022091753089669762,1613935469644,45
+"mom_2",0.9311544238649273,1613935469644,45
+"eps_2",1e-05,1613935469644,45
+"train_loss",0.44481036,1613935472977,46
+"raw_loss",0.22101271,1613935472977,46
+"epoch",0.29559748427672955,1613935472977,46
+"wd_0",0.01,1613935472977,46
+"sqr_mom_0",0.99,1613935472977,46
+"lr_0",2.2846949765761397e-05,1613935472977,46
+"mom_0",0.9303677606606652,1613935472977,46
+"eps_0",1e-05,1613935472977,46
+"wd_1",0.01,1613935472977,46
+"sqr_mom_1",0.99,1613935472977,46
+"lr_1",2.2846949765761397e-05,1613935472977,46
+"mom_1",0.9303677606606652,1613935472977,46
+"eps_1",1e-05,1613935472977,46
+"wd_2",0.01,1613935472977,46
+"sqr_mom_2",0.99,1613935472977,46
+"lr_2",0.00022846949765761398,1613935472977,46
+"mom_2",0.9303677606606652,1613935472977,46
+"eps_2",1e-05,1613935472977,46
+"train_loss",0.44953114,1613935474018,47
+"raw_loss",0.59134686,1613935474018,47
+"epoch",0.3018867924528302,1613935474018,47
+"wd_0",0.01,1613935474018,47
+"sqr_mom_0",0.99,1613935474018,47
+"lr_0",2.36137583988555e-05,1613935474018,47
+"mom_0",0.9295690016678588,1613935474018,47
+"eps_0",1e-05,1613935474018,47
+"wd_1",0.01,1613935474018,47
+"sqr_mom_1",0.99,1613935474018,47
+"lr_1",2.36137583988555e-05,1613935474018,47
+"mom_1",0.9295690016678588,1613935474018,47
+"eps_1",1e-05,1613935474018,47
+"wd_2",0.01,1613935474018,47
+"sqr_mom_2",0.99,1613935474018,47
+"lr_2",0.00023613758398855503,1613935474018,47
+"mom_2",0.9295690016678588,1613935474018,47
+"eps_2",1e-05,1613935474018,47
+"train_loss",0.4516146,1613935475284,48
+"raw_loss",0.51499325,1613935475284,48
+"epoch",0.3081761006289308,1613935475284,48
+"wd_0",0.01,1613935475284,48
+"sqr_mom_0",0.99,1613935475284,48
+"lr_0",2.43918698849436e-05,1613935475284,48
+"mom_0",0.9287584688698504,1613935475284,48
+"eps_0",1e-05,1613935475284,48
+"wd_1",0.01,1613935475284,48
+"sqr_mom_1",0.99,1613935475284,48
+"lr_1",2.43918698849436e-05,1613935475284,48
+"mom_1",0.9287584688698504,1613935475284,48
+"eps_1",1e-05,1613935475284,48
+"wd_2",0.01,1613935475284,48
+"sqr_mom_2",0.99,1613935475284,48
+"lr_2",0.00024391869884943598,1613935475284,48
+"mom_2",0.9287584688698504,1613935475284,48
+"eps_2",1e-05,1613935475284,48
+"train_loss",0.4429803,1613935477045,49
+"raw_loss",0.17711796,1613935477045,49
+"epoch",0.31446540880503143,1613935477045,49
+"wd_0",0.01,1613935477045,49
+"sqr_mom_0",0.99,1613935477045,49
+"lr_0",2.5180981594604647e-05,1613935477045,49
+"mom_0",0.9279364775056201,1613935477045,49
+"eps_0",1e-05,1613935477045,49
+"wd_1",0.01,1613935477045,49
+"sqr_mom_1",0.99,1613935477045,49
+"lr_1",2.5180981594604647e-05,1613935477045,49
+"mom_1",0.9279364775056201,1613935477045,49
+"eps_1",1e-05,1613935477045,49
+"wd_2",0.01,1613935477045,49
+"sqr_mom_2",0.99,1613935477045,49
+"lr_2",0.0002518098159460465,1613935477045,49
+"mom_2",0.9279364775056201,1613935477045,49
+"eps_2",1e-05,1613935477045,49
+"train_loss",0.43475953,1613935478037,50
+"raw_loss",0.1786353,1613935478037,50
+"epoch",0.32075471698113206,1613935478037,50
+"wd_0",0.01,1613935478037,50
+"sqr_mom_0",0.99,1613935478037,50
+"lr_0",2.5980775592604943e-05,1613935478037,50
+"mom_0",0.9271033587577031,1613935478037,50
+"eps_0",1e-05,1613935478037,50
+"wd_1",0.01,1613935478037,50
+"sqr_mom_1",0.99,1613935478037,50
+"lr_1",2.5980775592604943e-05,1613935478037,50
+"mom_1",0.9271033587577031,1613935478037,50
+"eps_1",1e-05,1613935478037,50
+"wd_2",0.01,1613935478037,50
+"sqr_mom_2",0.99,1613935478037,50
+"lr_2",0.00025980775592604943,1613935478037,50
+"mom_2",0.9271033587577031,1613935478037,50
+"eps_2",1e-05,1613935478037,50
+"train_loss",0.446644,1613935479028,51
+"raw_loss",0.8211554,1613935479028,51
+"epoch",0.3270440251572327,1613935479028,51
+"wd_0",0.01,1613935479028,51
+"sqr_mom_0",0.99,1613935479028,51
+"lr_0",2.679092948844323e-05,1613935479028,51
+"mom_0",0.9262594484495382,1613935479028,51
+"eps_0",1e-05,1613935479028,51
+"wd_1",0.01,1613935479028,51
+"sqr_mom_1",0.99,1613935479028,51
+"lr_1",2.679092948844323e-05,1613935479028,51
+"mom_1",0.9262594484495382,1613935479028,51
+"eps_1",1e-05,1613935479028,51
+"wd_2",0.01,1613935479028,51
+"sqr_mom_2",0.99,1613935479028,51
+"lr_2",0.0002679092948844323,1613935479028,51
+"mom_2",0.9262594484495382,1613935479028,51
+"eps_2",1e-05,1613935479028,51
+"train_loss",0.4431501,1613935480173,52
+"raw_loss",0.33182603,1613935480173,52
+"epoch",0.3333333333333333,1613935480173,52
+"wd_0",0.01,1613935480173,52
+"sqr_mom_0",0.99,1613935480173,52
+"lr_0",2.7611132061247287e-05,1613935480173,52
+"mom_0",0.925405070769534,1613935480173,52
+"eps_0",1e-05,1613935480173,52
+"wd_1",0.01,1613935480173,52
+"sqr_mom_1",0.99,1613935480173,52
+"lr_1",2.7611132061247287e-05,1613935480173,52
+"mom_1",0.925405070769534,1613935480173,52
+"eps_1",1e-05,1613935480173,52
+"wd_2",0.01,1613935480173,52
+"sqr_mom_2",0.99,1613935480173,52
+"lr_2",0.0002761113206124729,1613935480173,52
+"mom_2",0.925405070769534,1613935480173,52
+"eps_2",1e-05,1613935480173,52
+"train_loss",0.435257,1613935481387,53
+"raw_loss",0.18105853,1613935481387,53
+"epoch",0.33962264150943394,1613935481387,53
+"wd_0",0.01,1613935481387,53
+"sqr_mom_0",0.99,1613935481387,53
+"lr_0",2.8441045144293137e-05,1613935481387,53
+"mom_0",0.9245405779746946,1613935481387,53
+"eps_0",1e-05,1613935481387,53
+"wd_1",0.01,1613935481387,53
+"sqr_mom_1",0.99,1613935481387,53
+"lr_1",2.8441045144293137e-05,1613935481387,53
+"mom_1",0.9245405779746946,1613935481387,53
+"eps_1",1e-05,1613935481387,53
+"wd_2",0.01,1613935481387,53
+"sqr_mom_2",0.99,1613935481387,53
+"lr_2",0.00028441045144293135,1613935481387,53
+"mom_2",0.9245405779746946,1613935481387,53
+"eps_2",1e-05,1613935481387,53
+"train_loss",0.42810887,1613935482491,54
+"raw_loss",0.1955028,1613935482491,54
+"epoch",0.34591194968553457,1613935482491,54
+"wd_0",0.01,1613935482491,54
+"sqr_mom_0",0.99,1613935482491,54
+"lr_0",2.928033804036227e-05,1613935482491,54
+"mom_0",0.9236663145412892,1613935482491,54
+"eps_0",1e-05,1613935482491,54
+"wd_1",0.01,1613935482491,54
+"sqr_mom_1",0.99,1613935482491,54
+"lr_1",2.928033804036227e-05,1613935482491,54
+"mom_1",0.9236663145412892,1613935482491,54
+"eps_1",1e-05,1613935482491,54
+"wd_2",0.01,1613935482491,54
+"sqr_mom_2",0.99,1613935482491,54
+"lr_2",0.0002928033804036227,1613935482491,54
+"mom_2",0.9236663145412892,1613935482491,54
+"eps_2",1e-05,1613935482491,54
+"train_loss",0.4295548,1613935483474,55
+"raw_loss",0.47708294,1613935483474,55
+"epoch",0.3522012578616352,1613935483474,55
+"wd_0",0.01,1613935483474,55
+"sqr_mom_0",0.99,1613935483474,55
+"lr_0",3.0128684324864082e-05,1613935483474,55
+"mom_0",0.9227826204949332,1613935483474,55
+"eps_0",1e-05,1613935483474,55
+"wd_1",0.01,1613935483474,55
+"sqr_mom_1",0.99,1613935483474,55
+"lr_1",3.0128684324864082e-05,1613935483474,55
+"mom_1",0.9227826204949332,1613935483474,55
+"eps_1",1e-05,1613935483474,55
+"wd_2",0.01,1613935483474,55
+"sqr_mom_2",0.99,1613935483474,55
+"lr_2",0.00030128684324864084,1613935483474,55
+"mom_2",0.9227826204949332,1613935483474,55
+"eps_2",1e-05,1613935483474,55
+"train_loss",0.4223031,1613935485097,56
+"raw_loss",0.18159972,1613935485097,56
+"epoch",0.3584905660377358,1613935485097,56
+"wd_0",0.01,1613935485097,56
+"sqr_mom_0",0.99,1613935485097,56
+"lr_0",3.098574217728647e-05,1613935485097,56
+"mom_0",0.9218898518986599,1613935485097,56
+"eps_0",1e-05,1613935485097,56
+"wd_1",0.01,1613935485097,56
+"sqr_mom_1",0.99,1613935485097,56
+"lr_1",3.098574217728647e-05,1613935485097,56
+"mom_1",0.9218898518986599,1613935485097,56
+"eps_1",1e-05,1613935485097,56
+"wd_2",0.01,1613935485097,56
+"sqr_mom_2",0.99,1613935485097,56
+"lr_2",0.0003098574217728647,1613935485097,56
+"mom_2",0.9218898518986599,1613935485097,56
+"eps_2",1e-05,1613935485097,56
+"train_loss",0.4151906,1613935486004,57
+"raw_loss",0.17685798,1613935486004,57
+"epoch",0.36477987421383645,1613935486004,57
+"wd_0",0.01,1613935486004,57
+"sqr_mom_0",0.99,1613935486004,57
+"lr_0",3.1851166143778996e-05,1613935486004,57
+"mom_0",0.9209883686002301,1613935486004,57
+"eps_0",1e-05,1613935486004,57
+"wd_1",0.01,1613935486004,57
+"sqr_mom_1",0.99,1613935486004,57
+"lr_1",3.1851166143778996e-05,1613935486004,57
+"mom_1",0.9209883686002301,1613935486004,57
+"eps_1",1e-05,1613935486004,57
+"wd_2",0.01,1613935486004,57
+"sqr_mom_2",0.99,1613935486004,57
+"lr_2",0.00031851166143778996,1613935486004,57
+"mom_2",0.9209883686002301,1613935486004,57
+"eps_2",1e-05,1613935486004,57
+"train_loss",0.42652568,1613935486898,58
+"raw_loss",0.80986303,1613935486898,58
+"epoch",0.3710691823899371,1613935486898,58
+"wd_0",0.01,1613935486898,58
+"sqr_mom_0",0.99,1613935486898,58
+"lr_0",3.2724619636643604e-05,1613935486898,58
+"mom_0",0.9200785212118295,1613935486898,58
+"eps_0",1e-05,1613935486898,58
+"wd_1",0.01,1613935486898,58
+"sqr_mom_1",0.99,1613935486898,58
+"lr_1",3.2724619636643604e-05,1613935486898,58
+"mom_1",0.9200785212118295,1613935486898,58
+"eps_1",1e-05,1613935486898,58
+"wd_2",0.01,1613935486898,58
+"sqr_mom_2",0.99,1613935486898,58
+"lr_2",0.00032724619636643603,1613935486898,58
+"mom_2",0.9200785212118295,1613935486898,58
+"eps_2",1e-05,1613935486898,58
+"train_loss",0.4210707,1613935487881,59
+"raw_loss",0.2349345,1613935487881,59
+"epoch",0.3773584905660377,1613935487881,59
+"wd_0",0.01,1613935487881,59
+"sqr_mom_0",0.99,1613935487881,59
+"lr_0",3.360575486094434e-05,1613935487881,59
+"mom_0",0.9191606720198496,1613935487881,59
+"eps_0",1e-05,1613935487881,59
+"wd_1",0.01,1613935487881,59
+"sqr_mom_1",0.99,1613935487881,59
+"lr_1",3.360575486094434e-05,1613935487881,59
+"mom_1",0.9191606720198496,1613935487881,59
+"eps_1",1e-05,1613935487881,59
+"wd_2",0.01,1613935487881,59
+"sqr_mom_2",0.99,1613935487881,59
+"lr_2",0.0003360575486094434,1613935487881,59
+"mom_2",0.9191606720198496,1613935487881,59
+"eps_2",1e-05,1613935487881,59
+"train_loss",0.41689423,1613935488780,60
+"raw_loss",0.273141,1613935488780,60
+"epoch",0.38364779874213834,1613935488780,60
+"wd_0",0.01,1613935488780,60
+"sqr_mom_0",0.99,1613935488780,60
+"lr_0",3.449420840018014e-05,1613935488780,60
+"mom_0",0.9182351995831457,1613935488780,60
+"eps_0",1e-05,1613935488780,60
+"wd_1",0.01,1613935488780,60
+"sqr_mom_1",0.99,1613935488780,60
+"lr_1",3.449420840018014e-05,1613935488780,60
+"mom_1",0.9182351995831457,1613935488780,60
+"eps_1",1e-05,1613935488780,60
+"wd_2",0.01,1613935488780,60
+"sqr_mom_2",0.99,1613935488780,60
+"lr_2",0.0003449420840018014,1613935488780,60
+"mom_2",0.9182351995831457,1613935488780,60
+"eps_2",1e-05,1613935488780,60
+"train_loss",0.4388072,1613935489741,61
+"raw_loss",1.1994399,1613935489741,61
+"epoch",0.38993710691823896,1613935489741,61
+"wd_0",0.01,1613935489741,61
+"sqr_mom_0",0.99,1613935489741,61
+"lr_0",3.538963882561395e-05,1613935489741,61
+"mom_0",0.9173024595566521,1613935489741,61
+"eps_0",1e-05,1613935489741,61
+"wd_1",0.01,1613935489741,61
+"sqr_mom_1",0.99,1613935489741,61
+"lr_1",3.538963882561395e-05,1613935489741,61
+"mom_1",0.9173024595566521,1613935489741,61
+"eps_1",1e-05,1613935489741,61
+"wd_2",0.01,1613935489741,61
+"sqr_mom_2",0.99,1613935489741,61
+"lr_2",0.00035389638825613945,1613935489741,61
+"mom_2",0.9173024595566521,1613935489741,61
+"eps_2",1e-05,1613935489741,61
+"train_loss",0.44432,1613935491283,62
+"raw_loss",0.63725424,1613935491283,62
+"epoch",0.3962264150943396,1613935491283,62
+"wd_0",0.01,1613935491283,62
+"sqr_mom_0",0.99,1613935491283,62
+"lr_0",3.62916853271771e-05,1613935491283,62
+"mom_0",0.9163628277841905,1613935491283,62
+"eps_0",1e-05,1613935491283,62
+"wd_1",0.01,1613935491283,62
+"sqr_mom_1",0.99,1613935491283,62
+"lr_1",3.62916853271771e-05,1613935491283,62
+"mom_1",0.9163628277841905,1613935491283,62
+"eps_1",1e-05,1613935491283,62
+"wd_2",0.01,1613935491283,62
+"sqr_mom_2",0.99,1613935491283,62
+"lr_2",0.00036291685327177097,1613935491283,62
+"mom_2",0.9163628277841905,1613935491283,62
+"eps_2",1e-05,1613935491283,62
+"train_loss",0.44698238,1613935492204,63
+"raw_loss",0.54090434,1613935492204,63
+"epoch",0.4025157232704402,1613935492204,63
+"wd_0",0.01,1613935492204,63
+"sqr_mom_0",0.99,1613935492204,63
+"lr_0",3.7199984335430555e-05,1613935492204,63
+"mom_0",0.9154166829839265,1613935492204,63
+"eps_0",1e-05,1613935492204,63
+"wd_1",0.01,1613935492204,63
+"sqr_mom_1",0.99,1613935492204,63
+"lr_1",3.7199984335430555e-05,1613935492204,63
+"mom_1",0.9154166829839265,1613935492204,63
+"eps_1",1e-05,1613935492204,63
+"wd_2",0.01,1613935492204,63
+"sqr_mom_2",0.99,1613935492204,63
+"lr_2",0.0003719998433543055,1613935492204,63
+"mom_2",0.9154166829839265,1613935492204,63
+"eps_2",1e-05,1613935492204,63
+"train_loss",0.44438884,1613935493157,64
+"raw_loss",0.35218322,1613935493157,64
+"epoch",0.40880503144654085,1613935493157,64
+"wd_0",0.01,1613935493157,64
+"sqr_mom_0",0.99,1613935493157,64
+"lr_0",3.811418258736771e-05,1613935493157,64
+"mom_0",0.9144643931381586,1613935493157,64
+"eps_0",1e-05,1613935493157,64
+"wd_1",0.01,1613935493157,64
+"sqr_mom_1",0.99,1613935493157,64
+"lr_1",3.811418258736771e-05,1613935493157,64
+"mom_1",0.9144643931381586,1613935493157,64
+"eps_1",1e-05,1613935493157,64
+"wd_2",0.01,1613935493157,64
+"sqr_mom_2",0.99,1613935493157,64
+"lr_2",0.0003811418258736771,1613935493157,64
+"mom_2",0.9144643931381586,1613935493157,64
+"eps_2",1e-05,1613935493157,64
+"train_loss",0.44146806,1613935494062,65
+"raw_loss",0.33684316,1613935494062,65
+"epoch",0.4150943396226415,1613935494062,65
+"wd_0",0.01,1613935494062,65
+"sqr_mom_0",0.99,1613935494062,65
+"lr_0",3.903391602890417e-05,1613935494062,65
+"mom_0",0.9135063374698915,1613935494062,65
+"eps_0",1e-05,1613935494062,65
+"wd_1",0.01,1613935494062,65
+"sqr_mom_1",0.99,1613935494062,65
+"lr_1",3.903391602890417e-05,1613935494062,65
+"mom_1",0.9135063374698915,1613935494062,65
+"eps_1",1e-05,1613935494062,65
+"wd_2",0.01,1613935494062,65
+"sqr_mom_2",0.99,1613935494062,65
+"lr_2",0.00039033916028904166,1613935494062,65
+"mom_2",0.9135063374698915,1613935494062,65
+"eps_2",1e-05,1613935494062,65
+"train_loss",0.43672422,1613935494983,66
+"raw_loss",0.26554674,1613935494983,66
+"epoch",0.4213836477987421,1613935494983,66
+"wd_0",0.01,1613935494983,66
+"sqr_mom_0",0.99,1613935494983,66
+"lr_0",3.99588053415138e-05,1613935494983,66
+"mom_0",0.9125429111025898,1613935494983,66
+"eps_0",1e-05,1613935494983,66
+"wd_1",0.01,1613935494983,66
+"sqr_mom_1",0.99,1613935494983,66
+"lr_1",3.99588053415138e-05,1613935494983,66
+"mom_1",0.9125429111025898,1613935494983,66
+"eps_1",1e-05,1613935494983,66
+"wd_2",0.01,1613935494983,66
+"sqr_mom_2",0.99,1613935494983,66
+"lr_2",0.00039958805341513796,1613935494983,66
+"mom_2",0.9125429111025898,1613935494983,66
+"eps_2",1e-05,1613935494983,66
+"train_loss",0.44425046,1613935495886,67
+"raw_loss",0.717775,1613935495886,67
+"epoch",0.42767295597484273,1613935495886,67
+"wd_0",0.01,1613935495886,67
+"sqr_mom_0",0.99,1613935495886,67
+"lr_0",4.08884951116815e-05,1613935495886,67
+"mom_0",0.911574484258665,1613935495886,67
+"eps_0",1e-05,1613935495886,67
+"wd_1",0.01,1613935495886,67
+"sqr_mom_1",0.99,1613935495886,67
+"lr_1",4.08884951116815e-05,1613935495886,67
+"mom_1",0.911574484258665,1613935495886,67
+"eps_1",1e-05,1613935495886,67
+"wd_2",0.01,1613935495886,67
+"sqr_mom_2",0.99,1613935495886,67
+"lr_2",0.00040888495111681496,1613935495886,67
+"mom_2",0.911574484258665,1613935495886,67
+"eps_2",1e-05,1613935495886,67
+"train_loss",0.4435635,1613935496818,68
+"raw_loss",0.4184231,1613935496818,68
+"epoch",0.43396226415094336,1613935496818,68
+"wd_0",0.01,1613935496818,68
+"sqr_mom_0",0.99,1613935496818,68
+"lr_0",4.182261070748181e-05,1613935496818,68
+"mom_0",0.9106014471797064,1613935496818,68
+"eps_0",1e-05,1613935496818,68
+"wd_1",0.01,1613935496818,68
+"sqr_mom_1",0.99,1613935496818,68
+"lr_1",4.182261070748181e-05,1613935496818,68
+"mom_1",0.9106014471797064,1613935496818,68
+"eps_1",1e-05,1613935496818,68
+"wd_2",0.01,1613935496818,68
+"sqr_mom_2",0.99,1613935496818,68
+"lr_2",0.0004182261070748181,1613935496818,68
+"mom_2",0.9106014471797064,1613935496818,68
+"eps_2",1e-05,1613935496818,68
+"train_loss",0.4493018,1613935497845,69
+"raw_loss",0.66072416,1613935497845,69
+"epoch",0.440251572327044,1613935497845,69
+"wd_0",0.01,1613935497845,69
+"sqr_mom_0",0.99,1613935497845,69
+"lr_0",4.276077565110786e-05,1613935497845,69
+"mom_0",0.9096241920300959,1613935497845,69
+"eps_0",1e-05,1613935497845,69
+"wd_1",0.01,1613935497845,69
+"sqr_mom_1",0.99,1613935497845,69
+"lr_1",4.276077565110786e-05,1613935497845,69
+"mom_1",0.9096241920300959,1613935497845,69
+"eps_1",1e-05,1613935497845,69
+"wd_2",0.01,1613935497845,69
+"sqr_mom_2",0.99,1613935497845,69
+"lr_2",0.0004276077565110786,1613935497845,69
+"mom_2",0.9096241920300959,1613935497845,69
+"eps_2",1e-05,1613935497845,69
+"train_loss",0.44832817,1613935498766,70
+"raw_loss",0.4122175,1613935498766,70
+"epoch",0.4465408805031446,1613935498766,70
+"wd_0",0.01,1613935498766,70
+"sqr_mom_0",0.99,1613935498766,70
+"lr_0",4.3702625063851606e-05,1613935498766,70
+"mom_0",0.9086430988918213,1613935498766,70
+"eps_0",1e-05,1613935498766,70
+"wd_1",0.01,1613935498766,70
+"sqr_mom_1",0.99,1613935498766,70
+"lr_1",4.3702625063851606e-05,1613935498766,70
+"mom_1",0.9086430988918213,1613935498766,70
+"eps_1",1e-05,1613935498766,70
+"wd_2",0.01,1613935498766,70
+"sqr_mom_2",0.99,1613935498766,70
+"lr_2",0.000437026250638516,1613935498766,70
+"mom_2",0.9086430988918213,1613935498766,70
+"eps_2",1e-05,1613935498766,70
+"train_loss",0.44526708,1613935499677,71
+"raw_loss",0.33101207,1613935499677,71
+"epoch",0.45283018867924524,1613935499677,71
+"wd_0",0.01,1613935499677,71
+"sqr_mom_0",0.99,1613935499677,71
+"lr_0",4.464778384664229e-05,1613935499677,71
+"mom_0",0.907658558493081,1613935499677,71
+"eps_0",1e-05,1613935499677,71
+"wd_1",0.01,1613935499677,71
+"sqr_mom_1",0.99,1613935499677,71
+"lr_1",4.464778384664229e-05,1613935499677,71
+"mom_1",0.907658558493081,1613935499677,71
+"eps_1",1e-05,1613935499677,71
+"wd_2",0.01,1613935499677,71
+"sqr_mom_2",0.99,1613935499677,71
+"lr_2",0.0004464778384664229,1613935499677,71
+"mom_2",0.907658558493081,1613935499677,71
+"eps_2",1e-05,1613935499677,71
+"train_loss",0.44273955,1613935500592,72
+"raw_loss",0.34780827,1613935500592,72
+"epoch",0.45911949685534587,1613935500592,72
+"wd_0",0.01,1613935500592,72
+"sqr_mom_0",0.99,1613935500592,72
+"lr_0",4.559586221171578e-05,1613935500592,72
+"mom_0",0.9066709768627961,1613935500592,72
+"eps_0",1e-05,1613935500592,72
+"wd_1",0.01,1613935500592,72
+"sqr_mom_1",0.99,1613935500592,72
+"lr_1",4.559586221171578e-05,1613935500592,72
+"mom_1",0.9066709768627961,1613935500592,72
+"eps_1",1e-05,1613935500592,72
+"wd_2",0.01,1613935500592,72
+"sqr_mom_2",0.99,1613935500592,72
+"lr_2",0.0004559586221171578,1613935500592,72
+"mom_2",0.9066709768627961,1613935500592,72
+"eps_2",1e-05,1613935500592,72
+"train_loss",0.44002825,1613935501485,73
+"raw_loss",0.3375751,1613935501485,73
+"epoch",0.4654088050314465,1613935501485,73
+"wd_0",0.01,1613935501485,73
+"sqr_mom_0",0.99,1613935501485,73
+"lr_0",4.654649585118655e-05,1613935501485,73
+"mom_0",0.9056807334883473,1613935501485,73
+"eps_0",1e-05,1613935501485,73
+"wd_1",0.01,1613935501485,73
+"sqr_mom_1",0.99,1613935501485,73
+"lr_1",4.654649585118655e-05,1613935501485,73
+"mom_1",0.9056807334883473,1613935501485,73
+"eps_1",1e-05,1613935501485,73
+"wd_2",0.01,1613935501485,73
+"sqr_mom_2",0.99,1613935501485,73
+"lr_2",0.0004654649585118655,1613935501485,73
+"mom_2",0.9056807334883473,1613935501485,73
+"eps_2",1e-05,1613935501485,73
+"train_loss",0.44343168,1613935502396,74
+"raw_loss",0.5728015,1613935502396,74
+"epoch",0.4716981132075471,1613935502396,74
+"wd_0",0.01,1613935502396,74
+"sqr_mom_0",0.99,1613935502396,74
+"lr_0",4.7499301676935596e-05,1613935502396,74
+"mom_0",0.9046882274198588,1613935502396,74
+"eps_0",1e-05,1613935502396,74
+"wd_1",0.01,1613935502396,74
+"sqr_mom_1",0.99,1613935502396,74
+"lr_1",4.7499301676935596e-05,1613935502396,74
+"mom_1",0.9046882274198588,1613935502396,74
+"eps_1",1e-05,1613935502396,74
+"wd_2",0.01,1613935502396,74
+"sqr_mom_2",0.99,1613935502396,74
+"lr_2",0.0004749930167693559,1613935502396,74
+"mom_2",0.9046882274198588,1613935502396,74
+"eps_2",1e-05,1613935502396,74
+"train_loss",0.44059232,1613935503299,75
+"raw_loss",0.33203998,1613935503299,75
+"epoch",0.47798742138364775,1613935503299,75
+"wd_0",0.01,1613935503299,75
+"sqr_mom_0",0.99,1613935503299,75
+"lr_0",4.8453895694889025e-05,1613935503299,75
+"mom_0",0.9036938586511573,1613935503299,75
+"eps_0",1e-05,1613935503299,75
+"wd_1",0.01,1613935503299,75
+"sqr_mom_1",0.99,1613935503299,75
+"lr_1",4.8453895694889025e-05,1613935503299,75
+"mom_1",0.9036938586511573,1613935503299,75
+"eps_1",1e-05,1613935503299,75
+"wd_2",0.01,1613935503299,75
+"sqr_mom_2",0.99,1613935503299,75
+"lr_2",0.00048453895694889026,1613935503299,75
+"mom_2",0.9036938586511573,1613935503299,75
+"eps_2",1e-05,1613935503299,75
+"train_loss",0.44254315,1613935504199,76
+"raw_loss",0.5175454,1613935504199,76
+"epoch",0.4842767295597484,1613935504199,76
+"wd_0",0.01,1613935504199,76
+"sqr_mom_0",0.99,1613935504199,76
+"lr_0",4.9409906636610176e-05,1613935504199,76
+"mom_0",0.9026980139201977,1613935504199,76
+"eps_0",1e-05,1613935504199,76
+"wd_1",0.01,1613935504199,76
+"sqr_mom_1",0.99,1613935504199,76
+"lr_1",4.9409906636610176e-05,1613935504199,76
+"mom_1",0.9026980139201977,1613935504199,76
+"eps_1",1e-05,1613935504199,76
+"wd_2",0.01,1613935504199,76
+"sqr_mom_2",0.99,1613935504199,76
+"lr_2",0.0004940990663661018,1613935504199,76
+"mom_2",0.9026980139201977,1613935504199,76
+"eps_2",1e-05,1613935504199,76
+"train_loss",0.44294825,1613935505095,77
+"raw_loss",0.45860943,1613935505095,77
+"epoch",0.490566037735849,1613935505095,77
+"wd_0",0.01,1613935505095,77
+"sqr_mom_0",0.99,1613935505095,77
+"lr_0",5.036695373039585e-05,1613935505095,77
+"mom_0",0.901701089864171,1613935505095,77
+"eps_0",1e-05,1613935505095,77
+"wd_1",0.01,1613935505095,77
+"sqr_mom_1",0.99,1613935505095,77
+"lr_1",5.036695373039585e-05,1613935505095,77
+"mom_1",0.901701089864171,1613935505095,77
+"eps_1",1e-05,1613935505095,77
+"wd_2",0.01,1613935505095,77
+"sqr_mom_2",0.99,1613935505095,77
+"lr_2",0.0005036695373039585,1613935505095,77
+"mom_2",0.901701089864171,1613935505095,77
+"eps_2",1e-05,1613935505095,77
+"train_loss",0.4404358,1613935505999,78
+"raw_loss",0.34279028,1613935505999,78
+"epoch",0.49685534591194963,1613935505999,78
+"wd_0",0.01,1613935505999,78
+"sqr_mom_0",0.99,1613935505999,78
+"lr_0",5.1324642301976503e-05,1613935505999,78
+"mom_0",0.9007034976021078,1613935505999,78
+"eps_0",1e-05,1613935505999,78
+"wd_1",0.01,1613935505999,78
+"sqr_mom_1",0.99,1613935505999,78
+"lr_1",5.1324642301976503e-05,1613935505999,78
+"mom_1",0.9007034976021078,1613935505999,78
+"eps_1",1e-05,1613935505999,78
+"wd_2",0.01,1613935505999,78
+"sqr_mom_2",0.99,1613935505999,78
+"lr_2",0.000513246423019765,1613935505999,78
+"mom_2",0.9007034976021078,1613935505999,78
+"eps_2",1e-05,1613935505999,78
+"train_loss",0.43965018,1613935506922,79
+"raw_loss",0.40895718,1613935506922,79
+"epoch",0.5031446540880503,1613935506922,79
+"wd_0",0.01,1613935506922,79
+"sqr_mom_0",0.99,1613935506922,79
+"lr_0",5.228260436689341e-05,1613935506922,79
+"mom_0",0.8997056204511527,1613935506922,79
+"eps_0",1e-05,1613935506922,79
+"wd_1",0.01,1613935506922,79
+"sqr_mom_1",0.99,1613935506922,79
+"lr_1",5.228260436689341e-05,1613935506922,79
+"mom_1",0.8997056204511527,1613935506922,79
+"eps_1",1e-05,1613935506922,79
+"wd_2",0.01,1613935506922,79
+"sqr_mom_2",0.99,1613935506922,79
+"lr_2",0.0005228260436689341,1613935506922,79
+"mom_2",0.8997056204511527,1613935506922,79
+"eps_2",1e-05,1613935506922,79
+"train_loss",0.43338066,1613935507864,80
+"raw_loss",0.18720037,1613935507864,80
+"epoch",0.5094339622641509,1613935507864,80
+"wd_0",0.01,1613935507864,80
+"sqr_mom_0",0.99,1613935507864,80
+"lr_0",5.324045386761101e-05,1613935507864,80
+"mom_0",0.8987078605545719,1613935507864,80
+"eps_0",1e-05,1613935507864,80
+"wd_1",0.01,1613935507864,80
+"sqr_mom_1",0.99,1613935507864,80
+"lr_1",5.324045386761101e-05,1613935507864,80
+"mom_1",0.8987078605545719,1613935507864,80
+"eps_1",1e-05,1613935507864,80
+"wd_2",0.01,1613935507864,80
+"sqr_mom_2",0.99,1613935507864,80
+"lr_2",0.0005324045386761101,1613935507864,80
+"mom_2",0.8987078605545719,1613935507864,80
+"eps_2",1e-05,1613935507864,80
+"train_loss",0.43988812,1613935508772,81
+"raw_loss",0.6966788,1613935508772,81
+"epoch",0.5157232704402516,1613935508772,81
+"wd_0",0.01,1613935508772,81
+"sqr_mom_0",0.99,1613935508772,81
+"lr_0",5.419780928291187e-05,1613935508772,81
+"mom_0",0.8977106153303,1613935508772,81
+"eps_0",1e-05,1613935508772,81
+"wd_1",0.01,1613935508772,81
+"sqr_mom_1",0.99,1613935508772,81
+"lr_1",5.419780928291187e-05,1613935508772,81
+"mom_1",0.8977106153303,1613935508772,81
+"eps_1",1e-05,1613935508772,81
+"wd_2",0.01,1613935508772,81
+"sqr_mom_2",0.99,1613935508772,81
+"lr_2",0.0005419780928291187,1613935508772,81
+"mom_2",0.8977106153303,1613935508772,81
+"eps_2",1e-05,1613935508772,81
+"train_loss",0.43561605,1613935509678,82
+"raw_loss",0.26622108,1613935509678,82
+"epoch",0.5220125786163522,1613935509678,82
+"wd_0",0.01,1613935509678,82
+"sqr_mom_0",0.99,1613935509678,82
+"lr_0",5.5154289288377806e-05,1613935509678,82
+"mom_0",0.8967142819912731,1613935509678,82
+"eps_0",1e-05,1613935509678,82
+"wd_1",0.01,1613935509678,82
+"sqr_mom_1",0.99,1613935509678,82
+"lr_1",5.5154289288377806e-05,1613935509678,82
+"mom_1",0.8967142819912731,1613935509678,82
+"eps_1",1e-05,1613935509678,82
+"wd_2",0.01,1613935509678,82
+"sqr_mom_2",0.99,1613935509678,82
+"lr_2",0.000551542892883778,1613935509678,82
+"mom_2",0.8967142819912731,1613935509678,82
+"eps_2",1e-05,1613935509678,82
+"train_loss",0.43627986,1613935510594,83
+"raw_loss",0.46272507,1613935510594,83
+"epoch",0.5283018867924528,1613935510594,83
+"wd_0",0.01,1613935510594,83
+"sqr_mom_0",0.99,1613935510594,83
+"lr_0",5.6109512908275315e-05,1613935510594,83
+"mom_0",0.8957192573872131,1613935510594,83
+"eps_0",1e-05,1613935510594,83
+"wd_1",0.01,1613935510594,83
+"sqr_mom_1",0.99,1613935510594,83
+"lr_1",5.6109512908275315e-05,1613935510594,83
+"mom_1",0.8957192573872131,1613935510594,83
+"eps_1",1e-05,1613935510594,83
+"wd_2",0.01,1613935510594,83
+"sqr_mom_2",0.99,1613935510594,83
+"lr_2",0.0005610951290827531,1613935510594,83
+"mom_2",0.8957192573872131,1613935510594,83
+"eps_2",1e-05,1613935510594,83
+"train_loss",0.4345513,1613935511485,84
+"raw_loss",0.36537164,1613935511485,84
+"epoch",0.5345911949685535,1613935511485,84
+"wd_0",0.01,1613935511485,84
+"sqr_mom_0",0.99,1613935511485,84
+"lr_0",5.706309966730206e-05,1613935511485,84
+"mom_0",0.8947259378465603,1613935511485,84
+"eps_0",1e-05,1613935511485,84
+"wd_1",0.01,1613935511485,84
+"sqr_mom_1",0.99,1613935511485,84
+"lr_1",5.706309966730206e-05,1613935511485,84
+"mom_1",0.8947259378465603,1613935511485,84
+"eps_1",1e-05,1613935511485,84
+"wd_2",0.01,1613935511485,84
+"sqr_mom_2",0.99,1613935511485,84
+"lr_2",0.0005706309966730205,1613935511485,84
+"mom_2",0.8947259378465603,1613935511485,84
+"eps_2",1e-05,1613935511485,84
+"train_loss",0.42738035,1613935512421,85
+"raw_loss",0.13909797,1613935512421,85
+"epoch",0.5408805031446541,1613935512421,85
+"wd_0",0.01,1613935512421,85
+"sqr_mom_0",0.99,1613935512421,85
+"lr_0",5.801466082480834e-05,1613935512421,85
+"mom_0",0.8937347283074912,1613935512421,85
+"eps_0",1e-05,1613935512421,85
+"wd_1",0.01,1613935512421,85
+"sqr_mom_1",0.99,1613935512421,85
+"lr_1",5.801466082480834e-05,1613935512421,85
+"mom_1",0.8937347283074912,1613935512421,85
+"eps_1",1e-05,1613935512421,85
+"wd_2",0.01,1613935512421,85
+"sqr_mom_2",0.99,1613935512421,85
+"lr_2",0.0005801466082480833,1613935512421,85
+"mom_2",0.8937347283074912,1613935512421,85
+"eps_2",1e-05,1613935512421,85
+"train_loss",0.42601335,1613935513339,86
+"raw_loss",0.37081698,1613935513339,86
+"epoch",0.5471698113207547,1613935513339,86
+"wd_0",0.01,1613935513339,86
+"sqr_mom_0",0.99,1613935513339,86
+"lr_0",5.896383521964003e-05,1613935513339,86
+"mom_0",0.8927460049795416,1613935513339,86
+"eps_0",1e-05,1613935513339,86
+"wd_1",0.01,1613935513339,86
+"sqr_mom_1",0.99,1613935513339,86
+"lr_1",5.896383521964003e-05,1613935513339,86
+"mom_1",0.8927460049795416,1613935513339,86
+"eps_1",1e-05,1613935513339,86
+"wd_2",0.01,1613935513339,86
+"sqr_mom_2",0.99,1613935513339,86
+"lr_2",0.0005896383521964003,1613935513339,86
+"mom_2",0.8927460049795416,1613935513339,86
+"eps_2",1e-05,1613935513339,86
+"train_loss",0.42206532,1613935514245,87
+"raw_loss",0.26197433,1613935514245,87
+"epoch",0.5534591194968553,1613935514245,87
+"wd_0",0.01,1613935514245,87
+"sqr_mom_0",0.99,1613935514245,87
+"lr_0",5.9910235847936376e-05,1613935514245,87
+"mom_0",0.8917601709917329,1613935514245,87
+"eps_0",1e-05,1613935514245,87
+"wd_1",0.01,1613935514245,87
+"sqr_mom_1",0.99,1613935514245,87
+"lr_1",5.9910235847936376e-05,1613935514245,87
+"mom_1",0.8917601709917329,1613935514245,87
+"eps_1",1e-05,1613935514245,87
+"wd_2",0.01,1613935514245,87
+"sqr_mom_2",0.99,1613935514245,87
+"lr_2",0.0005991023584793637,1613935514245,87
+"mom_2",0.8917601709917329,1613935514245,87
+"eps_2",1e-05,1613935514245,87
+"train_loss",0.41862026,1613935515145,88
+"raw_loss",0.27834183,1613935515145,88
+"epoch",0.559748427672956,1613935515145,88
+"wd_0",0.01,1613935515145,88
+"sqr_mom_0",0.99,1613935515145,88
+"lr_0",6.085348574868252e-05,1613935515145,88
+"mom_0",0.890777619011789,1613935515145,88
+"eps_0",1e-05,1613935515145,88
+"wd_1",0.01,1613935515145,88
+"sqr_mom_1",0.99,1613935515145,88
+"lr_1",6.085348574868252e-05,1613935515145,88
+"mom_1",0.890777619011789,1613935515145,88
+"eps_1",1e-05,1613935515145,88
+"wd_2",0.01,1613935515145,88
+"sqr_mom_2",0.99,1613935515145,88
+"lr_2",0.0006085348574868251,1613935515145,88
+"mom_2",0.890777619011789,1613935515145,88
+"eps_2",1e-05,1613935515145,88
+"train_loss",0.4156969,1613935516043,89
+"raw_loss",0.2961748,1613935516043,89
+"epoch",0.5660377358490566,1613935516043,89
+"wd_0",0.01,1613935516043,89
+"sqr_mom_0",0.99,1613935516043,89
+"lr_0",6.179320921583049e-05,1613935516043,89
+"mom_0",0.8897987404001766,1613935516043,89
+"eps_0",1e-05,1613935516043,89
+"wd_1",0.01,1613935516043,89
+"sqr_mom_1",0.99,1613935516043,89
+"lr_1",6.179320921583049e-05,1613935516043,89
+"mom_1",0.8897987404001766,1613935516043,89
+"eps_1",1e-05,1613935516043,89
+"wd_2",0.01,1613935516043,89
+"sqr_mom_2",0.99,1613935516043,89
+"lr_2",0.0006179320921583048,1613935516043,89
+"mom_2",0.8897987404001766,1613935516043,89
+"eps_2",1e-05,1613935516043,89
+"train_loss",0.41318238,1613935516929,90
+"raw_loss",0.3099707,1613935516929,90
+"epoch",0.5723270440251572,1613935516929,90
+"wd_0",0.01,1613935516929,90
+"sqr_mom_0",0.99,1613935516929,90
+"lr_0",6.272903194794673e-05,1613935516929,90
+"mom_0",0.8888239250542221,1613935516929,90
+"eps_0",1e-05,1613935516929,90
+"wd_1",0.01,1613935516929,90
+"sqr_mom_1",0.99,1613935516929,90
+"lr_1",6.272903194794673e-05,1613935516929,90
+"mom_1",0.8888239250542221,1613935516929,90
+"eps_1",1e-05,1613935516929,90
+"wd_2",0.01,1613935516929,90
+"sqr_mom_2",0.99,1613935516929,90
+"lr_2",0.0006272903194794674,1613935516929,90
+"mom_2",0.8888239250542221,1613935516929,90
+"eps_2",1e-05,1613935516929,90
+"train_loss",0.40836635,1613935517830,91
+"raw_loss",0.20991676,1613935517830,91
+"epoch",0.5786163522012578,1613935517830,91
+"wd_0",0.01,1613935517830,91
+"sqr_mom_0",0.99,1613935517830,91
+"lr_0",6.366057247837979e-05,1613935517830,91
+"mom_0",0.887853570335021,1613935517830,91
+"eps_0",1e-05,1613935517830,91
+"wd_1",0.01,1613935517830,91
+"sqr_mom_1",0.99,1613935517830,91
+"lr_1",6.366057247837979e-05,1613935517830,91
+"mom_1",0.887853570335021,1613935517830,91
+"eps_1",1e-05,1613935517830,91
+"wd_2",0.01,1613935517830,91
+"sqr_mom_2",0.99,1613935517830,91
+"lr_2",0.0006366057247837978,1613935517830,91
+"mom_2",0.887853570335021,1613935517830,91
+"eps_2",1e-05,1613935517830,91
+"train_loss",0.40975833,1613935518728,92
+"raw_loss",0.46733326,1613935518728,92
+"epoch",0.5849056603773585,1613935518728,92
+"wd_0",0.01,1613935518728,92
+"sqr_mom_0",0.99,1613935518728,92
+"lr_0",6.45874859183317e-05,1613935518728,92
+"mom_0",0.8868880355017378,1613935518728,92
+"eps_0",1e-05,1613935518728,92
+"wd_1",0.01,1613935518728,92
+"sqr_mom_1",0.99,1613935518728,92
+"lr_1",6.45874859183317e-05,1613935518728,92
+"mom_1",0.8868880355017378,1613935518728,92
+"eps_1",1e-05,1613935518728,92
+"wd_2",0.01,1613935518728,92
+"sqr_mom_2",0.99,1613935518728,92
+"lr_2",0.0006458748591833171,1613935518728,92
+"mom_2",0.8868880355017378,1613935518728,92
+"eps_2",1e-05,1613935518728,92
+"train_loss",0.40875554,1613935519629,93
+"raw_loss",0.36712518,1613935519629,93
+"epoch",0.5911949685534591,1613935519629,93
+"wd_0",0.01,1613935519629,93
+"sqr_mom_0",0.99,1613935519629,93
+"lr_0",6.550937691544482e-05,1613935519629,93
+"mom_0",0.885927732379745,1613935519629,93
+"eps_0",1e-05,1613935519629,93
+"wd_1",0.01,1613935519629,93
+"sqr_mom_1",0.99,1613935519629,93
+"lr_1",6.550937691544482e-05,1613935519629,93
+"mom_1",0.885927732379745,1613935519629,93
+"eps_1",1e-05,1613935519629,93
+"wd_2",0.01,1613935519629,93
+"sqr_mom_2",0.99,1613935519629,93
+"lr_2",0.0006550937691544481,1613935519629,93
+"mom_2",0.885927732379745,1613935519629,93
+"eps_2",1e-05,1613935519629,93
+"train_loss",0.4136169,1613935520520,94
+"raw_loss",0.61616254,1613935520520,94
+"epoch",0.5974842767295597,1613935520520,94
+"wd_0",0.01,1613935520520,94
+"sqr_mom_0",0.99,1613935520520,94
+"lr_0",6.642588699006056e-05,1613935520520,94
+"mom_0",0.8849730343853536,1613935520520,94
+"eps_0",1e-05,1613935520520,94
+"wd_1",0.01,1613935520520,94
+"sqr_mom_1",0.99,1613935520520,94
+"lr_1",6.642588699006056e-05,1613935520520,94
+"mom_1",0.8849730343853536,1613935520520,94
+"eps_1",1e-05,1613935520520,94
+"wd_2",0.01,1613935520520,94
+"sqr_mom_2",0.99,1613935520520,94
+"lr_2",0.0006642588699006055,1613935520520,94
+"mom_2",0.8849730343853536,1613935520520,94
+"eps_2",1e-05,1613935520520,94
+"train_loss",0.41217268,1613935521399,95
+"raw_loss",0.35178888,1613935521399,95
+"epoch",0.6037735849056604,1613935521399,95
+"wd_0",0.01,1613935521399,95
+"sqr_mom_0",0.99,1613935521399,95
+"lr_0",6.73366510868762e-05,1613935521399,95
+"mom_0",0.884024321784504,1613935521399,95
+"eps_0",1e-05,1613935521399,95
+"wd_1",0.01,1613935521399,95
+"sqr_mom_1",0.99,1613935521399,95
+"lr_1",6.73366510868762e-05,1613935521399,95
+"mom_1",0.884024321784504,1613935521399,95
+"eps_1",1e-05,1613935521399,95
+"wd_2",0.01,1613935521399,95
+"sqr_mom_2",0.99,1613935521399,95
+"lr_2",0.0006733665108687621,1613935521399,95
+"mom_2",0.884024321784504,1613935521399,95
+"eps_2",1e-05,1613935521399,95
+"train_loss",0.41297296,1613935522298,96
+"raw_loss",0.44654888,1613935522298,96
+"epoch",0.610062893081761,1613935522298,96
+"wd_0",0.01,1613935522298,96
+"sqr_mom_0",0.99,1613935522298,96
+"lr_0",6.824129798125484e-05,1613935522298,96
+"mom_0",0.8830819812695262,1613935522298,96
+"eps_0",1e-05,1613935522298,96
+"wd_1",0.01,1613935522298,96
+"sqr_mom_1",0.99,1613935522298,96
+"lr_1",6.824129798125484e-05,1613935522298,96
+"mom_1",0.8830819812695262,1613935522298,96
+"eps_1",1e-05,1613935522298,96
+"wd_2",0.01,1613935522298,96
+"sqr_mom_2",0.99,1613935522298,96
+"lr_2",0.0006824129798125483,1613935522298,96
+"mom_2",0.8830819812695262,1613935522298,96
+"eps_2",1e-05,1613935522298,96
+"train_loss",0.41456205,1613935523186,97
+"raw_loss",0.48145595,1613935523186,97
+"epoch",0.6163522012578616,1613935523186,97
+"wd_0",0.01,1613935523186,97
+"sqr_mom_0",0.99,1613935523186,97
+"lr_0",6.913948431815946e-05,1613935523186,97
+"mom_0",0.8821463705019172,1613935523186,97
+"eps_0",1e-05,1613935523186,97
+"wd_1",0.01,1613935523186,97
+"sqr_mom_1",0.99,1613935523186,97
+"lr_1",6.913948431815946e-05,1613935523186,97
+"mom_1",0.8821463705019172,1613935523186,97
+"eps_1",1e-05,1613935523186,97
+"wd_2",0.01,1613935523186,97
+"sqr_mom_2",0.99,1613935523186,97
+"lr_2",0.0006913948431815945,1613935523186,97
+"mom_2",0.8821463705019172,1613935523186,97
+"eps_2",1e-05,1613935523186,97
+"train_loss",0.41870812,1613935524121,98
+"raw_loss",0.5938109,1613935524121,98
+"epoch",0.6226415094339622,1613935524121,98
+"wd_0",0.01,1613935524121,98
+"sqr_mom_0",0.99,1613935524121,98
+"lr_0",7.003084382379437e-05,1613935524121,98
+"mom_0",0.8812178710168809,1613935524121,98
+"eps_0",1e-05,1613935524121,98
+"wd_1",0.01,1613935524121,98
+"sqr_mom_1",0.99,1613935524121,98
+"lr_1",7.003084382379437e-05,1613935524121,98
+"mom_1",0.8812178710168809,1613935524121,98
+"eps_1",1e-05,1613935524121,98
+"wd_2",0.01,1613935524121,98
+"sqr_mom_2",0.99,1613935524121,98
+"lr_2",0.0007003084382379436,1613935524121,98
+"mom_2",0.8812178710168809,1613935524121,98
+"eps_2",1e-05,1613935524121,98
+"train_loss",0.4233011,1613935525014,99
+"raw_loss",0.6179018,1613935525014,99
+"epoch",0.6289308176100629,1613935525014,99
+"wd_0",0.01,1613935525014,99
+"sqr_mom_0",0.99,1613935525014,99
+"lr_0",7.091502146058477e-05,1613935525014,99
+"mom_0",0.8802968526452242,1613935525014,99
+"eps_0",1e-05,1613935525014,99
+"wd_1",0.01,1613935525014,99
+"sqr_mom_1",0.99,1613935525014,99
+"lr_1",7.091502146058477e-05,1613935525014,99
+"mom_1",0.8802968526452242,1613935525014,99
+"eps_1",1e-05,1613935525014,99
+"wd_2",0.01,1613935525014,99
+"sqr_mom_2",0.99,1613935525014,99
+"lr_2",0.0007091502146058476,1613935525014,99
+"mom_2",0.8802968526452242,1613935525014,99
+"eps_2",1e-05,1613935525014,99
+"train_loss",0.42043284,1613935525920,100
+"raw_loss",0.29852608,1613935525920,100
+"epoch",0.6352201257861635,1613935525920,100
+"wd_0",0.01,1613935525920,100
+"sqr_mom_0",0.99,1613935525920,100
+"lr_0",7.179166505156741e-05,1613935525920,100
+"mom_0",0.8793836822379506,1613935525920,100
+"eps_0",1e-05,1613935525920,100
+"wd_1",0.01,1613935525920,100
+"sqr_mom_1",0.99,1613935525920,100
+"lr_1",7.179166505156741e-05,1613935525920,100
+"mom_1",0.8793836822379506,1613935525920,100
+"eps_1",1e-05,1613935525920,100
+"wd_2",0.01,1613935525920,100
+"sqr_mom_2",0.99,1613935525920,100
+"lr_2",0.000717916650515674,1613935525920,100
+"mom_2",0.8793836822379506,1613935525920,100
+"eps_2",1e-05,1613935525920,100
+"train_loss",0.418077,1613935526835,101
+"raw_loss",0.31764504,1613935526835,101
+"epoch",0.6415094339622641,1613935526835,101
+"wd_0",0.01,1613935526835,101
+"sqr_mom_0",0.99,1613935526835,101
+"lr_0",7.266042542066624e-05,1613935526835,101
+"mom_0",0.8784787235201393,1613935526835,101
+"eps_0",1e-05,1613935526835,101
+"wd_1",0.01,1613935526835,101
+"sqr_mom_1",0.99,1613935526835,101
+"lr_1",7.266042542066624e-05,1613935526835,101
+"mom_1",0.8784787235201393,1613935526835,101
+"eps_1",1e-05,1613935526835,101
+"wd_2",0.01,1613935526835,101
+"sqr_mom_2",0.99,1613935526835,101
+"lr_2",0.0007266042542066624,1613935526835,101
+"mom_2",0.8784787235201393,1613935526835,101
+"eps_2",1e-05,1613935526835,101
+"train_loss",0.41561085,1613935527738,102
+"raw_loss",0.31015977,1613935527738,102
+"epoch",0.6477987421383647,1613935527738,102
+"wd_0",0.01,1613935527738,102
+"sqr_mom_0",0.99,1613935527738,102
+"lr_0",7.352094849763995e-05,1613935527738,102
+"mom_0",0.8775823453149584,1613935527738,102
+"eps_0",1e-05,1613935527738,102
+"wd_1",0.01,1613935527738,102
+"sqr_mom_1",0.99,1613935527738,102
+"lr_1",7.352094849763995e-05,1613935527738,102
+"mom_1",0.8775823453149584,1613935527738,102
+"eps_1",1e-05,1613935527738,102
+"wd_2",0.01,1613935527738,102
+"sqr_mom_2",0.99,1613935527738,102
+"lr_2",0.0007352094849763995,1613935527738,102
+"mom_2",0.8775823453149584,1613935527738,102
+"eps_2",1e-05,1613935527738,102
+"train_loss",0.42060003,1613935528644,103
+"raw_loss",0.6345548,1613935528644,103
+"epoch",0.6540880503144654,1613935528644,103
+"wd_0",0.01,1613935528644,103
+"sqr_mom_0",0.99,1613935528644,103
+"lr_0",7.437290767446642e-05,1613935528644,103
+"mom_0",0.8766948878390974,1613935528644,103
+"eps_0",1e-05,1613935528644,103
+"wd_1",0.01,1613935528644,103
+"sqr_mom_1",0.99,1613935528644,103
+"lr_1",7.437290767446642e-05,1613935528644,103
+"mom_1",0.8766948878390974,1613935528644,103
+"eps_1",1e-05,1613935528644,103
+"wd_2",0.01,1613935528644,103
+"sqr_mom_2",0.99,1613935528644,103
+"lr_2",0.0007437290767446641,1613935528644,103
+"mom_2",0.8766948878390974,1613935528644,103
+"eps_2",1e-05,1613935528644,103
+"train_loss",0.42304373,1613935529546,104
+"raw_loss",0.528138,1613935529546,104
+"epoch",0.660377358490566,1613935529546,104
+"wd_0",0.01,1613935529546,104
+"sqr_mom_0",0.99,1613935529546,104
+"lr_0",7.521596336108667e-05,1613935529546,104
+"mom_0",0.8758167048322014,1613935529546,104
+"eps_0",1e-05,1613935529546,104
+"wd_1",0.01,1613935529546,104
+"sqr_mom_1",0.99,1613935529546,104
+"lr_1",7.521596336108667e-05,1613935529546,104
+"mom_1",0.8758167048322014,1613935529546,104
+"eps_1",1e-05,1613935529546,104
+"wd_2",0.01,1613935529546,104
+"sqr_mom_2",0.99,1613935529546,104
+"lr_2",0.0007521596336108665,1613935529546,104
+"mom_2",0.8758167048322014,1613935529546,104
+"eps_2",1e-05,1613935529546,104
+"train_loss",0.41880357,1613935530458,105
+"raw_loss",0.2359408,1613935530458,105
+"epoch",0.6666666666666666,1613935530458,105
+"wd_0",0.01,1613935530458,105
+"sqr_mom_0",0.99,1613935530458,105
+"lr_0",7.604976394080012e-05,1613935530458,105
+"mom_0",0.8749481625616665,1613935530458,105
+"eps_0",1e-05,1613935530458,105
+"wd_1",0.01,1613935530458,105
+"sqr_mom_1",0.99,1613935530458,105
+"lr_1",7.604976394080012e-05,1613935530458,105
+"mom_1",0.8749481625616665,1613935530458,105
+"eps_1",1e-05,1613935530458,105
+"wd_2",0.01,1613935530458,105
+"sqr_mom_2",0.99,1613935530458,105
+"lr_2",0.0007604976394080012,1613935530458,105
+"mom_2",0.8749481625616665,1613935530458,105
+"eps_2",1e-05,1613935530458,105
+"train_loss",0.41903383,1613935531403,106
+"raw_loss",0.42899075,1613935531403,106
+"epoch",0.6729559748427673,1613935531403,106
+"wd_0",0.01,1613935531403,106
+"sqr_mom_0",0.99,1613935531403,106
+"lr_0",7.68739852544486e-05,1613935531403,106
+"mom_0",0.8740895986932826,1613935531403,106
+"eps_0",1e-05,1613935531403,106
+"wd_1",0.01,1613935531403,106
+"sqr_mom_1",0.99,1613935531403,106
+"lr_1",7.68739852544486e-05,1613935531403,106
+"mom_1",0.8740895986932826,1613935531403,106
+"eps_1",1e-05,1613935531403,106
+"wd_2",0.01,1613935531403,106
+"sqr_mom_2",0.99,1613935531403,106
+"lr_2",0.000768739852544486,1613935531403,106
+"mom_2",0.8740895986932826,1613935531403,106
+"eps_2",1e-05,1613935531403,106
+"train_loss",0.4172533,1613935532325,107
+"raw_loss",0.34005284,1613935532325,107
+"epoch",0.6792452830188679,1613935532325,107
+"wd_0",0.01,1613935532325,107
+"sqr_mom_0",0.99,1613935532325,107
+"lr_0",7.768829900628335e-05,1613935532325,107
+"mom_0",0.8732413552017881,1613935532325,107
+"eps_0",1e-05,1613935532325,107
+"wd_1",0.01,1613935532325,107
+"sqr_mom_1",0.99,1613935532325,107
+"lr_1",7.768829900628335e-05,1613935532325,107
+"mom_1",0.8732413552017881,1613935532325,107
+"eps_1",1e-05,1613935532325,107
+"wd_2",0.01,1613935532325,107
+"sqr_mom_2",0.99,1613935532325,107
+"lr_2",0.0007768829900628335,1613935532325,107
+"mom_2",0.8732413552017881,1613935532325,107
+"eps_2",1e-05,1613935532325,107
+"train_loss",0.41784555,1613935533230,108
+"raw_loss",0.44359145,1613935533230,108
+"epoch",0.6855345911949685,1613935533230,108
+"wd_0",0.01,1613935533230,108
+"sqr_mom_0",0.99,1613935533230,108
+"lr_0",7.849237335165792e-05,1613935533230,108
+"mom_0",0.8724037777586896,1613935533230,108
+"eps_0",1e-05,1613935533230,108
+"wd_1",0.01,1613935533230,108
+"sqr_mom_1",0.99,1613935533230,108
+"lr_1",7.849237335165792e-05,1613935533230,108
+"mom_1",0.8724037777586896,1613935533230,108
+"eps_1",1e-05,1613935533230,108
+"wd_2",0.01,1613935533230,108
+"sqr_mom_2",0.99,1613935533230,108
+"lr_2",0.0007849237335165792,1613935533230,108
+"mom_2",0.8724037777586896,1613935533230,108
+"eps_2",1e-05,1613935533230,108
+"train_loss",0.4134991,1613935534136,109
+"raw_loss",0.22407101,1613935534136,109
+"epoch",0.6918238993710691,1613935534136,109
+"wd_0",0.01,1613935534136,109
+"sqr_mom_0",0.99,1613935534136,109
+"lr_0",7.928590310743585e-05,1613935534136,109
+"mom_0",0.8715771842630876,1613935534136,109
+"eps_0",1e-05,1613935534136,109
+"wd_1",0.01,1613935534136,109
+"sqr_mom_1",0.99,1613935534136,109
+"lr_1",7.928590310743585e-05,1613935534136,109
+"mom_1",0.8715771842630876,1613935534136,109
+"eps_1",1e-05,1613935534136,109
+"wd_2",0.01,1613935534136,109
+"sqr_mom_2",0.99,1613935534136,109
+"lr_2",0.0007928590310743585,1613935534136,109
+"mom_2",0.8715771842630876,1613935534136,109
+"eps_2",1e-05,1613935534136,109
+"train_loss",0.42351028,1613935535031,110
+"raw_loss",0.86090356,1613935535031,110
+"epoch",0.6981132075471698,1613935535031,110
+"wd_0",0.01,1613935535031,110
+"sqr_mom_0",0.99,1613935535031,110
+"lr_0",8.006856460993975e-05,1613935535031,110
+"mom_0",0.870761911864646,1613935535031,110
+"eps_0",1e-05,1613935535031,110
+"wd_1",0.01,1613935535031,110
+"sqr_mom_1",0.99,1613935535031,110
+"lr_1",8.006856460993975e-05,1613935535031,110
+"mom_1",0.870761911864646,1613935535031,110
+"eps_1",1e-05,1613935535031,110
+"wd_2",0.01,1613935535031,110
+"sqr_mom_2",0.99,1613935535031,110
+"lr_2",0.0008006856460993976,1613935535031,110
+"mom_2",0.870761911864646,1613935535031,110
+"eps_2",1e-05,1613935535031,110
+"train_loss",0.42553988,1613935535947,111
+"raw_loss",0.51442987,1613935535947,111
+"epoch",0.7044025157232704,1613935535947,111
+"wd_0",0.01,1613935535947,111
+"sqr_mom_0",0.99,1613935535947,111
+"lr_0",8.084004611711718e-05,1613935535947,111
+"mom_0",0.8699582852946696,1613935535947,111
+"eps_0",1e-05,1613935535947,111
+"wd_1",0.01,1613935535947,111
+"sqr_mom_1",0.99,1613935535947,111
+"lr_1",8.084004611711718e-05,1613935535947,111
+"mom_1",0.8699582852946696,1613935535947,111
+"eps_1",1e-05,1613935535947,111
+"wd_2",0.01,1613935535947,111
+"sqr_mom_2",0.99,1613935535947,111
+"lr_2",0.0008084004611711718,1613935535947,111
+"mom_2",0.8699582852946696,1613935535947,111
+"eps_2",1e-05,1613935535947,111
+"train_loss",0.42824343,1613935536918,112
+"raw_loss",0.54693085,1613935536918,112
+"epoch",0.710691823899371,1613935536918,112
+"wd_0",0.01,1613935536918,112
+"sqr_mom_0",0.99,1613935536918,112
+"lr_0",8.160004034002179e-05,1613935536918,112
+"mom_0",0.8691666246458106,1613935536918,112
+"eps_0",1e-05,1613935536918,112
+"wd_1",0.01,1613935536918,112
+"sqr_mom_1",0.99,1613935536918,112
+"lr_1",8.160004034002179e-05,1613935536918,112
+"mom_1",0.8691666246458106,1613935536918,112
+"eps_1",1e-05,1613935536918,112
+"wd_2",0.01,1613935536918,112
+"sqr_mom_2",0.99,1613935536918,112
+"lr_2",0.0008160004034002178,1613935536918,112
+"mom_2",0.8691666246458106,1613935536918,112
+"eps_2",1e-05,1613935536918,112
+"train_loss",0.4351541,1613935537844,113
+"raw_loss",0.739244,1613935537844,113
+"epoch",0.7169811320754716,1613935537844,113
+"wd_0",0.01,1613935537844,113
+"sqr_mom_0",0.99,1613935537844,113
+"lr_0",8.234824456520959e-05,1613935537844,113
+"mom_0",0.8683872452445733,1613935537844,113
+"eps_0",1e-05,1613935537844,113
+"wd_1",0.01,1613935537844,113
+"sqr_mom_1",0.99,1613935537844,113
+"lr_1",8.234824456520959e-05,1613935537844,113
+"mom_1",0.8683872452445733,1613935537844,113
+"eps_1",1e-05,1613935537844,113
+"wd_2",0.01,1613935537844,113
+"sqr_mom_2",0.99,1613935537844,113
+"lr_2",0.0008234824456520959,1613935537844,113
+"mom_2",0.8683872452445733,1613935537844,113
+"eps_2",1e-05,1613935537844,113
+"train_loss",0.42953536,1613935538762,114
+"raw_loss",0.18173179,1613935538762,114
+"epoch",0.7232704402515723,1613935538762,114
+"wd_0",0.01,1613935538762,114
+"sqr_mom_0",0.99,1613935538762,114
+"lr_0",8.308435392643343e-05,1613935538762,114
+"mom_0",0.8676204646599651,1613935538762,114
+"eps_0",1e-05,1613935538762,114
+"wd_1",0.01,1613935538762,114
+"sqr_mom_1",0.99,1613935538762,114
+"lr_1",8.308435392643343e-05,1613935538762,114
+"mom_1",0.8676204646599651,1613935538762,114
+"eps_1",1e-05,1613935538762,114
+"wd_2",0.01,1613935538762,114
+"sqr_mom_2",0.99,1613935538762,114
+"lr_2",0.0008308435392643342,1613935538762,114
+"mom_2",0.8676204646599651,1613935538762,114
+"eps_2",1e-05,1613935538762,114
+"train_loss",0.4381135,1613935539679,115
+"raw_loss",0.8172739,1613935539679,115
+"epoch",0.7295597484276729,1613935539679,115
+"wd_0",0.01,1613935539679,115
+"sqr_mom_0",0.99,1613935539679,115
+"lr_0",8.380808903638922e-05,1613935539679,115
+"mom_0",0.8668665739204279,1613935539679,115
+"eps_0",1e-05,1613935539679,115
+"wd_1",0.01,1613935539679,115
+"sqr_mom_1",0.99,1613935539679,115
+"lr_1",8.380808903638922e-05,1613935539679,115
+"mom_1",0.8668665739204279,1613935539679,115
+"eps_1",1e-05,1613935539679,115
+"wd_2",0.01,1613935539679,115
+"sqr_mom_2",0.99,1613935539679,115
+"lr_2",0.0008380808903638923,1613935539679,115
+"mom_2",0.8668665739204279,1613935539679,115
+"eps_2",1e-05,1613935539679,115
+"train_loss",0.4363605,1613935540591,116
+"raw_loss",0.35870808,1613935540591,116
+"epoch",0.7358490566037735,1613935540591,116
+"wd_0",0.01,1613935540591,116
+"sqr_mom_0",0.99,1613935540591,116
+"lr_0",8.45191546603306e-05,1613935540591,116
+"mom_0",0.8661258805621556,1613935540591,116
+"eps_0",1e-05,1613935540591,116
+"wd_1",0.01,1613935540591,116
+"sqr_mom_1",0.99,1613935540591,116
+"lr_1",8.45191546603306e-05,1613935540591,116
+"mom_1",0.8661258805621556,1613935540591,116
+"eps_1",1e-05,1613935540591,116
+"wd_2",0.01,1613935540591,116
+"sqr_mom_2",0.99,1613935540591,116
+"lr_2",0.000845191546603306,1613935540591,116
+"mom_2",0.8661258805621556,1613935540591,116
+"eps_2",1e-05,1613935540591,116
+"train_loss",0.43294027,1613935541485,117
+"raw_loss",0.28111458,1613935541485,117
+"epoch",0.7421383647798742,1613935541485,117
+"wd_0",0.01,1613935541485,117
+"sqr_mom_0",0.99,1613935541485,117
+"lr_0",8.521727406188154e-05,1613935541485,117
+"mom_0",0.8653986728522067,1613935541485,117
+"eps_0",1e-05,1613935541485,117
+"wd_1",0.01,1613935541485,117
+"sqr_mom_1",0.99,1613935541485,117
+"lr_1",8.521727406188154e-05,1613935541485,117
+"mom_1",0.8653986728522067,1613935541485,117
+"eps_1",1e-05,1613935541485,117
+"wd_2",0.01,1613935541485,117
+"sqr_mom_2",0.99,1613935541485,117
+"lr_2",0.0008521727406188154,1613935541485,117
+"mom_2",0.8653986728522067,1613935541485,117
+"eps_2",1e-05,1613935541485,117
+"train_loss",0.4379205,1613935542403,118
+"raw_loss",0.6594547,1613935542403,118
+"epoch",0.7484276729559748,1613935542403,118
+"wd_0",0.01,1613935542403,118
+"sqr_mom_0",0.99,1613935542403,118
+"lr_0",8.590215607351363e-05,1613935542403,118
+"mom_0",0.86468525409009,1613935542403,118
+"eps_0",1e-05,1613935542403,118
+"wd_1",0.01,1613935542403,118
+"sqr_mom_1",0.99,1613935542403,118
+"lr_1",8.590215607351363e-05,1613935542403,118
+"mom_1",0.86468525409009,1613935542403,118
+"eps_1",1e-05,1613935542403,118
+"wd_2",0.01,1613935542403,118
+"sqr_mom_2",0.99,1613935542403,118
+"lr_2",0.0008590215607351362,1613935542403,118
+"mom_2",0.86468525409009,1613935542403,118
+"eps_2",1e-05,1613935542403,118
+"train_loss",0.4340822,1613935543305,119
+"raw_loss",0.26299793,1613935543305,119
+"epoch",0.7547169811320754,1613935543305,119
+"wd_0",0.01,1613935543305,119
+"sqr_mom_0",0.99,1613935543305,119
+"lr_0",8.65735345108901e-05,1613935543305,119
+"mom_0",0.8639859015511562,1613935543305,119
+"eps_0",1e-05,1613935543305,119
+"wd_1",0.01,1613935543305,119
+"sqr_mom_1",0.99,1613935543305,119
+"lr_1",8.65735345108901e-05,1613935543305,119
+"mom_1",0.8639859015511562,1613935543305,119
+"eps_1",1e-05,1613935543305,119
+"wd_2",0.01,1613935543305,119
+"sqr_mom_2",0.99,1613935543305,119
+"lr_2",0.000865735345108901,1613935543305,119
+"mom_2",0.8639859015511562,1613935543305,119
+"eps_2",1e-05,1613935543305,119
+"train_loss",0.42837816,1613935544212,120
+"raw_loss",0.1736243,1613935544212,120
+"epoch",0.761006289308176,1613935544212,120
+"wd_0",0.01,1613935544212,120
+"sqr_mom_0",0.99,1613935544212,120
+"lr_0",8.723113585265317e-05,1613935544212,120
+"mom_0",0.8633009001534863,1613935544212,120
+"eps_0",1e-05,1613935544212,120
+"wd_1",0.01,1613935544212,120
+"sqr_mom_1",0.99,1613935544212,120
+"lr_1",8.723113585265317e-05,1613935544212,120
+"mom_1",0.8633009001534863,1613935544212,120
+"eps_1",1e-05,1613935544212,120
+"wd_2",0.01,1613935544212,120
+"sqr_mom_2",0.99,1613935544212,120
+"lr_2",0.0008723113585265317,1613935544212,120
+"mom_2",0.8633009001534863,1613935544212,120
+"eps_2",1e-05,1613935544212,120
+"train_loss",0.42419773,1613935545111,121
+"raw_loss",0.23713116,1613935545111,121
+"epoch",0.7672955974842767,1613935545111,121
+"wd_0",0.01,1613935545111,121
+"sqr_mom_0",0.99,1613935545111,121
+"lr_0",8.78747105088972e-05,1613935545111,121
+"mom_0",0.8626305098865654,1613935545111,121
+"eps_0",1e-05,1613935545111,121
+"wd_1",0.01,1613935545111,121
+"sqr_mom_1",0.99,1613935545111,121
+"lr_1",8.78747105088972e-05,1613935545111,121
+"mom_1",0.8626305098865654,1613935545111,121
+"eps_1",1e-05,1613935545111,121
+"wd_2",0.01,1613935545111,121
+"sqr_mom_2",0.99,1613935545111,121
+"lr_2",0.0008787471050889721,1613935545111,121
+"mom_2",0.8626305098865654,1613935545111,121
+"eps_2",1e-05,1613935545111,121
+"train_loss",0.42301935,1613935546016,122
+"raw_loss",0.3701899,1613935546016,122
+"epoch",0.7735849056603773,1613935546016,122
+"wd_0",0.01,1613935546016,122
+"sqr_mom_0",0.99,1613935546016,122
+"lr_0",8.850399590235202e-05,1613935546016,122
+"mom_0",0.8619750042683832,1613935546016,122
+"eps_0",1e-05,1613935546016,122
+"wd_1",0.01,1613935546016,122
+"sqr_mom_1",0.99,1613935546016,122
+"lr_1",8.850399590235202e-05,1613935546016,122
+"mom_1",0.8619750042683832,1613935546016,122
+"eps_1",1e-05,1613935546016,122
+"wd_2",0.01,1613935546016,122
+"sqr_mom_2",0.99,1613935546016,122
+"lr_2",0.0008850399590235202,1613935546016,122
+"mom_2",0.8619750042683832,1613935546016,122
+"eps_2",1e-05,1613935546016,122
+"train_loss",0.41970223,1613935546921,123
+"raw_loss",0.2707061,1613935546921,123
+"epoch",0.7798742138364779,1613935546921,123
+"wd_0",0.01,1613935546921,123
+"sqr_mom_0",0.99,1613935546921,123
+"lr_0",8.911874138223243e-05,1613935546921,123
+"mom_0",0.8613346443935078,1613935546921,123
+"eps_0",1e-05,1613935546921,123
+"wd_1",0.01,1613935546921,123
+"sqr_mom_1",0.99,1613935546921,123
+"lr_1",8.911874138223243e-05,1613935546921,123
+"mom_1",0.8613346443935078,1613935546921,123
+"eps_1",1e-05,1613935546921,123
+"wd_2",0.01,1613935546921,123
+"sqr_mom_2",0.99,1613935546921,123
+"lr_2",0.0008911874138223243,1613935546921,123
+"mom_2",0.8613346443935078,1613935546921,123
+"eps_2",1e-05,1613935546921,123
+"train_loss",0.41807282,1613935547835,124
+"raw_loss",0.34475213,1613935547835,124
+"epoch",0.7861635220125786,1613935547835,124
+"wd_0",0.01,1613935547835,124
+"sqr_mom_0",0.99,1613935547835,124
+"lr_0",8.971870208914904e-05,1613935547835,124
+"mom_0",0.8607096853238031,1613935547835,124
+"eps_0",1e-05,1613935547835,124
+"wd_1",0.01,1613935547835,124
+"sqr_mom_1",0.99,1613935547835,124
+"lr_1",8.971870208914904e-05,1613935547835,124
+"mom_1",0.8607096853238031,1613935547835,124
+"eps_1",1e-05,1613935547835,124
+"wd_2",0.01,1613935547835,124
+"sqr_mom_2",0.99,1613935547835,124
+"lr_2",0.0008971870208914903,1613935547835,124
+"mom_2",0.8607096853238031,1613935547835,124
+"eps_2",1e-05,1613935547835,124
+"train_loss",0.4174313,1613935548788,125
+"raw_loss",0.3885139,1613935548788,125
+"epoch",0.7924528301886792,1613935548788,125
+"wd_0",0.01,1613935548788,125
+"sqr_mom_0",0.99,1613935548788,125
+"lr_0",9.030363905263818e-05,1613935548788,125
+"mom_0",0.8601003759868352,1613935548788,125
+"eps_0",1e-05,1613935548788,125
+"wd_1",0.01,1613935548788,125
+"sqr_mom_1",0.99,1613935548788,125
+"lr_1",9.030363905263818e-05,1613935548788,125
+"mom_1",0.8601003759868352,1613935548788,125
+"eps_1",1e-05,1613935548788,125
+"wd_2",0.01,1613935548788,125
+"sqr_mom_2",0.99,1613935548788,125
+"lr_2",0.0009030363905263817,1613935548788,125
+"mom_2",0.8601003759868352,1613935548788,125
+"eps_2",1e-05,1613935548788,125
+"train_loss",0.41697142,1613935549714,126
+"raw_loss",0.3962039,1613935549714,126
+"epoch",0.7987421383647798,1613935549714,126
+"wd_0",0.01,1613935549714,126
+"sqr_mom_0",0.99,1613935549714,126
+"lr_0",9.087331401368744e-05,1613935549714,126
+"mom_0",0.8595069645690756,1613935549714,126
+"eps_0",1e-05,1613935549714,126
+"wd_1",0.01,1613935549714,126
+"sqr_mom_1",0.99,1613935549714,126
+"lr_1",9.087331401368744e-05,1613935549714,126
+"mom_1",0.8595069645690756,1613935549714,126
+"eps_1",1e-05,1613935549714,126
+"wd_2",0.01,1613935549714,126
+"sqr_mom_2",0.99,1613935549714,126
+"lr_2",0.0009087331401368744,1613935549714,126
+"mom_2",0.8595069645690756,1613935549714,126
+"eps_2",1e-05,1613935549714,126
+"train_loss",0.41224247,1613935550649,127
+"raw_loss",0.19833286,1613935550649,127
+"epoch",0.8050314465408804,1613935550649,127
+"wd_0",0.01,1613935550649,127
+"sqr_mom_0",0.99,1613935550649,127
+"lr_0",9.142751075449022e-05,1613935550649,127
+"mom_0",0.858929676297406,1613935550649,127
+"eps_0",1e-05,1613935550649,127
+"wd_1",0.01,1613935550649,127
+"sqr_mom_1",0.99,1613935550649,127
+"lr_1",9.142751075449022e-05,1613935550649,127
+"mom_1",0.858929676297406,1613935550649,127
+"eps_1",1e-05,1613935550649,127
+"wd_2",0.01,1613935550649,127
+"sqr_mom_2",0.99,1613935550649,127
+"lr_2",0.0009142751075449022,1613935550649,127
+"mom_2",0.858929676297406,1613935550649,127
+"eps_2",1e-05,1613935550649,127
+"train_loss",0.41075104,1613935551552,128
+"raw_loss",0.3431756,1613935551552,128
+"epoch",0.8113207547169811,1613935551552,128
+"wd_0",0.01,1613935551552,128
+"sqr_mom_0",0.99,1613935551552,128
+"lr_0",9.19660031159599e-05,1613935551552,128
+"mom_0",0.8583687467542084,1613935551552,128
+"eps_0",1e-05,1613935551552,128
+"wd_1",0.01,1613935551552,128
+"sqr_mom_1",0.99,1613935551552,128
+"lr_1",9.19660031159599e-05,1613935551552,128
+"mom_1",0.8583687467542084,1613935551552,128
+"eps_1",1e-05,1613935551552,128
+"wd_2",0.01,1613935551552,128
+"sqr_mom_2",0.99,1613935551552,128
+"lr_2",0.0009196600311595991,1613935551552,128
+"mom_2",0.8583687467542084,1613935551552,128
+"eps_2",1e-05,1613935551552,128
+"train_loss",0.40687555,1613935552464,129
+"raw_loss",0.23099466,1613935552464,129
+"epoch",0.8176100628930817,1613935552464,129
+"wd_0",0.01,1613935552464,129
+"sqr_mom_0",0.99,1613935552464,129
+"lr_0",9.24885814387386e-05,1613935552464,129
+"mom_0",0.8578243943346473,1613935552464,129
+"eps_0",1e-05,1613935552464,129
+"wd_1",0.01,1613935552464,129
+"sqr_mom_1",0.99,1613935552464,129
+"lr_1",9.24885814387386e-05,1613935552464,129
+"mom_1",0.8578243943346473,1613935552464,129
+"eps_1",1e-05,1613935552464,129
+"wd_2",0.01,1613935552464,129
+"sqr_mom_2",0.99,1613935552464,129
+"lr_2",0.0009248858143873859,1613935552464,129
+"mom_2",0.8578243943346473,1613935552464,129
+"eps_2",1e-05,1613935552464,129
+"train_loss",0.40319875,1613935553377,130
+"raw_loss",0.23606819,1613935553377,130
+"epoch",0.8238993710691823,1613935553377,130
+"wd_0",0.01,1613935553377,130
+"sqr_mom_0",0.99,1613935553377,130
+"lr_0",9.299502776893716e-05,1613935553377,130
+"mom_0",0.8572968460740238,1613935553377,130
+"eps_0",1e-05,1613935553377,130
+"wd_1",0.01,1613935553377,130
+"sqr_mom_1",0.99,1613935553377,130
+"lr_1",9.299502776893716e-05,1613935553377,130
+"mom_1",0.8572968460740238,1613935553377,130
+"eps_1",1e-05,1613935553377,130
+"wd_2",0.01,1613935553377,130
+"sqr_mom_2",0.99,1613935553377,130
+"lr_2",0.0009299502776893715,1613935553377,130
+"mom_2",0.8572968460740238,1613935553377,130
+"eps_2",1e-05,1613935553377,130
+"train_loss",0.40319988,1613935554295,131
+"raw_loss",0.40325177,1613935554295,131
+"epoch",0.830188679245283,1613935554295,131
+"wd_0",0.01,1613935554295,131
+"sqr_mom_0",0.99,1613935554295,131
+"lr_0",9.348514084055808e-05,1613935554295,131
+"mom_0",0.8567863116244187,1613935554295,131
+"eps_0",1e-05,1613935554295,131
+"wd_1",0.01,1613935554295,131
+"sqr_mom_1",0.99,1613935554295,131
+"lr_1",9.348514084055808e-05,1613935554295,131
+"mom_1",0.8567863116244187,1613935554295,131
+"eps_1",1e-05,1613935554295,131
+"wd_2",0.01,1613935554295,131
+"sqr_mom_2",0.99,1613935554295,131
+"lr_2",0.0009348514084055807,1613935554295,131
+"mom_2",0.8567863116244187,1613935554295,131
+"eps_2",1e-05,1613935554295,131
+"train_loss",0.41064438,1613935555200,132
+"raw_loss",0.7500811,1613935555200,132
+"epoch",0.8364779874213836,1613935555200,132
+"wd_0",0.01,1613935555200,132
+"sqr_mom_0",0.99,1613935555200,132
+"lr_0",9.395873463318513e-05,1613935555200,132
+"mom_0",0.8562929847570988,1613935555200,132
+"eps_0",1e-05,1613935555200,132
+"wd_1",0.01,1613935555200,132
+"sqr_mom_1",0.99,1613935555200,132
+"lr_1",9.395873463318513e-05,1613935555200,132
+"mom_1",0.8562929847570988,1613935555200,132
+"eps_1",1e-05,1613935555200,132
+"wd_2",0.01,1613935555200,132
+"sqr_mom_2",0.99,1613935555200,132
+"lr_2",0.0009395873463318514,1613935555200,132
+"mom_2",0.8562929847570988,1613935555200,132
+"eps_2",1e-05,1613935555200,132
+"train_loss",0.40772822,1613935556107,133
+"raw_loss",0.2745663,1613935556107,133
+"epoch",0.8427672955974842,1613935556107,133
+"wd_0",0.01,1613935556107,133
+"sqr_mom_0",0.99,1613935556107,133
+"lr_0",9.441561583421294e-05,1613935556107,133
+"mom_0",0.8558170668393615,1613935556107,133
+"eps_0",1e-05,1613935556107,133
+"wd_1",0.01,1613935556107,133
+"sqr_mom_1",0.99,1613935556107,133
+"lr_1",9.441561583421294e-05,1613935556107,133
+"mom_1",0.8558170668393615,1613935556107,133
+"eps_1",1e-05,1613935556107,133
+"wd_2",0.01,1613935556107,133
+"sqr_mom_2",0.99,1613935556107,133
+"lr_2",0.0009441561583421294,1613935556107,133
+"mom_2",0.8558170668393615,1613935556107,133
+"eps_2",1e-05,1613935556107,133
+"train_loss",0.40343118,1613935557211,134
+"raw_loss",0.20692374,1613935557211,134
+"epoch",0.8490566037735848,1613935557211,134
+"wd_0",0.01,1613935557211,134
+"sqr_mom_0",0.99,1613935557211,134
+"lr_0",9.485560246320309e-05,1613935557211,134
+"mom_0",0.8553587474341634,1613935557211,134
+"eps_0",1e-05,1613935557211,134
+"wd_1",0.01,1613935557211,134
+"sqr_mom_1",0.99,1613935557211,134
+"lr_1",9.485560246320309e-05,1613935557211,134
+"mom_1",0.8553587474341634,1613935557211,134
+"eps_1",1e-05,1613935557211,134
+"wd_2",0.01,1613935557211,134
+"sqr_mom_2",0.99,1613935557211,134
+"lr_2",0.0009485560246320308,1613935557211,134
+"mom_2",0.8553587474341634,1613935557211,134
+"eps_2",1e-05,1613935557211,134
+"train_loss",0.40454477,1613935558208,135
+"raw_loss",0.4555431,1613935558208,135
+"epoch",0.8553459119496855,1613935558208,135
+"wd_0",0.01,1613935558208,135
+"sqr_mom_0",0.99,1613935558208,135
+"lr_0",9.527851926899743e-05,1613935558208,135
+"mom_0",0.8549182090947943,1613935558208,135
+"eps_0",1e-05,1613935558208,135
+"wd_1",0.01,1613935558208,135
+"sqr_mom_1",0.99,1613935558208,135
+"lr_1",9.527851926899743e-05,1613935558208,135
+"mom_1",0.8549182090947943,1613935558208,135
+"eps_1",1e-05,1613935558208,135
+"wd_2",0.01,1613935558208,135
+"sqr_mom_2",0.99,1613935558208,135
+"lr_2",0.0009527851926899743,1613935558208,135
+"mom_2",0.8549182090947943,1613935558208,135
+"eps_2",1e-05,1613935558208,135
+"train_loss",0.40617812,1613935559123,136
+"raw_loss",0.48108408,1613935559123,136
+"epoch",0.8616352201257861,1613935559123,136
+"wd_0",0.01,1613935559123,136
+"sqr_mom_0",0.99,1613935559123,136
+"lr_0",9.568419779952234e-05,1613935559123,136
+"mom_0",0.8544956272921642,1613935559123,136
+"eps_0",1e-05,1613935559123,136
+"wd_1",0.01,1613935559123,136
+"sqr_mom_1",0.99,1613935559123,136
+"lr_1",9.568419779952234e-05,1613935559123,136
+"mom_1",0.8544956272921642,1613935559123,136
+"eps_1",1e-05,1613935559123,136
+"wd_2",0.01,1613935559123,136
+"sqr_mom_2",0.99,1613935559123,136
+"lr_2",0.0009568419779952234,1613935559123,136
+"mom_2",0.8544956272921642,1613935559123,136
+"eps_2",1e-05,1613935559123,136
+"train_loss",0.40177768,1613935560042,137
+"raw_loss",0.19969703,1613935560042,137
+"epoch",0.8679245283018867,1613935560042,137
+"wd_0",0.01,1613935560042,137
+"sqr_mom_0",0.99,1613935560042,137
+"lr_0",9.607247290802915e-05,1613935560042,137
+"mom_0",0.8540911740541363,1613935560042,137
+"eps_0",1e-05,1613935560042,137
+"wd_1",0.01,1613935560042,137
+"sqr_mom_1",0.99,1613935560042,137
+"lr_1",9.607247290802915e-05,1613935560042,137
+"mom_1",0.8540911740541363,1613935560042,137
+"eps_1",1e-05,1613935560042,137
+"wd_2",0.01,1613935560042,137
+"sqr_mom_2",0.99,1613935560042,137
+"lr_2",0.0009607247290802915,1613935560042,137
+"mom_2",0.8540911740541363,1613935560042,137
+"eps_2",1e-05,1613935560042,137
+"train_loss",0.41970313,1613935560951,138
+"raw_loss",1.2439907,1613935560951,138
+"epoch",0.8742138364779873,1613935560951,138
+"wd_0",0.01,1613935560951,138
+"sqr_mom_0",0.99,1613935560951,138
+"lr_0",9.644319722628494e-05,1613935560951,138
+"mom_0",0.8537050028892865,1613935560951,138
+"eps_0",1e-05,1613935560951,138
+"wd_1",0.01,1613935560951,138
+"sqr_mom_1",0.99,1613935560951,138
+"lr_1",9.644319722628494e-05,1613935560951,138
+"mom_1",0.8537050028892865,1613935560951,138
+"eps_1",1e-05,1613935560951,138
+"wd_2",0.01,1613935560951,138
+"sqr_mom_2",0.99,1613935560951,138
+"lr_2",0.0009644319722628494,1613935560951,138
+"mom_2",0.8537050028892865,1613935560951,138
+"eps_2",1e-05,1613935560951,138
+"train_loss",0.41461736,1613935561886,139
+"raw_loss",0.18044543,1613935561886,139
+"epoch",0.880503144654088,1613935561886,139
+"wd_0",0.01,1613935561886,139
+"sqr_mom_0",0.99,1613935561886,139
+"lr_0",9.679621936617187e-05,1613935561886,139
+"mom_0",0.853337271493571,1613935561886,139
+"eps_0",1e-05,1613935561886,139
+"wd_1",0.01,1613935561886,139
+"sqr_mom_1",0.99,1613935561886,139
+"lr_1",9.679621936617187e-05,1613935561886,139
+"mom_1",0.853337271493571,1613935561886,139
+"eps_1",1e-05,1613935561886,139
+"wd_2",0.01,1613935561886,139
+"sqr_mom_2",0.99,1613935561886,139
+"lr_2",0.0009679621936617187,1613935561886,139
+"mom_2",0.853337271493571,1613935561886,139
+"eps_2",1e-05,1613935561886,139
+"train_loss",0.4087824,1613935562797,140
+"raw_loss",0.1397704,1613935562797,140
+"epoch",0.8867924528301886,1613935562797,140
+"wd_0",0.01,1613935562797,140
+"sqr_mom_0",0.99,1613935562797,140
+"lr_0",9.713139871537402e-05,1613935562797,140
+"mom_0",0.852988126338152,1613935562797,140
+"eps_0",1e-05,1613935562797,140
+"wd_1",0.01,1613935562797,140
+"sqr_mom_1",0.99,1613935562797,140
+"lr_1",9.713139871537402e-05,1613935562797,140
+"mom_1",0.852988126338152,1613935562797,140
+"eps_1",1e-05,1613935562797,140
+"wd_2",0.01,1613935562797,140
+"sqr_mom_2",0.99,1613935562797,140
+"lr_2",0.0009713139871537402,1613935562797,140
+"mom_2",0.852988126338152,1613935562797,140
+"eps_2",1e-05,1613935562797,140
+"train_loss",0.41317704,1613935563730,141
+"raw_loss",0.61604136,1613935563730,141
+"epoch",0.8930817610062892,1613935563730,141
+"wd_0",0.01,1613935563730,141
+"sqr_mom_0",0.99,1613935563730,141
+"lr_0",9.744860465992226e-05,1613935563730,141
+"mom_0",0.8526577034792476,1613935563730,141
+"eps_0",1e-05,1613935563730,141
+"wd_1",0.01,1613935563730,141
+"sqr_mom_1",0.99,1613935563730,141
+"lr_1",9.744860465992226e-05,1613935563730,141
+"mom_1",0.8526577034792476,1613935563730,141
+"eps_1",1e-05,1613935563730,141
+"wd_2",0.01,1613935563730,141
+"sqr_mom_2",0.99,1613935563730,141
+"lr_2",0.0009744860465992225,1613935563730,141
+"mom_2",0.8526577034792476,1613935563730,141
+"eps_2",1e-05,1613935563730,141
+"train_loss",0.41789898,1613935564645,142
+"raw_loss",0.63613796,1613935564645,142
+"epoch",0.8993710691823898,1613935564645,142
+"wd_0",0.01,1613935564645,142
+"sqr_mom_0",0.99,1613935564645,142
+"lr_0",9.774770490142942e-05,1613935564645,142
+"mom_0",0.8523461407276777,1613935564645,142
+"eps_0",1e-05,1613935564645,142
+"wd_1",0.01,1613935564645,142
+"sqr_mom_1",0.99,1613935564645,142
+"lr_1",9.774770490142942e-05,1613935564645,142
+"mom_1",0.8523461407276777,1613935564645,142
+"eps_1",1e-05,1613935564645,142
+"wd_2",0.01,1613935564645,142
+"sqr_mom_2",0.99,1613935564645,142
+"lr_2",0.0009774770490142942,1613935564645,142
+"mom_2",0.8523461407276777,1613935564645,142
+"eps_2",1e-05,1613935564645,142
+"train_loss",0.41303357,1613935565572,143
+"raw_loss",0.18789212,1613935565572,143
+"epoch",0.9056603773584905,1613935565572,143
+"wd_0",0.01,1613935565572,143
+"sqr_mom_0",0.99,1613935565572,143
+"lr_0",9.80285808164004e-05,1613935565572,143
+"mom_0",0.8520535616495829,1613935565572,143
+"eps_0",1e-05,1613935565572,143
+"wd_1",0.01,1613935565572,143
+"sqr_mom_1",0.99,1613935565572,143
+"lr_1",9.80285808164004e-05,1613935565572,143
+"mom_1",0.8520535616495829,1613935565572,143
+"eps_1",1e-05,1613935565572,143
+"wd_2",0.01,1613935565572,143
+"sqr_mom_2",0.99,1613935565572,143
+"lr_2",0.000980285808164004,1613935565572,143
+"mom_2",0.8520535616495829,1613935565572,143
+"eps_2",1e-05,1613935565572,143
+"train_loss",0.41136736,1613935566510,144
+"raw_loss",0.33417416,1613935566510,144
+"epoch",0.9119496855345911,1613935566510,144
+"wd_0",0.01,1613935566510,144
+"sqr_mom_0",0.99,1613935566510,144
+"lr_0",9.829112579952792e-05,1613935566510,144
+"mom_0",0.8517800772921584,1613935566510,144
+"eps_0",1e-05,1613935566510,144
+"wd_1",0.01,1613935566510,144
+"sqr_mom_1",0.99,1613935566510,144
+"lr_1",9.829112579952792e-05,1613935566510,144
+"mom_1",0.8517800772921584,1613935566510,144
+"eps_1",1e-05,1613935566510,144
+"wd_2",0.01,1613935566510,144
+"sqr_mom_2",0.99,1613935566510,144
+"lr_2",0.0009829112579952794,1613935566510,144
+"mom_2",0.8517800772921584,1613935566510,144
+"eps_2",1e-05,1613935566510,144
+"train_loss",0.4051927,1613935567472,145
+"raw_loss",0.1188014,1613935567472,145
+"epoch",0.9182389937106917,1613935567472,145
+"wd_0",0.01,1613935567472,145
+"sqr_mom_0",0.99,1613935567472,145
+"lr_0",9.85352325555039e-05,1613935567472,145
+"mom_0",0.8515257994213501,1613935567472,145
+"eps_0",1e-05,1613935567472,145
+"wd_1",0.01,1613935567472,145
+"sqr_mom_1",0.99,1613935567472,145
+"lr_1",9.85352325555039e-05,1613935567472,145
+"mom_1",0.8515257994213501,1613935567472,145
+"eps_1",1e-05,1613935567472,145
+"wd_2",0.01,1613935567472,145
+"sqr_mom_2",0.99,1613935567472,145
+"lr_2",0.000985352325555039,1613935567472,145
+"mom_2",0.8515257994213501,1613935567472,145
+"eps_2",1e-05,1613935567472,145
+"train_loss",0.4048483,1613935568387,146
+"raw_loss",0.38885567,1613935568387,146
+"epoch",0.9245283018867924,1613935568387,146
+"wd_0",0.01,1613935568387,146
+"sqr_mom_0",0.99,1613935568387,146
+"lr_0",9.876080385411977e-05,1613935568387,146
+"mom_0",0.8512908293186252,1613935568387,146
+"eps_0",1e-05,1613935568387,146
+"wd_1",0.01,1613935568387,146
+"sqr_mom_1",0.99,1613935568387,146
+"lr_1",9.876080385411977e-05,1613935568387,146
+"mom_1",0.8512908293186252,1613935568387,146
+"eps_1",1e-05,1613935568387,146
+"wd_2",0.01,1613935568387,146
+"sqr_mom_2",0.99,1613935568387,146
+"lr_2",0.0009876080385411979,1613935568387,146
+"mom_2",0.8512908293186252,1613935568387,146
+"eps_2",1e-05,1613935568387,146
+"train_loss",0.40655628,1613935569380,147
+"raw_loss",0.48595396,1613935569380,147
+"epoch",0.930817610062893,1613935569380,147
+"wd_0",0.01,1613935569380,147
+"sqr_mom_0",0.99,1613935569380,147
+"lr_0",9.896774984802855e-05,1613935569380,147
+"mom_0",0.8510752605749703,1613935569380,147
+"eps_0",1e-05,1613935569380,147
+"wd_1",0.01,1613935569380,147
+"sqr_mom_1",0.99,1613935569380,147
+"lr_1",9.896774984802855e-05,1613935569380,147
+"mom_1",0.8510752605749703,1613935569380,147
+"eps_1",1e-05,1613935569380,147
+"wd_2",0.01,1613935569380,147
+"sqr_mom_2",0.99,1613935569380,147
+"lr_2",0.0009896774984802855,1613935569380,147
+"mom_2",0.8510752605749703,1613935569380,147
+"eps_2",1e-05,1613935569380,147
+"train_loss",0.402291,1613935570300,148
+"raw_loss",0.20380144,1613935570300,148
+"epoch",0.9371069182389936,1613935570300,148
+"wd_0",0.01,1613935570300,148
+"sqr_mom_0",0.99,1613935570300,148
+"lr_0",9.915598810853188e-05,1613935570300,148
+"mom_0",0.8508791790536125,1613935570300,148
+"eps_0",1e-05,1613935570300,148
+"wd_1",0.01,1613935570300,148
+"sqr_mom_1",0.99,1613935570300,148
+"lr_1",9.915598810853188e-05,1613935570300,148
+"mom_1",0.8508791790536125,1613935570300,148
+"eps_1",1e-05,1613935570300,148
+"wd_2",0.01,1613935570300,148
+"sqr_mom_2",0.99,1613935570300,148
+"lr_2",0.000991559881085319,1613935570300,148
+"mom_2",0.8508791790536125,1613935570300,148
+"eps_2",1e-05,1613935570300,148
+"train_loss",0.39992118,1613935571226,149
+"raw_loss",0.28952265,1613935571226,149
+"epoch",0.9433962264150942,1613935571226,149
+"wd_0",0.01,1613935571226,149
+"sqr_mom_0",0.99,1613935571226,149
+"lr_0",9.932544215684867e-05,1613935571226,149
+"mom_0",0.8507026644199492,1613935571226,149
+"eps_0",1e-05,1613935571226,149
+"wd_1",0.01,1613935571226,149
+"sqr_mom_1",0.99,1613935571226,149
+"lr_1",9.932544215684867e-05,1613935571226,149
+"mom_1",0.8507026644199492,1613935571226,149
+"eps_1",1e-05,1613935571226,149
+"wd_2",0.01,1613935571226,149
+"sqr_mom_2",0.99,1613935571226,149
+"lr_2",0.0009932544215684868,1613935571226,149
+"mom_2",0.8507026644199492,1613935571226,149
+"eps_2",1e-05,1613935571226,149
+"train_loss",0.40016335,1613935572149,150
+"raw_loss",0.41145864,1613935572149,150
+"epoch",0.9496855345911949,1613935572149,150
+"wd_0",0.01,1613935572149,150
+"sqr_mom_0",0.99,1613935572149,150
+"lr_0",9.947604767738639e-05,1613935572149,150
+"mom_0",0.8505457836693892,1613935572149,150
+"eps_0",1e-05,1613935572149,150
+"wd_1",0.01,1613935572149,150
+"sqr_mom_1",0.99,1613935572149,150
+"lr_1",9.947604767738639e-05,1613935572149,150
+"mom_1",0.8505457836693892,1613935572149,150
+"eps_1",1e-05,1613935572149,150
+"wd_2",0.01,1613935572149,150
+"sqr_mom_2",0.99,1613935572149,150
+"lr_2",0.000994760476773864,1613935572149,150
+"mom_2",0.8505457836693892,1613935572149,150
+"eps_2",1e-05,1613935572149,150
+"train_loss",0.40182737,1613935573062,151
+"raw_loss",0.4795042,1613935573062,151
+"epoch",0.9559748427672955,1613935573062,151
+"wd_0",0.01,1613935573062,151
+"sqr_mom_0",0.99,1613935573062,151
+"lr_0",9.960774300431326e-05,1613935573062,151
+"mom_0",0.8504086010371736,1613935573062,151
+"eps_0",1e-05,1613935573062,151
+"wd_1",0.01,1613935573062,151
+"sqr_mom_1",0.99,1613935573062,151
+"lr_1",9.960774300431326e-05,1613935573062,151
+"mom_1",0.8504086010371736,1613935573062,151
+"eps_1",1e-05,1613935573062,151
+"wd_2",0.01,1613935573062,151
+"sqr_mom_2",0.99,1613935573062,151
+"lr_2",0.0009960774300431328,1613935573062,151
+"mom_2",0.8504086010371736,1613935573062,151
+"eps_2",1e-05,1613935573062,151
+"train_loss",0.40106145,1613935573983,152
+"raw_loss",0.3652713,1613935573983,152
+"epoch",0.9622641509433961,1613935573983,152
+"wd_0",0.01,1613935573983,152
+"sqr_mom_0",0.99,1613935573983,152
+"lr_0",9.97204756820385e-05,1613935573983,152
+"mom_0",0.8502911711645432,1613935573983,152
+"eps_0",1e-05,1613935573983,152
+"wd_1",0.01,1613935573983,152
+"sqr_mom_1",0.99,1613935573983,152
+"lr_1",9.97204756820385e-05,1613935573983,152
+"mom_1",0.8502911711645432,1613935573983,152
+"eps_1",1e-05,1613935573983,152
+"wd_2",0.01,1613935573983,152
+"sqr_mom_2",0.99,1613935573983,152
+"lr_2",0.000997204756820385,1613935573983,152
+"mom_2",0.8502911711645432,1613935573983,152
+"eps_2",1e-05,1613935573983,152
+"train_loss",0.3980403,1613935574921,153
+"raw_loss",0.25673223,1613935574921,153
+"epoch",0.9685534591194968,1613935574921,153
+"wd_0",0.01,1613935574921,153
+"sqr_mom_0",0.99,1613935574921,153
+"lr_0",9.981420159805916e-05,1613935574921,153
+"mom_0",0.8501935400020217,1613935574921,153
+"eps_0",1e-05,1613935574921,153
+"wd_1",0.01,1613935574921,153
+"sqr_mom_1",0.99,1613935574921,153
+"lr_1",9.981420159805916e-05,1613935574921,153
+"mom_1",0.8501935400020217,1613935574921,153
+"eps_1",1e-05,1613935574921,153
+"wd_2",0.01,1613935574921,153
+"sqr_mom_2",0.99,1613935574921,153
+"lr_2",0.0009981420159805917,1613935574921,153
+"mom_2",0.8501935400020217,1613935574921,153
+"eps_2",1e-05,1613935574921,153
+"train_loss",0.39424494,1613935575837,154
+"raw_loss",0.21655856,1613935575837,154
+"epoch",0.9748427672955974,1613935575837,154
+"wd_0",0.01,1613935575837,154
+"sqr_mom_0",0.99,1613935575837,154
+"lr_0",9.988888166172216e-05,1613935575837,154
+"mom_0",0.8501157482690394,1613935575837,154
+"eps_0",1e-05,1613935575837,154
+"wd_1",0.01,1613935575837,154
+"sqr_mom_1",0.99,1613935575837,154
+"lr_1",9.988888166172216e-05,1613935575837,154
+"mom_1",0.8501157482690394,1613935575837,154
+"eps_1",1e-05,1613935575837,154
+"wd_2",0.01,1613935575837,154
+"sqr_mom_2",0.99,1613935575837,154
+"lr_2",0.0009988888166172216,1613935575837,154
+"mom_2",0.8501157482690394,1613935575837,154
+"eps_2",1e-05,1613935575837,154
+"train_loss",0.3890091,1613935576767,155
+"raw_loss",0.14365134,1613935576767,155
+"epoch",0.981132075471698,1613935576767,155
+"wd_0",0.01,1613935576767,155
+"sqr_mom_0",0.99,1613935576767,155
+"lr_0",9.994448666363798e-05,1613935576767,155
+"mom_0",0.8500578263920437,1613935576767,155
+"eps_0",1e-05,1613935576767,155
+"wd_1",0.01,1613935576767,155
+"sqr_mom_1",0.99,1613935576767,155
+"lr_1",9.994448666363798e-05,1613935576767,155
+"mom_1",0.8500578263920437,1613935576767,155
+"eps_1",1e-05,1613935576767,155
+"wd_2",0.01,1613935576767,155
+"sqr_mom_2",0.99,1613935576767,155
+"lr_2",0.0009994448666363798,1613935576767,155
+"mom_2",0.8500578263920437,1613935576767,155
+"eps_2",1e-05,1613935576767,155
+"train_loss",0.38422552,1613935577686,156
+"raw_loss",0.15985852,1613935577686,156
+"epoch",0.9874213836477986,1613935577686,156
+"wd_0",0.01,1613935577686,156
+"sqr_mom_0",0.99,1613935577686,156
+"lr_0",9.998099549915502e-05,1613935577686,156
+"mom_0",0.8500197963550469,1613935577686,156
+"eps_0",1e-05,1613935577686,156
+"wd_1",0.01,1613935577686,156
+"sqr_mom_1",0.99,1613935577686,156
+"lr_1",9.998099549915502e-05,1613935577686,156
+"mom_1",0.8500197963550469,1613935577686,156
+"eps_1",1e-05,1613935577686,156
+"wd_2",0.01,1613935577686,156
+"sqr_mom_2",0.99,1613935577686,156
+"lr_2",0.0009998099549915502,1613935577686,156
+"mom_2",0.8500197963550469,1613935577686,156
+"eps_2",1e-05,1613935577686,156
+"train_loss",0.38946155,1613935578618,157
+"raw_loss",0.63526857,1613935578618,157
+"epoch",0.9937106918238993,1613935578618,157
+"wd_0",0.01,1613935578618,157
+"sqr_mom_0",0.99,1613935578618,157
+"lr_0",9.999839301519797e-05,1613935578618,157
+"mom_0",0.8500016739425021,1613935578618,157
+"eps_0",1e-05,1613935578618,157
+"wd_1",0.01,1613935578618,157
+"sqr_mom_1",0.99,1613935578618,157
+"lr_1",9.999839301519797e-05,1613935578618,157
+"mom_1",0.8500016739425021,1613935578618,157
+"eps_1",1e-05,1613935578618,157
+"wd_2",0.01,1613935578618,157
+"sqr_mom_2",0.99,1613935578618,157
+"lr_2",0.0009999839301519796,1613935578618,157
+"mom_2",0.8500016739425021,1613935578618,157
+"eps_2",1e-05,1613935578618,157
+"train_loss",0.39589992,1613935579538,158
+"raw_loss",0.69841856,1613935579538,158
+"epoch",0.9999999999999999,1613935579538,158
+"wd_0",0.01,1613935579538,158
+"sqr_mom_0",0.99,1613935579538,158
+"lr_0",6.97034675332894e-05,1613935579538,158
+"mom_0",0.8802968354350649,1613935579538,158
+"eps_0",1e-05,1613935579538,158
+"wd_1",0.01,1613935579538,158
+"sqr_mom_1",0.99,1613935579538,158
+"lr_1",6.97034675332894e-05,1613935579538,158
+"mom_1",0.8802968354350649,1613935579538,158
+"eps_1",1e-05,1613935579538,158
+"wd_2",0.01,1613935579538,158
+"sqr_mom_2",0.99,1613935579538,158
+"lr_2",0.000697034675332894,1613935579538,158
+"mom_2",0.8802968354350649,1613935579538,158
+"eps_2",1e-05,1613935579538,158
+"valid_loss",0.3743502199649811,1613935608556,158
+"_rmse",0.61184161901474,1613935608556,158
+"epoch",1,1613935608556,158
+"valid_loss",0.3743502199649811,1613935608560,158
+"_rmse",0.61184161901474,1613935608560,158
+"epoch",1,1613935608560,158
+"train_loss",0.49961913,1613935610122,159
+"raw_loss",0.4996196,1613935610122,159
+"epoch",1.0062893081761006,1613935610122,159
+"wd_0",0.01,1613935610122,159
+"sqr_mom_0",0.99,1613935610122,159
+"lr_0",1.0000000000000002e-06,1613935610122,159
+"mom_0",0.95,1613935610122,159
+"eps_0",1e-05,1613935610122,159
+"wd_1",0.01,1613935610122,159
+"sqr_mom_1",0.99,1613935610122,159
+"lr_1",1e-05,1613935610122,159
+"mom_1",0.95,1613935610122,159
+"eps_1",1e-05,1613935610122,159
+"wd_2",0.01,1613935610122,159
+"sqr_mom_2",0.99,1613935610122,159
+"lr_2",0.0001,1613935610122,159
+"mom_2",0.95,1613935610122,159
+"eps_2",1e-05,1613935610122,159
+"train_loss",0.54111505,1613935611100,160
+"raw_loss",0.5817816,1613935611100,160
+"epoch",1.0125786163522013,1613935611100,160
+"wd_0",0.01,1613935611100,160
+"sqr_mom_0",0.99,1613935611100,160
+"lr_0",1.0000433771872797e-06,1613935611100,160
+"mom_0",0.949998915570318,1613935611100,160
+"eps_0",1e-05,1613935611100,160
+"wd_1",0.01,1613935611100,160
+"sqr_mom_1",0.99,1613935611100,160
+"lr_1",1.0000433771872795e-05,1613935611100,160
+"mom_1",0.949998915570318,1613935611100,160
+"eps_1",1e-05,1613935611100,160
+"wd_2",0.01,1613935611100,160
+"sqr_mom_2",0.99,1613935611100,160
+"lr_2",0.00010000433771872794,1613935611100,160
+"mom_2",0.949998915570318,1613935611100,160
+"eps_2",1e-05,1613935611100,160
+"train_loss",0.42545757,1613935612087,161
+"raw_loss",0.20103589,1613935612087,161
+"epoch",1.0188679245283019,1613935612087,161
+"wd_0",0.01,1613935612087,161
+"sqr_mom_0",0.99,1613935612087,161
+"lr_0",1.000173506867538e-06,1613935612087,161
+"mom_0",0.9499956623283116,1613935612087,161
+"eps_0",1e-05,1613935612087,161
+"wd_1",0.01,1613935612087,161
+"sqr_mom_1",0.99,1613935612087,161
+"lr_1",1.0001735068675378e-05,1613935612087,161
+"mom_1",0.9499956623283116,1613935612087,161
+"eps_1",1e-05,1613935612087,161
+"wd_2",0.01,1613935612087,161
+"sqr_mom_2",0.99,1613935612087,161
+"lr_2",0.00010001735068675378,1613935612087,161
+"mom_2",0.9499956623283116,1613935612087,161
+"eps_2",1e-05,1613935612087,161
+"train_loss",0.38278428,1613935613060,162
+"raw_loss",0.25981745,1613935613060,162
+"epoch",1.0251572327044025,1613935613060,162
+"wd_0",0.01,1613935613060,162
+"sqr_mom_0",0.99,1613935613060,162
+"lr_0",1.0003903833961149e-06,1613935613060,162
+"mom_0",0.949990240415097,1613935613060,162
+"eps_0",1e-05,1613935613060,162
+"wd_1",0.01,1613935613060,162
+"sqr_mom_1",0.99,1613935613060,162
+"lr_1",1.0003903833961148e-05,1613935613060,162
+"mom_1",0.949990240415097,1613935613060,162
+"eps_1",1e-05,1613935613060,162
+"wd_2",0.01,1613935613060,162
+"sqr_mom_2",0.99,1613935613060,162
+"lr_2",0.00010003903833961148,1613935613060,162
+"mom_2",0.949990240415097,1613935613060,162
+"eps_2",1e-05,1613935613060,162
+"train_loss",0.38499764,1613935614065,163
+"raw_loss",0.3934175,1613935614065,163
+"epoch",1.0314465408805031,1613935614065,163
+"wd_0",0.01,1613935614065,163
+"sqr_mom_0",0.99,1613935614065,163
+"lr_0",1.0006939973655175e-06,1613935614065,163
+"mom_0",0.949982650065862,1613935614065,163
+"eps_0",1e-05,1613935614065,163
+"wd_1",0.01,1613935614065,163
+"sqr_mom_1",0.99,1613935614065,163
+"lr_1",1.0006939973655175e-05,1613935614065,163
+"mom_1",0.949982650065862,1613935614065,163
+"eps_1",1e-05,1613935614065,163
+"wd_2",0.01,1613935614065,163
+"sqr_mom_2",0.99,1613935614065,163
+"lr_2",0.00010006939973655174,1613935614065,163
+"mom_2",0.949982650065862,1613935614065,163
+"eps_2",1e-05,1613935614065,163
+"train_loss",0.37515667,1613935615238,164
+"raw_loss",0.32882684,1613935615238,164
+"epoch",1.0377358490566038,1613935615238,164
+"wd_0",0.01,1613935615238,164
+"sqr_mom_0",0.99,1613935615238,164
+"lr_0",1.0010843356058251e-06,1613935615238,164
+"mom_0",0.9499728916098543,1613935615238,164
+"eps_0",1e-05,1613935615238,164
+"wd_1",0.01,1613935615238,164
+"sqr_mom_1",0.99,1613935615238,164
+"lr_1",1.0010843356058251e-05,1613935615238,164
+"mom_1",0.9499728916098543,1613935615238,164
+"eps_1",1e-05,1613935615238,164
+"wd_2",0.01,1613935615238,164
+"sqr_mom_2",0.99,1613935615238,164
+"lr_2",0.00010010843356058251,1613935615238,164
+"mom_2",0.9499728916098543,1613935615238,164
+"eps_2",1e-05,1613935615238,164
+"train_loss",0.35606295,1613935616544,165
+"raw_loss",0.2492584,1613935616544,165
+"epoch",1.0440251572327044,1613935616544,165
+"wd_0",0.01,1613935616544,165
+"sqr_mom_0",0.99,1613935616544,165
+"lr_0",1.0015613811852635e-06,1613935616544,165
+"mom_0",0.9499609654703683,1613935616544,165
+"eps_0",1e-05,1613935616544,165
+"wd_1",0.01,1613935616544,165
+"sqr_mom_1",0.99,1613935616544,165
+"lr_1",1.0015613811852633e-05,1613935616544,165
+"mom_1",0.9499609654703683,1613935616544,165
+"eps_1",1e-05,1613935616544,165
+"wd_2",0.01,1613935616544,165
+"sqr_mom_2",0.99,1613935616544,165
+"lr_2",0.00010015613811852634,1613935616544,165
+"mom_2",0.9499609654703683,1613935616544,165
+"eps_2",1e-05,1613935616544,165
+"train_loss",0.35679138,1613935620576,166
+"raw_loss",0.36149853,1613935620576,166
+"epoch",1.050314465408805,1613935620576,166
+"wd_0",0.01,1613935620576,166
+"sqr_mom_0",0.99,1613935620576,166
+"lr_0",1.0021251136806209e-06,1613935620576,166
+"mom_0",0.9499468721579845,1613935620576,166
+"eps_0",1e-05,1613935620576,166
+"wd_1",0.01,1613935620576,166
+"sqr_mom_1",0.99,1613935620576,166
+"lr_1",1.0021251136806207e-05,1613935620576,166
+"mom_1",0.9499468721579845,1613935620576,166
+"eps_1",1e-05,1613935620576,166
+"wd_2",0.01,1613935620576,166
+"sqr_mom_2",0.99,1613935620576,166
+"lr_2",0.00010021251136806207,1613935620576,166
+"mom_2",0.9499468721579845,1613935620576,166
+"eps_2",1e-05,1613935620576,166
+"train_loss",0.3551415,1613935621800,167
+"raw_loss",0.34307677,1613935621800,167
+"epoch",1.0566037735849056,1613935621800,167
+"wd_0",0.01,1613935621800,167
+"sqr_mom_0",0.99,1613935621800,167
+"lr_0",1.0027755078297259e-06,1613935621800,167
+"mom_0",0.9499306123042568,1613935621800,167
+"eps_0",1e-05,1613935621800,167
+"wd_1",0.01,1613935621800,167
+"sqr_mom_1",0.99,1613935621800,167
+"lr_1",1.0027755078297258e-05,1613935621800,167
+"mom_1",0.9499306123042568,1613935621800,167
+"eps_1",1e-05,1613935621800,167
+"wd_2",0.01,1613935621800,167
+"sqr_mom_2",0.99,1613935621800,167
+"lr_2",0.00010027755078297259,1613935621800,167
+"mom_2",0.9499306123042568,1613935621800,167
+"eps_2",1e-05,1613935621800,167
+"train_loss",0.3390388,1613935623451,168
+"raw_loss",0.20786048,1613935623451,168
+"epoch",1.0628930817610063,1613935623451,168
+"wd_0",0.01,1613935623451,168
+"sqr_mom_0",0.99,1613935623451,168
+"lr_0",1.0035125365760084e-06,1613935623451,168
+"mom_0",0.9499121865855997,1613935623451,168
+"eps_0",1e-05,1613935623451,168
+"wd_1",0.01,1613935623451,168
+"sqr_mom_1",0.99,1613935623451,168
+"lr_1",1.0035125365760084e-05,1613935623451,168
+"mom_1",0.9499121865855997,1613935623451,168
+"eps_1",1e-05,1613935623451,168
+"wd_2",0.01,1613935623451,168
+"sqr_mom_2",0.99,1613935623451,168
+"lr_2",0.00010035125365760083,1613935623451,168
+"mom_2",0.9499121865855997,1613935623451,168
+"eps_2",1e-05,1613935623451,168
+"train_loss",0.32828084,1613935624801,169
+"raw_loss",0.23185295,1613935624801,169
+"epoch",1.069182389937107,1613935624801,169
+"wd_0",0.01,1613935624801,169
+"sqr_mom_0",0.99,1613935624801,169
+"lr_0",1.0043361666395943e-06,1613935624801,169
+"mom_0",0.9498915958340101,1613935624801,169
+"eps_0",1e-05,1613935624801,169
+"wd_1",0.01,1613935624801,169
+"sqr_mom_1",0.99,1613935624801,169
+"lr_1",1.0043361666395944e-05,1613935624801,169
+"mom_1",0.9498915958340101,1613935624801,169
+"eps_1",1e-05,1613935624801,169
+"wd_2",0.01,1613935624801,169
+"sqr_mom_2",0.99,1613935624801,169
+"lr_2",0.00010043361666395943,1613935624801,169
+"mom_2",0.9498915958340101,1613935624801,169
+"eps_2",1e-05,1613935624801,169
+"train_loss",0.31423068,1613935626113,170
+"raw_loss",0.17704253,1613935626113,170
+"epoch",1.0754716981132075,1613935626113,170
+"wd_0",0.01,1613935626113,170
+"sqr_mom_0",0.99,1613935626113,170
+"lr_0",1.0052463629101148e-06,1613935626113,170
+"mom_0",0.9498688409272471,1613935626113,170
+"eps_0",1e-05,1613935626113,170
+"wd_1",0.01,1613935626113,170
+"sqr_mom_1",0.99,1613935626113,170
+"lr_1",1.0052463629101148e-05,1613935626113,170
+"mom_1",0.9498688409272471,1613935626113,170
+"eps_1",1e-05,1613935626113,170
+"wd_2",0.01,1613935626113,170
+"sqr_mom_2",0.99,1613935626113,170
+"lr_2",0.00010052463629101147,1613935626113,170
+"mom_2",0.9498688409272471,1613935626113,170
+"eps_2",1e-05,1613935626113,170
+"train_loss",0.30871636,1613935627540,171
+"raw_loss",0.25054643,1613935627540,171
+"epoch",1.0817610062893082,1613935627540,171
+"wd_0",0.01,1613935627540,171
+"sqr_mom_0",0.99,1613935627540,171
+"lr_0",1.0062430868298475e-06,1613935627540,171
+"mom_0",0.9498439228292538,1613935627540,171
+"eps_0",1e-05,1613935627540,171
+"wd_1",0.01,1613935627540,171
+"sqr_mom_1",0.99,1613935627540,171
+"lr_1",1.0062430868298474e-05,1613935627540,171
+"mom_1",0.9498439228292538,1613935627540,171
+"eps_1",1e-05,1613935627540,171
+"wd_2",0.01,1613935627540,171
+"sqr_mom_2",0.99,1613935627540,171
+"lr_2",0.00010062430868298474,1613935627540,171
+"mom_2",0.9498439228292538,1613935627540,171
+"eps_2",1e-05,1613935627540,171
+"train_loss",0.3092586,1613935628675,172
+"raw_loss",0.31539586,1613935628675,172
+"epoch",1.0880503144654088,1613935628675,172
+"wd_0",0.01,1613935628675,172
+"sqr_mom_0",0.99,1613935628675,172
+"lr_0",1.0073262933926155e-06,1613935628675,172
+"mom_0",0.9498168426651846,1613935628675,172
+"eps_0",1e-05,1613935628675,172
+"wd_1",0.01,1613935628675,172
+"sqr_mom_1",0.99,1613935628675,172
+"lr_1",1.0073262933926154e-05,1613935628675,172
+"mom_1",0.9498168426651846,1613935628675,172
+"eps_1",1e-05,1613935628675,172
+"wd_2",0.01,1613935628675,172
+"sqr_mom_2",0.99,1613935628675,172
+"lr_2",0.00010073262933926153,1613935628675,172
+"mom_2",0.9498168426651846,1613935628675,172
+"eps_2",1e-05,1613935628675,172
+"train_loss",0.29284012,1613935629781,173
+"raw_loss",0.094644,1613935629781,173
+"epoch",1.0943396226415094,1613935629781,173
+"wd_0",0.01,1613935629781,173
+"sqr_mom_0",0.99,1613935629781,173
+"lr_0",1.0084959386143268e-06,1613935629781,173
+"mom_0",0.9497876015346418,1613935629781,173
+"eps_0",1e-05,1613935629781,173
+"wd_1",0.01,1613935629781,173
+"sqr_mom_1",0.99,1613935629781,173
+"lr_1",1.0084959386143268e-05,1613935629781,173
+"mom_1",0.9497876015346418,1613935629781,173
+"eps_1",1e-05,1613935629781,173
+"wd_2",0.01,1613935629781,173
+"sqr_mom_2",0.99,1613935629781,173
+"lr_2",0.00010084959386143267,1613935629781,173
+"mom_2",0.9497876015346418,1613935629781,173
+"eps_2",1e-05,1613935629781,173
+"train_loss",0.30312958,1613935630780,174
+"raw_loss",0.43493912,1613935630780,174
+"epoch",1.10062893081761,1613935630780,174
+"wd_0",0.01,1613935630780,174
+"sqr_mom_0",0.99,1613935630780,174
+"lr_0",1.009751966447974e-06,1613935630780,174
+"mom_0",0.9497562008388006,1613935630780,174
+"eps_0",1e-05,1613935630780,174
+"wd_1",0.01,1613935630780,174
+"sqr_mom_1",0.99,1613935630780,174
+"lr_1",1.009751966447974e-05,1613935630780,174
+"mom_1",0.9497562008388006,1613935630780,174
+"eps_1",1e-05,1613935630780,174
+"wd_2",0.01,1613935630780,174
+"sqr_mom_2",0.99,1613935630780,174
+"lr_2",0.0001009751966447974,1613935630780,174
+"mom_2",0.9497562008388006,1613935630780,174
+"eps_2",1e-05,1613935630780,174
+"train_loss",0.29471615,1613935631894,175
+"raw_loss",0.18084931,1613935631894,175
+"epoch",1.1069182389937107,1613935631894,175
+"wd_0",0.01,1613935631894,175
+"sqr_mom_0",0.99,1613935631894,175
+"lr_0",1.0110943278751909e-06,1613935631894,175
+"mom_0",0.9497226418031202,1613935631894,175
+"eps_0",1e-05,1613935631894,175
+"wd_1",0.01,1613935631894,175
+"sqr_mom_1",0.99,1613935631894,175
+"lr_1",1.0110943278751908e-05,1613935631894,175
+"mom_1",0.9497226418031202,1613935631894,175
+"eps_1",1e-05,1613935631894,175
+"wd_2",0.01,1613935631894,175
+"sqr_mom_2",0.99,1613935631894,175
+"lr_2",0.00010110943278751908,1613935631894,175
+"mom_2",0.9497226418031202,1613935631894,175
+"eps_2",1e-05,1613935631894,175
+"train_loss",0.2922974,1613935632889,176
+"raw_loss",0.2578467,1613935632889,176
+"epoch",1.1132075471698113,1613935632889,176
+"wd_0",0.01,1613935632889,176
+"sqr_mom_0",0.99,1613935632889,176
+"lr_0",1.0125229598976339e-06,1613935632889,176
+"mom_0",0.9496869260025591,1613935632889,176
+"eps_0",1e-05,1613935632889,176
+"wd_1",0.01,1613935632889,176
+"sqr_mom_1",0.99,1613935632889,176
+"lr_1",1.0125229598976339e-05,1613935632889,176
+"mom_1",0.9496869260025591,1613935632889,176
+"eps_1",1e-05,1613935632889,176
+"wd_2",0.01,1613935632889,176
+"sqr_mom_2",0.99,1613935632889,176
+"lr_2",0.00010125229598976338,1613935632889,176
+"mom_2",0.9496869260025591,1613935632889,176
+"eps_2",1e-05,1613935632889,176
+"train_loss",0.29597992,1613935633888,177
+"raw_loss",0.35099077,1613935633888,177
+"epoch",1.119496855345912,1613935633888,177
+"wd_0",0.01,1613935633888,177
+"sqr_mom_0",0.99,1613935633888,177
+"lr_0",1.0140378083908355e-06,1613935633888,177
+"mom_0",0.9496490547902291,1613935633888,177
+"eps_0",1e-05,1613935633888,177
+"wd_1",0.01,1613935633888,177
+"sqr_mom_1",0.99,1613935633888,177
+"lr_1",1.0140378083908353e-05,1613935633888,177
+"mom_1",0.9496490547902291,1613935633888,177
+"eps_1",1e-05,1613935633888,177
+"wd_2",0.01,1613935633888,177
+"sqr_mom_2",0.99,1613935633888,177
+"lr_2",0.00010140378083908353,1613935633888,177
+"mom_2",0.9496490547902291,1613935633888,177
+"eps_2",1e-05,1613935633888,177
+"train_loss",0.29129055,1613935634895,178
+"raw_loss",0.21804543,1613935634895,178
+"epoch",1.1257861635220126,1613935634895,178
+"wd_0",0.01,1613935634895,178
+"sqr_mom_0",0.99,1613935634895,178
+"lr_0",1.0156387968778444e-06,1613935634895,178
+"mom_0",0.9496090300780539,1613935634895,178
+"eps_0",1e-05,1613935634895,178
+"wd_1",0.01,1613935634895,178
+"sqr_mom_1",0.99,1613935634895,178
+"lr_1",1.0156387968778442e-05,1613935634895,178
+"mom_1",0.9496090300780539,1613935634895,178
+"eps_1",1e-05,1613935634895,178
+"wd_2",0.01,1613935634895,178
+"sqr_mom_2",0.99,1613935634895,178
+"lr_2",0.00010156387968778443,1613935634895,178
+"mom_2",0.9496090300780539,1613935634895,178
+"eps_2",1e-05,1613935634895,178
+"train_loss",0.28064921,1613935635955,179
+"raw_loss",0.10733133,1613935635955,179
+"epoch",1.1320754716981132,1613935635955,179
+"wd_0",0.01,1613935635955,179
+"sqr_mom_0",0.99,1613935635955,179
+"lr_0",1.0173258642172512e-06,1613935635955,179
+"mom_0",0.9495668533945687,1613935635955,179
+"eps_0",1e-05,1613935635955,179
+"wd_1",0.01,1613935635955,179
+"sqr_mom_1",0.99,1613935635955,179
+"lr_1",1.0173258642172513e-05,1613935635955,179
+"mom_1",0.9495668533945687,1613935635955,179
+"eps_1",1e-05,1613935635955,179
+"wd_2",0.01,1613935635955,179
+"sqr_mom_2",0.99,1613935635955,179
+"lr_2",0.00010173258642172511,1613935635955,179
+"mom_2",0.9495668533945687,1613935635955,179
+"eps_2",1e-05,1613935635955,179
+"train_loss",0.27568826,1613935636948,180
+"raw_loss",0.19164224,1613935636948,180
+"epoch",1.1383647798742138,1613935636948,180
+"wd_0",0.01,1613935636948,180
+"sqr_mom_0",0.99,1613935636948,180
+"lr_0",1.0190989344603718e-06,1613935636948,180
+"mom_0",0.9495225266384907,1613935636948,180
+"eps_0",1e-05,1613935636948,180
+"wd_1",0.01,1613935636948,180
+"sqr_mom_1",0.99,1613935636948,180
+"lr_1",1.0190989344603717e-05,1613935636948,180
+"mom_1",0.9495225266384907,1613935636948,180
+"eps_1",1e-05,1613935636948,180
+"wd_2",0.01,1613935636948,180
+"sqr_mom_2",0.99,1613935636948,180
+"lr_2",0.00010190989344603717,1613935636948,180
+"mom_2",0.9495225266384907,1613935636948,180
+"eps_2",1e-05,1613935636948,180
+"train_loss",0.2683,1613935638004,181
+"raw_loss",0.1383952,1613935638004,181
+"epoch",1.1446540880503144,1613935638004,181
+"wd_0",0.01,1613935638004,181
+"sqr_mom_0",0.99,1613935638004,181
+"lr_0",1.0209579273166745e-06,1613935638004,181
+"mom_0",0.949476051817083,1613935638004,181
+"eps_0",1e-05,1613935638004,181
+"wd_1",0.01,1613935638004,181
+"sqr_mom_1",0.99,1613935638004,181
+"lr_1",1.0209579273166744e-05,1613935638004,181
+"mom_1",0.949476051817083,1613935638004,181
+"eps_1",1e-05,1613935638004,181
+"wd_2",0.01,1613935638004,181
+"sqr_mom_2",0.99,1613935638004,181
+"lr_2",0.00010209579273166742,1613935638004,181
+"mom_2",0.949476051817083,1613935638004,181
+"eps_2",1e-05,1613935638004,181
+"train_loss",0.27139205,1613935639020,182
+"raw_loss",0.32770148,1613935639020,182
+"epoch",1.150943396226415,1613935639020,182
+"wd_0",0.01,1613935639020,182
+"sqr_mom_0",0.99,1613935639020,182
+"lr_0",1.022902768754916e-06,1613935639020,182
+"mom_0",0.949427430781127,1613935639020,182
+"eps_0",1e-05,1613935639020,182
+"wd_1",0.01,1613935639020,182
+"sqr_mom_1",0.99,1613935639020,182
+"lr_1",1.022902768754916e-05,1613935639020,182
+"mom_1",0.949427430781127,1613935639020,182
+"eps_1",1e-05,1613935639020,182
+"wd_2",0.01,1613935639020,182
+"sqr_mom_2",0.99,1613935639020,182
+"lr_2",0.0001022902768754916,1613935639020,182
+"mom_2",0.949427430781127,1613935639020,182
+"eps_2",1e-05,1613935639020,182
+"train_loss",0.27816376,1613935640081,183
+"raw_loss",0.40565357,1613935640081,183
+"epoch",1.1572327044025157,1613935640081,183
+"wd_0",0.01,1613935640081,183
+"sqr_mom_0",0.99,1613935640081,183
+"lr_0",1.024933371186224e-06,1613935640081,183
+"mom_0",0.9493766657203444,1613935640081,183
+"eps_0",1e-05,1613935640081,183
+"wd_1",0.01,1613935640081,183
+"sqr_mom_1",0.99,1613935640081,183
+"lr_1",1.024933371186224e-05,1613935640081,183
+"mom_1",0.9493766657203444,1613935640081,183
+"eps_1",1e-05,1613935640081,183
+"wd_2",0.01,1613935640081,183
+"sqr_mom_2",0.99,1613935640081,183
+"lr_2",0.00010249333711862239,1613935640081,183
+"mom_2",0.9493766657203444,1613935640081,183
+"eps_2",1e-05,1613935640081,183
+"train_loss",0.27104342,1613935641072,184
+"raw_loss",0.13269383,1613935641072,184
+"epoch",1.1635220125786163,1613935641072,184
+"wd_0",0.01,1613935641072,184
+"sqr_mom_0",0.99,1613935641072,184
+"lr_0",1.027049646528698e-06,1613935641072,184
+"mom_0",0.9493237588367825,1613935641072,184
+"eps_0",1e-05,1613935641072,184
+"wd_1",0.01,1613935641072,184
+"sqr_mom_1",0.99,1613935641072,184
+"lr_1",1.0270496465286979e-05,1613935641072,184
+"mom_1",0.9493237588367825,1613935641072,184
+"eps_1",1e-05,1613935641072,184
+"wd_2",0.01,1613935641072,184
+"sqr_mom_2",0.99,1613935641072,184
+"lr_2",0.00010270496465286979,1613935641072,184
+"mom_2",0.9493237588367825,1613935641072,184
+"eps_2",1e-05,1613935641072,184
+"train_loss",0.26965538,1613935642071,185
+"raw_loss",0.24186473,1613935642071,185
+"epoch",1.169811320754717,1613935642071,185
+"wd_0",0.01,1613935642071,185
+"sqr_mom_0",0.99,1613935642071,185
+"lr_0",1.0292514989955867e-06,1613935642071,185
+"mom_0",0.9492687125251102,1613935642071,185
+"eps_0",1e-05,1613935642071,185
+"wd_1",0.01,1613935642071,185
+"sqr_mom_1",0.99,1613935642071,185
+"lr_1",1.0292514989955866e-05,1613935642071,185
+"mom_1",0.9492687125251102,1613935642071,185
+"eps_1",1e-05,1613935642071,185
+"wd_2",0.01,1613935642071,185
+"sqr_mom_2",0.99,1613935642071,185
+"lr_2",0.00010292514989955866,1613935642071,185
+"mom_2",0.9492687125251102,1613935642071,185
+"eps_2",1e-05,1613935642071,185
+"train_loss",0.26235998,1613935643061,186
+"raw_loss",0.11206599,1613935643061,186
+"epoch",1.1761006289308176,1613935643061,186
+"wd_0",0.01,1613935643061,186
+"sqr_mom_0",0.99,1613935643061,186
+"lr_0",1.0315388409018435e-06,1613935643061,186
+"mom_0",0.9492115289774539,1613935643061,186
+"eps_0",1e-05,1613935643061,186
+"wd_1",0.01,1613935643061,186
+"sqr_mom_1",0.99,1613935643061,186
+"lr_1",1.0315388409018434e-05,1613935643061,186
+"mom_1",0.9492115289774539,1613935643061,186
+"eps_1",1e-05,1613935643061,186
+"wd_2",0.01,1613935643061,186
+"sqr_mom_2",0.99,1613935643061,186
+"lr_2",0.00010315388409018434,1613935643061,186
+"mom_2",0.9492115289774539,1613935643061,186
+"eps_2",1e-05,1613935643061,186
+"train_loss",0.29051638,1613935644049,187
+"raw_loss",0.88656414,1613935644049,187
+"epoch",1.1823899371069182,1613935644049,187
+"wd_0",0.01,1613935644049,187
+"sqr_mom_0",0.99,1613935644049,187
+"lr_0",1.0339115734843687e-06,1613935644049,187
+"mom_0",0.9491522106628908,1613935644049,187
+"eps_0",1e-05,1613935644049,187
+"wd_1",0.01,1613935644049,187
+"sqr_mom_1",0.99,1613935644049,187
+"lr_1",1.0339115734843686e-05,1613935644049,187
+"mom_1",0.9491522106628908,1613935644049,187
+"eps_1",1e-05,1613935644049,187
+"wd_2",0.01,1613935644049,187
+"sqr_mom_2",0.99,1613935644049,187
+"lr_2",0.00010339115734843685,1613935644049,187
+"mom_2",0.9491522106628908,1613935644049,187
+"eps_2",1e-05,1613935644049,187
+"train_loss",0.29707402,1613935645066,188
+"raw_loss",0.43954456,1613935645066,188
+"epoch",1.1886792452830188,1613935645066,188
+"wd_0",0.01,1613935645066,188
+"sqr_mom_0",0.99,1613935645066,188
+"lr_0",1.0363695765011247e-06,1613935645066,188
+"mom_0",0.9490907605874719,1613935645066,188
+"eps_0",1e-05,1613935645066,188
+"wd_1",0.01,1613935645066,188
+"sqr_mom_1",0.99,1613935645066,188
+"lr_1",1.0363695765011245e-05,1613935645066,188
+"mom_1",0.9490907605874719,1613935645066,188
+"eps_1",1e-05,1613935645066,188
+"wd_2",0.01,1613935645066,188
+"sqr_mom_2",0.99,1613935645066,188
+"lr_2",0.00010363695765011246,1613935645066,188
+"mom_2",0.9490907605874719,1613935645066,188
+"eps_2",1e-05,1613935645066,188
+"train_loss",0.3044701,1613935646693,189
+"raw_loss",0.4691903,1613935646693,189
+"epoch",1.1949685534591195,1613935646693,189
+"wd_0",0.01,1613935646693,189
+"sqr_mom_0",0.99,1613935646693,189
+"lr_0",1.0389127649422933e-06,1613935646693,189
+"mom_0",0.9490271808764427,1613935646693,189
+"eps_0",1e-05,1613935646693,189
+"wd_1",0.01,1613935646693,189
+"sqr_mom_1",0.99,1613935646693,189
+"lr_1",1.0389127649422933e-05,1613935646693,189
+"mom_1",0.9490271808764427,1613935646693,189
+"eps_1",1e-05,1613935646693,189
+"wd_2",0.01,1613935646693,189
+"sqr_mom_2",0.99,1613935646693,189
+"lr_2",0.00010389127649422931,1613935646693,189
+"mom_2",0.9490271808764427,1613935646693,189
+"eps_2",1e-05,1613935646693,189
+"train_loss",0.30237088,1613935647724,190
+"raw_loss",0.25449634,1613935647724,190
+"epoch",1.20125786163522,1613935647724,190
+"wd_0",0.01,1613935647724,190
+"sqr_mom_0",0.99,1613935647724,190
+"lr_0",1.0415410199073082e-06,1613935647724,190
+"mom_0",0.9489614745023173,1613935647724,190
+"eps_0",1e-05,1613935647724,190
+"wd_1",0.01,1613935647724,190
+"sqr_mom_1",0.99,1613935647724,190
+"lr_1",1.041541019907308e-05,1613935647724,190
+"mom_1",0.9489614745023173,1613935647724,190
+"eps_1",1e-05,1613935647724,190
+"wd_2",0.01,1613935647724,190
+"sqr_mom_2",0.99,1613935647724,190
+"lr_2",0.00010415410199073081,1613935647724,190
+"mom_2",0.9489614745023173,1613935647724,190
+"eps_2",1e-05,1613935647724,190
+"train_loss",0.30356887,1613935648948,191
+"raw_loss",0.33151844,1613935648948,191
+"epoch",1.2075471698113207,1613935648948,191
+"wd_0",0.01,1613935648948,191
+"sqr_mom_0",0.99,1613935648948,191
+"lr_0",1.0442542273897603e-06,1613935648948,191
+"mom_0",0.9488936443152559,1613935648948,191
+"eps_0",1e-05,1613935648948,191
+"wd_1",0.01,1613935648948,191
+"sqr_mom_1",0.99,1613935648948,191
+"lr_1",1.0442542273897602e-05,1613935648948,191
+"mom_1",0.9488936443152559,1613935648948,191
+"eps_1",1e-05,1613935648948,191
+"wd_2",0.01,1613935648948,191
+"sqr_mom_2",0.99,1613935648948,191
+"lr_2",0.00010442542273897602,1613935648948,191
+"mom_2",0.9488936443152559,1613935648948,191
+"eps_2",1e-05,1613935648948,191
+"train_loss",0.29680938,1613935650091,192
+"raw_loss",0.13564093,1613935650091,192
+"epoch",1.2138364779874213,1613935650091,192
+"wd_0",0.01,1613935650091,192
+"sqr_mom_0",0.99,1613935650091,192
+"lr_0",1.047052269698236e-06,1613935650091,192
+"mom_0",0.948823693257544,1613935650091,192
+"eps_0",1e-05,1613935650091,192
+"wd_1",0.01,1613935650091,192
+"sqr_mom_1",0.99,1613935650091,192
+"lr_1",1.047052269698236e-05,1613935650091,192
+"mom_1",0.948823693257544,1613935650091,192
+"eps_1",1e-05,1613935650091,192
+"wd_2",0.01,1613935650091,192
+"sqr_mom_2",0.99,1613935650091,192
+"lr_2",0.00010470522696982359,1613935650091,192
+"mom_2",0.948823693257544,1613935650091,192
+"eps_2",1e-05,1613935650091,192
+"train_loss",0.29012704,1613935651440,193
+"raw_loss",0.12743714,1613935651440,193
+"epoch",1.220125786163522,1613935651440,193
+"wd_0",0.01,1613935651440,193
+"sqr_mom_0",0.99,1613935651440,193
+"lr_0",1.0499350150659377e-06,1613935651440,193
+"mom_0",0.9487516246233515,1613935651440,193
+"eps_0",1e-05,1613935651440,193
+"wd_1",0.01,1613935651440,193
+"sqr_mom_1",0.99,1613935651440,193
+"lr_1",1.0499350150659375e-05,1613935651440,193
+"mom_1",0.9487516246233515,1613935651440,193
+"eps_1",1e-05,1613935651440,193
+"wd_2",0.01,1613935651440,193
+"sqr_mom_2",0.99,1613935651440,193
+"lr_2",0.00010499350150659376,1613935651440,193
+"mom_2",0.9487516246233515,1613935651440,193
+"eps_2",1e-05,1613935651440,193
+"train_loss",0.28769055,1613935652625,194
+"raw_loss",0.22716981,1613935652625,194
+"epoch",1.2264150943396226,1613935652625,194
+"wd_0",0.01,1613935652625,194
+"sqr_mom_0",0.99,1613935652625,194
+"lr_0",1.0529023589374918e-06,1613935652625,194
+"mom_0",0.9486774410265627,1613935652625,194
+"eps_0",1e-05,1613935652625,194
+"wd_1",0.01,1613935652625,194
+"sqr_mom_1",0.99,1613935652625,194
+"lr_1",1.0529023589374918e-05,1613935652625,194
+"mom_1",0.9486774410265627,1613935652625,194
+"eps_1",1e-05,1613935652625,194
+"wd_2",0.01,1613935652625,194
+"sqr_mom_2",0.99,1613935652625,194
+"lr_2",0.00010529023589374919,1613935652625,194
+"mom_2",0.9486774410265627,1613935652625,194
+"eps_2",1e-05,1613935652625,194
+"train_loss",0.28332397,1613935653666,195
+"raw_loss",0.17275038,1613935653666,195
+"epoch",1.2327044025157232,1613935653666,195
+"wd_0",0.01,1613935653666,195
+"sqr_mom_0",0.99,1613935653666,195
+"lr_0",1.0559541734989234e-06,1613935653666,195
+"mom_0",0.9486011456625268,1613935653666,195
+"eps_0",1e-05,1613935653666,195
+"wd_1",0.01,1613935653666,195
+"sqr_mom_1",0.99,1613935653666,195
+"lr_1",1.0559541734989233e-05,1613935653666,195
+"mom_1",0.9486011456625268,1613935653666,195
+"eps_1",1e-05,1613935653666,195
+"wd_2",0.01,1613935653666,195
+"sqr_mom_2",0.99,1613935653666,195
+"lr_2",0.00010559541734989234,1613935653666,195
+"mom_2",0.9486011456625268,1613935653666,195
+"eps_2",1e-05,1613935653666,195
+"train_loss",0.29000363,1613935654840,196
+"raw_loss",0.46231344,1613935654840,196
+"epoch",1.2389937106918238,1613935654840,196
+"wd_0",0.01,1613935654840,196
+"sqr_mom_0",0.99,1613935654840,196
+"lr_0",1.059090293384033e-06,1613935654840,196
+"mom_0",0.9485227426653992,1613935654840,196
+"eps_0",1e-05,1613935654840,196
+"wd_1",0.01,1613935654840,196
+"sqr_mom_1",0.99,1613935654840,196
+"lr_1",1.059090293384033e-05,1613935654840,196
+"mom_1",0.9485227426653992,1613935654840,196
+"eps_1",1e-05,1613935654840,196
+"wd_2",0.01,1613935654840,196
+"sqr_mom_2",0.99,1613935654840,196
+"lr_2",0.0001059090293384033,1613935654840,196
+"mom_2",0.9485227426653992,1613935654840,196
+"eps_2",1e-05,1613935654840,196
+"train_loss",0.28855515,1613935655899,197
+"raw_loss",0.25051883,1613935655899,197
+"epoch",1.2452830188679245,1613935655899,197
+"wd_0",0.01,1613935655899,197
+"sqr_mom_0",0.99,1613935655899,197
+"lr_0",1.0623106155435904e-06,1613935655899,197
+"mom_0",0.9484422346114102,1613935655899,197
+"eps_0",1e-05,1613935655899,197
+"wd_1",0.01,1613935655899,197
+"sqr_mom_1",0.99,1613935655899,197
+"lr_1",1.0623106155435902e-05,1613935655899,197
+"mom_1",0.9484422346114102,1613935655899,197
+"eps_1",1e-05,1613935655899,197
+"wd_2",0.01,1613935655899,197
+"sqr_mom_2",0.99,1613935655899,197
+"lr_2",0.00010623106155435903,1613935655899,197
+"mom_2",0.9484422346114102,1613935655899,197
+"eps_2",1e-05,1613935655899,197
+"train_loss",0.28331584,1613935657212,198
+"raw_loss",0.14334677,1613935657212,198
+"epoch",1.251572327044025,1613935657212,198
+"wd_0",0.01,1613935657212,198
+"sqr_mom_0",0.99,1613935657212,198
+"lr_0",1.0656149892931448e-06,1613935657212,198
+"mom_0",0.9483596252676714,1613935657212,198
+"eps_0",1e-05,1613935657212,198
+"wd_1",0.01,1613935657212,198
+"sqr_mom_1",0.99,1613935657212,198
+"lr_1",1.0656149892931447e-05,1613935657212,198
+"mom_1",0.9483596252676714,1613935657212,198
+"eps_1",1e-05,1613935657212,198
+"wd_2",0.01,1613935657212,198
+"sqr_mom_2",0.99,1613935657212,198
+"lr_2",0.00010656149892931446,1613935657212,198
+"mom_2",0.9483596252676714,1613935657212,198
+"eps_2",1e-05,1613935657212,198
+"train_loss",0.28171375,1613935658311,199
+"raw_loss",0.23820065,1613935658311,199
+"epoch",1.2578616352201257,1613935658311,199
+"wd_0",0.01,1613935658311,199
+"sqr_mom_0",0.99,1613935658311,199
+"lr_0",1.0690032712981297e-06,1613935658311,199
+"mom_0",0.9482749182175467,1613935658311,199
+"eps_0",1e-05,1613935658311,199
+"wd_1",0.01,1613935658311,199
+"sqr_mom_1",0.99,1613935658311,199
+"lr_1",1.0690032712981295e-05,1613935658311,199
+"mom_1",0.9482749182175467,1613935658311,199
+"eps_1",1e-05,1613935658311,199
+"wd_2",0.01,1613935658311,199
+"sqr_mom_2",0.99,1613935658311,199
+"lr_2",0.00010690032712981295,1613935658311,199
+"mom_2",0.9482749182175467,1613935658311,199
+"eps_2",1e-05,1613935658311,199
+"train_loss",0.280458,1613935659410,200
+"raw_loss",0.24580272,1613935659410,200
+"epoch",1.2641509433962264,1613935659410,200
+"wd_0",0.01,1613935659410,200
+"sqr_mom_0",0.99,1613935659410,200
+"lr_0",1.0724753145842716e-06,1613935659410,200
+"mom_0",0.9481881171353932,1613935659410,200
+"eps_0",1e-05,1613935659410,200
+"wd_1",0.01,1613935659410,200
+"sqr_mom_1",0.99,1613935659410,200
+"lr_1",1.0724753145842715e-05,1613935659410,200
+"mom_1",0.9481881171353932,1613935659410,200
+"eps_1",1e-05,1613935659410,200
+"wd_2",0.01,1613935659410,200
+"sqr_mom_2",0.99,1613935659410,200
+"lr_2",0.00010724753145842714,1613935659410,200
+"mom_2",0.9481881171353932,1613935659410,200
+"eps_2",1e-05,1613935659410,200
+"train_loss",0.28509378,1613935660597,201
+"raw_loss",0.41501388,1613935660597,201
+"epoch",1.270440251572327,1613935660597,201
+"wd_0",0.01,1613935660597,201
+"sqr_mom_0",0.99,1613935660597,201
+"lr_0",1.076030968543965e-06,1613935660597,201
+"mom_0",0.9480992257864008,1613935660597,201
+"eps_0",1e-05,1613935660597,201
+"wd_1",0.01,1613935660597,201
+"sqr_mom_1",0.99,1613935660597,201
+"lr_1",1.076030968543965e-05,1613935660597,201
+"mom_1",0.9480992257864008,1613935660597,201
+"eps_1",1e-05,1613935660597,201
+"wd_2",0.01,1613935660597,201
+"sqr_mom_2",0.99,1613935660597,201
+"lr_2",0.00010760309685439648,1613935660597,201
+"mom_2",0.9480992257864008,1613935660597,201
+"eps_2",1e-05,1613935660597,201
+"train_loss",0.28234634,1613935661710,202
+"raw_loss",0.2041959,1613935661710,202
+"epoch",1.2767295597484276,1613935661710,202
+"wd_0",0.01,1613935661710,202
+"sqr_mom_0",0.99,1613935661710,202
+"lr_0",1.0796700658615652e-06,1613935661710,202
+"mom_0",0.9480082483534609,1613935661710,202
+"eps_0",1e-05,1613935661710,202
+"wd_1",0.01,1613935661710,202
+"sqr_mom_1",0.99,1613935661710,202
+"lr_1",1.0796700658615651e-05,1613935661710,202
+"mom_1",0.9480082483534609,1613935661710,202
+"eps_1",1e-05,1613935661710,202
+"wd_2",0.01,1613935661710,202
+"sqr_mom_2",0.99,1613935661710,202
+"lr_2",0.0001079670065861565,1613935661710,202
+"mom_2",0.9480082483534609,1613935661710,202
+"eps_2",1e-05,1613935661710,202
+"train_loss",0.27819434,1613935663161,203
+"raw_loss",0.15838337,1613935663161,203
+"epoch",1.2830188679245282,1613935663161,203
+"wd_0",0.01,1613935663161,203
+"sqr_mom_0",0.99,1613935663161,203
+"lr_0",1.0833924745492861e-06,1613935663161,203
+"mom_0",0.9479151881362679,1613935663161,203
+"eps_0",1e-05,1613935663161,203
+"wd_1",0.01,1613935663161,203
+"sqr_mom_1",0.99,1613935663161,203
+"lr_1",1.083392474549286e-05,1613935663161,203
+"mom_1",0.9479151881362679,1613935663161,203
+"eps_1",1e-05,1613935663161,203
+"wd_2",0.01,1613935663161,203
+"sqr_mom_2",0.99,1613935663161,203
+"lr_2",0.00010833924745492861,1613935663161,203
+"mom_2",0.9479151881362679,1613935663161,203
+"eps_2",1e-05,1613935663161,203
+"train_loss",0.28738528,1613935664356,204
+"raw_loss",0.5563023,1613935664356,204
+"epoch",1.2893081761006289,1613935664356,204
+"wd_0",0.01,1613935664356,204
+"sqr_mom_0",0.99,1613935664356,204
+"lr_0",1.0871980203544451e-06,1613935664356,204
+"mom_0",0.9478200494911388,1613935664356,204
+"eps_0",1e-05,1613935664356,204
+"wd_1",0.01,1613935664356,204
+"sqr_mom_1",0.99,1613935664356,204
+"lr_1",1.087198020354445e-05,1613935664356,204
+"mom_1",0.9478200494911388,1613935664356,204
+"eps_1",1e-05,1613935664356,204
+"wd_2",0.01,1613935664356,204
+"sqr_mom_2",0.99,1613935664356,204
+"lr_2",0.0001087198020354445,1613935664356,204
+"mom_2",0.9478200494911388,1613935664356,204
+"eps_2",1e-05,1613935664356,204
+"train_loss",0.285378,1613935665527,205
+"raw_loss",0.22585544,1613935665527,205
+"epoch",1.2955974842767295,1613935665527,205
+"wd_0",0.01,1613935665527,205
+"sqr_mom_0",0.99,1613935665527,205
+"lr_0",1.0910865382030229e-06,1613935665527,205
+"mom_0",0.9477228365449244,1613935665527,205
+"eps_0",1e-05,1613935665527,205
+"wd_1",0.01,1613935665527,205
+"sqr_mom_1",0.99,1613935665527,205
+"lr_1",1.091086538203023e-05,1613935665527,205
+"mom_1",0.9477228365449244,1613935665527,205
+"eps_1",1e-05,1613935665527,205
+"wd_2",0.01,1613935665527,205
+"sqr_mom_2",0.99,1613935665527,205
+"lr_2",0.00010910865382030229,1613935665527,205
+"mom_2",0.9477228365449244,1613935665527,205
+"eps_2",1e-05,1613935665527,205
+"train_loss",0.28321347,1613935666502,206
+"raw_loss",0.2181887,1613935666502,206
+"epoch",1.3018867924528301,1613935666502,206
+"wd_0",0.01,1613935666502,206
+"sqr_mom_0",0.99,1613935666502,206
+"lr_0",1.0950578594219023e-06,1613935666502,206
+"mom_0",0.9476235535144524,1613935666502,206
+"eps_0",1e-05,1613935666502,206
+"wd_1",0.01,1613935666502,206
+"sqr_mom_1",0.99,1613935666502,206
+"lr_1",1.0950578594219021e-05,1613935666502,206
+"mom_1",0.9476235535144524,1613935666502,206
+"eps_1",1e-05,1613935666502,206
+"wd_2",0.01,1613935666502,206
+"sqr_mom_2",0.99,1613935666502,206
+"lr_2",0.00010950578594219021,1613935666502,206
+"mom_2",0.9476235535144524,1613935666502,206
+"eps_2",1e-05,1613935666502,206
+"train_loss",0.28902978,1613935667466,207
+"raw_loss",0.46596178,1613935667466,207
+"epoch",1.3081761006289307,1613935667466,207
+"wd_0",0.01,1613935667466,207
+"sqr_mom_0",0.99,1613935667466,207
+"lr_0",1.0991118117461858e-06,1613935667466,207
+"mom_0",0.9475222047063453,1613935667466,207
+"eps_0",1e-05,1613935667466,207
+"wd_1",0.01,1613935667466,207
+"sqr_mom_1",0.99,1613935667466,207
+"lr_1",1.0991118117461857e-05,1613935667466,207
+"mom_1",0.9475222047063453,1613935667466,207
+"eps_1",1e-05,1613935667466,207
+"wd_2",0.01,1613935667466,207
+"sqr_mom_2",0.99,1613935667466,207
+"lr_2",0.00010991118117461856,1613935667466,207
+"mom_2",0.9475222047063453,1613935667466,207
+"eps_2",1e-05,1613935667466,207
+"train_loss",0.29001677,1613935668471,208
+"raw_loss",0.32040867,1613935668471,208
+"epoch",1.3144654088050314,1613935668471,208
+"wd_0",0.01,1613935668471,208
+"sqr_mom_0",0.99,1613935668471,208
+"lr_0",1.1032482044798762e-06,1613935668471,208
+"mom_0",0.9474187948880031,1613935668471,208
+"eps_0",1e-05,1613935668471,208
+"wd_1",0.01,1613935668471,208
+"sqr_mom_1",0.99,1613935668471,208
+"lr_1",1.103248204479876e-05,1613935668471,208
+"mom_1",0.9474187948880031,1613935668471,208
+"eps_1",1e-05,1613935668471,208
+"wd_2",0.01,1613935668471,208
+"sqr_mom_2",0.99,1613935668471,208
+"lr_2",0.0001103248204479876,1613935668471,208
+"mom_2",0.9474187948880031,1613935668471,208
+"eps_2",1e-05,1613935668471,208
+"train_loss",0.28355858,1613935669459,209
+"raw_loss",0.0823487,1613935669459,209
+"epoch",1.320754716981132,1613935669459,209
+"wd_0",0.01,1613935669459,209
+"sqr_mom_0",0.99,1613935669459,209
+"lr_0",1.1074669027374644e-06,1613935669459,209
+"mom_0",0.9473133274315634,1613935669459,209
+"eps_0",1e-05,1613935669459,209
+"wd_1",0.01,1613935669459,209
+"sqr_mom_1",0.99,1613935669459,209
+"lr_1",1.1074669027374642e-05,1613935669459,209
+"mom_1",0.9473133274315634,1613935669459,209
+"eps_1",1e-05,1613935669459,209
+"wd_2",0.01,1613935669459,209
+"sqr_mom_2",0.99,1613935669459,209
+"lr_2",0.00011074669027374642,1613935669459,209
+"mom_2",0.9473133274315634,1613935669459,209
+"eps_2",1e-05,1613935669459,209
+"train_loss",0.28148112,1613935670460,210
+"raw_loss",0.21601516,1613935670460,210
+"epoch",1.3270440251572326,1613935670460,210
+"wd_0",0.01,1613935670460,210
+"sqr_mom_0",0.99,1613935670460,210
+"lr_0",1.1117676789837904e-06,1613935670460,210
+"mom_0",0.9472058080254052,1613935670460,210
+"eps_0",1e-05,1613935670460,210
+"wd_1",0.01,1613935670460,210
+"sqr_mom_1",0.99,1613935670460,210
+"lr_1",1.1117676789837903e-05,1613935670460,210
+"mom_1",0.9472058080254052,1613935670460,210
+"eps_1",1e-05,1613935670460,210
+"wd_2",0.01,1613935670460,210
+"sqr_mom_2",0.99,1613935670460,210
+"lr_2",0.00011117676789837903,1613935670460,210
+"mom_2",0.9472058080254052,1613935670460,210
+"eps_2",1e-05,1613935670460,210
+"train_loss",0.2784955,1613935671463,211
+"raw_loss",0.18336606,1613935671463,211
+"epoch",1.3333333333333333,1613935671463,211
+"wd_0",0.01,1613935671463,211
+"sqr_mom_0",0.99,1613935671463,211
+"lr_0",1.1161503457888574e-06,1613935671463,211
+"mom_0",0.9470962413552785,1613935671463,211
+"eps_0",1e-05,1613935671463,211
+"wd_1",0.01,1613935671463,211
+"sqr_mom_1",0.99,1613935671463,211
+"lr_1",1.1161503457888574e-05,1613935671463,211
+"mom_1",0.9470962413552785,1613935671463,211
+"eps_1",1e-05,1613935671463,211
+"wd_2",0.01,1613935671463,211
+"sqr_mom_2",0.99,1613935671463,211
+"lr_2",0.00011161503457888573,1613935671463,211
+"mom_2",0.9470962413552785,1613935671463,211
+"eps_2",1e-05,1613935671463,211
+"train_loss",0.28324595,1613935672430,212
+"raw_loss",0.43623465,1613935672430,212
+"epoch",1.3396226415094339,1613935672430,212
+"wd_0",0.01,1613935672430,212
+"sqr_mom_0",0.99,1613935672430,212
+"lr_0",1.1206147602071966e-06,1613935672430,212
+"mom_0",0.94698463099482,1613935672430,212
+"eps_0",1e-05,1613935672430,212
+"wd_1",0.01,1613935672430,212
+"sqr_mom_1",0.99,1613935672430,212
+"lr_1",1.1206147602071965e-05,1613935672430,212
+"mom_1",0.94698463099482,1613935672430,212
+"eps_1",1e-05,1613935672430,212
+"wd_2",0.01,1613935672430,212
+"sqr_mom_2",0.99,1613935672430,212
+"lr_2",0.00011206147602071966,1613935672430,212
+"mom_2",0.94698463099482,1613935672430,212
+"eps_2",1e-05,1613935672430,212
+"train_loss",0.28133154,1613935673434,213
+"raw_loss",0.21903534,1613935673434,213
+"epoch",1.3459119496855345,1613935673434,213
+"wd_0",0.01,1613935673434,213
+"sqr_mom_0",0.99,1613935673434,213
+"lr_0",1.1251606651219418e-06,1613935673434,213
+"mom_0",0.9468709833719514,1613935673434,213
+"eps_0",1e-05,1613935673434,213
+"wd_1",0.01,1613935673434,213
+"sqr_mom_1",0.99,1613935673434,213
+"lr_1",1.1251606651219418e-05,1613935673434,213
+"mom_1",0.9468709833719514,1613935673434,213
+"eps_1",1e-05,1613935673434,213
+"wd_2",0.01,1613935673434,213
+"sqr_mom_2",0.99,1613935673434,213
+"lr_2",0.00011251606651219417,1613935673434,213
+"mom_2",0.9468709833719514,1613935673434,213
+"eps_2",1e-05,1613935673434,213
+"train_loss",0.27844357,1613935674416,214
+"raw_loss",0.18351643,1613935674416,214
+"epoch",1.3522012578616351,1613935674416,214
+"wd_0",0.01,1613935674416,214
+"sqr_mom_0",0.99,1613935674416,214
+"lr_0",1.129787911377009e-06,1613935674416,214
+"mom_0",0.9467553022155747,1613935674416,214
+"eps_0",1e-05,1613935674416,214
+"wd_1",0.01,1613935674416,214
+"sqr_mom_1",0.99,1613935674416,214
+"lr_1",1.1297879113770087e-05,1613935674416,214
+"mom_1",0.9467553022155747,1613935674416,214
+"eps_1",1e-05,1613935674416,214
+"wd_2",0.01,1613935674416,214
+"sqr_mom_2",0.99,1613935674416,214
+"lr_2",0.00011297879113770087,1613935674416,214
+"mom_2",0.9467553022155747,1613935674416,214
+"eps_2",1e-05,1613935674416,214
+"train_loss",0.27884293,1613935675380,215
+"raw_loss",0.2920982,1613935675380,215
+"epoch",1.3584905660377358,1613935675380,215
+"wd_0",0.01,1613935675380,215
+"sqr_mom_0",0.99,1613935675380,215
+"lr_0",1.134496299121288e-06,1613935675380,215
+"mom_0",0.9466375925219678,1613935675380,215
+"eps_0",1e-05,1613935675380,215
+"wd_1",0.01,1613935675380,215
+"sqr_mom_1",0.99,1613935675380,215
+"lr_1",1.134496299121288e-05,1613935675380,215
+"mom_1",0.9466375925219678,1613935675380,215
+"eps_1",1e-05,1613935675380,215
+"wd_2",0.01,1613935675380,215
+"sqr_mom_2",0.99,1613935675380,215
+"lr_2",0.0001134496299121288,1613935675380,215
+"mom_2",0.9466375925219678,1613935675380,215
+"eps_2",1e-05,1613935675380,215
+"train_loss",0.27690217,1613935676352,216
+"raw_loss",0.21186934,1613935676352,216
+"epoch",1.3647798742138364,1613935676352,216
+"wd_0",0.01,1613935676352,216
+"sqr_mom_0",0.99,1613935676352,216
+"lr_0",1.1392855734873708e-06,1613935676352,216
+"mom_0",0.9465178606628157,1613935676352,216
+"eps_0",1e-05,1613935676352,216
+"wd_1",0.01,1613935676352,216
+"sqr_mom_1",0.99,1613935676352,216
+"lr_1",1.1392855734873707e-05,1613935676352,216
+"mom_1",0.9465178606628157,1613935676352,216
+"eps_1",1e-05,1613935676352,216
+"wd_2",0.01,1613935676352,216
+"sqr_mom_2",0.99,1613935676352,216
+"lr_2",0.00011392855734873707,1613935676352,216
+"mom_2",0.9465178606628157,1613935676352,216
+"eps_2",1e-05,1613935676352,216
+"train_loss",0.27840075,1613935677339,217
+"raw_loss",0.32908088,1613935677339,217
+"epoch",1.371069182389937,1613935677339,217
+"wd_0",0.01,1613935677339,217
+"sqr_mom_0",0.99,1613935677339,217
+"lr_0",1.1441555599096268e-06,1613935677339,217
+"mom_0",0.9463961110022593,1613935677339,217
+"eps_0",1e-05,1613935677339,217
+"wd_1",0.01,1613935677339,217
+"sqr_mom_1",0.99,1613935677339,217
+"lr_1",1.1441555599096267e-05,1613935677339,217
+"mom_1",0.9463961110022593,1613935677339,217
+"eps_1",1e-05,1613935677339,217
+"wd_2",0.01,1613935677339,217
+"sqr_mom_2",0.99,1613935677339,217
+"lr_2",0.00011441555599096267,1613935677339,217
+"mom_2",0.9463961110022593,1613935677339,217
+"eps_2",1e-05,1613935677339,217
+"train_loss",0.2741646,1613935678333,218
+"raw_loss",0.12961748,1613935678333,218
+"epoch",1.3773584905660377,1613935678333,218
+"wd_0",0.01,1613935678333,218
+"sqr_mom_0",0.99,1613935678333,218
+"lr_0",1.149106082616098e-06,1613935678333,218
+"mom_0",0.9462723479345975,1613935678333,218
+"eps_0",1e-05,1613935678333,218
+"wd_1",0.01,1613935678333,218
+"sqr_mom_1",0.99,1613935678333,218
+"lr_1",1.1491060826160981e-05,1613935678333,218
+"mom_1",0.9462723479345975,1613935678333,218
+"eps_1",1e-05,1613935678333,218
+"wd_2",0.01,1613935678333,218
+"sqr_mom_2",0.99,1613935678333,218
+"lr_2",0.0001149106082616098,1613935678333,218
+"mom_2",0.9462723479345975,1613935678333,218
+"eps_2",1e-05,1613935678333,218
+"train_loss",0.27235475,1613935679309,219
+"raw_loss",0.21006007,1613935679309,219
+"epoch",1.3836477987421383,1613935679309,219
+"wd_0",0.01,1613935679309,219
+"sqr_mom_0",0.99,1613935679309,219
+"lr_0",1.1541368564937185e-06,1613935679309,219
+"mom_0",0.946146578587657,1613935679309,219
+"eps_0",1e-05,1613935679309,219
+"wd_1",0.01,1613935679309,219
+"sqr_mom_1",0.99,1613935679309,219
+"lr_1",1.1541368564937186e-05,1613935679309,219
+"mom_1",0.946146578587657,1613935679309,219
+"eps_1",1e-05,1613935679309,219
+"wd_2",0.01,1613935679309,219
+"sqr_mom_2",0.99,1613935679309,219
+"lr_2",0.00011541368564937185,1613935679309,219
+"mom_2",0.946146578587657,1613935679309,219
+"eps_2",1e-05,1613935679309,219
+"train_loss",0.26880786,1613935680287,220
+"raw_loss",0.14568889,1613935680287,220
+"epoch",1.389937106918239,1613935680287,220
+"wd_0",0.01,1613935680287,220
+"sqr_mom_0",0.99,1613935680287,220
+"lr_0",1.159247698224635e-06,1613935680287,220
+"mom_0",0.946018807544384,1613935680287,220
+"eps_0",1e-05,1613935680287,220
+"wd_1",0.01,1613935680287,220
+"sqr_mom_1",0.99,1613935680287,220
+"lr_1",1.1592476982246347e-05,1613935680287,220
+"mom_1",0.946018807544384,1613935680287,220
+"eps_1",1e-05,1613935680287,220
+"wd_2",0.01,1613935680287,220
+"sqr_mom_2",0.99,1613935680287,220
+"lr_2",0.00011592476982246348,1613935680287,220
+"mom_2",0.946018807544384,1613935680287,220
+"eps_2",1e-05,1613935680287,220
+"train_loss",0.2660206,1613935681280,221
+"raw_loss",0.1684742,1613935681280,221
+"epoch",1.3962264150943395,1613935681280,221
+"wd_0",0.01,1613935681280,221
+"sqr_mom_0",0.99,1613935681280,221
+"lr_0",1.164438423294293e-06,1613935681280,221
+"mom_0",0.9458890394176427,1613935681280,221
+"eps_0",1e-05,1613935681280,221
+"wd_1",0.01,1613935681280,221
+"sqr_mom_1",0.99,1613935681280,221
+"lr_1",1.164438423294293e-05,1613935681280,221
+"mom_1",0.9458890394176427,1613935681280,221
+"eps_1",1e-05,1613935681280,221
+"wd_2",0.01,1613935681280,221
+"sqr_mom_2",0.99,1613935681280,221
+"lr_2",0.00011644384232942928,1613935681280,221
+"mom_2",0.9458890394176427,1613935681280,221
+"eps_2",1e-05,1613935681280,221
+"train_loss",0.2653387,1613935682294,222
+"raw_loss",0.24128388,1613935682294,222
+"epoch",1.4025157232704402,1613935682294,222
+"wd_0",0.01,1613935682294,222
+"sqr_mom_0",0.99,1613935682294,222
+"lr_0",1.1697087704989063e-06,1613935682294,222
+"mom_0",0.9457572807375273,1613935682294,222
+"eps_0",1e-05,1613935682294,222
+"wd_1",0.01,1613935682294,222
+"sqr_mom_1",0.99,1613935682294,222
+"lr_1",1.169708770498906e-05,1613935682294,222
+"mom_1",0.9457572807375273,1613935682294,222
+"eps_1",1e-05,1613935682294,222
+"wd_2",0.01,1613935682294,222
+"sqr_mom_2",0.99,1613935682294,222
+"lr_2",0.0001169708770498906,1613935682294,222
+"mom_2",0.9457572807375273,1613935682294,222
+"eps_2",1e-05,1613935682294,222
+"train_loss",0.2635796,1613935683270,223
+"raw_loss",0.20104101,1613935683270,223
+"epoch",1.4088050314465408,1613935683270,223
+"wd_0",0.01,1613935683270,223
+"sqr_mom_0",0.99,1613935683270,223
+"lr_0",1.1750584729171763e-06,1613935683270,223
+"mom_0",0.9456235381770706,1613935683270,223
+"eps_0",1e-05,1613935683270,223
+"wd_1",0.01,1613935683270,223
+"sqr_mom_1",0.99,1613935683270,223
+"lr_1",1.175058472917176e-05,1613935683270,223
+"mom_1",0.9456235381770706,1613935683270,223
+"eps_1",1e-05,1613935683270,223
+"wd_2",0.01,1613935683270,223
+"sqr_mom_2",0.99,1613935683270,223
+"lr_2",0.00011750584729171762,1613935683270,223
+"mom_2",0.9456235381770706,1613935683270,223
+"eps_2",1e-05,1613935683270,223
+"train_loss",0.26287392,1613935684245,224
+"raw_loss",0.23759554,1613935684245,224
+"epoch",1.4150943396226414,1613935684245,224
+"wd_0",0.01,1613935684245,224
+"sqr_mom_0",0.99,1613935684245,224
+"lr_0",1.180487374541974e-06,1613935684245,224
+"mom_0",0.9454878156364506,1613935684245,224
+"eps_0",1e-05,1613935684245,224
+"wd_1",0.01,1613935684245,224
+"sqr_mom_1",0.99,1613935684245,224
+"lr_1",1.1804873745419738e-05,1613935684245,224
+"mom_1",0.9454878156364506,1613935684245,224
+"eps_1",1e-05,1613935684245,224
+"wd_2",0.01,1613935684245,224
+"sqr_mom_2",0.99,1613935684245,224
+"lr_2",0.00011804873745419738,1613935684245,224
+"mom_2",0.9454878156364506,1613935684245,224
+"eps_2",1e-05,1613935684245,224
+"train_loss",0.2606683,1613935685219,225
+"raw_loss",0.18107966,1613935685219,225
+"epoch",1.421383647798742,1613935685219,225
+"wd_0",0.01,1613935685219,225
+"sqr_mom_0",0.99,1613935685219,225
+"lr_0",1.1859951627091876e-06,1613935685219,225
+"mom_0",0.9453501209322702,1613935685219,225
+"eps_0",1e-05,1613935685219,225
+"wd_1",0.01,1613935685219,225
+"sqr_mom_1",0.99,1613935685219,225
+"lr_1",1.1859951627091875e-05,1613935685219,225
+"mom_1",0.9453501209322702,1613935685219,225
+"eps_1",1e-05,1613935685219,225
+"wd_2",0.01,1613935685219,225
+"sqr_mom_2",0.99,1613935685219,225
+"lr_2",0.00011859951627091875,1613935685219,225
+"mom_2",0.9453501209322702,1613935685219,225
+"eps_2",1e-05,1613935685219,225
+"train_loss",0.26459062,1613935686185,226
+"raw_loss",0.40713817,1613935686185,226
+"epoch",1.4276729559748427,1613935686185,226
+"wd_0",0.01,1613935686185,226
+"sqr_mom_0",0.99,1613935686185,226
+"lr_0",1.1915816368145766e-06,1613935686185,226
+"mom_0",0.9452104590796355,1613935686185,226
+"eps_0",1e-05,1613935686185,226
+"wd_1",0.01,1613935686185,226
+"sqr_mom_1",0.99,1613935686185,226
+"lr_1",1.1915816368145765e-05,1613935686185,226
+"mom_1",0.9452104590796355,1613935686185,226
+"eps_1",1e-05,1613935686185,226
+"wd_2",0.01,1613935686185,226
+"sqr_mom_2",0.99,1613935686185,226
+"lr_2",0.00011915816368145764,1613935686185,226
+"mom_2",0.9452104590796355,1613935686185,226
+"eps_2",1e-05,1613935686185,226
+"train_loss",0.26934782,1613935687180,227
+"raw_loss",0.44344172,1613935687180,227
+"epoch",1.4339622641509433,1613935687180,227
+"wd_0",0.01,1613935687180,227
+"sqr_mom_0",0.99,1613935687180,227
+"lr_0",1.1972465545341143e-06,1613935687180,227
+"mom_0",0.9450688361366472,1613935687180,227
+"eps_0",1e-05,1613935687180,227
+"wd_1",0.01,1613935687180,227
+"sqr_mom_1",0.99,1613935687180,227
+"lr_1",1.1972465545341142e-05,1613935687180,227
+"mom_1",0.9450688361366472,1613935687180,227
+"eps_1",1e-05,1613935687180,227
+"wd_2",0.01,1613935687180,227
+"sqr_mom_2",0.99,1613935687180,227
+"lr_2",0.0001197246554534114,1613935687180,227
+"mom_2",0.9450688361366472,1613935687180,227
+"eps_2",1e-05,1613935687180,227
+"train_loss",0.26669416,1613935688143,228
+"raw_loss",0.16892317,1613935688143,228
+"epoch",1.440251572327044,1613935688143,228
+"wd_0",0.01,1613935688143,228
+"sqr_mom_0",0.99,1613935688143,228
+"lr_0",1.2029897112398116e-06,1613935688143,228
+"mom_0",0.9449252572190047,1613935688143,228
+"eps_0",1e-05,1613935688143,228
+"wd_1",0.01,1613935688143,228
+"sqr_mom_1",0.99,1613935688143,228
+"lr_1",1.2029897112398114e-05,1613935688143,228
+"mom_1",0.9449252572190047,1613935688143,228
+"eps_1",1e-05,1613935688143,228
+"wd_2",0.01,1613935688143,228
+"sqr_mom_2",0.99,1613935688143,228
+"lr_2",0.00012029897112398114,1613935688143,228
+"mom_2",0.9449252572190047,1613935688143,228
+"eps_2",1e-05,1613935688143,228
+"train_loss",0.2625471,1613935689107,229
+"raw_loss",0.108745135,1613935689107,229
+"epoch",1.4465408805031446,1613935689107,229
+"wd_0",0.01,1613935689107,229
+"sqr_mom_0",0.99,1613935689107,229
+"lr_0",1.2088107761688152e-06,1613935689107,229
+"mom_0",0.9447797305957796,1613935689107,229
+"eps_0",1e-05,1613935689107,229
+"wd_1",0.01,1613935689107,229
+"sqr_mom_1",0.99,1613935689107,229
+"lr_1",1.2088107761688153e-05,1613935689107,229
+"mom_1",0.9447797305957796,1613935689107,229
+"eps_1",1e-05,1613935689107,229
+"wd_2",0.01,1613935689107,229
+"sqr_mom_2",0.99,1613935689107,229
+"lr_2",0.00012088107761688152,1613935689107,229
+"mom_2",0.9447797305957796,1613935689107,229
+"eps_2",1e-05,1613935689107,229
+"train_loss",0.26069328,1613935690073,230
+"raw_loss",0.19149862,1613935690073,230
+"epoch",1.4528301886792452,1613935690073,230
+"wd_0",0.01,1613935690073,230
+"sqr_mom_0",0.99,1613935690073,230
+"lr_0",1.2147095795682019e-06,1613935690073,230
+"mom_0",0.944632260510795,1613935690073,230
+"eps_0",1e-05,1613935690073,230
+"wd_1",0.01,1613935690073,230
+"sqr_mom_1",0.99,1613935690073,230
+"lr_1",1.2147095795682018e-05,1613935690073,230
+"mom_1",0.944632260510795,1613935690073,230
+"eps_1",1e-05,1613935690073,230
+"wd_2",0.01,1613935690073,230
+"sqr_mom_2",0.99,1613935690073,230
+"lr_2",0.00012147095795682018,1613935690073,230
+"mom_2",0.944632260510795,1613935690073,230
+"eps_2",1e-05,1613935690073,230
+"train_loss",0.25642753,1613935691030,231
+"raw_loss",0.09621089,1613935691030,231
+"epoch",1.4591194968553458,1613935691030,231
+"wd_0",0.01,1613935691030,231
+"sqr_mom_0",0.99,1613935691030,231
+"lr_0",1.2206858244637457e-06,1613935691030,231
+"mom_0",0.9444828543884063,1613935691030,231
+"eps_0",1e-05,1613935691030,231
+"wd_1",0.01,1613935691030,231
+"sqr_mom_1",0.99,1613935691030,231
+"lr_1",1.2206858244637456e-05,1613935691030,231
+"mom_1",0.9444828543884063,1613935691030,231
+"eps_1",1e-05,1613935691030,231
+"wd_2",0.01,1613935691030,231
+"sqr_mom_2",0.99,1613935691030,231
+"lr_2",0.00012206858244637456,1613935691030,231
+"mom_2",0.9444828543884063,1613935691030,231
+"eps_2",1e-05,1613935691030,231
+"train_loss",0.25304487,1613935692023,232
+"raw_loss",0.1252227,1613935692023,232
+"epoch",1.4654088050314464,1613935692023,232
+"wd_0",0.01,1613935692023,232
+"sqr_mom_0",0.99,1613935692023,232
+"lr_0",1.2267392083202983e-06,1613935692023,232
+"mom_0",0.9443315197919925,1613935692023,232
+"eps_0",1e-05,1613935692023,232
+"wd_1",0.01,1613935692023,232
+"sqr_mom_1",0.99,1613935692023,232
+"lr_1",1.2267392083202983e-05,1613935692023,232
+"mom_1",0.9443315197919925,1613935692023,232
+"eps_1",1e-05,1613935692023,232
+"wd_2",0.01,1613935692023,232
+"sqr_mom_2",0.99,1613935692023,232
+"lr_2",0.00012267392083202983,1613935692023,232
+"mom_2",0.9443315197919925,1613935692023,232
+"eps_2",1e-05,1613935692023,232
+"train_loss",0.253316,1613935693040,233
+"raw_loss",0.26362148,1613935693040,233
+"epoch",1.471698113207547,1613935693040,233
+"wd_0",0.01,1613935693040,233
+"sqr_mom_0",0.99,1613935693040,233
+"lr_0",1.232869510763921e-06,1613935693040,233
+"mom_0",0.944178262230902,1613935693040,233
+"eps_0",1e-05,1613935693040,233
+"wd_1",0.01,1613935693040,233
+"sqr_mom_1",0.99,1613935693040,233
+"lr_1",1.2328695107639211e-05,1613935693040,233
+"mom_1",0.944178262230902,1613935693040,233
+"eps_1",1e-05,1613935693040,233
+"wd_2",0.01,1613935693040,233
+"sqr_mom_2",0.99,1613935693040,233
+"lr_2",0.0001232869510763921,1613935693040,233
+"mom_2",0.944178262230902,1613935693040,233
+"eps_2",1e-05,1613935693040,233
+"train_loss",0.24964547,1613935694048,234
+"raw_loss",0.109316096,1613935694048,234
+"epoch",1.4779874213836477,1613935694048,234
+"wd_0",0.01,1613935694048,234
+"sqr_mom_0",0.99,1613935694048,234
+"lr_0",1.239076510271044e-06,1613935694048,234
+"mom_0",0.9440230872432238,1613935694048,234
+"eps_0",1e-05,1613935694048,234
+"wd_1",0.01,1613935694048,234
+"sqr_mom_1",0.99,1613935694048,234
+"lr_1",1.2390765102710439e-05,1613935694048,234
+"mom_1",0.9440230872432238,1613935694048,234
+"eps_1",1e-05,1613935694048,234
+"wd_2",0.01,1613935694048,234
+"sqr_mom_2",0.99,1613935694048,234
+"lr_2",0.00012390765102710438,1613935694048,234
+"mom_2",0.9440230872432238,1613935694048,234
+"eps_2",1e-05,1613935694048,234
+"train_loss",0.25356466,1613935695022,235
+"raw_loss",0.40424508,1613935695022,235
+"epoch",1.4842767295597483,1613935695022,235
+"wd_0",0.01,1613935695022,235
+"sqr_mom_0",0.99,1613935695022,235
+"lr_0",1.2453598493649396e-06,1613935695022,235
+"mom_0",0.9438660037658765,1613935695022,235
+"eps_0",1e-05,1613935695022,235
+"wd_1",0.01,1613935695022,235
+"sqr_mom_1",0.99,1613935695022,235
+"lr_1",1.2453598493649396e-05,1613935695022,235
+"mom_1",0.9438660037658765,1613935695022,235
+"eps_1",1e-05,1613935695022,235
+"wd_2",0.01,1613935695022,235
+"sqr_mom_2",0.99,1613935695022,235
+"lr_2",0.00012453598493649394,1613935695022,235
+"mom_2",0.9438660037658765,1613935695022,235
+"eps_2",1e-05,1613935695022,235
+"train_loss",0.24957666,1613935695994,236
+"raw_loss",0.095408954,1613935695994,236
+"epoch",1.490566037735849,1613935695994,236
+"wd_0",0.01,1613935695994,236
+"sqr_mom_0",0.99,1613935695994,236
+"lr_0",1.251719299339895e-06,1613935695994,236
+"mom_0",0.9437070175165025,1613935695994,236
+"eps_0",1e-05,1613935695994,236
+"wd_1",0.01,1613935695994,236
+"sqr_mom_1",0.99,1613935695994,236
+"lr_1",1.251719299339895e-05,1613935695994,236
+"mom_1",0.9437070175165025,1613935695994,236
+"eps_1",1e-05,1613935695994,236
+"wd_2",0.01,1613935695994,236
+"sqr_mom_2",0.99,1613935695994,236
+"lr_2",0.0001251719299339895,1613935695994,236
+"mom_2",0.9437070175165025,1613935695994,236
+"eps_2",1e-05,1613935695994,236
+"train_loss",0.24880666,1613935697137,237
+"raw_loss",0.21888082,1613935697137,237
+"epoch",1.4968553459119496,1613935697137,237
+"wd_0",0.01,1613935697137,237
+"sqr_mom_0",0.99,1613935697137,237
+"lr_0",1.2581546303526383e-06,1613935697137,237
+"mom_0",0.943546134241184,1613935697137,237
+"eps_0",1e-05,1613935697137,237
+"wd_1",0.01,1613935697137,237
+"sqr_mom_1",0.99,1613935697137,237
+"lr_1",1.2581546303526382e-05,1613935697137,237
+"mom_1",0.943546134241184,1613935697137,237
+"eps_1",1e-05,1613935697137,237
+"wd_2",0.01,1613935697137,237
+"sqr_mom_2",0.99,1613935697137,237
+"lr_2",0.00012581546303526382,1613935697137,237
+"mom_2",0.943546134241184,1613935697137,237
+"eps_2",1e-05,1613935697137,237
+"train_loss",0.2459196,1613935698108,238
+"raw_loss",0.13312842,1613935698108,238
+"epoch",1.5031446540880502,1613935698108,238
+"wd_0",0.01,1613935698108,238
+"sqr_mom_0",0.99,1613935698108,238
+"lr_0",1.264665471776255e-06,1613935698108,238
+"mom_0",0.9433833632055936,1613935698108,238
+"eps_0",1e-05,1613935698108,238
+"wd_1",0.01,1613935698108,238
+"sqr_mom_1",0.99,1613935698108,238
+"lr_1",1.264665471776255e-05,1613935698108,238
+"mom_1",0.9433833632055936,1613935698108,238
+"eps_1",1e-05,1613935698108,238
+"wd_2",0.01,1613935698108,238
+"sqr_mom_2",0.99,1613935698108,238
+"lr_2",0.0001264665471776255,1613935698108,238
+"mom_2",0.9433833632055936,1613935698108,238
+"eps_2",1e-05,1613935698108,238
+"train_loss",0.24474141,1613935699053,239
+"raw_loss",0.1984788,1613935699053,239
+"epoch",1.5094339622641508,1613935699053,239
+"wd_0",0.01,1613935699053,239
+"sqr_mom_0",0.99,1613935699053,239
+"lr_0",1.2712516337426745e-06,1613935699053,239
+"mom_0",0.9432187091564331,1613935699053,239
+"eps_0",1e-05,1613935699053,239
+"wd_1",0.01,1613935699053,239
+"sqr_mom_1",0.99,1613935699053,239
+"lr_1",1.2712516337426743e-05,1613935699053,239
+"mom_1",0.9432187091564331,1613935699053,239
+"eps_1",1e-05,1613935699053,239
+"wd_2",0.01,1613935699053,239
+"sqr_mom_2",0.99,1613935699053,239
+"lr_2",0.00012712516337426742,1613935699053,239
+"mom_2",0.9432187091564331,1613935699053,239
+"eps_2",1e-05,1613935699053,239
+"train_loss",0.24308088,1613935700018,240
+"raw_loss",0.17755473,1613935700018,240
+"epoch",1.5157232704402515,1613935700018,240
+"wd_0",0.01,1613935700018,240
+"sqr_mom_0",0.99,1613935700018,240
+"lr_0",1.2779127845503663e-06,1613935700018,240
+"mom_0",0.9430521803862408,1613935700018,240
+"eps_0",1e-05,1613935700018,240
+"wd_1",0.01,1613935700018,240
+"sqr_mom_1",0.99,1613935700018,240
+"lr_1",1.2779127845503663e-05,1613935700018,240
+"mom_1",0.9430521803862408,1613935700018,240
+"eps_1",1e-05,1613935700018,240
+"wd_2",0.01,1613935700018,240
+"sqr_mom_2",0.99,1613935700018,240
+"lr_2",0.00012779127845503663,1613935700018,240
+"mom_2",0.9430521803862408,1613935700018,240
+"eps_2",1e-05,1613935700018,240
+"train_loss",0.239641,1613935700968,241
+"raw_loss",0.10324349,1613935700968,241
+"epoch",1.522012578616352,1613935700968,241
+"wd_0",0.01,1613935700968,241
+"sqr_mom_0",0.99,1613935700968,241
+"lr_0",1.2846485871129962e-06,1613935700968,241
+"mom_0",0.9428837853221751,1613935700968,241
+"eps_0",1e-05,1613935700968,241
+"wd_1",0.01,1613935700968,241
+"sqr_mom_1",0.99,1613935700968,241
+"lr_1",1.2846485871129961e-05,1613935700968,241
+"mom_1",0.9428837853221751,1613935700968,241
+"eps_1",1e-05,1613935700968,241
+"wd_2",0.01,1613935700968,241
+"sqr_mom_2",0.99,1613935700968,241
+"lr_2",0.0001284648587112996,1613935700968,241
+"mom_2",0.9428837853221751,1613935700968,241
+"eps_2",1e-05,1613935700968,241
+"train_loss",0.23970973,1613935701927,242
+"raw_loss",0.24244824,1613935701927,242
+"epoch",1.5283018867924527,1613935701927,242
+"wd_0",0.01,1613935701927,242
+"sqr_mom_0",0.99,1613935701927,242
+"lr_0",1.2914587963323502e-06,1613935701927,242
+"mom_0",0.9427135300916912,1613935701927,242
+"eps_0",1e-05,1613935701927,242
+"wd_1",0.01,1613935701927,242
+"sqr_mom_1",0.99,1613935701927,242
+"lr_1",1.2914587963323501e-05,1613935701927,242
+"mom_1",0.9427135300916912,1613935701927,242
+"eps_1",1e-05,1613935701927,242
+"wd_2",0.01,1613935701927,242
+"sqr_mom_2",0.99,1613935701927,242
+"lr_2",0.000129145879633235,1613935701927,242
+"mom_2",0.9427135300916912,1613935701927,242
+"eps_2",1e-05,1613935701927,242
+"train_loss",0.23887724,1613935702892,243
+"raw_loss",0.20555891,1613935702892,243
+"epoch",1.5345911949685533,1613935702892,243
+"wd_0",0.01,1613935702892,243
+"sqr_mom_0",0.99,1613935702892,243
+"lr_0",1.2983431659981257e-06,1613935702892,243
+"mom_0",0.9425414208500468,1613935702892,243
+"eps_0",1e-05,1613935702892,243
+"wd_1",0.01,1613935702892,243
+"sqr_mom_1",0.99,1613935702892,243
+"lr_1",1.2983431659981255e-05,1613935702892,243
+"mom_1",0.9425414208500468,1613935702892,243
+"eps_1",1e-05,1613935702892,243
+"wd_2",0.01,1613935702892,243
+"sqr_mom_2",0.99,1613935702892,243
+"lr_2",0.00012983431659981256,1613935702892,243
+"mom_2",0.9425414208500468,1613935702892,243
+"eps_2",1e-05,1613935702892,243
+"train_loss",0.23927915,1613935703872,244
+"raw_loss",0.2554367,1613935703872,244
+"epoch",1.540880503144654,1613935703872,244
+"wd_0",0.01,1613935703872,244
+"sqr_mom_0",0.99,1613935703872,244
+"lr_0",1.3053012996221414e-06,1613935703872,244
+"mom_0",0.9423674675094464,1613935703872,244
+"eps_0",1e-05,1613935703872,244
+"wd_1",0.01,1613935703872,244
+"sqr_mom_1",0.99,1613935703872,244
+"lr_1",1.3053012996221412e-05,1613935703872,244
+"mom_1",0.9423674675094464,1613935703872,244
+"eps_1",1e-05,1613935703872,244
+"wd_2",0.01,1613935703872,244
+"sqr_mom_2",0.99,1613935703872,244
+"lr_2",0.00013053012996221413,1613935703872,244
+"mom_2",0.9423674675094464,1613935703872,244
+"eps_2",1e-05,1613935703872,244
+"train_loss",0.23938641,1613935704848,245
+"raw_loss",0.24371763,1613935704848,245
+"epoch",1.5471698113207546,1613935704848,245
+"wd_0",0.01,1613935704848,245
+"sqr_mom_0",0.99,1613935704848,245
+"lr_0",1.3123329440518742e-06,1613935704848,245
+"mom_0",0.9421916763987032,1613935704848,245
+"eps_0",1e-05,1613935704848,245
+"wd_1",0.01,1613935704848,245
+"sqr_mom_1",0.99,1613935704848,245
+"lr_1",1.3123329440518738e-05,1613935704848,245
+"mom_1",0.9421916763987032,1613935704848,245
+"eps_1",1e-05,1613935704848,245
+"wd_2",0.01,1613935704848,245
+"sqr_mom_2",0.99,1613935704848,245
+"lr_2",0.0001312332944051874,1613935704848,245
+"mom_2",0.9421916763987032,1613935704848,245
+"eps_2",1e-05,1613935704848,245
+"train_loss",0.24960959,1613935705827,246
+"raw_loss",0.6641588,1613935705827,246
+"epoch",1.5534591194968552,1613935705827,246
+"wd_0",0.01,1613935705827,246
+"sqr_mom_0",0.99,1613935705827,246
+"lr_0",1.319437845036102e-06,1613935705827,246
+"mom_0",0.9420140538740974,1613935705827,246
+"eps_0",1e-05,1613935705827,246
+"wd_1",0.01,1613935705827,246
+"sqr_mom_1",0.99,1613935705827,246
+"lr_1",1.3194378450361018e-05,1613935705827,246
+"mom_1",0.9420140538740974,1613935705827,246
+"eps_1",1e-05,1613935705827,246
+"wd_2",0.01,1613935705827,246
+"sqr_mom_2",0.99,1613935705827,246
+"lr_2",0.00013194378450361017,1613935705827,246
+"mom_2",0.9420140538740974,1613935705827,246
+"eps_2",1e-05,1613935705827,246
+"train_loss",0.24600288,1613935706801,247
+"raw_loss",0.09914165,1613935706801,247
+"epoch",1.5597484276729559,1613935706801,247
+"wd_0",0.01,1613935706801,247
+"sqr_mom_0",0.99,1613935706801,247
+"lr_0",1.3266155933856904e-06,1613935706801,247
+"mom_0",0.9418346101653577,1613935706801,247
+"eps_0",1e-05,1613935706801,247
+"wd_1",0.01,1613935706801,247
+"sqr_mom_1",0.99,1613935706801,247
+"lr_1",1.3266155933856903e-05,1613935706801,247
+"mom_1",0.9418346101653577,1613935706801,247
+"eps_1",1e-05,1613935706801,247
+"wd_2",0.01,1613935706801,247
+"sqr_mom_2",0.99,1613935706801,247
+"lr_2",0.00013266155933856901,1613935706801,247
+"mom_2",0.9418346101653577,1613935706801,247
+"eps_2",1e-05,1613935706801,247
+"train_loss",0.24308915,1613935707773,248
+"raw_loss",0.12396236,1613935707773,248
+"epoch",1.5660377358490565,1613935707773,248
+"wd_0",0.01,1613935707773,248
+"sqr_mom_0",0.99,1613935707773,248
+"lr_0",1.33386597978434e-06,1613935707773,248
+"mom_0",0.9416533505053915,1613935707773,248
+"eps_0",1e-05,1613935707773,248
+"wd_1",0.01,1613935707773,248
+"sqr_mom_1",0.99,1613935707773,248
+"lr_1",1.3338659797843399e-05,1613935707773,248
+"mom_1",0.9416533505053915,1613935707773,248
+"eps_1",1e-05,1613935707773,248
+"wd_2",0.01,1613935707773,248
+"sqr_mom_2",0.99,1613935707773,248
+"lr_2",0.00013338659797843398,1613935707773,248
+"mom_2",0.9416533505053915,1613935707773,248
+"eps_2",1e-05,1613935707773,248
+"train_loss",0.2423881,1613935708729,249
+"raw_loss",0.21361239,1613935708729,249
+"epoch",1.572327044025157,1613935708729,249
+"wd_0",0.01,1613935708729,249
+"sqr_mom_0",0.99,1613935708729,249
+"lr_0",1.3411885866640457e-06,1613935708729,249
+"mom_0",0.9414702853333988,1613935708729,249
+"eps_0",1e-05,1613935708729,249
+"wd_1",0.01,1613935708729,249
+"sqr_mom_1",0.99,1613935708729,249
+"lr_1",1.3411885866640457e-05,1613935708729,249
+"mom_1",0.9414702853333988,1613935708729,249
+"eps_1",1e-05,1613935708729,249
+"wd_2",0.01,1613935708729,249
+"sqr_mom_2",0.99,1613935708729,249
+"lr_2",0.00013411885866640457,1613935708729,249
+"mom_2",0.9414702853333988,1613935708729,249
+"eps_2",1e-05,1613935708729,249
+"train_loss",0.24124168,1613935709692,250
+"raw_loss",0.19400263,1613935709692,250
+"epoch",1.5786163522012577,1613935709692,250
+"wd_0",0.01,1613935709692,250
+"sqr_mom_0",0.99,1613935709692,250
+"lr_0",1.3485832004841678e-06,1613935709692,250
+"mom_0",0.9412854199878957,1613935709692,250
+"eps_0",1e-05,1613935709692,250
+"wd_1",0.01,1613935709692,250
+"sqr_mom_1",0.99,1613935709692,250
+"lr_1",1.3485832004841677e-05,1613935709692,250
+"mom_1",0.9412854199878957,1613935709692,250
+"eps_1",1e-05,1613935709692,250
+"wd_2",0.01,1613935709692,250
+"sqr_mom_2",0.99,1613935709692,250
+"lr_2",0.00013485832004841677,1613935709692,250
+"mom_2",0.9412854199878957,1613935709692,250
+"eps_2",1e-05,1613935709692,250
+"train_loss",0.23796704,1613935710658,251
+"raw_loss",0.10252306,1613935710658,251
+"epoch",1.5849056603773584,1613935710658,251
+"wd_0",0.01,1613935710658,251
+"sqr_mom_0",0.99,1613935710658,251
+"lr_0",1.35604939537028e-06,1613935710658,251
+"mom_0",0.941098765115743,1613935710658,251
+"eps_0",1e-05,1613935710658,251
+"wd_1",0.01,1613935710658,251
+"sqr_mom_1",0.99,1613935710658,251
+"lr_1",1.3560493953702799e-05,1613935710658,251
+"mom_1",0.941098765115743,1613935710658,251
+"eps_1",1e-05,1613935710658,251
+"wd_2",0.01,1613935710658,251
+"sqr_mom_2",0.99,1613935710658,251
+"lr_2",0.00013560493953702798,1613935710658,251
+"mom_2",0.941098765115743,1613935710658,251
+"eps_2",1e-05,1613935710658,251
+"train_loss",0.23741609,1613935711631,252
+"raw_loss",0.214543,1613935711631,252
+"epoch",1.591194968553459,1613935711631,252
+"wd_0",0.01,1613935711631,252
+"sqr_mom_0",0.99,1613935711631,252
+"lr_0",1.3635869535944534e-06,1613935711631,252
+"mom_0",0.9409103261601386,1613935711631,252
+"eps_0",1e-05,1613935711631,252
+"wd_1",0.01,1613935711631,252
+"sqr_mom_1",0.99,1613935711631,252
+"lr_1",1.3635869535944534e-05,1613935711631,252
+"mom_1",0.9409103261601386,1613935711631,252
+"eps_1",1e-05,1613935711631,252
+"wd_2",0.01,1613935711631,252
+"sqr_mom_2",0.99,1613935711631,252
+"lr_2",0.00013635869535944531,1613935711631,252
+"mom_2",0.9409103261601386,1613935711631,252
+"eps_2",1e-05,1613935711631,252
+"train_loss",0.24052922,1613935712599,253
+"raw_loss",0.37023675,1613935712599,253
+"epoch",1.5974842767295596,1613935712599,253
+"wd_0",0.01,1613935712599,253
+"sqr_mom_0",0.99,1613935712599,253
+"lr_0",1.371195441049734e-06,1613935712599,253
+"mom_0",0.9407201139737567,1613935712599,253
+"eps_0",1e-05,1613935712599,253
+"wd_1",0.01,1613935712599,253
+"sqr_mom_1",0.99,1613935712599,253
+"lr_1",1.371195441049734e-05,1613935712599,253
+"mom_1",0.9407201139737567,1613935712599,253
+"eps_1",1e-05,1613935712599,253
+"wd_2",0.01,1613935712599,253
+"sqr_mom_2",0.99,1613935712599,253
+"lr_2",0.00013711954410497337,1613935712599,253
+"mom_2",0.9407201139737567,1613935712599,253
+"eps_2",1e-05,1613935712599,253
+"train_loss",0.23981097,1613935713557,254
+"raw_loss",0.2097791,1613935713557,254
+"epoch",1.6037735849056602,1613935713557,254
+"wd_0",0.01,1613935713557,254
+"sqr_mom_0",0.99,1613935713557,254
+"lr_0",1.378874581025995e-06,1613935713557,254
+"mom_0",0.9405281354743501,1613935713557,254
+"eps_0",1e-05,1613935713557,254
+"wd_1",0.01,1613935713557,254
+"sqr_mom_1",0.99,1613935713557,254
+"lr_1",1.3788745810259949e-05,1613935713557,254
+"mom_1",0.9405281354743501,1613935713557,254
+"eps_1",1e-05,1613935713557,254
+"wd_2",0.01,1613935713557,254
+"sqr_mom_2",0.99,1613935713557,254
+"lr_2",0.00013788745810259948,1613935713557,254
+"mom_2",0.9405281354743501,1613935713557,254
+"eps_2",1e-05,1613935713557,254
+"train_loss",0.23772936,1613935714539,255
+"raw_loss",0.15039565,1613935714539,255
+"epoch",1.6100628930817609,1613935714539,255
+"wd_0",0.01,1613935714539,255
+"sqr_mom_0",0.99,1613935714539,255
+"lr_0",1.3866240957571312e-06,1613935714539,255
+"mom_0",0.9403343976060717,1613935714539,255
+"eps_0",1e-05,1613935714539,255
+"wd_1",0.01,1613935714539,255
+"sqr_mom_1",0.99,1613935714539,255
+"lr_1",1.3866240957571312e-05,1613935714539,255
+"mom_1",0.9403343976060717,1613935714539,255
+"eps_1",1e-05,1613935714539,255
+"wd_2",0.01,1613935714539,255
+"sqr_mom_2",0.99,1613935714539,255
+"lr_2",0.0001386624095757131,1613935714539,255
+"mom_2",0.9403343976060717,1613935714539,255
+"eps_2",1e-05,1613935714539,255
+"train_loss",0.23591892,1613935715667,256
+"raw_loss",0.15970778,1613935715667,256
+"epoch",1.6163522012578615,1613935715667,256
+"wd_0",0.01,1613935715667,256
+"sqr_mom_0",0.99,1613935715667,256
+"lr_0",1.39444353892908e-06,1613935715667,256
+"mom_0",0.940138911526773,1613935715667,256
+"eps_0",1e-05,1613935715667,256
+"wd_1",0.01,1613935715667,256
+"sqr_mom_1",0.99,1613935715667,256
+"lr_1",1.39444353892908e-05,1613935715667,256
+"mom_1",0.940138911526773,1613935715667,256
+"eps_1",1e-05,1613935715667,256
+"wd_2",0.01,1613935715667,256
+"sqr_mom_2",0.99,1613935715667,256
+"lr_2",0.000139444353892908,1613935715667,256
+"mom_2",0.940138911526773,1613935715667,256
+"eps_2",1e-05,1613935715667,256
+"train_loss",0.23695733,1613935716658,257
+"raw_loss",0.28081286,1613935716658,257
+"epoch",1.6226415094339621,1613935716658,257
+"wd_0",0.01,1613935716658,257
+"sqr_mom_0",0.99,1613935716658,257
+"lr_0",1.402332626191186e-06,1613935716658,257
+"mom_0",0.9399416843452203,1613935716658,257
+"eps_0",1e-05,1613935716658,257
+"wd_1",0.01,1613935716658,257
+"sqr_mom_1",0.99,1613935716658,257
+"lr_1",1.4023326261911858e-05,1613935716658,257
+"mom_1",0.9399416843452203,1613935716658,257
+"eps_1",1e-05,1613935716658,257
+"wd_2",0.01,1613935716658,257
+"sqr_mom_2",0.99,1613935716658,257
+"lr_2",0.0001402332626191186,1613935716658,257
+"mom_2",0.9399416843452203,1613935716658,257
+"eps_2",1e-05,1613935716658,257
+"train_loss",0.2350152,1613935717632,258
+"raw_loss",0.15272892,1613935717632,258
+"epoch",1.6289308176100628,1613935717632,258
+"wd_0",0.01,1613935717632,258
+"sqr_mom_0",0.99,1613935717632,258
+"lr_0",1.4102910721518864e-06,1613935717632,258
+"mom_0",0.9397427231962028,1613935717632,258
+"eps_0",1e-05,1613935717632,258
+"wd_1",0.01,1613935717632,258
+"sqr_mom_1",0.99,1613935717632,258
+"lr_1",1.4102910721518864e-05,1613935717632,258
+"mom_1",0.9397427231962028,1613935717632,258
+"eps_1",1e-05,1613935717632,258
+"wd_2",0.01,1613935717632,258
+"sqr_mom_2",0.99,1613935717632,258
+"lr_2",0.00014102910721518864,1613935717632,258
+"mom_2",0.9397427231962028,1613935717632,258
+"eps_2",1e-05,1613935717632,258
+"train_loss",0.23271419,1613935718586,259
+"raw_loss",0.13491741,1613935718586,259
+"epoch",1.6352201257861634,1613935718586,259
+"wd_0",0.01,1613935718586,259
+"sqr_mom_0",0.99,1613935718586,259
+"lr_0",1.418318475765873e-06,1613935718586,259
+"mom_0",0.9395420381058531,1613935718586,259
+"eps_0",1e-05,1613935718586,259
+"wd_1",0.01,1613935718586,259
+"sqr_mom_1",0.99,1613935718586,259
+"lr_1",1.418318475765873e-05,1613935718586,259
+"mom_1",0.9395420381058531,1613935718586,259
+"eps_1",1e-05,1613935718586,259
+"wd_2",0.01,1613935718586,259
+"sqr_mom_2",0.99,1613935718586,259
+"lr_2",0.0001418318475765873,1613935718586,259
+"mom_2",0.9395420381058531,1613935718586,259
+"eps_2",1e-05,1613935718586,259
+"train_loss",0.23252474,1613935719539,260
+"raw_loss",0.22444806,1613935719539,260
+"epoch",1.641509433962264,1613935719539,260
+"wd_0",0.01,1613935719539,260
+"sqr_mom_0",0.99,1613935719539,260
+"lr_0",1.4264144310361225e-06,1613935719539,260
+"mom_0",0.9393396392240969,1613935719539,260
+"eps_0",1e-05,1613935719539,260
+"wd_1",0.01,1613935719539,260
+"sqr_mom_1",0.99,1613935719539,260
+"lr_1",1.4264144310361224e-05,1613935719539,260
+"mom_1",0.9393396392240969,1613935719539,260
+"eps_1",1e-05,1613935719539,260
+"wd_2",0.01,1613935719539,260
+"sqr_mom_2",0.99,1613935719539,260
+"lr_2",0.00014264144310361222,1613935719539,260
+"mom_2",0.9393396392240969,1613935719539,260
+"eps_2",1e-05,1613935719539,260
+"train_loss",0.23501928,1613935720493,261
+"raw_loss",0.34168345,1613935720493,261
+"epoch",1.6477987421383646,1613935720493,261
+"wd_0",0.01,1613935720493,261
+"sqr_mom_0",0.99,1613935720493,261
+"lr_0",1.4345787018697378e-06,1613935720493,261
+"mom_0",0.9391355324532565,1613935720493,261
+"eps_0",1e-05,1613935720493,261
+"wd_1",0.01,1613935720493,261
+"sqr_mom_1",0.99,1613935720493,261
+"lr_1",1.4345787018697377e-05,1613935720493,261
+"mom_1",0.9391355324532565,1613935720493,261
+"eps_1",1e-05,1613935720493,261
+"wd_2",0.01,1613935720493,261
+"sqr_mom_2",0.99,1613935720493,261
+"lr_2",0.00014345787018697377,1613935720493,261
+"mom_2",0.9391355324532565,1613935720493,261
+"eps_2",1e-05,1613935720493,261
+"train_loss",0.23432495,1613935721494,262
+"raw_loss",0.20454954,1613935721494,262
+"epoch",1.6540880503144653,1613935721494,262
+"wd_0",0.01,1613935721494,262
+"sqr_mom_0",0.99,1613935721494,262
+"lr_0",1.4428108768191525e-06,1613935721494,262
+"mom_0",0.9389297280795211,1613935721494,262
+"eps_0",1e-05,1613935721494,262
+"wd_1",0.01,1613935721494,262
+"sqr_mom_1",0.99,1613935721494,262
+"lr_1",1.4428108768191524e-05,1613935721494,262
+"mom_1",0.9389297280795211,1613935721494,262
+"eps_1",1e-05,1613935721494,262
+"wd_2",0.01,1613935721494,262
+"sqr_mom_2",0.99,1613935721494,262
+"lr_2",0.00014428108768191523,1613935721494,262
+"mom_2",0.9389297280795211,1613935721494,262
+"eps_2",1e-05,1613935721494,262
+"train_loss",0.23301724,1613935722454,263
+"raw_loss",0.17677791,1613935722454,263
+"epoch",1.660377358490566,1613935722454,263
+"wd_0",0.01,1613935722454,263
+"sqr_mom_0",0.99,1613935722454,263
+"lr_0",1.4511104803285584e-06,1613935722454,263
+"mom_0",0.938722237991786,1613935722454,263
+"eps_0",1e-05,1613935722454,263
+"wd_1",0.01,1613935722454,263
+"sqr_mom_1",0.99,1613935722454,263
+"lr_1",1.4511104803285583e-05,1613935722454,263
+"mom_1",0.938722237991786,1613935722454,263
+"eps_1",1e-05,1613935722454,263
+"wd_2",0.01,1613935722454,263
+"sqr_mom_2",0.99,1613935722454,263
+"lr_2",0.0001451110480328558,1613935722454,263
+"mom_2",0.938722237991786,1613935722454,263
+"eps_2",1e-05,1613935722454,263
+"train_loss",0.23164019,1613935723438,264
+"raw_loss",0.17225334,1613935723438,264
+"epoch",1.6666666666666665,1613935723438,264
+"wd_0",0.01,1613935723438,264
+"sqr_mom_0",0.99,1613935723438,264
+"lr_0",1.4594773883526642e-06,1613935723438,264
+"mom_0",0.9385130652911834,1613935723438,264
+"eps_0",1e-05,1613935723438,264
+"wd_1",0.01,1613935723438,264
+"sqr_mom_1",0.99,1613935723438,264
+"lr_1",1.4594773883526641e-05,1613935723438,264
+"mom_1",0.9385130652911834,1613935723438,264
+"eps_1",1e-05,1613935723438,264
+"wd_2",0.01,1613935723438,264
+"sqr_mom_2",0.99,1613935723438,264
+"lr_2",0.0001459477388352664,1613935723438,264
+"mom_2",0.9385130652911834,1613935723438,264
+"eps_2",1e-05,1613935723438,264
+"train_loss",0.23262891,1613935724387,265
+"raw_loss",0.27538502,1613935724387,265
+"epoch",1.6729559748427671,1613935724387,265
+"wd_0",0.01,1613935724387,265
+"sqr_mom_0",0.99,1613935724387,265
+"lr_0",1.4679111204489464e-06,1613935724387,265
+"mom_0",0.9383022219887763,1613935724387,265
+"eps_0",1e-05,1613935724387,265
+"wd_1",0.01,1613935724387,265
+"sqr_mom_1",0.99,1613935724387,265
+"lr_1",1.4679111204489462e-05,1613935724387,265
+"mom_1",0.9383022219887763,1613935724387,265
+"eps_1",1e-05,1613935724387,265
+"wd_2",0.01,1613935724387,265
+"sqr_mom_2",0.99,1613935724387,265
+"lr_2",0.00014679111204489461,1613935724387,265
+"mom_2",0.9383022219887763,1613935724387,265
+"eps_2",1e-05,1613935724387,265
+"train_loss",0.23333591,1613935725343,266
+"raw_loss",0.26399007,1613935725343,266
+"epoch",1.6792452830188678,1613935725343,266
+"wd_0",0.01,1613935725343,266
+"sqr_mom_0",0.99,1613935725343,266
+"lr_0",1.4764111894765371e-06,1613935725343,266
+"mom_0",0.9380897202630866,1613935725343,266
+"eps_0",1e-05,1613935725343,266
+"wd_1",0.01,1613935725343,266
+"sqr_mom_1",0.99,1613935725343,266
+"lr_1",1.476411189476537e-05,1613935725343,266
+"mom_1",0.9380897202630866,1613935725343,266
+"eps_1",1e-05,1613935725343,266
+"wd_2",0.01,1613935725343,266
+"sqr_mom_2",0.99,1613935725343,266
+"lr_2",0.00014764111894765368,1613935725343,266
+"mom_2",0.9380897202630866,1613935725343,266
+"eps_2",1e-05,1613935725343,266
+"train_loss",0.23737265,1613935726299,267
+"raw_loss",0.4128562,1613935726299,267
+"epoch",1.6855345911949684,1613935726299,267
+"wd_0",0.01,1613935726299,267
+"sqr_mom_0",0.99,1613935726299,267
+"lr_0",1.4849774683940003e-06,1613935726299,267
+"mom_0",0.93787556329015,1613935726299,267
+"eps_0",1e-05,1613935726299,267
+"wd_1",0.01,1613935726299,267
+"sqr_mom_1",0.99,1613935726299,267
+"lr_1",1.4849774683940001e-05,1613935726299,267
+"mom_1",0.93787556329015,1613935726299,267
+"eps_1",1e-05,1613935726299,267
+"wd_2",0.01,1613935726299,267
+"sqr_mom_2",0.99,1613935726299,267
+"lr_2",0.00014849774683940001,1613935726299,267
+"mom_2",0.93787556329015,1613935726299,267
+"eps_2",1e-05,1613935726299,267
+"train_loss",0.23469456,1613935727253,268
+"raw_loss",0.11797825,1613935727253,268
+"epoch",1.691823899371069,1613935727253,268
+"wd_0",0.01,1613935727253,268
+"sqr_mom_0",0.99,1613935727253,268
+"lr_0",1.4936094652530474e-06,1613935727253,268
+"mom_0",0.9376597633686737,1613935727253,268
+"eps_0",1e-05,1613935727253,268
+"wd_1",0.01,1613935727253,268
+"sqr_mom_1",0.99,1613935727253,268
+"lr_1",1.4936094652530474e-05,1613935727253,268
+"mom_1",0.9376597633686737,1613935727253,268
+"eps_1",1e-05,1613935727253,268
+"wd_2",0.01,1613935727253,268
+"sqr_mom_2",0.99,1613935727253,268
+"lr_2",0.00014936094652530472,1613935727253,268
+"mom_2",0.9376597633686737,1613935727253,268
+"eps_2",1e-05,1613935727253,268
+"train_loss",0.23554434,1613935728210,269
+"raw_loss",0.27267098,1613935728210,269
+"epoch",1.6981132075471697,1613935728210,269
+"wd_0",0.01,1613935728210,269
+"sqr_mom_0",0.99,1613935728210,269
+"lr_0",1.5023067435684292e-06,1613935728210,269
+"mom_0",0.9374423314107893,1613935728210,269
+"eps_0",1e-05,1613935728210,269
+"wd_1",0.01,1613935728210,269
+"sqr_mom_1",0.99,1613935728210,269
+"lr_1",1.502306743568429e-05,1613935728210,269
+"mom_1",0.9374423314107893,1613935728210,269
+"eps_1",1e-05,1613935728210,269
+"wd_2",0.01,1613935728210,269
+"sqr_mom_2",0.99,1613935728210,269
+"lr_2",0.0001502306743568429,1613935728210,269
+"mom_2",0.9374423314107893,1613935728210,269
+"eps_2",1e-05,1613935728210,269
+"train_loss",0.23751937,1613935729162,270
+"raw_loss",0.32401952,1613935729162,270
+"epoch",1.7044025157232703,1613935729162,270
+"wd_0",0.01,1613935729162,270
+"sqr_mom_0",0.99,1613935729162,270
+"lr_0",1.5110690497115666e-06,1613935729162,270
+"mom_0",0.9372232737572108,1613935729162,270
+"eps_0",1e-05,1613935729162,270
+"wd_1",0.01,1613935729162,270
+"sqr_mom_1",0.99,1613935729162,270
+"lr_1",1.5110690497115665e-05,1613935729162,270
+"mom_1",0.9372232737572108,1613935729162,270
+"eps_1",1e-05,1613935729162,270
+"wd_2",0.01,1613935729162,270
+"sqr_mom_2",0.99,1613935729162,270
+"lr_2",0.00015110690497115663,1613935729162,270
+"mom_2",0.9372232737572108,1613935729162,270
+"eps_2",1e-05,1613935729162,270
+"train_loss",0.23505223,1613935730115,271
+"raw_loss",0.12674192,1613935730115,271
+"epoch",1.710691823899371,1613935730115,271
+"wd_0",0.01,1613935730115,271
+"sqr_mom_0",0.99,1613935730115,271
+"lr_0",1.519895942007829e-06,1613935730115,271
+"mom_0",0.9370026014498042,1613935730115,271
+"eps_0",1e-05,1613935730115,271
+"wd_1",0.01,1613935730115,271
+"sqr_mom_1",0.99,1613935730115,271
+"lr_1",1.519895942007829e-05,1613935730115,271
+"mom_1",0.9370026014498042,1613935730115,271
+"eps_1",1e-05,1613935730115,271
+"wd_2",0.01,1613935730115,271
+"sqr_mom_2",0.99,1613935730115,271
+"lr_2",0.0001519895942007829,1613935730115,271
+"mom_2",0.9370026014498042,1613935730115,271
+"eps_2",1e-05,1613935730115,271
+"train_loss",0.23885612,1613935731071,272
+"raw_loss",0.4062383,1613935731071,272
+"epoch",1.7169811320754715,1613935731071,272
+"wd_0",0.01,1613935731071,272
+"sqr_mom_0",0.99,1613935731071,272
+"lr_0",1.528786910721164e-06,1613935731071,272
+"mom_0",0.9367803272319709,1613935731071,272
+"eps_0",1e-05,1613935731071,272
+"wd_1",0.01,1613935731071,272
+"sqr_mom_1",0.99,1613935731071,272
+"lr_1",1.528786910721164e-05,1613935731071,272
+"mom_1",0.9367803272319709,1613935731071,272
+"eps_1",1e-05,1613935731071,272
+"wd_2",0.01,1613935731071,272
+"sqr_mom_2",0.99,1613935731071,272
+"lr_2",0.00015287869107211637,1613935731071,272
+"mom_2",0.9367803272319709,1613935731071,272
+"eps_2",1e-05,1613935731071,272
+"train_loss",0.23801343,1613935732031,273
+"raw_loss",0.20084776,1613935732031,273
+"epoch",1.7232704402515722,1613935732031,273
+"wd_0",0.01,1613935732031,273
+"sqr_mom_0",0.99,1613935732031,273
+"lr_0",1.5377418229677764e-06,1613935732031,273
+"mom_0",0.9365564544258056,1613935732031,273
+"eps_0",1e-05,1613935732031,273
+"wd_1",0.01,1613935732031,273
+"sqr_mom_1",0.99,1613935732031,273
+"lr_1",1.5377418229677763e-05,1613935732031,273
+"mom_1",0.9365564544258056,1613935732031,273
+"eps_1",1e-05,1613935732031,273
+"wd_2",0.01,1613935732031,273
+"sqr_mom_2",0.99,1613935732031,273
+"lr_2",0.00015377418229677763,1613935732031,273
+"mom_2",0.9365564544258056,1613935732031,273
+"eps_2",1e-05,1613935732031,273
+"train_loss",0.23599507,1613935733002,274
+"raw_loss",0.14678298,1613935733002,274
+"epoch",1.7295597484276728,1613935733002,274
+"wd_0",0.01,1613935733002,274
+"sqr_mom_0",0.99,1613935733002,274
+"lr_0",1.5467601643683808e-06,1613935733002,274
+"mom_0",0.9363309958907905,1613935733002,274
+"eps_0",1e-05,1613935733002,274
+"wd_1",0.01,1613935733002,274
+"sqr_mom_1",0.99,1613935733002,274
+"lr_1",1.5467601643683806e-05,1613935733002,274
+"mom_1",0.9363309958907905,1613935733002,274
+"eps_1",1e-05,1613935733002,274
+"wd_2",0.01,1613935733002,274
+"sqr_mom_2",0.99,1613935733002,274
+"lr_2",0.00015467601643683808,1613935733002,274
+"mom_2",0.9363309958907905,1613935733002,274
+"eps_2",1e-05,1613935733002,274
+"train_loss",0.23637764,1613935733954,275
+"raw_loss",0.25332388,1613935733954,275
+"epoch",1.7358490566037734,1613935733954,275
+"wd_0",0.01,1613935733954,275
+"sqr_mom_0",0.99,1613935733954,275
+"lr_0",1.5558414141856487e-06,1613935733954,275
+"mom_0",0.9361039646453587,1613935733954,275
+"eps_0",1e-05,1613935733954,275
+"wd_1",0.01,1613935733954,275
+"sqr_mom_1",0.99,1613935733954,275
+"lr_1",1.5558414141856485e-05,1613935733954,275
+"mom_1",0.9361039646453587,1613935733954,275
+"eps_1",1e-05,1613935733954,275
+"wd_2",0.01,1613935733954,275
+"sqr_mom_2",0.99,1613935733954,275
+"lr_2",0.00015558414141856485,1613935733954,275
+"mom_2",0.9361039646453587,1613935733954,275
+"eps_2",1e-05,1613935733954,275
+"train_loss",0.2350748,1613935734917,276
+"raw_loss",0.1772409,1613935734917,276
+"epoch",1.742138364779874,1613935734917,276
+"wd_0",0.01,1613935734917,276
+"sqr_mom_0",0.99,1613935734917,276
+"lr_0",1.5649854366918569e-06,1613935734917,276
+"mom_0",0.9358753640827036,1613935734917,276
+"eps_0",1e-05,1613935734917,276
+"wd_1",0.01,1613935734917,276
+"sqr_mom_1",0.99,1613935734917,276
+"lr_1",1.5649854366918567e-05,1613935734917,276
+"mom_1",0.9358753640827036,1613935734917,276
+"eps_1",1e-05,1613935734917,276
+"wd_2",0.01,1613935734917,276
+"sqr_mom_2",0.99,1613935734917,276
+"lr_2",0.00015649854366918568,1613935734917,276
+"mom_2",0.9358753640827036,1613935734917,276
+"eps_2",1e-05,1613935734917,276
+"train_loss",0.23272118,1613935735880,277
+"raw_loss",0.12802525,1613935735880,277
+"epoch",1.7484276729559747,1613935735880,277
+"wd_0",0.01,1613935735880,277
+"sqr_mom_0",0.99,1613935735880,277
+"lr_0",1.5741917065912725e-06,1613935735880,277
+"mom_0",0.9356452073352182,1613935735880,277
+"eps_0",1e-05,1613935735880,277
+"wd_1",0.01,1613935735880,277
+"sqr_mom_1",0.99,1613935735880,277
+"lr_1",1.5741917065912725e-05,1613935735880,277
+"mom_1",0.9356452073352182,1613935735880,277
+"eps_1",1e-05,1613935735880,277
+"wd_2",0.01,1613935735880,277
+"sqr_mom_2",0.99,1613935735880,277
+"lr_2",0.00015741917065912724,1613935735880,277
+"mom_2",0.9356452073352182,1613935735880,277
+"eps_2",1e-05,1613935735880,277
+"train_loss",0.23530458,1613935736843,278
+"raw_loss",0.3504552,1613935736843,278
+"epoch",1.7547169811320753,1613935736843,278
+"wd_0",0.01,1613935736843,278
+"sqr_mom_0",0.99,1613935736843,278
+"lr_0",1.583459758443592e-06,1613935736843,278
+"mom_0",0.9354135060389102,1613935736843,278
+"eps_0",1e-05,1613935736843,278
+"wd_1",0.01,1613935736843,278
+"sqr_mom_1",0.99,1613935736843,278
+"lr_1",1.583459758443592e-05,1613935736843,278
+"mom_1",0.9354135060389102,1613935736843,278
+"eps_1",1e-05,1613935736843,278
+"wd_2",0.01,1613935736843,278
+"sqr_mom_2",0.99,1613935736843,278
+"lr_2",0.0001583459758443592,1613935736843,278
+"mom_2",0.9354135060389102,1613935736843,278
+"eps_2",1e-05,1613935736843,278
+"train_loss",0.2336918,1613935737843,279
+"raw_loss",0.1616623,1613935737843,279
+"epoch",1.761006289308176,1613935737843,279
+"wd_0",0.01,1613935737843,279
+"sqr_mom_0",0.99,1613935737843,279
+"lr_0",1.592789255445108e-06,1613935737843,279
+"mom_0",0.9351802686138723,1613935737843,279
+"eps_0",1e-05,1613935737843,279
+"wd_1",0.01,1613935737843,279
+"sqr_mom_1",0.99,1613935737843,279
+"lr_1",1.5927892554451083e-05,1613935737843,279
+"mom_1",0.9351802686138723,1613935737843,279
+"eps_1",1e-05,1613935737843,279
+"wd_2",0.01,1613935737843,279
+"sqr_mom_2",0.99,1613935737843,279
+"lr_2",0.0001592789255445108,1613935737843,279
+"mom_2",0.9351802686138723,1613935737843,279
+"eps_2",1e-05,1613935737843,279
+"train_loss",0.23766921,1613935738820,280
+"raw_loss",0.41565302,1613935738820,280
+"epoch",1.7672955974842766,1613935738820,280
+"wd_0",0.01,1613935738820,280
+"sqr_mom_0",0.99,1613935738820,280
+"lr_0",1.602179859873749e-06,1613935738820,280
+"mom_0",0.9349455035031562,1613935738820,280
+"eps_0",1e-05,1613935738820,280
+"wd_1",0.01,1613935738820,280
+"sqr_mom_1",0.99,1613935738820,280
+"lr_1",1.6021798598737488e-05,1613935738820,280
+"mom_1",0.9349455035031562,1613935738820,280
+"eps_1",1e-05,1613935738820,280
+"wd_2",0.01,1613935738820,280
+"sqr_mom_2",0.99,1613935738820,280
+"lr_2",0.00016021798598737488,1613935738820,280
+"mom_2",0.9349455035031562,1613935738820,280
+"eps_2",1e-05,1613935738820,280
+"train_loss",0.23608077,1613935739783,281
+"raw_loss",0.1648654,1613935739783,281
+"epoch",1.7735849056603772,1613935739783,281
+"wd_0",0.01,1613935739783,281
+"sqr_mom_0",0.99,1613935739783,281
+"lr_0",1.611630963508695e-06,1613935739783,281
+"mom_0",0.9347092259122826,1613935739783,281
+"eps_0",1e-05,1613935739783,281
+"wd_1",0.01,1613935739783,281
+"sqr_mom_1",0.99,1613935739783,281
+"lr_1",1.611630963508695e-05,1613935739783,281
+"mom_1",0.9347092259122826,1613935739783,281
+"eps_1",1e-05,1613935739783,281
+"wd_2",0.01,1613935739783,281
+"sqr_mom_2",0.99,1613935739783,281
+"lr_2",0.00016116309635086948,1613935739783,281
+"mom_2",0.9347092259122826,1613935739783,281
+"eps_2",1e-05,1613935739783,281
+"train_loss",0.23323198,1613935740752,282
+"raw_loss",0.10527344,1613935740752,282
+"epoch",1.7798742138364778,1613935740752,282
+"wd_0",0.01,1613935740752,282
+"sqr_mom_0",0.99,1613935740752,282
+"lr_0",1.6211424250944138e-06,1613935740752,282
+"mom_0",0.9344714393726397,1613935740752,282
+"eps_0",1e-05,1613935740752,282
+"wd_1",0.01,1613935740752,282
+"sqr_mom_1",0.99,1613935740752,282
+"lr_1",1.6211424250944137e-05,1613935740752,282
+"mom_1",0.9344714393726397,1613935740752,282
+"eps_1",1e-05,1613935740752,282
+"wd_2",0.01,1613935740752,282
+"sqr_mom_2",0.99,1613935740752,282
+"lr_2",0.00016211424250944136,1613935740752,282
+"mom_2",0.9344714393726397,1613935740752,282
+"eps_2",1e-05,1613935740752,282
+"train_loss",0.23494205,1613935741720,283
+"raw_loss",0.31189245,1613935741720,283
+"epoch",1.7861635220125784,1613935741720,283
+"wd_0",0.01,1613935741720,283
+"sqr_mom_0",0.99,1613935741720,283
+"lr_0",1.6307136981216592e-06,1613935741720,283
+"mom_0",0.9342321575469585,1613935741720,283
+"eps_0",1e-05,1613935741720,283
+"wd_1",0.01,1613935741720,283
+"sqr_mom_1",0.99,1613935741720,283
+"lr_1",1.630713698121659e-05,1613935741720,283
+"mom_1",0.9342321575469585,1613935741720,283
+"eps_1",1e-05,1613935741720,283
+"wd_2",0.01,1613935741720,283
+"sqr_mom_2",0.99,1613935741720,283
+"lr_2",0.0001630713698121659,1613935741720,283
+"mom_2",0.9342321575469585,1613935741720,283
+"eps_2",1e-05,1613935741720,283
+"train_loss",0.23411314,1613935742682,284
+"raw_loss",0.19674778,1613935742682,284
+"epoch",1.792452830188679,1613935742682,284
+"wd_0",0.01,1613935742682,284
+"sqr_mom_0",0.99,1613935742682,284
+"lr_0",1.6403443674122072e-06,1613935742682,284
+"mom_0",0.9339913908146947,1613935742682,284
+"eps_0",1e-05,1613935742682,284
+"wd_1",0.01,1613935742682,284
+"sqr_mom_1",0.99,1613935742682,284
+"lr_1",1.640344367412207e-05,1613935742682,284
+"mom_1",0.9339913908146947,1613935742682,284
+"eps_1",1e-05,1613935742682,284
+"wd_2",0.01,1613935742682,284
+"sqr_mom_2",0.99,1613935742682,284
+"lr_2",0.00016403443674122068,1613935742682,284
+"mom_2",0.9339913908146947,1613935742682,284
+"eps_2",1e-05,1613935742682,284
+"train_loss",0.23152906,1613935743651,285
+"raw_loss",0.11483913,1613935743651,285
+"epoch",1.7987421383647797,1613935743651,285
+"wd_0",0.01,1613935743651,285
+"sqr_mom_0",0.99,1613935743651,285
+"lr_0",1.650034015211374e-06,1613935743651,285
+"mom_0",0.9337491496197157,1613935743651,285
+"eps_0",1e-05,1613935743651,285
+"wd_1",0.01,1613935743651,285
+"sqr_mom_1",0.99,1613935743651,285
+"lr_1",1.650034015211374e-05,1613935743651,285
+"mom_1",0.9337491496197157,1613935743651,285
+"eps_1",1e-05,1613935743651,285
+"wd_2",0.01,1613935743651,285
+"sqr_mom_2",0.99,1613935743651,285
+"lr_2",0.00016500340152113738,1613935743651,285
+"mom_2",0.9337491496197157,1613935743651,285
+"eps_2",1e-05,1613935743651,285
+"train_loss",0.23738763,1613935744618,286
+"raw_loss",0.5023928,1613935744618,286
+"epoch",1.8050314465408803,1613935744618,286
+"wd_0",0.01,1613935744618,286
+"sqr_mom_0",0.99,1613935744618,286
+"lr_0",1.65978222120613e-06,1613935744618,286
+"mom_0",0.9335054444698467,1613935744618,286
+"eps_0",1e-05,1613935744618,286
+"wd_1",0.01,1613935744618,286
+"sqr_mom_1",0.99,1613935744618,286
+"lr_1",1.65978222120613e-05,1613935744618,286
+"mom_1",0.9335054444698467,1613935744618,286
+"eps_1",1e-05,1613935744618,286
+"wd_2",0.01,1613935744618,286
+"sqr_mom_2",0.99,1613935744618,286
+"lr_2",0.000165978222120613,1613935744618,286
+"mom_2",0.9335054444698467,1613935744618,286
+"eps_2",1e-05,1613935744618,286
+"train_loss",0.24304907,1613935745572,287
+"raw_loss",0.49956414,1613935745572,287
+"epoch",1.811320754716981,1613935745572,287
+"wd_0",0.01,1613935745572,287
+"sqr_mom_0",0.99,1613935745572,287
+"lr_0",1.6695884227286103e-06,1613935745572,287
+"mom_0",0.9332602894317847,1613935745572,287
+"eps_0",1e-05,1613935745572,287
+"wd_1",0.01,1613935745572,287
+"sqr_mom_1",0.99,1613935745572,287
+"lr_1",1.6695884227286102e-05,1613935745572,287
+"mom_1",0.9332602894317847,1613935745572,287
+"eps_1",1e-05,1613935745572,287
+"wd_2",0.01,1613935745572,287
+"sqr_mom_2",0.99,1613935745572,287
+"lr_2",0.00016695884227286103,1613935745572,287
+"mom_2",0.9332602894317847,1613935745572,287
+"eps_2",1e-05,1613935745572,287
+"train_loss",0.24353136,1613935746527,288
+"raw_loss",0.26541978,1613935746527,288
+"epoch",1.8176100628930816,1613935746527,288
+"wd_0",0.01,1613935746527,288
+"sqr_mom_0",0.99,1613935746527,288
+"lr_0",1.6794524732160138e-06,1613935746527,288
+"mom_0",0.9330136881695996,1613935746527,288
+"eps_0",1e-05,1613935746527,288
+"wd_1",0.01,1613935746527,288
+"sqr_mom_1",0.99,1613935746527,288
+"lr_1",1.6794524732160137e-05,1613935746527,288
+"mom_1",0.9330136881695996,1613935746527,288
+"eps_1",1e-05,1613935746527,288
+"wd_2",0.01,1613935746527,288
+"sqr_mom_2",0.99,1613935746527,288
+"lr_2",0.00016794524732160137,1613935746527,288
+"mom_2",0.9330136881695996,1613935746527,288
+"eps_2",1e-05,1613935746527,288
+"train_loss",0.24583137,1613935747496,289
+"raw_loss",0.35037825,1613935747496,289
+"epoch",1.8238993710691822,1613935747496,289
+"wd_0",0.01,1613935747496,289
+"sqr_mom_0",0.99,1613935747496,289
+"lr_0",1.6893738057988404e-06,1613935747496,289
+"mom_0",0.9327656548550289,1613935747496,289
+"eps_0",1e-05,1613935747496,289
+"wd_1",0.01,1613935747496,289
+"sqr_mom_1",0.99,1613935747496,289
+"lr_1",1.6893738057988402e-05,1613935747496,289
+"mom_1",0.9327656548550289,1613935747496,289
+"eps_1",1e-05,1613935747496,289
+"wd_2",0.01,1613935747496,289
+"sqr_mom_2",0.99,1613935747496,289
+"lr_2",0.00016893738057988404,1613935747496,289
+"mom_2",0.9327656548550289,1613935747496,289
+"eps_2",1e-05,1613935747496,289
+"train_loss",0.2443422,1613935748455,290
+"raw_loss",0.17654666,1613935748455,290
+"epoch",1.8301886792452828,1613935748455,290
+"wd_0",0.01,1613935748455,290
+"sqr_mom_0",0.99,1613935748455,290
+"lr_0",1.6993518478657188e-06,1613935748455,290
+"mom_0",0.932516203803357,1613935748455,290
+"eps_0",1e-05,1613935748455,290
+"wd_1",0.01,1613935748455,290
+"sqr_mom_1",0.99,1613935748455,290
+"lr_1",1.699351847865719e-05,1613935748455,290
+"mom_1",0.932516203803357,1613935748455,290
+"eps_1",1e-05,1613935748455,290
+"wd_2",0.01,1613935748455,290
+"sqr_mom_2",0.99,1613935748455,290
+"lr_2",0.00016993518478657186,1613935748455,290
+"mom_2",0.932516203803357,1613935748455,290
+"eps_2",1e-05,1613935748455,290
+"train_loss",0.24207275,1613935749409,291
+"raw_loss",0.13859634,1613935749409,291
+"epoch",1.8364779874213835,1613935749409,291
+"wd_0",0.01,1613935749409,291
+"sqr_mom_0",0.99,1613935749409,291
+"lr_0",1.7093864502855317e-06,1613935749409,291
+"mom_0",0.9322653387428617,1613935749409,291
+"eps_0",1e-05,1613935749409,291
+"wd_1",0.01,1613935749409,291
+"sqr_mom_1",0.99,1613935749409,291
+"lr_1",1.7093864502855316e-05,1613935749409,291
+"mom_1",0.9322653387428617,1613935749409,291
+"eps_1",1e-05,1613935749409,291
+"wd_2",0.01,1613935749409,291
+"sqr_mom_2",0.99,1613935749409,291
+"lr_2",0.00017093864502855315,1613935749409,291
+"mom_2",0.9322653387428617,1613935749409,291
+"eps_2",1e-05,1613935749409,291
+"train_loss",0.24581988,1613935750380,292
+"raw_loss",0.4169279,1613935750380,292
+"epoch",1.842767295597484,1613935750380,292
+"wd_0",0.01,1613935750380,292
+"sqr_mom_0",0.99,1613935750380,292
+"lr_0",1.7194768924985569e-06,1613935750380,292
+"mom_0",0.932013077687536,1613935750380,292
+"eps_0",1e-05,1613935750380,292
+"wd_1",0.01,1613935750380,292
+"sqr_mom_1",0.99,1613935750380,292
+"lr_1",1.7194768924985568e-05,1613935750380,292
+"mom_1",0.932013077687536,1613935750380,292
+"eps_1",1e-05,1613935750380,292
+"wd_2",0.01,1613935750380,292
+"sqr_mom_2",0.99,1613935750380,292
+"lr_2",0.0001719476892498557,1613935750380,292
+"mom_2",0.932013077687536,1613935750380,292
+"eps_2",1e-05,1613935750380,292
+"train_loss",0.24474616,1613935751347,293
+"raw_loss",0.19564448,1613935751347,293
+"epoch",1.8490566037735847,1613935751347,293
+"wd_0",0.01,1613935751347,293
+"sqr_mom_0",0.99,1613935751347,293
+"lr_0",1.7296230236937523e-06,1613935751347,293
+"mom_0",0.9317594244076561,1613935751347,293
+"eps_0",1e-05,1613935751347,293
+"wd_1",0.01,1613935751347,293
+"sqr_mom_1",0.99,1613935751347,293
+"lr_1",1.7296230236937522e-05,1613935751347,293
+"mom_1",0.9317594244076561,1613935751347,293
+"eps_1",1e-05,1613935751347,293
+"wd_2",0.01,1613935751347,293
+"sqr_mom_2",0.99,1613935751347,293
+"lr_2",0.00017296230236937523,1613935751347,293
+"mom_2",0.9317594244076561,1613935751347,293
+"eps_2",1e-05,1613935751347,293
+"train_loss",0.24375829,1613935752293,294
+"raw_loss",0.19851767,1613935752293,294
+"epoch",1.8553459119496853,1613935752293,294
+"wd_0",0.01,1613935752293,294
+"sqr_mom_0",0.99,1613935752293,294
+"lr_0",1.739824260709605e-06,1613935752293,294
+"mom_0",0.9315043934822599,1613935752293,294
+"eps_0",1e-05,1613935752293,294
+"wd_1",0.01,1613935752293,294
+"sqr_mom_1",0.99,1613935752293,294
+"lr_1",1.739824260709605e-05,1613935752293,294
+"mom_1",0.9315043934822599,1613935752293,294
+"eps_1",1e-05,1613935752293,294
+"wd_2",0.01,1613935752293,294
+"sqr_mom_2",0.99,1613935752293,294
+"lr_2",0.0001739824260709605,1613935752293,294
+"mom_2",0.9315043934822599,1613935752293,294
+"eps_2",1e-05,1613935752293,294
+"train_loss",0.24366978,1613935753243,295
+"raw_loss",0.23961033,1613935753243,295
+"epoch",1.861635220125786,1613935753243,295
+"wd_0",0.01,1613935753243,295
+"sqr_mom_0",0.99,1613935753243,295
+"lr_0",1.750080014860877e-06,1613935753243,295
+"mom_0",0.931247999628478,1613935753243,295
+"eps_0",1e-05,1613935753243,295
+"wd_1",0.01,1613935753243,295
+"sqr_mom_1",0.99,1613935753243,295
+"lr_1",1.750080014860877e-05,1613935753243,295
+"mom_1",0.931247999628478,1613935753243,295
+"eps_1",1e-05,1613935753243,295
+"wd_2",0.01,1613935753243,295
+"sqr_mom_2",0.99,1613935753243,295
+"lr_2",0.0001750080014860877,1613935753243,295
+"mom_2",0.931247999628478,1613935753243,295
+"eps_2",1e-05,1613935753243,295
+"train_loss",0.24143478,1613935754195,296
+"raw_loss",0.13879797,1613935754195,296
+"epoch",1.8679245283018866,1613935754195,296
+"wd_0",0.01,1613935754195,296
+"sqr_mom_0",0.99,1613935754195,296
+"lr_0",1.7603901328657866e-06,1613935754195,296
+"mom_0",0.9309902466783553,1613935754195,296
+"eps_0",1e-05,1613935754195,296
+"wd_1",0.01,1613935754195,296
+"sqr_mom_1",0.99,1613935754195,296
+"lr_1",1.7603901328657862e-05,1613935754195,296
+"mom_1",0.9309902466783553,1613935754195,296
+"eps_1",1e-05,1613935754195,296
+"wd_2",0.01,1613935754195,296
+"sqr_mom_2",0.99,1613935754195,296
+"lr_2",0.00017603901328657864,1613935754195,296
+"mom_2",0.9309902466783553,1613935754195,296
+"eps_2",1e-05,1613935754195,296
+"train_loss",0.2394904,1613935755153,297
+"raw_loss",0.15007918,1613935755153,297
+"epoch",1.8742138364779872,1613935755153,297
+"wd_0",0.01,1613935755153,297
+"sqr_mom_0",0.99,1613935755153,297
+"lr_0",1.7707540220900245e-06,1613935755153,297
+"mom_0",0.9307311494477494,1613935755153,297
+"eps_0",1e-05,1613935755153,297
+"wd_1",0.01,1613935755153,297
+"sqr_mom_1",0.99,1613935755153,297
+"lr_1",1.7707540220900245e-05,1613935755153,297
+"mom_1",0.9307311494477494,1613935755153,297
+"eps_1",1e-05,1613935755153,297
+"wd_2",0.01,1613935755153,297
+"sqr_mom_2",0.99,1613935755153,297
+"lr_2",0.00017707540220900244,1613935755153,297
+"mom_2",0.9307311494477494,1613935755153,297
+"eps_2",1e-05,1613935755153,297
+"train_loss",0.23748888,1613935756106,298
+"raw_loss",0.14532915,1613935756106,298
+"epoch",1.8805031446540879,1613935756106,298
+"wd_0",0.01,1613935756106,298
+"sqr_mom_0",0.99,1613935756106,298
+"lr_0",1.781171084509336e-06,1613935756106,298
+"mom_0",0.9304707228872666,1613935756106,298
+"eps_0",1e-05,1613935756106,298
+"wd_1",0.01,1613935756106,298
+"sqr_mom_1",0.99,1613935756106,298
+"lr_1",1.7811710845093362e-05,1613935756106,298
+"mom_1",0.9304707228872666,1613935756106,298
+"eps_1",1e-05,1613935756106,298
+"wd_2",0.01,1613935756106,298
+"sqr_mom_2",0.99,1613935756106,298
+"lr_2",0.0001781171084509336,1613935756106,298
+"mom_2",0.9304707228872666,1613935756106,298
+"eps_2",1e-05,1613935756106,298
+"train_loss",0.2347133,1613935757058,299
+"raw_loss",0.10674911,1613935757058,299
+"epoch",1.8867924528301885,1613935757058,299
+"wd_0",0.01,1613935757058,299
+"sqr_mom_0",0.99,1613935757058,299
+"lr_0",1.7916411644310379e-06,1613935757058,299
+"mom_0",0.930208970889224,1613935757058,299
+"eps_0",1e-05,1613935757058,299
+"wd_1",0.01,1613935757058,299
+"sqr_mom_1",0.99,1613935757058,299
+"lr_1",1.7916411644310377e-05,1613935757058,299
+"mom_1",0.930208970889224,1613935757058,299
+"eps_1",1e-05,1613935757058,299
+"wd_2",0.01,1613935757058,299
+"sqr_mom_2",0.99,1613935757058,299
+"lr_2",0.0001791641164431038,1613935757058,299
+"mom_2",0.930208970889224,1613935757058,299
+"eps_2",1e-05,1613935757058,299
+"train_loss",0.23470436,1613935758011,300
+"raw_loss",0.234292,1613935758011,300
+"epoch",1.893081761006289,1613935758011,300
+"wd_0",0.01,1613935758011,300
+"sqr_mom_0",0.99,1613935758011,300
+"lr_0",1.80216365997938e-06,1613935758011,300
+"mom_0",0.9299459085005155,1613935758011,300
+"eps_0",1e-05,1613935758011,300
+"wd_1",0.01,1613935758011,300
+"sqr_mom_1",0.99,1613935758011,300
+"lr_1",1.8021636599793797e-05,1613935758011,300
+"mom_1",0.9299459085005155,1613935758011,300
+"eps_1",1e-05,1613935758011,300
+"wd_2",0.01,1613935758011,300
+"sqr_mom_2",0.99,1613935758011,300
+"lr_2",0.00018021636599793798,1613935758011,300
+"mom_2",0.9299459085005155,1613935758011,300
+"eps_2",1e-05,1613935758011,300
+"train_loss",0.23416625,1613935758976,301
+"raw_loss",0.20929484,1613935758976,301
+"epoch",1.8993710691823897,1613935758976,301
+"wd_0",0.01,1613935758976,301
+"sqr_mom_0",0.99,1613935758976,301
+"lr_0",1.8127381147144526e-06,1613935758976,301
+"mom_0",0.9296815471321387,1613935758976,301
+"eps_0",1e-05,1613935758976,301
+"wd_1",0.01,1613935758976,301
+"sqr_mom_1",0.99,1613935758976,301
+"lr_1",1.8127381147144524e-05,1613935758976,301
+"mom_1",0.9296815471321387,1613935758976,301
+"eps_1",1e-05,1613935758976,301
+"wd_2",0.01,1613935758976,301
+"sqr_mom_2",0.99,1613935758976,301
+"lr_2",0.00018127381147144524,1613935758976,301
+"mom_2",0.9296815471321387,1613935758976,301
+"eps_2",1e-05,1613935758976,301
+"train_loss",0.23242128,1613935759939,302
+"raw_loss",0.15167439,1613935759939,302
+"epoch",1.9056603773584904,1613935759939,302
+"wd_0",0.01,1613935759939,302
+"sqr_mom_0",0.99,1613935759939,302
+"lr_0",1.8233640699424844e-06,1613935759939,302
+"mom_0",0.9294158982514379,1613935759939,302
+"eps_0",1e-05,1613935759939,302
+"wd_1",0.01,1613935759939,302
+"sqr_mom_1",0.99,1613935759939,302
+"lr_1",1.8233640699424843e-05,1613935759939,302
+"mom_1",0.9294158982514379,1613935759939,302
+"eps_1",1e-05,1613935759939,302
+"wd_2",0.01,1613935759939,302
+"sqr_mom_2",0.99,1613935759939,302
+"lr_2",0.00018233640699424843,1613935759939,302
+"mom_2",0.9294158982514379,1613935759939,302
+"eps_2",1e-05,1613935759939,302
+"train_loss",0.23306061,1613935760913,303
+"raw_loss",0.262681,1613935760913,303
+"epoch",1.911949685534591,1613935760913,303
+"wd_0",0.01,1613935760913,303
+"sqr_mom_0",0.99,1613935760913,303
+"lr_0",1.8340410647357392e-06,1613935760913,303
+"mom_0",0.9291489733816065,1613935760913,303
+"eps_0",1e-05,1613935760913,303
+"wd_1",0.01,1613935760913,303
+"sqr_mom_1",0.99,1613935760913,303
+"lr_1",1.834041064735739e-05,1613935760913,303
+"mom_1",0.9291489733816065,1613935760913,303
+"eps_1",1e-05,1613935760913,303
+"wd_2",0.01,1613935760913,303
+"sqr_mom_2",0.99,1613935760913,303
+"lr_2",0.0001834041064735739,1613935760913,303
+"mom_2",0.9291489733816065,1613935760913,303
+"eps_2",1e-05,1613935760913,303
+"train_loss",0.22986898,1613935761876,304
+"raw_loss",0.08183457,1613935761876,304
+"epoch",1.9182389937106916,1613935761876,304
+"wd_0",0.01,1613935761876,304
+"sqr_mom_0",0.99,1613935761876,304
+"lr_0",1.8447684830958179e-06,1613935761876,304
+"mom_0",0.9288807879226045,1613935761876,304
+"eps_0",1e-05,1613935761876,304
+"wd_1",0.01,1613935761876,304
+"sqr_mom_1",0.99,1613935761876,304
+"lr_1",1.844768483095818e-05,1613935761876,304
+"mom_1",0.9288807879226045,1613935761876,304
+"eps_1",1e-05,1613935761876,304
+"wd_2",0.01,1613935761876,304
+"sqr_mom_2",0.99,1613935761876,304
+"lr_2",0.00018447684830958175,1613935761876,304
+"mom_2",0.9288807879226045,1613935761876,304
+"eps_2",1e-05,1613935761876,304
+"train_loss",0.23021892,1613935762844,305
+"raw_loss",0.24646735,1613935762844,305
+"epoch",1.9245283018867922,1613935762844,305
+"wd_0",0.01,1613935762844,305
+"sqr_mom_0",0.99,1613935762844,305
+"lr_0",1.8555461646914762e-06,1613935762844,305
+"mom_0",0.9286113458827131,1613935762844,305
+"eps_0",1e-05,1613935762844,305
+"wd_1",0.01,1613935762844,305
+"sqr_mom_1",0.99,1613935762844,305
+"lr_1",1.855546164691476e-05,1613935762844,305
+"mom_1",0.9286113458827131,1613935762844,305
+"eps_1",1e-05,1613935762844,305
+"wd_2",0.01,1613935762844,305
+"sqr_mom_2",0.99,1613935762844,305
+"lr_2",0.00018555461646914759,1613935762844,305
+"mom_2",0.9286113458827131,1613935762844,305
+"eps_2",1e-05,1613935762844,305
+"train_loss",0.2268835,1613935763809,306
+"raw_loss",0.07183431,1613935763809,306
+"epoch",1.9308176100628929,1613935763809,306
+"wd_0",0.01,1613935763809,306
+"sqr_mom_0",0.99,1613935763809,306
+"lr_0",1.8663734898724451e-06,1613935763809,306
+"mom_0",0.9283406627531888,1613935763809,306
+"eps_0",1e-05,1613935763809,306
+"wd_1",0.01,1613935763809,306
+"sqr_mom_1",0.99,1613935763809,306
+"lr_1",1.866373489872445e-05,1613935763809,306
+"mom_1",0.9283406627531888,1613935763809,306
+"eps_1",1e-05,1613935763809,306
+"wd_2",0.01,1613935763809,306
+"sqr_mom_2",0.99,1613935763809,306
+"lr_2",0.0001866373489872445,1613935763809,306
+"mom_2",0.9283406627531888,1613935763809,306
+"eps_2",1e-05,1613935763809,306
+"train_loss",0.23171905,1613935764784,307
+"raw_loss",0.45674577,1613935764784,307
+"epoch",1.9371069182389935,1613935764784,307
+"wd_0",0.01,1613935764784,307
+"sqr_mom_0",0.99,1613935764784,307
+"lr_0",1.8772498340122548e-06,1613935764784,307
+"mom_0",0.9280687541496936,1613935764784,307
+"eps_0",1e-05,1613935764784,307
+"wd_1",0.01,1613935764784,307
+"sqr_mom_1",0.99,1613935764784,307
+"lr_1",1.8772498340122548e-05,1613935764784,307
+"mom_1",0.9280687541496936,1613935764784,307
+"eps_1",1e-05,1613935764784,307
+"wd_2",0.01,1613935764784,307
+"sqr_mom_2",0.99,1613935764784,307
+"lr_2",0.00018772498340122548,1613935764784,307
+"mom_2",0.9280687541496936,1613935764784,307
+"eps_2",1e-05,1613935764784,307
+"train_loss",0.23400256,1613935765739,308
+"raw_loss",0.34038067,1613935765739,308
+"epoch",1.9433962264150941,1613935765739,308
+"wd_0",0.01,1613935765739,308
+"sqr_mom_0",0.99,1613935765739,308
+"lr_0",1.888175034553828e-06,1613935765739,308
+"mom_0",0.9277956241361542,1613935765739,308
+"eps_0",1e-05,1613935765739,308
+"wd_1",0.01,1613935765739,308
+"sqr_mom_1",0.99,1613935765739,308
+"lr_1",1.8881750345538278e-05,1613935765739,308
+"mom_1",0.9277956241361542,1613935765739,308
+"eps_1",1e-05,1613935765739,308
+"wd_2",0.01,1613935765739,308
+"sqr_mom_2",0.99,1613935765739,308
+"lr_2",0.00018881750345538278,1613935765739,308
+"mom_2",0.9277956241361542,1613935765739,308
+"eps_2",1e-05,1613935765739,308
+"train_loss",0.2359342,1613935766702,309
+"raw_loss",0.32601365,1613935766702,309
+"epoch",1.9496855345911948,1613935766702,309
+"wd_0",0.01,1613935766702,309
+"sqr_mom_0",0.99,1613935766702,309
+"lr_0",1.899148463320795e-06,1613935766702,309
+"mom_0",0.9275212884169801,1613935766702,309
+"eps_0",1e-05,1613935766702,309
+"wd_1",0.01,1613935766702,309
+"sqr_mom_1",0.99,1613935766702,309
+"lr_1",1.899148463320795e-05,1613935766702,309
+"mom_1",0.9275212884169801,1613935766702,309
+"eps_1",1e-05,1613935766702,309
+"wd_2",0.01,1613935766702,309
+"sqr_mom_2",0.99,1613935766702,309
+"lr_2",0.00018991484633207946,1613935766702,309
+"mom_2",0.9275212884169801,1613935766702,309
+"eps_2",1e-05,1613935766702,309
+"train_loss",0.2357584,1613935767660,310
+"raw_loss",0.22755085,1613935767660,310
+"epoch",1.9559748427672954,1613935767660,310
+"wd_0",0.01,1613935767660,310
+"sqr_mom_0",0.99,1613935767660,310
+"lr_0",1.91016948730246e-06,1613935767660,310
+"mom_0",0.9272457628174384,1613935767660,310
+"eps_0",1e-05,1613935767660,310
+"wd_1",0.01,1613935767660,310
+"sqr_mom_1",0.99,1613935767660,310
+"lr_1",1.91016948730246e-05,1613935767660,310
+"mom_1",0.9272457628174384,1613935767660,310
+"eps_1",1e-05,1613935767660,310
+"wd_2",0.01,1613935767660,310
+"sqr_mom_2",0.99,1613935767660,310
+"lr_2",0.00019101694873024602,1613935767660,310
+"mom_2",0.9272457628174384,1613935767660,310
+"eps_2",1e-05,1613935767660,310
+"train_loss",0.23581119,1613935768623,311
+"raw_loss",0.23827858,1613935768623,311
+"epoch",1.962264150943396,1613935768623,311
+"wd_0",0.01,1613935768623,311
+"sqr_mom_0",0.99,1613935768623,311
+"lr_0",1.9212379417793726e-06,1613935768623,311
+"mom_0",0.9269690514555157,1613935768623,311
+"eps_0",1e-05,1613935768623,311
+"wd_1",0.01,1613935768623,311
+"sqr_mom_1",0.99,1613935768623,311
+"lr_1",1.9212379417793724e-05,1613935768623,311
+"mom_1",0.9269690514555157,1613935768623,311
+"eps_1",1e-05,1613935768623,311
+"wd_2",0.01,1613935768623,311
+"sqr_mom_2",0.99,1613935768623,311
+"lr_2",0.00019212379417793722,1613935768623,311
+"mom_2",0.9269690514555157,1613935768623,311
+"eps_2",1e-05,1613935768623,311
+"train_loss",0.23697971,1613935769579,312
+"raw_loss",0.291634,1613935769579,312
+"epoch",1.9685534591194966,1613935769579,312
+"wd_0",0.01,1613935769579,312
+"sqr_mom_0",0.99,1613935769579,312
+"lr_0",1.9323531902942907e-06,1613935769579,312
+"mom_0",0.9266911702426427,1613935769579,312
+"eps_0",1e-05,1613935769579,312
+"wd_1",0.01,1613935769579,312
+"sqr_mom_1",0.99,1613935769579,312
+"lr_1",1.9323531902942906e-05,1613935769579,312
+"mom_1",0.9266911702426427,1613935769579,312
+"eps_1",1e-05,1613935769579,312
+"wd_2",0.01,1613935769579,312
+"sqr_mom_2",0.99,1613935769579,312
+"lr_2",0.00019323531902942906,1613935769579,312
+"mom_2",0.9266911702426427,1613935769579,312
+"eps_2",1e-05,1613935769579,312
+"train_loss",0.23662902,1613935770532,313
+"raw_loss",0.22021163,1613935770532,313
+"epoch",1.9748427672955973,1613935770532,313
+"wd_0",0.01,1613935770532,313
+"sqr_mom_0",0.99,1613935770532,313
+"lr_0",1.943514591699412e-06,1613935770532,313
+"mom_0",0.9264121352075146,1613935770532,313
+"eps_0",1e-05,1613935770532,313
+"wd_1",0.01,1613935770532,313
+"sqr_mom_1",0.99,1613935770532,313
+"lr_1",1.9435145916994117e-05,1613935770532,313
+"mom_1",0.9264121352075146,1613935770532,313
+"eps_1",1e-05,1613935770532,313
+"wd_2",0.01,1613935770532,313
+"sqr_mom_2",0.99,1613935770532,313
+"lr_2",0.00019435145916994116,1613935770532,313
+"mom_2",0.9264121352075146,1613935770532,313
+"eps_2",1e-05,1613935770532,313
+"train_loss",0.2374999,1613935771491,314
+"raw_loss",0.2783091,1613935771491,314
+"epoch",1.981132075471698,1613935771491,314
+"wd_0",0.01,1613935771491,314
+"sqr_mom_0",0.99,1613935771491,314
+"lr_0",1.954721979177213e-06,1613935771491,314
+"mom_0",0.9261319505205696,1613935771491,314
+"eps_0",1e-05,1613935771491,314
+"wd_1",0.01,1613935771491,314
+"sqr_mom_1",0.99,1613935771491,314
+"lr_1",1.9547219791772125e-05,1613935771491,314
+"mom_1",0.9261319505205696,1613935771491,314
+"eps_1",1e-05,1613935771491,314
+"wd_2",0.01,1613935771491,314
+"sqr_mom_2",0.99,1613935771491,314
+"lr_2",0.00019547219791772125,1613935771491,314
+"mom_2",0.9261319505205696,1613935771491,314
+"eps_2",1e-05,1613935771491,314
+"train_loss",0.23850837,1613935772621,315
+"raw_loss",0.28581077,1613935772621,315
+"epoch",1.9874213836477985,1613935772621,315
+"wd_0",0.01,1613935772621,315
+"sqr_mom_0",0.99,1613935772621,315
+"lr_0",1.9659747082380455e-06,1613935772621,315
+"mom_0",0.9258506322940488,1613935772621,315
+"eps_0",1e-05,1613935772621,315
+"wd_1",0.01,1613935772621,315
+"sqr_mom_1",0.99,1613935772621,315
+"lr_1",1.9659747082380452e-05,1613935772621,315
+"mom_1",0.9258506322940488,1613935772621,315
+"eps_1",1e-05,1613935772621,315
+"wd_2",0.01,1613935772621,315
+"sqr_mom_2",0.99,1613935772621,315
+"lr_2",0.0001965974708238045,1613935772621,315
+"mom_2",0.9258506322940488,1613935772621,315
+"eps_2",1e-05,1613935772621,315
+"train_loss",0.23847859,1613935773678,316
+"raw_loss",0.23707975,1613935773678,316
+"epoch",1.9937106918238992,1613935773678,316
+"wd_0",0.01,1613935773678,316
+"sqr_mom_0",0.99,1613935773678,316
+"lr_0",1.9772721298472885e-06,1613935773678,316
+"mom_0",0.9255681967538177,1613935773678,316
+"eps_0",1e-05,1613935773678,316
+"wd_1",0.01,1613935773678,316
+"sqr_mom_1",0.99,1613935773678,316
+"lr_1",1.9772721298472888e-05,1613935773678,316
+"mom_1",0.9255681967538177,1613935773678,316
+"eps_1",1e-05,1613935773678,316
+"wd_2",0.01,1613935773678,316
+"sqr_mom_2",0.99,1613935773678,316
+"lr_2",0.00019772721298472884,1613935773678,316
+"mom_2",0.9255681967538177,1613935773678,316
+"eps_2",1e-05,1613935773678,316
+"train_loss",0.24295278,1613935774729,317
+"raw_loss",0.45318052,1613935774729,317
+"epoch",1.9999999999999998,1613935774729,317
+"wd_0",0.01,1613935774729,317
+"sqr_mom_0",0.99,1613935774729,317
+"lr_0",1.988614075154472e-06,1613935774729,317
+"mom_0",0.9252846481211382,1613935774729,317
+"eps_0",1e-05,1613935774729,317
+"wd_1",0.01,1613935774729,317
+"sqr_mom_1",0.99,1613935774729,317
+"lr_1",1.9886140751544716e-05,1613935774729,317
+"mom_1",0.9252846481211382,1613935774729,317
+"eps_1",1e-05,1613935774729,317
+"wd_2",0.01,1613935774729,317
+"sqr_mom_2",0.99,1613935774729,317
+"lr_2",0.00019886140751544716,1613935774729,317
+"mom_2",0.9252846481211382,1613935774729,317
+"eps_2",1e-05,1613935774729,317
+"valid_loss",0.18573784828186035,1613935809273,317
+"_rmse",0.4309731721878052,1613935809273,317
+"epoch",2,1613935809273,317
+"train_loss",0.24313012,1613935810381,318
+"raw_loss",0.25146976,1613935810381,318
+"epoch",2.006289308176101,1613935810381,318
+"wd_0",0.01,1613935810381,318
+"sqr_mom_0",0.99,1613935810381,318
+"lr_0",1.9999998918891356e-06,1613935810381,318
+"mom_0",0.9250000027027716,1613935810381,318
+"eps_0",1e-05,1613935810381,318
+"wd_1",0.01,1613935810381,318
+"sqr_mom_1",0.99,1613935810381,318
+"lr_1",1.9999998918891356e-05,1613935810381,318
+"mom_1",0.9250000027027716,1613935810381,318
+"eps_1",1e-05,1613935810381,318
+"wd_2",0.01,1613935810381,318
+"sqr_mom_2",0.99,1613935810381,318
+"lr_2",0.00019999998918891358,1613935810381,318
+"mom_2",0.9250000027027716,1613935810381,318
+"eps_2",1e-05,1613935810381,318
+"train_loss",0.24060276,1613935811359,319
+"raw_loss",0.12164862,1613935811359,319
+"epoch",2.0125786163522017,1613935811359,319
+"wd_0",0.01,1613935811359,319
+"sqr_mom_0",0.99,1613935811359,319
+"lr_0",2.0114290861626267e-06,1613935811359,319
+"mom_0",0.9247142728459343,1613935811359,319
+"eps_0",1e-05,1613935811359,319
+"wd_1",0.01,1613935811359,319
+"sqr_mom_1",0.99,1613935811359,319
+"lr_1",2.0114290861626262e-05,1613935811359,319
+"mom_1",0.9247142728459343,1613935811359,319
+"eps_1",1e-05,1613935811359,319
+"wd_2",0.01,1613935811359,319
+"sqr_mom_2",0.99,1613935811359,319
+"lr_2",0.0002011429086162626,1613935811359,319
+"mom_2",0.9247142728459343,1613935811359,319
+"eps_2",1e-05,1613935811359,319
+"train_loss",0.24177004,1613935812329,320
+"raw_loss",0.29675528,1613935812329,320
+"epoch",2.0188679245283025,1613935812329,320
+"wd_0",0.01,1613935812329,320
+"sqr_mom_0",0.99,1613935812329,320
+"lr_0",2.02290116220468e-06,1613935812329,320
+"mom_0",0.924427470944883,1613935812329,320
+"eps_0",1e-05,1613935812329,320
+"wd_1",0.01,1613935812329,320
+"sqr_mom_1",0.99,1613935812329,320
+"lr_1",2.02290116220468e-05,1613935812329,320
+"mom_1",0.924427470944883,1613935812329,320
+"eps_1",1e-05,1613935812329,320
+"wd_2",0.01,1613935812329,320
+"sqr_mom_2",0.99,1613935812329,320
+"lr_2",0.00020229011622046797,1613935812329,320
+"mom_2",0.924427470944883,1613935812329,320
+"eps_2",1e-05,1613935812329,320
+"train_loss",0.23912005,1613935813290,321
+"raw_loss",0.11419133,1613935813290,321
+"epoch",2.0251572327044034,1613935813290,321
+"wd_0",0.01,1613935813290,321
+"sqr_mom_0",0.99,1613935813290,321
+"lr_0",2.0344156223849257e-06,1613935813290,321
+"mom_0",0.9241396094403769,1613935813290,321
+"eps_0",1e-05,1613935813290,321
+"wd_1",0.01,1613935813290,321
+"sqr_mom_1",0.99,1613935813290,321
+"lr_1",2.0344156223849256e-05,1613935813290,321
+"mom_1",0.9241396094403769,1613935813290,321
+"eps_1",1e-05,1613935813290,321
+"wd_2",0.01,1613935813290,321
+"sqr_mom_2",0.99,1613935813290,321
+"lr_2",0.00020344156223849256,1613935813290,321
+"mom_2",0.9241396094403769,1613935813290,321
+"eps_2",1e-05,1613935813290,321
+"train_loss",0.23835069,1613935814267,322
+"raw_loss",0.2020516,1613935814267,322
+"epoch",2.0314465408805042,1613935814267,322
+"wd_0",0.01,1613935814267,322
+"sqr_mom_0",0.99,1613935814267,322
+"lr_0",2.045971802658173e-06,1613935814267,322
+"mom_0",0.9238507049335456,1613935814267,322
+"eps_0",1e-05,1613935814267,322
+"wd_1",0.01,1613935814267,322
+"sqr_mom_1",0.99,1613935814267,322
+"lr_1",2.0459718026581726e-05,1613935814267,322
+"mom_1",0.9238507049335456,1613935814267,322
+"eps_1",1e-05,1613935814267,322
+"wd_2",0.01,1613935814267,322
+"sqr_mom_2",0.99,1613935814267,322
+"lr_2",0.00020459718026581724,1613935814267,322
+"mom_2",0.9238507049335456,1613935814267,322
+"eps_2",1e-05,1613935814267,322
+"train_loss",0.24013162,1613935815234,323
+"raw_loss",0.324222,1613935815234,323
+"epoch",2.037735849056605,1613935815234,323
+"wd_0",0.01,1613935815234,323
+"sqr_mom_0",0.99,1613935815234,323
+"lr_0",2.0575695303065605e-06,1613935815234,323
+"mom_0",0.9235607617423359,1613935815234,323
+"eps_0",1e-05,1613935815234,323
+"wd_1",0.01,1613935815234,323
+"sqr_mom_1",0.99,1613935815234,323
+"lr_1",2.0575695303065603e-05,1613935815234,323
+"mom_1",0.9235607617423359,1613935815234,323
+"eps_1",1e-05,1613935815234,323
+"wd_2",0.01,1613935815234,323
+"sqr_mom_2",0.99,1613935815234,323
+"lr_2",0.000205756953030656,1613935815234,323
+"mom_2",0.9235607617423359,1613935815234,323
+"eps_2",1e-05,1613935815234,323
+"train_loss",0.23767622,1613935816217,324
+"raw_loss",0.12165239,1613935816217,324
+"epoch",2.044025157232706,1613935816217,324
+"wd_0",0.01,1613935816217,324
+"sqr_mom_0",0.99,1613935816217,324
+"lr_0",2.069208138264819e-06,1613935816217,324
+"mom_0",0.9232697965433795,1613935816217,324
+"eps_0",1e-05,1613935816217,324
+"wd_1",0.01,1613935816217,324
+"sqr_mom_1",0.99,1613935816217,324
+"lr_1",2.069208138264819e-05,1613935816217,324
+"mom_1",0.9232697965433795,1613935816217,324
+"eps_1",1e-05,1613935816217,324
+"wd_2",0.01,1613935816217,324
+"sqr_mom_2",0.99,1613935816217,324
+"lr_2",0.00020692081382648188,1613935816217,324
+"mom_2",0.9232697965433795,1613935816217,324
+"eps_2",1e-05,1613935816217,324
+"train_loss",0.23828927,1613935817201,325
+"raw_loss",0.26727927,1613935817201,325
+"epoch",2.050314465408807,1613935817201,325
+"wd_0",0.01,1613935817201,325
+"sqr_mom_0",0.99,1613935817201,325
+"lr_0",2.0808869553698994e-06,1613935817201,325
+"mom_0",0.9229778261157525,1613935817201,325
+"eps_0",1e-05,1613935817201,325
+"wd_1",0.01,1613935817201,325
+"sqr_mom_1",0.99,1613935817201,325
+"lr_1",2.0808869553698992e-05,1613935817201,325
+"mom_1",0.9229778261157525,1613935817201,325
+"eps_1",1e-05,1613935817201,325
+"wd_2",0.01,1613935817201,325
+"sqr_mom_2",0.99,1613935817201,325
+"lr_2",0.0002080886955369899,1613935817201,325
+"mom_2",0.9229778261157525,1613935817201,325
+"eps_2",1e-05,1613935817201,325
+"train_loss",0.23657176,1613935818172,326
+"raw_loss",0.15529694,1613935818172,326
+"epoch",2.0566037735849076,1613935818172,326
+"wd_0",0.01,1613935818172,326
+"sqr_mom_0",0.99,1613935818172,326
+"lr_0",2.0926058070710174e-06,1613935818172,326
+"mom_0",0.9226848548232245,1613935818172,326
+"eps_0",1e-05,1613935818172,326
+"wd_1",0.01,1613935818172,326
+"sqr_mom_1",0.99,1613935818172,326
+"lr_1",2.0926058070710176e-05,1613935818172,326
+"mom_1",0.9226848548232245,1613935818172,326
+"eps_1",1e-05,1613935818172,326
+"wd_2",0.01,1613935818172,326
+"sqr_mom_2",0.99,1613935818172,326
+"lr_2",0.00020926058070710175,1613935818172,326
+"mom_2",0.9226848548232245,1613935818172,326
+"eps_2",1e-05,1613935818172,326
+"train_loss",0.23477641,1613935819137,327
+"raw_loss",0.14975788,1613935819137,327
+"epoch",2.0628930817610085,1613935819137,327
+"wd_0",0.01,1613935819137,327
+"sqr_mom_0",0.99,1613935819137,327
+"lr_0",2.104364019294717e-06,1613935819137,327
+"mom_0",0.9223908995176321,1613935819137,327
+"eps_0",1e-05,1613935819137,327
+"wd_1",0.01,1613935819137,327
+"sqr_mom_1",0.99,1613935819137,327
+"lr_1",2.1043640192947165e-05,1613935819137,327
+"mom_1",0.9223908995176321,1613935819137,327
+"eps_1",1e-05,1613935819137,327
+"wd_2",0.01,1613935819137,327
+"sqr_mom_2",0.99,1613935819137,327
+"lr_2",0.00021043640192947165,1613935819137,327
+"mom_2",0.9223908995176321,1613935819137,327
+"eps_2",1e-05,1613935819137,327
+"train_loss",0.23412226,1613935820103,328
+"raw_loss",0.20312335,1613935820103,328
+"epoch",2.0691823899371093,1613935820103,328
+"wd_0",0.01,1613935820103,328
+"sqr_mom_0",0.99,1613935820103,328
+"lr_0",2.116160914022097e-06,1613935820103,328
+"mom_0",0.9220959771494476,1613935820103,328
+"eps_0",1e-05,1613935820103,328
+"wd_1",0.01,1613935820103,328
+"sqr_mom_1",0.99,1613935820103,328
+"lr_1",2.1161609140220967e-05,1613935820103,328
+"mom_1",0.9220959771494476,1613935820103,328
+"eps_1",1e-05,1613935820103,328
+"wd_2",0.01,1613935820103,328
+"sqr_mom_2",0.99,1613935820103,328
+"lr_2",0.00021161609140220967,1613935820103,328
+"mom_2",0.9220959771494476,1613935820103,328
+"eps_2",1e-05,1613935820103,328
+"train_loss",0.23334879,1613935821089,329
+"raw_loss",0.1966704,1613935821089,329
+"epoch",2.07547169811321,1613935821089,329
+"wd_0",0.01,1613935821089,329
+"sqr_mom_0",0.99,1613935821089,329
+"lr_0",2.127996314937596e-06,1613935821089,329
+"mom_0",0.9218000921265601,1613935821089,329
+"eps_0",1e-05,1613935821089,329
+"wd_1",0.01,1613935821089,329
+"sqr_mom_1",0.99,1613935821089,329
+"lr_1",2.127996314937596e-05,1613935821089,329
+"mom_1",0.9218000921265601,1613935821089,329
+"eps_1",1e-05,1613935821089,329
+"wd_2",0.01,1613935821089,329
+"sqr_mom_2",0.99,1613935821089,329
+"lr_2",0.00021279963149375958,1613935821089,329
+"mom_2",0.9218000921265601,1613935821089,329
+"eps_2",1e-05,1613935821089,329
+"train_loss",0.23087613,1613935822095,330
+"raw_loss",0.113544345,1613935822095,330
+"epoch",2.081761006289311,1613935822095,330
+"wd_0",0.01,1613935822095,330
+"sqr_mom_0",0.99,1613935822095,330
+"lr_0",2.139869541222712e-06,1613935822095,330
+"mom_0",0.9215032614694322,1613935822095,330
+"eps_0",1e-05,1613935822095,330
+"wd_1",0.01,1613935822095,330
+"sqr_mom_1",0.99,1613935822095,330
+"lr_1",2.1398695412227122e-05,1613935822095,330
+"mom_1",0.9215032614694322,1613935822095,330
+"eps_1",1e-05,1613935822095,330
+"wd_2",0.01,1613935822095,330
+"sqr_mom_2",0.99,1613935822095,330
+"lr_2",0.0002139869541222712,1613935822095,330
+"mom_2",0.9215032614694322,1613935822095,330
+"eps_2",1e-05,1613935822095,330
+"train_loss",0.2290152,1613935823064,331
+"raw_loss",0.14065313,1613935823064,331
+"epoch",2.088050314465412,1613935823064,331
+"wd_0",0.01,1613935823064,331
+"sqr_mom_0",0.99,1613935823064,331
+"lr_0",2.1517799082673844e-06,1613935823064,331
+"mom_0",0.9212055022933153,1613935823064,331
+"eps_0",1e-05,1613935823064,331
+"wd_1",0.01,1613935823064,331
+"sqr_mom_1",0.99,1613935823064,331
+"lr_1",2.1517799082673844e-05,1613935823064,331
+"mom_1",0.9212055022933153,1613935823064,331
+"eps_1",1e-05,1613935823064,331
+"wd_2",0.01,1613935823064,331
+"sqr_mom_2",0.99,1613935823064,331
+"lr_2",0.00021517799082673844,1613935823064,331
+"mom_2",0.9212055022933153,1613935823064,331
+"eps_2",1e-05,1613935823064,331
+"train_loss",0.22974324,1613935824037,332
+"raw_loss",0.26433474,1613935824037,332
+"epoch",2.0943396226415127,1613935824037,332
+"wd_0",0.01,1613935824037,332
+"sqr_mom_0",0.99,1613935824037,332
+"lr_0",2.163727238060102e-06,1613935824037,332
+"mom_0",0.9209068190484975,1613935824037,332
+"eps_0",1e-05,1613935824037,332
+"wd_1",0.01,1613935824037,332
+"sqr_mom_1",0.99,1613935824037,332
+"lr_1",2.1637272380601018e-05,1613935824037,332
+"mom_1",0.9209068190484975,1613935824037,332
+"eps_1",1e-05,1613935824037,332
+"wd_2",0.01,1613935824037,332
+"sqr_mom_2",0.99,1613935824037,332
+"lr_2",0.00021637272380601019,1613935824037,332
+"mom_2",0.9209068190484975,1613935824037,332
+"eps_2",1e-05,1613935824037,332
+"train_loss",0.22870842,1613935825009,333
+"raw_loss",0.17951055,1613935825009,333
+"epoch",2.1006289308176136,1613935825009,333
+"wd_0",0.01,1613935825009,333
+"sqr_mom_0",0.99,1613935825009,333
+"lr_0",2.1757108433030983e-06,1613935825009,333
+"mom_0",0.9206072289174225,1613935825009,333
+"eps_0",1e-05,1613935825009,333
+"wd_1",0.01,1613935825009,333
+"sqr_mom_1",0.99,1613935825009,333
+"lr_1",2.1757108433030982e-05,1613935825009,333
+"mom_1",0.9206072289174225,1613935825009,333
+"eps_1",1e-05,1613935825009,333
+"wd_2",0.01,1613935825009,333
+"sqr_mom_2",0.99,1613935825009,333
+"lr_2",0.00021757108433030978,1613935825009,333
+"mom_2",0.9206072289174225,1613935825009,333
+"eps_2",1e-05,1613935825009,333
+"train_loss",0.22955586,1613935825982,334
+"raw_loss",0.2698706,1613935825982,334
+"epoch",2.1069182389937144,1613935825982,334
+"wd_0",0.01,1613935825982,334
+"sqr_mom_0",0.99,1613935825982,334
+"lr_0",2.1877300330624113e-06,1613935825982,334
+"mom_0",0.9203067491734397,1613935825982,334
+"eps_0",1e-05,1613935825982,334
+"wd_1",0.01,1613935825982,334
+"sqr_mom_1",0.99,1613935825982,334
+"lr_1",2.1877300330624113e-05,1613935825982,334
+"mom_1",0.9203067491734397,1613935825982,334
+"eps_1",1e-05,1613935825982,334
+"wd_2",0.01,1613935825982,334
+"sqr_mom_2",0.99,1613935825982,334
+"lr_2",0.00021877300330624115,1613935825982,334
+"mom_2",0.9203067491734397,1613935825982,334
+"eps_2",1e-05,1613935825982,334
+"train_loss",0.22649464,1613935826955,335
+"raw_loss",0.080779016,1613935826955,335
+"epoch",2.1132075471698153,1613935826955,335
+"wd_0",0.01,1613935826955,335
+"sqr_mom_0",0.99,1613935826955,335
+"lr_0",2.1997846277000735e-06,1613935826955,335
+"mom_0",0.9200053843074981,1613935826955,335
+"eps_0",1e-05,1613935826955,335
+"wd_1",0.01,1613935826955,335
+"sqr_mom_1",0.99,1613935826955,335
+"lr_1",2.1997846277000737e-05,1613935826955,335
+"mom_1",0.9200053843074981,1613935826955,335
+"eps_1",1e-05,1613935826955,335
+"wd_2",0.01,1613935826955,335
+"sqr_mom_2",0.99,1613935826955,335
+"lr_2",0.00021997846277000736,1613935826955,335
+"mom_2",0.9200053843074981,1613935826955,335
+"eps_2",1e-05,1613935826955,335
+"train_loss",0.22400887,1613935827940,336
+"raw_loss",0.10561547,1613935827940,336
+"epoch",2.119496855345916,1613935827940,336
+"wd_0",0.01,1613935827940,336
+"sqr_mom_0",0.99,1613935827940,336
+"lr_0",2.211873933707366e-06,1613935827940,336
+"mom_0",0.9197031516573159,1613935827940,336
+"eps_0",1e-05,1613935827940,336
+"wd_1",0.01,1613935827940,336
+"sqr_mom_1",0.99,1613935827940,336
+"lr_1",2.2118739337073657e-05,1613935827940,336
+"mom_1",0.9197031516573159,1613935827940,336
+"eps_1",1e-05,1613935827940,336
+"wd_2",0.01,1613935827940,336
+"sqr_mom_2",0.99,1613935827940,336
+"lr_2",0.00022118739337073656,1613935827940,336
+"mom_2",0.9197031516573159,1613935827940,336
+"eps_2",1e-05,1613935827940,336
+"train_loss",0.22087379,1613935828917,337
+"raw_loss",0.071469225,1613935828917,337
+"epoch",2.125786163522017,1613935828917,337
+"wd_0",0.01,1613935828917,337
+"sqr_mom_0",0.99,1613935828917,337
+"lr_0",2.223997426680003e-06,1613935828917,337
+"mom_0",0.9194000643329999,1613935828917,337
+"eps_0",1e-05,1613935828917,337
+"wd_1",0.01,1613935828917,337
+"sqr_mom_1",0.99,1613935828917,337
+"lr_1",2.223997426680003e-05,1613935828917,337
+"mom_1",0.9194000643329999,1613935828917,337
+"eps_1",1e-05,1613935828917,337
+"wd_2",0.01,1613935828917,337
+"sqr_mom_2",0.99,1613935828917,337
+"lr_2",0.00022239974266800025,1613935828917,337
+"mom_2",0.9194000643329999,1613935828917,337
+"eps_2",1e-05,1613935828917,337
+"train_loss",0.21941376,1613935829904,338
+"raw_loss",0.1497947,1613935829904,338
+"epoch",2.132075471698118,1613935829904,338
+"wd_0",0.01,1613935829904,338
+"sqr_mom_0",0.99,1613935829904,338
+"lr_0",2.2361544076721344e-06,1613935829904,338
+"mom_0",0.9190961398081966,1613935829904,338
+"eps_0",1e-05,1613935829904,338
+"wd_1",0.01,1613935829904,338
+"sqr_mom_1",0.99,1613935829904,338
+"lr_1",2.236154407672134e-05,1613935829904,338
+"mom_1",0.9190961398081966,1613935829904,338
+"eps_1",1e-05,1613935829904,338
+"wd_2",0.01,1613935829904,338
+"sqr_mom_2",0.99,1613935829904,338
+"lr_2",0.0002236154407672134,1613935829904,338
+"mom_2",0.9190961398081966,1613935829904,338
+"eps_2",1e-05,1613935829904,338
+"train_loss",0.21654049,1613935830887,339
+"raw_loss",0.07945976,1613935830887,339
+"epoch",2.1383647798742187,1613935830887,339
+"wd_0",0.01,1613935830887,339
+"sqr_mom_0",0.99,1613935830887,339
+"lr_0",2.248344694986374e-06,1613935830887,339
+"mom_0",0.9187913826253407,1613935830887,339
+"eps_0",1e-05,1613935830887,339
+"wd_1",0.01,1613935830887,339
+"sqr_mom_1",0.99,1613935830887,339
+"lr_1",2.2483446949863738e-05,1613935830887,339
+"mom_1",0.9187913826253407,1613935830887,339
+"eps_1",1e-05,1613935830887,339
+"wd_2",0.01,1613935830887,339
+"sqr_mom_2",0.99,1613935830887,339
+"lr_2",0.00022483446949863738,1613935830887,339
+"mom_2",0.9187913826253407,1613935830887,339
+"eps_2",1e-05,1613935830887,339
+"train_loss",0.21475813,1613935831880,340
+"raw_loss",0.12967761,1613935831880,340
+"epoch",2.1446540880503195,1613935831880,340
+"wd_0",0.01,1613935831880,340
+"sqr_mom_0",0.99,1613935831880,340
+"lr_0",2.2605675872542664e-06,1613935831880,340
+"mom_0",0.9184858103186433,1613935831880,340
+"eps_0",1e-05,1613935831880,340
+"wd_1",0.01,1613935831880,340
+"sqr_mom_1",0.99,1613935831880,340
+"lr_1",2.2605675872542663e-05,1613935831880,340
+"mom_1",0.9184858103186433,1613935831880,340
+"eps_1",1e-05,1613935831880,340
+"wd_2",0.01,1613935831880,340
+"sqr_mom_2",0.99,1613935831880,340
+"lr_2",0.0002260567587254266,1613935831880,340
+"mom_2",0.9184858103186433,1613935831880,340
+"eps_2",1e-05,1613935831880,340
+"train_loss",0.21336924,1613935832884,341
+"raw_loss",0.14703526,1613935832884,341
+"epoch",2.1509433962264204,1613935832884,341
+"wd_0",0.01,1613935832884,341
+"sqr_mom_0",0.99,1613935832884,341
+"lr_0",2.2728225542768853e-06,1613935832884,341
+"mom_0",0.9181794361430778,1613935832884,341
+"eps_0",1e-05,1613935832884,341
+"wd_1",0.01,1613935832884,341
+"sqr_mom_1",0.99,1613935832884,341
+"lr_1",2.2728225542768852e-05,1613935832884,341
+"mom_1",0.9181794361430778,1613935832884,341
+"eps_1",1e-05,1613935832884,341
+"wd_2",0.01,1613935832884,341
+"sqr_mom_2",0.99,1613935832884,341
+"lr_2",0.00022728225542768853,1613935832884,341
+"mom_2",0.9181794361430778,1613935832884,341
+"eps_2",1e-05,1613935832884,341
+"train_loss",0.21570411,1613935833897,342
+"raw_loss",0.32727614,1613935833897,342
+"epoch",2.1572327044025212,1613935833897,342
+"wd_0",0.01,1613935833897,342
+"sqr_mom_0",0.99,1613935833897,342
+"lr_0",2.2851090644639803e-06,1613935833897,342
+"mom_0",0.9178722733884005,1613935833897,342
+"eps_0",1e-05,1613935833897,342
+"wd_1",0.01,1613935833897,342
+"sqr_mom_1",0.99,1613935833897,342
+"lr_1",2.28510906446398e-05,1613935833897,342
+"mom_1",0.9178722733884005,1613935833897,342
+"eps_1",1e-05,1613935833897,342
+"wd_2",0.01,1613935833897,342
+"sqr_mom_2",0.99,1613935833897,342
+"lr_2",0.000228510906446398,1613935833897,342
+"mom_2",0.9178722733884005,1613935833897,342
+"eps_2",1e-05,1613935833897,342
+"train_loss",0.21397394,1613935834890,343
+"raw_loss",0.13125539,1613935834890,343
+"epoch",2.163522012578622,1613935834890,343
+"wd_0",0.01,1613935834890,343
+"sqr_mom_0",0.99,1613935834890,343
+"lr_0",2.2974264095375773e-06,1613935834890,343
+"mom_0",0.9175643397615605,1613935834890,343
+"eps_0",1e-05,1613935834890,343
+"wd_1",0.01,1613935834890,343
+"sqr_mom_1",0.99,1613935834890,343
+"lr_1",2.297426409537577e-05,1613935834890,343
+"mom_1",0.9175643397615605,1613935834890,343
+"eps_1",1e-05,1613935834890,343
+"wd_2",0.01,1613935834890,343
+"sqr_mom_2",0.99,1613935834890,343
+"lr_2",0.0002297426409537577,1613935834890,343
+"mom_2",0.9175643397615605,1613935834890,343
+"eps_2",1e-05,1613935834890,343
+"train_loss",0.21188559,1613935835890,344
+"raw_loss",0.111993596,1613935835890,344
+"epoch",2.169811320754723,1613935835890,344
+"wd_0",0.01,1613935835890,344
+"sqr_mom_0",0.99,1613935835890,344
+"lr_0",2.3097744054035016e-06,1613935835890,344
+"mom_0",0.9172556398649124,1613935835890,344
+"eps_0",1e-05,1613935835890,344
+"wd_1",0.01,1613935835890,344
+"sqr_mom_1",0.99,1613935835890,344
+"lr_1",2.3097744054035015e-05,1613935835890,344
+"mom_1",0.9172556398649124,1613935835890,344
+"eps_1",1e-05,1613935835890,344
+"wd_2",0.01,1613935835890,344
+"sqr_mom_2",0.99,1613935835890,344
+"lr_2",0.00023097744054035012,1613935835890,344
+"mom_2",0.9172556398649124,1613935835890,344
+"eps_2",1e-05,1613935835890,344
+"train_loss",0.20900685,1613935836918,345
+"raw_loss",0.07124034,1613935836918,345
+"epoch",2.176100628930824,1613935836918,345
+"wd_0",0.01,1613935836918,345
+"sqr_mom_0",0.99,1613935836918,345
+"lr_0",2.322152341553718e-06,1613935836918,345
+"mom_0",0.916946191461157,1613935836918,345
+"eps_0",1e-05,1613935836918,345
+"wd_1",0.01,1613935836918,345
+"sqr_mom_1",0.99,1613935836918,345
+"lr_1",2.3221523415537177e-05,1613935836918,345
+"mom_1",0.916946191461157,1613935836918,345
+"eps_1",1e-05,1613935836918,345
+"wd_2",0.01,1613935836918,345
+"sqr_mom_2",0.99,1613935836918,345
+"lr_2",0.00023221523415537177,1613935836918,345
+"mom_2",0.916946191461157,1613935836918,345
+"eps_2",1e-05,1613935836918,345
+"train_loss",0.2083467,1613935837912,346
+"raw_loss",0.17673956,1613935837912,346
+"epoch",2.1823899371069246,1613935837912,346
+"wd_0",0.01,1613935837912,346
+"sqr_mom_0",0.99,1613935837912,346
+"lr_0",2.3345595044790227e-06,1613935837912,346
+"mom_0",0.9166360123880244,1613935837912,346
+"eps_0",1e-05,1613935837912,346
+"wd_1",0.01,1613935837912,346
+"sqr_mom_1",0.99,1613935837912,346
+"lr_1",2.3345595044790223e-05,1613935837912,346
+"mom_1",0.9166360123880244,1613935837912,346
+"eps_1",1e-05,1613935837912,346
+"wd_2",0.01,1613935837912,346
+"sqr_mom_2",0.99,1613935837912,346
+"lr_2",0.00023345595044790222,1613935837912,346
+"mom_2",0.9166360123880244,1613935837912,346
+"eps_2",1e-05,1613935837912,346
+"train_loss",0.2067348,1613935838895,347
+"raw_loss",0.12952203,1613935838895,347
+"epoch",2.1886792452830255,1613935838895,347
+"wd_0",0.01,1613935838895,347
+"sqr_mom_0",0.99,1613935838895,347
+"lr_0",2.3469957087428282e-06,1613935838895,347
+"mom_0",0.9163251072814292,1613935838895,347
+"eps_0",1e-05,1613935838895,347
+"wd_1",0.01,1613935838895,347
+"sqr_mom_1",0.99,1613935838895,347
+"lr_1",2.3469957087428284e-05,1613935838895,347
+"mom_1",0.9163251072814292,1613935838895,347
+"eps_1",1e-05,1613935838895,347
+"wd_2",0.01,1613935838895,347
+"sqr_mom_2",0.99,1613935838895,347
+"lr_2",0.00023469957087428285,1613935838895,347
+"mom_2",0.9163251072814292,1613935838895,347
+"eps_2",1e-05,1613935838895,347
+"train_loss",0.2047068,1613935839876,348
+"raw_loss",0.10751748,1613935839876,348
+"epoch",2.1949685534591263,1613935839876,348
+"wd_0",0.01,1613935839876,348
+"sqr_mom_0",0.99,1613935839876,348
+"lr_0",2.3594602387225703e-06,1613935839876,348
+"mom_0",0.9160134940319357,1613935839876,348
+"eps_0",1e-05,1613935839876,348
+"wd_1",0.01,1613935839876,348
+"sqr_mom_1",0.99,1613935839876,348
+"lr_1",2.3594602387225704e-05,1613935839876,348
+"mom_1",0.9160134940319357,1613935839876,348
+"eps_1",1e-05,1613935839876,348
+"wd_2",0.01,1613935839876,348
+"sqr_mom_2",0.99,1613935839876,348
+"lr_2",0.00023594602387225704,1613935839876,348
+"mom_2",0.9160134940319357,1613935839876,348
+"eps_2",1e-05,1613935839876,348
+"train_loss",0.20447034,1613935840851,349
+"raw_loss",0.19313264,1613935840851,349
+"epoch",2.201257861635227,1613935840851,349
+"wd_0",0.01,1613935840851,349
+"sqr_mom_0",0.99,1613935840851,349
+"lr_0",2.3719523759563553e-06,1613935840851,349
+"mom_0",0.9157011906010911,1613935840851,349
+"eps_0",1e-05,1613935840851,349
+"wd_1",0.01,1613935840851,349
+"sqr_mom_1",0.99,1613935840851,349
+"lr_1",2.3719523759563553e-05,1613935840851,349
+"mom_1",0.9157011906010911,1613935840851,349
+"eps_1",1e-05,1613935840851,349
+"wd_2",0.01,1613935840851,349
+"sqr_mom_2",0.99,1613935840851,349
+"lr_2",0.00023719523759563554,1613935840851,349
+"mom_2",0.9157011906010911,1613935840851,349
+"eps_2",1e-05,1613935840851,349
+"train_loss",0.201902,1613935841823,350
+"raw_loss",0.07870802,1613935841823,350
+"epoch",2.207547169811328,1613935841823,350
+"wd_0",0.01,1613935841823,350
+"sqr_mom_0",0.99,1613935841823,350
+"lr_0",2.384471933737577e-06,1613935841823,350
+"mom_0",0.9153882016565605,1613935841823,350
+"eps_0",1e-05,1613935841823,350
+"wd_1",0.01,1613935841823,350
+"sqr_mom_1",0.99,1613935841823,350
+"lr_1",2.3844719337375768e-05,1613935841823,350
+"mom_1",0.9153882016565605,1613935841823,350
+"eps_1",1e-05,1613935841823,350
+"wd_2",0.01,1613935841823,350
+"sqr_mom_2",0.99,1613935841823,350
+"lr_2",0.00023844719337375768,1613935841823,350
+"mom_2",0.9153882016565605,1613935841823,350
+"eps_2",1e-05,1613935841823,350
+"train_loss",0.19978476,1613935842798,351
+"raw_loss",0.09818429,1613935842798,351
+"epoch",2.213836477987429,1613935842798,351
+"wd_0",0.01,1613935842798,351
+"sqr_mom_0",0.99,1613935842798,351
+"lr_0",2.3970181916085056e-06,1613935842798,351
+"mom_0",0.9150745452097874,1613935842798,351
+"eps_0",1e-05,1613935842798,351
+"wd_1",0.01,1613935842798,351
+"sqr_mom_1",0.99,1613935842798,351
+"lr_1",2.3970181916085053e-05,1613935842798,351
+"mom_1",0.9150745452097874,1613935842798,351
+"eps_1",1e-05,1613935842798,351
+"wd_2",0.01,1613935842798,351
+"sqr_mom_2",0.99,1613935842798,351
+"lr_2",0.00023970181916085052,1613935842798,351
+"mom_2",0.9150745452097874,1613935842798,351
+"eps_2",1e-05,1613935842798,351
+"train_loss",0.1981777,1613935843779,352
+"raw_loss",0.121027015,1613935843779,352
+"epoch",2.2201257861635297,1613935843779,352
+"wd_0",0.01,1613935843779,352
+"sqr_mom_0",0.99,1613935843779,352
+"lr_0",2.409590426435034e-06,1613935843779,352
+"mom_0",0.9147602393391241,1613935843779,352
+"eps_0",1e-05,1613935843779,352
+"wd_1",0.01,1613935843779,352
+"sqr_mom_1",0.99,1613935843779,352
+"lr_1",2.409590426435034e-05,1613935843779,352
+"mom_1",0.9147602393391241,1613935843779,352
+"eps_1",1e-05,1613935843779,352
+"wd_2",0.01,1613935843779,352
+"sqr_mom_2",0.99,1613935843779,352
+"lr_2",0.00024095904264350337,1613935843779,352
+"mom_2",0.9147602393391241,1613935843779,352
+"eps_2",1e-05,1613935843779,352
+"train_loss",0.1987884,1613935844749,353
+"raw_loss",0.2281185,1613935844749,353
+"epoch",2.2264150943396306,1613935844749,353
+"wd_0",0.01,1613935844749,353
+"sqr_mom_0",0.99,1613935844749,353
+"lr_0",2.422188450313424e-06,1613935844749,353
+"mom_0",0.9144452887421644,1613935844749,353
+"eps_0",1e-05,1613935844749,353
+"wd_1",0.01,1613935844749,353
+"sqr_mom_1",0.99,1613935844749,353
+"lr_1",2.422188450313424e-05,1613935844749,353
+"mom_1",0.9144452887421644,1613935844749,353
+"eps_1",1e-05,1613935844749,353
+"wd_2",0.01,1613935844749,353
+"sqr_mom_2",0.99,1613935844749,353
+"lr_2",0.00024221884503134236,1613935844749,353
+"mom_2",0.9144452887421644,1613935844749,353
+"eps_2",1e-05,1613935844749,353
+"train_loss",0.19647044,1613935845720,354
+"raw_loss",0.08510016,1613935845720,354
+"epoch",2.2327044025157314,1613935845720,354
+"wd_0",0.01,1613935845720,354
+"sqr_mom_0",0.99,1613935845720,354
+"lr_0",2.434811538232035e-06,1613935845720,354
+"mom_0",0.9141297115441991,1613935845720,354
+"eps_0",1e-05,1613935845720,354
+"wd_1",0.01,1613935845720,354
+"sqr_mom_1",0.99,1613935845720,354
+"lr_1",2.4348115382320348e-05,1613935845720,354
+"mom_1",0.9141297115441991,1613935845720,354
+"eps_1",1e-05,1613935845720,354
+"wd_2",0.01,1613935845720,354
+"sqr_mom_2",0.99,1613935845720,354
+"lr_2",0.00024348115382320345,1613935845720,354
+"mom_2",0.9141297115441991,1613935845720,354
+"eps_2",1e-05,1613935845720,354
+"train_loss",0.19451612,1613935846683,355
+"raw_loss",0.10058075,1613935846683,355
+"epoch",2.2389937106918323,1613935846683,355
+"wd_0",0.01,1613935846683,355
+"sqr_mom_0",0.99,1613935846683,355
+"lr_0",2.4474589626668473e-06,1613935846683,355
+"mom_0",0.9138135259333288,1613935846683,355
+"eps_0",1e-05,1613935846683,355
+"wd_1",0.01,1613935846683,355
+"sqr_mom_1",0.99,1613935846683,355
+"lr_1",2.447458962666847e-05,1613935846683,355
+"mom_1",0.9138135259333288,1613935846683,355
+"eps_1",1e-05,1613935846683,355
+"wd_2",0.01,1613935846683,355
+"sqr_mom_2",0.99,1613935846683,355
+"lr_2",0.0002447458962666847,1613935846683,355
+"mom_2",0.9138135259333288,1613935846683,355
+"eps_2",1e-05,1613935846683,355
+"train_loss",0.1937827,1613935847652,356
+"raw_loss",0.15851668,1613935847652,356
+"epoch",2.245283018867933,1613935847652,356
+"wd_0",0.01,1613935847652,356
+"sqr_mom_0",0.99,1613935847652,356
+"lr_0",2.460130534590341e-06,1613935847652,356
+"mom_0",0.9134967366352414,1613935847652,356
+"eps_0",1e-05,1613935847652,356
+"wd_1",0.01,1613935847652,356
+"sqr_mom_1",0.99,1613935847652,356
+"lr_1",2.4601305345903405e-05,1613935847652,356
+"mom_1",0.9134967366352414,1613935847652,356
+"eps_1",1e-05,1613935847652,356
+"wd_2",0.01,1613935847652,356
+"sqr_mom_2",0.99,1613935847652,356
+"lr_2",0.000246013053459034,1613935847652,356
+"mom_2",0.9134967366352414,1613935847652,356
+"eps_2",1e-05,1613935847652,356
+"train_loss",0.1926773,1613935848604,357
+"raw_loss",0.13950431,1613935848604,357
+"epoch",2.251572327044034,1613935848604,357
+"wd_0",0.01,1613935848604,357
+"sqr_mom_0",0.99,1613935848604,357
+"lr_0",2.4728255247200006e-06,1613935848604,357
+"mom_0",0.913179361882,1613935848604,357
+"eps_0",1e-05,1613935848604,357
+"wd_1",0.01,1613935848604,357
+"sqr_mom_1",0.99,1613935848604,357
+"lr_1",2.47282552472e-05,1613935848604,357
+"mom_1",0.913179361882,1613935848604,357
+"eps_1",1e-05,1613935848604,357
+"wd_2",0.01,1613935848604,357
+"sqr_mom_2",0.99,1613935848604,357
+"lr_2",0.00024728255247200004,1613935848604,357
+"mom_2",0.913179361882,1613935848604,357
+"eps_2",1e-05,1613935848604,357
+"train_loss",0.19078316,1613935849565,358
+"raw_loss",0.099635676,1613935849565,358
+"epoch",2.257861635220135,1613935849565,358
+"wd_0",0.01,1613935849565,358
+"sqr_mom_0",0.99,1613935849565,358
+"lr_0",2.485543382378458e-06,1613935849565,358
+"mom_0",0.9128614154405386,1613935849565,358
+"eps_0",1e-05,1613935849565,358
+"wd_1",0.01,1613935849565,358
+"sqr_mom_1",0.99,1613935849565,358
+"lr_1",2.485543382378458e-05,1613935849565,358
+"mom_1",0.9128614154405386,1613935849565,358
+"eps_1",1e-05,1613935849565,358
+"wd_2",0.01,1613935849565,358
+"sqr_mom_2",0.99,1613935849565,358
+"lr_2",0.0002485543382378458,1613935849565,358
+"mom_2",0.9128614154405386,1613935849565,358
+"eps_2",1e-05,1613935849565,358
+"train_loss",0.19066328,1613935850532,359
+"raw_loss",0.18489307,1613935850532,359
+"epoch",2.2641509433962357,1613935850532,359
+"wd_0",0.01,1613935850532,359
+"sqr_mom_0",0.99,1613935850532,359
+"lr_0",2.4982835558964086e-06,1613935850532,359
+"mom_0",0.9125429111025898,1613935850532,359
+"eps_0",1e-05,1613935850532,359
+"wd_1",0.01,1613935850532,359
+"sqr_mom_1",0.99,1613935850532,359
+"lr_1",2.4982835558964086e-05,1613935850532,359
+"mom_1",0.9125429111025898,1613935850532,359
+"eps_1",1e-05,1613935850532,359
+"wd_2",0.01,1613935850532,359
+"sqr_mom_2",0.99,1613935850532,359
+"lr_2",0.00024982835558964086,1613935850532,359
+"mom_2",0.9125429111025898,1613935850532,359
+"eps_2",1e-05,1613935850532,359
+"train_loss",0.18887864,1613935851512,360
+"raw_loss",0.10293793,1613935851512,360
+"epoch",2.2704402515723365,1613935851512,360
+"wd_0",0.01,1613935851512,360
+"sqr_mom_0",0.99,1613935851512,360
+"lr_0",2.5110453110652316e-06,1613935851512,360
+"mom_0",0.9122238672233692,1613935851512,360
+"eps_0",1e-05,1613935851512,360
+"wd_1",0.01,1613935851512,360
+"sqr_mom_1",0.99,1613935851512,360
+"lr_1",2.5110453110652313e-05,1613935851512,360
+"mom_1",0.9122238672233692,1613935851512,360
+"eps_1",1e-05,1613935851512,360
+"wd_2",0.01,1613935851512,360
+"sqr_mom_2",0.99,1613935851512,360
+"lr_2",0.0002511045311065231,1613935851512,360
+"mom_2",0.9122238672233692,1613935851512,360
+"eps_2",1e-05,1613935851512,360
+"train_loss",0.18755275,1613935852460,361
+"raw_loss",0.123681255,1613935852460,361
+"epoch",2.2767295597484374,1613935852460,361
+"wd_0",0.01,1613935852460,361
+"sqr_mom_0",0.99,1613935852460,361
+"lr_0",2.5238284571486285e-06,1613935852460,361
+"mom_0",0.9119042885712842,1613935852460,361
+"eps_0",1e-05,1613935852460,361
+"wd_1",0.01,1613935852460,361
+"sqr_mom_1",0.99,1613935852460,361
+"lr_1",2.5238284571486287e-05,1613935852460,361
+"mom_1",0.9119042885712842,1613935852460,361
+"eps_1",1e-05,1613935852460,361
+"wd_2",0.01,1613935852460,361
+"sqr_mom_2",0.99,1613935852460,361
+"lr_2",0.00025238284571486283,1613935852460,361
+"mom_2",0.9119042885712842,1613935852460,361
+"eps_2",1e-05,1613935852460,361
+"train_loss",0.18581674,1613935853447,362
+"raw_loss",0.10216075,1613935853447,362
+"epoch",2.2830188679245382,1613935853447,362
+"wd_0",0.01,1613935853447,362
+"sqr_mom_0",0.99,1613935853447,362
+"lr_0",2.536632258379381e-06,1613935853447,362
+"mom_0",0.9115841935405155,1613935853447,362
+"eps_0",1e-05,1613935853447,362
+"wd_1",0.01,1613935853447,362
+"sqr_mom_1",0.99,1613935853447,362
+"lr_1",2.5366322583793805e-05,1613935853447,362
+"mom_1",0.9115841935405155,1613935853447,362
+"eps_1",1e-05,1613935853447,362
+"wd_2",0.01,1613935853447,362
+"sqr_mom_2",0.99,1613935853447,362
+"lr_2",0.0002536632258379381,1613935853447,362
+"mom_2",0.9115841935405155,1613935853447,362
+"eps_2",1e-05,1613935853447,362
+"train_loss",0.1837796,1613935854407,363
+"raw_loss",0.08557853,1613935854407,363
+"epoch",2.289308176100639,1613935854407,363
+"wd_0",0.01,1613935854407,363
+"sqr_mom_0",0.99,1613935854407,363
+"lr_0",2.549456159360164e-06,1613935854407,363
+"mom_0",0.9112635960159958,1613935854407,363
+"eps_0",1e-05,1613935854407,363
+"wd_1",0.01,1613935854407,363
+"sqr_mom_1",0.99,1613935854407,363
+"lr_1",2.5494561593601636e-05,1613935854407,363
+"mom_1",0.9112635960159958,1613935854407,363
+"eps_1",1e-05,1613935854407,363
+"wd_2",0.01,1613935854407,363
+"sqr_mom_2",0.99,1613935854407,363
+"lr_2",0.0002549456159360164,1613935854407,363
+"mom_2",0.9112635960159958,1613935854407,363
+"eps_2",1e-05,1613935854407,363
+"train_loss",0.18183593,1613935855394,364
+"raw_loss",0.08810966,1613935855394,364
+"epoch",2.29559748427674,1613935855394,364
+"wd_0",0.01,1613935855394,364
+"sqr_mom_0",0.99,1613935855394,364
+"lr_0",2.562299603821774e-06,1613935855394,364
+"mom_0",0.9109425099044556,1613935855394,364
+"eps_0",1e-05,1613935855394,364
+"wd_1",0.01,1613935855394,364
+"sqr_mom_1",0.99,1613935855394,364
+"lr_1",2.5622996038217738e-05,1613935855394,364
+"mom_1",0.9109425099044556,1613935855394,364
+"eps_1",1e-05,1613935855394,364
+"wd_2",0.01,1613935855394,364
+"sqr_mom_2",0.99,1613935855394,364
+"lr_2",0.0002562299603821774,1613935855394,364
+"mom_2",0.9109425099044556,1613935855394,364
+"eps_2",1e-05,1613935855394,364
+"train_loss",0.18136607,1613935856356,365
+"raw_loss",0.1587015,1613935856356,365
+"epoch",2.301886792452841,1613935856356,365
+"wd_0",0.01,1613935856356,365
+"sqr_mom_0",0.99,1613935856356,365
+"lr_0",2.5751620346472624e-06,1613935856356,365
+"mom_0",0.9106209491338184,1613935856356,365
+"eps_0",1e-05,1613935856356,365
+"wd_1",0.01,1613935856356,365
+"sqr_mom_1",0.99,1613935856356,365
+"lr_1",2.575162034647262e-05,1613935856356,365
+"mom_1",0.9106209491338184,1613935856356,365
+"eps_1",1e-05,1613935856356,365
+"wd_2",0.01,1613935856356,365
+"sqr_mom_2",0.99,1613935856356,365
+"lr_2",0.0002575162034647262,1613935856356,365
+"mom_2",0.9106209491338184,1613935856356,365
+"eps_2",1e-05,1613935856356,365
+"train_loss",0.17974792,1613935857326,366
+"raw_loss",0.10166931,1613935857326,366
+"epoch",2.3081761006289416,1613935857326,366
+"wd_0",0.01,1613935857326,366
+"sqr_mom_0",0.99,1613935857326,366
+"lr_0",2.5880425274198135e-06,1613935857326,366
+"mom_0",0.9102989368145047,1613935857326,366
+"eps_0",1e-05,1613935857326,366
+"wd_1",0.01,1613935857326,366
+"sqr_mom_1",0.99,1613935857326,366
+"lr_1",2.588042527419813e-05,1613935857326,366
+"mom_1",0.9102989368145047,1613935857326,366
+"eps_1",1e-05,1613935857326,366
+"wd_2",0.01,1613935857326,366
+"sqr_mom_2",0.99,1613935857326,366
+"lr_2",0.0002588042527419813,1613935857326,366
+"mom_2",0.9102989368145047,1613935857326,366
+"eps_2",1e-05,1613935857326,366
+"train_loss",0.1799551,1613935858289,367
+"raw_loss",0.18995418,1613935858289,367
+"epoch",2.3144654088050425,1613935858289,367
+"wd_0",0.01,1613935858289,367
+"sqr_mom_0",0.99,1613935858289,367
+"lr_0",2.600941255851971e-06,1613935858289,367
+"mom_0",0.9099764686037007,1613935858289,367
+"eps_0",1e-05,1613935858289,367
+"wd_1",0.01,1613935858289,367
+"sqr_mom_1",0.99,1613935858289,367
+"lr_1",2.6009412558519703e-05,1613935858289,367
+"mom_1",0.9099764686037007,1613935858289,367
+"eps_1",1e-05,1613935858289,367
+"wd_2",0.01,1613935858289,367
+"sqr_mom_2",0.99,1613935858289,367
+"lr_2",0.0002600941255851971,1613935858289,367
+"mom_2",0.9099764686037007,1613935858289,367
+"eps_2",1e-05,1613935858289,367
+"train_loss",0.17938432,1613935859243,368
+"raw_loss",0.15182652,1613935859243,368
+"epoch",2.3207547169811433,1613935859243,368
+"wd_0",0.01,1613935859243,368
+"sqr_mom_0",0.99,1613935859243,368
+"lr_0",2.6138572944684257e-06,1613935859243,368
+"mom_0",0.9096535676382893,1613935859243,368
+"eps_0",1e-05,1613935859243,368
+"wd_1",0.01,1613935859243,368
+"sqr_mom_1",0.99,1613935859243,368
+"lr_1",2.6138572944684256e-05,1613935859243,368
+"mom_1",0.9096535676382893,1613935859243,368
+"eps_1",1e-05,1613935859243,368
+"wd_2",0.01,1613935859243,368
+"sqr_mom_2",0.99,1613935859243,368
+"lr_2",0.00026138572944684255,1613935859243,368
+"mom_2",0.9096535676382893,1613935859243,368
+"eps_2",1e-05,1613935859243,368
+"train_loss",0.18177737,1613935860198,369
+"raw_loss",0.2973527,1613935860198,369
+"epoch",2.327044025157244,1613935860198,369
+"wd_0",0.01,1613935860198,369
+"sqr_mom_0",0.99,1613935860198,369
+"lr_0",2.6267900830032718e-06,1613935860198,369
+"mom_0",0.9093302479249181,1613935860198,369
+"eps_0",1e-05,1613935860198,369
+"wd_1",0.01,1613935860198,369
+"sqr_mom_1",0.99,1613935860198,369
+"lr_1",2.6267900830032718e-05,1613935860198,369
+"mom_1",0.9093302479249181,1613935860198,369
+"eps_1",1e-05,1613935860198,369
+"wd_2",0.01,1613935860198,369
+"sqr_mom_2",0.99,1613935860198,369
+"lr_2",0.00026267900830032715,1613935860198,369
+"mom_2",0.9093302479249181,1613935860198,369
+"eps_2",1e-05,1613935860198,369
+"train_loss",0.1833696,1613935861150,370
+"raw_loss",0.26029012,1613935861150,370
+"epoch",2.333333333333345,1613935861150,370
+"wd_0",0.01,1613935861150,370
+"sqr_mom_0",0.99,1613935861150,370
+"lr_0",2.6397390604640327e-06,1613935861150,370
+"mom_0",0.9090065234883992,1613935861150,370
+"eps_0",1e-05,1613935861150,370
+"wd_1",0.01,1613935861150,370
+"sqr_mom_1",0.99,1613935861150,370
+"lr_1",2.6397390604640326e-05,1613935861150,370
+"mom_1",0.9090065234883992,1613935861150,370
+"eps_1",1e-05,1613935861150,370
+"wd_2",0.01,1613935861150,370
+"sqr_mom_2",0.99,1613935861150,370
+"lr_2",0.00026397390604640324,1613935861150,370
+"mom_2",0.9090065234883992,1613935861150,370
+"eps_2",1e-05,1613935861150,370
+"train_loss",0.18446225,1613935862168,371
+"raw_loss",0.23726271,1613935862168,371
+"epoch",2.339622641509446,1613935862168,371
+"wd_0",0.01,1613935862168,371
+"sqr_mom_0",0.99,1613935862168,371
+"lr_0",2.6527036651559965e-06,1613935862168,371
+"mom_0",0.9086824083711,1613935862168,371
+"eps_0",1e-05,1613935862168,371
+"wd_1",0.01,1613935862168,371
+"sqr_mom_1",0.99,1613935862168,371
+"lr_1",2.6527036651559966e-05,1613935862168,371
+"mom_1",0.9086824083711,1613935862168,371
+"eps_1",1e-05,1613935862168,371
+"wd_2",0.01,1613935862168,371
+"sqr_mom_2",0.99,1613935862168,371
+"lr_2",0.0002652703665155996,1613935862168,371
+"mom_2",0.9086824083711,1613935862168,371
+"eps_2",1e-05,1613935862168,371
+"train_loss",0.18364574,1613935863199,372
+"raw_loss",0.14417762,1613935863199,372
+"epoch",2.3459119496855467,1613935863199,372
+"wd_0",0.01,1613935863199,372
+"sqr_mom_0",0.99,1613935863199,372
+"lr_0",2.665682965468849e-06,1613935863199,372
+"mom_0",0.9083579258632788,1613935863199,372
+"eps_0",1e-05,1613935863199,372
+"wd_1",0.01,1613935863199,372
+"sqr_mom_1",0.99,1613935863199,372
+"lr_1",2.6656829654688487e-05,1613935863199,372
+"mom_1",0.9083579258632788,1613935863199,372
+"eps_1",1e-05,1613935863199,372
+"wd_2",0.01,1613935863199,372
+"sqr_mom_2",0.99,1613935863199,372
+"lr_2",0.0002665682965468849,1613935863199,372
+"mom_2",0.9083579258632788,1613935863199,372
+"eps_2",1e-05,1613935863199,372
+"train_loss",0.18542194,1613935864204,373
+"raw_loss",0.27130195,1613935864204,373
+"epoch",2.3522012578616476,1613935864204,373
+"wd_0",0.01,1613935864204,373
+"sqr_mom_0",0.99,1613935864204,373
+"lr_0",2.6786771364476988e-06,1613935864204,373
+"mom_0",0.9080330715888075,1613935864204,373
+"eps_0",1e-05,1613935864204,373
+"wd_1",0.01,1613935864204,373
+"sqr_mom_1",0.99,1613935864204,373
+"lr_1",2.6786771364476983e-05,1613935864204,373
+"mom_1",0.9080330715888075,1613935864204,373
+"eps_1",1e-05,1613935864204,373
+"wd_2",0.01,1613935864204,373
+"sqr_mom_2",0.99,1613935864204,373
+"lr_2",0.0002678677136447698,1613935864204,373
+"mom_2",0.9080330715888075,1613935864204,373
+"eps_2",1e-05,1613935864204,373
+"train_loss",0.18322709,1613935865191,374
+"raw_loss",0.07707611,1613935865191,374
+"epoch",2.3584905660377484,1613935865191,374
+"wd_0",0.01,1613935865191,374
+"sqr_mom_0",0.99,1613935865191,374
+"lr_0",2.691685245620031e-06,1613935865191,374
+"mom_0",0.9077078688594992,1613935865191,374
+"eps_0",1e-05,1613935865191,374
+"wd_1",0.01,1613935865191,374
+"sqr_mom_1",0.99,1613935865191,374
+"lr_1",2.6916852456200306e-05,1613935865191,374
+"mom_1",0.9077078688594992,1613935865191,374
+"eps_1",1e-05,1613935865191,374
+"wd_2",0.01,1613935865191,374
+"sqr_mom_2",0.99,1613935865191,374
+"lr_2",0.00026916852456200307,1613935865191,374
+"mom_2",0.9077078688594992,1613935865191,374
+"eps_2",1e-05,1613935865191,374
+"train_loss",0.18185027,1613935866188,375
+"raw_loss",0.11524535,1613935866188,375
+"epoch",2.3647798742138493,1613935866188,375
+"wd_0",0.01,1613935866188,375
+"sqr_mom_0",0.99,1613935866188,375
+"lr_0",2.704706728726147e-06,1613935866188,375
+"mom_0",0.9073823317818464,1613935866188,375
+"eps_0",1e-05,1613935866188,375
+"wd_1",0.01,1613935866188,375
+"sqr_mom_1",0.99,1613935866188,375
+"lr_1",2.7047067287261463e-05,1613935866188,375
+"mom_1",0.9073823317818464,1613935866188,375
+"eps_1",1e-05,1613935866188,375
+"wd_2",0.01,1613935866188,375
+"sqr_mom_2",0.99,1613935866188,375
+"lr_2",0.00027047067287261465,1613935866188,375
+"mom_2",0.9073823317818464,1613935866188,375
+"eps_2",1e-05,1613935866188,375
+"train_loss",0.18286404,1613935867172,376
+"raw_loss",0.23191875,1613935867172,376
+"epoch",2.37106918238995,1613935867172,376
+"wd_0",0.01,1613935867172,376
+"sqr_mom_0",0.99,1613935867172,376
+"lr_0",2.717741020926218e-06,1613935867172,376
+"mom_0",0.9070564744768446,1613935867172,376
+"eps_0",1e-05,1613935867172,376
+"wd_1",0.01,1613935867172,376
+"sqr_mom_1",0.99,1613935867172,376
+"lr_1",2.7177410209262175e-05,1613935867172,376
+"mom_1",0.9070564744768446,1613935867172,376
+"eps_1",1e-05,1613935867172,376
+"wd_2",0.01,1613935867172,376
+"sqr_mom_2",0.99,1613935867172,376
+"lr_2",0.00027177410209262175,1613935867172,376
+"mom_2",0.9070564744768446,1613935867172,376
+"eps_2",1e-05,1613935867172,376
+"train_loss",0.1822481,1613935868129,377
+"raw_loss",0.15243599,1613935868129,377
+"epoch",2.377358490566051,1613935868129,377
+"wd_0",0.01,1613935868129,377
+"sqr_mom_0",0.99,1613935868129,377
+"lr_0",2.7307875568247894e-06,1613935868129,377
+"mom_0",0.9067303110793803,1613935868129,377
+"eps_0",1e-05,1613935868129,377
+"wd_1",0.01,1613935868129,377
+"sqr_mom_1",0.99,1613935868129,377
+"lr_1",2.730787556824789e-05,1613935868129,377
+"mom_1",0.9067303110793803,1613935868129,377
+"eps_1",1e-05,1613935868129,377
+"wd_2",0.01,1613935868129,377
+"sqr_mom_2",0.99,1613935868129,377
+"lr_2",0.0002730787556824789,1613935868129,377
+"mom_2",0.9067303110793803,1613935868129,377
+"eps_2",1e-05,1613935868129,377
+"train_loss",0.18172993,1613935869136,378
+"raw_loss",0.15664361,1613935869136,378
+"epoch",2.383647798742152,1613935869136,378
+"wd_0",0.01,1613935869136,378
+"sqr_mom_0",0.99,1613935869136,378
+"lr_0",2.743845584783972e-06,1613935869136,378
+"mom_0",0.9064038603804007,1613935869136,378
+"eps_0",1e-05,1613935869136,378
+"wd_1",0.01,1613935869136,378
+"sqr_mom_1",0.99,1613935869136,378
+"lr_1",2.7438455847839718e-05,1613935869136,378
+"mom_1",0.9064038603804007,1613935869136,378
+"eps_1",1e-05,1613935869136,378
+"wd_2",0.01,1613935869136,378
+"sqr_mom_2",0.99,1613935869136,378
+"lr_2",0.0002743845584783971,1613935869136,378
+"mom_2",0.9064038603804007,1613935869136,378
+"eps_2",1e-05,1613935869136,378
+"train_loss",0.18676506,1613935870114,379
+"raw_loss",0.43058974,1613935870114,379
+"epoch",2.3899371069182527,1613935870114,379
+"wd_0",0.01,1613935870114,379
+"sqr_mom_0",0.99,1613935870114,379
+"lr_0",2.756914909639396e-06,1613935870114,379
+"mom_0",0.9060771272590151,1613935870114,379
+"eps_0",1e-05,1613935870114,379
+"wd_1",0.01,1613935870114,379
+"sqr_mom_1",0.99,1613935870114,379
+"lr_1",2.7569149096393956e-05,1613935870114,379
+"mom_1",0.9060771272590151,1613935870114,379
+"eps_1",1e-05,1613935870114,379
+"wd_2",0.01,1613935870114,379
+"sqr_mom_2",0.99,1613935870114,379
+"lr_2",0.00027569149096393953,1613935870114,379
+"mom_2",0.9060771272590151,1613935870114,379
+"eps_2",1e-05,1613935870114,379
+"train_loss",0.18938187,1613935871071,380
+"raw_loss",0.3161303,1613935871071,380
+"epoch",2.3962264150943535,1613935871071,380
+"wd_0",0.01,1613935871071,380
+"sqr_mom_0",0.99,1613935871071,380
+"lr_0",2.7699947789266253e-06,1613935871071,380
+"mom_0",0.9057501305268344,1613935871071,380
+"eps_0",1e-05,1613935871071,380
+"wd_1",0.01,1613935871071,380
+"sqr_mom_1",0.99,1613935871071,380
+"lr_1",2.7699947789266246e-05,1613935871071,380
+"mom_1",0.9057501305268344,1613935871071,380
+"eps_1",1e-05,1613935871071,380
+"wd_2",0.01,1613935871071,380
+"sqr_mom_2",0.99,1613935871071,380
+"lr_2",0.00027699947789266245,1613935871071,380
+"mom_2",0.9057501305268344,1613935871071,380
+"eps_2",1e-05,1613935871071,380
+"train_loss",0.1874737,1613935872018,381
+"raw_loss",0.09502701,1613935872018,381
+"epoch",2.4025157232704544,1613935872018,381
+"wd_0",0.01,1613935872018,381
+"sqr_mom_0",0.99,1613935872018,381
+"lr_0",2.783084625273183e-06,1613935872018,381
+"mom_0",0.9054228843681704,1613935872018,381
+"eps_0",1e-05,1613935872018,381
+"wd_1",0.01,1613935872018,381
+"sqr_mom_1",0.99,1613935872018,381
+"lr_1",2.7830846252731826e-05,1613935872018,381
+"mom_1",0.9054228843681704,1613935872018,381
+"eps_1",1e-05,1613935872018,381
+"wd_2",0.01,1613935872018,381
+"sqr_mom_2",0.99,1613935872018,381
+"lr_2",0.00027830846252731826,1613935872018,381
+"mom_2",0.9054228843681704,1613935872018,381
+"eps_2",1e-05,1613935872018,381
+"train_loss",0.18657193,1613935872977,382
+"raw_loss",0.14287405,1613935872977,382
+"epoch",2.4088050314465552,1613935872977,382
+"wd_0",0.01,1613935872977,382
+"sqr_mom_0",0.99,1613935872977,382
+"lr_0",2.796183880873813e-06,1613935872977,382
+"mom_0",0.9050954029781546,1613935872977,382
+"eps_0",1e-05,1613935872977,382
+"wd_1",0.01,1613935872977,382
+"sqr_mom_1",0.99,1613935872977,382
+"lr_1",2.796183880873813e-05,1613935872977,382
+"mom_1",0.9050954029781546,1613935872977,382
+"eps_1",1e-05,1613935872977,382
+"wd_2",0.01,1613935872977,382
+"sqr_mom_2",0.99,1613935872977,382
+"lr_2",0.0002796183880873813,1613935872977,382
+"mom_2",0.9050954029781546,1613935872977,382
+"eps_2",1e-05,1613935872977,382
+"train_loss",0.18504286,1613935873932,383
+"raw_loss",0.11092996,1613935873932,383
+"epoch",2.415094339622656,1613935873932,383
+"wd_0",0.01,1613935873932,383
+"sqr_mom_0",0.99,1613935873932,383
+"lr_0",2.8092919775151086e-06,1613935873932,383
+"mom_0",0.9047677005621223,1613935873932,383
+"eps_0",1e-05,1613935873932,383
+"wd_1",0.01,1613935873932,383
+"sqr_mom_1",0.99,1613935873932,383
+"lr_1",2.8092919775151084e-05,1613935873932,383
+"mom_1",0.9047677005621223,1613935873932,383
+"eps_1",1e-05,1613935873932,383
+"wd_2",0.01,1613935873932,383
+"sqr_mom_2",0.99,1613935873932,383
+"lr_2",0.0002809291977515108,1613935873932,383
+"mom_2",0.9047677005621223,1613935873932,383
+"eps_2",1e-05,1613935873932,383
+"train_loss",0.1838661,1613935874889,384
+"raw_loss",0.12681617,1613935874889,384
+"epoch",2.421383647798757,1613935874889,384
+"wd_0",0.01,1613935874889,384
+"sqr_mom_0",0.99,1613935874889,384
+"lr_0",2.8224079735724938e-06,1613935874889,384
+"mom_0",0.9044398006606876,1613935874889,384
+"eps_0",1e-05,1613935874889,384
+"wd_1",0.01,1613935874889,384
+"sqr_mom_1",0.99,1613935874889,384
+"lr_1",2.8224079735724933e-05,1613935874889,384
+"mom_1",0.9044398006606876,1613935874889,384
+"eps_1",1e-05,1613935874889,384
+"wd_2",0.01,1613935874889,384
+"sqr_mom_2",0.99,1613935874889,384
+"lr_2",0.00028224079735724935,1613935874889,384
+"mom_2",0.9044398006606876,1613935874889,384
+"eps_2",1e-05,1613935874889,384
+"train_loss",0.18399148,1613935875844,385
+"raw_loss",0.19007139,1613935875844,385
+"epoch",2.4276729559748578,1613935875844,385
+"wd_0",0.01,1613935875844,385
+"sqr_mom_0",0.99,1613935875844,385
+"lr_0",2.8355320459346237e-06,1613935875844,385
+"mom_0",0.9041116988516343,1613935875844,385
+"eps_0",1e-05,1613935875844,385
+"wd_1",0.01,1613935875844,385
+"sqr_mom_1",0.99,1613935875844,385
+"lr_1",2.8355320459346236e-05,1613935875844,385
+"mom_1",0.9041116988516343,1613935875844,385
+"eps_1",1e-05,1613935875844,385
+"wd_2",0.01,1613935875844,385
+"sqr_mom_2",0.99,1613935875844,385
+"lr_2",0.0002835532045934623,1613935875844,385
+"mom_2",0.9041116988516343,1613935875844,385
+"eps_2",1e-05,1613935875844,385
+"train_loss",0.18345621,1613935876802,386
+"raw_loss",0.15749566,1613935876802,386
+"epoch",2.4339622641509586,1613935876802,386
+"wd_0",0.01,1613935876802,386
+"sqr_mom_0",0.99,1613935876802,386
+"lr_0",2.8486632525110455e-06,1613935876802,386
+"mom_0",0.9037834186872238,1613935876802,386
+"eps_0",1e-05,1613935876802,386
+"wd_1",0.01,1613935876802,386
+"sqr_mom_1",0.99,1613935876802,386
+"lr_1",2.8486632525110453e-05,1613935876802,386
+"mom_1",0.9037834186872238,1613935876802,386
+"eps_1",1e-05,1613935876802,386
+"wd_2",0.01,1613935876802,386
+"sqr_mom_2",0.99,1613935876802,386
+"lr_2",0.0002848663252511045,1613935876802,386
+"mom_2",0.9037834186872238,1613935876802,386
+"eps_2",1e-05,1613935876802,386
+"train_loss",0.18214063,1613935877756,387
+"raw_loss",0.11832113,1613935877756,387
+"epoch",2.4402515723270595,1613935877756,387
+"wd_0",0.01,1613935877756,387
+"sqr_mom_0",0.99,1613935877756,387
+"lr_0",2.861801023702398e-06,1613935877756,387
+"mom_0",0.90345497440744,1613935877756,387
+"eps_0",1e-05,1613935877756,387
+"wd_1",0.01,1613935877756,387
+"sqr_mom_1",0.99,1613935877756,387
+"lr_1",2.861801023702398e-05,1613935877756,387
+"mom_1",0.90345497440744,1613935877756,387
+"eps_1",1e-05,1613935877756,387
+"wd_2",0.01,1613935877756,387
+"sqr_mom_2",0.99,1613935877756,387
+"lr_2",0.00028618010237023975,1613935877756,387
+"mom_2",0.90345497440744,1613935877756,387
+"eps_2",1e-05,1613935877756,387
+"train_loss",0.18230711,1613935878717,388
+"raw_loss",0.19038457,1613935878717,388
+"epoch",2.4465408805031603,1613935878717,388
+"wd_0",0.01,1613935878717,388
+"sqr_mom_0",0.99,1613935878717,388
+"lr_0",2.8749447896245622e-06,1613935878717,388
+"mom_0",0.903126380259386,1613935878717,388
+"eps_0",1e-05,1613935878717,388
+"wd_1",0.01,1613935878717,388
+"sqr_mom_1",0.99,1613935878717,388
+"lr_1",2.8749447896245624e-05,1613935878717,388
+"mom_1",0.903126380259386,1613935878717,388
+"eps_1",1e-05,1613935878717,388
+"wd_2",0.01,1613935878717,388
+"sqr_mom_2",0.99,1613935878717,388
+"lr_2",0.0002874944789624562,1613935878717,388
+"mom_2",0.903126380259386,1613935878717,388
+"eps_2",1e-05,1613935878717,388
+"train_loss",0.1814175,1613935879667,389
+"raw_loss",0.13824445,1613935879667,389
+"epoch",2.452830188679261,1613935879667,389
+"wd_0",0.01,1613935879667,389
+"sqr_mom_0",0.99,1613935879667,389
+"lr_0",2.8880939801333832e-06,1613935879667,389
+"mom_0",0.9027976504966654,1613935879667,389
+"eps_0",1e-05,1613935879667,389
+"wd_1",0.01,1613935879667,389
+"sqr_mom_1",0.99,1613935879667,389
+"lr_1",2.888093980133383e-05,1613935879667,389
+"mom_1",0.9027976504966654,1613935879667,389
+"eps_1",1e-05,1613935879667,389
+"wd_2",0.01,1613935879667,389
+"sqr_mom_2",0.99,1613935879667,389
+"lr_2",0.00028880939801333833,1613935879667,389
+"mom_2",0.9027976504966654,1613935879667,389
+"eps_2",1e-05,1613935879667,389
+"train_loss",0.18021491,1613935880626,390
+"raw_loss",0.12184223,1613935880626,390
+"epoch",2.459119496855362,1613935880626,390
+"wd_0",0.01,1613935880626,390
+"sqr_mom_0",0.99,1613935880626,390
+"lr_0",2.901247650799176e-06,1613935880626,390
+"mom_0",0.9024688087300206,1613935880626,390
+"eps_0",1e-05,1613935880626,390
+"wd_1",0.01,1613935880626,390
+"sqr_mom_1",0.99,1613935880626,390
+"lr_1",2.9012476507991755e-05,1613935880626,390
+"mom_1",0.9024688087300206,1613935880626,390
+"eps_1",1e-05,1613935880626,390
+"wd_2",0.01,1613935880626,390
+"sqr_mom_2",0.99,1613935880626,390
+"lr_2",0.00029012476507991755,1613935880626,390
+"mom_2",0.9024688087300206,1613935880626,390
+"eps_2",1e-05,1613935880626,390
+"train_loss",0.17993209,1613935881587,391
+"raw_loss",0.16620162,1613935881587,391
+"epoch",2.465408805031463,1613935881587,391
+"wd_0",0.01,1613935881587,391
+"sqr_mom_0",0.99,1613935881587,391
+"lr_0",2.9144059790186917e-06,1613935881587,391
+"mom_0",0.9021398505245327,1613935881587,391
+"eps_0",1e-05,1613935881587,391
+"wd_1",0.01,1613935881587,391
+"sqr_mom_1",0.99,1613935881587,391
+"lr_1",2.914405979018691e-05,1613935881587,391
+"mom_1",0.9021398505245327,1613935881587,391
+"eps_1",1e-05,1613935881587,391
+"wd_2",0.01,1613935881587,391
+"sqr_mom_2",0.99,1613935881587,391
+"lr_2",0.00029144059790186914,1613935881587,391
+"mom_2",0.9021398505245327,1613935881587,391
+"eps_2",1e-05,1613935881587,391
+"train_loss",0.1804011,1613935882543,392
+"raw_loss",0.2031762,1613935882543,392
+"epoch",2.4716981132075637,1613935882543,392
+"wd_0",0.01,1613935882543,392
+"sqr_mom_0",0.99,1613935882543,392
+"lr_0",2.9275680200957746e-06,1613935882543,392
+"mom_0",0.9018107994976056,1613935882543,392
+"eps_0",1e-05,1613935882543,392
+"wd_1",0.01,1613935882543,392
+"sqr_mom_1",0.99,1613935882543,392
+"lr_1",2.927568020095774e-05,1613935882543,392
+"mom_1",0.9018107994976056,1613935882543,392
+"eps_1",1e-05,1613935882543,392
+"wd_2",0.01,1613935882543,392
+"sqr_mom_2",0.99,1613935882543,392
+"lr_2",0.00029275680200957743,1613935882543,392
+"mom_2",0.9018107994976056,1613935882543,392
+"eps_2",1e-05,1613935882543,392
+"train_loss",0.17920971,1613935883490,393
+"raw_loss",0.12134808,1613935883490,393
+"epoch",2.4779874213836646,1613935883490,393
+"wd_0",0.01,1613935883490,393
+"sqr_mom_0",0.99,1613935883490,393
+"lr_0",2.9407332030935386e-06,1613935883490,393
+"mom_0",0.9014816699226615,1613935883490,393
+"eps_0",1e-05,1613935883490,393
+"wd_1",0.01,1613935883490,393
+"sqr_mom_1",0.99,1613935883490,393
+"lr_1",2.9407332030935384e-05,1613935883490,393
+"mom_1",0.9014816699226615,1613935883490,393
+"eps_1",1e-05,1613935883490,393
+"wd_2",0.01,1613935883490,393
+"sqr_mom_2",0.99,1613935883490,393
+"lr_2",0.0002940733203093538,1613935883490,393
+"mom_2",0.9014816699226615,1613935883490,393
+"eps_2",1e-05,1613935883490,393
+"train_loss",0.17693986,1613935884442,394
+"raw_loss",0.0666813,1613935884442,394
+"epoch",2.4842767295597654,1613935884442,394
+"wd_0",0.01,1613935884442,394
+"sqr_mom_0",0.99,1613935884442,394
+"lr_0",2.9539009569388084e-06,1613935884442,394
+"mom_0",0.9011524760765298,1613935884442,394
+"eps_0",1e-05,1613935884442,394
+"wd_1",0.01,1613935884442,394
+"sqr_mom_1",0.99,1613935884442,394
+"lr_1",2.9539009569388084e-05,1613935884442,394
+"mom_1",0.9011524760765298,1613935884442,394
+"eps_1",1e-05,1613935884442,394
+"wd_2",0.01,1613935884442,394
+"sqr_mom_2",0.99,1613935884442,394
+"lr_2",0.0002953900956938808,1613935884442,394
+"mom_2",0.9011524760765298,1613935884442,394
+"eps_2",1e-05,1613935884442,394
+"train_loss",0.17944531,1613935885442,395
+"raw_loss",0.30116934,1613935885442,395
+"epoch",2.4905660377358663,1613935885442,395
+"wd_0",0.01,1613935885442,395
+"sqr_mom_0",0.99,1613935885442,395
+"lr_0",2.9670707104468922e-06,1613935885442,395
+"mom_0",0.9008232322388277,1613935885442,395
+"eps_0",1e-05,1613935885442,395
+"wd_1",0.01,1613935885442,395
+"sqr_mom_1",0.99,1613935885442,395
+"lr_1",2.9670707104468923e-05,1613935885442,395
+"mom_1",0.9008232322388277,1613935885442,395
+"eps_1",1e-05,1613935885442,395
+"wd_2",0.01,1613935885442,395
+"sqr_mom_2",0.99,1613935885442,395
+"lr_2",0.0002967070710446892,1613935885442,395
+"mom_2",0.9008232322388277,1613935885442,395
+"eps_2",1e-05,1613935885442,395
+"train_loss",0.17999204,1613935886395,396
+"raw_loss",0.20655817,1613935886395,396
+"epoch",2.496855345911967,1613935886395,396
+"wd_0",0.01,1613935886395,396
+"sqr_mom_0",0.99,1613935886395,396
+"lr_0",2.9802417051019813e-06,1613935886395,396
+"mom_0",0.9004939573724504,1613935886395,396
+"eps_0",1e-05,1613935886395,396
+"wd_1",0.01,1613935886395,396
+"sqr_mom_1",0.99,1613935886395,396
+"lr_1",2.9802417051019814e-05,1613935886395,396
+"mom_1",0.9004939573724504,1613935886395,396
+"eps_1",1e-05,1613935886395,396
+"wd_2",0.01,1613935886395,396
+"sqr_mom_2",0.99,1613935886395,396
+"lr_2",0.0002980241705101981,1613935886395,396
+"mom_2",0.9004939573724504,1613935886395,396
+"eps_2",1e-05,1613935886395,396
+"train_loss",0.17873728,1613935887380,397
+"raw_loss",0.11775655,1613935887380,397
+"epoch",2.503144654088068,1613935887380,397
+"wd_0",0.01,1613935887380,397
+"sqr_mom_0",0.99,1613935887380,397
+"lr_0",2.993413744051314e-06,1613935887380,397
+"mom_0",0.9001646563987171,1613935887380,397
+"eps_0",1e-05,1613935887380,397
+"wd_1",0.01,1613935887380,397
+"sqr_mom_1",0.99,1613935887380,397
+"lr_1",2.9934137440513135e-05,1613935887380,397
+"mom_1",0.9001646563987171,1613935887380,397
+"eps_1",1e-05,1613935887380,397
+"wd_2",0.01,1613935887380,397
+"sqr_mom_2",0.99,1613935887380,397
+"lr_2",0.00029934137440513136,1613935887380,397
+"mom_2",0.9001646563987171,1613935887380,397
+"eps_2",1e-05,1613935887380,397
+"train_loss",0.1825144,1613935888361,398
+"raw_loss",0.36611265,1613935888361,398
+"epoch",2.509433962264169,1613935888361,398
+"wd_0",0.01,1613935888361,398
+"sqr_mom_0",0.99,1613935888361,398
+"lr_0",3.0065860686961887e-06,1613935888361,398
+"mom_0",0.8998353482825953,1613935888361,398
+"eps_0",1e-05,1613935888361,398
+"wd_1",0.01,1613935888361,398
+"sqr_mom_1",0.99,1613935888361,398
+"lr_1",3.0065860686961884e-05,1613935888361,398
+"mom_1",0.8998353482825953,1613935888361,398
+"eps_1",1e-05,1613935888361,398
+"wd_2",0.01,1613935888361,398
+"sqr_mom_2",0.99,1613935888361,398
+"lr_2",0.00030065860686961883,1613935888361,398
+"mom_2",0.8998353482825953,1613935888361,398
+"eps_2",1e-05,1613935888361,398
+"train_loss",0.18224762,1613935889318,399
+"raw_loss",0.16927741,1613935889318,399
+"epoch",2.5157232704402697,1613935889318,399
+"wd_0",0.01,1613935889318,399
+"sqr_mom_0",0.99,1613935889318,399
+"lr_0",3.019757920409267e-06,1613935889318,399
+"mom_0",0.8995060519897683,1613935889318,399
+"eps_0",1e-05,1613935889318,399
+"wd_1",0.01,1613935889318,399
+"sqr_mom_1",0.99,1613935889318,399
+"lr_1",3.019757920409267e-05,1613935889318,399
+"mom_1",0.8995060519897683,1613935889318,399
+"eps_1",1e-05,1613935889318,399
+"wd_2",0.01,1613935889318,399
+"sqr_mom_2",0.99,1613935889318,399
+"lr_2",0.00030197579204092667,1613935889318,399
+"mom_2",0.8995060519897683,1613935889318,399
+"eps_2",1e-05,1613935889318,399
+"train_loss",0.18227687,1613935890274,400
+"raw_loss",0.1836997,1613935890274,400
+"epoch",2.5220125786163705,1613935890274,400
+"wd_0",0.01,1613935890274,400
+"sqr_mom_0",0.99,1613935890274,400
+"lr_0",3.0329292895531088e-06,1613935890274,400
+"mom_0",0.8991767677611723,1613935890274,400
+"eps_0",1e-05,1613935890274,400
+"wd_1",0.01,1613935890274,400
+"sqr_mom_1",0.99,1613935890274,400
+"lr_1",3.0329292895531085e-05,1613935890274,400
+"mom_1",0.8991767677611723,1613935890274,400
+"eps_1",1e-05,1613935890274,400
+"wd_2",0.01,1613935890274,400
+"sqr_mom_2",0.99,1613935890274,400
+"lr_2",0.0003032929289553109,1613935890274,400
+"mom_2",0.8991767677611723,1613935890274,400
+"eps_2",1e-05,1613935890274,400
+"train_loss",0.18177061,1613935891227,401
+"raw_loss",0.15714964,1613935891227,401
+"epoch",2.5283018867924714,1613935891227,401
+"wd_0",0.01,1613935891227,401
+"sqr_mom_0",0.99,1613935891227,401
+"lr_0",3.0460988558574274e-06,1613935891227,401
+"mom_0",0.8988475286035643,1613935891227,401
+"eps_0",1e-05,1613935891227,401
+"wd_1",0.01,1613935891227,401
+"sqr_mom_1",0.99,1613935891227,401
+"lr_1",3.046098855857427e-05,1613935891227,401
+"mom_1",0.8988475286035643,1613935891227,401
+"eps_1",1e-05,1613935891227,401
+"wd_2",0.01,1613935891227,401
+"sqr_mom_2",0.99,1613935891227,401
+"lr_2",0.0003046098855857427,1613935891227,401
+"mom_2",0.8988475286035643,1613935891227,401
+"eps_2",1e-05,1613935891227,401
+"train_loss",0.18105283,1613935892188,402
+"raw_loss",0.146142,1613935892188,402
+"epoch",2.534591194968572,1613935892188,402
+"wd_0",0.01,1613935892188,402
+"sqr_mom_0",0.99,1613935892188,402
+"lr_0",3.059266422563904e-06,1613935892188,402
+"mom_0",0.8985183394359024,1613935892188,402
+"eps_0",1e-05,1613935892188,402
+"wd_1",0.01,1613935892188,402
+"sqr_mom_1",0.99,1613935892188,402
+"lr_1",3.059266422563904e-05,1613935892188,402
+"mom_1",0.8985183394359024,1613935892188,402
+"eps_1",1e-05,1613935892188,402
+"wd_2",0.01,1613935892188,402
+"sqr_mom_2",0.99,1613935892188,402
+"lr_2",0.00030592664225639036,1613935892188,402
+"mom_2",0.8985183394359024,1613935892188,402
+"eps_2",1e-05,1613935892188,402
+"train_loss",0.18214925,1613935893142,403
+"raw_loss",0.23548435,1613935893142,403
+"epoch",2.540880503144673,1613935893142,403
+"wd_0",0.01,1613935893142,403
+"sqr_mom_0",0.99,1613935893142,403
+"lr_0",3.072431418512204e-06,1613935893142,403
+"mom_0",0.8981892145371949,1613935893142,403
+"eps_0",1e-05,1613935893142,403
+"wd_1",0.01,1613935893142,403
+"sqr_mom_1",0.99,1613935893142,403
+"lr_1",3.072431418512204e-05,1613935893142,403
+"mom_1",0.8981892145371949,1613935893142,403
+"eps_1",1e-05,1613935893142,403
+"wd_2",0.01,1613935893142,403
+"sqr_mom_2",0.99,1613935893142,403
+"lr_2",0.00030724314185122034,1613935893142,403
+"mom_2",0.8981892145371949,1613935893142,403
+"eps_2",1e-05,1613935893142,403
+"train_loss",0.18107022,1613935894091,404
+"raw_loss",0.12857358,1613935894091,404
+"epoch",2.547169811320774,1613935894091,404
+"wd_0",0.01,1613935894091,404
+"sqr_mom_0",0.99,1613935894091,404
+"lr_0",3.0855936468174073e-06,1613935894091,404
+"mom_0",0.8978601588295648,1613935894091,404
+"eps_0",1e-05,1613935894091,404
+"wd_1",0.01,1613935894091,404
+"sqr_mom_1",0.99,1613935894091,404
+"lr_1",3.085593646817407e-05,1613935894091,404
+"mom_1",0.8978601588295648,1613935894091,404
+"eps_1",1e-05,1613935894091,404
+"wd_2",0.01,1613935894091,404
+"sqr_mom_2",0.99,1613935894091,404
+"lr_2",0.0003085593646817407,1613935894091,404
+"mom_2",0.8978601588295648,1613935894091,404
+"eps_2",1e-05,1613935894091,404
+"train_loss",0.19085081,1613935895055,405
+"raw_loss",0.66677207,1613935895055,405
+"epoch",2.5534591194968748,1613935895055,405
+"wd_0",0.01,1613935895055,405
+"sqr_mom_0",0.99,1613935895055,405
+"lr_0",3.098751788125485e-06,1613935895055,405
+"mom_0",0.8975312052968628,1613935895055,405
+"eps_0",1e-05,1613935895055,405
+"wd_1",0.01,1613935895055,405
+"sqr_mom_1",0.99,1613935895055,405
+"lr_1",3.098751788125485e-05,1613935895055,405
+"mom_1",0.8975312052968628,1613935895055,405
+"eps_1",1e-05,1613935895055,405
+"wd_2",0.01,1613935895055,405
+"sqr_mom_2",0.99,1613935895055,405
+"lr_2",0.00030987517881254846,1613935895055,405
+"mom_2",0.8975312052968628,1613935895055,405
+"eps_2",1e-05,1613935895055,405
+"train_loss",0.18865265,1613935896026,406
+"raw_loss",0.0816751,1613935896026,406
+"epoch",2.5597484276729756,1613935896026,406
+"wd_0",0.01,1613935896026,406
+"sqr_mom_0",0.99,1613935896026,406
+"lr_0",3.1119060198666178e-06,1613935896026,406
+"mom_0",0.8972023495033346,1613935896026,406
+"eps_0",1e-05,1613935896026,406
+"wd_1",0.01,1613935896026,406
+"sqr_mom_1",0.99,1613935896026,406
+"lr_1",3.111906019866617e-05,1613935896026,406
+"mom_1",0.8972023495033346,1613935896026,406
+"eps_1",1e-05,1613935896026,406
+"wd_2",0.01,1613935896026,406
+"sqr_mom_2",0.99,1613935896026,406
+"lr_2",0.0003111906019866617,1613935896026,406
+"mom_2",0.8972023495033346,1613935896026,406
+"eps_2",1e-05,1613935896026,406
+"train_loss",0.18669431,1613935897005,407
+"raw_loss",0.09137581,1613935897005,407
+"epoch",2.5660377358490765,1613935897005,407
+"wd_0",0.01,1613935897005,407
+"sqr_mom_0",0.99,1613935897005,407
+"lr_0",3.1250550234883356e-06,1613935897005,407
+"mom_0",0.8968736244127916,1613935897005,407
+"eps_0",1e-05,1613935897005,407
+"wd_1",0.01,1613935897005,407
+"sqr_mom_1",0.99,1613935897005,407
+"lr_1",3.125055023488335e-05,1613935897005,407
+"mom_1",0.8968736244127916,1613935897005,407
+"eps_1",1e-05,1613935897005,407
+"wd_2",0.01,1613935897005,407
+"sqr_mom_2",0.99,1613935897005,407
+"lr_2",0.0003125055023488335,1613935897005,407
+"mom_2",0.8968736244127916,1613935897005,407
+"eps_2",1e-05,1613935897005,407
+"train_loss",0.18511897,1613935897969,408
+"raw_loss",0.10843179,1613935897969,408
+"epoch",2.5723270440251773,1613935897969,408
+"wd_0",0.01,1613935897969,408
+"sqr_mom_0",0.99,1613935897969,408
+"lr_0",3.1381986026857296e-06,1613935897969,408
+"mom_0",0.8965450349328568,1613935897969,408
+"eps_0",1e-05,1613935897969,408
+"wd_1",0.01,1613935897969,408
+"sqr_mom_1",0.99,1613935897969,408
+"lr_1",3.1381986026857294e-05,1613935897969,408
+"mom_1",0.8965450349328568,1613935897969,408
+"eps_1",1e-05,1613935897969,408
+"wd_2",0.01,1613935897969,408
+"sqr_mom_2",0.99,1613935897969,408
+"lr_2",0.0003138198602685729,1613935897969,408
+"mom_2",0.8965450349328568,1613935897969,408
+"eps_2",1e-05,1613935897969,408
+"train_loss",0.18540512,1613935898935,409
+"raw_loss",0.1993367,1613935898935,409
+"epoch",2.578616352201278,1613935898935,409
+"wd_0",0.01,1613935898935,409
+"sqr_mom_0",0.99,1613935898935,409
+"lr_0",3.1513365607722898e-06,1613935898935,409
+"mom_0",0.8962165859806928,1613935898935,409
+"eps_0",1e-05,1613935898935,409
+"wd_1",0.01,1613935898935,409
+"sqr_mom_1",0.99,1613935898935,409
+"lr_1",3.15133656077229e-05,1613935898935,409
+"mom_1",0.8962165859806928,1613935898935,409
+"eps_1",1e-05,1613935898935,409
+"wd_2",0.01,1613935898935,409
+"sqr_mom_2",0.99,1613935898935,409
+"lr_2",0.00031513365607722894,1613935898935,409
+"mom_2",0.8962165859806928,1613935898935,409
+"eps_2",1e-05,1613935898935,409
+"train_loss",0.18407482,1613935899912,410
+"raw_loss",0.11929875,1613935899912,410
+"epoch",2.584905660377379,1613935899912,410
+"wd_0",0.01,1613935899912,410
+"sqr_mom_0",0.99,1613935899912,410
+"lr_0",3.1644675808267826e-06,1613935899912,410
+"mom_0",0.8958883104793304,1613935899912,410
+"eps_0",1e-05,1613935899912,410
+"wd_1",0.01,1613935899912,410
+"sqr_mom_1",0.99,1613935899912,410
+"lr_1",3.1644675808267824e-05,1613935899912,410
+"mom_1",0.8958883104793304,1613935899912,410
+"eps_1",1e-05,1613935899912,410
+"wd_2",0.01,1613935899912,410
+"sqr_mom_2",0.99,1613935899912,410
+"lr_2",0.0003164467580826782,1613935899912,410
+"mom_2",0.8958883104793304,1613935899912,410
+"eps_2",1e-05,1613935899912,410
+"train_loss",0.18176474,1613935900872,411
+"raw_loss",0.06926697,1613935900872,411
+"epoch",2.59119496855348,1613935900872,411
+"wd_0",0.01,1613935900872,411
+"sqr_mom_0",0.99,1613935900872,411
+"lr_0",3.1775918399136754e-06,1613935900872,411
+"mom_0",0.8955602040021581,1613935900872,411
+"eps_0",1e-05,1613935900872,411
+"wd_1",0.01,1613935900872,411
+"sqr_mom_1",0.99,1613935900872,411
+"lr_1",3.177591839913675e-05,1613935900872,411
+"mom_1",0.8955602040021581,1613935900872,411
+"eps_1",1e-05,1613935900872,411
+"wd_2",0.01,1613935900872,411
+"sqr_mom_2",0.99,1613935900872,411
+"lr_2",0.0003177591839913675,1613935900872,411
+"mom_2",0.8955602040021581,1613935900872,411
+"eps_2",1e-05,1613935900872,411
+"train_loss",0.17998168,1613935901841,412
+"raw_loss",0.09313848,1613935901841,412
+"epoch",2.5974842767295807,1613935901841,412
+"wd_0",0.01,1613935901841,412
+"sqr_mom_0",0.99,1613935901841,412
+"lr_0",3.1907080224848928e-06,1613935901841,412
+"mom_0",0.8952322994378776,1613935901841,412
+"eps_0",1e-05,1613935901841,412
+"wd_1",0.01,1613935901841,412
+"sqr_mom_1",0.99,1613935901841,412
+"lr_1",3.1907080224848924e-05,1613935901841,412
+"mom_1",0.8952322994378776,1613935901841,412
+"eps_1",1e-05,1613935901841,412
+"wd_2",0.01,1613935901841,412
+"sqr_mom_2",0.99,1613935901841,412
+"lr_2",0.00031907080224848923,1613935901841,412
+"mom_2",0.8952322994378776,1613935901841,412
+"eps_2",1e-05,1613935901841,412
+"train_loss",0.18365644,1613935902805,413
+"raw_loss",0.36265558,1613935902805,413
+"epoch",2.6037735849056816,1613935902805,413
+"wd_0",0.01,1613935902805,413
+"sqr_mom_0",0.99,1613935902805,413
+"lr_0",3.203816305404826e-06,1613935902805,413
+"mom_0",0.8949045923648793,1613935902805,413
+"eps_0",1e-05,1613935902805,413
+"wd_1",0.01,1613935902805,413
+"sqr_mom_1",0.99,1613935902805,413
+"lr_1",3.203816305404826e-05,1613935902805,413
+"mom_1",0.8949045923648793,1613935902805,413
+"eps_1",1e-05,1613935902805,413
+"wd_2",0.01,1613935902805,413
+"sqr_mom_2",0.99,1613935902805,413
+"lr_2",0.0003203816305404826,1613935902805,413
+"mom_2",0.8949045923648793,1613935902805,413
+"eps_2",1e-05,1613935902805,413
+"train_loss",0.18184435,1613935903812,414
+"raw_loss",0.093566135,1613935903812,414
+"epoch",2.6100628930817824,1613935903812,414
+"wd_0",0.01,1613935903812,414
+"sqr_mom_0",0.99,1613935903812,414
+"lr_0",3.216915002428978e-06,1613935903812,414
+"mom_0",0.8945771249392755,1613935903812,414
+"eps_0",1e-05,1613935903812,414
+"wd_1",0.01,1613935903812,414
+"sqr_mom_1",0.99,1613935903812,414
+"lr_1",3.216915002428978e-05,1613935903812,414
+"mom_1",0.8945771249392755,1613935903812,414
+"eps_1",1e-05,1613935903812,414
+"wd_2",0.01,1613935903812,414
+"sqr_mom_2",0.99,1613935903812,414
+"lr_2",0.00032169150024289776,1613935903812,414
+"mom_2",0.8945771249392755,1613935903812,414
+"eps_2",1e-05,1613935903812,414
+"train_loss",0.18422268,1613935904816,415
+"raw_loss",0.30010036,1613935904816,415
+"epoch",2.6163522012578833,1613935904816,415
+"wd_0",0.01,1613935904816,415
+"sqr_mom_0",0.99,1613935904816,415
+"lr_0",3.230005035062253e-06,1613935904816,415
+"mom_0",0.8942498741234437,1613935904816,415
+"eps_0",1e-05,1613935904816,415
+"wd_1",0.01,1613935904816,415
+"sqr_mom_1",0.99,1613935904816,415
+"lr_1",3.230005035062253e-05,1613935904816,415
+"mom_1",0.8942498741234437,1613935904816,415
+"eps_1",1e-05,1613935904816,415
+"wd_2",0.01,1613935904816,415
+"sqr_mom_2",0.99,1613935904816,415
+"lr_2",0.00032300050350622526,1613935904816,415
+"mom_2",0.8942498741234437,1613935904816,415
+"eps_2",1e-05,1613935904816,415
+"train_loss",0.18250228,1613935905790,416
+"raw_loss",0.098671116,1613935905790,416
+"epoch",2.622641509433984,1613935905790,416
+"wd_0",0.01,1613935905790,416
+"sqr_mom_0",0.99,1613935905790,416
+"lr_0",3.2430847186300847e-06,1613935905790,416
+"mom_0",0.8939228820342479,1613935905790,416
+"eps_0",1e-05,1613935905790,416
+"wd_1",0.01,1613935905790,416
+"sqr_mom_1",0.99,1613935905790,416
+"lr_1",3.243084718630084e-05,1613935905790,416
+"mom_1",0.8939228820342479,1613935905790,416
+"eps_1",1e-05,1613935905790,416
+"wd_2",0.01,1613935905790,416
+"sqr_mom_2",0.99,1613935905790,416
+"lr_2",0.0003243084718630084,1613935905790,416
+"mom_2",0.8939228820342479,1613935905790,416
+"eps_2",1e-05,1613935905790,416
+"train_loss",0.18167992,1613935906750,417
+"raw_loss",0.14160341,1613935906750,417
+"epoch",2.628930817610085,1613935906750,417
+"wd_0",0.01,1613935906750,417
+"sqr_mom_0",0.99,1613935906750,417
+"lr_0",3.2561542295046967e-06,1613935906750,417
+"mom_0",0.8935961442623825,1613935906750,417
+"eps_0",1e-05,1613935906750,417
+"wd_1",0.01,1613935906750,417
+"sqr_mom_1",0.99,1613935906750,417
+"lr_1",3.2561542295046964e-05,1613935906750,417
+"mom_1",0.8935961442623825,1613935906750,417
+"eps_1",1e-05,1613935906750,417
+"wd_2",0.01,1613935906750,417
+"sqr_mom_2",0.99,1613935906750,417
+"lr_2",0.00032561542295046964,1613935906750,417
+"mom_2",0.8935961442623825,1613935906750,417
+"eps_2",1e-05,1613935906750,417
+"train_loss",0.17979492,1613935907711,418
+"raw_loss",0.08792323,1613935907711,418
+"epoch",2.635220125786186,1613935907711,418
+"wd_0",0.01,1613935907711,418
+"sqr_mom_0",0.99,1613935907711,418
+"lr_0",3.269212257625859e-06,1613935907711,418
+"mom_0",0.8932696935593535,1613935907711,418
+"eps_0",1e-05,1613935907711,418
+"wd_1",0.01,1613935907711,418
+"sqr_mom_1",0.99,1613935907711,418
+"lr_1",3.269212257625859e-05,1613935907711,418
+"mom_1",0.8932696935593535,1613935907711,418
+"eps_1",1e-05,1613935907711,418
+"wd_2",0.01,1613935907711,418
+"sqr_mom_2",0.99,1613935907711,418
+"lr_2",0.00032692122576258585,1613935907711,418
+"mom_2",0.8932696935593535,1613935907711,418
+"eps_2",1e-05,1613935907711,418
+"train_loss",0.17969811,1613935908678,419
+"raw_loss",0.17497988,1613935908678,419
+"epoch",2.6415094339622867,1613935908678,419
+"wd_0",0.01,1613935908678,419
+"sqr_mom_0",0.99,1613935908678,419
+"lr_0",3.282258979073783e-06,1613935908678,419
+"mom_0",0.8929435255231554,1613935908678,419
+"eps_0",1e-05,1613935908678,419
+"wd_1",0.01,1613935908678,419
+"sqr_mom_1",0.99,1613935908678,419
+"lr_1",3.2822589790737826e-05,1613935908678,419
+"mom_1",0.8929435255231554,1613935908678,419
+"eps_1",1e-05,1613935908678,419
+"wd_2",0.01,1613935908678,419
+"sqr_mom_2",0.99,1613935908678,419
+"lr_2",0.0003282258979073783,1613935908678,419
+"mom_2",0.8929435255231554,1613935908678,419
+"eps_2",1e-05,1613935908678,419
+"train_loss",0.1887384,1613935909650,420
+"raw_loss",0.6294412,1613935909650,420
+"epoch",2.6477987421383875,1613935909650,420
+"wd_0",0.01,1613935909650,420
+"sqr_mom_0",0.99,1613935909650,420
+"lr_0",3.2952927156700966e-06,1613935909650,420
+"mom_0",0.8926176821082475,1613935909650,420
+"eps_0",1e-05,1613935909650,420
+"wd_1",0.01,1613935909650,420
+"sqr_mom_1",0.99,1613935909650,420
+"lr_1",3.295292715670096e-05,1613935909650,420
+"mom_1",0.8926176821082475,1613935909650,420
+"eps_1",1e-05,1613935909650,420
+"wd_2",0.01,1613935909650,420
+"sqr_mom_2",0.99,1613935909650,420
+"lr_2",0.0003295292715670096,1613935909650,420
+"mom_2",0.8926176821082475,1613935909650,420
+"eps_2",1e-05,1613935909650,420
+"train_loss",0.18946542,1613935910638,421
+"raw_loss",0.22490981,1613935910638,421
+"epoch",2.6540880503144884,1613935910638,421
+"wd_0",0.01,1613935910638,421
+"sqr_mom_0",0.99,1613935910638,421
+"lr_0",3.3083143843496787e-06,1613935910638,421
+"mom_0",0.892292140391258,1613935910638,421
+"eps_0",1e-05,1613935910638,421
+"wd_1",0.01,1613935910638,421
+"sqr_mom_1",0.99,1613935910638,421
+"lr_1",3.308314384349678e-05,1613935910638,421
+"mom_1",0.892292140391258,1613935910638,421
+"eps_1",1e-05,1613935910638,421
+"wd_2",0.01,1613935910638,421
+"sqr_mom_2",0.99,1613935910638,421
+"lr_2",0.0003308314384349678,1613935910638,421
+"mom_2",0.892292140391258,1613935910638,421
+"eps_2",1e-05,1613935910638,421
+"train_loss",0.18850851,1613935911601,422
+"raw_loss",0.14185157,1613935911601,422
+"epoch",2.660377358490589,1613935911601,422
+"wd_0",0.01,1613935911601,422
+"sqr_mom_0",0.99,1613935911601,422
+"lr_0",3.321322309089255e-06,1613935911601,422
+"mom_0",0.8919669422727686,1613935911601,422
+"eps_0",1e-05,1613935911601,422
+"wd_1",0.01,1613935911601,422
+"sqr_mom_1",0.99,1613935911601,422
+"lr_1",3.321322309089255e-05,1613935911601,422
+"mom_1",0.8919669422727686,1613935911601,422
+"eps_1",1e-05,1613935911601,422
+"wd_2",0.01,1613935911601,422
+"sqr_mom_2",0.99,1613935911601,422
+"lr_2",0.00033213223090892545,1613935911601,422
+"mom_2",0.8919669422727686,1613935911601,422
+"eps_2",1e-05,1613935911601,422
+"train_loss",0.18799026,1613935912555,423
+"raw_loss",0.16271906,1613935912555,423
+"epoch",2.66666666666669,1613935912555,423
+"wd_0",0.01,1613935912555,423
+"sqr_mom_0",0.99,1613935912555,423
+"lr_0",3.33431666529342e-06,1613935912555,423
+"mom_0",0.8916420833676645,1613935912555,423
+"eps_0",1e-05,1613935912555,423
+"wd_1",0.01,1613935912555,423
+"sqr_mom_1",0.99,1613935912555,423
+"lr_1",3.33431666529342e-05,1613935912555,423
+"mom_1",0.8916420833676645,1613935912555,423
+"eps_1",1e-05,1613935912555,423
+"wd_2",0.01,1613935912555,423
+"sqr_mom_2",0.99,1613935912555,423
+"lr_2",0.00033343166652934195,1613935912555,423
+"mom_2",0.8916420833676645,1613935912555,423
+"eps_2",1e-05,1613935912555,423
+"train_loss",0.1864947,1613935913519,424
+"raw_loss",0.11355735,1613935913519,424
+"epoch",2.672955974842791,1613935913519,424
+"wd_0",0.01,1613935913519,424
+"sqr_mom_0",0.99,1613935913519,424
+"lr_0",3.3472961504352897e-06,1613935913519,424
+"mom_0",0.8913175962391178,1613935913519,424
+"eps_0",1e-05,1613935913519,424
+"wd_1",0.01,1613935913519,424
+"sqr_mom_1",0.99,1613935913519,424
+"lr_1",3.3472961504352896e-05,1613935913519,424
+"mom_1",0.8913175962391178,1613935913519,424
+"eps_1",1e-05,1613935913519,424
+"wd_2",0.01,1613935913519,424
+"sqr_mom_2",0.99,1613935913519,424
+"lr_2",0.00033472961504352894,1613935913519,424
+"mom_2",0.8913175962391178,1613935913519,424
+"eps_2",1e-05,1613935913519,424
+"train_loss",0.1849899,1613935914469,425
+"raw_loss",0.1115974,1613935914469,425
+"epoch",2.6792452830188918,1613935914469,425
+"wd_0",0.01,1613935914469,425
+"sqr_mom_0",0.99,1613935914469,425
+"lr_0",3.360260571154848e-06,1613935914469,425
+"mom_0",0.8909934857211288,1613935914469,425
+"eps_0",1e-05,1613935914469,425
+"wd_1",0.01,1613935914469,425
+"sqr_mom_1",0.99,1613935914469,425
+"lr_1",3.360260571154847e-05,1613935914469,425
+"mom_1",0.8909934857211288,1613935914469,425
+"eps_1",1e-05,1613935914469,425
+"wd_2",0.01,1613935914469,425
+"sqr_mom_2",0.99,1613935914469,425
+"lr_2",0.0003360260571154847,1613935914469,425
+"mom_2",0.8909934857211288,1613935914469,425
+"eps_2",1e-05,1613935914469,425
+"train_loss",0.1854997,1613935915456,426
+"raw_loss",0.21036589,1613935915456,426
+"epoch",2.6855345911949926,1613935915456,426
+"wd_0",0.01,1613935915456,426
+"sqr_mom_0",0.99,1613935915456,426
+"lr_0",3.3732097330323158e-06,1613935915456,426
+"mom_0",0.8906697566741921,1613935915456,426
+"eps_0",1e-05,1613935915456,426
+"wd_1",0.01,1613935915456,426
+"sqr_mom_1",0.99,1613935915456,426
+"lr_1",3.373209733032316e-05,1613935915456,426
+"mom_1",0.8906697566741921,1613935915456,426
+"eps_1",1e-05,1613935915456,426
+"wd_2",0.01,1613935915456,426
+"sqr_mom_2",0.99,1613935915456,426
+"lr_2",0.0003373209733032316,1613935915456,426
+"mom_2",0.8906697566741921,1613935915456,426
+"eps_2",1e-05,1613935915456,426
+"train_loss",0.184588,1613935916417,427
+"raw_loss",0.14011417,1613935916417,427
+"epoch",2.6918238993710935,1613935916417,427
+"wd_0",0.01,1613935916417,427
+"sqr_mom_0",0.99,1613935916417,427
+"lr_0",3.3861423380709955e-06,1613935916417,427
+"mom_0",0.8903464415482251,1613935916417,427
+"eps_0",1e-05,1613935916417,427
+"wd_1",0.01,1613935916417,427
+"sqr_mom_1",0.99,1613935916417,427
+"lr_1",3.386142338070995e-05,1613935916417,427
+"mom_1",0.8903464415482251,1613935916417,427
+"eps_1",1e-05,1613935916417,427
+"wd_2",0.01,1613935916417,427
+"sqr_mom_2",0.99,1613935916417,427
+"lr_2",0.0003386142338070995,1613935916417,427
+"mom_2",0.8903464415482251,1613935916417,427
+"eps_2",1e-05,1613935916417,427
+"train_loss",0.18399572,1613935917450,428
+"raw_loss",0.15510076,1613935917450,428
+"epoch",2.6981132075471943,1613935917450,428
+"wd_0",0.01,1613935917450,428
+"sqr_mom_0",0.99,1613935917450,428
+"lr_0",3.3990585606598368e-06,1613935917450,428
+"mom_0",0.890023535983504,1613935917450,428
+"eps_0",1e-05,1613935917450,428
+"wd_1",0.01,1613935917450,428
+"sqr_mom_1",0.99,1613935917450,428
+"lr_1",3.399058560659836e-05,1613935917450,428
+"mom_1",0.890023535983504,1613935917450,428
+"eps_1",1e-05,1613935917450,428
+"wd_2",0.01,1613935917450,428
+"sqr_mom_2",0.99,1613935917450,428
+"lr_2",0.0003399058560659836,1613935917450,428
+"mom_2",0.890023535983504,1613935917450,428
+"eps_2",1e-05,1613935917450,428
+"train_loss",0.18270591,1613935918406,429
+"raw_loss",0.11977462,1613935918406,429
+"epoch",2.704402515723295,1613935918406,429
+"wd_0",0.01,1613935918406,429
+"sqr_mom_0",0.99,1613935918406,429
+"lr_0",3.411957106103906e-06,1613935918406,429
+"mom_0",0.8897010723474024,1613935918406,429
+"eps_0",1e-05,1613935918406,429
+"wd_1",0.01,1613935918406,429
+"sqr_mom_1",0.99,1613935918406,429
+"lr_1",3.4119571061039056e-05,1613935918406,429
+"mom_1",0.8897010723474024,1613935918406,429
+"eps_1",1e-05,1613935918406,429
+"wd_2",0.01,1613935918406,429
+"sqr_mom_2",0.99,1613935918406,429
+"lr_2",0.00034119571061039055,1613935918406,429
+"mom_2",0.8897010723474024,1613935918406,429
+"eps_2",1e-05,1613935918406,429
+"train_loss",0.18139064,1613935919387,430
+"raw_loss",0.11721241,1613935919387,430
+"epoch",2.710691823899396,1613935919387,430
+"wd_0",0.01,1613935919387,430
+"sqr_mom_0",0.99,1613935919387,430
+"lr_0",3.4248381483328794e-06,1613935919387,430
+"mom_0",0.889379046291678,1613935919387,430
+"eps_0",1e-05,1613935919387,430
+"wd_1",0.01,1613935919387,430
+"sqr_mom_1",0.99,1613935919387,430
+"lr_1",3.424838148332879e-05,1613935919387,430
+"mom_1",0.889379046291678,1613935919387,430
+"eps_1",1e-05,1613935919387,430
+"wd_2",0.01,1613935919387,430
+"sqr_mom_2",0.99,1613935919387,430
+"lr_2",0.0003424838148332879,1613935919387,430
+"mom_2",0.889379046291678,1613935919387,430
+"eps_2",1e-05,1613935919387,430
+"train_loss",0.17934518,1613935920480,431
+"raw_loss",0.07952913,1613935920480,431
+"epoch",2.716981132075497,1613935920480,431
+"wd_0",0.01,1613935920480,431
+"sqr_mom_0",0.99,1613935920480,431
+"lr_0",3.4377000307498144e-06,1613935920480,431
+"mom_0",0.8890574992312547,1613935920480,431
+"eps_0",1e-05,1613935920480,431
+"wd_1",0.01,1613935920480,431
+"sqr_mom_1",0.99,1613935920480,431
+"lr_1",3.437700030749814e-05,1613935920480,431
+"mom_1",0.8890574992312547,1613935920480,431
+"eps_1",1e-05,1613935920480,431
+"wd_2",0.01,1613935920480,431
+"sqr_mom_2",0.99,1613935920480,431
+"lr_2",0.0003437700030749814,1613935920480,431
+"mom_2",0.8890574992312547,1613935920480,431
+"eps_2",1e-05,1613935920480,431
+"train_loss",0.17813101,1613935921690,432
+"raw_loss",0.118876524,1613935921690,432
+"epoch",2.7232704402515977,1613935921690,432
+"wd_0",0.01,1613935921690,432
+"sqr_mom_0",0.99,1613935921690,432
+"lr_0",3.4505436581994983e-06,1613935921690,432
+"mom_0",0.8887364085450126,1613935921690,432
+"eps_0",1e-05,1613935921690,432
+"wd_1",0.01,1613935921690,432
+"sqr_mom_1",0.99,1613935921690,432
+"lr_1",3.450543658199498e-05,1613935921690,432
+"mom_1",0.8887364085450126,1613935921690,432
+"eps_1",1e-05,1613935921690,432
+"wd_2",0.01,1613935921690,432
+"sqr_mom_2",0.99,1613935921690,432
+"lr_2",0.00034505436581994977,1613935921690,432
+"mom_2",0.8887364085450126,1613935921690,432
+"eps_2",1e-05,1613935921690,432
+"train_loss",0.17642967,1613935922658,433
+"raw_loss",0.09339237,1613935922658,433
+"epoch",2.7295597484276986,1613935922658,433
+"wd_0",0.01,1613935922658,433
+"sqr_mom_0",0.99,1613935922658,433
+"lr_0",3.463367377303497e-06,1613935922658,433
+"mom_0",0.8884158155674126,1613935922658,433
+"eps_0",1e-05,1613935922658,433
+"wd_1",0.01,1613935922658,433
+"sqr_mom_1",0.99,1613935922658,433
+"lr_1",3.463367377303496e-05,1613935922658,433
+"mom_1",0.8884158155674126,1613935922658,433
+"eps_1",1e-05,1613935922658,433
+"wd_2",0.01,1613935922658,433
+"sqr_mom_2",0.99,1613935922658,433
+"lr_2",0.0003463367377303496,1613935922658,433
+"mom_2",0.8884158155674126,1613935922658,433
+"eps_2",1e-05,1613935922658,433
+"train_loss",0.17516308,1613935923635,434
+"raw_loss",0.11334049,1613935923635,434
+"epoch",2.7358490566037994,1613935923635,434
+"wd_0",0.01,1613935923635,434
+"sqr_mom_0",0.99,1613935923635,434
+"lr_0",3.4761713609824936e-06,1613935923635,434
+"mom_0",0.8880957159754377,1613935923635,434
+"eps_0",1e-05,1613935923635,434
+"wd_1",0.01,1613935923635,434
+"sqr_mom_1",0.99,1613935923635,434
+"lr_1",3.476171360982493e-05,1613935923635,434
+"mom_1",0.8880957159754377,1613935923635,434
+"eps_1",1e-05,1613935923635,434
+"wd_2",0.01,1613935923635,434
+"sqr_mom_2",0.99,1613935923635,434
+"lr_2",0.0003476171360982493,1613935923635,434
+"mom_2",0.8880957159754377,1613935923635,434
+"eps_2",1e-05,1613935923635,434
+"train_loss",0.17534912,1613935924595,435
+"raw_loss",0.18443032,1613935924595,435
+"epoch",2.7421383647799003,1613935924595,435
+"wd_0",0.01,1613935924595,435
+"sqr_mom_0",0.99,1613935924595,435
+"lr_0",3.4889543257921467e-06,1613935924595,435
+"mom_0",0.8877761418551963,1613935924595,435
+"eps_0",1e-05,1613935924595,435
+"wd_1",0.01,1613935924595,435
+"sqr_mom_1",0.99,1613935924595,435
+"lr_1",3.488954325792147e-05,1613935924595,435
+"mom_1",0.8877761418551963,1613935924595,435
+"eps_1",1e-05,1613935924595,435
+"wd_2",0.01,1613935924595,435
+"sqr_mom_2",0.99,1613935924595,435
+"lr_2",0.00034889543257921464,1613935924595,435
+"mom_2",0.8877761418551963,1613935924595,435
+"eps_2",1e-05,1613935924595,435
+"train_loss",0.1753195,1613935925580,436
+"raw_loss",0.17387286,1613935925580,436
+"epoch",2.748427672956001,1613935925580,436
+"wd_0",0.01,1613935925580,436
+"sqr_mom_0",0.99,1613935925580,436
+"lr_0",3.5017164441035928e-06,1613935925580,436
+"mom_0",0.8874570888974102,1613935925580,436
+"eps_0",1e-05,1613935925580,436
+"wd_1",0.01,1613935925580,436
+"sqr_mom_1",0.99,1613935925580,436
+"lr_1",3.501716444103592e-05,1613935925580,436
+"mom_1",0.8874570888974102,1613935925580,436
+"eps_1",1e-05,1613935925580,436
+"wd_2",0.01,1613935925580,436
+"sqr_mom_2",0.99,1613935925580,436
+"lr_2",0.0003501716444103592,1613935925580,436
+"mom_2",0.8874570888974102,1613935925580,436
+"eps_2",1e-05,1613935925580,436
+"train_loss",0.17583245,1613935926533,437
+"raw_loss",0.20087664,1613935926533,437
+"epoch",2.754716981132102,1613935926533,437
+"wd_0",0.01,1613935926533,437
+"sqr_mom_0",0.99,1613935926533,437
+"lr_0",3.5144560747638523e-06,1613935926533,437
+"mom_0",0.8871385981309037,1613935926533,437
+"eps_0",1e-05,1613935926533,437
+"wd_1",0.01,1613935926533,437
+"sqr_mom_1",0.99,1613935926533,437
+"lr_1",3.5144560747638516e-05,1613935926533,437
+"mom_1",0.8871385981309037,1613935926533,437
+"eps_1",1e-05,1613935926533,437
+"wd_2",0.01,1613935926533,437
+"sqr_mom_2",0.99,1613935926533,437
+"lr_2",0.00035144560747638515,1613935926533,437
+"mom_2",0.8871385981309037,1613935926533,437
+"eps_2",1e-05,1613935926533,437
+"train_loss",0.17456777,1613935927490,438
+"raw_loss",0.11281867,1613935927490,438
+"epoch",2.761006289308203,1613935927490,438
+"wd_0",0.01,1613935927490,438
+"sqr_mom_0",0.99,1613935927490,438
+"lr_0",3.5271741140171937e-06,1613935927490,438
+"mom_0",0.8868206471495701,1613935927490,438
+"eps_0",1e-05,1613935927490,438
+"wd_1",0.01,1613935927490,438
+"sqr_mom_1",0.99,1613935927490,438
+"lr_1",3.5271741140171934e-05,1613935927490,438
+"mom_1",0.8868206471495701,1613935927490,438
+"eps_1",1e-05,1613935927490,438
+"wd_2",0.01,1613935927490,438
+"sqr_mom_2",0.99,1613935927490,438
+"lr_2",0.0003527174114017193,1613935927490,438
+"mom_2",0.8868206471495701,1613935927490,438
+"eps_2",1e-05,1613935927490,438
+"train_loss",0.17373618,1613935928455,439
+"raw_loss",0.13313165,1613935928455,439
+"epoch",2.7672955974843036,1613935928455,439
+"wd_0",0.01,1613935928455,439
+"sqr_mom_0",0.99,1613935928455,439
+"lr_0",3.539868924502422e-06,1613935928455,439
+"mom_0",0.8865032768874395,1613935928455,439
+"eps_0",1e-05,1613935928455,439
+"wd_1",0.01,1613935928455,439
+"sqr_mom_1",0.99,1613935928455,439
+"lr_1",3.5398689245024216e-05,1613935928455,439
+"mom_1",0.8865032768874395,1613935928455,439
+"eps_1",1e-05,1613935928455,439
+"wd_2",0.01,1613935928455,439
+"sqr_mom_2",0.99,1613935928455,439
+"lr_2",0.00035398689245024216,1613935928455,439
+"mom_2",0.8865032768874395,1613935928455,439
+"eps_2",1e-05,1613935928455,439
+"train_loss",0.17705745,1613935929419,440
+"raw_loss",0.33924195,1613935929419,440
+"epoch",2.7735849056604045,1613935929419,440
+"wd_0",0.01,1613935929419,440
+"sqr_mom_0",0.99,1613935929419,440
+"lr_0",3.5525406774019624e-06,1613935929419,440
+"mom_0",0.886186483064951,1613935929419,440
+"eps_0",1e-05,1613935929419,440
+"wd_1",0.01,1613935929419,440
+"sqr_mom_1",0.99,1613935929419,440
+"lr_1",3.552540677401962e-05,1613935929419,440
+"mom_1",0.886186483064951,1613935929419,440
+"eps_1",1e-05,1613935929419,440
+"wd_2",0.01,1613935929419,440
+"sqr_mom_2",0.99,1613935929419,440
+"lr_2",0.00035525406774019615,1613935929419,440
+"mom_2",0.886186483064951,1613935929419,440
+"eps_2",1e-05,1613935929419,440
+"train_loss",0.17638958,1613935930373,441
+"raw_loss",0.1437735,1613935930373,441
+"epoch",2.7798742138365053,1613935930373,441
+"wd_0",0.01,1613935930373,441
+"sqr_mom_0",0.99,1613935930373,441
+"lr_0",3.5651881025260058e-06,1613935930373,441
+"mom_0",0.8858702974368499,1613935930373,441
+"eps_0",1e-05,1613935930373,441
+"wd_1",0.01,1613935930373,441
+"sqr_mom_1",0.99,1613935930373,441
+"lr_1",3.565188102526005e-05,1613935930373,441
+"mom_1",0.8858702974368499,1613935930373,441
+"eps_1",1e-05,1613935930373,441
+"wd_2",0.01,1613935930373,441
+"sqr_mom_2",0.99,1613935930373,441
+"lr_2",0.00035651881025260053,1613935930373,441
+"mom_2",0.8858702974368499,1613935930373,441
+"eps_2",1e-05,1613935930373,441
+"train_loss",0.17563373,1613935931338,442
+"raw_loss",0.13871942,1613935931338,442
+"epoch",2.786163522012606,1613935931338,442
+"wd_0",0.01,1613935931338,442
+"sqr_mom_0",0.99,1613935931338,442
+"lr_0",3.5778113704180114e-06,1613935931338,442
+"mom_0",0.8855547157395497,1613935931338,442
+"eps_0",1e-05,1613935931338,442
+"wd_1",0.01,1613935931338,442
+"sqr_mom_1",0.99,1613935931338,442
+"lr_1",3.577811370418011e-05,1613935931338,442
+"mom_1",0.8855547157395497,1613935931338,442
+"eps_1",1e-05,1613935931338,442
+"wd_2",0.01,1613935931338,442
+"sqr_mom_2",0.99,1613935931338,442
+"lr_2",0.0003577811370418011,1613935931338,442
+"mom_2",0.8855547157395497,1613935931338,442
+"eps_2",1e-05,1613935931338,442
+"train_loss",0.17506589,1613935932298,443
+"raw_loss",0.14733118,1613935932298,443
+"epoch",2.792452830188707,1613935932298,443
+"wd_0",0.01,1613935932298,443
+"sqr_mom_0",0.99,1613935932298,443
+"lr_0",3.590409215748207e-06,1613935932298,443
+"mom_0",0.8852397696062948,1613935932298,443
+"eps_0",1e-05,1613935932298,443
+"wd_1",0.01,1613935932298,443
+"sqr_mom_1",0.99,1613935932298,443
+"lr_1",3.590409215748207e-05,1613935932298,443
+"mom_1",0.8852397696062948,1613935932298,443
+"eps_1",1e-05,1613935932298,443
+"wd_2",0.01,1613935932298,443
+"sqr_mom_2",0.99,1613935932298,443
+"lr_2",0.00035904092157482067,1613935932298,443
+"mom_2",0.8852397696062948,1613935932298,443
+"eps_2",1e-05,1613935932298,443
+"train_loss",0.17746414,1613935933272,444
+"raw_loss",0.29460734,1613935933272,444
+"epoch",2.798742138364808,1613935933272,444
+"wd_0",0.01,1613935933272,444
+"sqr_mom_0",0.99,1613935933272,444
+"lr_0",3.6029814513106237e-06,1613935933272,444
+"mom_0",0.8849254637172344,1613935933272,444
+"eps_0",1e-05,1613935933272,444
+"wd_1",0.01,1613935933272,444
+"sqr_mom_1",0.99,1613935933272,444
+"lr_1",3.602981451310624e-05,1613935933272,444
+"mom_1",0.8849254637172344,1613935933272,444
+"eps_1",1e-05,1613935933272,444
+"wd_2",0.01,1613935933272,444
+"sqr_mom_2",0.99,1613935933272,444
+"lr_2",0.00036029814513106233,1613935933272,444
+"mom_2",0.8849254637172344,1613935933272,444
+"eps_2",1e-05,1613935933272,444
+"train_loss",0.1795116,1613935934231,445
+"raw_loss",0.27952677,1613935934231,445
+"epoch",2.8050314465409087,1613935934231,445
+"wd_0",0.01,1613935934231,445
+"sqr_mom_0",0.99,1613935934231,445
+"lr_0",3.615527888097685e-06,1613935934231,445
+"mom_0",0.8846118027975579,1613935934231,445
+"eps_0",1e-05,1613935934231,445
+"wd_1",0.01,1613935934231,445
+"sqr_mom_1",0.99,1613935934231,445
+"lr_1",3.615527888097684e-05,1613935934231,445
+"mom_1",0.8846118027975579,1613935934231,445
+"eps_1",1e-05,1613935934231,445
+"wd_2",0.01,1613935934231,445
+"sqr_mom_2",0.99,1613935934231,445
+"lr_2",0.0003615527888097684,1613935934231,445
+"mom_2",0.8846118027975579,1613935934231,445
+"eps_2",1e-05,1613935934231,445
+"train_loss",0.18000245,1613935935184,446
+"raw_loss",0.20398068,1613935935184,446
+"epoch",2.8113207547170096,1613935935184,446
+"wd_0",0.01,1613935935184,446
+"sqr_mom_0",0.99,1613935935184,446
+"lr_0",3.6280472684810044e-06,1613935935184,446
+"mom_0",0.8842988182879749,1613935935184,446
+"eps_0",1e-05,1613935935184,446
+"wd_1",0.01,1613935935184,446
+"sqr_mom_1",0.99,1613935935184,446
+"lr_1",3.628047268481004e-05,1613935935184,446
+"mom_1",0.8842988182879749,1613935935184,446
+"eps_1",1e-05,1613935935184,446
+"wd_2",0.01,1613935935184,446
+"sqr_mom_2",0.99,1613935935184,446
+"lr_2",0.00036280472684810036,1613935935184,446
+"mom_2",0.8842988182879749,1613935935184,446
+"eps_2",1e-05,1613935935184,446
+"train_loss",0.18008421,1613935936141,447
+"raw_loss",0.18407871,1613935936141,447
+"epoch",2.8176100628931104,1613935936141,447
+"wd_0",0.01,1613935936141,447
+"sqr_mom_0",0.99,1613935936141,447
+"lr_0",3.6405397612774307e-06,1613935936141,447
+"mom_0",0.8839865059680643,1613935936141,447
+"eps_0",1e-05,1613935936141,447
+"wd_1",0.01,1613935936141,447
+"sqr_mom_1",0.99,1613935936141,447
+"lr_1",3.6405397612774304e-05,1613935936141,447
+"mom_1",0.8839865059680643,1613935936141,447
+"eps_1",1e-05,1613935936141,447
+"wd_2",0.01,1613935936141,447
+"sqr_mom_2",0.99,1613935936141,447
+"lr_2",0.000364053976127743,1613935936141,447
+"mom_2",0.8839865059680643,1613935936141,447
+"eps_2",1e-05,1613935936141,447
+"train_loss",0.17796203,1613935937098,448
+"raw_loss",0.074278146,1613935937098,448
+"epoch",2.8238993710692113,1613935937098,448
+"wd_0",0.01,1613935937098,448
+"sqr_mom_0",0.99,1613935937098,448
+"lr_0",3.6530041142658115e-06,1613935937098,448
+"mom_0",0.8836748971433547,1613935937098,448
+"eps_0",1e-05,1613935937098,448
+"wd_1",0.01,1613935937098,448
+"sqr_mom_1",0.99,1613935937098,448
+"lr_1",3.653004114265811e-05,1613935937098,448
+"mom_1",0.8836748971433547,1613935937098,448
+"eps_1",1e-05,1613935937098,448
+"wd_2",0.01,1613935937098,448
+"sqr_mom_2",0.99,1613935937098,448
+"lr_2",0.00036530041142658105,1613935937098,448
+"mom_2",0.8836748971433547,1613935937098,448
+"eps_2",1e-05,1613935937098,448
+"train_loss",0.17622377,1613935938056,449
+"raw_loss",0.09129161,1613935938056,449
+"epoch",2.830188679245312,1613935938056,449
+"wd_0",0.01,1613935938056,449
+"sqr_mom_0",0.99,1613935938056,449
+"lr_0",3.665440142351261e-06,1613935938056,449
+"mom_0",0.8833639964412184,1613935938056,449
+"eps_0",1e-05,1613935938056,449
+"wd_1",0.01,1613935938056,449
+"sqr_mom_1",0.99,1613935938056,449
+"lr_1",3.6654401423512606e-05,1613935938056,449
+"mom_1",0.8833639964412184,1613935938056,449
+"eps_1",1e-05,1613935938056,449
+"wd_2",0.01,1613935938056,449
+"sqr_mom_2",0.99,1613935938056,449
+"lr_2",0.00036654401423512605,1613935938056,449
+"mom_2",0.8833639964412184,1613935938056,449
+"eps_2",1e-05,1613935938056,449
+"train_loss",0.17600407,1613935939024,450
+"raw_loss",0.16526829,1613935939024,450
+"epoch",2.836477987421413,1613935939024,450
+"wd_0",0.01,1613935939024,450
+"sqr_mom_0",0.99,1613935939024,450
+"lr_0",3.677847306104885e-06,1613935939024,450
+"mom_0",0.8830538173473779,1613935939024,450
+"eps_0",1e-05,1613935939024,450
+"wd_1",0.01,1613935939024,450
+"sqr_mom_1",0.99,1613935939024,450
+"lr_1",3.677847306104885e-05,1613935939024,450
+"mom_1",0.8830538173473779,1613935939024,450
+"eps_1",1e-05,1613935939024,450
+"wd_2",0.01,1613935939024,450
+"sqr_mom_2",0.99,1613935939024,450
+"lr_2",0.00036778473061048846,1613935939024,450
+"mom_2",0.8830538173473779,1613935939024,450
+"eps_2",1e-05,1613935939024,450
+"train_loss",0.17995411,1613935939998,451
+"raw_loss",0.37297577,1613935939998,451
+"epoch",2.842767295597514,1613935939998,451
+"wd_0",0.01,1613935939998,451
+"sqr_mom_0",0.99,1613935939998,451
+"lr_0",3.690225418847611e-06,1613935939998,451
+"mom_0",0.8827443645288097,1613935939998,451
+"eps_0",1e-05,1613935939998,451
+"wd_1",0.01,1613935939998,451
+"sqr_mom_1",0.99,1613935939998,451
+"lr_1",3.690225418847611e-05,1613935939998,451
+"mom_1",0.8827443645288097,1613935939998,451
+"eps_1",1e-05,1613935939998,451
+"wd_2",0.01,1613935939998,451
+"sqr_mom_2",0.99,1613935939998,451
+"lr_2",0.000369022541884761,1613935939998,451
+"mom_2",0.8827443645288097,1613935939998,451
+"eps_2",1e-05,1613935939998,451
+"train_loss",0.18080196,1613935940977,452
+"raw_loss",0.22223568,1613935940977,452
+"epoch",2.8490566037736147,1613935940977,452
+"wd_0",0.01,1613935940977,452
+"sqr_mom_0",0.99,1613935940977,452
+"lr_0",3.7025732398235015e-06,1613935940977,452
+"mom_0",0.8824356690044124,1613935940977,452
+"eps_0",1e-05,1613935940977,452
+"wd_1",0.01,1613935940977,452
+"sqr_mom_1",0.99,1613935940977,452
+"lr_1",3.702573239823501e-05,1613935940977,452
+"mom_1",0.8824356690044124,1613935940977,452
+"eps_1",1e-05,1613935940977,452
+"wd_2",0.01,1613935940977,452
+"sqr_mom_2",0.99,1613935940977,452
+"lr_2",0.0003702573239823501,1613935940977,452
+"mom_2",0.8824356690044124,1613935940977,452
+"eps_2",1e-05,1613935940977,452
+"train_loss",0.18055554,1613935941932,453
+"raw_loss",0.16851273,1613935941932,453
+"epoch",2.8553459119497155,1613935941932,453
+"wd_0",0.01,1613935941932,453
+"sqr_mom_0",0.99,1613935941932,453
+"lr_0",3.7148909355360207e-06,1613935941932,453
+"mom_0",0.8821277266115994,1613935941932,453
+"eps_0",1e-05,1613935941932,453
+"wd_1",0.01,1613935941932,453
+"sqr_mom_1",0.99,1613935941932,453
+"lr_1",3.714890935536021e-05,1613935941932,453
+"mom_1",0.8821277266115994,1613935941932,453
+"eps_1",1e-05,1613935941932,453
+"wd_2",0.01,1613935941932,453
+"sqr_mom_2",0.99,1613935941932,453
+"lr_2",0.000371489093553602,1613935941932,453
+"mom_2",0.8821277266115994,1613935941932,453
+"eps_2",1e-05,1613935941932,453
+"train_loss",0.18057474,1613935942895,454
+"raw_loss",0.18151294,1613935942895,454
+"epoch",2.8616352201258164,1613935942895,454
+"wd_0",0.01,1613935942895,454
+"sqr_mom_0",0.99,1613935942895,454
+"lr_0",3.727177271285309e-06,1613935942895,454
+"mom_0",0.8818205682178673,1613935942895,454
+"eps_0",1e-05,1613935942895,454
+"wd_1",0.01,1613935942895,454
+"sqr_mom_1",0.99,1613935942895,454
+"lr_1",3.7271772712853084e-05,1613935942895,454
+"mom_1",0.8818205682178673,1613935942895,454
+"eps_1",1e-05,1613935942895,454
+"wd_2",0.01,1613935942895,454
+"sqr_mom_2",0.99,1613935942895,454
+"lr_2",0.00037271772712853084,1613935942895,454
+"mom_2",0.8818205682178673,1613935942895,454
+"eps_2",1e-05,1613935942895,454
+"train_loss",0.1811913,1613935943869,455
+"raw_loss",0.21132654,1613935943869,455
+"epoch",2.8679245283019172,1613935943869,455
+"wd_0",0.01,1613935943869,455
+"sqr_mom_0",0.99,1613935943869,455
+"lr_0",3.73943206477449e-06,1613935943869,455
+"mom_0",0.8815141983806377,1613935943869,455
+"eps_0",1e-05,1613935943869,455
+"wd_1",0.01,1613935943869,455
+"sqr_mom_1",0.99,1613935943869,455
+"lr_1",3.73943206477449e-05,1613935943869,455
+"mom_1",0.8815141983806377,1613935943869,455
+"eps_1",1e-05,1613935943869,455
+"wd_2",0.01,1613935943869,455
+"sqr_mom_2",0.99,1613935943869,455
+"lr_2",0.00037394320647744897,1613935943869,455
+"mom_2",0.8815141983806377,1613935943869,455
+"eps_2",1e-05,1613935943869,455
+"train_loss",0.18264812,1613935944838,456
+"raw_loss",0.25385588,1613935944838,456
+"epoch",2.874213836478018,1613935944838,456
+"wd_0",0.01,1613935944838,456
+"sqr_mom_0",0.99,1613935944838,456
+"lr_0",3.751654784435957e-06,1613935944838,456
+"mom_0",0.881208630389101,1613935944838,456
+"eps_0",1e-05,1613935944838,456
+"wd_1",0.01,1613935944838,456
+"sqr_mom_1",0.99,1613935944838,456
+"lr_1",3.751654784435957e-05,1613935944838,456
+"mom_1",0.881208630389101,1613935944838,456
+"eps_1",1e-05,1613935944838,456
+"wd_2",0.01,1613935944838,456
+"sqr_mom_2",0.99,1613935944838,456
+"lr_2",0.00037516547844359567,1613935944838,456
+"mom_2",0.881208630389101,1613935944838,456
+"eps_2",1e-05,1613935944838,456
+"train_loss",0.18174511,1613935945817,457
+"raw_loss",0.13760439,1613935945817,457
+"epoch",2.880503144654119,1613935945817,457
+"wd_0",0.01,1613935945817,457
+"sqr_mom_0",0.99,1613935945817,457
+"lr_0",3.7638452462106184e-06,1613935945817,457
+"mom_0",0.8809038688447345,1613935945817,457
+"eps_0",1e-05,1613935945817,457
+"wd_1",0.01,1613935945817,457
+"sqr_mom_1",0.99,1613935945817,457
+"lr_1",3.763845246210618e-05,1613935945817,457
+"mom_1",0.8809038688447345,1613935945817,457
+"eps_1",1e-05,1613935945817,457
+"wd_2",0.01,1613935945817,457
+"sqr_mom_2",0.99,1613935945817,457
+"lr_2",0.0003763845246210618,1613935945817,457
+"mom_2",0.8809038688447345,1613935945817,457
+"eps_2",1e-05,1613935945817,457
+"train_loss",0.18586162,1613935946787,458
+"raw_loss",0.38709134,1613935946787,458
+"epoch",2.88679245283022,1613935946787,458
+"wd_0",0.01,1613935946787,458
+"sqr_mom_0",0.99,1613935946787,458
+"lr_0",3.7760022281522745e-06,1613935946787,458
+"mom_0",0.8805999442961931,1613935946787,458
+"eps_0",1e-05,1613935946787,458
+"wd_1",0.01,1613935946787,458
+"sqr_mom_1",0.99,1613935946787,458
+"lr_1",3.776002228152274e-05,1613935946787,458
+"mom_1",0.8805999442961931,1613935946787,458
+"eps_1",1e-05,1613935946787,458
+"wd_2",0.01,1613935946787,458
+"sqr_mom_2",0.99,1613935946787,458
+"lr_2",0.0003776002228152274,1613935946787,458
+"mom_2",0.8805999442961931,1613935946787,458
+"eps_2",1e-05,1613935946787,458
+"train_loss",0.18673383,1613935947744,459
+"raw_loss",0.22937267,1613935947744,459
+"epoch",2.8930817610063206,1613935947744,459
+"wd_0",0.01,1613935947744,459
+"sqr_mom_0",0.99,1613935947744,459
+"lr_0",3.7881258941910325e-06,1613935947744,459
+"mom_0",0.8802968526452242,1613935947744,459
+"eps_0",1e-05,1613935947744,459
+"wd_1",0.01,1613935947744,459
+"sqr_mom_1",0.99,1613935947744,459
+"lr_1",3.788125894191032e-05,1613935947744,459
+"mom_1",0.8802968526452242,1613935947744,459
+"eps_1",1e-05,1613935947744,459
+"wd_2",0.01,1613935947744,459
+"sqr_mom_2",0.99,1613935947744,459
+"lr_2",0.00037881258941910317,1613935947744,459
+"mom_2",0.8802968526452242,1613935947744,459
+"eps_2",1e-05,1613935947744,459
+"train_loss",0.18545118,1613935948699,460
+"raw_loss",0.12274527,1613935948699,460
+"epoch",2.8993710691824215,1613935948699,460
+"wd_0",0.01,1613935948699,460
+"sqr_mom_0",0.99,1613935948699,460
+"lr_0",3.800215029076156e-06,1613935948699,460
+"mom_0",0.879994624273096,1613935948699,460
+"eps_0",1e-05,1613935948699,460
+"wd_1",0.01,1613935948699,460
+"sqr_mom_1",0.99,1613935948699,460
+"lr_1",3.800215029076156e-05,1613935948699,460
+"mom_1",0.879994624273096,1613935948699,460
+"eps_1",1e-05,1613935948699,460
+"wd_2",0.01,1613935948699,460
+"sqr_mom_2",0.99,1613935948699,460
+"lr_2",0.00038002150290761553,1613935948699,460
+"mom_2",0.879994624273096,1613935948699,460
+"eps_2",1e-05,1613935948699,460
+"train_loss",0.18689276,1613935949655,461
+"raw_loss",0.25737163,1613935949655,461
+"epoch",2.9056603773585223,1613935949655,461
+"wd_0",0.01,1613935949655,461
+"sqr_mom_0",0.99,1613935949655,461
+"lr_0",3.8122694535934173e-06,1613935949655,461
+"mom_0",0.8796932636601645,1613935949655,461
+"eps_0",1e-05,1613935949655,461
+"wd_1",0.01,1613935949655,461
+"sqr_mom_1",0.99,1613935949655,461
+"lr_1",3.812269453593417e-05,1613935949655,461
+"mom_1",0.8796932636601645,1613935949655,461
+"eps_1",1e-05,1613935949655,461
+"wd_2",0.01,1613935949655,461
+"sqr_mom_2",0.99,1613935949655,461
+"lr_2",0.00038122694535934167,1613935949655,461
+"mom_2",0.8796932636601645,1613935949655,461
+"eps_2",1e-05,1613935949655,461
+"train_loss",0.18586287,1613935950606,462
+"raw_loss",0.13550894,1613935950606,462
+"epoch",2.911949685534623,1613935950606,462
+"wd_0",0.01,1613935950606,462
+"sqr_mom_0",0.99,1613935950606,462
+"lr_0",3.824288986086766e-06,1613935950606,462
+"mom_0",0.8793927753478308,1613935950606,462
+"eps_0",1e-05,1613935950606,462
+"wd_1",0.01,1613935950606,462
+"sqr_mom_1",0.99,1613935950606,462
+"lr_1",3.824288986086766e-05,1613935950606,462
+"mom_1",0.8793927753478308,1613935950606,462
+"eps_1",1e-05,1613935950606,462
+"wd_2",0.01,1613935950606,462
+"sqr_mom_2",0.99,1613935950606,462
+"lr_2",0.0003824288986086766,1613935950606,462
+"mom_2",0.8793927753478308,1613935950606,462
+"eps_2",1e-05,1613935950606,462
+"train_loss",0.18639076,1613935951565,463
+"raw_loss",0.21220161,1613935951565,463
+"epoch",2.918238993710724,1613935951565,463
+"wd_0",0.01,1613935951565,463
+"sqr_mom_0",0.99,1613935951565,463
+"lr_0",3.836272421743595e-06,1613935951565,463
+"mom_0",0.8790931894564101,1613935951565,463
+"eps_0",1e-05,1613935951565,463
+"wd_1",0.01,1613935951565,463
+"sqr_mom_1",0.99,1613935951565,463
+"lr_1",3.836272421743594e-05,1613935951565,463
+"mom_1",0.8790931894564101,1613935951565,463
+"eps_1",1e-05,1613935951565,463
+"wd_2",0.01,1613935951565,463
+"sqr_mom_2",0.99,1613935951565,463
+"lr_2",0.0003836272421743594,1613935951565,463
+"mom_2",0.8790931894564101,1613935951565,463
+"eps_2",1e-05,1613935951565,463
+"train_loss",0.18589324,1613935952519,464
+"raw_loss",0.16156545,1613935952519,464
+"epoch",2.924528301886825,1613935952519,464
+"wd_0",0.01,1613935952519,464
+"sqr_mom_0",0.99,1613935952519,464
+"lr_0",3.848219922153835e-06,1613935952519,464
+"mom_0",0.8787945019461542,1613935952519,464
+"eps_0",1e-05,1613935952519,464
+"wd_1",0.01,1613935952519,464
+"sqr_mom_1",0.99,1613935952519,464
+"lr_1",3.8482199221538336e-05,1613935952519,464
+"mom_1",0.8787945019461542,1613935952519,464
+"eps_1",1e-05,1613935952519,464
+"wd_2",0.01,1613935952519,464
+"sqr_mom_2",0.99,1613935952519,464
+"lr_2",0.00038482199221538335,1613935952519,464
+"mom_2",0.8787945019461542,1613935952519,464
+"eps_2",1e-05,1613935952519,464
+"train_loss",0.1853184,1613935953542,465
+"raw_loss",0.15720941,1613935953542,465
+"epoch",2.9308176100629257,1613935953542,465
+"wd_0",0.01,1613935953542,465
+"sqr_mom_0",0.99,1613935953542,465
+"lr_0",3.860130289725222e-06,1613935953542,465
+"mom_0",0.8784967427568695,1613935953542,465
+"eps_0",1e-05,1613935953542,465
+"wd_1",0.01,1613935953542,465
+"sqr_mom_1",0.99,1613935953542,465
+"lr_1",3.860130289725221e-05,1613935953542,465
+"mom_1",0.8784967427568695,1613935953542,465
+"eps_1",1e-05,1613935953542,465
+"wd_2",0.01,1613935953542,465
+"sqr_mom_2",0.99,1613935953542,465
+"lr_2",0.0003860130289725221,1613935953542,465
+"mom_2",0.8784967427568695,1613935953542,465
+"eps_2",1e-05,1613935953542,465
+"train_loss",0.18444954,1613935954568,466
+"raw_loss",0.1419616,1613935954568,466
+"epoch",2.9371069182390266,1613935954568,466
+"wd_0",0.01,1613935954568,466
+"sqr_mom_0",0.99,1613935954568,466
+"lr_0",3.872003685062405e-06,1613935954568,466
+"mom_0",0.8781999078734398,1613935954568,466
+"eps_0",1e-05,1613935954568,466
+"wd_1",0.01,1613935954568,466
+"sqr_mom_1",0.99,1613935954568,466
+"lr_1",3.872003685062405e-05,1613935954568,466
+"mom_1",0.8781999078734398,1613935954568,466
+"eps_1",1e-05,1613935954568,466
+"wd_2",0.01,1613935954568,466
+"sqr_mom_2",0.99,1613935954568,466
+"lr_2",0.0003872003685062405,1613935954568,466
+"mom_2",0.8781999078734398,1613935954568,466
+"eps_2",1e-05,1613935954568,466
+"train_loss",0.18498811,1613935955563,467
+"raw_loss",0.21132693,1613935955563,467
+"epoch",2.9433962264151274,1613935955563,467
+"wd_0",0.01,1613935955563,467
+"sqr_mom_0",0.99,1613935955563,467
+"lr_0",3.88383858204794e-06,1613935955563,467
+"mom_0",0.8779040354488015,1613935955563,467
+"eps_0",1e-05,1613935955563,467
+"wd_1",0.01,1613935955563,467
+"sqr_mom_1",0.99,1613935955563,467
+"lr_1",3.8838385820479396e-05,1613935955563,467
+"mom_1",0.8779040354488015,1613935955563,467
+"eps_1",1e-05,1613935955563,467
+"wd_2",0.01,1613935955563,467
+"sqr_mom_2",0.99,1613935955563,467
+"lr_2",0.00038838385820479397,1613935955563,467
+"mom_2",0.8779040354488015,1613935955563,467
+"eps_2",1e-05,1613935955563,467
+"train_loss",0.18573837,1613935956537,468
+"raw_loss",0.2224295,1613935956537,468
+"epoch",2.9496855345912283,1613935956537,468
+"wd_0",0.01,1613935956537,468
+"sqr_mom_0",0.99,1613935956537,468
+"lr_0",3.895635813277281e-06,1613935956537,468
+"mom_0",0.877609104668068,1613935956537,468
+"eps_0",1e-05,1613935956537,468
+"wd_1",0.01,1613935956537,468
+"sqr_mom_1",0.99,1613935956537,468
+"lr_1",3.8956358132772804e-05,1613935956537,468
+"mom_1",0.877609104668068,1613935956537,468
+"eps_1",1e-05,1613935956537,468
+"wd_2",0.01,1613935956537,468
+"sqr_mom_2",0.99,1613935956537,468
+"lr_2",0.00038956358132772803,1613935956537,468
+"mom_2",0.877609104668068,1613935956537,468
+"eps_2",1e-05,1613935956537,468
+"train_loss",0.18497744,1613935957505,469
+"raw_loss",0.1477626,1613935957505,469
+"epoch",2.955974842767329,1613935957505,469
+"wd_0",0.01,1613935957505,469
+"sqr_mom_0",0.99,1613935957505,469
+"lr_0",3.907393859184797e-06,1613935957505,469
+"mom_0",0.87731515352038,1613935957505,469
+"eps_0",1e-05,1613935957505,469
+"wd_1",0.01,1613935957505,469
+"sqr_mom_1",0.99,1613935957505,469
+"lr_1",3.9073938591847964e-05,1613935957505,469
+"mom_1",0.87731515352038,1613935957505,469
+"eps_1",1e-05,1613935957505,469
+"wd_2",0.01,1613935957505,469
+"sqr_mom_2",0.99,1613935957505,469
+"lr_2",0.0003907393859184796,1613935957505,469
+"mom_2",0.87731515352038,1613935957505,469
+"eps_2",1e-05,1613935957505,469
+"train_loss",0.18347247,1613935958460,470
+"raw_loss",0.10986696,1613935958460,470
+"epoch",2.96226415094343,1613935958460,470
+"wd_0",0.01,1613935958460,470
+"sqr_mom_0",0.99,1613935958460,470
+"lr_0",3.919112878321166e-06,1613935958460,470
+"mom_0",0.8770221780419708,1613935958460,470
+"eps_0",1e-05,1613935958460,470
+"wd_1",0.01,1613935958460,470
+"sqr_mom_1",0.99,1613935958460,470
+"lr_1",3.919112878321166e-05,1613935958460,470
+"mom_1",0.8770221780419708,1613935958460,470
+"eps_1",1e-05,1613935958460,470
+"wd_2",0.01,1613935958460,470
+"sqr_mom_2",0.99,1613935958460,470
+"lr_2",0.00039191128783211654,1613935958460,470
+"mom_2",0.8770221780419708,1613935958460,470
+"eps_2",1e-05,1613935958460,470
+"train_loss",0.18358564,1613935959407,471
+"raw_loss",0.18912062,1613935959407,471
+"epoch",2.968553459119531,1613935959407,471
+"wd_0",0.01,1613935959407,471
+"sqr_mom_0",0.99,1613935959407,471
+"lr_0",3.930791695996604e-06,1613935959407,471
+"mom_0",0.8767302076000849,1613935959407,471
+"eps_0",1e-05,1613935959407,471
+"wd_1",0.01,1613935959407,471
+"sqr_mom_1",0.99,1613935959407,471
+"lr_1",3.930791695996604e-05,1613935959407,471
+"mom_1",0.8767302076000849,1613935959407,471
+"eps_1",1e-05,1613935959407,471
+"wd_2",0.01,1613935959407,471
+"sqr_mom_2",0.99,1613935959407,471
+"lr_2",0.0003930791695996604,1613935959407,471
+"mom_2",0.8767302076000849,1613935959407,471
+"eps_2",1e-05,1613935959407,471
+"train_loss",0.18301569,1613935960369,472
+"raw_loss",0.1551377,1613935960369,472
+"epoch",2.9748427672956317,1613935960369,472
+"wd_0",0.01,1613935960369,472
+"sqr_mom_0",0.99,1613935960369,472
+"lr_0",3.9424304696934405e-06,1613935960369,472
+"mom_0",0.876439238257664,1613935960369,472
+"eps_0",1e-05,1613935960369,472
+"wd_1",0.01,1613935960369,472
+"sqr_mom_1",0.99,1613935960369,472
+"lr_1",3.9424304696934405e-05,1613935960369,472
+"mom_1",0.876439238257664,1613935960369,472
+"eps_1",1e-05,1613935960369,472
+"wd_2",0.01,1613935960369,472
+"sqr_mom_2",0.99,1613935960369,472
+"lr_2",0.00039424304696934406,1613935960369,472
+"mom_2",0.876439238257664,1613935960369,472
+"eps_2",1e-05,1613935960369,472
+"train_loss",0.18434808,1613935961325,473
+"raw_loss",0.24952051,1613935961325,473
+"epoch",2.9811320754717325,1613935961325,473
+"wd_0",0.01,1613935961325,473
+"sqr_mom_0",0.99,1613935961325,473
+"lr_0",3.954027703612899e-06,1613935961325,473
+"mom_0",0.8761493074096776,1613935961325,473
+"eps_0",1e-05,1613935961325,473
+"wd_1",0.01,1613935961325,473
+"sqr_mom_1",0.99,1613935961325,473
+"lr_1",3.954027703612898e-05,1613935961325,473
+"mom_1",0.8761493074096776,1613935961325,473
+"eps_1",1e-05,1613935961325,473
+"wd_2",0.01,1613935961325,473
+"sqr_mom_2",0.99,1613935961325,473
+"lr_2",0.0003954027703612898,1613935961325,473
+"mom_2",0.8761493074096776,1613935961325,473
+"eps_2",1e-05,1613935961325,473
+"train_loss",0.18508756,1613935962274,474
+"raw_loss",0.22125933,1613935962274,474
+"epoch",2.9874213836478334,1613935962274,474
+"wd_0",0.01,1613935962274,474
+"sqr_mom_0",0.99,1613935962274,474
+"lr_0",3.965584213630624e-06,1613935962274,474
+"mom_0",0.8758603946592344,1613935962274,474
+"eps_0",1e-05,1613935962274,474
+"wd_1",0.01,1613935962274,474
+"sqr_mom_1",0.99,1613935962274,474
+"lr_1",3.965584213630624e-05,1613935962274,474
+"mom_1",0.8758603946592344,1613935962274,474
+"eps_1",1e-05,1613935962274,474
+"wd_2",0.01,1613935962274,474
+"sqr_mom_2",0.99,1613935962274,474
+"lr_2",0.0003965584213630623,1613935962274,474
+"mom_2",0.8758603946592344,1613935962274,474
+"eps_2",1e-05,1613935962274,474
+"train_loss",0.19248624,1613935963235,475
+"raw_loss",0.5544098,1613935963235,475
+"epoch",2.9937106918239342,1613935963235,475
+"wd_0",0.01,1613935963235,475
+"sqr_mom_0",0.99,1613935963235,475
+"lr_0",3.9770985110243545e-06,1613935963235,475
+"mom_0",0.8755725372243911,1613935963235,475
+"eps_0",1e-05,1613935963235,475
+"wd_1",0.01,1613935963235,475
+"sqr_mom_1",0.99,1613935963235,475
+"lr_1",3.977098511024354e-05,1613935963235,475
+"mom_1",0.8755725372243911,1613935963235,475
+"eps_1",1e-05,1613935963235,475
+"wd_2",0.01,1613935963235,475
+"sqr_mom_2",0.99,1613935963235,475
+"lr_2",0.00039770985110243543,1613935963235,475
+"mom_2",0.8755725372243911,1613935963235,475
+"eps_2",1e-05,1613935963235,475
+"train_loss",0.19339004,1613935964188,476
+"raw_loss",0.23760329,1613935964188,476
+"epoch",3.000000000000035,1613935964188,476
+"wd_0",0.01,1613935964188,476
+"sqr_mom_0",0.99,1613935964188,476
+"lr_0",3.988570751057955e-06,1613935964188,476
+"mom_0",0.8752857312235511,1613935964188,476
+"eps_0",1e-05,1613935964188,476
+"wd_1",0.01,1613935964188,476
+"sqr_mom_1",0.99,1613935964188,476
+"lr_1",3.988570751057955e-05,1613935964188,476
+"mom_1",0.8752857312235511,1613935964188,476
+"eps_1",1e-05,1613935964188,476
+"wd_2",0.01,1613935964188,476
+"sqr_mom_2",0.99,1613935964188,476
+"lr_2",0.00039885707510579546,1613935964188,476
+"mom_2",0.8752857312235511,1613935964188,476
+"eps_2",1e-05,1613935964188,476
+"valid_loss",0.1758721023797989,1613935998186,476
+"_rmse",0.4193710684776306,1613935998186,476
+"epoch",3,1613935998186,476
+"train_loss",0.1944502,1613935999212,477
+"raw_loss",0.24631417,1613935999212,477
+"epoch",3.006289308176101,1613935999212,477
+"wd_0",0.01,1613935999212,477
+"sqr_mom_0",0.99,1613935999212,477
+"lr_0",3.999999783778259e-06,1613935999212,477
+"mom_0",0.8750000054055436,1613935999212,477
+"eps_0",1e-05,1613935999212,477
+"wd_1",0.01,1613935999212,477
+"sqr_mom_1",0.99,1613935999212,477
+"lr_1",3.999999783778259e-05,1613935999212,477
+"mom_1",0.8750000054055436,1613935999212,477
+"eps_1",1e-05,1613935999212,477
+"wd_2",0.01,1613935999212,477
+"sqr_mom_2",0.99,1613935999212,477
+"lr_2",0.00039999997837782586,1613935999212,477
+"mom_2",0.8750000054055436,1613935999212,477
+"eps_2",1e-05,1613935999212,477
+"train_loss",0.19354059,1613936000227,478
+"raw_loss",0.14904092,1613936000227,478
+"epoch",3.0125786163522017,1613936000227,478
+"wd_0",0.01,1613936000227,478
+"sqr_mom_0",0.99,1613936000227,478
+"lr_0",4.011385763299386e-06,1613936000227,478
+"mom_0",0.8747153559175154,1613936000227,478
+"eps_0",1e-05,1613936000227,478
+"wd_1",0.01,1613936000227,478
+"sqr_mom_1",0.99,1613936000227,478
+"lr_1",4.011385763299386e-05,1613936000227,478
+"mom_1",0.8747153559175154,1613936000227,478
+"eps_1",1e-05,1613936000227,478
+"wd_2",0.01,1613936000227,478
+"sqr_mom_2",0.99,1613936000227,478
+"lr_2",0.0004011385763299385,1613936000227,478
+"mom_2",0.8747153559175154,1613936000227,478
+"eps_2",1e-05,1613936000227,478
+"train_loss",0.19448122,1613936001194,479
+"raw_loss",0.24050052,1613936001194,479
+"epoch",3.0188679245283025,1613936001194,479
+"wd_0",0.01,1613936001194,479
+"sqr_mom_0",0.99,1613936001194,479
+"lr_0",4.0227275483147405e-06,1613936001194,479
+"mom_0",0.8744318112921314,1613936001194,479
+"eps_0",1e-05,1613936001194,479
+"wd_1",0.01,1613936001194,479
+"sqr_mom_1",0.99,1613936001194,479
+"lr_1",4.02272754831474e-05,1613936001194,479
+"mom_1",0.8744318112921314,1613936001194,479
+"eps_1",1e-05,1613936001194,479
+"wd_2",0.01,1613936001194,479
+"sqr_mom_2",0.99,1613936001194,479
+"lr_2",0.00040227275483147403,1613936001194,479
+"mom_2",0.8744318112921314,1613936001194,479
+"eps_2",1e-05,1613936001194,479
+"train_loss",0.19359702,1613936002148,480
+"raw_loss",0.15033703,1613936002148,480
+"epoch",3.0251572327044034,1613936002148,480
+"wd_0",0.01,1613936002148,480
+"sqr_mom_0",0.99,1613936002148,480
+"lr_0",4.034024971192251e-06,1613936002148,480
+"mom_0",0.8741493757201937,1613936002148,480
+"eps_0",1e-05,1613936002148,480
+"wd_1",0.01,1613936002148,480
+"sqr_mom_1",0.99,1613936002148,480
+"lr_1",4.03402497119225e-05,1613936002148,480
+"mom_1",0.8741493757201937,1613936002148,480
+"eps_1",1e-05,1613936002148,480
+"wd_2",0.01,1613936002148,480
+"sqr_mom_2",0.99,1613936002148,480
+"lr_2",0.00040340249711922504,1613936002148,480
+"mom_2",0.8741493757201937,1613936002148,480
+"eps_2",1e-05,1613936002148,480
+"train_loss",0.19084428,1613936003100,481
+"raw_loss",0.056161616,1613936003100,481
+"epoch",3.0314465408805042,1613936003100,481
+"wd_0",0.01,1613936003100,481
+"sqr_mom_0",0.99,1613936003100,481
+"lr_0",4.045277861179035e-06,1613936003100,481
+"mom_0",0.8738680534705241,1613936003100,481
+"eps_0",1e-05,1613936003100,481
+"wd_1",0.01,1613936003100,481
+"sqr_mom_1",0.99,1613936003100,481
+"lr_1",4.045277861179035e-05,1613936003100,481
+"mom_1",0.8738680534705241,1613936003100,481
+"eps_1",1e-05,1613936003100,481
+"wd_2",0.01,1613936003100,481
+"sqr_mom_2",0.99,1613936003100,481
+"lr_2",0.0004045277861179035,1613936003100,481
+"mom_2",0.8738680534705241,1613936003100,481
+"eps_2",1e-05,1613936003100,481
+"train_loss",0.19243488,1613936004050,482
+"raw_loss",0.27026033,1613936004050,482
+"epoch",3.037735849056605,1613936004050,482
+"wd_0",0.01,1613936004050,482
+"sqr_mom_0",0.99,1613936004050,482
+"lr_0",4.0564850903091145e-06,1613936004050,482
+"mom_0",0.8735878727422721,1613936004050,482
+"eps_0",1e-05,1613936004050,482
+"wd_1",0.01,1613936004050,482
+"sqr_mom_1",0.99,1613936004050,482
+"lr_1",4.0564850903091145e-05,1613936004050,482
+"mom_1",0.8735878727422721,1613936004050,482
+"eps_1",1e-05,1613936004050,482
+"wd_2",0.01,1613936004050,482
+"sqr_mom_2",0.99,1613936004050,482
+"lr_2",0.00040564850903091143,1613936004050,482
+"mom_2",0.8735878727422721,1613936004050,482
+"eps_2",1e-05,1613936004050,482
+"train_loss",0.19298209,1613936004996,483
+"raw_loss",0.2197572,1613936004996,483
+"epoch",3.044025157232706,1613936004996,483
+"wd_0",0.01,1613936004996,483
+"sqr_mom_0",0.99,1613936004996,483
+"lr_0",4.06764680970571e-06,1613936004996,483
+"mom_0",0.8733088297573572,1613936004996,483
+"eps_0",1e-05,1613936004996,483
+"wd_1",0.01,1613936004996,483
+"sqr_mom_1",0.99,1613936004996,483
+"lr_1",4.0676468097057096e-05,1613936004996,483
+"mom_1",0.8733088297573572,1613936004996,483
+"eps_1",1e-05,1613936004996,483
+"wd_2",0.01,1613936004996,483
+"sqr_mom_2",0.99,1613936004996,483
+"lr_2",0.00040676468097057094,1613936004996,483
+"mom_2",0.8733088297573572,1613936004996,483
+"eps_2",1e-05,1613936004996,483
+"train_loss",0.19244938,1613936005957,484
+"raw_loss",0.16638313,1613936005957,484
+"epoch",3.050314465408807,1613936005957,484
+"wd_0",0.01,1613936005957,484
+"sqr_mom_0",0.99,1613936005957,484
+"lr_0",4.0787619005415896e-06,1613936005957,484
+"mom_0",0.8730309524864602,1613936005957,484
+"eps_0",1e-05,1613936005957,484
+"wd_1",0.01,1613936005957,484
+"sqr_mom_1",0.99,1613936005957,484
+"lr_1",4.078761900541589e-05,1613936005957,484
+"mom_1",0.8730309524864602,1613936005957,484
+"eps_1",1e-05,1613936005957,484
+"wd_2",0.01,1613936005957,484
+"sqr_mom_2",0.99,1613936005957,484
+"lr_2",0.0004078761900541589,1613936005957,484
+"mom_2",0.8730309524864602,1613936005957,484
+"eps_2",1e-05,1613936005957,484
+"train_loss",0.19204278,1613936006899,485
+"raw_loss",0.17214732,1613936006899,485
+"epoch",3.0566037735849076,1613936006899,485
+"wd_0",0.01,1613936006899,485
+"sqr_mom_0",0.99,1613936006899,485
+"lr_0",4.089830198676704e-06,1613936006899,485
+"mom_0",0.8727542450330824,1613936006899,485
+"eps_0",1e-05,1613936006899,485
+"wd_1",0.01,1613936006899,485
+"sqr_mom_1",0.99,1613936006899,485
+"lr_1",4.089830198676703e-05,1613936006899,485
+"mom_1",0.8727542450330824,1613936006899,485
+"eps_1",1e-05,1613936006899,485
+"wd_2",0.01,1613936006899,485
+"sqr_mom_2",0.99,1613936006899,485
+"lr_2",0.0004089830198676703,1613936006899,485
+"mom_2",0.8727542450330824,1613936006899,485
+"eps_2",1e-05,1613936006899,485
+"train_loss",0.1920341,1613936007859,486
+"raw_loss",0.1916086,1613936007859,486
+"epoch",3.0628930817610085,1613936007859,486
+"wd_0",0.01,1613936007859,486
+"sqr_mom_0",0.99,1613936007859,486
+"lr_0",4.100851224009221e-06,1613936007859,486
+"mom_0",0.8724787193997695,1613936007859,486
+"eps_0",1e-05,1613936007859,486
+"wd_1",0.01,1613936007859,486
+"sqr_mom_1",0.99,1613936007859,486
+"lr_1",4.1008512240092205e-05,1613936007859,486
+"mom_1",0.8724787193997695,1613936007859,486
+"eps_1",1e-05,1613936007859,486
+"wd_2",0.01,1613936007859,486
+"sqr_mom_2",0.99,1613936007859,486
+"lr_2",0.000410085122400922,1613936007859,486
+"mom_2",0.8724787193997695,1613936007859,486
+"eps_2",1e-05,1613936007859,486
+"train_loss",0.19138819,1613936008828,487
+"raw_loss",0.15978058,1613936008828,487
+"epoch",3.0691823899371093,1613936008828,487
+"wd_0",0.01,1613936008828,487
+"sqr_mom_0",0.99,1613936008828,487
+"lr_0",4.111824809793402e-06,1613936008828,487
+"mom_0",0.872204379755165,1613936008828,487
+"eps_0",1e-05,1613936008828,487
+"wd_1",0.01,1613936008828,487
+"sqr_mom_1",0.99,1613936008828,487
+"lr_1",4.111824809793402e-05,1613936008828,487
+"mom_1",0.872204379755165,1613936008828,487
+"eps_1",1e-05,1613936008828,487
+"wd_2",0.01,1613936008828,487
+"sqr_mom_2",0.99,1613936008828,487
+"lr_2",0.0004111824809793402,1613936008828,487
+"mom_2",0.872204379755165,1613936008828,487
+"eps_2",1e-05,1613936008828,487
+"train_loss",0.18888459,1613936009790,488
+"raw_loss",0.06636666,1613936009790,488
+"epoch",3.07547169811321,1613936009790,488
+"wd_0",0.01,1613936009790,488
+"sqr_mom_0",0.99,1613936009790,488
+"lr_0",4.1227498560601325e-06,1613936009790,488
+"mom_0",0.8719312535984967,1613936009790,488
+"eps_0",1e-05,1613936009790,488
+"wd_1",0.01,1613936009790,488
+"sqr_mom_1",0.99,1613936009790,488
+"lr_1",4.122749856060132e-05,1613936009790,488
+"mom_1",0.8719312535984967,1613936009790,488
+"eps_1",1e-05,1613936009790,488
+"wd_2",0.01,1613936009790,488
+"sqr_mom_2",0.99,1613936009790,488
+"lr_2",0.0004122749856060132,1613936009790,488
+"mom_2",0.8719312535984967,1613936009790,488
+"eps_2",1e-05,1613936009790,488
+"train_loss",0.19126828,1613936010749,489
+"raw_loss",0.30792108,1613936010749,489
+"epoch",3.081761006289311,1613936010749,489
+"wd_0",0.01,1613936010749,489
+"sqr_mom_0",0.99,1613936010749,489
+"lr_0",4.133626510127556e-06,1613936010749,489
+"mom_0",0.8716593372468111,1613936010749,489
+"eps_0",1e-05,1613936010749,489
+"wd_1",0.01,1613936010749,489
+"sqr_mom_1",0.99,1613936010749,489
+"lr_1",4.133626510127555e-05,1613936010749,489
+"mom_1",0.8716593372468111,1613936010749,489
+"eps_1",1e-05,1613936010749,489
+"wd_2",0.01,1613936010749,489
+"sqr_mom_2",0.99,1613936010749,489
+"lr_2",0.0004133626510127555,1613936010749,489
+"mom_2",0.8716593372468111,1613936010749,489
+"eps_2",1e-05,1613936010749,489
+"train_loss",0.19313361,1613936011703,490
+"raw_loss",0.28442097,1613936011703,490
+"epoch",3.088050314465412,1613936011703,490
+"wd_0",0.01,1613936011703,490
+"sqr_mom_0",0.99,1613936011703,490
+"lr_0",4.144453681742787e-06,1613936011703,490
+"mom_0",0.8713886579564303,1613936011703,490
+"eps_0",1e-05,1613936011703,490
+"wd_1",0.01,1613936011703,490
+"sqr_mom_1",0.99,1613936011703,490
+"lr_1",4.144453681742786e-05,1613936011703,490
+"mom_1",0.8713886579564303,1613936011703,490
+"eps_1",1e-05,1613936011703,490
+"wd_2",0.01,1613936011703,490
+"sqr_mom_2",0.99,1613936011703,490
+"lr_2",0.0004144453681742786,1613936011703,490
+"mom_2",0.8713886579564303,1613936011703,490
+"eps_2",1e-05,1613936011703,490
+"train_loss",0.19372222,1613936012659,491
+"raw_loss",0.2225291,1613936012659,491
+"epoch",3.0943396226415127,1613936012659,491
+"wd_0",0.01,1613936012659,491
+"sqr_mom_0",0.99,1613936012659,491
+"lr_0",4.155231211190786e-06,1613936012659,491
+"mom_0",0.8711192197202303,1613936012659,491
+"eps_0",1e-05,1613936012659,491
+"wd_1",0.01,1613936012659,491
+"sqr_mom_1",0.99,1613936012659,491
+"lr_1",4.155231211190785e-05,1613936012659,491
+"mom_1",0.8711192197202303,1613936012659,491
+"eps_1",1e-05,1613936012659,491
+"wd_2",0.01,1613936012659,491
+"sqr_mom_2",0.99,1613936012659,491
+"lr_2",0.0004155231211190785,1613936012659,491
+"mom_2",0.8711192197202303,1613936012659,491
+"eps_2",1e-05,1613936012659,491
+"train_loss",0.19527738,1613936013612,492
+"raw_loss",0.27138886,1613936013612,492
+"epoch",3.1006289308176136,1613936013612,492
+"wd_0",0.01,1613936013612,492
+"sqr_mom_0",0.99,1613936013612,492
+"lr_0",4.165958630982192e-06,1613936013612,492
+"mom_0",0.8708510342254452,1613936013612,492
+"eps_0",1e-05,1613936013612,492
+"wd_1",0.01,1613936013612,492
+"sqr_mom_1",0.99,1613936013612,492
+"lr_1",4.1659586309821916e-05,1613936013612,492
+"mom_1",0.8708510342254452,1613936013612,492
+"eps_1",1e-05,1613936013612,492
+"wd_2",0.01,1613936013612,492
+"sqr_mom_2",0.99,1613936013612,492
+"lr_2",0.00041659586309821916,1613936013612,492
+"mom_2",0.8708510342254452,1613936013612,492
+"eps_2",1e-05,1613936013612,492
+"train_loss",0.19394475,1613936014567,493
+"raw_loss",0.12872198,1613936014567,493
+"epoch",3.1069182389937144,1613936014567,493
+"wd_0",0.01,1613936014567,493
+"sqr_mom_0",0.99,1613936014567,493
+"lr_0",4.176635778638761e-06,1613936014567,493
+"mom_0",0.870584105534031,1613936014567,493
+"eps_0",1e-05,1613936014567,493
+"wd_1",0.01,1613936014567,493
+"sqr_mom_1",0.99,1613936014567,493
+"lr_1",4.176635778638761e-05,1613936014567,493
+"mom_1",0.870584105534031,1613936014567,493
+"eps_1",1e-05,1613936014567,493
+"wd_2",0.01,1613936014567,493
+"sqr_mom_2",0.99,1613936014567,493
+"lr_2",0.0004176635778638761,1613936014567,493
+"mom_2",0.870584105534031,1613936014567,493
+"eps_2",1e-05,1613936014567,493
+"train_loss",0.19676831,1613936015533,494
+"raw_loss",0.3349635,1613936015533,494
+"epoch",3.1132075471698153,1613936015533,494
+"wd_0",0.01,1613936015533,494
+"sqr_mom_0",0.99,1613936015533,494
+"lr_0",4.187261583905711e-06,1613936015533,494
+"mom_0",0.8703184604023573,1613936015533,494
+"eps_0",1e-05,1613936015533,494
+"wd_1",0.01,1613936015533,494
+"sqr_mom_1",0.99,1613936015533,494
+"lr_1",4.18726158390571e-05,1613936015533,494
+"mom_1",0.8703184604023573,1613936015533,494
+"eps_1",1e-05,1613936015533,494
+"wd_2",0.01,1613936015533,494
+"sqr_mom_2",0.99,1613936015533,494
+"lr_2",0.000418726158390571,1613936015533,494
+"mom_2",0.8703184604023573,1613936015533,494
+"eps_2",1e-05,1613936015533,494
+"train_loss",0.19670758,1613936016492,495
+"raw_loss",0.19373505,1613936016492,495
+"epoch",3.119496855345916,1613936016492,495
+"wd_0",0.01,1613936016492,495
+"sqr_mom_0",0.99,1613936016492,495
+"lr_0",4.197836190066086e-06,1613936016492,495
+"mom_0",0.8700540952483479,1613936016492,495
+"eps_0",1e-05,1613936016492,495
+"wd_1",0.01,1613936016492,495
+"sqr_mom_1",0.99,1613936016492,495
+"lr_1",4.197836190066085e-05,1613936016492,495
+"mom_1",0.8700540952483479,1613936016492,495
+"eps_1",1e-05,1613936016492,495
+"wd_2",0.01,1613936016492,495
+"sqr_mom_2",0.99,1613936016492,495
+"lr_2",0.0004197836190066085,1613936016492,495
+"mom_2",0.8700540952483479,1613936016492,495
+"eps_2",1e-05,1613936016492,495
+"train_loss",0.19971842,1613936017486,496
+"raw_loss",0.34708673,1613936017486,496
+"epoch",3.125786163522017,1613936017486,496
+"wd_0",0.01,1613936017486,496
+"sqr_mom_0",0.99,1613936017486,496
+"lr_0",4.208358537143648e-06,1613936017486,496
+"mom_0",0.8697910365714088,1613936017486,496
+"eps_0",1e-05,1613936017486,496
+"wd_1",0.01,1613936017486,496
+"sqr_mom_1",0.99,1613936017486,496
+"lr_1",4.208358537143649e-05,1613936017486,496
+"mom_1",0.8697910365714088,1613936017486,496
+"eps_1",1e-05,1613936017486,496
+"wd_2",0.01,1613936017486,496
+"sqr_mom_2",0.99,1613936017486,496
+"lr_2",0.0004208358537143648,1613936017486,496
+"mom_2",0.8697910365714088,1613936017486,496
+"eps_2",1e-05,1613936017486,496
+"train_loss",0.19886501,1613936018461,497
+"raw_loss",0.15709274,1613936018461,497
+"epoch",3.132075471698118,1613936018461,497
+"wd_0",0.01,1613936018461,497
+"sqr_mom_0",0.99,1613936018461,497
+"lr_0",4.218828470097745e-06,1613936018461,497
+"mom_0",0.8695292882475564,1613936018461,497
+"eps_0",1e-05,1613936018461,497
+"wd_1",0.01,1613936018461,497
+"sqr_mom_1",0.99,1613936018461,497
+"lr_1",4.2188284700977444e-05,1613936018461,497
+"mom_1",0.8695292882475564,1613936018461,497
+"eps_1",1e-05,1613936018461,497
+"wd_2",0.01,1613936018461,497
+"sqr_mom_2",0.99,1613936018461,497
+"lr_2",0.00042188284700977444,1613936018461,497
+"mom_2",0.8695292882475564,1613936018461,497
+"eps_2",1e-05,1613936018461,497
+"train_loss",0.19662237,1613936019431,498
+"raw_loss",0.08684981,1613936019431,498
+"epoch",3.1383647798742187,1613936019431,498
+"wd_0",0.01,1613936019431,498
+"sqr_mom_0",0.99,1613936019431,498
+"lr_0",4.229245830200466e-06,1613936019431,498
+"mom_0",0.8692688542449883,1613936019431,498
+"eps_0",1e-05,1613936019431,498
+"wd_1",0.01,1613936019431,498
+"sqr_mom_1",0.99,1613936019431,498
+"lr_1",4.229245830200466e-05,1613936019431,498
+"mom_1",0.8692688542449883,1613936019431,498
+"eps_1",1e-05,1613936019431,498
+"wd_2",0.01,1613936019431,498
+"sqr_mom_2",0.99,1613936019431,498
+"lr_2",0.00042292458302004655,1613936019431,498
+"mom_2",0.8692688542449883,1613936019431,498
+"eps_2",1e-05,1613936019431,498
+"train_loss",0.19656892,1613936020407,499
+"raw_loss",0.19395263,1613936020407,499
+"epoch",3.1446540880503195,1613936020407,499
+"wd_0",0.01,1613936020407,499
+"sqr_mom_0",0.99,1613936020407,499
+"lr_0",4.239609573237588e-06,1613936020407,499
+"mom_0",0.8690097606690603,1613936020407,499
+"eps_0",1e-05,1613936020407,499
+"wd_1",0.01,1613936020407,499
+"sqr_mom_1",0.99,1613936020407,499
+"lr_1",4.239609573237587e-05,1613936020407,499
+"mom_1",0.8690097606690603,1613936020407,499
+"eps_1",1e-05,1613936020407,499
+"wd_2",0.01,1613936020407,499
+"sqr_mom_2",0.99,1613936020407,499
+"lr_2",0.0004239609573237587,1613936020407,499
+"mom_2",0.8690097606690603,1613936020407,499
+"eps_2",1e-05,1613936020407,499
+"train_loss",0.19524373,1613936021461,500
+"raw_loss",0.13037546,1613936021461,500
+"epoch",3.1509433962264204,1613936021461,500
+"wd_0",0.01,1613936021461,500
+"sqr_mom_0",0.99,1613936021461,500
+"lr_0",4.249919838958394e-06,1613936021461,500
+"mom_0",0.8687520040260401,1613936021461,500
+"eps_0",1e-05,1613936021461,500
+"wd_1",0.01,1613936021461,500
+"sqr_mom_1",0.99,1613936021461,500
+"lr_1",4.249919838958393e-05,1613936021461,500
+"mom_1",0.8687520040260401,1613936021461,500
+"eps_1",1e-05,1613936021461,500
+"wd_2",0.01,1613936021461,500
+"sqr_mom_2",0.99,1613936021461,500
+"lr_2",0.00042499198389583926,1613936021461,500
+"mom_2",0.8687520040260401,1613936021461,500
+"eps_2",1e-05,1613936021461,500
+"train_loss",0.19420242,1613936022445,501
+"raw_loss",0.14322944,1613936022445,501
+"epoch",3.1572327044025212,1613936022445,501
+"wd_0",0.01,1613936022445,501
+"sqr_mom_0",0.99,1613936022445,501
+"lr_0",4.2601755938835724e-06,1613936022445,501
+"mom_0",0.8684956101529107,1613936022445,501
+"eps_0",1e-05,1613936022445,501
+"wd_1",0.01,1613936022445,501
+"sqr_mom_1",0.99,1613936022445,501
+"lr_1",4.260175593883572e-05,1613936022445,501
+"mom_1",0.8684956101529107,1613936022445,501
+"eps_1",1e-05,1613936022445,501
+"wd_2",0.01,1613936022445,501
+"sqr_mom_2",0.99,1613936022445,501
+"lr_2",0.0004260175593883572,1613936022445,501
+"mom_2",0.8684956101529107,1613936022445,501
+"eps_2",1e-05,1613936022445,501
+"train_loss",0.19197218,1613936023479,502
+"raw_loss",0.08279682,1613936023479,502
+"epoch",3.163522012578622,1613936023479,502
+"wd_0",0.01,1613936023479,502
+"sqr_mom_0",0.99,1613936023479,502
+"lr_0",4.270376976306248e-06,1613936023479,502
+"mom_0",0.8682405755923438,1613936023479,502
+"eps_0",1e-05,1613936023479,502
+"wd_1",0.01,1613936023479,502
+"sqr_mom_1",0.99,1613936023479,502
+"lr_1",4.270376976306248e-05,1613936023479,502
+"mom_1",0.8682405755923438,1613936023479,502
+"eps_1",1e-05,1613936023479,502
+"wd_2",0.01,1613936023479,502
+"sqr_mom_2",0.99,1613936023479,502
+"lr_2",0.00042703769763062483,1613936023479,502
+"mom_2",0.8682405755923438,1613936023479,502
+"eps_2",1e-05,1613936023479,502
+"train_loss",0.19069228,1613936024463,503
+"raw_loss",0.1280371,1613936024463,503
+"epoch",3.169811320754723,1613936024463,503
+"wd_0",0.01,1613936024463,503
+"sqr_mom_0",0.99,1613936024463,503
+"lr_0",4.2805226759811125e-06,1613936024463,503
+"mom_0",0.8679869331004721,1613936024463,503
+"eps_0",1e-05,1613936024463,503
+"wd_1",0.01,1613936024463,503
+"sqr_mom_1",0.99,1613936024463,503
+"lr_1",4.2805226759811125e-05,1613936024463,503
+"mom_1",0.8679869331004721,1613936024463,503
+"eps_1",1e-05,1613936024463,503
+"wd_2",0.01,1613936024463,503
+"sqr_mom_2",0.99,1613936024463,503
+"lr_2",0.00042805226759811126,1613936024463,503
+"mom_2",0.8679869331004721,1613936024463,503
+"eps_2",1e-05,1613936024463,503
+"train_loss",0.19038832,1613936025488,504
+"raw_loss",0.17550944,1613936025488,504
+"epoch",3.176100628930824,1613936025488,504
+"wd_0",0.01,1613936025488,504
+"sqr_mom_0",0.99,1613936025488,504
+"lr_0",4.2906134066670975e-06,1613936025488,504
+"mom_0",0.8677346648333225,1613936025488,504
+"eps_0",1e-05,1613936025488,504
+"wd_1",0.01,1613936025488,504
+"sqr_mom_1",0.99,1613936025488,504
+"lr_1",4.290613406667097e-05,1613936025488,504
+"mom_1",0.8677346648333225,1613936025488,504
+"eps_1",1e-05,1613936025488,504
+"wd_2",0.01,1613936025488,504
+"sqr_mom_2",0.99,1613936025488,504
+"lr_2",0.0004290613406667097,1613936025488,504
+"mom_2",0.8677346648333225,1613936025488,504
+"eps_2",1e-05,1613936025488,504
+"train_loss",0.18872473,1613936026462,505
+"raw_loss",0.107283294,1613936026462,505
+"epoch",3.1823899371069246,1613936026462,505
+"wd_0",0.01,1613936026462,505
+"sqr_mom_0",0.99,1613936026462,505
+"lr_0",4.300647867637414e-06,1613936026462,505
+"mom_0",0.8674838033090646,1613936026462,505
+"eps_0",1e-05,1613936026462,505
+"wd_1",0.01,1613936026462,505
+"sqr_mom_1",0.99,1613936026462,505
+"lr_1",4.3006478676374134e-05,1613936026462,505
+"mom_1",0.8674838033090646,1613936026462,505
+"eps_1",1e-05,1613936026462,505
+"wd_2",0.01,1613936026462,505
+"sqr_mom_2",0.99,1613936026462,505
+"lr_2",0.0004300647867637413,1613936026462,505
+"mom_2",0.8674838033090646,1613936026462,505
+"eps_2",1e-05,1613936026462,505
+"train_loss",0.18705548,1613936027444,506
+"raw_loss",0.10533617,1613936027444,506
+"epoch",3.1886792452830255,1613936027444,506
+"wd_0",0.01,1613936027444,506
+"sqr_mom_0",0.99,1613936027444,506
+"lr_0",4.310626194201161e-06,1613936027444,506
+"mom_0",0.867234345144971,1613936027444,506
+"eps_0",1e-05,1613936027444,506
+"wd_1",0.01,1613936027444,506
+"sqr_mom_1",0.99,1613936027444,506
+"lr_1",4.31062619420116e-05,1613936027444,506
+"mom_1",0.867234345144971,1613936027444,506
+"eps_1",1e-05,1613936027444,506
+"wd_2",0.01,1613936027444,506
+"sqr_mom_2",0.99,1613936027444,506
+"lr_2",0.000431062619420116,1613936027444,506
+"mom_2",0.867234345144971,1613936027444,506
+"eps_2",1e-05,1613936027444,506
+"train_loss",0.18588129,1613936028418,507
+"raw_loss",0.12839702,1613936028418,507
+"epoch",3.1949685534591263,1613936028418,507
+"wd_0",0.01,1613936028418,507
+"sqr_mom_0",0.99,1613936028418,507
+"lr_0",4.320547386151911e-06,1613936028418,507
+"mom_0",0.8669863153462022,1613936028418,507
+"eps_0",1e-05,1613936028418,507
+"wd_1",0.01,1613936028418,507
+"sqr_mom_1",0.99,1613936028418,507
+"lr_1",4.32054738615191e-05,1613936028418,507
+"mom_1",0.8669863153462022,1613936028418,507
+"eps_1",1e-05,1613936028418,507
+"wd_2",0.01,1613936028418,507
+"sqr_mom_2",0.99,1613936028418,507
+"lr_2",0.000432054738615191,1613936028418,507
+"mom_2",0.8669863153462022,1613936028418,507
+"eps_2",1e-05,1613936028418,507
+"train_loss",0.18382086,1613936029439,508
+"raw_loss",0.08294708,1613936029439,508
+"epoch",3.201257861635227,1613936029439,508
+"wd_0",0.01,1613936029439,508
+"sqr_mom_0",0.99,1613936029439,508
+"lr_0",4.33041157727139e-06,1613936029439,508
+"mom_0",0.8667397105682152,1613936029439,508
+"eps_0",1e-05,1613936029439,508
+"wd_1",0.01,1613936029439,508
+"sqr_mom_1",0.99,1613936029439,508
+"lr_1",4.33041157727139e-05,1613936029439,508
+"mom_1",0.8667397105682152,1613936029439,508
+"eps_1",1e-05,1613936029439,508
+"wd_2",0.01,1613936029439,508
+"sqr_mom_2",0.99,1613936029439,508
+"lr_2",0.000433041157727139,1613936029439,508
+"mom_2",0.8667397105682152,1613936029439,508
+"eps_2",1e-05,1613936029439,508
+"train_loss",0.1857872,1613936030505,509
+"raw_loss",0.28205648,1613936030505,509
+"epoch",3.207547169811328,1613936030505,509
+"wd_0",0.01,1613936030505,509
+"sqr_mom_0",0.99,1613936030505,509
+"lr_0",4.340217500811209e-06,1613936030505,509
+"mom_0",0.8664945624797198,1613936030505,509
+"eps_0",1e-05,1613936030505,509
+"wd_1",0.01,1613936030505,509
+"sqr_mom_1",0.99,1613936030505,509
+"lr_1",4.340217500811208e-05,1613936030505,509
+"mom_1",0.8664945624797198,1613936030505,509
+"eps_1",1e-05,1613936030505,509
+"wd_2",0.01,1613936030505,509
+"sqr_mom_2",0.99,1613936030505,509
+"lr_2",0.0004340217500811208,1613936030505,509
+"mom_2",0.8664945624797198,1613936030505,509
+"eps_2",1e-05,1613936030505,509
+"train_loss",0.18520208,1613936031500,510
+"raw_loss",0.15655488,1613936031500,510
+"epoch",3.213836477987429,1613936031500,510
+"wd_0",0.01,1613936031500,510
+"sqr_mom_0",0.99,1613936031500,510
+"lr_0",4.349965846626745e-06,1613936031500,510
+"mom_0",0.8662508538343314,1613936031500,510
+"eps_0",1e-05,1613936031500,510
+"wd_1",0.01,1613936031500,510
+"sqr_mom_1",0.99,1613936031500,510
+"lr_1",4.3499658466267444e-05,1613936031500,510
+"mom_1",0.8662508538343314,1613936031500,510
+"eps_1",1e-05,1613936031500,510
+"wd_2",0.01,1613936031500,510
+"sqr_mom_2",0.99,1613936031500,510
+"lr_2",0.00043499658466267444,1613936031500,510
+"mom_2",0.8662508538343314,1613936031500,510
+"eps_2",1e-05,1613936031500,510
+"train_loss",0.1839169,1613936032459,511
+"raw_loss",0.12099381,1613936032459,511
+"epoch",3.2201257861635297,1613936032459,511
+"wd_0",0.01,1613936032459,511
+"sqr_mom_0",0.99,1613936032459,511
+"lr_0",4.35965535793489e-06,1613936032459,511
+"mom_0",0.8660086160516277,1613936032459,511
+"eps_0",1e-05,1613936032459,511
+"wd_1",0.01,1613936032459,511
+"sqr_mom_1",0.99,1613936032459,511
+"lr_1",4.35965535793489e-05,1613936032459,511
+"mom_1",0.8660086160516277,1613936032459,511
+"eps_1",1e-05,1613936032459,511
+"wd_2",0.01,1613936032459,511
+"sqr_mom_2",0.99,1613936032459,511
+"lr_2",0.00043596553579348897,1613936032459,511
+"mom_2",0.8660086160516277,1613936032459,511
+"eps_2",1e-05,1613936032459,511
+"train_loss",0.18243186,1613936033459,512
+"raw_loss",0.10972394,1613936033459,512
+"epoch",3.2264150943396306,1613936033459,512
+"wd_0",0.01,1613936033459,512
+"sqr_mom_0",0.99,1613936033459,512
+"lr_0",4.3692861653932905e-06,1613936033459,512
+"mom_0",0.8657678458651678,1613936033459,512
+"eps_0",1e-05,1613936033459,512
+"wd_1",0.01,1613936033459,512
+"sqr_mom_1",0.99,1613936033459,512
+"lr_1",4.36928616539329e-05,1613936033459,512
+"mom_1",0.8657678458651678,1613936033459,512
+"eps_1",1e-05,1613936033459,512
+"wd_2",0.01,1613936033459,512
+"sqr_mom_2",0.99,1613936033459,512
+"lr_2",0.000436928616539329,1613936033459,512
+"mom_2",0.8657678458651678,1613936033459,512
+"eps_2",1e-05,1613936033459,512
+"train_loss",0.18270646,1613936034438,513
+"raw_loss",0.19615138,1613936034438,513
+"epoch",3.2327044025157314,1613936034438,513
+"wd_0",0.01,1613936034438,513
+"sqr_mom_0",0.99,1613936034438,513
+"lr_0",4.378857303630099e-06,1613936034438,513
+"mom_0",0.8655285674092476,1613936034438,513
+"eps_0",1e-05,1613936034438,513
+"wd_1",0.01,1613936034438,513
+"sqr_mom_1",0.99,1613936034438,513
+"lr_1",4.378857303630098e-05,1613936034438,513
+"mom_1",0.8655285674092476,1613936034438,513
+"eps_1",1e-05,1613936034438,513
+"wd_2",0.01,1613936034438,513
+"sqr_mom_2",0.99,1613936034438,513
+"lr_2",0.0004378857303630098,1613936034438,513
+"mom_2",0.8655285674092476,1613936034438,513
+"eps_2",1e-05,1613936034438,513
+"train_loss",0.18273501,1613936035454,514
+"raw_loss",0.1841327,1613936035454,514
+"epoch",3.2389937106918323,1613936035454,514
+"wd_0",0.01,1613936035454,514
+"sqr_mom_0",0.99,1613936035454,514
+"lr_0",4.388368901706765e-06,1613936035454,514
+"mom_0",0.8652907774573309,1613936035454,514
+"eps_0",1e-05,1613936035454,514
+"wd_1",0.01,1613936035454,514
+"sqr_mom_1",0.99,1613936035454,514
+"lr_1",4.388368901706765e-05,1613936035454,514
+"mom_1",0.8652907774573309,1613936035454,514
+"eps_1",1e-05,1613936035454,514
+"wd_2",0.01,1613936035454,514
+"sqr_mom_2",0.99,1613936035454,514
+"lr_2",0.0004388368901706765,1613936035454,514
+"mom_2",0.8652907774573309,1613936035454,514
+"eps_2",1e-05,1613936035454,514
+"train_loss",0.18104534,1613936036524,515
+"raw_loss",0.098312534,1613936036524,515
+"epoch",3.245283018867933,1613936036524,515
+"wd_0",0.01,1613936036524,515
+"sqr_mom_0",0.99,1613936036524,515
+"lr_0",4.397820006200743e-06,1613936036524,515
+"mom_0",0.8650544998449814,1613936036524,515
+"eps_0",1e-05,1613936036524,515
+"wd_1",0.01,1613936036524,515
+"sqr_mom_1",0.99,1613936036524,515
+"lr_1",4.3978200062007425e-05,1613936036524,515
+"mom_1",0.8650544998449814,1613936036524,515
+"eps_1",1e-05,1613936036524,515
+"wd_2",0.01,1613936036524,515
+"sqr_mom_2",0.99,1613936036524,515
+"lr_2",0.00043978200062007425,1613936036524,515
+"mom_2",0.8650544998449814,1613936036524,515
+"eps_2",1e-05,1613936036524,515
+"train_loss",0.17911036,1613936037620,516
+"raw_loss",0.084367104,1613936037620,516
+"epoch",3.251572327044034,1613936037620,516
+"wd_0",0.01,1613936037620,516
+"sqr_mom_0",0.99,1613936037620,516
+"lr_0",4.407210478433568e-06,1613936037620,516
+"mom_0",0.8648197380391608,1613936037620,516
+"eps_0",1e-05,1613936037620,516
+"wd_1",0.01,1613936037620,516
+"sqr_mom_1",0.99,1613936037620,516
+"lr_1",4.4072104784335676e-05,1613936037620,516
+"mom_1",0.8648197380391608,1613936037620,516
+"eps_1",1e-05,1613936037620,516
+"wd_2",0.01,1613936037620,516
+"sqr_mom_2",0.99,1613936037620,516
+"lr_2",0.00044072104784335676,1613936037620,516
+"mom_2",0.8648197380391608,1613936037620,516
+"eps_2",1e-05,1613936037620,516
+"train_loss",0.17797683,1613936038602,517
+"raw_loss",0.12247366,1613936038602,517
+"epoch",3.257861635220135,1613936038602,517
+"wd_0",0.01,1613936038602,517
+"sqr_mom_0",0.99,1613936038602,517
+"lr_0",4.416539911081292e-06,1613936038602,517
+"mom_0",0.8645865022229677,1613936038602,517
+"eps_0",1e-05,1613936038602,517
+"wd_1",0.01,1613936038602,517
+"sqr_mom_1",0.99,1613936038602,517
+"lr_1",4.4165399110812916e-05,1613936038602,517
+"mom_1",0.8645865022229677,1613936038602,517
+"eps_1",1e-05,1613936038602,517
+"wd_2",0.01,1613936038602,517
+"sqr_mom_2",0.99,1613936038602,517
+"lr_2",0.00044165399110812913,1613936038602,517
+"mom_2",0.8645865022229677,1613936038602,517
+"eps_2",1e-05,1613936038602,517
+"train_loss",0.17726813,1613936039567,518
+"raw_loss",0.14256667,1613936039567,518
+"epoch",3.2641509433962357,1613936039567,518
+"wd_0",0.01,1613936039567,518
+"sqr_mom_0",0.99,1613936039567,518
+"lr_0",4.425808162095044e-06,1613936039567,518
+"mom_0",0.8643547959476239,1613936039567,518
+"eps_0",1e-05,1613936039567,518
+"wd_1",0.01,1613936039567,518
+"sqr_mom_1",0.99,1613936039567,518
+"lr_1",4.425808162095043e-05,1613936039567,518
+"mom_1",0.8643547959476239,1613936039567,518
+"eps_1",1e-05,1613936039567,518
+"wd_2",0.01,1613936039567,518
+"sqr_mom_2",0.99,1613936039567,518
+"lr_2",0.0004425808162095043,1613936039567,518
+"mom_2",0.8643547959476239,1613936039567,518
+"eps_2",1e-05,1613936039567,518
+"train_loss",0.1756029,1613936040530,519
+"raw_loss",0.0940628,1613936040530,519
+"epoch",3.2704402515723365,1613936040530,519
+"wd_0",0.01,1613936040530,519
+"sqr_mom_0",0.99,1613936040530,519
+"lr_0",4.435014302444873e-06,1613936040530,519
+"mom_0",0.8641246424388782,1613936040530,519
+"eps_0",1e-05,1613936040530,519
+"wd_1",0.01,1613936040530,519
+"sqr_mom_1",0.99,1613936040530,519
+"lr_1",4.4350143024448724e-05,1613936040530,519
+"mom_1",0.8641246424388782,1613936040530,519
+"eps_1",1e-05,1613936040530,519
+"wd_2",0.01,1613936040530,519
+"sqr_mom_2",0.99,1613936040530,519
+"lr_2",0.00044350143024448724,1613936040530,519
+"mom_2",0.8641246424388782,1613936040530,519
+"eps_2",1e-05,1613936040530,519
+"train_loss",0.17397304,1613936041516,520
+"raw_loss",0.094163716,1613936041516,520
+"epoch",3.2767295597484374,1613936041516,520
+"wd_0",0.01,1613936041516,520
+"sqr_mom_0",0.99,1613936041516,520
+"lr_0",4.444158456270436e-06,1613936041516,520
+"mom_0",0.863896038593239,1613936041516,520
+"eps_0",1e-05,1613936041516,520
+"wd_1",0.01,1613936041516,520
+"sqr_mom_1",0.99,1613936041516,520
+"lr_1",4.444158456270436e-05,1613936041516,520
+"mom_1",0.863896038593239,1613936041516,520
+"eps_1",1e-05,1613936041516,520
+"wd_2",0.01,1613936041516,520
+"sqr_mom_2",0.99,1613936041516,520
+"lr_2",0.0004444158456270436,1613936041516,520
+"mom_2",0.863896038593239,1613936041516,520
+"eps_2",1e-05,1613936041516,520
+"train_loss",0.17260657,1613936042476,521
+"raw_loss",0.10569455,1613936042476,521
+"epoch",3.2830188679245382,1613936042476,521
+"wd_0",0.01,1613936042476,521
+"sqr_mom_0",0.99,1613936042476,521
+"lr_0",4.453239706981023e-06,1613936042476,521
+"mom_0",0.8636690073254745,1613936042476,521
+"eps_0",1e-05,1613936042476,521
+"wd_1",0.01,1613936042476,521
+"sqr_mom_1",0.99,1613936042476,521
+"lr_1",4.4532397069810225e-05,1613936042476,521
+"mom_1",0.8636690073254745,1613936042476,521
+"eps_1",1e-05,1613936042476,521
+"wd_2",0.01,1613936042476,521
+"sqr_mom_2",0.99,1613936042476,521
+"lr_2",0.00044532397069810227,1613936042476,521
+"mom_2",0.8636690073254745,1613936042476,521
+"eps_2",1e-05,1613936042476,521
+"train_loss",0.17275964,1613936043466,522
+"raw_loss",0.18025441,1613936043466,522
+"epoch",3.289308176100639,1613936043466,522
+"wd_0",0.01,1613936043466,522
+"sqr_mom_0",0.99,1613936043466,522
+"lr_0",4.462257921528843e-06,1613936043466,522
+"mom_0",0.8634435519617789,1613936043466,522
+"eps_0",1e-05,1613936043466,522
+"wd_1",0.01,1613936043466,522
+"sqr_mom_1",0.99,1613936043466,522
+"lr_1",4.4622579215288424e-05,1613936043466,522
+"mom_1",0.8634435519617789,1613936043466,522
+"eps_1",1e-05,1613936043466,522
+"wd_2",0.01,1613936043466,522
+"sqr_mom_2",0.99,1613936043466,522
+"lr_2",0.0004462257921528842,1613936043466,522
+"mom_2",0.8634435519617789,1613936043466,522
+"eps_2",1e-05,1613936043466,522
+"train_loss",0.17442627,1613936044418,523
+"raw_loss",0.25603968,1613936044418,523
+"epoch",3.29559748427674,1613936044418,523
+"wd_0",0.01,1613936044418,523
+"sqr_mom_0",0.99,1613936044418,523
+"lr_0",4.471212962431606e-06,1613936044418,523
+"mom_0",0.8632196759392098,1613936044418,523
+"eps_0",1e-05,1613936044418,523
+"wd_1",0.01,1613936044418,523
+"sqr_mom_1",0.99,1613936044418,523
+"lr_1",4.4712129624316064e-05,1613936044418,523
+"mom_1",0.8632196759392098,1613936044418,523
+"eps_1",1e-05,1613936044418,523
+"wd_2",0.01,1613936044418,523
+"sqr_mom_2",0.99,1613936044418,523
+"lr_2",0.0004471212962431606,1613936044418,523
+"mom_2",0.8632196759392098,1613936044418,523
+"eps_2",1e-05,1613936044418,523
+"train_loss",0.17683426,1613936045370,524
+"raw_loss",0.294751,1613936045370,524
+"epoch",3.301886792452841,1613936045370,524
+"wd_0",0.01,1613936045370,524
+"sqr_mom_0",0.99,1613936045370,524
+"lr_0",4.480103932054885e-06,1613936045370,524
+"mom_0",0.8629974016986278,1613936045370,524
+"eps_0",1e-05,1613936045370,524
+"wd_1",0.01,1613936045370,524
+"sqr_mom_1",0.99,1613936045370,524
+"lr_1",4.4801039320548845e-05,1613936045370,524
+"mom_1",0.8629974016986278,1613936045370,524
+"eps_1",1e-05,1613936045370,524
+"wd_2",0.01,1613936045370,524
+"sqr_mom_2",0.99,1613936045370,524
+"lr_2",0.00044801039320548845,1613936045370,524
+"mom_2",0.8629974016986278,1613936045370,524
+"eps_2",1e-05,1613936045370,524
+"train_loss",0.17459816,1613936046336,525
+"raw_loss",0.06509621,1613936046336,525
+"epoch",3.3081761006289416,1613936046336,525
+"wd_0",0.01,1613936046336,525
+"sqr_mom_0",0.99,1613936046336,525
+"lr_0",4.488930950288434e-06,1613936046336,525
+"mom_0",0.8627767262427891,1613936046336,525
+"eps_0",1e-05,1613936046336,525
+"wd_1",0.01,1613936046336,525
+"sqr_mom_1",0.99,1613936046336,525
+"lr_1",4.488930950288434e-05,1613936046336,525
+"mom_1",0.8627767262427891,1613936046336,525
+"eps_1",1e-05,1613936046336,525
+"wd_2",0.01,1613936046336,525
+"sqr_mom_2",0.99,1613936046336,525
+"lr_2",0.00044889309502884337,1613936046336,525
+"mom_2",0.8627767262427891,1613936046336,525
+"eps_2",1e-05,1613936046336,525
+"train_loss",0.1729327,1613936047297,526
+"raw_loss",0.09137502,1613936047297,526
+"epoch",3.3144654088050425,1613936047297,526
+"wd_0",0.01,1613936047297,526
+"sqr_mom_0",0.99,1613936047297,526
+"lr_0",4.497693132330547e-06,1613936047297,526
+"mom_0",0.8625576716917364,1613936047297,526
+"eps_0",1e-05,1613936047297,526
+"wd_1",0.01,1613936047297,526
+"sqr_mom_1",0.99,1613936047297,526
+"lr_1",4.497693132330547e-05,1613936047297,526
+"mom_1",0.8625576716917364,1613936047297,526
+"eps_1",1e-05,1613936047297,526
+"wd_2",0.01,1613936047297,526
+"sqr_mom_2",0.99,1613936047297,526
+"lr_2",0.00044976931323305466,1613936047297,526
+"mom_2",0.8625576716917364,1613936047297,526
+"eps_2",1e-05,1613936047297,526
+"train_loss",0.17187035,1613936048253,527
+"raw_loss",0.11984598,1613936048253,527
+"epoch",3.3207547169811433,1613936048253,527
+"wd_0",0.01,1613936048253,527
+"sqr_mom_0",0.99,1613936048253,527
+"lr_0",4.50639034998474e-06,1613936048253,527
+"mom_0",0.8623402412503814,1613936048253,527
+"eps_0",1e-05,1613936048253,527
+"wd_1",0.01,1613936048253,527
+"sqr_mom_1",0.99,1613936048253,527
+"lr_1",4.50639034998474e-05,1613936048253,527
+"mom_1",0.8623402412503814,1613936048253,527
+"eps_1",1e-05,1613936048253,527
+"wd_2",0.01,1613936048253,527
+"sqr_mom_2",0.99,1613936048253,527
+"lr_2",0.000450639034998474,1613936048253,527
+"mom_2",0.8623402412503814,1613936048253,527
+"eps_2",1e-05,1613936048253,527
+"train_loss",0.16958152,1613936049207,528
+"raw_loss",0.05749311,1613936049207,528
+"epoch",3.327044025157244,1613936049207,528
+"wd_0",0.01,1613936049207,528
+"sqr_mom_0",0.99,1613936049207,528
+"lr_0",4.515022225997883e-06,1613936049207,528
+"mom_0",0.8621244443500529,1613936049207,528
+"eps_0",1e-05,1613936049207,528
+"wd_1",0.01,1613936049207,528
+"sqr_mom_1",0.99,1613936049207,528
+"lr_1",4.515022225997883e-05,1613936049207,528
+"mom_1",0.8621244443500529,1613936049207,528
+"eps_1",1e-05,1613936049207,528
+"wd_2",0.01,1613936049207,528
+"sqr_mom_2",0.99,1613936049207,528
+"lr_2",0.0004515022225997882,1613936049207,528
+"mom_2",0.8621244443500529,1613936049207,528
+"eps_2",1e-05,1613936049207,528
+"train_loss",0.16760428,1613936050155,529
+"raw_loss",0.070775054,1613936050155,529
+"epoch",3.333333333333345,1613936050155,529
+"wd_0",0.01,1613936050155,529
+"sqr_mom_0",0.99,1613936050155,529
+"lr_0",4.52358862856391e-06,1613936050155,529
+"mom_0",0.8619102842859022,1613936050155,529
+"eps_0",1e-05,1613936050155,529
+"wd_1",0.01,1613936050155,529
+"sqr_mom_1",0.99,1613936050155,529
+"lr_1",4.52358862856391e-05,1613936050155,529
+"mom_1",0.8619102842859022,1613936050155,529
+"eps_1",1e-05,1613936050155,529
+"wd_2",0.01,1613936050155,529
+"sqr_mom_2",0.99,1613936050155,529
+"lr_2",0.000452358862856391,1613936050155,529
+"mom_2",0.8619102842859022,1613936050155,529
+"eps_2",1e-05,1613936050155,529
+"train_loss",0.16663212,1613936051103,530
+"raw_loss",0.11902303,1613936051103,530
+"epoch",3.339622641509446,1613936051103,530
+"wd_0",0.01,1613936051103,530
+"sqr_mom_0",0.99,1613936051103,530
+"lr_0",4.532088699004681e-06,1613936051103,530
+"mom_0",0.8616977825248829,1613936051103,530
+"eps_0",1e-05,1613936051103,530
+"wd_1",0.01,1613936051103,530
+"sqr_mom_1",0.99,1613936051103,530
+"lr_1",4.53208869900468e-05,1613936051103,530
+"mom_1",0.8616977825248829,1613936051103,530
+"eps_1",1e-05,1613936051103,530
+"wd_2",0.01,1613936051103,530
+"sqr_mom_2",0.99,1613936051103,530
+"lr_2",0.000453208869900468,1613936051103,530
+"mom_2",0.8616977825248829,1613936051103,530
+"eps_2",1e-05,1613936051103,530
+"train_loss",0.16603506,1613936052063,531
+"raw_loss",0.13679472,1613936052063,531
+"epoch",3.3459119496855467,1613936052063,531
+"wd_0",0.01,1613936052063,531
+"sqr_mom_0",0.99,1613936052063,531
+"lr_0",4.540522551938893e-06,1613936052063,531
+"mom_0",0.8614869362015277,1613936052063,531
+"eps_0",1e-05,1613936052063,531
+"wd_1",0.01,1613936052063,531
+"sqr_mom_1",0.99,1613936052063,531
+"lr_1",4.540522551938892e-05,1613936052063,531
+"mom_1",0.8614869362015277,1613936052063,531
+"eps_1",1e-05,1613936052063,531
+"wd_2",0.01,1613936052063,531
+"sqr_mom_2",0.99,1613936052063,531
+"lr_2",0.00045405225519388917,1613936052063,531
+"mom_2",0.8614869362015277,1613936052063,531
+"eps_2",1e-05,1613936052063,531
+"train_loss",0.16545315,1613936053066,532
+"raw_loss",0.13695446,1613936053066,532
+"epoch",3.3522012578616476,1613936053066,532
+"wd_0",0.01,1613936053066,532
+"sqr_mom_0",0.99,1613936053066,532
+"lr_0",4.5488893419749e-06,1613936053066,532
+"mom_0",0.8612777664506275,1613936053066,532
+"eps_0",1e-05,1613936053066,532
+"wd_1",0.01,1613936053066,532
+"sqr_mom_1",0.99,1613936053066,532
+"lr_1",4.5488893419749e-05,1613936053066,532
+"mom_1",0.8612777664506275,1613936053066,532
+"eps_1",1e-05,1613936053066,532
+"wd_2",0.01,1613936053066,532
+"sqr_mom_2",0.99,1613936053066,532
+"lr_2",0.00045488893419749,1613936053066,532
+"mom_2",0.8612777664506275,1613936053066,532
+"eps_2",1e-05,1613936053066,532
+"train_loss",0.16446082,1613936054027,533
+"raw_loss",0.115862295,1613936054027,533
+"epoch",3.3584905660377484,1613936054027,533
+"wd_0",0.01,1613936054027,533
+"sqr_mom_0",0.99,1613936054027,533
+"lr_0",4.5571889469207965e-06,1613936054027,533
+"mom_0",0.8610702763269801,1613936054027,533
+"eps_0",1e-05,1613936054027,533
+"wd_1",0.01,1613936054027,533
+"sqr_mom_1",0.99,1613936054027,533
+"lr_1",4.557188946920795e-05,1613936054027,533
+"mom_1",0.8610702763269801,1613936054027,533
+"eps_1",1e-05,1613936054027,533
+"wd_2",0.01,1613936054027,533
+"sqr_mom_2",0.99,1613936054027,533
+"lr_2",0.0004557188946920795,1613936054027,533
+"mom_2",0.8610702763269801,1613936054027,533
+"eps_2",1e-05,1613936054027,533
+"train_loss",0.16252284,1613936054980,534
+"raw_loss",0.06760949,1613936054980,534
+"epoch",3.3647798742138493,1613936054980,534
+"wd_0",0.01,1613936054980,534
+"sqr_mom_0",0.99,1613936054980,534
+"lr_0",4.565421006770417e-06,1613936054980,534
+"mom_0",0.8608644748307396,1613936054980,534
+"eps_0",1e-05,1613936054980,534
+"wd_1",0.01,1613936054980,534
+"sqr_mom_1",0.99,1613936054980,534
+"lr_1",4.5654210067704165e-05,1613936054980,534
+"mom_1",0.8608644748307396,1613936054980,534
+"eps_1",1e-05,1613936054980,534
+"wd_2",0.01,1613936054980,534
+"sqr_mom_2",0.99,1613936054980,534
+"lr_2",0.0004565421006770416,1613936054980,534
+"mom_2",0.8608644748307396,1613936054980,534
+"eps_2",1e-05,1613936054980,534
+"train_loss",0.16060781,1613936055944,535
+"raw_loss",0.0668189,1613936055944,535
+"epoch",3.37106918238995,1613936055944,535
+"wd_0",0.01,1613936055944,535
+"sqr_mom_0",0.99,1613936055944,535
+"lr_0",4.57358539559972e-06,1613936055944,535
+"mom_0",0.860660365110007,1613936055944,535
+"eps_0",1e-05,1613936055944,535
+"wd_1",0.01,1613936055944,535
+"sqr_mom_1",0.99,1613936055944,535
+"lr_1",4.573585395599719e-05,1613936055944,535
+"mom_1",0.860660365110007,1613936055944,535
+"eps_1",1e-05,1613936055944,535
+"wd_2",0.01,1613936055944,535
+"sqr_mom_2",0.99,1613936055944,535
+"lr_2",0.0004573585395599719,1613936055944,535
+"mom_2",0.860660365110007,1613936055944,535
+"eps_2",1e-05,1613936055944,535
+"train_loss",0.16020468,1613936056937,536
+"raw_loss",0.14046091,1613936056937,536
+"epoch",3.377358490566051,1613936056937,536
+"wd_0",0.01,1613936056937,536
+"sqr_mom_0",0.99,1613936056937,536
+"lr_0",4.581681295027572e-06,1613936056937,536
+"mom_0",0.8604579676243107,1613936056937,536
+"eps_0",1e-05,1613936056937,536
+"wd_1",0.01,1613936056937,536
+"sqr_mom_1",0.99,1613936056937,536
+"lr_1",4.581681295027571e-05,1613936056937,536
+"mom_1",0.8604579676243107,1613936056937,536
+"eps_1",1e-05,1613936056937,536
+"wd_2",0.01,1613936056937,536
+"sqr_mom_2",0.99,1613936056937,536
+"lr_2",0.0004581681295027571,1613936056937,536
+"mom_2",0.8604579676243107,1613936056937,536
+"eps_2",1e-05,1613936056937,536
+"train_loss",0.15800954,1613936057906,537
+"raw_loss",0.0505001,1613936057906,537
+"epoch",3.383647798742152,1613936057906,537
+"wd_0",0.01,1613936057906,537
+"sqr_mom_0",0.99,1613936057906,537
+"lr_0",4.589708814222653e-06,1613936057906,537
+"mom_0",0.8602572796444337,1613936057906,537
+"eps_0",1e-05,1613936057906,537
+"wd_1",0.01,1613936057906,537
+"sqr_mom_1",0.99,1613936057906,537
+"lr_1",4.589708814222653e-05,1613936057906,537
+"mom_1",0.8602572796444337,1613936057906,537
+"eps_1",1e-05,1613936057906,537
+"wd_2",0.01,1613936057906,537
+"sqr_mom_2",0.99,1613936057906,537
+"lr_2",0.00045897088142226526,1613936057906,537
+"mom_2",0.8602572796444337,1613936057906,537
+"eps_2",1e-05,1613936057906,537
+"train_loss",0.15630311,1613936058874,538
+"raw_loss",0.07272719,1613936058874,538
+"epoch",3.3899371069182527,1613936058874,538
+"wd_0",0.01,1613936058874,538
+"sqr_mom_0",0.99,1613936058874,538
+"lr_0",4.597667148523356e-06,1613936058874,538
+"mom_0",0.8600583212869161,1613936058874,538
+"eps_0",1e-05,1613936058874,538
+"wd_1",0.01,1613936058874,538
+"sqr_mom_1",0.99,1613936058874,538
+"lr_1",4.597667148523356e-05,1613936058874,538
+"mom_1",0.8600583212869161,1613936058874,538
+"eps_1",1e-05,1613936058874,538
+"wd_2",0.01,1613936058874,538
+"sqr_mom_2",0.99,1613936058874,538
+"lr_2",0.0004597667148523356,1613936058874,538
+"mom_2",0.8600583212869161,1613936058874,538
+"eps_2",1e-05,1613936058874,538
+"train_loss",0.15646215,1613936059840,539
+"raw_loss",0.16425148,1613936059840,539
+"epoch",3.3962264150943535,1613936059840,539
+"wd_0",0.01,1613936059840,539
+"sqr_mom_0",0.99,1613936059840,539
+"lr_0",4.605556181933133e-06,1613936059840,539
+"mom_0",0.8598610954516717,1613936059840,539
+"eps_0",1e-05,1613936059840,539
+"wd_1",0.01,1613936059840,539
+"sqr_mom_1",0.99,1613936059840,539
+"lr_1",4.6055561819331324e-05,1613936059840,539
+"mom_1",0.8598610954516717,1613936059840,539
+"eps_1",1e-05,1613936059840,539
+"wd_2",0.01,1613936059840,539
+"sqr_mom_2",0.99,1613936059840,539
+"lr_2",0.00046055561819331324,1613936059840,539
+"mom_2",0.8598610954516717,1613936059840,539
+"eps_2",1e-05,1613936059840,539
+"train_loss",0.15941091,1613936060828,540
+"raw_loss",0.30383438,1613936060828,540
+"epoch",3.4025157232704544,1613936060828,540
+"wd_0",0.01,1613936060828,540
+"sqr_mom_0",0.99,1613936060828,540
+"lr_0",4.613375793580227e-06,1613936060828,540
+"mom_0",0.8596656051604943,1613936060828,540
+"eps_0",1e-05,1613936060828,540
+"wd_1",0.01,1613936060828,540
+"sqr_mom_1",0.99,1613936060828,540
+"lr_1",4.613375793580226e-05,1613936060828,540
+"mom_1",0.8596656051604943,1613936060828,540
+"eps_1",1e-05,1613936060828,540
+"wd_2",0.01,1613936060828,540
+"sqr_mom_2",0.99,1613936060828,540
+"lr_2",0.0004613375793580226,1613936060828,540
+"mom_2",0.8596656051604943,1613936060828,540
+"eps_2",1e-05,1613936060828,540
+"train_loss",0.15828516,1613936061790,541
+"raw_loss",0.10314759,1613936061790,541
+"epoch",3.4088050314465552,1613936061790,541
+"wd_0",0.01,1613936061790,541
+"sqr_mom_0",0.99,1613936061790,541
+"lr_0",4.621125199643242e-06,1613936061790,541
+"mom_0",0.8594718700089189,1613936061790,541
+"eps_0",1e-05,1613936061790,541
+"wd_1",0.01,1613936061790,541
+"sqr_mom_1",0.99,1613936061790,541
+"lr_1",4.621125199643242e-05,1613936061790,541
+"mom_1",0.8594718700089189,1613936061790,541
+"eps_1",1e-05,1613936061790,541
+"wd_2",0.01,1613936061790,541
+"sqr_mom_2",0.99,1613936061790,541
+"lr_2",0.0004621125199643242,1613936061790,541
+"mom_2",0.8594718700089189,1613936061790,541
+"eps_2",1e-05,1613936061790,541
+"train_loss",0.15791558,1613936062767,542
+"raw_loss",0.13981487,1613936062767,542
+"epoch",3.415094339622656,1613936062767,542
+"wd_0",0.01,1613936062767,542
+"sqr_mom_0",0.99,1613936062767,542
+"lr_0",4.6288045046185906e-06,1613936062767,542
+"mom_0",0.8592798873845352,1613936062767,542
+"eps_0",1e-05,1613936062767,542
+"wd_1",0.01,1613936062767,542
+"sqr_mom_1",0.99,1613936062767,542
+"lr_1",4.6288045046185906e-05,1613936062767,542
+"mom_1",0.8592798873845352,1613936062767,542
+"eps_1",1e-05,1613936062767,542
+"wd_2",0.01,1613936062767,542
+"sqr_mom_2",0.99,1613936062767,542
+"lr_2",0.00046288045046185904,1613936062767,542
+"mom_2",0.8592798873845352,1613936062767,542
+"eps_2",1e-05,1613936062767,542
+"train_loss",0.15698788,1613936063730,543
+"raw_loss",0.11154918,1613936063730,543
+"epoch",3.421383647798757,1613936063730,543
+"wd_0",0.01,1613936063730,543
+"sqr_mom_0",0.99,1613936063730,543
+"lr_0",4.636412938748922e-06,1613936063730,543
+"mom_0",0.8590896765312769,1613936063730,543
+"eps_0",1e-05,1613936063730,543
+"wd_1",0.01,1613936063730,543
+"sqr_mom_1",0.99,1613936063730,543
+"lr_1",4.6364129387489226e-05,1613936063730,543
+"mom_1",0.8590896765312769,1613936063730,543
+"eps_1",1e-05,1613936063730,543
+"wd_2",0.01,1613936063730,543
+"sqr_mom_2",0.99,1613936063730,543
+"lr_2",0.00046364129387489224,1613936063730,543
+"mom_2",0.8590896765312769,1613936063730,543
+"eps_2",1e-05,1613936063730,543
+"train_loss",0.15739913,1613936064682,544
+"raw_loss",0.1775432,1613936064682,544
+"epoch",3.4276729559748578,1613936064682,544
+"wd_0",0.01,1613936064682,544
+"sqr_mom_0",0.99,1613936064682,544
+"lr_0",4.643950604629721e-06,1613936064682,544
+"mom_0",0.858901234884257,1613936064682,544
+"eps_0",1e-05,1613936064682,544
+"wd_1",0.01,1613936064682,544
+"sqr_mom_1",0.99,1613936064682,544
+"lr_1",4.6439506046297206e-05,1613936064682,544
+"mom_1",0.858901234884257,1613936064682,544
+"eps_1",1e-05,1613936064682,544
+"wd_2",0.01,1613936064682,544
+"sqr_mom_2",0.99,1613936064682,544
+"lr_2",0.000464395060462972,1613936064682,544
+"mom_2",0.858901234884257,1613936064682,544
+"eps_2",1e-05,1613936064682,544
+"train_loss",0.15661772,1613936065687,545
+"raw_loss",0.11834347,1613936065687,545
+"epoch",3.4339622641509586,1613936065687,545
+"wd_0",0.01,1613936065687,545
+"sqr_mom_0",0.99,1613936065687,545
+"lr_0",4.651416535442836e-06,1613936065687,545
+"mom_0",0.8587145866139291,1613936065687,545
+"eps_0",1e-05,1613936065687,545
+"wd_1",0.01,1613936065687,545
+"sqr_mom_1",0.99,1613936065687,545
+"lr_1",4.6514165354428353e-05,1613936065687,545
+"mom_1",0.8587145866139291,1613936065687,545
+"eps_1",1e-05,1613936065687,545
+"wd_2",0.01,1613936065687,545
+"sqr_mom_2",0.99,1613936065687,545
+"lr_2",0.00046514165354428355,1613936065687,545
+"mom_2",0.8587145866139291,1613936065687,545
+"eps_2",1e-05,1613936065687,545
+"train_loss",0.15576425,1613936066650,546
+"raw_loss",0.11396146,1613936066650,546
+"epoch",3.4402515723270595,1613936066650,546
+"wd_0",0.01,1613936066650,546
+"sqr_mom_0",0.99,1613936066650,546
+"lr_0",4.6588112564230925e-06,1613936066650,546
+"mom_0",0.8585297185894227,1613936066650,546
+"eps_0",1e-05,1613936066650,546
+"wd_1",0.01,1613936066650,546
+"sqr_mom_1",0.99,1613936066650,546
+"lr_1",4.658811256423092e-05,1613936066650,546
+"mom_1",0.8585297185894227,1613936066650,546
+"eps_1",1e-05,1613936066650,546
+"wd_2",0.01,1613936066650,546
+"sqr_mom_2",0.99,1613936066650,546
+"lr_2",0.0004658811256423092,1613936066650,546
+"mom_2",0.8585297185894227,1613936066650,546
+"eps_2",1e-05,1613936066650,546
+"train_loss",0.15548274,1613936067618,547
+"raw_loss",0.14169405,1613936067618,547
+"epoch",3.4465408805031603,1613936067618,547
+"wd_0",0.01,1613936067618,547
+"sqr_mom_0",0.99,1613936067618,547
+"lr_0",4.666133813048797e-06,1613936067618,547
+"mom_0",0.85834665467378,1613936067618,547
+"eps_0",1e-05,1613936067618,547
+"wd_1",0.01,1613936067618,547
+"sqr_mom_1",0.99,1613936067618,547
+"lr_1",4.666133813048797e-05,1613936067618,547
+"mom_1",0.85834665467378,1613936067618,547
+"eps_1",1e-05,1613936067618,547
+"wd_2",0.01,1613936067618,547
+"sqr_mom_2",0.99,1613936067618,547
+"lr_2",0.00046661338130487965,1613936067618,547
+"mom_2",0.85834665467378,1613936067618,547
+"eps_2",1e-05,1613936067618,547
+"train_loss",0.15425478,1613936068589,548
+"raw_loss",0.09410781,1613936068589,548
+"epoch",3.452830188679261,1613936068589,548
+"wd_0",0.01,1613936068589,548
+"sqr_mom_0",0.99,1613936068589,548
+"lr_0",4.673384304060534e-06,1613936068589,548
+"mom_0",0.8581653923984867,1613936068589,548
+"eps_0",1e-05,1613936068589,548
+"wd_1",0.01,1613936068589,548
+"sqr_mom_1",0.99,1613936068589,548
+"lr_1",4.673384304060534e-05,1613936068589,548
+"mom_1",0.8581653923984867,1613936068589,548
+"eps_1",1e-05,1613936068589,548
+"wd_2",0.01,1613936068589,548
+"sqr_mom_2",0.99,1613936068589,548
+"lr_2",0.00046733843040605333,1613936068589,548
+"mom_2",0.8581653923984867,1613936068589,548
+"eps_2",1e-05,1613936068589,548
+"train_loss",0.1603285,1613936069549,549
+"raw_loss",0.4578286,1613936069549,549
+"epoch",3.459119496855362,1613936069549,549
+"wd_0",0.01,1613936069549,549
+"sqr_mom_0",0.99,1613936069549,549
+"lr_0",4.680562002684362e-06,1613936069549,549
+"mom_0",0.857985949932891,1613936069549,549
+"eps_0",1e-05,1613936069549,549
+"wd_1",0.01,1613936069549,549
+"sqr_mom_1",0.99,1613936069549,549
+"lr_1",4.680562002684361e-05,1613936069549,549
+"mom_1",0.857985949932891,1613936069549,549
+"eps_1",1e-05,1613936069549,549
+"wd_2",0.01,1613936069549,549
+"sqr_mom_2",0.99,1613936069549,549
+"lr_2",0.0004680562002684361,1613936069549,549
+"mom_2",0.857985949932891,1613936069549,549
+"eps_2",1e-05,1613936069549,549
+"train_loss",0.1592586,1613936070518,550
+"raw_loss",0.10685269,1613936070518,550
+"epoch",3.465408805031463,1613936070518,550
+"wd_0",0.01,1613936070518,550
+"sqr_mom_0",0.99,1613936070518,550
+"lr_0",4.687667005707536e-06,1613936070518,550
+"mom_0",0.8578083248573116,1613936070518,550
+"eps_0",1e-05,1613936070518,550
+"wd_1",0.01,1613936070518,550
+"sqr_mom_1",0.99,1613936070518,550
+"lr_1",4.6876670057075346e-05,1613936070518,550
+"mom_1",0.8578083248573116,1613936070518,550
+"eps_1",1e-05,1613936070518,550
+"wd_2",0.01,1613936070518,550
+"sqr_mom_2",0.99,1613936070518,550
+"lr_2",0.00046876670057075345,1613936070518,550
+"mom_2",0.8578083248573116,1613936070518,550
+"eps_2",1e-05,1613936070518,550
+"train_loss",0.1587562,1613936071472,551
+"raw_loss",0.13414742,1613936071472,551
+"epoch",3.4716981132075637,1613936071472,551
+"wd_0",0.01,1613936071472,551
+"sqr_mom_0",0.99,1613936071472,551
+"lr_0",4.694698402062803e-06,1613936071472,551
+"mom_0",0.8576325399484299,1613936071472,551
+"eps_0",1e-05,1613936071472,551
+"wd_1",0.01,1613936071472,551
+"sqr_mom_1",0.99,1613936071472,551
+"lr_1",4.694698402062803e-05,1613936071472,551
+"mom_1",0.8576325399484299,1613936071472,551
+"eps_1",1e-05,1613936071472,551
+"wd_2",0.01,1613936071472,551
+"sqr_mom_2",0.99,1613936071472,551
+"lr_2",0.00046946984020628023,1613936071472,551
+"mom_2",0.8576325399484299,1613936071472,551
+"eps_2",1e-05,1613936071472,551
+"train_loss",0.15660855,1613936072433,552
+"raw_loss",0.051411413,1613936072433,552
+"epoch",3.4779874213836646,1613936072433,552
+"wd_0",0.01,1613936072433,552
+"sqr_mom_0",0.99,1613936072433,552
+"lr_0",4.70165668641511e-06,1613936072433,552
+"mom_0",0.8574585828396223,1613936072433,552
+"eps_0",1e-05,1613936072433,552
+"wd_1",0.01,1613936072433,552
+"sqr_mom_1",0.99,1613936072433,552
+"lr_1",4.70165668641511e-05,1613936072433,552
+"mom_1",0.8574585828396223,1613936072433,552
+"eps_1",1e-05,1613936072433,552
+"wd_2",0.01,1613936072433,552
+"sqr_mom_2",0.99,1613936072433,552
+"lr_2",0.00047016566864151096,1613936072433,552
+"mom_2",0.8574585828396223,1613936072433,552
+"eps_2",1e-05,1613936072433,552
+"train_loss",0.15448177,1613936073459,553
+"raw_loss",0.050305396,1613936073459,553
+"epoch",3.4842767295597654,1613936073459,553
+"wd_0",0.01,1613936073459,553
+"sqr_mom_0",0.99,1613936073459,553
+"lr_0",4.708540960318289e-06,1613936073459,553
+"mom_0",0.8572864759920428,1613936073459,553
+"eps_0",1e-05,1613936073459,553
+"wd_1",0.01,1613936073459,553
+"sqr_mom_1",0.99,1613936073459,553
+"lr_1",4.708540960318288e-05,1613936073459,553
+"mom_1",0.8572864759920428,1613936073459,553
+"eps_1",1e-05,1613936073459,553
+"wd_2",0.01,1613936073459,553
+"sqr_mom_2",0.99,1613936073459,553
+"lr_2",0.00047085409603182885,1613936073459,553
+"mom_2",0.8572864759920428,1613936073459,553
+"eps_2",1e-05,1613936073459,553
+"train_loss",0.15340294,1613936074450,554
+"raw_loss",0.10055809,1613936074450,554
+"epoch",3.4905660377358663,1613936074450,554
+"wd_0",0.01,1613936074450,554
+"sqr_mom_0",0.99,1613936074450,554
+"lr_0",4.715351316602926e-06,1613936074450,554
+"mom_0",0.8571162170849268,1613936074450,554
+"eps_0",1e-05,1613936074450,554
+"wd_1",0.01,1613936074450,554
+"sqr_mom_1",0.99,1613936074450,554
+"lr_1",4.7153513166029256e-05,1613936074450,554
+"mom_1",0.8571162170849268,1613936074450,554
+"eps_1",1e-05,1613936074450,554
+"wd_2",0.01,1613936074450,554
+"sqr_mom_2",0.99,1613936074450,554
+"lr_2",0.00047153513166029256,1613936074450,554
+"mom_2",0.8571162170849268,1613936074450,554
+"eps_2",1e-05,1613936074450,554
+"train_loss",0.15484501,1613936075751,555
+"raw_loss",0.22548388,1613936075751,555
+"epoch",3.496855345911967,1613936075751,555
+"wd_0",0.01,1613936075751,555
+"sqr_mom_0",0.99,1613936075751,555
+"lr_0",4.7220870726132575e-06,1613936075751,555
+"mom_0",0.8569478231846686,1613936075751,555
+"eps_0",1e-05,1613936075751,555
+"wd_1",0.01,1613936075751,555
+"sqr_mom_1",0.99,1613936075751,555
+"lr_1",4.722087072613257e-05,1613936075751,555
+"mom_1",0.8569478231846686,1613936075751,555
+"eps_1",1e-05,1613936075751,555
+"wd_2",0.01,1613936075751,555
+"sqr_mom_2",0.99,1613936075751,555
+"lr_2",0.0004722087072613257,1613936075751,555
+"mom_2",0.8569478231846686,1613936075751,555
+"eps_2",1e-05,1613936075751,555
+"train_loss",0.15366153,1613936076800,556
+"raw_loss",0.0956891,1613936076800,556
+"epoch",3.503144654088068,1613936076800,556
+"wd_0",0.01,1613936076800,556
+"sqr_mom_0",0.99,1613936076800,556
+"lr_0",4.728748319177189e-06,1613936076800,556
+"mom_0",0.8567812920205703,1613936076800,556
+"eps_0",1e-05,1613936076800,556
+"wd_1",0.01,1613936076800,556
+"sqr_mom_1",0.99,1613936076800,556
+"lr_1",4.728748319177189e-05,1613936076800,556
+"mom_1",0.8567812920205703,1613936076800,556
+"eps_1",1e-05,1613936076800,556
+"wd_2",0.01,1613936076800,556
+"sqr_mom_2",0.99,1613936076800,556
+"lr_2",0.0004728748319177189,1613936076800,556
+"mom_2",0.8567812920205703,1613936076800,556
+"eps_2",1e-05,1613936076800,556
+"train_loss",0.15240669,1613936077933,557
+"raw_loss",0.090939105,1613936077933,557
+"epoch",3.509433962264169,1613936077933,557
+"wd_0",0.01,1613936077933,557
+"sqr_mom_0",0.99,1613936077933,557
+"lr_0",4.735334388585402e-06,1613936077933,557
+"mom_0",0.8566166402853649,1613936077933,557
+"eps_0",1e-05,1613936077933,557
+"wd_1",0.01,1613936077933,557
+"sqr_mom_1",0.99,1613936077933,557
+"lr_1",4.735334388585402e-05,1613936077933,557
+"mom_1",0.8566166402853649,1613936077933,557
+"eps_1",1e-05,1613936077933,557
+"wd_2",0.01,1613936077933,557
+"sqr_mom_2",0.99,1613936077933,557
+"lr_2",0.0004735334388585402,1613936077933,557
+"mom_2",0.8566166402853649,1613936077933,557
+"eps_2",1e-05,1613936077933,557
+"train_loss",0.15510824,1613936078930,558
+"raw_loss",0.2874433,1613936078930,558
+"epoch",3.5157232704402697,1613936078930,558
+"wd_0",0.01,1613936078930,558
+"sqr_mom_0",0.99,1613936078930,558
+"lr_0",4.741845185607065e-06,1613936078930,558
+"mom_0",0.8564538703598233,1613936078930,558
+"eps_0",1e-05,1613936078930,558
+"wd_1",0.01,1613936078930,558
+"sqr_mom_1",0.99,1613936078930,558
+"lr_1",4.7418451856070646e-05,1613936078930,558
+"mom_1",0.8564538703598233,1613936078930,558
+"eps_1",1e-05,1613936078930,558
+"wd_2",0.01,1613936078930,558
+"sqr_mom_2",0.99,1613936078930,558
+"lr_2",0.00047418451856070647,1613936078930,558
+"mom_2",0.8564538703598233,1613936078930,558
+"eps_2",1e-05,1613936078930,558
+"train_loss",0.15339749,1613936079905,559
+"raw_loss",0.069595695,1613936079905,559
+"epoch",3.5220125786163705,1613936079905,559
+"wd_0",0.01,1613936079905,559
+"sqr_mom_0",0.99,1613936079905,559
+"lr_0",4.748280609716048e-06,1613936079905,559
+"mom_0",0.8562929847570988,1613936079905,559
+"eps_0",1e-05,1613936079905,559
+"wd_1",0.01,1613936079905,559
+"sqr_mom_1",0.99,1613936079905,559
+"lr_1",4.7482806097160475e-05,1613936079905,559
+"mom_1",0.8562929847570988,1613936079905,559
+"eps_1",1e-05,1613936079905,559
+"wd_2",0.01,1613936079905,559
+"sqr_mom_2",0.99,1613936079905,559
+"lr_2",0.0004748280609716047,1613936079905,559
+"mom_2",0.8562929847570988,1613936079905,559
+"eps_2",1e-05,1613936079905,559
+"train_loss",0.15409747,1613936080880,560
+"raw_loss",0.18838692,1613936080880,560
+"epoch",3.5283018867924714,1613936080880,560
+"wd_0",0.01,1613936080880,560
+"sqr_mom_0",0.99,1613936080880,560
+"lr_0",4.754640015838999e-06,1613936080880,560
+"mom_0",0.856133999604025,1613936080880,560
+"eps_0",1e-05,1613936080880,560
+"wd_1",0.01,1613936080880,560
+"sqr_mom_1",0.99,1613936080880,560
+"lr_1",4.754640015838999e-05,1613936080880,560
+"mom_1",0.856133999604025,1613936080880,560
+"eps_1",1e-05,1613936080880,560
+"wd_2",0.01,1613936080880,560
+"sqr_mom_2",0.99,1613936080880,560
+"lr_2",0.0004754640015838999,1613936080880,560
+"mom_2",0.856133999604025,1613936080880,560
+"eps_2",1e-05,1613936080880,560
+"train_loss",0.15766305,1613936081829,561
+"raw_loss",0.33232415,1613936081829,561
+"epoch",3.534591194968572,1613936081829,561
+"wd_0",0.01,1613936081829,561
+"sqr_mom_0",0.99,1613936081829,561
+"lr_0",4.760923312168704e-06,1613936081829,561
+"mom_0",0.8559769171957824,1613936081829,561
+"eps_0",1e-05,1613936081829,561
+"wd_1",0.01,1613936081829,561
+"sqr_mom_1",0.99,1613936081829,561
+"lr_1",4.760923312168704e-05,1613936081829,561
+"mom_1",0.8559769171957824,1613936081829,561
+"eps_1",1e-05,1613936081829,561
+"wd_2",0.01,1613936081829,561
+"sqr_mom_2",0.99,1613936081829,561
+"lr_2",0.00047609233121687035,1613936081829,561
+"mom_2",0.8559769171957824,1613936081829,561
+"eps_2",1e-05,1613936081829,561
+"train_loss",0.15570606,1613936082795,562
+"raw_loss",0.059842627,1613936082795,562
+"epoch",3.540880503144673,1613936082795,562
+"wd_0",0.01,1613936082795,562
+"sqr_mom_0",0.99,1613936082795,562
+"lr_0",4.7671304015437385e-06,1613936082795,562
+"mom_0",0.8558217399614065,1613936082795,562
+"eps_0",1e-05,1613936082795,562
+"wd_1",0.01,1613936082795,562
+"sqr_mom_1",0.99,1613936082795,562
+"lr_1",4.767130401543738e-05,1613936082795,562
+"mom_1",0.8558217399614065,1613936082795,562
+"eps_1",1e-05,1613936082795,562
+"wd_2",0.01,1613936082795,562
+"sqr_mom_2",0.99,1613936082795,562
+"lr_2",0.0004767130401543738,1613936082795,562
+"mom_2",0.8558217399614065,1613936082795,562
+"eps_2",1e-05,1613936082795,562
+"train_loss",0.15419404,1613936083763,563
+"raw_loss",0.080126345,1613936083763,563
+"epoch",3.547169811320774,1613936083763,563
+"wd_0",0.01,1613936083763,563
+"sqr_mom_0",0.99,1613936083763,563
+"lr_0",4.773260661778545e-06,1613936083763,563
+"mom_0",0.8556684834555364,1613936083763,563
+"eps_0",1e-05,1613936083763,563
+"wd_1",0.01,1613936083763,563
+"sqr_mom_1",0.99,1613936083763,563
+"lr_1",4.773260661778544e-05,1613936083763,563
+"mom_1",0.8556684834555364,1613936083763,563
+"eps_1",1e-05,1613936083763,563
+"wd_2",0.01,1613936083763,563
+"sqr_mom_2",0.99,1613936083763,563
+"lr_2",0.0004773260661778544,1613936083763,563
+"mom_2",0.8556684834555364,1613936083763,563
+"eps_2",1e-05,1613936083763,563
+"train_loss",0.15365452,1613936084723,564
+"raw_loss",0.12722492,1613936084723,564
+"epoch",3.5534591194968748,1613936084723,564
+"wd_0",0.01,1613936084723,564
+"sqr_mom_0",0.99,1613936084723,564
+"lr_0",4.779314175536255e-06,1613936084723,564
+"mom_0",0.8555171456115936,1613936084723,564
+"eps_0",1e-05,1613936084723,564
+"wd_1",0.01,1613936084723,564
+"sqr_mom_1",0.99,1613936084723,564
+"lr_1",4.779314175536254e-05,1613936084723,564
+"mom_1",0.8555171456115936,1613936084723,564
+"eps_1",1e-05,1613936084723,564
+"wd_2",0.01,1613936084723,564
+"sqr_mom_2",0.99,1613936084723,564
+"lr_2",0.0004779314175536254,1613936084723,564
+"mom_2",0.8555171456115936,1613936084723,564
+"eps_2",1e-05,1613936084723,564
+"train_loss",0.15556058,1613936085678,565
+"raw_loss",0.24893254,1613936085678,565
+"epoch",3.5597484276729756,1613936085678,565
+"wd_0",0.01,1613936085678,565
+"sqr_mom_0",0.99,1613936085678,565
+"lr_0",4.785290336025408e-06,1613936085678,565
+"mom_0",0.8553677415993648,1613936085678,565
+"eps_0",1e-05,1613936085678,565
+"wd_1",0.01,1613936085678,565
+"sqr_mom_1",0.99,1613936085678,565
+"lr_1",4.785290336025407e-05,1613936085678,565
+"mom_1",0.8553677415993648,1613936085678,565
+"eps_1",1e-05,1613936085678,565
+"wd_2",0.01,1613936085678,565
+"sqr_mom_2",0.99,1613936085678,565
+"lr_2",0.00047852903360254067,1613936085678,565
+"mom_2",0.8553677415993648,1613936085678,565
+"eps_2",1e-05,1613936085678,565
+"train_loss",0.15656145,1613936086653,566
+"raw_loss",0.20559065,1613936086653,566
+"epoch",3.5660377358490765,1613936086653,566
+"wd_0",0.01,1613936086653,566
+"sqr_mom_0",0.99,1613936086653,566
+"lr_0",4.791188890616356e-06,1613936086653,566
+"mom_0",0.8552202777345911,1613936086653,566
+"eps_0",1e-05,1613936086653,566
+"wd_1",0.01,1613936086653,566
+"sqr_mom_1",0.99,1613936086653,566
+"lr_1",4.791188890616356e-05,1613936086653,566
+"mom_1",0.8552202777345911,1613936086653,566
+"eps_1",1e-05,1613936086653,566
+"wd_2",0.01,1613936086653,566
+"sqr_mom_2",0.99,1613936086653,566
+"lr_2",0.00047911888906163557,1613936086653,566
+"mom_2",0.8552202777345911,1613936086653,566
+"eps_2",1e-05,1613936086653,566
+"train_loss",0.15541777,1613936087626,567
+"raw_loss",0.099392086,1613936087626,567
+"epoch",3.5723270440251773,1613936087626,567
+"wd_0",0.01,1613936087626,567
+"sqr_mom_0",0.99,1613936087626,567
+"lr_0",4.797010247661506e-06,1613936087626,567
+"mom_0",0.8550747438084624,1613936087626,567
+"eps_0",1e-05,1613936087626,567
+"wd_1",0.01,1613936087626,567
+"sqr_mom_1",0.99,1613936087626,567
+"lr_1",4.797010247661506e-05,1613936087626,567
+"mom_1",0.8550747438084624,1613936087626,567
+"eps_1",1e-05,1613936087626,567
+"wd_2",0.01,1613936087626,567
+"sqr_mom_2",0.99,1613936087626,567
+"lr_2",0.0004797010247661506,1613936087626,567
+"mom_2",0.8550747438084624,1613936087626,567
+"eps_2",1e-05,1613936087626,567
+"train_loss",0.15633348,1613936088598,568
+"raw_loss",0.20119178,1613936088598,568
+"epoch",3.578616352201278,1613936088598,568
+"wd_0",0.01,1613936088598,568
+"sqr_mom_0",0.99,1613936088598,568
+"lr_0",4.802753161659627e-06,1613936088598,568
+"mom_0",0.8549311709585093,1613936088598,568
+"eps_0",1e-05,1613936088598,568
+"wd_1",0.01,1613936088598,568
+"sqr_mom_1",0.99,1613936088598,568
+"lr_1",4.8027531616596264e-05,1613936088598,568
+"mom_1",0.8549311709585093,1613936088598,568
+"eps_1",1e-05,1613936088598,568
+"wd_2",0.01,1613936088598,568
+"sqr_mom_2",0.99,1613936088598,568
+"lr_2",0.0004802753161659626,1613936088598,568
+"mom_2",0.8549311709585093,1613936088598,568
+"eps_2",1e-05,1613936088598,568
+"train_loss",0.15554817,1613936089555,569
+"raw_loss",0.11707691,1613936089555,569
+"epoch",3.584905660377379,1613936089555,569
+"wd_0",0.01,1613936089555,569
+"sqr_mom_0",0.99,1613936089555,569
+"lr_0",4.808418363185425e-06,1613936089555,569
+"mom_0",0.8547895409203644,1613936089555,569
+"eps_0",1e-05,1613936089555,569
+"wd_1",0.01,1613936089555,569
+"sqr_mom_1",0.99,1613936089555,569
+"lr_1",4.8084183631854245e-05,1613936089555,569
+"mom_1",0.8547895409203644,1613936089555,569
+"eps_1",1e-05,1613936089555,569
+"wd_2",0.01,1613936089555,569
+"sqr_mom_2",0.99,1613936089555,569
+"lr_2",0.00048084183631854244,1613936089555,569
+"mom_2",0.8547895409203644,1613936089555,569
+"eps_2",1e-05,1613936089555,569
+"train_loss",0.15567678,1613936090584,570
+"raw_loss",0.16197754,1613936090584,570
+"epoch",3.59119496855348,1613936090584,570
+"wd_0",0.01,1613936090584,570
+"sqr_mom_0",0.99,1613936090584,570
+"lr_0",4.814004640147731e-06,1613936090584,570
+"mom_0",0.8546498839963067,1613936090584,570
+"eps_0",1e-05,1613936090584,570
+"wd_1",0.01,1613936090584,570
+"sqr_mom_1",0.99,1613936090584,570
+"lr_1",4.81400464014773e-05,1613936090584,570
+"mom_1",0.8546498839963067,1613936090584,570
+"eps_1",1e-05,1613936090584,570
+"wd_2",0.01,1613936090584,570
+"sqr_mom_2",0.99,1613936090584,570
+"lr_2",0.000481400464014773,1613936090584,570
+"mom_2",0.8546498839963067,1613936090584,570
+"eps_2",1e-05,1613936090584,570
+"train_loss",0.15548564,1613936091547,571
+"raw_loss",0.1461222,1613936091547,571
+"epoch",3.5974842767295807,1613936091547,571
+"wd_0",0.01,1613936091547,571
+"sqr_mom_0",0.99,1613936091547,571
+"lr_0",4.8195127031949465e-06,1613936091547,571
+"mom_0",0.8545121824201264,1613936091547,571
+"eps_0",1e-05,1613936091547,571
+"wd_1",0.01,1613936091547,571
+"sqr_mom_1",0.99,1613936091547,571
+"lr_1",4.8195127031949455e-05,1613936091547,571
+"mom_1",0.8545121824201264,1613936091547,571
+"eps_1",1e-05,1613936091547,571
+"wd_2",0.01,1613936091547,571
+"sqr_mom_2",0.99,1613936091547,571
+"lr_2",0.00048195127031949454,1613936091547,571
+"mom_2",0.8545121824201264,1613936091547,571
+"eps_2",1e-05,1613936091547,571
+"train_loss",0.15557729,1613936092514,572
+"raw_loss",0.16006674,1613936092514,572
+"epoch",3.6037735849056816,1613936092514,572
+"wd_0",0.01,1613936092514,572
+"sqr_mom_0",0.99,1613936092514,572
+"lr_0",4.824941373856271e-06,1613936092514,572
+"mom_0",0.8543764656535933,1613936092514,572
+"eps_0",1e-05,1613936092514,572
+"wd_1",0.01,1613936092514,572
+"sqr_mom_1",0.99,1613936092514,572
+"lr_1",4.82494137385627e-05,1613936092514,572
+"mom_1",0.8543764656535933,1613936092514,572
+"eps_1",1e-05,1613936092514,572
+"wd_2",0.01,1613936092514,572
+"sqr_mom_2",0.99,1613936092514,572
+"lr_2",0.000482494137385627,1613936092514,572
+"mom_2",0.8543764656535933,1613936092514,572
+"eps_2",1e-05,1613936092514,572
+"train_loss",0.15487145,1613936093532,573
+"raw_loss",0.12029413,1613936093532,573
+"epoch",3.6100628930817824,1613936093532,573
+"wd_0",0.01,1613936093532,573
+"sqr_mom_0",0.99,1613936093532,573
+"lr_0",4.830291040785345e-06,1613936093532,573
+"mom_0",0.8542427239803664,1613936093532,573
+"eps_0",1e-05,1613936093532,573
+"wd_1",0.01,1613936093532,573
+"sqr_mom_1",0.99,1613936093532,573
+"lr_1",4.830291040785345e-05,1613936093532,573
+"mom_1",0.8542427239803664,1613936093532,573
+"eps_1",1e-05,1613936093532,573
+"wd_2",0.01,1613936093532,573
+"sqr_mom_2",0.99,1613936093532,573
+"lr_2",0.0004830291040785344,1613936093532,573
+"mom_2",0.8542427239803664,1613936093532,573
+"eps_2",1e-05,1613936093532,573
+"train_loss",0.15408021,1613936094499,574
+"raw_loss",0.11531815,1613936094499,574
+"epoch",3.6163522012578833,1613936094499,574
+"wd_0",0.01,1613936094499,574
+"sqr_mom_0",0.99,1613936094499,574
+"lr_0",4.835561465171665e-06,1613936094499,574
+"mom_0",0.8541109633707084,1613936094499,574
+"eps_0",1e-05,1613936094499,574
+"wd_1",0.01,1613936094499,574
+"sqr_mom_1",0.99,1613936094499,574
+"lr_1",4.835561465171665e-05,1613936094499,574
+"mom_1",0.8541109633707084,1613936094499,574
+"eps_1",1e-05,1613936094499,574
+"wd_2",0.01,1613936094499,574
+"sqr_mom_2",0.99,1613936094499,574
+"lr_2",0.0004835561465171665,1613936094499,574
+"mom_2",0.8541109633707084,1613936094499,574
+"eps_2",1e-05,1613936094499,574
+"train_loss",0.15619041,1613936095460,575
+"raw_loss",0.2595668,1613936095460,575
+"epoch",3.622641509433984,1613936095460,575
+"wd_0",0.01,1613936095460,575
+"sqr_mom_0",0.99,1613936095460,575
+"lr_0",4.840752118718998e-06,1613936095460,575
+"mom_0",0.853981197032025,1613936095460,575
+"eps_0",1e-05,1613936095460,575
+"wd_1",0.01,1613936095460,575
+"sqr_mom_1",0.99,1613936095460,575
+"lr_1",4.8407521187189976e-05,1613936095460,575
+"mom_1",0.853981197032025,1613936095460,575
+"eps_1",1e-05,1613936095460,575
+"wd_2",0.01,1613936095460,575
+"sqr_mom_2",0.99,1613936095460,575
+"lr_2",0.00048407521187189973,1613936095460,575
+"mom_2",0.853981197032025,1613936095460,575
+"eps_2",1e-05,1613936095460,575
+"train_loss",0.15465386,1613936096415,576
+"raw_loss",0.07937946,1613936096415,576
+"epoch",3.628930817610085,1613936096415,576
+"wd_0",0.01,1613936096415,576
+"sqr_mom_0",0.99,1613936096415,576
+"lr_0",4.8458630714204045e-06,1613936096415,576
+"mom_0",0.8538534232144899,1613936096415,576
+"eps_0",1e-05,1613936096415,576
+"wd_1",0.01,1613936096415,576
+"sqr_mom_1",0.99,1613936096415,576
+"lr_1",4.845863071420404e-05,1613936096415,576
+"mom_1",0.8538534232144899,1613936096415,576
+"eps_1",1e-05,1613936096415,576
+"wd_2",0.01,1613936096415,576
+"sqr_mom_2",0.99,1613936096415,576
+"lr_2",0.0004845863071420404,1613936096415,576
+"mom_2",0.8538534232144899,1613936096415,576
+"eps_2",1e-05,1613936096415,576
+"train_loss",0.15360118,1613936097475,577
+"raw_loss",0.10203103,1613936097475,577
+"epoch",3.635220125786186,1613936097475,577
+"wd_0",0.01,1613936097475,577
+"sqr_mom_0",0.99,1613936097475,577
+"lr_0",4.850893810964757e-06,1613936097475,577
+"mom_0",0.8537276547258811,1613936097475,577
+"eps_0",1e-05,1613936097475,577
+"wd_1",0.01,1613936097475,577
+"sqr_mom_1",0.99,1613936097475,577
+"lr_1",4.8508938109647564e-05,1613936097475,577
+"mom_1",0.8537276547258811,1613936097475,577
+"eps_1",1e-05,1613936097475,577
+"wd_2",0.01,1613936097475,577
+"sqr_mom_2",0.99,1613936097475,577
+"lr_2",0.0004850893810964756,1613936097475,577
+"mom_2",0.8537276547258811,1613936097475,577
+"eps_2",1e-05,1613936097475,577
+"train_loss",0.15342698,1613936098479,578
+"raw_loss",0.14489272,1613936098479,578
+"epoch",3.6415094339622867,1613936098479,578
+"wd_0",0.01,1613936098479,578
+"sqr_mom_0",0.99,1613936098479,578
+"lr_0",4.855844265582284e-06,1613936098479,578
+"mom_0",0.853603893360443,1613936098479,578
+"eps_0",1e-05,1613936098479,578
+"wd_1",0.01,1613936098479,578
+"sqr_mom_1",0.99,1613936098479,578
+"lr_1",4.855844265582283e-05,1613936098479,578
+"mom_1",0.853603893360443,1613936098479,578
+"eps_1",1e-05,1613936098479,578
+"wd_2",0.01,1613936098479,578
+"sqr_mom_2",0.99,1613936098479,578
+"lr_2",0.00048558442655822825,1613936098479,578
+"mom_2",0.853603893360443,1613936098479,578
+"eps_2",1e-05,1613936098479,578
+"train_loss",0.15488444,1613936099438,579
+"raw_loss",0.22628601,1613936099438,579
+"epoch",3.6477987421383875,1613936099438,579
+"wd_0",0.01,1613936099438,579
+"sqr_mom_0",0.99,1613936099438,579
+"lr_0",4.860714357855295e-06,1613936099438,579
+"mom_0",0.8534821410536176,1613936099438,579
+"eps_0",1e-05,1613936099438,579
+"wd_1",0.01,1613936099438,579
+"sqr_mom_1",0.99,1613936099438,579
+"lr_1",4.8607143578552954e-05,1613936099438,579
+"mom_1",0.8534821410536176,1613936099438,579
+"eps_1",1e-05,1613936099438,579
+"wd_2",0.01,1613936099438,579
+"sqr_mom_2",0.99,1613936099438,579
+"lr_2",0.0004860714357855295,1613936099438,579
+"mom_2",0.8534821410536176,1613936099438,579
+"eps_2",1e-05,1613936099438,579
+"train_loss",0.15350798,1613936100569,580
+"raw_loss",0.086074665,1613936100569,580
+"epoch",3.6540880503144884,1613936100569,580
+"wd_0",0.01,1613936100569,580
+"sqr_mom_0",0.99,1613936100569,580
+"lr_0",4.865503599616007e-06,1613936100569,580
+"mom_0",0.8533624100095999,1613936100569,580
+"eps_0",1e-05,1613936100569,580
+"wd_1",0.01,1613936100569,580
+"sqr_mom_1",0.99,1613936100569,580
+"lr_1",4.865503599616005e-05,1613936100569,580
+"mom_1",0.8533624100095999,1613936100569,580
+"eps_1",1e-05,1613936100569,580
+"wd_2",0.01,1613936100569,580
+"sqr_mom_2",0.99,1613936100569,580
+"lr_2",0.00048655035996160055,1613936100569,580
+"mom_2",0.8533624100095999,1613936100569,580
+"eps_2",1e-05,1613936100569,580
+"train_loss",0.15231524,1613936101557,581
+"raw_loss",0.09388253,1613936101557,581
+"epoch",3.660377358490589,1613936101557,581
+"wd_0",0.01,1613936101557,581
+"sqr_mom_0",0.99,1613936101557,581
+"lr_0",4.870212055444663e-06,1613936101557,581
+"mom_0",0.8532446986138834,1613936101557,581
+"eps_0",1e-05,1613936101557,581
+"wd_1",0.01,1613936101557,581
+"sqr_mom_1",0.99,1613936101557,581
+"lr_1",4.870212055444662e-05,1613936101557,581
+"mom_1",0.8532446986138834,1613936101557,581
+"eps_1",1e-05,1613936101557,581
+"wd_2",0.01,1613936101557,581
+"sqr_mom_2",0.99,1613936101557,581
+"lr_2",0.0004870212055444662,1613936101557,581
+"mom_2",0.8532446986138834,1613936101557,581
+"eps_2",1e-05,1613936101557,581
+"train_loss",0.15286256,1613936102549,582
+"raw_loss",0.17967622,1613936102549,582
+"epoch",3.66666666666669,1613936102549,582
+"wd_0",0.01,1613936102549,582
+"sqr_mom_0",0.99,1613936102549,582
+"lr_0",4.8748392533755756e-06,1613936102549,582
+"mom_0",0.8531290186656106,1613936102549,582
+"eps_0",1e-05,1613936102549,582
+"wd_1",0.01,1613936102549,582
+"sqr_mom_1",0.99,1613936102549,582
+"lr_1",4.8748392533755745e-05,1613936102549,582
+"mom_1",0.8531290186656106,1613936102549,582
+"eps_1",1e-05,1613936102549,582
+"wd_2",0.01,1613936102549,582
+"sqr_mom_2",0.99,1613936102549,582
+"lr_2",0.00048748392533755743,1613936102549,582
+"mom_2",0.8531290186656106,1613936102549,582
+"eps_2",1e-05,1613936102549,582
+"train_loss",0.15205199,1613936103515,583
+"raw_loss",0.112340786,1613936103515,583
+"epoch",3.672955974842791,1613936103515,583
+"wd_0",0.01,1613936103515,583
+"sqr_mom_0",0.99,1613936103515,583
+"lr_0",4.879385255803923e-06,1613936103515,583
+"mom_0",0.8530153686049019,1613936103515,583
+"eps_0",1e-05,1613936103515,583
+"wd_1",0.01,1613936103515,583
+"sqr_mom_1",0.99,1613936103515,583
+"lr_1",4.879385255803922e-05,1613936103515,583
+"mom_1",0.8530153686049019,1613936103515,583
+"eps_1",1e-05,1613936103515,583
+"wd_2",0.01,1613936103515,583
+"sqr_mom_2",0.99,1613936103515,583
+"lr_2",0.0004879385255803922,1613936103515,583
+"mom_2",0.8530153686049019,1613936103515,583
+"eps_2",1e-05,1613936103515,583
+"train_loss",0.15049472,1613936104486,584
+"raw_loss",0.074203804,1613936104486,584
+"epoch",3.6792452830188918,1613936104486,584
+"wd_0",0.01,1613936104486,584
+"sqr_mom_0",0.99,1613936104486,584
+"lr_0",4.8838496070479994e-06,1613936104486,584
+"mom_0",0.8529037598238,1613936104486,584
+"eps_0",1e-05,1613936104486,584
+"wd_1",0.01,1613936104486,584
+"sqr_mom_1",0.99,1613936104486,584
+"lr_1",4.883849607047999e-05,1613936104486,584
+"mom_1",0.8529037598238,1613936104486,584
+"eps_1",1e-05,1613936104486,584
+"wd_2",0.01,1613936104486,584
+"sqr_mom_2",0.99,1613936104486,584
+"lr_2",0.0004883849607047999,1613936104486,584
+"mom_2",0.8529037598238,1613936104486,584
+"eps_2",1e-05,1613936104486,584
+"train_loss",0.1520167,1613936105462,585
+"raw_loss",0.22657973,1613936105462,585
+"epoch",3.6855345911949926,1613936105462,585
+"wd_0",0.01,1613936105462,585
+"sqr_mom_0",0.99,1613936105462,585
+"lr_0",4.888232120422297e-06,1613936105462,585
+"mom_0",0.8527941969894426,1613936105462,585
+"eps_0",1e-05,1613936105462,585
+"wd_1",0.01,1613936105462,585
+"sqr_mom_1",0.99,1613936105462,585
+"lr_1",4.8882321204222966e-05,1613936105462,585
+"mom_1",0.8527941969894426,1613936105462,585
+"eps_1",1e-05,1613936105462,585
+"wd_2",0.01,1613936105462,585
+"sqr_mom_2",0.99,1613936105462,585
+"lr_2",0.0004888232120422297,1613936105462,585
+"mom_2",0.8527941969894426,1613936105462,585
+"eps_2",1e-05,1613936105462,585
+"train_loss",0.15227154,1613936106419,586
+"raw_loss",0.16475588,1613936106419,586
+"epoch",3.6918238993710935,1613936106419,586
+"wd_0",0.01,1613936106419,586
+"sqr_mom_0",0.99,1613936106419,586
+"lr_0",4.8925330972625364e-06,1613936106419,586
+"mom_0",0.8526866725684366,1613936106419,586
+"eps_0",1e-05,1613936106419,586
+"wd_1",0.01,1613936106419,586
+"sqr_mom_1",0.99,1613936106419,586
+"lr_1",4.892533097262536e-05,1613936106419,586
+"mom_1",0.8526866725684366,1613936106419,586
+"eps_1",1e-05,1613936106419,586
+"wd_2",0.01,1613936106419,586
+"sqr_mom_2",0.99,1613936106419,586
+"lr_2",0.0004892533097262537,1613936106419,586
+"mom_2",0.8526866725684366,1613936106419,586
+"eps_2",1e-05,1613936106419,586
+"train_loss",0.15135388,1613936107379,587
+"raw_loss",0.106396705,1613936107379,587
+"epoch",3.6981132075471943,1613936107379,587
+"wd_0",0.01,1613936107379,587
+"sqr_mom_0",0.99,1613936107379,587
+"lr_0",4.896751617358549e-06,1613936107379,587
+"mom_0",0.8525812095660362,1613936107379,587
+"eps_0",1e-05,1613936107379,587
+"wd_1",0.01,1613936107379,587
+"sqr_mom_1",0.99,1613936107379,587
+"lr_1",4.896751617358548e-05,1613936107379,587
+"mom_1",0.8525812095660362,1613936107379,587
+"eps_1",1e-05,1613936107379,587
+"wd_2",0.01,1613936107379,587
+"sqr_mom_2",0.99,1613936107379,587
+"lr_2",0.0004896751617358549,1613936107379,587
+"mom_2",0.8525812095660362,1613936107379,587
+"eps_2",1e-05,1613936107379,587
+"train_loss",0.15159029,1613936108351,588
+"raw_loss",0.16317178,1613936108351,588
+"epoch",3.704402515723295,1613936108351,588
+"wd_0",0.01,1613936108351,588
+"sqr_mom_0",0.99,1613936108351,588
+"lr_0",4.900888217361952e-06,1613936108351,588
+"mom_0",0.8524777945659512,1613936108351,588
+"eps_0",1e-05,1613936108351,588
+"wd_1",0.01,1613936108351,588
+"sqr_mom_1",0.99,1613936108351,588
+"lr_1",4.9008882173619516e-05,1613936108351,588
+"mom_1",0.8524777945659512,1613936108351,588
+"eps_1",1e-05,1613936108351,588
+"wd_2",0.01,1613936108351,588
+"sqr_mom_2",0.99,1613936108351,588
+"lr_2",0.0004900888217361952,1613936108351,588
+"mom_2",0.8524777945659512,1613936108351,588
+"eps_2",1e-05,1613936108351,588
+"train_loss",0.15137151,1613936109304,589
+"raw_loss",0.1406533,1613936109304,589
+"epoch",3.710691823899396,1613936109304,589
+"wd_0",0.01,1613936109304,589
+"sqr_mom_0",0.99,1613936109304,589
+"lr_0",4.904942012231621e-06,1613936109304,589
+"mom_0",0.8523764496942094,1613936109304,589
+"eps_0",1e-05,1613936109304,589
+"wd_1",0.01,1613936109304,589
+"sqr_mom_1",0.99,1613936109304,589
+"lr_1",4.90494201223162e-05,1613936109304,589
+"mom_1",0.8523764496942094,1613936109304,589
+"eps_1",1e-05,1613936109304,589
+"wd_2",0.01,1613936109304,589
+"sqr_mom_2",0.99,1613936109304,589
+"lr_2",0.000490494201223162,1613936109304,589
+"mom_2",0.8523764496942094,1613936109304,589
+"eps_2",1e-05,1613936109304,589
+"train_loss",0.15059869,1613936110293,590
+"raw_loss",0.112737015,1613936110293,590
+"epoch",3.716981132075497,1613936110293,590
+"wd_0",0.01,1613936110293,590
+"sqr_mom_0",0.99,1613936110293,590
+"lr_0",4.9089132941959965e-06,1613936110293,590
+"mom_0",0.8522771676451001,1613936110293,590
+"eps_0",1e-05,1613936110293,590
+"wd_1",0.01,1613936110293,590
+"sqr_mom_1",0.99,1613936110293,590
+"lr_1",4.908913294195996e-05,1613936110293,590
+"mom_1",0.8522771676451001,1613936110293,590
+"eps_1",1e-05,1613936110293,590
+"wd_2",0.01,1613936110293,590
+"sqr_mom_2",0.99,1613936110293,590
+"lr_2",0.0004908913294195997,1613936110293,590
+"mom_2",0.8522771676451001,1613936110293,590
+"eps_2",1e-05,1613936110293,590
+"train_loss",0.1500631,1613936111256,591
+"raw_loss",0.12382374,1613936111256,591
+"epoch",3.7232704402515977,1613936111256,591
+"wd_0",0.01,1613936111256,591
+"sqr_mom_0",0.99,1613936111256,591
+"lr_0",4.912801883940388e-06,1613936111256,591
+"mom_0",0.8521799529014903,1613936111256,591
+"eps_0",1e-05,1613936111256,591
+"wd_1",0.01,1613936111256,591
+"sqr_mom_1",0.99,1613936111256,591
+"lr_1",4.912801883940386e-05,1613936111256,591
+"mom_1",0.8521799529014903,1613936111256,591
+"eps_1",1e-05,1613936111256,591
+"wd_2",0.01,1613936111256,591
+"sqr_mom_2",0.99,1613936111256,591
+"lr_2",0.0004912801883940386,1613936111256,591
+"mom_2",0.8521799529014903,1613936111256,591
+"eps_2",1e-05,1613936111256,591
+"train_loss",0.15263772,1613936112255,592
+"raw_loss",0.278774,1613936112255,592
+"epoch",3.7295597484276986,1613936112255,592
+"wd_0",0.01,1613936112255,592
+"sqr_mom_0",0.99,1613936112255,592
+"lr_0",4.916607391680749e-06,1613936112255,592
+"mom_0",0.8520848152079813,1613936112255,592
+"eps_0",1e-05,1613936112255,592
+"wd_1",0.01,1613936112255,592
+"sqr_mom_1",0.99,1613936112255,592
+"lr_1",4.916607391680748e-05,1613936112255,592
+"mom_1",0.8520848152079813,1613936112255,592
+"eps_1",1e-05,1613936112255,592
+"wd_2",0.01,1613936112255,592
+"sqr_mom_2",0.99,1613936112255,592
+"lr_2",0.0004916607391680748,1613936112255,592
+"mom_2",0.8520848152079813,1613936112255,592
+"eps_2",1e-05,1613936112255,592
+"train_loss",0.15222822,1613936113228,593
+"raw_loss",0.13216591,1613936113228,593
+"epoch",3.7358490566037994,1613936113228,593
+"wd_0",0.01,1613936113228,593
+"sqr_mom_0",0.99,1613936113228,593
+"lr_0",4.9203298687322274e-06,1613936113228,593
+"mom_0",0.8519917532816943,1613936113228,593
+"eps_0",1e-05,1613936113228,593
+"wd_1",0.01,1613936113228,593
+"sqr_mom_1",0.99,1613936113228,593
+"lr_1",4.920329868732226e-05,1613936113228,593
+"mom_1",0.8519917532816943,1613936113228,593
+"eps_1",1e-05,1613936113228,593
+"wd_2",0.01,1613936113228,593
+"sqr_mom_2",0.99,1613936113228,593
+"lr_2",0.0004920329868732227,1613936113228,593
+"mom_2",0.8519917532816943,1613936113228,593
+"eps_2",1e-05,1613936113228,593
+"train_loss",0.15331565,1613936114190,594
+"raw_loss",0.20659122,1613936114190,594
+"epoch",3.7421383647799003,1613936114190,594
+"wd_0",0.01,1613936114190,594
+"sqr_mom_0",0.99,1613936114190,594
+"lr_0",4.923968941961566e-06,1613936114190,594
+"mom_0",0.8519007764509609,1613936114190,594
+"eps_0",1e-05,1613936114190,594
+"wd_1",0.01,1613936114190,594
+"sqr_mom_1",0.99,1613936114190,594
+"lr_1",4.9239689419615655e-05,1613936114190,594
+"mom_1",0.8519007764509609,1613936114190,594
+"eps_1",1e-05,1613936114190,594
+"wd_2",0.01,1613936114190,594
+"sqr_mom_2",0.99,1613936114190,594
+"lr_2",0.0004923968941961566,1613936114190,594
+"mom_2",0.8519007764509609,1613936114190,594
+"eps_2",1e-05,1613936114190,594
+"train_loss",0.15305312,1613936115154,595
+"raw_loss",0.14019074,1613936115154,595
+"epoch",3.748427672956001,1613936115154,595
+"wd_0",0.01,1613936115154,595
+"sqr_mom_0",0.99,1613936115154,595
+"lr_0",4.927524660439635e-06,1613936115154,595
+"mom_0",0.8518118834890092,1613936115154,595
+"eps_0",1e-05,1613936115154,595
+"wd_1",0.01,1613936115154,595
+"sqr_mom_1",0.99,1613936115154,595
+"lr_1",4.927524660439634e-05,1613936115154,595
+"mom_1",0.8518118834890092,1613936115154,595
+"eps_1",1e-05,1613936115154,595
+"wd_2",0.01,1613936115154,595
+"sqr_mom_2",0.99,1613936115154,595
+"lr_2",0.0004927524660439634,1613936115154,595
+"mom_2",0.8518118834890092,1613936115154,595
+"eps_2",1e-05,1613936115154,595
+"train_loss",0.15171117,1613936116114,596
+"raw_loss",0.08596561,1613936116114,596
+"epoch",3.754716981132102,1613936116114,596
+"wd_0",0.01,1613936116114,596
+"sqr_mom_0",0.99,1613936116114,596
+"lr_0",4.930996667748705e-06,1613936116114,596
+"mom_0",0.8517250833062824,1613936116114,596
+"eps_0",1e-05,1613936116114,596
+"wd_1",0.01,1613936116114,596
+"sqr_mom_1",0.99,1613936116114,596
+"lr_1",4.930996667748705e-05,1613936116114,596
+"mom_1",0.8517250833062824,1613936116114,596
+"eps_1",1e-05,1613936116114,596
+"wd_2",0.01,1613936116114,596
+"sqr_mom_2",0.99,1613936116114,596
+"lr_2",0.0004930996667748705,1613936116114,596
+"mom_2",0.8517250833062824,1613936116114,596
+"eps_2",1e-05,1613936116114,596
+"train_loss",0.15015416,1613936117071,597
+"raw_loss",0.073871374,1613936117071,597
+"epoch",3.761006289308203,1613936117071,597
+"wd_0",0.01,1613936117071,597
+"sqr_mom_0",0.99,1613936117071,597
+"lr_0",4.934384915565335e-06,1613936117071,597
+"mom_0",0.8516403771108666,1613936117071,597
+"eps_0",1e-05,1613936117071,597
+"wd_1",0.01,1613936117071,597
+"sqr_mom_1",0.99,1613936117071,597
+"lr_1",4.9343849155653343e-05,1613936117071,597
+"mom_1",0.8516403771108666,1613936117071,597
+"eps_1",1e-05,1613936117071,597
+"wd_2",0.01,1613936117071,597
+"sqr_mom_2",0.99,1613936117071,597
+"lr_2",0.0004934384915565334,1613936117071,597
+"mom_2",0.8516403771108666,1613936117071,597
+"eps_2",1e-05,1613936117071,597
+"train_loss",0.14903912,1613936118042,598
+"raw_loss",0.09440918,1613936118042,598
+"epoch",3.7672955974843036,1613936118042,598
+"wd_0",0.01,1613936118042,598
+"sqr_mom_0",0.99,1613936118042,598
+"lr_0",4.93768934967373e-06,1613936118042,598
+"mom_0",0.8515577662581567,1613936118042,598
+"eps_0",1e-05,1613936118042,598
+"wd_1",0.01,1613936118042,598
+"sqr_mom_1",0.99,1613936118042,598
+"lr_1",4.9376893496737294e-05,1613936118042,598
+"mom_1",0.8515577662581567,1613936118042,598
+"eps_1",1e-05,1613936118042,598
+"wd_2",0.01,1613936118042,598
+"sqr_mom_2",0.99,1613936118042,598
+"lr_2",0.000493768934967373,1613936118042,598
+"mom_2",0.8515577662581567,1613936118042,598
+"eps_2",1e-05,1613936118042,598
+"train_loss",0.14986423,1613936119004,599
+"raw_loss",0.19028862,1613936119004,599
+"epoch",3.7735849056604045,1613936119004,599
+"wd_0",0.01,1613936119004,599
+"sqr_mom_0",0.99,1613936119004,599
+"lr_0",4.940909638844377e-06,1613936119004,599
+"mom_0",0.8514772590288906,1613936119004,599
+"eps_0",1e-05,1613936119004,599
+"wd_1",0.01,1613936119004,599
+"sqr_mom_1",0.99,1613936119004,599
+"lr_1",4.940909638844377e-05,1613936119004,599
+"mom_1",0.8514772590288906,1613936119004,599
+"eps_1",1e-05,1613936119004,599
+"wd_2",0.01,1613936119004,599
+"sqr_mom_2",0.99,1613936119004,599
+"lr_2",0.0004940909638844377,1613936119004,599
+"mom_2",0.8514772590288906,1613936119004,599
+"eps_2",1e-05,1613936119004,599
+"train_loss",0.14939497,1613936119963,600
+"raw_loss",0.126405,1613936119963,600
+"epoch",3.7798742138365053,1613936119963,600
+"wd_0",0.01,1613936119963,600
+"sqr_mom_0",0.99,1613936119963,600
+"lr_0",4.944045826501077e-06,1613936119963,600
+"mom_0",0.8513988543374731,1613936119963,600
+"eps_0",1e-05,1613936119963,600
+"wd_1",0.01,1613936119963,600
+"sqr_mom_1",0.99,1613936119963,600
+"lr_1",4.9440458265010765e-05,1613936119963,600
+"mom_1",0.8513988543374731,1613936119963,600
+"eps_1",1e-05,1613936119963,600
+"wd_2",0.01,1613936119963,600
+"sqr_mom_2",0.99,1613936119963,600
+"lr_2",0.0004944045826501077,1613936119963,600
+"mom_2",0.8513988543374731,1613936119963,600
+"eps_2",1e-05,1613936119963,600
+"train_loss",0.15041411,1613936120929,601
+"raw_loss",0.20034476,1613936120929,601
+"epoch",3.786163522012606,1613936120929,601
+"wd_0",0.01,1613936120929,601
+"sqr_mom_0",0.99,1613936120929,601
+"lr_0",4.9470975982789885e-06,1613936120929,601
+"mom_0",0.8513225600430253,1613936120929,601
+"eps_0",1e-05,1613936120929,601
+"wd_1",0.01,1613936120929,601
+"sqr_mom_1",0.99,1613936120929,601
+"lr_1",4.947097598278988e-05,1613936120929,601
+"mom_1",0.8513225600430253,1613936120929,601
+"eps_1",1e-05,1613936120929,601
+"wd_2",0.01,1613936120929,601
+"sqr_mom_2",0.99,1613936120929,601
+"lr_2",0.0004947097598278988,1613936120929,601
+"mom_2",0.8513225600430253,1613936120929,601
+"eps_2",1e-05,1613936120929,601
+"train_loss",0.14919592,1613936121888,602
+"raw_loss",0.08951245,1613936121888,602
+"epoch",3.792452830188707,1613936121888,602
+"wd_0",0.01,1613936121888,602
+"sqr_mom_0",0.99,1613936121888,602
+"lr_0",4.950064829001688e-06,1613936121888,602
+"mom_0",0.8512483792749578,1613936121888,602
+"eps_0",1e-05,1613936121888,602
+"wd_1",0.01,1613936121888,602
+"sqr_mom_1",0.99,1613936121888,602
+"lr_1",4.950064829001687e-05,1613936121888,602
+"mom_1",0.8512483792749578,1613936121888,602
+"eps_1",1e-05,1613936121888,602
+"wd_2",0.01,1613936121888,602
+"sqr_mom_2",0.99,1613936121888,602
+"lr_2",0.0004950064829001687,1613936121888,602
+"mom_2",0.8512483792749578,1613936121888,602
+"eps_2",1e-05,1613936121888,602
+"train_loss",0.14734593,1613936122879,603
+"raw_loss",0.056708783,1613936122879,603
+"epoch",3.798742138364808,1613936122879,603
+"wd_0",0.01,1613936122879,603
+"sqr_mom_0",0.99,1613936122879,603
+"lr_0",4.952947720207126e-06,1613936122879,603
+"mom_0",0.8511763069948218,1613936122879,603
+"eps_0",1e-05,1613936122879,603
+"wd_1",0.01,1613936122879,603
+"sqr_mom_1",0.99,1613936122879,603
+"lr_1",4.952947720207124e-05,1613936122879,603
+"mom_1",0.8511763069948218,1613936122879,603
+"eps_1",1e-05,1613936122879,603
+"wd_2",0.01,1613936122879,603
+"sqr_mom_2",0.99,1613936122879,603
+"lr_2",0.0004952947720207124,1613936122879,603
+"mom_2",0.8511763069948218,1613936122879,603
+"eps_2",1e-05,1613936122879,603
+"train_loss",0.14739265,1613936123850,604
+"raw_loss",0.14968096,1613936123850,604
+"epoch",3.8050314465409087,1613936123850,604
+"wd_0",0.01,1613936123850,604
+"sqr_mom_0",0.99,1613936123850,604
+"lr_0",4.955745655089888e-06,1613936123850,604
+"mom_0",0.8511063586227529,1613936123850,604
+"eps_0",1e-05,1613936123850,604
+"wd_1",0.01,1613936123850,604
+"sqr_mom_1",0.99,1613936123850,604
+"lr_1",4.9557456550898866e-05,1613936123850,604
+"mom_1",0.8511063586227529,1613936123850,604
+"eps_1",1e-05,1613936123850,604
+"wd_2",0.01,1613936123850,604
+"sqr_mom_2",0.99,1613936123850,604
+"lr_2",0.0004955745655089887,1613936123850,604
+"mom_2",0.8511063586227529,1613936123850,604
+"eps_2",1e-05,1613936123850,604
+"train_loss",0.14779155,1613936124820,605
+"raw_loss",0.16733518,1613936124820,605
+"epoch",3.8113207547170096,1613936124820,605
+"wd_0",0.01,1613936124820,605
+"sqr_mom_0",0.99,1613936124820,605
+"lr_0",4.95845898958434e-06,1613936124820,605
+"mom_0",0.8510385252603915,1613936124820,605
+"eps_0",1e-05,1613936124820,605
+"wd_1",0.01,1613936124820,605
+"sqr_mom_1",0.99,1613936124820,605
+"lr_1",4.95845898958434e-05,1613936124820,605
+"mom_1",0.8510385252603915,1613936124820,605
+"eps_1",1e-05,1613936124820,605
+"wd_2",0.01,1613936124820,605
+"sqr_mom_2",0.99,1613936124820,605
+"lr_2",0.000495845898958434,1613936124820,605
+"mom_2",0.8510385252603915,1613936124820,605
+"eps_2",1e-05,1613936124820,605
+"train_loss",0.14725065,1613936125812,606
+"raw_loss",0.12074977,1613936125812,606
+"epoch",3.8176100628931104,1613936125812,606
+"wd_0",0.01,1613936125812,606
+"sqr_mom_0",0.99,1613936125812,606
+"lr_0",4.961087143162368e-06,1613936125812,606
+"mom_0",0.8509728214209408,1613936125812,606
+"eps_0",1e-05,1613936125812,606
+"wd_1",0.01,1613936125812,606
+"sqr_mom_1",0.99,1613936125812,606
+"lr_1",4.961087143162367e-05,1613936125812,606
+"mom_1",0.8509728214209408,1613936125812,606
+"eps_1",1e-05,1613936125812,606
+"wd_2",0.01,1613936125812,606
+"sqr_mom_2",0.99,1613936125812,606
+"lr_2",0.0004961087143162367,1613936125812,606
+"mom_2",0.8509728214209408,1613936125812,606
+"eps_2",1e-05,1613936125812,606
+"train_loss",0.147157,1613936127195,607
+"raw_loss",0.14256883,1613936127195,607
+"epoch",3.8238993710692113,1613936127195,607
+"wd_0",0.01,1613936127195,607
+"sqr_mom_0",0.99,1613936127195,607
+"lr_0",4.963630450159903e-06,1613936127195,607
+"mom_0",0.8509092387460024,1613936127195,607
+"eps_0",1e-05,1613936127195,607
+"wd_1",0.01,1613936127195,607
+"sqr_mom_1",0.99,1613936127195,607
+"lr_1",4.963630450159902e-05,1613936127195,607
+"mom_1",0.8509092387460024,1613936127195,607
+"eps_1",1e-05,1613936127195,607
+"wd_2",0.01,1613936127195,607
+"sqr_mom_2",0.99,1613936127195,607
+"lr_2",0.0004963630450159903,1613936127195,607
+"mom_2",0.8509092387460024,1613936127195,607
+"eps_2",1e-05,1613936127195,607
+"train_loss",0.15129557,1613936128155,608
+"raw_loss",0.35406238,1613936128155,608
+"epoch",3.830188679245312,1613936128155,608
+"wd_0",0.01,1613936128155,608
+"sqr_mom_0",0.99,1613936128155,608
+"lr_0",4.966088366426853e-06,1613936128155,608
+"mom_0",0.8508477908393287,1613936128155,608
+"eps_0",1e-05,1613936128155,608
+"wd_1",0.01,1613936128155,608
+"sqr_mom_1",0.99,1613936128155,608
+"lr_1",4.966088366426852e-05,1613936128155,608
+"mom_1",0.8508477908393287,1613936128155,608
+"eps_1",1e-05,1613936128155,608
+"wd_2",0.01,1613936128155,608
+"sqr_mom_2",0.99,1613936128155,608
+"lr_2",0.0004966088366426852,1613936128155,608
+"mom_2",0.8508477908393287,1613936128155,608
+"eps_2",1e-05,1613936128155,608
+"train_loss",0.15112722,1613936129110,609
+"raw_loss",0.14287856,1613936129110,609
+"epoch",3.836477987421413,1613936129110,609
+"wd_0",0.01,1613936129110,609
+"sqr_mom_0",0.99,1613936129110,609
+"lr_0",4.968461072149372e-06,1613936129110,609
+"mom_0",0.8507884731962657,1613936129110,609
+"eps_0",1e-05,1613936129110,609
+"wd_1",0.01,1613936129110,609
+"sqr_mom_1",0.99,1613936129110,609
+"lr_1",4.968461072149372e-05,1613936129110,609
+"mom_1",0.8507884731962657,1613936129110,609
+"eps_1",1e-05,1613936129110,609
+"wd_2",0.01,1613936129110,609
+"sqr_mom_2",0.99,1613936129110,609
+"lr_2",0.0004968461072149372,1613936129110,609
+"mom_2",0.8507884731962657,1613936129110,609
+"eps_2",1e-05,1613936129110,609
+"train_loss",0.1521091,1613936130070,610
+"raw_loss",0.20021641,1613936130070,610
+"epoch",3.842767295597514,1613936130070,610
+"wd_0",0.01,1613936130070,610
+"sqr_mom_0",0.99,1613936130070,610
+"lr_0",4.970748457129822e-06,1613936130070,610
+"mom_0",0.8507312885717544,1613936130070,610
+"eps_0",1e-05,1613936130070,610
+"wd_1",0.01,1613936130070,610
+"sqr_mom_1",0.99,1613936130070,610
+"lr_1",4.970748457129821e-05,1613936130070,610
+"mom_1",0.8507312885717544,1613936130070,610
+"eps_1",1e-05,1613936130070,610
+"wd_2",0.01,1613936130070,610
+"sqr_mom_2",0.99,1613936130070,610
+"lr_2",0.0004970748457129822,1613936130070,610
+"mom_2",0.8507312885717544,1613936130070,610
+"eps_2",1e-05,1613936130070,610
+"train_loss",0.15192083,1613936131023,611
+"raw_loss",0.14269607,1613936131023,611
+"epoch",3.8490566037736147,1613936131023,611
+"wd_0",0.01,1613936131023,611
+"sqr_mom_0",0.99,1613936131023,611
+"lr_0",4.9729502920855505e-06,1613936131023,611
+"mom_0",0.8506762426978612,1613936131023,611
+"eps_0",1e-05,1613936131023,611
+"wd_1",0.01,1613936131023,611
+"sqr_mom_1",0.99,1613936131023,611
+"lr_1",4.972950292085549e-05,1613936131023,611
+"mom_1",0.8506762426978612,1613936131023,611
+"eps_1",1e-05,1613936131023,611
+"wd_2",0.01,1613936131023,611
+"sqr_mom_2",0.99,1613936131023,611
+"lr_2",0.000497295029208555,1613936131023,611
+"mom_2",0.8506762426978612,1613936131023,611
+"eps_2",1e-05,1613936131023,611
+"train_loss",0.15284954,1613936131976,612
+"raw_loss",0.19835189,1613936131976,612
+"epoch",3.8553459119497155,1613936131976,612
+"wd_0",0.01,1613936131976,612
+"sqr_mom_0",0.99,1613936131976,612
+"lr_0",4.97506660670707e-06,1613936131976,612
+"mom_0",0.8506233348323232,1613936131976,612
+"eps_0",1e-05,1613936131976,612
+"wd_1",0.01,1613936131976,612
+"sqr_mom_1",0.99,1613936131976,612
+"lr_1",4.9750666067070696e-05,1613936131976,612
+"mom_1",0.8506233348323232,1613936131976,612
+"eps_1",1e-05,1613936131976,612
+"wd_2",0.01,1613936131976,612
+"sqr_mom_2",0.99,1613936131976,612
+"lr_2",0.0004975066606707069,1613936131976,612
+"mom_2",0.8506233348323232,1613936131976,612
+"eps_2",1e-05,1613936131976,612
+"train_loss",0.15121366,1613936132937,613
+"raw_loss",0.07106422,1613936132937,613
+"epoch",3.8616352201258164,1613936132937,613
+"wd_0",0.01,1613936132937,613
+"sqr_mom_0",0.99,1613936132937,613
+"lr_0",4.977097188859465e-06,1613936132937,613
+"mom_0",0.8505725702785134,1613936132937,613
+"eps_0",1e-05,1613936132937,613
+"wd_1",0.01,1613936132937,613
+"sqr_mom_1",0.99,1613936132937,613
+"lr_1",4.977097188859465e-05,1613936132937,613
+"mom_1",0.8505725702785134,1613936132937,613
+"eps_1",1e-05,1613936132937,613
+"wd_2",0.01,1613936132937,613
+"sqr_mom_2",0.99,1613936132937,613
+"lr_2",0.0004977097188859465,1613936132937,613
+"mom_2",0.8505725702785134,1613936132937,613
+"eps_2",1e-05,1613936132937,613
+"train_loss",0.15179574,1613936133904,614
+"raw_loss",0.18031543,1613936133904,614
+"epoch",3.8679245283019172,1613936133904,614
+"wd_0",0.01,1613936133904,614
+"sqr_mom_0",0.99,1613936133904,614
+"lr_0",4.979042011849345e-06,1613936133904,614
+"mom_0",0.8505239497037663,1613936133904,614
+"eps_0",1e-05,1613936133904,614
+"wd_1",0.01,1613936133904,614
+"sqr_mom_1",0.99,1613936133904,614
+"lr_1",4.979042011849344e-05,1613936133904,614
+"mom_1",0.8505239497037663,1613936133904,614
+"eps_1",1e-05,1613936133904,614
+"wd_2",0.01,1613936133904,614
+"sqr_mom_2",0.99,1613936133904,614
+"lr_2",0.0004979042011849345,1613936133904,614
+"mom_2",0.8505239497037663,1613936133904,614
+"eps_2",1e-05,1613936133904,614
+"train_loss",0.15123303,1613936134875,615
+"raw_loss",0.12366189,1613936134875,615
+"epoch",3.874213836478018,1613936134875,615
+"wd_0",0.01,1613936134875,615
+"sqr_mom_0",0.99,1613936134875,615
+"lr_0",4.980901042950296e-06,1613936134875,615
+"mom_0",0.8504774739262426,1613936134875,615
+"eps_0",1e-05,1613936134875,615
+"wd_1",0.01,1613936134875,615
+"sqr_mom_1",0.99,1613936134875,615
+"lr_1",4.980901042950295e-05,1613936134875,615
+"mom_1",0.8504774739262426,1613936134875,615
+"eps_1",1e-05,1613936134875,615
+"wd_2",0.01,1613936134875,615
+"sqr_mom_2",0.99,1613936134875,615
+"lr_2",0.0004980901042950295,1613936134875,615
+"mom_2",0.8504774739262426,1613936134875,615
+"eps_2",1e-05,1613936134875,615
+"train_loss",0.15010962,1613936135852,616
+"raw_loss",0.09506772,1613936135852,616
+"epoch",3.880503144654119,1613936135852,616
+"wd_0",0.01,1613936135852,616
+"sqr_mom_0",0.99,1613936135852,616
+"lr_0",4.982674095816956e-06,1613936135852,616
+"mom_0",0.8504331476045761,1613936135852,616
+"eps_0",1e-05,1613936135852,616
+"wd_1",0.01,1613936135852,616
+"sqr_mom_1",0.99,1613936135852,616
+"lr_1",4.982674095816956e-05,1613936135852,616
+"mom_1",0.8504331476045761,1613936135852,616
+"eps_1",1e-05,1613936135852,616
+"wd_2",0.01,1613936135852,616
+"sqr_mom_2",0.99,1613936135852,616
+"lr_2",0.0004982674095816956,1613936135852,616
+"mom_2",0.8504331476045761,1613936135852,616
+"eps_2",1e-05,1613936135852,616
+"train_loss",0.15000977,1613936136876,617
+"raw_loss",0.1451173,1613936136876,617
+"epoch",3.88679245283022,1613936136876,617
+"wd_0",0.01,1613936136876,617
+"sqr_mom_0",0.99,1613936136876,617
+"lr_0",4.984361194357955e-06,1613936136876,617
+"mom_0",0.8503909701410511,1613936136876,617
+"eps_0",1e-05,1613936136876,617
+"wd_1",0.01,1613936136876,617
+"sqr_mom_1",0.99,1613936136876,617
+"lr_1",4.984361194357955e-05,1613936136876,617
+"mom_1",0.8503909701410511,1613936136876,617
+"eps_1",1e-05,1613936136876,617
+"wd_2",0.01,1613936136876,617
+"sqr_mom_2",0.99,1613936136876,617
+"lr_2",0.0004984361194357956,1613936136876,617
+"mom_2",0.8503909701410511,1613936136876,617
+"eps_2",1e-05,1613936136876,617
+"train_loss",0.15134971,1613936137849,618
+"raw_loss",0.21700121,1613936137849,618
+"epoch",3.8930817610063206,1613936137849,618
+"wd_0",0.01,1613936137849,618
+"sqr_mom_0",0.99,1613936137849,618
+"lr_0",4.985962169462089e-06,1613936137849,618
+"mom_0",0.8503509457634477,1613936137849,618
+"eps_0",1e-05,1613936137849,618
+"wd_1",0.01,1613936137849,618
+"sqr_mom_1",0.99,1613936137849,618
+"lr_1",4.9859621694620885e-05,1613936137849,618
+"mom_1",0.8503509457634477,1613936137849,618
+"eps_1",1e-05,1613936137849,618
+"wd_2",0.01,1613936137849,618
+"sqr_mom_2",0.99,1613936137849,618
+"lr_2",0.0004985962169462088,1613936137849,618
+"mom_2",0.8503509457634477,1613936137849,618
+"eps_2",1e-05,1613936137849,618
+"train_loss",0.14952315,1613936138827,619
+"raw_loss",0.060030308,1613936138827,619
+"epoch",3.8993710691824215,1613936138827,619
+"wd_0",0.01,1613936138827,619
+"sqr_mom_0",0.99,1613936138827,619
+"lr_0",4.987477042717613e-06,1613936138827,619
+"mom_0",0.8503130739320597,1613936138827,619
+"eps_0",1e-05,1613936138827,619
+"wd_1",0.01,1613936138827,619
+"sqr_mom_1",0.99,1613936138827,619
+"lr_1",4.987477042717613e-05,1613936138827,619
+"mom_1",0.8503130739320597,1613936138827,619
+"eps_1",1e-05,1613936138827,619
+"wd_2",0.01,1613936138827,619
+"sqr_mom_2",0.99,1613936138827,619
+"lr_2",0.0004987477042717613,1613936138827,619
+"mom_2",0.8503130739320597,1613936138827,619
+"eps_2",1e-05,1613936138827,619
+"train_loss",0.15353248,1613936139790,620
+"raw_loss",0.34997174,1613936139790,620
+"epoch",3.9056603773585223,1613936139790,620
+"wd_0",0.01,1613936139790,620
+"sqr_mom_0",0.99,1613936139790,620
+"lr_0",4.988905662276824e-06,1613936139790,620
+"mom_0",0.8502773584430794,1613936139790,620
+"eps_0",1e-05,1613936139790,620
+"wd_1",0.01,1613936139790,620
+"sqr_mom_1",0.99,1613936139790,620
+"lr_1",4.988905662276823e-05,1613936139790,620
+"mom_1",0.8502773584430794,1613936139790,620
+"eps_1",1e-05,1613936139790,620
+"wd_2",0.01,1613936139790,620
+"sqr_mom_2",0.99,1613936139790,620
+"lr_2",0.0004988905662276824,1613936139790,620
+"mom_2",0.8502773584430794,1613936139790,620
+"eps_2",1e-05,1613936139790,620
+"train_loss",0.15271667,1613936140747,621
+"raw_loss",0.11274526,1613936140747,621
+"epoch",3.911949685534623,1613936140747,621
+"wd_0",0.01,1613936140747,621
+"sqr_mom_0",0.99,1613936140747,621
+"lr_0",4.99024797352732e-06,1613936140747,621
+"mom_0",0.850243800661817,1613936140747,621
+"eps_0",1e-05,1613936140747,621
+"wd_1",0.01,1613936140747,621
+"sqr_mom_1",0.99,1613936140747,621
+"lr_1",4.9902479735273185e-05,1613936140747,621
+"mom_1",0.850243800661817,1613936140747,621
+"eps_1",1e-05,1613936140747,621
+"wd_2",0.01,1613936140747,621
+"sqr_mom_2",0.99,1613936140747,621
+"lr_2",0.0004990247973527318,1613936140747,621
+"mom_2",0.850243800661817,1613936140747,621
+"eps_2",1e-05,1613936140747,621
+"train_loss",0.15157981,1613936141703,622
+"raw_loss",0.09587904,1613936141703,622
+"epoch",3.918238993710724,1613936141703,622
+"wd_0",0.01,1613936141703,622
+"sqr_mom_0",0.99,1613936141703,622
+"lr_0",4.991504063540856e-06,1613936141703,622
+"mom_0",0.8502123984114786,1613936141703,622
+"eps_0",1e-05,1613936141703,622
+"wd_1",0.01,1613936141703,622
+"sqr_mom_1",0.99,1613936141703,622
+"lr_1",4.991504063540856e-05,1613936141703,622
+"mom_1",0.8502123984114786,1613936141703,622
+"eps_1",1e-05,1613936141703,622
+"wd_2",0.01,1613936141703,622
+"sqr_mom_2",0.99,1613936141703,622
+"lr_2",0.0004991504063540855,1613936141703,622
+"mom_2",0.8502123984114786,1613936141703,622
+"eps_2",1e-05,1613936141703,622
+"train_loss",0.15194303,1613936142656,623
+"raw_loss",0.16973864,1613936142656,623
+"epoch",3.924528301886825,1613936142656,623
+"wd_0",0.01,1613936142656,623
+"sqr_mom_0",0.99,1613936142656,623
+"lr_0",4.992673663572252e-06,1613936142656,623
+"mom_0",0.8501831584106937,1613936142656,623
+"eps_0",1e-05,1613936142656,623
+"wd_1",0.01,1613936142656,623
+"sqr_mom_1",0.99,1613936142656,623
+"lr_1",4.9926736635722516e-05,1613936142656,623
+"mom_1",0.8501831584106937,1613936142656,623
+"eps_1",1e-05,1613936142656,623
+"wd_2",0.01,1613936142656,623
+"sqr_mom_2",0.99,1613936142656,623
+"lr_2",0.0004992673663572251,1613936142656,623
+"mom_2",0.8501831584106937,1613936142656,623
+"eps_2",1e-05,1613936142656,623
+"train_loss",0.15105325,1613936143610,624
+"raw_loss",0.10745741,1613936143610,624
+"epoch",3.9308176100629257,1613936143610,624
+"wd_0",0.01,1613936143610,624
+"sqr_mom_0",0.99,1613936143610,624
+"lr_0",4.993756922410119e-06,1613936143610,624
+"mom_0",0.850156076939747,1613936143610,624
+"eps_0",1e-05,1613936143610,624
+"wd_1",0.01,1613936143610,624
+"sqr_mom_1",0.99,1613936143610,624
+"lr_1",4.9937569224101184e-05,1613936143610,624
+"mom_1",0.850156076939747,1613936143610,624
+"eps_1",1e-05,1613936143610,624
+"wd_2",0.01,1613936143610,624
+"sqr_mom_2",0.99,1613936143610,624
+"lr_2",0.0004993756922410118,1613936143610,624
+"mom_2",0.850156076939747,1613936143610,624
+"eps_2",1e-05,1613936143610,624
+"train_loss",0.15008612,1613936144567,625
+"raw_loss",0.10270076,1613936144567,625
+"epoch",3.9371069182390266,1613936144567,625
+"wd_0",0.01,1613936144567,625
+"sqr_mom_0",0.99,1613936144567,625
+"lr_0",4.994753608287155e-06,1613936144567,625
+"mom_0",0.8501311597928212,1613936144567,625
+"eps_0",1e-05,1613936144567,625
+"wd_1",0.01,1613936144567,625
+"sqr_mom_1",0.99,1613936144567,625
+"lr_1",4.994753608287154e-05,1613936144567,625
+"mom_1",0.8501311597928212,1613936144567,625
+"eps_1",1e-05,1613936144567,625
+"wd_2",0.01,1613936144567,625
+"sqr_mom_2",0.99,1613936144567,625
+"lr_2",0.0004994753608287154,1613936144567,625
+"mom_2",0.8501311597928212,1613936144567,625
+"eps_2",1e-05,1613936144567,625
+"train_loss",0.14921314,1613936145528,626
+"raw_loss",0.106440246,1613936145528,626
+"epoch",3.9433962264151274,1613936145528,626
+"wd_0",0.01,1613936145528,626
+"sqr_mom_0",0.99,1613936145528,626
+"lr_0",4.995663798699427e-06,1613936145528,626
+"mom_0",0.8501084050325143,1613936145528,626
+"eps_0",1e-05,1613936145528,626
+"wd_1",0.01,1613936145528,626
+"sqr_mom_1",0.99,1613936145528,626
+"lr_1",4.995663798699426e-05,1613936145528,626
+"mom_1",0.8501084050325143,1613936145528,626
+"eps_1",1e-05,1613936145528,626
+"wd_2",0.01,1613936145528,626
+"sqr_mom_2",0.99,1613936145528,626
+"lr_2",0.0004995663798699427,1613936145528,626
+"mom_2",0.8501084050325143,1613936145528,626
+"eps_2",1e-05,1613936145528,626
+"train_loss",0.14799578,1613936146478,627
+"raw_loss",0.08835006,1613936146478,627
+"epoch",3.9496855345912283,1613936146478,627
+"wd_0",0.01,1613936146478,627
+"sqr_mom_0",0.99,1613936146478,627
+"lr_0",4.99648744678445e-06,1613936146478,627
+"mom_0",0.8500878138303888,1613936146478,627
+"eps_0",1e-05,1613936146478,627
+"wd_1",0.01,1613936146478,627
+"sqr_mom_1",0.99,1613936146478,627
+"lr_1",4.996487446784448e-05,1613936146478,627
+"mom_1",0.8500878138303888,1613936146478,627
+"eps_1",1e-05,1613936146478,627
+"wd_2",0.01,1613936146478,627
+"sqr_mom_2",0.99,1613936146478,627
+"lr_2",0.0004996487446784449,1613936146478,627
+"mom_2",0.8500878138303888,1613936146478,627
+"eps_2",1e-05,1613936146478,627
+"train_loss",0.14816318,1613936147439,628
+"raw_loss",0.15636453,1613936147439,628
+"epoch",3.955974842767329,1613936147439,628
+"wd_0",0.01,1613936147439,628
+"sqr_mom_0",0.99,1613936147439,628
+"lr_0",4.997224469981473e-06,1613936147439,628
+"mom_0",0.8500693882504632,1613936147439,628
+"eps_0",1e-05,1613936147439,628
+"wd_1",0.01,1613936147439,628
+"sqr_mom_1",0.99,1613936147439,628
+"lr_1",4.997224469981472e-05,1613936147439,628
+"mom_1",0.8500693882504632,1613936147439,628
+"eps_1",1e-05,1613936147439,628
+"wd_2",0.01,1613936147439,628
+"sqr_mom_2",0.99,1613936147439,628
+"lr_2",0.0004997224469981472,1613936147439,628
+"mom_2",0.8500693882504632,1613936147439,628
+"eps_2",1e-05,1613936147439,628
+"train_loss",0.14679812,1613936148392,629
+"raw_loss",0.07991526,1613936148392,629
+"epoch",3.96226415094343,1613936148392,629
+"wd_0",0.01,1613936148392,629
+"sqr_mom_0",0.99,1613936148392,629
+"lr_0",4.997874878228843e-06,1613936148392,629
+"mom_0",0.8500531280442789,1613936148392,629
+"eps_0",1e-05,1613936148392,629
+"wd_1",0.01,1613936148392,629
+"sqr_mom_1",0.99,1613936148392,629
+"lr_1",4.997874878228842e-05,1613936148392,629
+"mom_1",0.8500531280442789,1613936148392,629
+"eps_1",1e-05,1613936148392,629
+"wd_2",0.01,1613936148392,629
+"sqr_mom_2",0.99,1613936148392,629
+"lr_2",0.0004997874878228842,1613936148392,629
+"mom_2",0.8500531280442789,1613936148392,629
+"eps_2",1e-05,1613936148392,629
+"train_loss",0.1474492,1613936149355,630
+"raw_loss",0.17934945,1613936149355,630
+"epoch",3.968553459119531,1613936149355,630
+"wd_0",0.01,1613936149355,630
+"sqr_mom_0",0.99,1613936149355,630
+"lr_0",4.9984386063310086e-06,1613936149355,630
+"mom_0",0.8500390348417248,1613936149355,630
+"eps_0",1e-05,1613936149355,630
+"wd_1",0.01,1613936149355,630
+"sqr_mom_1",0.99,1613936149355,630
+"lr_1",4.9984386063310086e-05,1613936149355,630
+"mom_1",0.8500390348417248,1613936149355,630
+"eps_1",1e-05,1613936149355,630
+"wd_2",0.01,1613936149355,630
+"sqr_mom_2",0.99,1613936149355,630
+"lr_2",0.0004998438606331008,1613936149355,630
+"mom_2",0.8500390348417248,1613936149355,630
+"eps_2",1e-05,1613936149355,630
+"train_loss",0.14733332,1613936150337,631
+"raw_loss",0.14165595,1613936150337,631
+"epoch",3.9748427672956317,1613936150337,631
+"wd_0",0.01,1613936150337,631
+"sqr_mom_0",0.99,1613936150337,631
+"lr_0",4.998915661889529e-06,1613936150337,631
+"mom_0",0.8500271084527617,1613936150337,631
+"eps_0",1e-05,1613936150337,631
+"wd_1",0.01,1613936150337,631
+"sqr_mom_1",0.99,1613936150337,631
+"lr_1",4.9989156618895274e-05,1613936150337,631
+"mom_1",0.8500271084527617,1613936150337,631
+"eps_1",1e-05,1613936150337,631
+"wd_2",0.01,1613936150337,631
+"sqr_mom_2",0.99,1613936150337,631
+"lr_2",0.0004998915661889527,1613936150337,631
+"mom_2",0.8500271084527617,1613936150337,631
+"eps_2",1e-05,1613936150337,631
+"train_loss",0.14557397,1613936151305,632
+"raw_loss",0.0593719,1613936151305,632
+"epoch",3.9811320754717325,1613936151305,632
+"wd_0",0.01,1613936151305,632
+"sqr_mom_0",0.99,1613936151305,632
+"lr_0",4.999305997085357e-06,1613936151305,632
+"mom_0",0.850017350072866,1613936151305,632
+"eps_0",1e-05,1613936151305,632
+"wd_1",0.01,1613936151305,632
+"sqr_mom_1",0.99,1613936151305,632
+"lr_1",4.999305997085357e-05,1613936151305,632
+"mom_1",0.850017350072866,1613936151305,632
+"eps_1",1e-05,1613936151305,632
+"wd_2",0.01,1613936151305,632
+"sqr_mom_2",0.99,1613936151305,632
+"lr_2",0.0004999305997085356,1613936151305,632
+"mom_2",0.850017350072866,1613936151305,632
+"eps_2",1e-05,1613936151305,632
+"train_loss",0.1459225,1613936152279,633
+"raw_loss",0.16299878,1613936152279,633
+"epoch",3.9874213836478334,1613936152279,633
+"wd_0",0.01,1613936152279,633
+"sqr_mom_0",0.99,1613936152279,633
+"lr_0",4.999609609782724e-06,1613936152279,633
+"mom_0",0.8500097597554319,1613936152279,633
+"eps_0",1e-05,1613936152279,633
+"wd_1",0.01,1613936152279,633
+"sqr_mom_1",0.99,1613936152279,633
+"lr_1",4.999609609782723e-05,1613936152279,633
+"mom_1",0.8500097597554319,1613936152279,633
+"eps_1",1e-05,1613936152279,633
+"wd_2",0.01,1613936152279,633
+"sqr_mom_2",0.99,1613936152279,633
+"lr_2",0.0004999609609782724,1613936152279,633
+"mom_2",0.8500097597554319,1613936152279,633
+"eps_2",1e-05,1613936152279,633
+"train_loss",0.14441149,1613936153387,634
+"raw_loss",0.07037679,1613936153387,634
+"epoch",3.9937106918239342,1613936153387,634
+"wd_0",0.01,1613936153387,634
+"sqr_mom_0",0.99,1613936153387,634
+"lr_0",4.999826491745061e-06,1613936153387,634
+"mom_0",0.8500043377063735,1613936153387,634
+"eps_0",1e-05,1613936153387,634
+"wd_1",0.01,1613936153387,634
+"sqr_mom_1",0.99,1613936153387,634
+"lr_1",4.9998264917450605e-05,1613936153387,634
+"mom_1",0.8500043377063735,1613936153387,634
+"eps_1",1e-05,1613936153387,634
+"wd_2",0.01,1613936153387,634
+"sqr_mom_2",0.99,1613936153387,634
+"lr_2",0.0004999826491745061,1613936153387,634
+"mom_2",0.8500043377063735,1613936153387,634
+"eps_2",1e-05,1613936153387,634
+"train_loss",0.14279547,1613936154352,635
+"raw_loss",0.0636164,1613936154352,635
+"epoch",4.000000000000035,1613936154352,635
+"wd_0",0.01,1613936154352,635
+"sqr_mom_0",0.99,1613936154352,635
+"lr_0",4.999956621232579e-06,1613936154352,635
+"mom_0",0.8500010844691855,1613936154352,635
+"eps_0",1e-05,1613936154352,635
+"wd_1",0.01,1613936154352,635
+"sqr_mom_1",0.99,1613936154352,635
+"lr_1",4.9999566212325785e-05,1613936154352,635
+"mom_1",0.8500010844691855,1613936154352,635
+"eps_1",1e-05,1613936154352,635
+"wd_2",0.01,1613936154352,635
+"sqr_mom_2",0.99,1613936154352,635
+"lr_2",0.0004999956621232578,1613936154352,635
+"mom_2",0.8500010844691855,1613936154352,635
+"eps_2",1e-05,1613936154352,635
+"valid_loss",0.16829439997673035,1613936185238,635
+"_rmse",0.41023701429367065,1613936185238,635
+"epoch",4,1613936185238,635
+"train_loss",0.14166956,1613936186291,636
+"raw_loss",0.08650262,1613936186291,636
+"epoch",4.0062893081761,1613936186291,636
+"wd_0",0.01,1613936186291,636
+"sqr_mom_0",0.99,1613936186291,636
+"lr_0",5e-06,1613936186291,636
+"mom_0",0.85,1613936186291,636
+"eps_0",1e-05,1613936186291,636
+"wd_1",0.01,1613936186291,636
+"sqr_mom_1",0.99,1613936186291,636
+"lr_1",5e-05,1613936186291,636
+"mom_1",0.85,1613936186291,636
+"eps_1",1e-05,1613936186291,636
+"wd_2",0.01,1613936186291,636
+"sqr_mom_2",0.99,1613936186291,636
+"lr_2",0.0005,1613936186291,636
+"mom_2",0.85,1613936186291,636
+"eps_2",1e-05,1613936186291,636
+"train_loss",0.14209227,1613936187250,637
+"raw_loss",0.16280384,1613936187250,637
+"epoch",4.012578616352201,1613936187250,637
+"wd_0",0.01,1613936187250,637
+"sqr_mom_0",0.99,1613936187250,637
+"lr_0",4.999990041414562e-06,1613936187250,637
+"mom_0",0.8500001991737005,1613936187250,637
+"eps_0",1e-05,1613936187250,637
+"wd_1",0.01,1613936187250,637
+"sqr_mom_1",0.99,1613936187250,637
+"lr_1",4.9999900414145615e-05,1613936187250,637
+"mom_1",0.8500001991737005,1613936187250,637
+"eps_1",1e-05,1613936187250,637
+"wd_2",0.01,1613936187250,637
+"sqr_mom_2",0.99,1613936187250,637
+"lr_2",0.0004999990041414562,1613936187250,637
+"mom_2",0.8500001991737005,1613936187250,637
+"eps_2",1e-05,1613936187250,637
+"train_loss",0.1412783,1613936188204,638
+"raw_loss",0.10139606,1613936188204,638
+"epoch",4.018867924528301,1613936188204,638
+"wd_0",0.01,1613936188204,638
+"sqr_mom_0",0.99,1613936188204,638
+"lr_0",4.999960165737585e-06,1613936188204,638
+"mom_0",0.8500007966932153,1613936188204,638
+"eps_0",1e-05,1613936188204,638
+"wd_1",0.01,1613936188204,638
+"sqr_mom_1",0.99,1613936188204,638
+"lr_1",4.9999601657375844e-05,1613936188204,638
+"mom_1",0.8500007966932153,1613936188204,638
+"eps_1",1e-05,1613936188204,638
+"wd_2",0.01,1613936188204,638
+"sqr_mom_2",0.99,1613936188204,638
+"lr_2",0.0004999960165737585,1613936188204,638
+"mom_2",0.8500007966932153,1613936188204,638
+"eps_2",1e-05,1613936188204,638
+"train_loss",0.14142789,1613936189167,639
+"raw_loss",0.1487579,1613936189167,639
+"epoch",4.025157232704402,1613936189167,639
+"wd_0",0.01,1613936189167,639
+"sqr_mom_0",0.99,1613936189167,639
+"lr_0",4.999910370369592e-06,1613936189167,639
+"mom_0",0.8500017926105342,1613936189167,639
+"eps_0",1e-05,1613936189167,639
+"wd_1",0.01,1613936189167,639
+"sqr_mom_1",0.99,1613936189167,639
+"lr_1",4.999910370369592e-05,1613936189167,639
+"mom_1",0.8500017926105342,1613936189167,639
+"eps_1",1e-05,1613936189167,639
+"wd_2",0.01,1613936189167,639
+"sqr_mom_2",0.99,1613936189167,639
+"lr_2",0.0004999910370369592,1613936189167,639
+"mom_2",0.8500017926105342,1613936189167,639
+"eps_2",1e-05,1613936189167,639
+"train_loss",0.14121251,1613936190108,640
+"raw_loss",0.13065894,1613936190108,640
+"epoch",4.031446540880502,1613936190108,640
+"wd_0",0.01,1613936190108,640
+"sqr_mom_0",0.99,1613936190108,640
+"lr_0",4.999840660441642e-06,1613936190108,640
+"mom_0",0.8500031868230353,1613936190108,640
+"eps_0",1e-05,1613936190108,640
+"wd_1",0.01,1613936190108,640
+"sqr_mom_1",0.99,1613936190108,640
+"lr_1",4.9998406604416414e-05,1613936190108,640
+"mom_1",0.8500031868230353,1613936190108,640
+"eps_1",1e-05,1613936190108,640
+"wd_2",0.01,1613936190108,640
+"sqr_mom_2",0.99,1613936190108,640
+"lr_2",0.0004999840660441641,1613936190108,640
+"mom_2",0.8500031868230353,1613936190108,640
+"eps_2",1e-05,1613936190108,640
+"train_loss",0.14178266,1613936191072,641
+"raw_loss",0.16971815,1613936191072,641
+"epoch",4.037735849056602,1613936191072,641
+"wd_0",0.01,1613936191072,641
+"sqr_mom_0",0.99,1613936191072,641
+"lr_0",4.9997510298664e-06,1613936191072,641
+"mom_0",0.8500049794524666,1613936191072,641
+"eps_0",1e-05,1613936191072,641
+"wd_1",0.01,1613936191072,641
+"sqr_mom_1",0.99,1613936191072,641
+"lr_1",4.999751029866399e-05,1613936191072,641
+"mom_1",0.8500049794524666,1613936191072,641
+"eps_1",1e-05,1613936191072,641
+"wd_2",0.01,1613936191072,641
+"sqr_mom_2",0.99,1613936191072,641
+"lr_2",0.0004999751029866399,1613936191072,641
+"mom_2",0.8500049794524666,1613936191072,641
+"eps_2",1e-05,1613936191072,641
+"train_loss",0.14054465,1613936192020,642
+"raw_loss",0.0798851,1613936192020,642
+"epoch",4.044025157232703,1613936192020,642
+"wd_0",0.01,1613936192020,642
+"sqr_mom_0",0.99,1613936192020,642
+"lr_0",4.999641487905207e-06,1613936192020,642
+"mom_0",0.850007170313599,1613936192020,642
+"eps_0",1e-05,1613936192020,642
+"wd_1",0.01,1613936192020,642
+"sqr_mom_1",0.99,1613936192020,642
+"lr_1",4.9996414879052066e-05,1613936192020,642
+"mom_1",0.850007170313599,1613936192020,642
+"eps_1",1e-05,1613936192020,642
+"wd_2",0.01,1613936192020,642
+"sqr_mom_2",0.99,1613936192020,642
+"lr_2",0.0004999641487905207,1613936192020,642
+"mom_2",0.850007170313599,1613936192020,642
+"eps_2",1e-05,1613936192020,642
+"train_loss",0.13947745,1613936192963,643
+"raw_loss",0.08718759,1613936192963,643
+"epoch",4.050314465408803,1613936192963,643
+"wd_0",0.01,1613936192963,643
+"sqr_mom_0",0.99,1613936192963,643
+"lr_0",4.999512024984336e-06,1613936192963,643
+"mom_0",0.8500097595979093,1613936192963,643
+"eps_0",1e-05,1613936192963,643
+"wd_1",0.01,1613936192963,643
+"sqr_mom_1",0.99,1613936192963,643
+"lr_1",4.999512024984336e-05,1613936192963,643
+"mom_1",0.8500097595979093,1613936192963,643
+"eps_1",1e-05,1613936192963,643
+"wd_2",0.01,1613936192963,643
+"sqr_mom_2",0.99,1613936192963,643
+"lr_2",0.0004999512024984336,1613936192963,643
+"mom_2",0.8500097595979093,1613936192963,643
+"eps_2",1e-05,1613936192963,643
+"train_loss",0.1379649,1613936193924,644
+"raw_loss",0.06385472,1613936193924,644
+"epoch",4.056603773584904,1613936193924,644
+"wd_0",0.01,1613936193924,644
+"sqr_mom_0",0.99,1613936193924,644
+"lr_0",4.999362654480921e-06,1613936193924,644
+"mom_0",0.8500127470378519,1613936193924,644
+"eps_0",1e-05,1613936193924,644
+"wd_1",0.01,1613936193924,644
+"sqr_mom_1",0.99,1613936193924,644
+"lr_1",4.999362654480921e-05,1613936193924,644
+"mom_1",0.8500127470378519,1613936193924,644
+"eps_1",1e-05,1613936193924,644
+"wd_2",0.01,1613936193924,644
+"sqr_mom_2",0.99,1613936193924,644
+"lr_2",0.0004999362654480921,1613936193924,644
+"mom_2",0.8500127470378519,1613936193924,644
+"eps_2",1e-05,1613936193924,644
+"train_loss",0.13632657,1613936194869,645
+"raw_loss",0.056052417,1613936194869,645
+"epoch",4.062893081761004,1613936194869,645
+"wd_0",0.01,1613936194869,645
+"sqr_mom_0",0.99,1613936194869,645
+"lr_0",4.9991933719798055e-06,1613936194869,645
+"mom_0",0.850016132721731,1613936194869,645
+"eps_0",1e-05,1613936194869,645
+"wd_1",0.01,1613936194869,645
+"sqr_mom_1",0.99,1613936194869,645
+"lr_1",4.999193371979805e-05,1613936194869,645
+"mom_1",0.850016132721731,1613936194869,645
+"eps_1",1e-05,1613936194869,645
+"wd_2",0.01,1613936194869,645
+"sqr_mom_2",0.99,1613936194869,645
+"lr_2",0.0004999193371979805,1613936194869,645
+"mom_2",0.850016132721731,1613936194869,645
+"eps_2",1e-05,1613936194869,645
+"train_loss",0.13499323,1613936195851,646
+"raw_loss",0.069662735,1613936195851,646
+"epoch",4.0691823899371045,1613936195851,646
+"wd_0",0.01,1613936195851,646
+"sqr_mom_0",0.99,1613936195851,646
+"lr_0",4.9990041690549946e-06,1613936195851,646
+"mom_0",0.8500199168180683,1613936195851,646
+"eps_0",1e-05,1613936195851,646
+"wd_1",0.01,1613936195851,646
+"sqr_mom_1",0.99,1613936195851,646
+"lr_1",4.999004169054994e-05,1613936195851,646
+"mom_1",0.8500199168180683,1613936195851,646
+"eps_1",1e-05,1613936195851,646
+"wd_2",0.01,1613936195851,646
+"sqr_mom_2",0.99,1613936195851,646
+"lr_2",0.0004999004169054993,1613936195851,646
+"mom_2",0.8500199168180683,1613936195851,646
+"eps_2",1e-05,1613936195851,646
+"train_loss",0.13374034,1613936196865,647
+"raw_loss",0.07235191,1613936196865,647
+"epoch",4.075471698113205,1613936196865,647
+"wd_0",0.01,1613936196865,647
+"sqr_mom_0",0.99,1613936196865,647
+"lr_0",4.998795065648653e-06,1613936196865,647
+"mom_0",0.8500240989280162,1613936196865,647
+"eps_0",1e-05,1613936196865,647
+"wd_1",0.01,1613936196865,647
+"sqr_mom_1",0.99,1613936196865,647
+"lr_1",4.998795065648653e-05,1613936196865,647
+"mom_1",0.8500240989280162,1613936196865,647
+"eps_1",1e-05,1613936196865,647
+"wd_2",0.01,1613936196865,647
+"sqr_mom_2",0.99,1613936196865,647
+"lr_2",0.0004998795065648653,1613936196865,647
+"mom_2",0.8500240989280162,1613936196865,647
+"eps_2",1e-05,1613936196865,647
+"train_loss",0.1356059,1613936197857,648
+"raw_loss",0.22701403,1613936197857,648
+"epoch",4.081761006289305,1613936197857,648
+"wd_0",0.01,1613936197857,648
+"sqr_mom_0",0.99,1613936197857,648
+"lr_0",4.998566043052085e-06,1613936197857,648
+"mom_0",0.8500286794257526,1613936197857,648
+"eps_0",1e-05,1613936197857,648
+"wd_1",0.01,1613936197857,648
+"sqr_mom_1",0.99,1613936197857,648
+"lr_1",4.998566043052085e-05,1613936197857,648
+"mom_1",0.8500286794257526,1613936197857,648
+"eps_1",1e-05,1613936197857,648
+"wd_2",0.01,1613936197857,648
+"sqr_mom_2",0.99,1613936197857,648
+"lr_2",0.0004998566043052085,1613936197857,648
+"mom_2",0.8500286794257526,1613936197857,648
+"eps_2",1e-05,1613936197857,648
+"train_loss",0.13387021,1613936198827,649
+"raw_loss",0.048825704,1613936198827,649
+"epoch",4.088050314465406,1613936198827,649
+"wd_0",0.01,1613936198827,649
+"sqr_mom_0",0.99,1613936198827,649
+"lr_0",4.998317125404487e-06,1613936198827,649
+"mom_0",0.8500336578284885,1613936198827,649
+"eps_0",1e-05,1613936198827,649
+"wd_1",0.01,1613936198827,649
+"sqr_mom_1",0.99,1613936198827,649
+"lr_1",4.9983171254044866e-05,1613936198827,649
+"mom_1",0.8500336578284885,1613936198827,649
+"eps_1",1e-05,1613936198827,649
+"wd_2",0.01,1613936198827,649
+"sqr_mom_2",0.99,1613936198827,649
+"lr_2",0.0004998317125404487,1613936198827,649
+"mom_2",0.8500336578284885,1613936198827,649
+"eps_2",1e-05,1613936198827,649
+"train_loss",0.13392638,1613936199809,650
+"raw_loss",0.13667837,1613936199809,650
+"epoch",4.094339622641506,1613936199809,650
+"wd_0",0.01,1613936199809,650
+"sqr_mom_0",0.99,1613936199809,650
+"lr_0",4.998048303727626e-06,1613936199809,650
+"mom_0",0.8500390343157906,1613936199809,650
+"eps_0",1e-05,1613936199809,650
+"wd_1",0.01,1613936199809,650
+"sqr_mom_1",0.99,1613936199809,650
+"lr_1",4.9980483037276254e-05,1613936199809,650
+"mom_1",0.8500390343157906,1613936199809,650
+"eps_1",1e-05,1613936199809,650
+"wd_2",0.01,1613936199809,650
+"sqr_mom_2",0.99,1613936199809,650
+"lr_2",0.0004998048303727625,1613936199809,650
+"mom_2",0.8500390343157906,1613936199809,650
+"eps_2",1e-05,1613936199809,650
+"train_loss",0.13499404,1613936200779,651
+"raw_loss",0.1873071,1613936200779,651
+"epoch",4.1006289308176065,1613936200779,651
+"wd_0",0.01,1613936200779,651
+"sqr_mom_0",0.99,1613936200779,651
+"lr_0",4.997759566478901e-06,1613936200779,651
+"mom_0",0.8500448091185131,1613936200779,651
+"eps_0",1e-05,1613936200779,651
+"wd_1",0.01,1613936200779,651
+"sqr_mom_1",0.99,1613936200779,651
+"lr_1",4.997759566478901e-05,1613936200779,651
+"mom_1",0.8500448091185131,1613936200779,651
+"eps_1",1e-05,1613936200779,651
+"wd_2",0.01,1613936200779,651
+"sqr_mom_2",0.99,1613936200779,651
+"lr_2",0.0004997759566478901,1613936200779,651
+"mom_2",0.8500448091185131,1613936200779,651
+"eps_2",1e-05,1613936200779,651
+"train_loss",0.13379876,1613936201806,652
+"raw_loss",0.0752326,1613936201806,652
+"epoch",4.106918238993707,1613936201806,652
+"wd_0",0.01,1613936201806,652
+"sqr_mom_0",0.99,1613936201806,652
+"lr_0",4.997450942894381e-06,1613936201806,652
+"mom_0",0.8500509816519288,1613936201806,652
+"eps_0",1e-05,1613936201806,652
+"wd_1",0.01,1613936201806,652
+"sqr_mom_1",0.99,1613936201806,652
+"lr_1",4.997450942894381e-05,1613936201806,652
+"mom_1",0.8500509816519288,1613936201806,652
+"eps_1",1e-05,1613936201806,652
+"wd_2",0.01,1613936201806,652
+"sqr_mom_2",0.99,1613936201806,652
+"lr_2",0.0004997450942894381,1613936201806,652
+"mom_2",0.8500509816519288,1613936201806,652
+"eps_2",1e-05,1613936201806,652
+"train_loss",0.13290197,1613936202778,653
+"raw_loss",0.08896089,1613936202778,653
+"epoch",4.113207547169807,1613936202778,653
+"wd_0",0.01,1613936202778,653
+"sqr_mom_0",0.99,1613936202778,653
+"lr_0",4.997122406640877e-06,1613936202778,653
+"mom_0",0.8500575524427069,1613936202778,653
+"eps_0",1e-05,1613936202778,653
+"wd_1",0.01,1613936202778,653
+"sqr_mom_1",0.99,1613936202778,653
+"lr_1",4.9971224066408765e-05,1613936202778,653
+"mom_1",0.8500575524427069,1613936202778,653
+"eps_1",1e-05,1613936202778,653
+"wd_2",0.01,1613936202778,653
+"sqr_mom_2",0.99,1613936202778,653
+"lr_2",0.0004997122406640876,1613936202778,653
+"mom_2",0.8500575524427069,1613936202778,653
+"eps_2",1e-05,1613936202778,653
+"train_loss",0.13252173,1613936203789,654
+"raw_loss",0.11389195,1613936203789,654
+"epoch",4.119496855345908,1613936203789,654
+"wd_0",0.01,1613936203789,654
+"sqr_mom_0",0.99,1613936203789,654
+"lr_0",4.996773991355771e-06,1613936203789,654
+"mom_0",0.8500645208180927,1613936203789,654
+"eps_0",1e-05,1613936203789,654
+"wd_1",0.01,1613936203789,654
+"sqr_mom_1",0.99,1613936203789,654
+"lr_1",4.9967739913557715e-05,1613936203789,654
+"mom_1",0.8500645208180927,1613936203789,654
+"eps_1",1e-05,1613936203789,654
+"wd_2",0.01,1613936203789,654
+"sqr_mom_2",0.99,1613936203789,654
+"lr_2",0.0004996773991355771,1613936203789,654
+"mom_2",0.8500645208180927,1613936203789,654
+"eps_2",1e-05,1613936203789,654
+"train_loss",0.13187857,1613936204742,655
+"raw_loss",0.10036431,1613936204742,655
+"epoch",4.125786163522008,1613936204742,655
+"wd_0",0.01,1613936204742,655
+"sqr_mom_0",0.99,1613936204742,655
+"lr_0",4.996405666588307e-06,1613936204742,655
+"mom_0",0.8500718873871077,1613936204742,655
+"eps_0",1e-05,1613936204742,655
+"wd_1",0.01,1613936204742,655
+"sqr_mom_1",0.99,1613936204742,655
+"lr_1",4.9964056665883064e-05,1613936204742,655
+"mom_1",0.8500718873871077,1613936204742,655
+"eps_1",1e-05,1613936204742,655
+"wd_2",0.01,1613936204742,655
+"sqr_mom_2",0.99,1613936204742,655
+"lr_2",0.0004996405666588306,1613936204742,655
+"mom_2",0.8500718873871077,1613936204742,655
+"eps_2",1e-05,1613936204742,655
+"train_loss",0.13152778,1613936205705,656
+"raw_loss",0.114339784,1613936205705,656
+"epoch",4.1320754716981085,1613936205705,656
+"wd_0",0.01,1613936205705,656
+"sqr_mom_0",0.99,1613936205705,656
+"lr_0",4.996017469571325e-06,1613936205705,656
+"mom_0",0.8500796514050876,1613936205705,656
+"eps_0",1e-05,1613936205705,656
+"wd_1",0.01,1613936205705,656
+"sqr_mom_1",0.99,1613936205705,656
+"lr_1",4.9960174695713254e-05,1613936205705,656
+"mom_1",0.8500796514050876,1613936205705,656
+"eps_1",1e-05,1613936205705,656
+"wd_2",0.01,1613936205705,656
+"sqr_mom_2",0.99,1613936205705,656
+"lr_2",0.0004996017469571326,1613936205705,656
+"mom_2",0.8500796514050876,1613936205705,656
+"eps_2",1e-05,1613936205705,656
+"train_loss",0.12979795,1613936206663,657
+"raw_loss",0.04504014,1613936206663,657
+"epoch",4.138364779874209,1613936206663,657
+"wd_0",0.01,1613936206663,657
+"sqr_mom_0",0.99,1613936206663,657
+"lr_0",4.9956093879194495e-06,1613936206663,657
+"mom_0",0.8500878131197422,1613936206663,657
+"eps_0",1e-05,1613936206663,657
+"wd_1",0.01,1613936206663,657
+"sqr_mom_1",0.99,1613936206663,657
+"lr_1",4.995609387919449e-05,1613936206663,657
+"mom_1",0.8500878131197422,1613936206663,657
+"eps_1",1e-05,1613936206663,657
+"wd_2",0.01,1613936206663,657
+"sqr_mom_2",0.99,1613936206663,657
+"lr_2",0.0004995609387919449,1613936206663,657
+"mom_2",0.8500878131197422,1613936206663,657
+"eps_2",1e-05,1613936206663,657
+"train_loss",0.12912488,1613936207641,658
+"raw_loss",0.0961457,1613936207641,658
+"epoch",4.144654088050309,1613936207641,658
+"wd_0",0.01,1613936207641,658
+"sqr_mom_0",0.99,1613936207641,658
+"lr_0",4.995181403219149e-06,1613936207641,658
+"mom_0",0.850096372899346,1613936207641,658
+"eps_0",1e-05,1613936207641,658
+"wd_1",0.01,1613936207641,658
+"sqr_mom_1",0.99,1613936207641,658
+"lr_1",4.995181403219149e-05,1613936207641,658
+"mom_1",0.850096372899346,1613936207641,658
+"eps_1",1e-05,1613936207641,658
+"wd_2",0.01,1613936207641,658
+"sqr_mom_2",0.99,1613936207641,658
+"lr_2",0.0004995181403219149,1613936207641,658
+"mom_2",0.850096372899346,1613936207641,658
+"eps_2",1e-05,1613936207641,658
+"train_loss",0.12987608,1613936208620,659
+"raw_loss",0.16668217,1613936208620,659
+"epoch",4.15094339622641,1613936208620,659
+"wd_0",0.01,1613936208620,659
+"sqr_mom_0",0.99,1613936208620,659
+"lr_0",4.994733559693216e-06,1613936208620,659
+"mom_0",0.8501053298594342,1613936208620,659
+"eps_0",1e-05,1613936208620,659
+"wd_1",0.01,1613936208620,659
+"sqr_mom_1",0.99,1613936208620,659
+"lr_1",4.9947335596932156e-05,1613936208620,659
+"mom_1",0.8501053298594342,1613936208620,659
+"eps_1",1e-05,1613936208620,659
+"wd_2",0.01,1613936208620,659
+"sqr_mom_2",0.99,1613936208620,659
+"lr_2",0.0004994733559693216,1613936208620,659
+"mom_2",0.8501053298594342,1613936208620,659
+"eps_2",1e-05,1613936208620,659
+"train_loss",0.12997831,1613936209607,660
+"raw_loss",0.13498782,1613936209607,660
+"epoch",4.15723270440251,1613936209607,660
+"wd_0",0.01,1613936209607,660
+"sqr_mom_0",0.99,1613936209607,660
+"lr_0",4.9942658172108135e-06,1613936209607,660
+"mom_0",0.8501146848026317,1613936209607,660
+"eps_0",1e-05,1613936209607,660
+"wd_1",0.01,1613936209607,660
+"sqr_mom_1",0.99,1613936209607,660
+"lr_1",4.9942658172108134e-05,1613936209607,660
+"mom_1",0.8501146848026317,1613936209607,660
+"eps_1",1e-05,1613936209607,660
+"wd_2",0.01,1613936209607,660
+"sqr_mom_2",0.99,1613936209607,660
+"lr_2",0.0004994265817210813,1613936209607,660
+"mom_2",0.8501146848026317,1613936209607,660
+"eps_2",1e-05,1613936209607,660
+"train_loss",0.1285068,1613936210583,661
+"raw_loss",0.05640546,1613936210583,661
+"epoch",4.1635220125786105,1613936210583,661
+"wd_0",0.01,1613936210583,661
+"sqr_mom_0",0.99,1613936210583,661
+"lr_0",4.99377822604205e-06,1613936210583,661
+"mom_0",0.8501244367235262,1613936210583,661
+"eps_0",1e-05,1613936210583,661
+"wd_1",0.01,1613936210583,661
+"sqr_mom_1",0.99,1613936210583,661
+"lr_1",4.9937782260420495e-05,1613936210583,661
+"mom_1",0.8501244367235262,1613936210583,661
+"eps_1",1e-05,1613936210583,661
+"wd_2",0.01,1613936210583,661
+"sqr_mom_2",0.99,1613936210583,661
+"lr_2",0.000499377822604205,1613936210583,661
+"mom_2",0.8501244367235262,1613936210583,661
+"eps_2",1e-05,1613936210583,661
+"train_loss",0.12833948,1613936211571,662
+"raw_loss",0.12014116,1613936211571,662
+"epoch",4.169811320754711,1613936211571,662
+"wd_0",0.01,1613936211571,662
+"sqr_mom_0",0.99,1613936211571,662
+"lr_0",4.993270767294128e-06,1613936211571,662
+"mom_0",0.8501345859999775,1613936211571,662
+"eps_0",1e-05,1613936211571,662
+"wd_1",0.01,1613936211571,662
+"sqr_mom_1",0.99,1613936211571,662
+"lr_1",4.993270767294127e-05,1613936211571,662
+"mom_1",0.8501345859999775,1613936211571,662
+"eps_1",1e-05,1613936211571,662
+"wd_2",0.01,1613936211571,662
+"sqr_mom_2",0.99,1613936211571,662
+"lr_2",0.0004993270767294127,1613936211571,662
+"mom_2",0.8501345859999775,1613936211571,662
+"eps_2",1e-05,1613936211571,662
+"train_loss",0.12788948,1613936212552,663
+"raw_loss",0.10584029,1613936212552,663
+"epoch",4.176100628930811,1613936212552,663
+"wd_0",0.01,1613936212552,663
+"sqr_mom_0",0.99,1613936212552,663
+"lr_0",4.992743419392193e-06,1613936212552,663
+"mom_0",0.8501451330634867,1613936212552,663
+"eps_0",1e-05,1613936212552,663
+"wd_1",0.01,1613936212552,663
+"sqr_mom_1",0.99,1613936212552,663
+"lr_1",4.9927434193921924e-05,1613936212552,663
+"mom_1",0.8501451330634867,1613936212552,663
+"eps_1",1e-05,1613936212552,663
+"wd_2",0.01,1613936212552,663
+"sqr_mom_2",0.99,1613936212552,663
+"lr_2",0.0004992743419392192,1613936212552,663
+"mom_2",0.8501451330634867,1613936212552,663
+"eps_2",1e-05,1613936212552,663
+"train_loss",0.12670237,1613936213545,664
+"raw_loss",0.06853553,1613936213545,664
+"epoch",4.182389937106912,1613936213545,664
+"wd_0",0.01,1613936213545,664
+"sqr_mom_0",0.99,1613936213545,664
+"lr_0",4.992196235671052e-06,1613936213545,664
+"mom_0",0.8501560768473474,1613936213545,664
+"eps_0",1e-05,1613936213545,664
+"wd_1",0.01,1613936213545,664
+"sqr_mom_1",0.99,1613936213545,664
+"lr_1",4.9921962356710514e-05,1613936213545,664
+"mom_1",0.8501560768473474,1613936213545,664
+"eps_1",1e-05,1613936213545,664
+"wd_2",0.01,1613936213545,664
+"sqr_mom_2",0.99,1613936213545,664
+"lr_2",0.0004992196235671051,1613936213545,664
+"mom_2",0.8501560768473474,1613936213545,664
+"eps_2",1e-05,1613936213545,664
+"train_loss",0.12570108,1613936214509,665
+"raw_loss",0.076639645,1613936214509,665
+"epoch",4.188679245283012,1613936214509,665
+"wd_0",0.01,1613936214509,665
+"sqr_mom_0",0.99,1613936214509,665
+"lr_0",4.9916291705769145e-06,1613936214509,665
+"mom_0",0.8501674182626443,1613936214509,665
+"eps_0",1e-05,1613936214509,665
+"wd_1",0.01,1613936214509,665
+"sqr_mom_1",0.99,1613936214509,665
+"lr_1",4.991629170576914e-05,1613936214509,665
+"mom_1",0.8501674182626443,1613936214509,665
+"eps_1",1e-05,1613936214509,665
+"wd_2",0.01,1613936214509,665
+"sqr_mom_2",0.99,1613936214509,665
+"lr_2",0.0004991629170576914,1613936214509,665
+"mom_2",0.8501674182626443,1613936214509,665
+"eps_2",1e-05,1613936214509,665
+"train_loss",0.12488807,1613936215515,666
+"raw_loss",0.08505215,1613936215515,666
+"epoch",4.194968553459113,1613936215515,666
+"wd_0",0.01,1613936215515,666
+"sqr_mom_0",0.99,1613936215515,666
+"lr_0",4.991042281589651e-06,1613936215515,666
+"mom_0",0.8501791561597686,1613936215515,666
+"eps_0",1e-05,1613936215515,666
+"wd_1",0.01,1613936215515,666
+"sqr_mom_1",0.99,1613936215515,666
+"lr_1",4.99104228158965e-05,1613936215515,666
+"mom_1",0.8501791561597686,1613936215515,666
+"eps_1",1e-05,1613936215515,666
+"wd_2",0.01,1613936215515,666
+"sqr_mom_2",0.99,1613936215515,666
+"lr_2",0.000499104228158965,1613936215515,666
+"mom_2",0.8501791561597686,1613936215515,666
+"eps_2",1e-05,1613936215515,666
+"train_loss",0.12398787,1613936216500,667
+"raw_loss",0.0798797,1613936216500,667
+"epoch",4.201257861635213,1613936216500,667
+"wd_0",0.01,1613936216500,667
+"sqr_mom_0",0.99,1613936216500,667
+"lr_0",4.990435517416405e-06,1613936216500,667
+"mom_0",0.8501912915645875,1613936216500,667
+"eps_0",1e-05,1613936216500,667
+"wd_1",0.01,1613936216500,667
+"sqr_mom_1",0.99,1613936216500,667
+"lr_1",4.990435517416405e-05,1613936216500,667
+"mom_1",0.8501912915645875,1613936216500,667
+"eps_1",1e-05,1613936216500,667
+"wd_2",0.01,1613936216500,667
+"sqr_mom_2",0.99,1613936216500,667
+"lr_2",0.0004990435517416405,1613936216500,667
+"mom_2",0.8501912915645875,1613936216500,667
+"eps_2",1e-05,1613936216500,667
+"train_loss",0.12271443,1613936217521,668
+"raw_loss",0.06031781,1613936217521,668
+"epoch",4.207547169811313,1613936217521,668
+"wd_0",0.01,1613936217521,668
+"sqr_mom_0",0.99,1613936217521,668
+"lr_0",4.989808939433329e-06,1613936217521,668
+"mom_0",0.8502038232495659,1613936217521,668
+"eps_0",1e-05,1613936217521,668
+"wd_1",0.01,1613936217521,668
+"sqr_mom_1",0.99,1613936217521,668
+"lr_1",4.989808939433329e-05,1613936217521,668
+"mom_1",0.8502038232495659,1613936217521,668
+"eps_1",1e-05,1613936217521,668
+"wd_2",0.01,1613936217521,668
+"sqr_mom_2",0.99,1613936217521,668
+"lr_2",0.0004989808939433329,1613936217521,668
+"mom_2",0.8502038232495659,1613936217521,668
+"eps_2",1e-05,1613936217521,668
+"train_loss",0.121409744,1613936218492,669
+"raw_loss",0.05748241,1613936218492,669
+"epoch",4.213836477987414,1613936218492,669
+"wd_0",0.01,1613936218492,669
+"sqr_mom_0",0.99,1613936218492,669
+"lr_0",4.98916252677259e-06,1613936218492,669
+"mom_0",0.8502167516320644,1613936218492,669
+"eps_0",1e-05,1613936218492,669
+"wd_1",0.01,1613936218492,669
+"sqr_mom_1",0.99,1613936218492,669
+"lr_1",4.98916252677259e-05,1613936218492,669
+"mom_1",0.8502167516320644,1613936218492,669
+"eps_1",1e-05,1613936218492,669
+"wd_2",0.01,1613936218492,669
+"sqr_mom_2",0.99,1613936218492,669
+"lr_2",0.000498916252677259,1613936218492,669
+"mom_2",0.8502167516320644,1613936218492,669
+"eps_2",1e-05,1613936218492,669
+"train_loss",0.12038056,1613936219570,670
+"raw_loss",0.06995187,1613936219570,670
+"epoch",4.220125786163514,1613936219570,670
+"wd_0",0.01,1613936219570,670
+"sqr_mom_0",0.99,1613936219570,670
+"lr_0",4.9884962510645835e-06,1613936219570,670
+"mom_0",0.8502300772794811,1613936219570,670
+"eps_0",1e-05,1613936219570,670
+"wd_1",0.01,1613936219570,670
+"sqr_mom_1",0.99,1613936219570,670
+"lr_1",4.988496251064584e-05,1613936219570,670
+"mom_1",0.8502300772794811,1613936219570,670
+"eps_1",1e-05,1613936219570,670
+"wd_2",0.01,1613936219570,670
+"sqr_mom_2",0.99,1613936219570,670
+"lr_2",0.0004988496251064583,1613936219570,670
+"mom_2",0.8502300772794811,1613936219570,670
+"eps_2",1e-05,1613936219570,670
+"train_loss",0.120193936,1613936220572,671
+"raw_loss",0.11104949,1613936220572,671
+"epoch",4.226415094339615,1613936220572,671
+"wd_0",0.01,1613936220572,671
+"sqr_mom_0",0.99,1613936220572,671
+"lr_0",4.987810181154227e-06,1613936220572,671
+"mom_0",0.8502437988149036,1613936220572,671
+"eps_0",1e-05,1613936220572,671
+"wd_1",0.01,1613936220572,671
+"sqr_mom_1",0.99,1613936220572,671
+"lr_1",4.987810181154227e-05,1613936220572,671
+"mom_1",0.8502437988149036,1613936220572,671
+"eps_1",1e-05,1613936220572,671
+"wd_2",0.01,1613936220572,671
+"sqr_mom_2",0.99,1613936220572,671
+"lr_2",0.0004987810181154227,1613936220572,671
+"mom_2",0.8502437988149036,1613936220572,671
+"eps_2",1e-05,1613936220572,671
+"train_loss",0.11926899,1613936221604,672
+"raw_loss",0.073948026,1613936221604,672
+"epoch",4.232704402515715,1613936221604,672
+"wd_0",0.01,1613936221604,672
+"sqr_mom_0",0.99,1613936221604,672
+"lr_0",4.987104255596493e-06,1613936221604,672
+"mom_0",0.8502579174672448,1613936221604,672
+"eps_0",1e-05,1613936221604,672
+"wd_1",0.01,1613936221604,672
+"sqr_mom_1",0.99,1613936221604,672
+"lr_1",4.9871042555964934e-05,1613936221604,672
+"mom_1",0.8502579174672448,1613936221604,672
+"eps_1",1e-05,1613936221604,672
+"wd_2",0.01,1613936221604,672
+"sqr_mom_2",0.99,1613936221604,672
+"lr_2",0.0004987104255596493,1613936221604,672
+"mom_2",0.8502579174672448,1613936221604,672
+"eps_2",1e-05,1613936221604,672
+"train_loss",0.121462345,1613936222581,673
+"raw_loss",0.22893344,1613936222581,673
+"epoch",4.238993710691815,1613936222581,673
+"wd_0",0.01,1613936222581,673
+"sqr_mom_0",0.99,1613936222581,673
+"lr_0",4.986378550259954e-06,1613936222581,673
+"mom_0",0.8502724317191181,1613936222581,673
+"eps_0",1e-05,1613936222581,673
+"wd_1",0.01,1613936222581,673
+"sqr_mom_1",0.99,1613936222581,673
+"lr_1",4.9863785502599536e-05,1613936222581,673
+"mom_1",0.8502724317191181,1613936222581,673
+"eps_1",1e-05,1613936222581,673
+"wd_2",0.01,1613936222581,673
+"sqr_mom_2",0.99,1613936222581,673
+"lr_2",0.0004986378550259953,1613936222581,673
+"mom_2",0.8502724317191181,1613936222581,673
+"eps_2",1e-05,1613936222581,673
+"train_loss",0.12111129,1613936223550,674
+"raw_loss",0.10390988,1613936223550,674
+"epoch",4.245283018867916,1613936223550,674
+"wd_0",0.01,1613936223550,674
+"sqr_mom_0",0.99,1613936223550,674
+"lr_0",4.985633036297018e-06,1613936223550,674
+"mom_0",0.8502873421474811,1613936223550,674
+"eps_0",1e-05,1613936223550,674
+"wd_1",0.01,1613936223550,674
+"sqr_mom_1",0.99,1613936223550,674
+"lr_1",4.985633036297019e-05,1613936223550,674
+"mom_1",0.8502873421474811,1613936223550,674
+"eps_1",1e-05,1613936223550,674
+"wd_2",0.01,1613936223550,674
+"sqr_mom_2",0.99,1613936223550,674
+"lr_2",0.0004985633036297018,1613936223550,674
+"mom_2",0.8502873421474811,1613936223550,674
+"eps_2",1e-05,1613936223550,674
+"train_loss",0.12005195,1613936224525,675
+"raw_loss",0.06814598,1613936224525,675
+"epoch",4.251572327044016,1613936224525,675
+"wd_0",0.01,1613936224525,675
+"sqr_mom_0",0.99,1613936224525,675
+"lr_0",4.98486768107549e-06,1613936224525,675
+"mom_0",0.8503026494049842,1613936224525,675
+"eps_0",1e-05,1613936224525,675
+"wd_1",0.01,1613936224525,675
+"sqr_mom_1",0.99,1613936224525,675
+"lr_1",4.98486768107549e-05,1613936224525,675
+"mom_1",0.8503026494049842,1613936224525,675
+"eps_1",1e-05,1613936224525,675
+"wd_2",0.01,1613936224525,675
+"sqr_mom_2",0.99,1613936224525,675
+"lr_2",0.000498486768107549,1613936224525,675
+"mom_2",0.8503026494049842,1613936224525,675
+"eps_2",1e-05,1613936224525,675
+"train_loss",0.12250911,1613936225496,676
+"raw_loss",0.2429066,1613936225496,676
+"epoch",4.257861635220117,1613936225496,676
+"wd_0",0.01,1613936225496,676
+"sqr_mom_0",0.99,1613936225496,676
+"lr_0",4.984082566851078e-06,1613936225496,676
+"mom_0",0.8503183518464968,1613936225496,676
+"eps_0",1e-05,1613936225496,676
+"wd_1",0.01,1613936225496,676
+"sqr_mom_1",0.99,1613936225496,676
+"lr_1",4.9840825668510786e-05,1613936225496,676
+"mom_1",0.8503183518464968,1613936225496,676
+"eps_1",1e-05,1613936225496,676
+"wd_2",0.01,1613936225496,676
+"sqr_mom_2",0.99,1613936225496,676
+"lr_2",0.0004984082566851078,1613936225496,676
+"mom_2",0.8503183518464968,1613936225496,676
+"eps_2",1e-05,1613936225496,676
+"train_loss",0.1225504,1613936226467,677
+"raw_loss",0.12457315,1613936226467,677
+"epoch",4.264150943396217,1613936226467,677
+"wd_0",0.01,1613936226467,677
+"sqr_mom_0",0.99,1613936226467,677
+"lr_0",4.983277625129571e-06,1613936226467,677
+"mom_0",0.850334450841917,1613936226467,677
+"eps_0",1e-05,1613936226467,677
+"wd_1",0.01,1613936226467,677
+"sqr_mom_1",0.99,1613936226467,677
+"lr_1",4.983277625129571e-05,1613936226467,677
+"mom_1",0.850334450841917,1613936226467,677
+"eps_1",1e-05,1613936226467,677
+"wd_2",0.01,1613936226467,677
+"sqr_mom_2",0.99,1613936226467,677
+"lr_2",0.0004983277625129571,1613936226467,677
+"mom_2",0.850334450841917,1613936226467,677
+"eps_2",1e-05,1613936226467,677
+"train_loss",0.123234086,1613936227459,678
+"raw_loss",0.15673406,1613936227459,678
+"epoch",4.270440251572317,1613936227459,678
+"wd_0",0.01,1613936227459,678
+"sqr_mom_0",0.99,1613936227459,678
+"lr_0",4.9824529357467224e-06,1613936227459,678
+"mom_0",0.8503509447945135,1613936227459,678
+"eps_0",1e-05,1613936227459,678
+"wd_1",0.01,1613936227459,678
+"sqr_mom_1",0.99,1613936227459,678
+"lr_1",4.9824529357467226e-05,1613936227459,678
+"mom_1",0.8503509447945135,1613936227459,678
+"eps_1",1e-05,1613936227459,678
+"wd_2",0.01,1613936227459,678
+"sqr_mom_2",0.99,1613936227459,678
+"lr_2",0.0004982452935746723,1613936227459,678
+"mom_2",0.8503509447945135,1613936227459,678
+"eps_2",1e-05,1613936227459,678
+"train_loss",0.122384675,1613936228403,679
+"raw_loss",0.08076447,1613936228403,679
+"epoch",4.276729559748418,1613936228403,679
+"wd_0",0.01,1613936228403,679
+"sqr_mom_0",0.99,1613936228403,679
+"lr_0",4.981608426503398e-06,1613936228403,679
+"mom_0",0.8503678351482835,1613936228403,679
+"eps_0",1e-05,1613936228403,679
+"wd_1",0.01,1613936228403,679
+"sqr_mom_1",0.99,1613936228403,679
+"lr_1",4.9816084265033975e-05,1613936228403,679
+"mom_1",0.8503678351482835,1613936228403,679
+"eps_1",1e-05,1613936228403,679
+"wd_2",0.01,1613936228403,679
+"sqr_mom_2",0.99,1613936228403,679
+"lr_2",0.0004981608426503398,1613936228403,679
+"mom_2",0.8503678351482835,1613936228403,679
+"eps_2",1e-05,1613936228403,679
+"train_loss",0.1216939,1613936229370,680
+"raw_loss",0.087847,1613936229370,680
+"epoch",4.283018867924518,1613936229370,680
+"wd_0",0.01,1613936229370,680
+"sqr_mom_0",0.99,1613936229370,680
+"lr_0",4.980744188162297e-06,1613936229370,680
+"mom_0",0.850385120087955,1613936229370,680
+"eps_0",1e-05,1613936229370,680
+"wd_1",0.01,1613936229370,680
+"sqr_mom_1",0.99,1613936229370,680
+"lr_1",4.9807441881622966e-05,1613936229370,680
+"mom_1",0.850385120087955,1613936229370,680
+"eps_1",1e-05,1613936229370,680
+"wd_2",0.01,1613936229370,680
+"sqr_mom_2",0.99,1613936229370,680
+"lr_2",0.0004980744188162297,1613936229370,680
+"mom_2",0.850385120087955,1613936229370,680
+"eps_2",1e-05,1613936229370,680
+"train_loss",0.12234705,1613936230321,681
+"raw_loss",0.15435043,1613936230321,681
+"epoch",4.289308176100619,1613936230321,681
+"wd_0",0.01,1613936230321,681
+"sqr_mom_0",0.99,1613936230321,681
+"lr_0",4.979860186083417e-06,1613936230321,681
+"mom_0",0.8504028003063347,1613936230321,681
+"eps_0",1e-05,1613936230321,681
+"wd_1",0.01,1613936230321,681
+"sqr_mom_1",0.99,1613936230321,681
+"lr_1",4.9798601860834174e-05,1613936230321,681
+"mom_1",0.8504028003063347,1613936230321,681
+"eps_1",1e-05,1613936230321,681
+"wd_2",0.01,1613936230321,681
+"sqr_mom_2",0.99,1613936230321,681
+"lr_2",0.0004979860186083417,1613936230321,681
+"mom_2",0.8504028003063347,1613936230321,681
+"eps_2",1e-05,1613936230321,681
+"train_loss",0.120988294,1613936231298,682
+"raw_loss",0.054410983,1613936231298,682
+"epoch",4.295597484276719,1613936231298,682
+"wd_0",0.01,1613936231298,682
+"sqr_mom_0",0.99,1613936231298,682
+"lr_0",4.978956381850727e-06,1613936231298,682
+"mom_0",0.8504208765717511,1613936231298,682
+"eps_0",1e-05,1613936231298,682
+"wd_1",0.01,1613936231298,682
+"sqr_mom_1",0.99,1613936231298,682
+"lr_1",4.978956381850727e-05,1613936231298,682
+"mom_1",0.8504208765717511,1613936231298,682
+"eps_1",1e-05,1613936231298,682
+"wd_2",0.01,1613936231298,682
+"sqr_mom_2",0.99,1613936231298,682
+"lr_2",0.0004978956381850728,1613936231298,682
+"mom_2",0.8504208765717511,1613936231298,682
+"eps_2",1e-05,1613936231298,682
+"train_loss",0.12252059,1613936232251,683
+"raw_loss",0.1976013,1613936232251,683
+"epoch",4.3018867924528195,1613936232251,683
+"wd_0",0.01,1613936232251,683
+"sqr_mom_0",0.99,1613936232251,683
+"lr_0",4.9780328725995895e-06,1613936232251,683
+"mom_0",0.8504393469414776,1613936232251,683
+"eps_0",1e-05,1613936232251,683
+"wd_1",0.01,1613936232251,683
+"sqr_mom_1",0.99,1613936232251,683
+"lr_1",4.9780328725995895e-05,1613936232251,683
+"mom_1",0.8504393469414776,1613936232251,683
+"eps_1",1e-05,1613936232251,683
+"wd_2",0.01,1613936232251,683
+"sqr_mom_2",0.99,1613936232251,683
+"lr_2",0.000497803287259959,1613936232251,683
+"mom_2",0.8504393469414776,1613936232251,683
+"eps_2",1e-05,1613936232251,683
+"train_loss",0.12141788,1613936233218,684
+"raw_loss",0.06738672,1613936233218,684
+"epoch",4.30817610062892,1613936233218,684
+"wd_0",0.01,1613936233218,684
+"sqr_mom_0",0.99,1613936233218,684
+"lr_0",4.9770895737881095e-06,1613936233218,684
+"mom_0",0.8504582131063688,1613936233218,684
+"eps_0",1e-05,1613936233218,684
+"wd_1",0.01,1613936233218,684
+"sqr_mom_1",0.99,1613936233218,684
+"lr_1",4.977089573788109e-05,1613936233218,684
+"mom_1",0.8504582131063688,1613936233218,684
+"eps_1",1e-05,1613936233218,684
+"wd_2",0.01,1613936233218,684
+"sqr_mom_2",0.99,1613936233218,684
+"lr_2",0.0004977089573788109,1613936233218,684
+"mom_2",0.8504582131063688,1613936233218,684
+"eps_2",1e-05,1613936233218,684
+"train_loss",0.12204825,1613936234162,685
+"raw_loss",0.15293542,1613936234162,685
+"epoch",4.31446540880502,1613936234162,685
+"wd_0",0.01,1613936234162,685
+"sqr_mom_0",0.99,1613936234162,685
+"lr_0",4.9761265867962865e-06,1613936234162,685
+"mom_0",0.8504774730388046,1613936234162,685
+"eps_0",1e-05,1613936234162,685
+"wd_1",0.01,1613936234162,685
+"sqr_mom_1",0.99,1613936234162,685
+"lr_1",4.976126586796286e-05,1613936234162,685
+"mom_1",0.8504774730388046,1613936234162,685
+"eps_1",1e-05,1613936234162,685
+"wd_2",0.01,1613936234162,685
+"sqr_mom_2",0.99,1613936234162,685
+"lr_2",0.0004976126586796286,1613936234162,685
+"mom_2",0.8504774730388046,1613936234162,685
+"eps_2",1e-05,1613936234162,685
+"train_loss",0.12082188,1613936235128,686
+"raw_loss",0.060731273,1613936235128,686
+"epoch",4.320754716981121,1613936235128,686
+"wd_0",0.01,1613936235128,686
+"sqr_mom_0",0.99,1613936235128,686
+"lr_0",4.975143872854832e-06,1613936235128,686
+"mom_0",0.8504971275141785,1613936235128,686
+"eps_0",1e-05,1613936235128,686
+"wd_1",0.01,1613936235128,686
+"sqr_mom_1",0.99,1613936235128,686
+"lr_1",4.975143872854832e-05,1613936235128,686
+"mom_1",0.8504971275141785,1613936235128,686
+"eps_1",1e-05,1613936235128,686
+"wd_2",0.01,1613936235128,686
+"sqr_mom_2",0.99,1613936235128,686
+"lr_2",0.0004975143872854832,1613936235128,686
+"mom_2",0.8504971275141785,1613936235128,686
+"eps_2",1e-05,1613936235128,686
+"train_loss",0.12114628,1613936236078,687
+"raw_loss",0.13704145,1613936236078,687
+"epoch",4.327044025157221,1613936236078,687
+"wd_0",0.01,1613936236078,687
+"sqr_mom_0",0.99,1613936236078,687
+"lr_0",4.974141393622751e-06,1613936236078,687
+"mom_0",0.850517177299318,1613936236078,687
+"eps_0",1e-05,1613936236078,687
+"wd_1",0.01,1613936236078,687
+"sqr_mom_1",0.99,1613936236078,687
+"lr_1",4.9741413936227516e-05,1613936236078,687
+"mom_1",0.850517177299318,1613936236078,687
+"eps_1",1e-05,1613936236078,687
+"wd_2",0.01,1613936236078,687
+"sqr_mom_2",0.99,1613936236078,687
+"lr_2",0.0004974141393622751,1613936236078,687
+"mom_2",0.850517177299318,1613936236078,687
+"eps_2",1e-05,1613936236078,687
+"train_loss",0.12096824,1613936237032,688
+"raw_loss",0.11224459,1613936237032,688
+"epoch",4.3333333333333215,1613936237032,688
+"wd_0",0.01,1613936237032,688
+"sqr_mom_0",0.99,1613936237032,688
+"lr_0",4.973119244248962e-06,1613936237032,688
+"mom_0",0.8505376204912256,1613936237032,688
+"eps_0",1e-05,1613936237032,688
+"wd_1",0.01,1613936237032,688
+"sqr_mom_1",0.99,1613936237032,688
+"lr_1",4.973119244248962e-05,1613936237032,688
+"mom_1",0.8505376204912256,1613936237032,688
+"eps_1",1e-05,1613936237032,688
+"wd_2",0.01,1613936237032,688
+"sqr_mom_2",0.99,1613936237032,688
+"lr_2",0.0004973119244248962,1613936237032,688
+"mom_2",0.8505376204912256,1613936237032,688
+"eps_2",1e-05,1613936237032,688
+"train_loss",0.11961331,1613936238017,689
+"raw_loss",0.05322335,1613936238017,689
+"epoch",4.339622641509422,1613936238017,689
+"wd_0",0.01,1613936238017,689
+"sqr_mom_0",0.99,1613936238017,689
+"lr_0",4.972077348114596e-06,1613936238017,689
+"mom_0",0.8505584586222943,1613936238017,689
+"eps_0",1e-05,1613936238017,689
+"wd_1",0.01,1613936238017,689
+"sqr_mom_1",0.99,1613936238017,689
+"lr_1",4.972077348114595e-05,1613936238017,689
+"mom_1",0.8505584586222943,1613936238017,689
+"eps_1",1e-05,1613936238017,689
+"wd_2",0.01,1613936238017,689
+"sqr_mom_2",0.99,1613936238017,689
+"lr_2",0.0004972077348114596,1613936238017,689
+"mom_2",0.8505584586222943,1613936238017,689
+"eps_2",1e-05,1613936238017,689
+"train_loss",0.11905433,1613936239009,690
+"raw_loss",0.09166456,1613936239009,690
+"epoch",4.345911949685522,1613936239009,690
+"wd_0",0.01,1613936239009,690
+"sqr_mom_0",0.99,1613936239009,690
+"lr_0",4.971015804359731e-06,1613936239009,690
+"mom_0",0.8505796897097024,1613936239009,690
+"eps_0",1e-05,1613936239009,690
+"wd_1",0.01,1613936239009,690
+"sqr_mom_1",0.99,1613936239009,690
+"lr_1",4.971015804359731e-05,1613936239009,690
+"mom_1",0.8505796897097024,1613936239009,690
+"eps_1",1e-05,1613936239009,690
+"wd_2",0.01,1613936239009,690
+"sqr_mom_2",0.99,1613936239009,690
+"lr_2",0.0004971015804359731,1613936239009,690
+"mom_2",0.8505796897097024,1613936239009,690
+"eps_2",1e-05,1613936239009,690
+"train_loss",0.118275486,1613936239979,691
+"raw_loss",0.08011327,1613936239979,691
+"epoch",4.352201257861623,1613936239979,691
+"wd_0",0.01,1613936239979,691
+"sqr_mom_0",0.99,1613936239979,691
+"lr_0",4.969934569848586e-06,1613936239979,691
+"mom_0",0.8506013146161744,1613936239979,691
+"eps_0",1e-05,1613936239979,691
+"wd_1",0.01,1613936239979,691
+"sqr_mom_1",0.99,1613936239979,691
+"lr_1",4.969934569848586e-05,1613936239979,691
+"mom_1",0.8506013146161744,1613936239979,691
+"eps_1",1e-05,1613936239979,691
+"wd_2",0.01,1613936239979,691
+"sqr_mom_2",0.99,1613936239979,691
+"lr_2",0.0004969934569848586,1613936239979,691
+"mom_2",0.8506013146161744,1613936239979,691
+"eps_2",1e-05,1613936239979,691
+"train_loss",0.11716352,1613936240947,692
+"raw_loss",0.06267804,1613936240947,692
+"epoch",4.358490566037723,1613936240947,692
+"wd_0",0.01,1613936240947,692
+"sqr_mom_0",0.99,1613936240947,692
+"lr_0",4.968833611500909e-06,1613936240947,692
+"mom_0",0.8506233340033218,1613936240947,692
+"eps_0",1e-05,1613936240947,692
+"wd_1",0.01,1613936240947,692
+"sqr_mom_1",0.99,1613936240947,692
+"lr_1",4.968833611500909e-05,1613936240947,692
+"mom_1",0.8506233340033218,1613936240947,692
+"eps_1",1e-05,1613936240947,692
+"wd_2",0.01,1613936240947,692
+"sqr_mom_2",0.99,1613936240947,692
+"lr_2",0.0004968833611500909,1613936240947,692
+"mom_2",0.8506233340033218,1613936240947,692
+"eps_2",1e-05,1613936240947,692
+"train_loss",0.11641317,1613936241906,693
+"raw_loss",0.07964669,1613936241906,693
+"epoch",4.3647798742138235,1613936241906,693
+"wd_0",0.01,1613936241906,693
+"sqr_mom_0",0.99,1613936241906,693
+"lr_0",4.967713034069651e-06,1613936241906,693
+"mom_0",0.8506457457760647,1613936241906,693
+"eps_0",1e-05,1613936241906,693
+"wd_1",0.01,1613936241906,693
+"sqr_mom_1",0.99,1613936241906,693
+"lr_1",4.9677130340696514e-05,1613936241906,693
+"mom_1",0.8506457457760647,1613936241906,693
+"eps_1",1e-05,1613936241906,693
+"wd_2",0.01,1613936241906,693
+"sqr_mom_2",0.99,1613936241906,693
+"lr_2",0.000496771303406965,1613936241906,693
+"mom_2",0.8506457457760647,1613936241906,693
+"eps_2",1e-05,1613936241906,693
+"train_loss",0.11829943,1613936242915,694
+"raw_loss",0.21072444,1613936242915,694
+"epoch",4.371069182389924,1613936242915,694
+"wd_0",0.01,1613936242915,694
+"sqr_mom_0",0.99,1613936242915,694
+"lr_0",4.966572739496412e-06,1613936242915,694
+"mom_0",0.8506685518955907,1613936242915,694
+"eps_0",1e-05,1613936242915,694
+"wd_1",0.01,1613936242915,694
+"sqr_mom_1",0.99,1613936242915,694
+"lr_1",4.966572739496412e-05,1613936242915,694
+"mom_1",0.8506685518955907,1613936242915,694
+"eps_1",1e-05,1613936242915,694
+"wd_2",0.01,1613936242915,694
+"sqr_mom_2",0.99,1613936242915,694
+"lr_2",0.0004966572739496411,1613936242915,694
+"mom_2",0.8506685518955907,1613936242915,694
+"eps_2",1e-05,1613936242915,694
+"train_loss",0.12138128,1613936243940,695
+"raw_loss",0.27238894,1613936243940,695
+"epoch",4.377358490566024,1613936243940,695
+"wd_0",0.01,1613936243940,695
+"sqr_mom_0",0.99,1613936243940,695
+"lr_0",4.965412850333094e-06,1613936243940,695
+"mom_0",0.8506917499108372,1613936243940,695
+"eps_0",1e-05,1613936243940,695
+"wd_1",0.01,1613936243940,695
+"sqr_mom_1",0.99,1613936243940,695
+"lr_1",4.965412850333094e-05,1613936243940,695
+"mom_1",0.8506917499108372,1613936243940,695
+"eps_1",1e-05,1613936243940,695
+"wd_2",0.01,1613936243940,695
+"sqr_mom_2",0.99,1613936243940,695
+"lr_2",0.0004965412850333093,1613936243940,695
+"mom_2",0.8506917499108372,1613936243940,695
+"eps_2",1e-05,1613936243940,695
+"train_loss",0.12185012,1613936244934,696
+"raw_loss",0.14482278,1613936244934,696
+"epoch",4.383647798742125,1613936244934,696
+"wd_0",0.01,1613936244934,696
+"sqr_mom_0",0.99,1613936244934,696
+"lr_0",4.964233260398596e-06,1613936244934,696
+"mom_0",0.8507153419454475,1613936244934,696
+"eps_0",1e-05,1613936244934,696
+"wd_1",0.01,1613936244934,696
+"sqr_mom_1",0.99,1613936244934,696
+"lr_1",4.9642332603985955e-05,1613936244934,696
+"mom_1",0.8507153419454475,1613936244934,696
+"eps_1",1e-05,1613936244934,696
+"wd_2",0.01,1613936244934,696
+"sqr_mom_2",0.99,1613936244934,696
+"lr_2",0.0004964233260398596,1613936244934,696
+"mom_2",0.8507153419454475,1613936244934,696
+"eps_2",1e-05,1613936244934,696
+"train_loss",0.12059403,1613936245932,697
+"raw_loss",0.059046656,1613936245932,697
+"epoch",4.389937106918225,1613936245932,697
+"wd_0",0.01,1613936245932,697
+"sqr_mom_0",0.99,1613936245932,697
+"lr_0",4.9630340964680465e-06,1613936245932,697
+"mom_0",0.8507393254638937,1613936245932,697
+"eps_0",1e-05,1613936245932,697
+"wd_1",0.01,1613936245932,697
+"sqr_mom_1",0.99,1613936245932,697
+"lr_1",4.9630340964680465e-05,1613936245932,697
+"mom_1",0.8507393254638937,1613936245932,697
+"eps_1",1e-05,1613936245932,697
+"wd_2",0.01,1613936245932,697
+"sqr_mom_2",0.99,1613936245932,697
+"lr_2",0.0004963034096468046,1613936245932,697
+"mom_2",0.8507393254638937,1613936245932,697
+"eps_2",1e-05,1613936245932,697
+"train_loss",0.12299455,1613936246927,698
+"raw_loss",0.24061778,1613936246927,698
+"epoch",4.3962264150943255,1613936246927,698
+"wd_0",0.01,1613936246927,698
+"sqr_mom_0",0.99,1613936246927,698
+"lr_0",4.961815309894934e-06,1613936246927,698
+"mom_0",0.8507637014391157,1613936246927,698
+"eps_0",1e-05,1613936246927,698
+"wd_1",0.01,1613936246927,698
+"sqr_mom_1",0.99,1613936246927,698
+"lr_1",4.961815309894934e-05,1613936246927,698
+"mom_1",0.8507637014391157,1613936246927,698
+"eps_1",1e-05,1613936246927,698
+"wd_2",0.01,1613936246927,698
+"sqr_mom_2",0.99,1613936246927,698
+"lr_2",0.0004961815309894934,1613936246927,698
+"mom_2",0.8507637014391157,1613936246927,698
+"eps_2",1e-05,1613936246927,698
+"train_loss",0.12164409,1613936247950,699
+"raw_loss",0.055472307,1613936247950,699
+"epoch",4.402515723270426,1613936247950,699
+"wd_0",0.01,1613936247950,699
+"sqr_mom_0",0.99,1613936247950,699
+"lr_0",4.960576853459142e-06,1613936247950,699
+"mom_0",0.8507884708155253,1613936247950,699
+"eps_0",1e-05,1613936247950,699
+"wd_1",0.01,1613936247950,699
+"sqr_mom_1",0.99,1613936247950,699
+"lr_1",4.960576853459142e-05,1613936247950,699
+"mom_1",0.8507884708155253,1613936247950,699
+"eps_1",1e-05,1613936247950,699
+"wd_2",0.01,1613936247950,699
+"sqr_mom_2",0.99,1613936247950,699
+"lr_2",0.0004960576853459142,1613936247950,699
+"mom_2",0.8507884708155253,1613936247950,699
+"eps_2",1e-05,1613936247950,699
+"train_loss",0.12085751,1613936248922,700
+"raw_loss",0.082315676,1613936248922,700
+"epoch",4.408805031446526,1613936248922,700
+"wd_0",0.01,1613936248922,700
+"sqr_mom_0",0.99,1613936248922,700
+"lr_0",4.959318844736565e-06,1613936248922,700
+"mom_0",0.850813631241581,1613936248922,700
+"eps_0",1e-05,1613936248922,700
+"wd_1",0.01,1613936248922,700
+"sqr_mom_1",0.99,1613936248922,700
+"lr_1",4.959318844736565e-05,1613936248922,700
+"mom_1",0.850813631241581,1613936248922,700
+"eps_1",1e-05,1613936248922,700
+"wd_2",0.01,1613936248922,700
+"sqr_mom_2",0.99,1613936248922,700
+"lr_2",0.0004959318844736564,1613936248922,700
+"mom_2",0.850813631241581,1613936248922,700
+"eps_2",1e-05,1613936248922,700
+"train_loss",0.12049886,1613936249861,701
+"raw_loss",0.1029252,1613936249861,701
+"epoch",4.415094339622627,1613936249861,701
+"wd_0",0.01,1613936249861,701
+"sqr_mom_0",0.99,1613936249861,701
+"lr_0",4.958041189428652e-06,1613936249861,701
+"mom_0",0.850839184603273,1613936249861,701
+"eps_0",1e-05,1613936249861,701
+"wd_1",0.01,1613936249861,701
+"sqr_mom_1",0.99,1613936249861,701
+"lr_1",4.958041189428652e-05,1613936249861,701
+"mom_1",0.850839184603273,1613936249861,701
+"eps_1",1e-05,1613936249861,701
+"wd_2",0.01,1613936249861,701
+"sqr_mom_2",0.99,1613936249861,701
+"lr_2",0.0004958041189428652,1613936249861,701
+"mom_2",0.850839184603273,1613936249861,701
+"eps_2",1e-05,1613936249861,701
+"train_loss",0.11936362,1613936250828,702
+"raw_loss",0.06373822,1613936250828,702
+"epoch",4.421383647798727,1613936250828,702
+"wd_0",0.01,1613936250828,702
+"sqr_mom_0",0.99,1613936250828,702
+"lr_0",4.956744009080384e-06,1613936250828,702
+"mom_0",0.850865128469677,1613936250828,702
+"eps_0",1e-05,1613936250828,702
+"wd_1",0.01,1613936250828,702
+"sqr_mom_1",0.99,1613936250828,702
+"lr_1",4.9567440090803835e-05,1613936250828,702
+"mom_1",0.850865128469677,1613936250828,702
+"eps_1",1e-05,1613936250828,702
+"wd_2",0.01,1613936250828,702
+"sqr_mom_2",0.99,1613936250828,702
+"lr_2",0.0004956744009080383,1613936250828,702
+"mom_2",0.850865128469677,1613936250828,702
+"eps_2",1e-05,1613936250828,702
+"train_loss",0.11864452,1613936251778,703
+"raw_loss",0.08340915,1613936251778,703
+"epoch",4.427672955974828,1613936251778,703
+"wd_0",0.01,1613936251778,703
+"sqr_mom_0",0.99,1613936251778,703
+"lr_0",4.955427256202294e-06,1613936251778,703
+"mom_0",0.850891463790592,1613936251778,703
+"eps_0",1e-05,1613936251778,703
+"wd_1",0.01,1613936251778,703
+"sqr_mom_1",0.99,1613936251778,703
+"lr_1",4.955427256202293e-05,1613936251778,703
+"mom_1",0.850891463790592,1613936251778,703
+"eps_1",1e-05,1613936251778,703
+"wd_2",0.01,1613936251778,703
+"sqr_mom_2",0.99,1613936251778,703
+"lr_2",0.0004955427256202293,1613936251778,703
+"mom_2",0.850891463790592,1613936251778,703
+"eps_2",1e-05,1613936251778,703
+"train_loss",0.118434064,1613936252739,704
+"raw_loss",0.10812173,1613936252739,704
+"epoch",4.433962264150928,1613936252739,704
+"wd_0",0.01,1613936252739,704
+"sqr_mom_0",0.99,1613936252739,704
+"lr_0",4.95409087430869e-06,1613936252739,704
+"mom_0",0.8509181916957431,1613936252739,704
+"eps_0",1e-05,1613936252739,704
+"wd_1",0.01,1613936252739,704
+"sqr_mom_1",0.99,1613936252739,704
+"lr_1",4.9540908743086894e-05,1613936252739,704
+"mom_1",0.8509181916957431,1613936252739,704
+"eps_1",1e-05,1613936252739,704
+"wd_2",0.01,1613936252739,704
+"sqr_mom_2",0.99,1613936252739,704
+"lr_2",0.0004954090874308689,1613936252739,704
+"mom_2",0.8509181916957431,1613936252739,704
+"eps_2",1e-05,1613936252739,704
+"train_loss",0.11853901,1613936253687,705
+"raw_loss",0.12368187,1613936253687,705
+"epoch",4.440251572327028,1613936253687,705
+"wd_0",0.01,1613936253687,705
+"sqr_mom_0",0.99,1613936253687,705
+"lr_0",4.952735007025743e-06,1613936253687,705
+"mom_0",0.8509453093125783,1613936253687,705
+"eps_0",1e-05,1613936253687,705
+"wd_1",0.01,1613936253687,705
+"sqr_mom_1",0.99,1613936253687,705
+"lr_1",4.9527350070257425e-05,1613936253687,705
+"mom_1",0.8509453093125783,1613936253687,705
+"eps_1",1e-05,1613936253687,705
+"wd_2",0.01,1613936253687,705
+"sqr_mom_2",0.99,1613936253687,705
+"lr_2",0.0004952735007025742,1613936253687,705
+"mom_2",0.8509453093125783,1613936253687,705
+"eps_2",1e-05,1613936253687,705
+"train_loss",0.119060606,1613936254642,706
+"raw_loss",0.1446179,1613936254642,706
+"epoch",4.446540880503129,1613936254642,706
+"wd_0",0.01,1613936254642,706
+"sqr_mom_0",0.99,1613936254642,706
+"lr_0",4.951359530231696e-06,1613936254642,706
+"mom_0",0.8509728191235573,1613936254642,706
+"eps_0",1e-05,1613936254642,706
+"wd_1",0.01,1613936254642,706
+"sqr_mom_1",0.99,1613936254642,706
+"lr_1",4.9513595302316954e-05,1613936254642,706
+"mom_1",0.8509728191235573,1613936254642,706
+"eps_1",1e-05,1613936254642,706
+"wd_2",0.01,1613936254642,706
+"sqr_mom_2",0.99,1613936254642,706
+"lr_2",0.0004951359530231696,1613936254642,706
+"mom_2",0.8509728191235573,1613936254642,706
+"eps_2",1e-05,1613936254642,706
+"train_loss",0.11840888,1613936255596,707
+"raw_loss",0.08647466,1613936255596,707
+"epoch",4.452830188679229,1613936255596,707
+"wd_0",0.01,1613936255596,707
+"sqr_mom_0",0.99,1613936255596,707
+"lr_0",4.949964597578753e-06,1613936255596,707
+"mom_0",0.8510007180556055,1613936255596,707
+"eps_0",1e-05,1613936255596,707
+"wd_1",0.01,1613936255596,707
+"sqr_mom_1",0.99,1613936255596,707
+"lr_1",4.949964597578753e-05,1613936255596,707
+"mom_1",0.8510007180556055,1613936255596,707
+"eps_1",1e-05,1613936255596,707
+"wd_2",0.01,1613936255596,707
+"sqr_mom_2",0.99,1613936255596,707
+"lr_2",0.0004949964597578754,1613936255596,707
+"mom_2",0.8510007180556055,1613936255596,707
+"eps_2",1e-05,1613936255596,707
+"train_loss",0.11724164,1613936256560,708
+"raw_loss",0.060048074,1613936256560,708
+"epoch",4.45911949685533,1613936256560,708
+"wd_0",0.01,1613936256560,708
+"sqr_mom_0",0.99,1613936256560,708
+"lr_0",4.948550063895365e-06,1613936256560,708
+"mom_0",0.8510290090121828,1613936256560,708
+"eps_0",1e-05,1613936256560,708
+"wd_1",0.01,1613936256560,708
+"sqr_mom_1",0.99,1613936256560,708
+"lr_1",4.9485500638953645e-05,1613936256560,708
+"mom_1",0.8510290090121828,1613936256560,708
+"eps_1",1e-05,1613936256560,708
+"wd_2",0.01,1613936256560,708
+"sqr_mom_2",0.99,1613936256560,708
+"lr_2",0.0004948550063895365,1613936256560,708
+"mom_2",0.8510290090121828,1613936256560,708
+"eps_2",1e-05,1613936256560,708
+"train_loss",0.11762032,1613936257511,709
+"raw_loss",0.13617513,1613936257511,709
+"epoch",4.46540880503143,1613936257511,709
+"wd_0",0.01,1613936257511,709
+"sqr_mom_0",0.99,1613936257511,709
+"lr_0",4.947116104665528e-06,1613936257511,709
+"mom_0",0.8510576884835742,1613936257511,709
+"eps_0",1e-05,1613936257511,709
+"wd_1",0.01,1613936257511,709
+"sqr_mom_1",0.99,1613936257511,709
+"lr_1",4.9471161046655274e-05,1613936257511,709
+"mom_1",0.8510576884835742,1613936257511,709
+"eps_1",1e-05,1613936257511,709
+"wd_2",0.01,1613936257511,709
+"sqr_mom_2",0.99,1613936257511,709
+"lr_2",0.0004947116104665527,1613936257511,709
+"mom_2",0.8510576884835742,1613936257511,709
+"eps_2",1e-05,1613936257511,709
+"train_loss",0.11845412,1613936258457,710
+"raw_loss",0.15930969,1613936258457,710
+"epoch",4.47169811320753,1613936258457,710
+"wd_0",0.01,1613936258457,710
+"sqr_mom_0",0.99,1613936258457,710
+"lr_0",4.945662637638597e-06,1613936258457,710
+"mom_0",0.8510867581148092,1613936258457,710
+"eps_0",1e-05,1613936258457,710
+"wd_1",0.01,1613936258457,710
+"sqr_mom_1",0.99,1613936258457,710
+"lr_1",4.945662637638596e-05,1613936258457,710
+"mom_1",0.8510867581148092,1613936258457,710
+"eps_1",1e-05,1613936258457,710
+"wd_2",0.01,1613936258457,710
+"sqr_mom_2",0.99,1613936258457,710
+"lr_2",0.0004945662637638596,1613936258457,710
+"mom_2",0.8510867581148092,1613936258457,710
+"eps_2",1e-05,1613936258457,710
+"train_loss",0.11866967,1613936259439,711
+"raw_loss",0.12923127,1613936259439,711
+"epoch",4.477987421383631,1613936259439,711
+"wd_0",0.01,1613936259439,711
+"sqr_mom_0",0.99,1613936259439,711
+"lr_0",4.944189624727869e-06,1613936259439,711
+"mom_0",0.8511162186676293,1613936259439,711
+"eps_0",1e-05,1613936259439,711
+"wd_1",0.01,1613936259439,711
+"sqr_mom_1",0.99,1613936259439,711
+"lr_1",4.9441896247278686e-05,1613936259439,711
+"mom_1",0.8511162186676293,1613936259439,711
+"eps_1",1e-05,1613936259439,711
+"wd_2",0.01,1613936259439,711
+"sqr_mom_2",0.99,1613936259439,711
+"lr_2",0.0004944189624727868,1613936259439,711
+"mom_2",0.8511162186676293,1613936259439,711
+"eps_2",1e-05,1613936259439,711
+"train_loss",0.119301185,1613936260396,712
+"raw_loss",0.1502453,1613936260396,712
+"epoch",4.484276729559731,1613936260396,712
+"wd_0",0.01,1613936260396,712
+"sqr_mom_0",0.99,1613936260396,712
+"lr_0",4.942697199815214e-06,1613936260396,712
+"mom_0",0.8511460674643704,1613936260396,712
+"eps_0",1e-05,1613936260396,712
+"wd_1",0.01,1613936260396,712
+"sqr_mom_1",0.99,1613936260396,712
+"lr_1",4.942697199815214e-05,1613936260396,712
+"mom_1",0.8511460674643704,1613936260396,712
+"eps_1",1e-05,1613936260396,712
+"wd_2",0.01,1613936260396,712
+"sqr_mom_2",0.99,1613936260396,712
+"lr_2",0.0004942697199815214,1613936260396,712
+"mom_2",0.8511460674643704,1613936260396,712
+"eps_2",1e-05,1613936260396,712
+"train_loss",0.118967004,1613936261336,713
+"raw_loss",0.10259198,1613936261336,713
+"epoch",4.490566037735832,1613936261336,713
+"wd_0",0.01,1613936261336,713
+"sqr_mom_0",0.99,1613936261336,713
+"lr_0",4.941185251030577e-06,1613936261336,713
+"mom_0",0.8511763067424559,1613936261336,713
+"eps_0",1e-05,1613936261336,713
+"wd_1",0.01,1613936261336,713
+"sqr_mom_1",0.99,1613936261336,713
+"lr_1",4.941185251030577e-05,1613936261336,713
+"mom_1",0.8511763067424559,1613936261336,713
+"eps_1",1e-05,1613936261336,713
+"wd_2",0.01,1613936261336,713
+"sqr_mom_2",0.99,1613936261336,713
+"lr_2",0.0004941185251030577,1613936261336,713
+"mom_2",0.8511763067424559,1613936261336,713
+"eps_2",1e-05,1613936261336,713
+"train_loss",0.11890106,1613936262288,714
+"raw_loss",0.115669884,1613936262288,714
+"epoch",4.496855345911932,1613936262288,714
+"wd_0",0.01,1613936262288,714
+"sqr_mom_0",0.99,1613936262288,714
+"lr_0",4.939653915794702e-06,1613936262288,714
+"mom_0",0.8512069337534435,1613936262288,714
+"eps_0",1e-05,1613936262288,714
+"wd_1",0.01,1613936262288,714
+"sqr_mom_1",0.99,1613936262288,714
+"lr_1",4.939653915794702e-05,1613936262288,714
+"mom_1",0.8512069337534435,1613936262288,714
+"eps_1",1e-05,1613936262288,714
+"wd_2",0.01,1613936262288,714
+"sqr_mom_2",0.99,1613936262288,714
+"lr_2",0.0004939653915794702,1613936262288,714
+"mom_2",0.8512069337534435,1613936262288,714
+"eps_2",1e-05,1613936262288,714
+"train_loss",0.11840959,1613936263244,715
+"raw_loss",0.094327435,1613936263244,715
+"epoch",4.503144654088032,1613936263244,715
+"wd_0",0.01,1613936263244,715
+"sqr_mom_0",0.99,1613936263244,715
+"lr_0",4.938103156964085e-06,1613936263244,715
+"mom_0",0.8512379492402107,1613936263244,715
+"eps_0",1e-05,1613936263244,715
+"wd_1",0.01,1613936263244,715
+"sqr_mom_1",0.99,1613936263244,715
+"lr_1",4.938103156964084e-05,1613936263244,715
+"mom_1",0.8512379492402107,1613936263244,715
+"eps_1",1e-05,1613936263244,715
+"wd_2",0.01,1613936263244,715
+"sqr_mom_2",0.99,1613936263244,715
+"lr_2",0.0004938103156964084,1613936263244,715
+"mom_2",0.8512379492402107,1613936263244,715
+"eps_2",1e-05,1613936263244,715
+"train_loss",0.11984476,1613936264194,716
+"raw_loss",0.19016746,1613936264194,716
+"epoch",4.509433962264133,1613936264194,716
+"wd_0",0.01,1613936264194,716
+"sqr_mom_0",0.99,1613936264194,716
+"lr_0",4.936532895665887e-06,1613936264194,716
+"mom_0",0.85126935478023,1613936264194,716
+"eps_0",1e-05,1613936264194,716
+"wd_1",0.01,1613936264194,716
+"sqr_mom_1",0.99,1613936264194,716
+"lr_1",4.936532895665887e-05,1613936264194,716
+"mom_1",0.85126935478023,1613936264194,716
+"eps_1",1e-05,1613936264194,716
+"wd_2",0.01,1613936264194,716
+"sqr_mom_2",0.99,1613936264194,716
+"lr_2",0.0004936532895665886,1613936264194,716
+"mom_2",0.85126935478023,1613936264194,716
+"eps_2",1e-05,1613936264194,716
+"train_loss",0.12052205,1613936265139,717
+"raw_loss",0.15370889,1613936265139,717
+"epoch",4.515723270440233,1613936265139,717
+"wd_0",0.01,1613936265139,717
+"sqr_mom_0",0.99,1613936265139,717
+"lr_0",4.934943287400271e-06,1613936265139,717
+"mom_0",0.8513011472634672,1613936265139,717
+"eps_0",1e-05,1613936265139,717
+"wd_1",0.01,1613936265139,717
+"sqr_mom_1",0.99,1613936265139,717
+"lr_1",4.934943287400271e-05,1613936265139,717
+"mom_1",0.8513011472634672,1613936265139,717
+"eps_1",1e-05,1613936265139,717
+"wd_2",0.01,1613936265139,717
+"sqr_mom_2",0.99,1613936265139,717
+"lr_2",0.0004934943287400271,1613936265139,717
+"mom_2",0.8513011472634672,1613936265139,717
+"eps_2",1e-05,1613936265139,717
+"train_loss",0.12066794,1613936266100,718
+"raw_loss",0.12781665,1613936266100,718
+"epoch",4.522012578616334,1613936266100,718
+"wd_0",0.01,1613936266100,718
+"sqr_mom_0",0.99,1613936266100,718
+"lr_0",4.933334213012456e-06,1613936266100,718
+"mom_0",0.8513333290730416,1613936266100,718
+"eps_0",1e-05,1613936266100,718
+"wd_1",0.01,1613936266100,718
+"sqr_mom_1",0.99,1613936266100,718
+"lr_1",4.9333342130124555e-05,1613936266100,718
+"mom_1",0.8513333290730416,1613936266100,718
+"eps_1",1e-05,1613936266100,718
+"wd_2",0.01,1613936266100,718
+"sqr_mom_2",0.99,1613936266100,718
+"lr_2",0.0004933334213012455,1613936266100,718
+"mom_2",0.8513333290730416,1613936266100,718
+"eps_2",1e-05,1613936266100,718
+"train_loss",0.12227975,1613936267045,719
+"raw_loss",0.20125706,1613936267045,719
+"epoch",4.528301886792434,1613936267045,719
+"wd_0",0.01,1613936267045,719
+"sqr_mom_0",0.99,1613936267045,719
+"lr_0",4.931705818750912e-06,1613936267045,719
+"mom_0",0.8513658972839546,1613936267045,719
+"eps_0",1e-05,1613936267045,719
+"wd_1",0.01,1613936267045,719
+"sqr_mom_1",0.99,1613936267045,719
+"lr_1",4.931705818750912e-05,1613936267045,719
+"mom_1",0.8513658972839546,1613936267045,719
+"eps_1",1e-05,1613936267045,719
+"wd_2",0.01,1613936267045,719
+"sqr_mom_2",0.99,1613936267045,719
+"lr_2",0.0004931705818750912,1613936267045,719
+"mom_2",0.8513658972839546,1613936267045,719
+"eps_2",1e-05,1613936267045,719
+"train_loss",0.12265589,1613936268015,720
+"raw_loss",0.141087,1613936268015,720
+"epoch",4.5345911949685345,1613936268015,720
+"wd_0",0.01,1613936268015,720
+"sqr_mom_0",0.99,1613936268015,720
+"lr_0",4.930057982553515e-06,1613936268015,720
+"mom_0",0.8513988543374731,1613936268015,720
+"eps_0",1e-05,1613936268015,720
+"wd_1",0.01,1613936268015,720
+"sqr_mom_1",0.99,1613936268015,720
+"lr_1",4.9300579825535145e-05,1613936268015,720
+"mom_1",0.8513988543374731,1613936268015,720
+"eps_1",1e-05,1613936268015,720
+"wd_2",0.01,1613936268015,720
+"sqr_mom_2",0.99,1613936268015,720
+"lr_2",0.0004930057982553515,1613936268015,720
+"mom_2",0.8513988543374731,1613936268015,720
+"eps_2",1e-05,1613936268015,720
+"train_loss",0.121748716,1613936268966,721
+"raw_loss",0.07729767,1613936268966,721
+"epoch",4.540880503144635,1613936268966,721
+"wd_0",0.01,1613936268966,721
+"sqr_mom_0",0.99,1613936268966,721
+"lr_0",4.928390854191791e-06,1613936268966,721
+"mom_0",0.8514321972381366,1613936268966,721
+"eps_0",1e-05,1613936268966,721
+"wd_1",0.01,1613936268966,721
+"sqr_mom_1",0.99,1613936268966,721
+"lr_1",4.928390854191791e-05,1613936268966,721
+"mom_1",0.8514321972381366,1613936268966,721
+"eps_1",1e-05,1613936268966,721
+"wd_2",0.01,1613936268966,721
+"sqr_mom_2",0.99,1613936268966,721
+"lr_2",0.0004928390854191791,1613936268966,721
+"mom_2",0.8514321972381366,1613936268966,721
+"eps_2",1e-05,1613936268966,721
+"train_loss",0.12082314,1613936269922,722
+"raw_loss",0.07547025,1613936269922,722
+"epoch",4.547169811320735,1613936269922,722
+"wd_0",0.01,1613936269922,722
+"sqr_mom_0",0.99,1613936269922,722
+"lr_0",4.926704393093153e-06,1613936269922,722
+"mom_0",0.8514659267974048,1613936269922,722
+"eps_0",1e-05,1613936269922,722
+"wd_1",0.01,1613936269922,722
+"sqr_mom_1",0.99,1613936269922,722
+"lr_1",4.926704393093153e-05,1613936269922,722
+"mom_1",0.8514659267974048,1613936269922,722
+"eps_1",1e-05,1613936269922,722
+"wd_2",0.01,1613936269922,722
+"sqr_mom_2",0.99,1613936269922,722
+"lr_2",0.0004926704393093153,1613936269922,722
+"mom_2",0.8514659267974048,1613936269922,722
+"eps_2",1e-05,1613936269922,722
+"train_loss",0.12273537,1613936270885,723
+"raw_loss",0.21643409,1613936270885,723
+"epoch",4.553459119496836,1613936270885,723
+"wd_0",0.01,1613936270885,723
+"sqr_mom_0",0.99,1613936270885,723
+"lr_0",4.924998499368433e-06,1613936270885,723
+"mom_0",0.8515000450130814,1613936270885,723
+"eps_0",1e-05,1613936270885,723
+"wd_1",0.01,1613936270885,723
+"sqr_mom_1",0.99,1613936270885,723
+"lr_1",4.9249984993684336e-05,1613936270885,723
+"mom_1",0.8515000450130814,1613936270885,723
+"eps_1",1e-05,1613936270885,723
+"wd_2",0.01,1613936270885,723
+"sqr_mom_2",0.99,1613936270885,723
+"lr_2",0.0004924998499368433,1613936270885,723
+"mom_2",0.8515000450130814,1613936270885,723
+"eps_2",1e-05,1613936270885,723
+"train_loss",0.12525415,1613936271850,724
+"raw_loss",0.24867307,1613936271850,724
+"epoch",4.559748427672936,1613936271850,724
+"wd_0",0.01,1613936271850,724
+"sqr_mom_0",0.99,1613936271850,724
+"lr_0",4.923273384647129e-06,1613936271850,724
+"mom_0",0.8515345476525339,1613936271850,724
+"eps_0",1e-05,1613936271850,724
+"wd_1",0.01,1613936271850,724
+"sqr_mom_1",0.99,1613936271850,724
+"lr_1",4.923273384647128e-05,1613936271850,724
+"mom_1",0.8515345476525339,1613936271850,724
+"eps_1",1e-05,1613936271850,724
+"wd_2",0.01,1613936271850,724
+"sqr_mom_2",0.99,1613936271850,724
+"lr_2",0.0004923273384647128,1613936271850,724
+"mom_2",0.8515345476525339,1613936271850,724
+"eps_2",1e-05,1613936271850,724
+"train_loss",0.12880345,1613936272810,725
+"raw_loss",0.30271718,1613936272810,725
+"epoch",4.5660377358490365,1613936272810,725
+"wd_0",0.01,1613936272810,725
+"sqr_mom_0",0.99,1613936272810,725
+"lr_0",4.921528876938707e-06,1613936272810,725
+"mom_0",0.8515694381556074,1613936272810,725
+"eps_0",1e-05,1613936272810,725
+"wd_1",0.01,1613936272810,725
+"sqr_mom_1",0.99,1613936272810,725
+"lr_1",4.921528876938707e-05,1613936272810,725
+"mom_1",0.8515694381556074,1613936272810,725
+"eps_1",1e-05,1613936272810,725
+"wd_2",0.01,1613936272810,725
+"sqr_mom_2",0.99,1613936272810,725
+"lr_2",0.0004921528876938706,1613936272810,725
+"mom_2",0.8515694381556074,1613936272810,725
+"eps_2",1e-05,1613936272810,725
+"train_loss",0.13074055,1613936273807,726
+"raw_loss",0.22565813,1613936273807,726
+"epoch",4.572327044025137,1613936273807,726
+"wd_0",0.01,1613936273807,726
+"sqr_mom_0",0.99,1613936273807,726
+"lr_0",4.919765149026921e-06,1613936273807,726
+"mom_0",0.8516047130665922,1613936273807,726
+"eps_0",1e-05,1613936273807,726
+"wd_1",0.01,1613936273807,726
+"sqr_mom_1",0.99,1613936273807,726
+"lr_1",4.9197651490269206e-05,1613936273807,726
+"mom_1",0.8516047130665922,1613936273807,726
+"eps_1",1e-05,1613936273807,726
+"wd_2",0.01,1613936273807,726
+"sqr_mom_2",0.99,1613936273807,726
+"lr_2",0.0004919765149026921,1613936273807,726
+"mom_2",0.8516047130665922,1613936273807,726
+"eps_2",1e-05,1613936273807,726
+"train_loss",0.13027404,1613936274779,727
+"raw_loss",0.10741496,1613936274779,727
+"epoch",4.578616352201237,1613936274779,727
+"wd_0",0.01,1613936274779,727
+"sqr_mom_0",0.99,1613936274779,727
+"lr_0",4.9179821430337605e-06,1613936274779,727
+"mom_0",0.8516403735430602,1613936274779,727
+"eps_0",1e-05,1613936274779,727
+"wd_1",0.01,1613936274779,727
+"sqr_mom_1",0.99,1613936274779,727
+"lr_1",4.91798214303376e-05,1613936274779,727
+"mom_1",0.8516403735430602,1613936274779,727
+"eps_1",1e-05,1613936274779,727
+"wd_2",0.01,1613936274779,727
+"sqr_mom_2",0.99,1613936274779,727
+"lr_2",0.000491798214303376,1613936274779,727
+"mom_2",0.8516403735430602,1613936274779,727
+"eps_2",1e-05,1613936274779,727
+"train_loss",0.12896803,1613936275736,728
+"raw_loss",0.06497399,1613936275736,728
+"epoch",4.584905660377338,1613936275736,728
+"wd_0",0.01,1613936275736,728
+"sqr_mom_0",0.99,1613936275736,728
+"lr_0",4.916179798037464e-06,1613936275736,728
+"mom_0",0.8516764208034587,1613936275736,728
+"eps_0",1e-05,1613936275736,728
+"wd_1",0.01,1613936275736,728
+"sqr_mom_1",0.99,1613936275736,728
+"lr_1",4.916179798037464e-05,1613936275736,728
+"mom_1",0.8516764208034587,1613936275736,728
+"eps_1",1e-05,1613936275736,728
+"wd_2",0.01,1613936275736,728
+"sqr_mom_2",0.99,1613936275736,728
+"lr_2",0.0004916179798037463,1613936275736,728
+"mom_2",0.8516764208034587,1613936275736,728
+"eps_2",1e-05,1613936275736,728
+"train_loss",0.13537559,1613936276687,729
+"raw_loss",0.44934288,1613936276687,729
+"epoch",4.591194968553438,1613936276687,729
+"wd_0",0.01,1613936276687,729
+"sqr_mom_0",0.99,1613936276687,729
+"lr_0",4.914358293037802e-06,1613936276687,729
+"mom_0",0.8517128512677566,1613936276687,729
+"eps_0",1e-05,1613936276687,729
+"wd_1",0.01,1613936276687,729
+"sqr_mom_1",0.99,1613936276687,729
+"lr_1",4.914358293037803e-05,1613936276687,729
+"mom_1",0.8517128512677566,1613936276687,729
+"eps_1",1e-05,1613936276687,729
+"wd_2",0.01,1613936276687,729
+"sqr_mom_2",0.99,1613936276687,729
+"lr_2",0.0004914358293037802,1613936276687,729
+"mom_2",0.8517128512677566,1613936276687,729
+"eps_2",1e-05,1613936276687,729
+"train_loss",0.13444345,1613936277716,730
+"raw_loss",0.08876865,1613936277716,730
+"epoch",4.5974842767295385,1613936277716,730
+"wd_0",0.01,1613936277716,730
+"sqr_mom_0",0.99,1613936277716,730
+"lr_0",4.912517445941302e-06,1613936277716,730
+"mom_0",0.8517496685778597,1613936277716,730
+"eps_0",1e-05,1613936277716,730
+"wd_1",0.01,1613936277716,730
+"sqr_mom_1",0.99,1613936277716,730
+"lr_1",4.9125174459413016e-05,1613936277716,730
+"mom_1",0.8517496685778597,1613936277716,730
+"eps_1",1e-05,1613936277716,730
+"wd_2",0.01,1613936277716,730
+"sqr_mom_2",0.99,1613936277716,730
+"lr_2",0.0004912517445941301,1613936277716,730
+"mom_2",0.8517496685778597,1613936277716,730
+"eps_2",1e-05,1613936277716,730
+"train_loss",0.1333981,1613936278680,731
+"raw_loss",0.08217667,1613936278680,731
+"epoch",4.603773584905639,1613936278680,731
+"wd_0",0.01,1613936278680,731
+"sqr_mom_0",0.99,1613936278680,731
+"lr_0",4.910657485119484e-06,1613936278680,731
+"mom_0",0.851786868166292,1613936278680,731
+"eps_0",1e-05,1613936278680,731
+"wd_1",0.01,1613936278680,731
+"sqr_mom_1",0.99,1613936278680,731
+"lr_1",4.9106574851194844e-05,1613936278680,731
+"mom_1",0.851786868166292,1613936278680,731
+"eps_1",1e-05,1613936278680,731
+"wd_2",0.01,1613936278680,731
+"sqr_mom_2",0.99,1613936278680,731
+"lr_2",0.0004910657485119484,1613936278680,731
+"mom_2",0.851786868166292,1613936278680,731
+"eps_2",1e-05,1613936278680,731
+"train_loss",0.13253741,1613936279652,732
+"raw_loss",0.09036393,1613936279652,732
+"epoch",4.610062893081739,1613936279652,732
+"wd_0",0.01,1613936279652,732
+"sqr_mom_0",0.99,1613936279652,732
+"lr_0",4.9087782094549486e-06,1613936279652,732
+"mom_0",0.8518244540554416,1613936279652,732
+"eps_0",1e-05,1613936279652,732
+"wd_1",0.01,1613936279652,732
+"sqr_mom_1",0.99,1613936279652,732
+"lr_1",4.908778209454948e-05,1613936279652,732
+"mom_1",0.8518244540554416,1613936279652,732
+"eps_1",1e-05,1613936279652,732
+"wd_2",0.01,1613936279652,732
+"sqr_mom_2",0.99,1613936279652,732
+"lr_2",0.0004908778209454948,1613936279652,732
+"mom_2",0.8518244540554416,1613936279652,732
+"eps_2",1e-05,1613936279652,732
+"train_loss",0.13220565,1613936280609,733
+"raw_loss",0.11594936,1613936280609,733
+"epoch",4.61635220125784,1613936280609,733
+"wd_0",0.01,1613936280609,733
+"sqr_mom_0",0.99,1613936280609,733
+"lr_0",4.906879852086581e-06,1613936280609,733
+"mom_0",0.8518624215824842,1613936280609,733
+"eps_0",1e-05,1613936280609,733
+"wd_1",0.01,1613936280609,733
+"sqr_mom_1",0.99,1613936280609,733
+"lr_1",4.906879852086581e-05,1613936280609,733
+"mom_1",0.8518624215824842,1613936280609,733
+"eps_1",1e-05,1613936280609,733
+"wd_2",0.01,1613936280609,733
+"sqr_mom_2",0.99,1613936280609,733
+"lr_2",0.0004906879852086581,1613936280609,733
+"mom_2",0.8518624215824842,1613936280609,733
+"eps_2",1e-05,1613936280609,733
+"train_loss",0.13042633,1613936281575,734
+"raw_loss",0.043240517,1613936281575,734
+"epoch",4.62264150943394,1613936281575,734
+"wd_0",0.01,1613936281575,734
+"sqr_mom_0",0.99,1613936281575,734
+"lr_0",4.9049623036311045e-06,1613936281575,734
+"mom_0",0.8519007729351072,1613936281575,734
+"eps_0",1e-05,1613936281575,734
+"wd_1",0.01,1613936281575,734
+"sqr_mom_1",0.99,1613936281575,734
+"lr_1",4.9049623036311044e-05,1613936281575,734
+"mom_1",0.8519007729351072,1613936281575,734
+"eps_1",1e-05,1613936281575,734
+"wd_2",0.01,1613936281575,734
+"sqr_mom_2",0.99,1613936281575,734
+"lr_2",0.0004904962303631104,1613936281575,734
+"mom_2",0.8519007729351072,1613936281575,734
+"eps_2",1e-05,1613936281575,734
+"train_loss",0.12923957,1613936282582,735
+"raw_loss",0.071088836,1613936282582,735
+"epoch",4.6289308176100405,1613936282582,735
+"wd_0",0.01,1613936282582,735
+"sqr_mom_0",0.99,1613936282582,735
+"lr_0",4.9030255143295275e-06,1613936282582,735
+"mom_0",0.8519395091085005,1613936282582,735
+"eps_0",1e-05,1613936282582,735
+"wd_1",0.01,1613936282582,735
+"sqr_mom_1",0.99,1613936282582,735
+"lr_1",4.903025514329527e-05,1613936282582,735
+"mom_1",0.8519395091085005,1613936282582,735
+"eps_1",1e-05,1613936282582,735
+"wd_2",0.01,1613936282582,735
+"sqr_mom_2",0.99,1613936282582,735
+"lr_2",0.0004903025514329527,1613936282582,735
+"mom_2",0.8519395091085005,1613936282582,735
+"eps_2",1e-05,1613936282582,735
+"train_loss",0.12793066,1613936283558,736
+"raw_loss",0.063793704,1613936283558,736
+"epoch",4.635220125786141,1613936283558,736
+"wd_0",0.01,1613936283558,736
+"sqr_mom_0",0.99,1613936283558,736
+"lr_0",4.9010696602162696e-06,1613936283558,736
+"mom_0",0.8519786265819405,1613936283558,736
+"eps_0",1e-05,1613936283558,736
+"wd_1",0.01,1613936283558,736
+"sqr_mom_1",0.99,1613936283558,736
+"lr_1",4.90106966021627e-05,1613936283558,736
+"mom_1",0.8519786265819405,1613936283558,736
+"eps_1",1e-05,1613936283558,736
+"wd_2",0.01,1613936283558,736
+"sqr_mom_2",0.99,1613936283558,736
+"lr_2",0.000490106966021627,1613936283558,736
+"mom_2",0.8519786265819405,1613936283558,736
+"eps_2",1e-05,1613936283558,736
+"train_loss",0.12665123,1613936284551,737
+"raw_loss",0.06395937,1613936284551,737
+"epoch",4.641509433962241,1613936284551,737
+"wd_0",0.01,1613936284551,737
+"sqr_mom_0",0.99,1613936284551,737
+"lr_0",4.89909459468328e-06,1613936284551,737
+"mom_0",0.8520181282876172,1613936284551,737
+"eps_0",1e-05,1613936284551,737
+"wd_1",0.01,1613936284551,737
+"sqr_mom_1",0.99,1613936284551,737
+"lr_1",4.89909459468328e-05,1613936284551,737
+"mom_1",0.8520181282876172,1613936284551,737
+"eps_1",1e-05,1613936284551,737
+"wd_2",0.01,1613936284551,737
+"sqr_mom_2",0.99,1613936284551,737
+"lr_2",0.0004899094594683279,1613936284551,737
+"mom_2",0.8520181282876172,1613936284551,737
+"eps_2",1e-05,1613936284551,737
+"train_loss",0.12564772,1613936285588,738
+"raw_loss",0.0764766,1613936285588,738
+"epoch",4.647798742138342,1613936285588,738
+"wd_0",0.01,1613936285588,738
+"sqr_mom_0",0.99,1613936285588,738
+"lr_0",4.897100513859417e-06,1613936285588,738
+"mom_0",0.8520580103029146,1613936285588,738
+"eps_0",1e-05,1613936285588,738
+"wd_1",0.01,1613936285588,738
+"sqr_mom_1",0.99,1613936285588,738
+"lr_1",4.897100513859417e-05,1613936285588,738
+"mom_1",0.8520580103029146,1613936285588,738
+"eps_1",1e-05,1613936285588,738
+"wd_2",0.01,1613936285588,738
+"sqr_mom_2",0.99,1613936285588,738
+"lr_2",0.0004897100513859417,1613936285588,738
+"mom_2",0.8520580103029146,1613936285588,738
+"eps_2",1e-05,1613936285588,738
+"train_loss",0.1272675,1613936286555,739
+"raw_loss",0.20663609,1613936286555,739
+"epoch",4.654088050314442,1613936286555,739
+"wd_0",0.01,1613936286555,739
+"sqr_mom_0",0.99,1613936286555,739
+"lr_0",4.8950873190663525e-06,1613936286555,739
+"mom_0",0.852098274601419,1613936286555,739
+"eps_0",1e-05,1613936286555,739
+"wd_1",0.01,1613936286555,739
+"sqr_mom_1",0.99,1613936286555,739
+"lr_1",4.8950873190663524e-05,1613936286555,739
+"mom_1",0.852098274601419,1613936286555,739
+"eps_1",1e-05,1613936286555,739
+"wd_2",0.01,1613936286555,739
+"sqr_mom_2",0.99,1613936286555,739
+"lr_2",0.0004895087319066353,1613936286555,739
+"mom_2",0.852098274601419,1613936286555,739
+"eps_2",1e-05,1613936286555,739
+"train_loss",0.1276313,1613936287538,740
+"raw_loss",0.1454578,1613936287538,740
+"epoch",4.660377358490543,1613936287538,740
+"wd_0",0.01,1613936287538,740
+"sqr_mom_0",0.99,1613936287538,740
+"lr_0",4.893054958140342e-06,1613936287538,740
+"mom_0",0.8521389222264154,1613936287538,740
+"eps_0",1e-05,1613936287538,740
+"wd_1",0.01,1613936287538,740
+"sqr_mom_1",0.99,1613936287538,740
+"lr_1",4.893054958140341e-05,1613936287538,740
+"mom_1",0.8521389222264154,1613936287538,740
+"eps_1",1e-05,1613936287538,740
+"wd_2",0.01,1613936287538,740
+"sqr_mom_2",0.99,1613936287538,740
+"lr_2",0.0004893054958140341,1613936287538,740
+"mom_2",0.8521389222264154,1613936287538,740
+"eps_2",1e-05,1613936287538,740
+"train_loss",0.1262113,1613936288487,741
+"raw_loss",0.056631252,1613936288487,741
+"epoch",4.666666666666643,1613936288487,741
+"wd_0",0.01,1613936288487,741
+"sqr_mom_0",0.99,1613936288487,741
+"lr_0",4.891003615802292e-06,1613936288487,741
+"mom_0",0.852179949483449,1613936288487,741
+"eps_0",1e-05,1613936288487,741
+"wd_1",0.01,1613936288487,741
+"sqr_mom_1",0.99,1613936288487,741
+"lr_1",4.891003615802292e-05,1613936288487,741
+"mom_1",0.852179949483449,1613936288487,741
+"eps_1",1e-05,1613936288487,741
+"wd_2",0.01,1613936288487,741
+"sqr_mom_2",0.99,1613936288487,741
+"lr_2",0.0004891003615802292,1613936288487,741
+"mom_2",0.852179949483449,1613936288487,741
+"eps_2",1e-05,1613936288487,741
+"train_loss",0.12760498,1613936289476,742
+"raw_loss",0.19589475,1613936289476,742
+"epoch",4.672955974842743,1613936289476,742
+"wd_0",0.01,1613936289476,742
+"sqr_mom_0",0.99,1613936289476,742
+"lr_0",4.888933138286491e-06,1613936289476,742
+"mom_0",0.8522213594478647,1613936289476,742
+"eps_0",1e-05,1613936289476,742
+"wd_1",0.01,1613936289476,742
+"sqr_mom_1",0.99,1613936289476,742
+"lr_1",4.888933138286491e-05,1613936289476,742
+"mom_1",0.8522213594478647,1613936289476,742
+"eps_1",1e-05,1613936289476,742
+"wd_2",0.01,1613936289476,742
+"sqr_mom_2",0.99,1613936289476,742
+"lr_2",0.0004888933138286491,1613936289476,742
+"mom_2",0.8522213594478647,1613936289476,742
+"eps_2",1e-05,1613936289476,742
+"train_loss",0.12677921,1613936290431,743
+"raw_loss",0.08631648,1613936290431,743
+"epoch",4.679245283018844,1613936290431,743
+"wd_0",0.01,1613936290431,743
+"sqr_mom_0",0.99,1613936290431,743
+"lr_0",4.886843713778254e-06,1613936290431,743
+"mom_0",0.8522631483559184,1613936290431,743
+"eps_0",1e-05,1613936290431,743
+"wd_1",0.01,1613936290431,743
+"sqr_mom_1",0.99,1613936290431,743
+"lr_1",4.8868437137782536e-05,1613936290431,743
+"mom_1",0.8522631483559184,1613936290431,743
+"eps_1",1e-05,1613936290431,743
+"wd_2",0.01,1613936290431,743
+"sqr_mom_2",0.99,1613936290431,743
+"lr_2",0.0004886843713778254,1613936290431,743
+"mom_2",0.8522631483559184,1613936290431,743
+"eps_2",1e-05,1613936290431,743
+"train_loss",0.12596452,1613936291425,744
+"raw_loss",0.08604491,1613936291425,744
+"epoch",4.685534591194944,1613936291425,744
+"wd_0",0.01,1613936291425,744
+"sqr_mom_0",0.99,1613936291425,744
+"lr_0",4.884735185657283e-06,1613936291425,744
+"mom_0",0.8523053193400477,1613936291425,744
+"eps_0",1e-05,1613936291425,744
+"wd_1",0.01,1613936291425,744
+"sqr_mom_1",0.99,1613936291425,744
+"lr_1",4.884735185657283e-05,1613936291425,744
+"mom_1",0.8523053193400477,1613936291425,744
+"eps_1",1e-05,1613936291425,744
+"wd_2",0.01,1613936291425,744
+"sqr_mom_2",0.99,1613936291425,744
+"lr_2",0.0004884735185657282,1613936291425,744
+"mom_2",0.8523053193400477,1613936291425,744
+"eps_2",1e-05,1613936291425,744
+"train_loss",0.12607037,1613936292385,745
+"raw_loss",0.13125685,1613936292385,745
+"epoch",4.691823899371045,1613936292385,745
+"wd_0",0.01,1613936292385,745
+"sqr_mom_0",0.99,1613936292385,745
+"lr_0",4.882607745567308e-06,1613936292385,745
+"mom_0",0.8523478685673395,1613936292385,745
+"eps_0",1e-05,1613936292385,745
+"wd_1",0.01,1613936292385,745
+"sqr_mom_1",0.99,1613936292385,745
+"lr_1",4.8826077455673084e-05,1613936292385,745
+"mom_1",0.8523478685673395,1613936292385,745
+"eps_1",1e-05,1613936292385,745
+"wd_2",0.01,1613936292385,745
+"sqr_mom_2",0.99,1613936292385,745
+"lr_2",0.0004882607745567308,1613936292385,745
+"mom_2",0.8523478685673395,1613936292385,745
+"eps_2",1e-05,1613936292385,745
+"train_loss",0.12490259,1613936293354,746
+"raw_loss",0.06768207,1613936293354,746
+"epoch",4.698113207547145,1613936293354,746
+"wd_0",0.01,1613936293354,746
+"sqr_mom_0",0.99,1613936293354,746
+"lr_0",4.880461341307313e-06,1613936293354,746
+"mom_0",0.8523907970818245,1613936293354,746
+"eps_0",1e-05,1613936293354,746
+"wd_1",0.01,1613936293354,746
+"sqr_mom_1",0.99,1613936293354,746
+"lr_1",4.880461341307313e-05,1613936293354,746
+"mom_1",0.8523907970818245,1613936293354,746
+"eps_1",1e-05,1613936293354,746
+"wd_2",0.01,1613936293354,746
+"sqr_mom_2",0.99,1613936293354,746
+"lr_2",0.00048804613413073127,1613936293354,746
+"mom_2",0.8523907970818245,1613936293354,746
+"eps_2",1e-05,1613936293354,746
+"train_loss",0.12371124,1613936294304,747
+"raw_loss",0.06533539,1613936294304,747
+"epoch",4.704402515723245,1613936294304,747
+"wd_0",0.01,1613936294304,747
+"sqr_mom_0",0.99,1613936294304,747
+"lr_0",4.878295846166699e-06,1613936294304,747
+"mom_0",0.8524341074177402,1613936294304,747
+"eps_0",1e-05,1613936294304,747
+"wd_1",0.01,1613936294304,747
+"sqr_mom_1",0.99,1613936294304,747
+"lr_1",4.878295846166699e-05,1613936294304,747
+"mom_1",0.8524341074177402,1613936294304,747
+"eps_1",1e-05,1613936294304,747
+"wd_2",0.01,1613936294304,747
+"sqr_mom_2",0.99,1613936294304,747
+"lr_2",0.00048782958461666986,1613936294304,747
+"mom_2",0.8524341074177402,1613936294304,747
+"eps_2",1e-05,1613936294304,747
+"train_loss",0.124254264,1613936295282,748
+"raw_loss",0.15086238,1613936295282,748
+"epoch",4.710691823899346,1613936295282,748
+"wd_0",0.01,1613936295282,748
+"sqr_mom_0",0.99,1613936295282,748
+"lr_0",4.876111528792125e-06,1613936295282,748
+"mom_0",0.8524777942020995,1613936295282,748
+"eps_0",1e-05,1613936295282,748
+"wd_1",0.01,1613936295282,748
+"sqr_mom_1",0.99,1613936295282,748
+"lr_1",4.876111528792124e-05,1613936295282,748
+"mom_1",0.8524777942020995,1613936295282,748
+"eps_1",1e-05,1613936295282,748
+"wd_2",0.01,1613936295282,748
+"sqr_mom_2",0.99,1613936295282,748
+"lr_2",0.0004876111528792124,1613936295282,748
+"mom_2",0.8524777942020995,1613936295282,748
+"eps_2",1e-05,1613936295282,748
+"train_loss",0.12672235,1613936296238,749
+"raw_loss",0.24765843,1613936296238,749
+"epoch",4.716981132075446,1613936296238,749
+"wd_0",0.01,1613936296238,749
+"sqr_mom_0",0.99,1613936296238,749
+"lr_0",4.8739081713428604e-06,1613936296238,749
+"mom_0",0.8525218617917607,1613936296238,749
+"eps_0",1e-05,1613936296238,749
+"wd_1",0.01,1613936296238,749
+"sqr_mom_1",0.99,1613936296238,749
+"lr_1",4.873908171342861e-05,1613936296238,749
+"mom_1",0.8525218617917607,1613936296238,749
+"eps_1",1e-05,1613936296238,749
+"wd_2",0.01,1613936296238,749
+"sqr_mom_2",0.99,1613936296238,749
+"lr_2",0.00048739081713428605,1613936296238,749
+"mom_2",0.8525218617917607,1613936296238,749
+"eps_2",1e-05,1613936296238,749
+"train_loss",0.12791984,1613936297228,750
+"raw_loss",0.18659614,1613936297228,750
+"epoch",4.723270440251547,1613936297228,750
+"wd_0",0.01,1613936297228,750
+"sqr_mom_0",0.99,1613936297228,750
+"lr_0",4.871685992117005e-06,1613936297228,750
+"mom_0",0.8525663058207181,1613936297228,750
+"eps_0",1e-05,1613936297228,750
+"wd_1",0.01,1613936297228,750
+"sqr_mom_1",0.99,1613936297228,750
+"lr_1",4.871685992117005e-05,1613936297228,750
+"mom_1",0.8525663058207181,1613936297228,750
+"eps_1",1e-05,1613936297228,750
+"wd_2",0.01,1613936297228,750
+"sqr_mom_2",0.99,1613936297228,750
+"lr_2",0.0004871685992117005,1613936297228,750
+"mom_2",0.8525663058207181,1613936297228,750
+"eps_2",1e-05,1613936297228,750
+"train_loss",0.12646548,1613936298202,751
+"raw_loss",0.055202764,1613936298202,751
+"epoch",4.729559748427647,1613936298202,751
+"wd_0",0.01,1613936298202,751
+"sqr_mom_0",0.99,1613936298202,751
+"lr_0",4.869444917856649e-06,1613936298202,751
+"mom_0",0.8526111277541445,1613936298202,751
+"eps_0",1e-05,1613936298202,751
+"wd_1",0.01,1613936298202,751
+"sqr_mom_1",0.99,1613936298202,751
+"lr_1",4.8694449178566485e-05,1613936298202,751
+"mom_1",0.8526111277541445,1613936298202,751
+"eps_1",1e-05,1613936298202,751
+"wd_2",0.01,1613936298202,751
+"sqr_mom_2",0.99,1613936298202,751
+"lr_2",0.0004869444917856649,1613936298202,751
+"mom_2",0.8526111277541445,1613936298202,751
+"eps_2",1e-05,1613936298202,751
+"train_loss",0.1263025,1613936299159,752
+"raw_loss",0.1183163,1613936299159,752
+"epoch",4.735849056603747,1613936299159,752
+"wd_0",0.01,1613936299159,752
+"sqr_mom_0",0.99,1613936299159,752
+"lr_0",4.86718487232061e-06,1613936299159,752
+"mom_0",0.8526563291168789,1613936299159,752
+"eps_0",1e-05,1613936299159,752
+"wd_1",0.01,1613936299159,752
+"sqr_mom_1",0.99,1613936299159,752
+"lr_1",4.86718487232061e-05,1613936299159,752
+"mom_1",0.8526563291168789,1613936299159,752
+"eps_1",1e-05,1613936299159,752
+"wd_2",0.01,1613936299159,752
+"sqr_mom_2",0.99,1613936299159,752
+"lr_2",0.000486718487232061,1613936299159,752
+"mom_2",0.8526563291168789,1613936299159,752
+"eps_2",1e-05,1613936299159,752
+"train_loss",0.12791823,1613936300117,753
+"raw_loss",0.20708822,1613936300117,753
+"epoch",4.742138364779848,1613936300117,753
+"wd_0",0.01,1613936300117,753
+"sqr_mom_0",0.99,1613936300117,753
+"lr_0",4.864906079899494e-06,1613936300117,753
+"mom_0",0.8527019054210643,1613936300117,753
+"eps_0",1e-05,1613936300117,753
+"wd_1",0.01,1613936300117,753
+"sqr_mom_1",0.99,1613936300117,753
+"lr_1",4.864906079899494e-05,1613936300117,753
+"mom_1",0.8527019054210643,1613936300117,753
+"eps_1",1e-05,1613936300117,753
+"wd_2",0.01,1613936300117,753
+"sqr_mom_2",0.99,1613936300117,753
+"lr_2",0.0004864906079899494,1613936300117,753
+"mom_2",0.8527019054210643,1613936300117,753
+"eps_2",1e-05,1613936300117,753
+"train_loss",0.13075039,1613936301084,754
+"raw_loss",0.2695257,1613936301084,754
+"epoch",4.748427672955948,1613936301084,754
+"wd_0",0.01,1613936301084,754
+"sqr_mom_0",0.99,1613936301084,754
+"lr_0",4.862608312850372e-06,1613936301084,754
+"mom_0",0.8527478612216047,1613936301084,754
+"eps_0",1e-05,1613936301084,754
+"wd_1",0.01,1613936301084,754
+"sqr_mom_1",0.99,1613936301084,754
+"lr_1",4.862608312850372e-05,1613936301084,754
+"mom_1",0.8527478612216047,1613936301084,754
+"eps_1",1e-05,1613936301084,754
+"wd_2",0.01,1613936301084,754
+"sqr_mom_2",0.99,1613936301084,754
+"lr_2",0.00048626083128503714,1613936301084,754
+"mom_2",0.8527478612216047,1613936301084,754
+"eps_2",1e-05,1613936301084,754
+"train_loss",0.13182364,1613936302037,755
+"raw_loss",0.18441337,1613936302037,755
+"epoch",4.754716981132049,1613936302037,755
+"wd_0",0.01,1613936302037,755
+"sqr_mom_0",0.99,1613936302037,755
+"lr_0",4.860291856229269e-06,1613936302037,755
+"mom_0",0.8527941908173228,1613936302037,755
+"eps_0",1e-05,1613936302037,755
+"wd_1",0.01,1613936302037,755
+"sqr_mom_1",0.99,1613936302037,755
+"lr_1",4.860291856229269e-05,1613936302037,755
+"mom_1",0.8527941908173228,1613936302037,755
+"eps_1",1e-05,1613936302037,755
+"wd_2",0.01,1613936302037,755
+"sqr_mom_2",0.99,1613936302037,755
+"lr_2",0.0004860291856229268,1613936302037,755
+"mom_2",0.8527941908173228,1613936302037,755
+"eps_2",1e-05,1613936302037,755
+"train_loss",0.13266471,1613936302999,756
+"raw_loss",0.17387673,1613936302999,756
+"epoch",4.761006289308149,1613936302999,756
+"wd_0",0.01,1613936302999,756
+"sqr_mom_0",0.99,1613936302999,756
+"lr_0",4.8579564595579334e-06,1613936302999,756
+"mom_0",0.8528408992178335,1613936302999,756
+"eps_0",1e-05,1613936302999,756
+"wd_1",0.01,1613936302999,756
+"sqr_mom_1",0.99,1613936302999,756
+"lr_1",4.857956459557933e-05,1613936302999,756
+"mom_1",0.8528408992178335,1613936302999,756
+"eps_1",1e-05,1613936302999,756
+"wd_2",0.01,1613936302999,756
+"sqr_mom_2",0.99,1613936302999,756
+"lr_2",0.00048579564595579327,1613936302999,756
+"mom_2",0.8528408992178335,1613936302999,756
+"eps_2",1e-05,1613936302999,756
+"train_loss",0.13150002,1613936303947,757
+"raw_loss",0.07442983,1613936303947,757
+"epoch",4.7672955974842495,1613936303947,757
+"wd_0",0.01,1613936303947,757
+"sqr_mom_0",0.99,1613936303947,757
+"lr_0",4.8556024125606405e-06,1613936303947,757
+"mom_0",0.8528879806285935,1613936303947,757
+"eps_0",1e-05,1613936303947,757
+"wd_1",0.01,1613936303947,757
+"sqr_mom_1",0.99,1613936303947,757
+"lr_1",4.855602412560641e-05,1613936303947,757
+"mom_1",0.8528879806285935,1613936303947,757
+"eps_1",1e-05,1613936303947,757
+"wd_2",0.01,1613936303947,757
+"sqr_mom_2",0.99,1613936303947,757
+"lr_2",0.00048556024125606407,1613936303947,757
+"mom_2",0.8528879806285935,1613936303947,757
+"eps_2",1e-05,1613936303947,757
+"train_loss",0.13272285,1613936304907,758
+"raw_loss",0.19264194,1613936304907,758
+"epoch",4.77358490566035,1613936304907,758
+"wd_0",0.01,1613936304907,758
+"sqr_mom_0",0.99,1613936304907,758
+"lr_0",4.8532295792232646e-06,1613936304907,758
+"mom_0",0.8529354377699124,1613936304907,758
+"eps_0",1e-05,1613936304907,758
+"wd_1",0.01,1613936304907,758
+"sqr_mom_1",0.99,1613936304907,758
+"lr_1",4.853229579223264e-05,1613936304907,758
+"mom_1",0.8529354377699124,1613936304907,758
+"eps_1",1e-05,1613936304907,758
+"wd_2",0.01,1613936304907,758
+"sqr_mom_2",0.99,1613936304907,758
+"lr_2",0.0004853229579223264,1613936304907,758
+"mom_2",0.8529354377699124,1613936304907,758
+"eps_2",1e-05,1613936304907,758
+"train_loss",0.13192165,1613936305868,759
+"raw_loss",0.09266286,1613936305868,759
+"epoch",4.77987421383645,1613936305868,759
+"wd_0",0.01,1613936305868,759
+"sqr_mom_0",0.99,1613936305868,759
+"lr_0",4.850837898342789e-06,1613936305868,759
+"mom_0",0.8529832718658629,1613936305868,759
+"eps_0",1e-05,1613936305868,759
+"wd_1",0.01,1613936305868,759
+"sqr_mom_1",0.99,1613936305868,759
+"lr_1",4.850837898342789e-05,1613936305868,759
+"mom_1",0.8529832718658629,1613936305868,759
+"eps_1",1e-05,1613936305868,759
+"wd_2",0.01,1613936305868,759
+"sqr_mom_2",0.99,1613936305868,759
+"lr_2",0.0004850837898342789,1613936305868,759
+"mom_2",0.8529832718658629,1613936305868,759
+"eps_2",1e-05,1613936305868,759
+"train_loss",0.13231598,1613936306838,760
+"raw_loss",0.15163743,1613936306838,760
+"epoch",4.786163522012551,1613936306838,760
+"wd_0",0.01,1613936306838,760
+"sqr_mom_0",0.99,1613936306838,760
+"lr_0",4.848427587298647e-06,1613936306838,760
+"mom_0",0.8530314785688128,1613936306838,760
+"eps_0",1e-05,1613936306838,760
+"wd_1",0.01,1613936306838,760
+"sqr_mom_1",0.99,1613936306838,760
+"lr_1",4.848427587298647e-05,1613936306838,760
+"mom_1",0.8530314785688128,1613936306838,760
+"eps_1",1e-05,1613936306838,760
+"wd_2",0.01,1613936306838,760
+"sqr_mom_2",0.99,1613936306838,760
+"lr_2",0.00048484275872986467,1613936306838,760
+"mom_2",0.8530314785688128,1613936306838,760
+"eps_2",1e-05,1613936306838,760
+"train_loss",0.13091871,1613936307799,761
+"raw_loss",0.06245364,1613936307799,761
+"epoch",4.792452830188651,1613936307799,761
+"wd_0",0.01,1613936307799,761
+"sqr_mom_0",0.99,1613936307799,761
+"lr_0",4.845998465417338e-06,1613936307799,761
+"mom_0",0.8530800614922681,1613936307799,761
+"eps_0",1e-05,1613936307799,761
+"wd_1",0.01,1613936307799,761
+"sqr_mom_1",0.99,1613936307799,761
+"lr_1",4.845998465417338e-05,1613936307799,761
+"mom_1",0.8530800614922681,1613936307799,761
+"eps_1",1e-05,1613936307799,761
+"wd_2",0.01,1613936307799,761
+"sqr_mom_2",0.99,1613936307799,761
+"lr_2",0.0004845998465417338,1613936307799,761
+"mom_2",0.8530800614922681,1613936307799,761
+"eps_2",1e-05,1613936307799,761
+"train_loss",0.13012187,1613936308769,762
+"raw_loss",0.09107644,1613936308769,762
+"epoch",4.7987421383647515,1613936308769,762
+"wd_0",0.01,1613936308769,762
+"sqr_mom_0",0.99,1613936308769,762
+"lr_0",4.8435507738567126e-06,1613936308769,762
+"mom_0",0.8531290158130239,1613936308769,762
+"eps_0",1e-05,1613936308769,762
+"wd_1",0.01,1613936308769,762
+"sqr_mom_1",0.99,1613936308769,762
+"lr_1",4.8435507738567126e-05,1613936308769,762
+"mom_1",0.8531290158130239,1613936308769,762
+"eps_1",1e-05,1613936308769,762
+"wd_2",0.01,1613936308769,762
+"sqr_mom_2",0.99,1613936308769,762
+"lr_2",0.00048435507738567123,1613936308769,762
+"mom_2",0.8531290158130239,1613936308769,762
+"eps_2",1e-05,1613936308769,762
+"train_loss",0.1299371,1613936309726,763
+"raw_loss",0.12088342,1613936309726,763
+"epoch",4.805031446540852,1613936309726,763
+"wd_0",0.01,1613936309726,763
+"sqr_mom_0",0.99,1613936309726,763
+"lr_0",4.841084391194504e-06,1613936309726,763
+"mom_0",0.8531783439595495,1613936309726,763
+"eps_0",1e-05,1613936309726,763
+"wd_1",0.01,1613936309726,763
+"sqr_mom_1",0.99,1613936309726,763
+"lr_1",4.8410843911945044e-05,1613936309726,763
+"mom_1",0.8531783439595495,1613936309726,763
+"eps_1",1e-05,1613936309726,763
+"wd_2",0.01,1613936309726,763
+"sqr_mom_2",0.99,1613936309726,763
+"lr_2",0.0004841084391194504,1613936309726,763
+"mom_2",0.8531783439595495,1613936309726,763
+"eps_2",1e-05,1613936309726,763
+"train_loss",0.12941267,1613936310695,764
+"raw_loss",0.103715375,1613936310695,764
+"epoch",4.811320754716952,1613936310695,764
+"wd_0",0.01,1613936310695,764
+"sqr_mom_0",0.99,1613936310695,764
+"lr_0",4.838599253877147e-06,1613936310695,764
+"mom_0",0.8532280472029291,1613936310695,764
+"eps_0",1e-05,1613936310695,764
+"wd_1",0.01,1613936310695,764
+"sqr_mom_1",0.99,1613936310695,764
+"lr_1",4.8385992538771466e-05,1613936310695,764
+"mom_1",0.8532280472029291,1613936310695,764
+"eps_1",1e-05,1613936310695,764
+"wd_2",0.01,1613936310695,764
+"sqr_mom_2",0.99,1613936310695,764
+"lr_2",0.0004838599253877147,1613936310695,764
+"mom_2",0.8532280472029291,1613936310695,764
+"eps_2",1e-05,1613936310695,764
+"train_loss",0.13005604,1613936311652,765
+"raw_loss",0.16158123,1613936311652,765
+"epoch",4.817610062893053,1613936311652,765
+"wd_0",0.01,1613936311652,765
+"sqr_mom_0",0.99,1613936311652,765
+"lr_0",4.836095587778311e-06,1613936311652,765
+"mom_0",0.853278121025644,1613936311652,765
+"eps_0",1e-05,1613936311652,765
+"wd_1",0.01,1613936311652,765
+"sqr_mom_1",0.99,1613936311652,765
+"lr_1",4.8360955877783106e-05,1613936311652,765
+"mom_1",0.853278121025644,1613936311652,765
+"eps_1",1e-05,1613936311652,765
+"wd_2",0.01,1613936311652,765
+"sqr_mom_2",0.99,1613936311652,765
+"lr_2",0.00048360955877783105,1613936311652,765
+"mom_2",0.853278121025644,1613936311652,765
+"eps_2",1e-05,1613936311652,765
+"train_loss",0.12900409,1613936312622,766
+"raw_loss",0.07745908,1613936312622,766
+"epoch",4.823899371069153,1613936312622,766
+"wd_0",0.01,1613936312622,766
+"sqr_mom_0",0.99,1613936312622,766
+"lr_0",4.833573205226734e-06,1613936312622,766
+"mom_0",0.8533285691811572,1613936312622,766
+"eps_0",1e-05,1613936312622,766
+"wd_1",0.01,1613936312622,766
+"sqr_mom_1",0.99,1613936312622,766
+"lr_1",4.833573205226733e-05,1613936312622,766
+"mom_1",0.8533285691811572,1613936312622,766
+"eps_1",1e-05,1613936312622,766
+"wd_2",0.01,1613936312622,766
+"sqr_mom_2",0.99,1613936312622,766
+"lr_2",0.0004833573205226733,1613936312622,766
+"mom_2",0.8533285691811572,1613936312622,766
+"eps_2",1e-05,1613936312622,766
+"train_loss",0.12882048,1613936313574,767
+"raw_loss",0.1198239,1613936313574,767
+"epoch",4.8301886792452535,1613936313574,767
+"wd_0",0.01,1613936313574,767
+"sqr_mom_0",0.99,1613936313574,767
+"lr_0",4.831032335481298e-06,1613936313574,767
+"mom_0",0.8533793870842449,1613936313574,767
+"eps_0",1e-05,1613936313574,767
+"wd_1",0.01,1613936313574,767
+"sqr_mom_1",0.99,1613936313574,767
+"lr_1",4.8310323354812974e-05,1613936313574,767
+"mom_1",0.8533793870842449,1613936313574,767
+"eps_1",1e-05,1613936313574,767
+"wd_2",0.01,1613936313574,767
+"sqr_mom_2",0.99,1613936313574,767
+"lr_2",0.0004831032335481297,1613936313574,767
+"mom_2",0.8533793870842449,1613936313574,767
+"eps_2",1e-05,1613936313574,767
+"train_loss",0.1283881,1613936314561,768
+"raw_loss",0.10720146,1613936314561,768
+"epoch",4.836477987421354,1613936314561,768
+"wd_0",0.01,1613936314561,768
+"sqr_mom_0",0.99,1613936314561,768
+"lr_0",4.8284727880820084e-06,1613936314561,768
+"mom_0",0.8534305785441453,1613936314561,768
+"eps_0",1e-05,1613936314561,768
+"wd_1",0.01,1613936314561,768
+"sqr_mom_1",0.99,1613936314561,768
+"lr_1",4.828472788082008e-05,1613936314561,768
+"mom_1",0.8534305785441453,1613936314561,768
+"eps_1",1e-05,1613936314561,768
+"wd_2",0.01,1613936314561,768
+"sqr_mom_2",0.99,1613936314561,768
+"lr_2",0.0004828472788082008,1613936314561,768
+"mom_2",0.8534305785441453,1613936314561,768
+"eps_2",1e-05,1613936314561,768
+"train_loss",0.1279024,1613936315552,769
+"raw_loss",0.10410351,1613936315552,769
+"epoch",4.842767295597454,1613936315552,769
+"wd_0",0.01,1613936315552,769
+"sqr_mom_0",0.99,1613936315552,769
+"lr_0",4.825894795665655e-06,1613936315552,769
+"mom_0",0.853482138908076,1613936315552,769
+"eps_0",1e-05,1613936315552,769
+"wd_1",0.01,1613936315552,769
+"sqr_mom_1",0.99,1613936315552,769
+"lr_1",4.825894795665655e-05,1613936315552,769
+"mom_1",0.853482138908076,1613936315552,769
+"eps_1",1e-05,1613936315552,769
+"wd_2",0.01,1613936315552,769
+"sqr_mom_2",0.99,1613936315552,769
+"lr_2",0.0004825894795665655,1613936315552,769
+"mom_2",0.853482138908076,1613936315552,769
+"eps_2",1e-05,1613936315552,769
+"train_loss",0.12640062,1613936316515,770
+"raw_loss",0.052813113,1613936316515,770
+"epoch",4.849056603773555,1613936316515,770
+"wd_0",0.01,1613936316515,770
+"sqr_mom_0",0.99,1613936316515,770
+"lr_0",4.823298294642259e-06,1613936316515,770
+"mom_0",0.8535340694478493,1613936316515,770
+"eps_0",1e-05,1613936316515,770
+"wd_1",0.01,1613936316515,770
+"sqr_mom_1",0.99,1613936316515,770
+"lr_1",4.823298294642259e-05,1613936316515,770
+"mom_1",0.8535340694478493,1613936316515,770
+"eps_1",1e-05,1613936316515,770
+"wd_2",0.01,1613936316515,770
+"sqr_mom_2",0.99,1613936316515,770
+"lr_2",0.0004823298294642259,1613936316515,770
+"mom_2",0.8535340694478493,1613936316515,770
+"eps_2",1e-05,1613936316515,770
+"train_loss",0.12523514,1613936317493,771
+"raw_loss",0.06812687,1613936317493,771
+"epoch",4.855345911949655,1613936317493,771
+"wd_0",0.01,1613936317493,771
+"sqr_mom_0",0.99,1613936317493,771
+"lr_0",4.820683153823253e-06,1613936317493,771
+"mom_0",0.8535863727872628,1613936317493,771
+"eps_0",1e-05,1613936317493,771
+"wd_1",0.01,1613936317493,771
+"sqr_mom_1",0.99,1613936317493,771
+"lr_1",4.820683153823253e-05,1613936317493,771
+"mom_1",0.8535863727872628,1613936317493,771
+"eps_1",1e-05,1613936317493,771
+"wd_2",0.01,1613936317493,771
+"sqr_mom_2",0.99,1613936317493,771
+"lr_2",0.0004820683153823253,1613936317493,771
+"mom_2",0.8535863727872628,1613936317493,771
+"eps_2",1e-05,1613936317493,771
+"train_loss",0.12396903,1613936318449,772
+"raw_loss",0.061929833,1613936318449,772
+"epoch",4.8616352201257556,1613936318449,772
+"wd_0",0.01,1613936318449,772
+"sqr_mom_0",0.99,1613936318449,772
+"lr_0",4.8180496323535e-06,1613936318449,772
+"mom_0",0.8536390437433674,1613936318449,772
+"eps_0",1e-05,1613936318449,772
+"wd_1",0.01,1613936318449,772
+"sqr_mom_1",0.99,1613936318449,772
+"lr_1",4.8180496323534995e-05,1613936318449,772
+"mom_1",0.8536390437433674,1613936318449,772
+"eps_1",1e-05,1613936318449,772
+"wd_2",0.01,1613936318449,772
+"sqr_mom_2",0.99,1613936318449,772
+"lr_2",0.00048180496323534995,1613936318449,772
+"mom_2",0.8536390437433674,1613936318449,772
+"eps_2",1e-05,1613936318449,772
+"train_loss",0.12457179,1613936319410,773
+"raw_loss",0.15410675,1613936319410,773
+"epoch",4.867924528301856,1613936319410,773
+"wd_0",0.01,1613936319410,773
+"sqr_mom_0",0.99,1613936319410,773
+"lr_0",4.815397532827962e-06,1613936319410,773
+"mom_0",0.8536920862643034,1613936319410,773
+"eps_0",1e-05,1613936319410,773
+"wd_1",0.01,1613936319410,773
+"sqr_mom_1",0.99,1613936319410,773
+"lr_1",4.815397532827962e-05,1613936319410,773
+"mom_1",0.8536920862643034,1613936319410,773
+"eps_1",1e-05,1613936319410,773
+"wd_2",0.01,1613936319410,773
+"sqr_mom_2",0.99,1613936319410,773
+"lr_2",0.0004815397532827962,1613936319410,773
+"mom_2",0.8536920862643034,1613936319410,773
+"eps_2",1e-05,1613936319410,773
+"train_loss",0.12677859,1613936320364,774
+"raw_loss",0.23491187,1613936320364,774
+"epoch",4.874213836477956,1613936320364,774
+"wd_0",0.01,1613936320364,774
+"sqr_mom_0",0.99,1613936320364,774
+"lr_0",4.8127270962954745e-06,1613936320364,774
+"mom_0",0.8537454955290458,1613936320364,774
+"eps_0",1e-05,1613936320364,774
+"wd_1",0.01,1613936320364,774
+"sqr_mom_1",0.99,1613936320364,774
+"lr_1",4.812727096295474e-05,1613936320364,774
+"mom_1",0.8537454955290458,1613936320364,774
+"eps_1",1e-05,1613936320364,774
+"wd_2",0.01,1613936320364,774
+"sqr_mom_2",0.99,1613936320364,774
+"lr_2",0.0004812727096295474,1613936320364,774
+"mom_2",0.8537454955290458,1613936320364,774
+"eps_2",1e-05,1613936320364,774
+"train_loss",0.12570933,1613936321315,775
+"raw_loss",0.073314875,1613936321315,775
+"epoch",4.880503144654057,1613936321315,775
+"wd_0",0.01,1613936321315,775
+"sqr_mom_0",0.99,1613936321315,775
+"lr_0",4.810038256828366e-06,1613936321315,775
+"mom_0",0.8537992728561612,1613936321315,775
+"eps_0",1e-05,1613936321315,775
+"wd_1",0.01,1613936321315,775
+"sqr_mom_1",0.99,1613936321315,775
+"lr_1",4.8100382568283656e-05,1613936321315,775
+"mom_1",0.8537992728561612,1613936321315,775
+"eps_1",1e-05,1613936321315,775
+"wd_2",0.01,1613936321315,775
+"sqr_mom_2",0.99,1613936321315,775
+"lr_2",0.00048100382568283653,1613936321315,775
+"mom_2",0.8537992728561612,1613936321315,775
+"eps_2",1e-05,1613936321315,775
+"train_loss",0.124805115,1613936322311,776
+"raw_loss",0.08049935,1613936322311,776
+"epoch",4.886792452830157,1613936322311,776
+"wd_0",0.01,1613936322311,776
+"sqr_mom_0",0.99,1613936322311,776
+"lr_0",4.807330856093559e-06,1613936322311,776
+"mom_0",0.8538534214123429,1613936322311,776
+"eps_0",1e-05,1613936322311,776
+"wd_1",0.01,1613936322311,776
+"sqr_mom_1",0.99,1613936322311,776
+"lr_1",4.807330856093558e-05,1613936322311,776
+"mom_1",0.8538534214123429,1613936322311,776
+"eps_1",1e-05,1613936322311,776
+"wd_2",0.01,1613936322311,776
+"sqr_mom_2",0.99,1613936322311,776
+"lr_2",0.0004807330856093558,1613936322311,776
+"mom_2",0.8538534214123429,1613936322311,776
+"eps_2",1e-05,1613936322311,776
+"train_loss",0.12414345,1613936323299,777
+"raw_loss",0.091721974,1613936323299,777
+"epoch",4.893081761006258,1613936323299,777
+"wd_0",0.01,1613936323299,777
+"sqr_mom_0",0.99,1613936323299,777
+"lr_0",4.804605229965351e-06,1613936323299,777
+"mom_0",0.8539079344800378,1613936323299,777
+"eps_0",1e-05,1613936323299,777
+"wd_1",0.01,1613936323299,777
+"sqr_mom_1",0.99,1613936323299,777
+"lr_1",4.804605229965351e-05,1613936323299,777
+"mom_1",0.8539079344800378,1613936323299,777
+"eps_1",1e-05,1613936323299,777
+"wd_2",0.01,1613936323299,777
+"sqr_mom_2",0.99,1613936323299,777
+"lr_2",0.00048046052299653507,1613936323299,777
+"mom_2",0.8539079344800378,1613936323299,777
+"eps_2",1e-05,1613936323299,777
+"train_loss",0.123287246,1613936324296,778
+"raw_loss",0.081333436,1613936324296,778
+"epoch",4.899371069182358,1613936324296,778
+"wd_0",0.01,1613936324296,778
+"sqr_mom_0",0.99,1613936324296,778
+"lr_0",4.801861106553157e-06,1613936324296,778
+"mom_0",0.8539628174971118,1613936324296,778
+"eps_0",1e-05,1613936324296,778
+"wd_1",0.01,1613936324296,778
+"sqr_mom_1",0.99,1613936324296,778
+"lr_1",4.8018611065531576e-05,1613936324296,778
+"mom_1",0.8539628174971118,1613936324296,778
+"eps_1",1e-05,1613936324296,778
+"wd_2",0.01,1613936324296,778
+"sqr_mom_2",0.99,1613936324296,778
+"lr_2",0.0004801861106553157,1613936324296,778
+"mom_2",0.8539628174971118,1613936324296,778
+"eps_2",1e-05,1613936324296,778
+"train_loss",0.122021,1613936325289,779
+"raw_loss",0.05997451,1613936325289,779
+"epoch",4.905660377358458,1613936325289,779
+"wd_0",0.01,1613936325289,779
+"sqr_mom_0",0.99,1613936325289,779
+"lr_0",4.79909873481334e-06,1613936325289,779
+"mom_0",0.8540180654843881,1613936325289,779
+"eps_0",1e-05,1613936325289,779
+"wd_1",0.01,1613936325289,779
+"sqr_mom_1",0.99,1613936325289,779
+"lr_1",4.79909873481334e-05,1613936325289,779
+"mom_1",0.8540180654843881,1613936325289,779
+"eps_1",1e-05,1613936325289,779
+"wd_2",0.01,1613936325289,779
+"sqr_mom_2",0.99,1613936325289,779
+"lr_2",0.00047990987348133396,1613936325289,779
+"mom_2",0.8540180654843881,1613936325289,779
+"eps_2",1e-05,1613936325289,779
+"train_loss",0.12094858,1613936326247,780
+"raw_loss",0.06840047,1613936326247,780
+"epoch",4.911949685534559,1613936326247,780
+"wd_0",0.01,1613936326247,780
+"sqr_mom_0",0.99,1613936326247,780
+"lr_0",4.7963179534985724e-06,1613936326247,780
+"mom_0",0.8540736816668452,1613936326247,780
+"eps_0",1e-05,1613936326247,780
+"wd_1",0.01,1613936326247,780
+"sqr_mom_1",0.99,1613936326247,780
+"lr_1",4.796317953498572e-05,1613936326247,780
+"mom_1",0.8540736816668452,1613936326247,780
+"eps_1",1e-05,1613936326247,780
+"wd_2",0.01,1613936326247,780
+"sqr_mom_2",0.99,1613936326247,780
+"lr_2",0.0004796317953498572,1613936326247,780
+"mom_2",0.8540736816668452,1613936326247,780
+"eps_2",1e-05,1613936326247,780
+"train_loss",0.12097259,1613936327216,781
+"raw_loss",0.122149155,1613936327216,781
+"epoch",4.918238993710659,1613936327216,781
+"wd_0",0.01,1613936327216,781
+"sqr_mom_0",0.99,1613936327216,781
+"lr_0",4.7935190158089656e-06,1613936327216,781
+"mom_0",0.8541296609804305,1613936327216,781
+"eps_0",1e-05,1613936327216,781
+"wd_1",0.01,1613936327216,781
+"sqr_mom_1",0.99,1613936327216,781
+"lr_1",4.7935190158089654e-05,1613936327216,781
+"mom_1",0.8541296609804305,1613936327216,781
+"eps_1",1e-05,1613936327216,781
+"wd_2",0.01,1613936327216,781
+"sqr_mom_2",0.99,1613936327216,781
+"lr_2",0.0004793519015808965,1613936327216,781
+"mom_2",0.8541296609804305,1613936327216,781
+"eps_2",1e-05,1613936327216,781
+"train_loss",0.12207346,1613936328175,782
+"raw_loss",0.17601566,1613936328175,782
+"epoch",4.92452830188676,1613936328175,782
+"wd_0",0.01,1613936328175,782
+"sqr_mom_0",0.99,1613936328175,782
+"lr_0",4.7907018061445815e-06,1613936328175,782
+"mom_0",0.8541860057371657,1613936328175,782
+"eps_0",1e-05,1613936328175,782
+"wd_1",0.01,1613936328175,782
+"sqr_mom_1",0.99,1613936328175,782
+"lr_1",4.790701806144581e-05,1613936328175,782
+"mom_1",0.8541860057371657,1613936328175,782
+"eps_1",1e-05,1613936328175,782
+"wd_2",0.01,1613936328175,782
+"sqr_mom_2",0.99,1613936328175,782
+"lr_2",0.0004790701806144581,1613936328175,782
+"mom_2",0.8541860057371657,1613936328175,782
+"eps_2",1e-05,1613936328175,782
+"train_loss",0.12148996,1613936329137,783
+"raw_loss",0.092898704,1613936329137,783
+"epoch",4.93081761006286,1613936329137,783
+"wd_0",0.01,1613936329137,783
+"sqr_mom_0",0.99,1613936329137,783
+"lr_0",4.7878662054144495e-06,1613936329137,783
+"mom_0",0.8542427183188942,1613936329137,783
+"eps_0",1e-05,1613936329137,783
+"wd_1",0.01,1613936329137,783
+"sqr_mom_1",0.99,1613936329137,783
+"lr_1",4.7878662054144496e-05,1613936329137,783
+"mom_1",0.8542427183188942,1613936329137,783
+"eps_1",1e-05,1613936329137,783
+"wd_2",0.01,1613936329137,783
+"sqr_mom_2",0.99,1613936329137,783
+"lr_2",0.0004787866205414449,1613936329137,783
+"mom_2",0.8542427183188942,1613936329137,783
+"eps_2",1e-05,1613936329137,783
+"train_loss",0.122179605,1613936330102,784
+"raw_loss",0.15597211,1613936330102,784
+"epoch",4.93710691823896,1613936330102,784
+"wd_0",0.01,1613936330102,784
+"sqr_mom_0",0.99,1613936330102,784
+"lr_0",4.785012470892053e-06,1613936330102,784
+"mom_0",0.8542997935800947,1613936330102,784
+"eps_0",1e-05,1613936330102,784
+"wd_1",0.01,1613936330102,784
+"sqr_mom_1",0.99,1613936330102,784
+"lr_1",4.785012470892053e-05,1613936330102,784
+"mom_1",0.8542997935800947,1613936330102,784
+"eps_1",1e-05,1613936330102,784
+"wd_2",0.01,1613936330102,784
+"sqr_mom_2",0.99,1613936330102,784
+"lr_2",0.0004785012470892053,1613936330102,784
+"mom_2",0.8542997935800947,1613936330102,784
+"eps_2",1e-05,1613936330102,784
+"train_loss",0.1218785,1613936331143,785
+"raw_loss",0.107124195,1613936331143,785
+"epoch",4.943396226415061,1613936331143,785
+"wd_0",0.01,1613936331143,785
+"sqr_mom_0",0.99,1613936331143,785
+"lr_0",4.782140435996966e-06,1613936331143,785
+"mom_0",0.8543572348524092,1613936331143,785
+"eps_0",1e-05,1613936331143,785
+"wd_1",0.01,1613936331143,785
+"sqr_mom_1",0.99,1613936331143,785
+"lr_1",4.782140435996966e-05,1613936331143,785
+"mom_1",0.8543572348524092,1613936331143,785
+"eps_1",1e-05,1613936331143,785
+"wd_2",0.01,1613936331143,785
+"sqr_mom_2",0.99,1613936331143,785
+"lr_2",0.0004782140435996966,1613936331143,785
+"mom_2",0.8543572348524092,1613936331143,785
+"eps_2",1e-05,1613936331143,785
+"train_loss",0.121659525,1613936332203,786
+"raw_loss",0.110929854,1613936332203,786
+"epoch",4.949685534591161,1613936332203,786
+"wd_0",0.01,1613936332203,786
+"sqr_mom_0",0.99,1613936332203,786
+"lr_0",4.779250362220519e-06,1613936332203,786
+"mom_0",0.8544150369059587,1613936332203,786
+"eps_0",1e-05,1613936332203,786
+"wd_1",0.01,1613936332203,786
+"sqr_mom_1",0.99,1613936332203,786
+"lr_1",4.779250362220519e-05,1613936332203,786
+"mom_1",0.8544150369059587,1613936332203,786
+"eps_1",1e-05,1613936332203,786
+"wd_2",0.01,1613936332203,786
+"sqr_mom_2",0.99,1613936332203,786
+"lr_2",0.0004779250362220519,1613936332203,786
+"mom_2",0.8544150369059587,1613936332203,786
+"eps_2",1e-05,1613936332203,786
+"train_loss",0.12110577,1613936333200,787
+"raw_loss",0.093971916,1613936333200,787
+"epoch",4.955974842767262,1613936333200,787
+"wd_0",0.01,1613936333200,787
+"sqr_mom_0",0.99,1613936333200,787
+"lr_0",4.776342130145842e-06,1613936333200,787
+"mom_0",0.8544732021291044,1613936333200,787
+"eps_0",1e-05,1613936333200,787
+"wd_1",0.01,1613936333200,787
+"sqr_mom_1",0.99,1613936333200,787
+"lr_1",4.776342130145842e-05,1613936333200,787
+"mom_1",0.8544732021291044,1613936333200,787
+"eps_1",1e-05,1613936333200,787
+"wd_2",0.01,1613936333200,787
+"sqr_mom_2",0.99,1613936333200,787
+"lr_2",0.00047763421301458416,1613936333200,787
+"mom_2",0.8544732021291044,1613936333200,787
+"eps_2",1e-05,1613936333200,787
+"train_loss",0.120006174,1613936334209,788
+"raw_loss",0.066125885,1613936334209,788
+"epoch",4.962264150943362,1613936334209,788
+"wd_0",0.01,1613936334209,788
+"sqr_mom_0",0.99,1613936334209,788
+"lr_0",4.7734155682015045e-06,1613936334209,788
+"mom_0",0.8545317339533094,1613936334209,788
+"eps_0",1e-05,1613936334209,788
+"wd_1",0.01,1613936334209,788
+"sqr_mom_1",0.99,1613936334209,788
+"lr_1",4.7734155682015044e-05,1613936334209,788
+"mom_1",0.8545317339533094,1613936334209,788
+"eps_1",1e-05,1613936334209,788
+"wd_2",0.01,1613936334209,788
+"sqr_mom_2",0.99,1613936334209,788
+"lr_2",0.0004773415568201504,1613936334209,788
+"mom_2",0.8545317339533094,1613936334209,788
+"eps_2",1e-05,1613936334209,788
+"train_loss",0.12074659,1613936335165,789
+"raw_loss",0.15702705,1613936335165,789
+"epoch",4.9685534591194624,1613936335165,789
+"wd_0",0.01,1613936335165,789
+"sqr_mom_0",0.99,1613936335165,789
+"lr_0",4.7704710879826e-06,1613936335165,789
+"mom_0",0.8545906241465895,1613936335165,789
+"eps_0",1e-05,1613936335165,789
+"wd_1",0.01,1613936335165,789
+"sqr_mom_1",0.99,1613936335165,789
+"lr_1",4.7704710879826e-05,1613936335165,789
+"mom_1",0.8545906241465895,1613936335165,789
+"eps_1",1e-05,1613936335165,789
+"wd_2",0.01,1613936335165,789
+"sqr_mom_2",0.99,1613936335165,789
+"lr_2",0.00047704710879826,1613936335165,789
+"mom_2",0.8545906241465895,1613936335165,789
+"eps_2",1e-05,1613936335165,789
+"train_loss",0.119478695,1613936336118,790
+"raw_loss",0.05735196,1613936336118,790
+"epoch",4.974842767295563,1613936336118,790
+"wd_0",0.01,1613936336118,790
+"sqr_mom_0",0.99,1613936336118,790
+"lr_0",4.76750837155305e-06,1613936336118,790
+"mom_0",0.8546498790677297,1613936336118,790
+"eps_0",1e-05,1613936336118,790
+"wd_1",0.01,1613936336118,790
+"sqr_mom_1",0.99,1613936336118,790
+"lr_1",4.76750837155305e-05,1613936336118,790
+"mom_1",0.8546498790677297,1613936336118,790
+"eps_1",1e-05,1613936336118,790
+"wd_2",0.01,1613936336118,790
+"sqr_mom_2",0.99,1613936336118,790
+"lr_2",0.000476750837155305,1613936336118,790
+"mom_2",0.8546498790677297,1613936336118,790
+"eps_2",1e-05,1613936336118,790
+"train_loss",0.11851176,1613936337056,791
+"raw_loss",0.07113186,1613936337056,791
+"epoch",4.981132075471663,1613936337056,791
+"wd_0",0.01,1613936337056,791
+"sqr_mom_0",0.99,1613936337056,791
+"lr_0",4.764527737328567e-06,1613936337056,791
+"mom_0",0.8547094923483521,1613936337056,791
+"eps_0",1e-05,1613936337056,791
+"wd_1",0.01,1613936337056,791
+"sqr_mom_1",0.99,1613936337056,791
+"lr_1",4.7645277373285665e-05,1613936337056,791
+"mom_1",0.8547094923483521,1613936337056,791
+"eps_1",1e-05,1613936337056,791
+"wd_2",0.01,1613936337056,791
+"sqr_mom_2",0.99,1613936337056,791
+"lr_2",0.00047645277373285663,1613936337056,791
+"mom_2",0.8547094923483521,1613936337056,791
+"eps_2",1e-05,1613936337056,791
+"train_loss",0.11836698,1613936338057,792
+"raw_loss",0.11127293,1613936338057,792
+"epoch",4.987421383647764,1613936338057,792
+"wd_0",0.01,1613936338057,792
+"sqr_mom_0",0.99,1613936338057,792
+"lr_0",4.761528912448009e-06,1613936338057,792
+"mom_0",0.8547694694457343,1613936338057,792
+"eps_0",1e-05,1613936338057,792
+"wd_1",0.01,1613936338057,792
+"sqr_mom_1",0.99,1613936338057,792
+"lr_1",4.761528912448009e-05,1613936338057,792
+"mom_1",0.8547694694457343,1613936338057,792
+"eps_1",1e-05,1613936338057,792
+"wd_2",0.01,1613936338057,792
+"sqr_mom_2",0.99,1613936338057,792
+"lr_2",0.0004761528912448009,1613936338057,792
+"mom_2",0.8547694694457343,1613936338057,792
+"eps_2",1e-05,1613936338057,792
+"train_loss",0.11937252,1613936339001,793
+"raw_loss",0.1686439,1613936339001,793
+"epoch",4.993710691823864,1613936339001,793
+"wd_0",0.01,1613936339001,793
+"sqr_mom_0",0.99,1613936339001,793
+"lr_0",4.758512169025478e-06,1613936339001,793
+"mom_0",0.8548298049175396,1613936339001,793
+"eps_0",1e-05,1613936339001,793
+"wd_1",0.01,1613936339001,793
+"sqr_mom_1",0.99,1613936339001,793
+"lr_1",4.758512169025478e-05,1613936339001,793
+"mom_1",0.8548298049175396,1613936339001,793
+"eps_1",1e-05,1613936339001,793
+"wd_2",0.01,1613936339001,793
+"sqr_mom_2",0.99,1613936339001,793
+"lr_2",0.0004758512169025478,1613936339001,793
+"mom_2",0.8548298049175396,1613936339001,793
+"eps_2",1e-05,1613936339001,793
+"train_loss",0.118802525,1613936339960,794
+"raw_loss",0.09087304,1613936339960,794
+"epoch",4.9999999999999645,1613936339960,794
+"wd_0",0.01,1613936339960,794
+"sqr_mom_0",0.99,1613936339960,794
+"lr_0",4.755477482406978e-06,1613936339960,794
+"mom_0",0.854890499256853,1613936339960,794
+"eps_0",1e-05,1613936339960,794
+"wd_1",0.01,1613936339960,794
+"sqr_mom_1",0.99,1613936339960,794
+"lr_1",4.755477482406978e-05,1613936339960,794
+"mom_1",0.854890499256853,1613936339960,794
+"eps_1",1e-05,1613936339960,794
+"wd_2",0.01,1613936339960,794
+"sqr_mom_2",0.99,1613936339960,794
+"lr_2",0.00047554774824069775,1613936339960,794
+"mom_2",0.854890499256853,1613936339960,794
+"eps_2",1e-05,1613936339960,794
+"valid_loss",0.14350949227809906,1613936370374,794
+"_rmse",0.37882643938064575,1613936370374,794
+"epoch",5,1613936370374,794
+"train_loss",0.117506385,1613936371407,795
+"raw_loss",0.05399599,1613936371407,795
+"epoch",5.0062893081761,1613936371407,795
+"wd_0",0.01,1613936371407,795
+"sqr_mom_0",0.99,1613936371407,795
+"lr_0",4.752424674550579e-06,1613936371407,795
+"mom_0",0.8549515560245486,1613936371407,795
+"eps_0",1e-05,1613936371407,795
+"wd_1",0.01,1613936371407,795
+"sqr_mom_1",0.99,1613936371407,795
+"lr_1",4.752424674550579e-05,1613936371407,795
+"mom_1",0.8549515560245486,1613936371407,795
+"eps_1",1e-05,1613936371407,795
+"wd_2",0.01,1613936371407,795
+"sqr_mom_2",0.99,1613936371407,795
+"lr_2",0.00047524246745505786,1613936371407,795
+"mom_2",0.8549515560245486,1613936371407,795
+"eps_2",1e-05,1613936371407,795
+"train_loss",0.117127165,1613936372368,796
+"raw_loss",0.09854529,1613936372368,796
+"epoch",5.012578616352201,1613936372368,796
+"wd_0",0.01,1613936372368,796
+"sqr_mom_0",0.99,1613936372368,796
+"lr_0",4.749354073554501e-06,1613936372368,796
+"mom_0",0.8550129686585966,1613936372368,796
+"eps_0",1e-05,1613936372368,796
+"wd_1",0.01,1613936372368,796
+"sqr_mom_1",0.99,1613936372368,796
+"lr_1",4.749354073554501e-05,1613936372368,796
+"mom_1",0.8550129686585966,1613936372368,796
+"eps_1",1e-05,1613936372368,796
+"wd_2",0.01,1613936372368,796
+"sqr_mom_2",0.99,1613936372368,796
+"lr_2",0.00047493540735545005,1613936372368,796
+"mom_2",0.8550129686585966,1613936372368,796
+"eps_2",1e-05,1613936372368,796
+"train_loss",0.116389655,1613936373310,797
+"raw_loss",0.080251485,1613936373310,797
+"epoch",5.018867924528301,1613936373310,797
+"wd_0",0.01,1613936373310,797
+"sqr_mom_0",0.99,1613936373310,797
+"lr_0",4.746265346948786e-06,1613936373310,797
+"mom_0",0.8550747438084624,1613936373310,797
+"eps_0",1e-05,1613936373310,797
+"wd_1",0.01,1613936373310,797
+"sqr_mom_1",0.99,1613936373310,797
+"lr_1",4.7462653469487866e-05,1613936373310,797
+"mom_1",0.8550747438084624,1613936373310,797
+"eps_1",1e-05,1613936373310,797
+"wd_2",0.01,1613936373310,797
+"sqr_mom_2",0.99,1613936373310,797
+"lr_2",0.0004746265346948786,1613936373310,797
+"mom_2",0.8550747438084624,1613936373310,797
+"eps_2",1e-05,1613936373310,797
+"train_loss",0.11562758,1613936374272,798
+"raw_loss",0.07828588,1613936374272,798
+"epoch",5.025157232704402,1613936374272,798
+"wd_0",0.01,1613936374272,798
+"sqr_mom_0",0.99,1613936374272,798
+"lr_0",4.743158929135553e-06,1613936374272,798
+"mom_0",0.8551368727860168,1613936374272,798
+"eps_0",1e-05,1613936374272,798
+"wd_1",0.01,1613936374272,798
+"sqr_mom_1",0.99,1613936374272,798
+"lr_1",4.7431589291355534e-05,1613936374272,798
+"mom_1",0.8551368727860168,1613936374272,798
+"eps_1",1e-05,1613936374272,798
+"wd_2",0.01,1613936374272,798
+"sqr_mom_2",0.99,1613936374272,798
+"lr_2",0.0004743158929135553,1613936374272,798
+"mom_2",0.8551368727860168,1613936374272,798
+"eps_2",1e-05,1613936374272,798
+"train_loss",0.11516886,1613936375217,799
+"raw_loss",0.0926919,1613936375217,799
+"epoch",5.031446540880502,1613936375217,799
+"wd_0",0.01,1613936375217,799
+"sqr_mom_0",0.99,1613936375217,799
+"lr_0",4.740034640559942e-06,1613936375217,799
+"mom_0",0.855199359182393,1613936375217,799
+"eps_0",1e-05,1613936375217,799
+"wd_1",0.01,1613936375217,799
+"sqr_mom_1",0.99,1613936375217,799
+"lr_1",4.7400346405599416e-05,1613936375217,799
+"mom_1",0.855199359182393,1613936375217,799
+"eps_1",1e-05,1613936375217,799
+"wd_2",0.01,1613936375217,799
+"sqr_mom_2",0.99,1613936375217,799
+"lr_2",0.0004740034640559942,1613936375217,799
+"mom_2",0.855199359182393,1613936375217,799
+"eps_2",1e-05,1613936375217,799
+"train_loss",0.1139468,1613936376180,800
+"raw_loss",0.05406583,1613936376180,800
+"epoch",5.037735849056602,1613936376180,800
+"wd_0",0.01,1613936376180,800
+"sqr_mom_0",0.99,1613936376180,800
+"lr_0",4.736892349328529e-06,1613936376180,800
+"mom_0",0.8552622056354857,1613936376180,800
+"eps_0",1e-05,1613936376180,800
+"wd_1",0.01,1613936376180,800
+"sqr_mom_1",0.99,1613936376180,800
+"lr_1",4.7368923493285286e-05,1613936376180,800
+"mom_1",0.8552622056354857,1613936376180,800
+"eps_1",1e-05,1613936376180,800
+"wd_2",0.01,1613936376180,800
+"sqr_mom_2",0.99,1613936376180,800
+"lr_2",0.00047368923493285286,1613936376180,800
+"mom_2",0.8552622056354857,1613936376180,800
+"eps_2",1e-05,1613936376180,800
+"train_loss",0.114067465,1613936377148,801
+"raw_loss",0.119979896,1613936377148,801
+"epoch",5.044025157232703,1613936377148,801
+"wd_0",0.01,1613936377148,801
+"sqr_mom_0",0.99,1613936377148,801
+"lr_0",4.733732340599912e-06,1613936377148,801
+"mom_0",0.8553254064420661,1613936377148,801
+"eps_0",1e-05,1613936377148,801
+"wd_1",0.01,1613936377148,801
+"sqr_mom_1",0.99,1613936377148,801
+"lr_1",4.733732340599912e-05,1613936377148,801
+"mom_1",0.8553254064420661,1613936377148,801
+"eps_1",1e-05,1613936377148,801
+"wd_2",0.01,1613936377148,801
+"sqr_mom_2",0.99,1613936377148,801
+"lr_2",0.0004733732340599912,1613936377148,801
+"mom_2",0.8553254064420661,1613936377148,801
+"eps_2",1e-05,1613936377148,801
+"train_loss",0.112739265,1613936378100,802
+"raw_loss",0.04765768,1613936378100,802
+"epoch",5.050314465408803,1613936378100,802
+"wd_0",0.01,1613936378100,802
+"sqr_mom_0",0.99,1613936378100,802
+"lr_0",4.73055442991559e-06,1613936378100,802
+"mom_0",0.8553889652913411,1613936378100,802
+"eps_0",1e-05,1613936378100,802
+"wd_1",0.01,1613936378100,802
+"sqr_mom_1",0.99,1613936378100,802
+"lr_1",4.73055442991559e-05,1613936378100,802
+"mom_1",0.8553889652913411,1613936378100,802
+"eps_1",1e-05,1613936378100,802
+"wd_2",0.01,1613936378100,802
+"sqr_mom_2",0.99,1613936378100,802
+"lr_2",0.00047305544299155897,1613936378100,802
+"mom_2",0.8553889652913411,1613936378100,802
+"eps_2",1e-05,1613936378100,802
+"train_loss",0.112497844,1613936379051,803
+"raw_loss",0.10066819,1613936379051,803
+"epoch",5.056603773584904,1613936379051,803
+"wd_0",0.01,1613936379051,803
+"sqr_mom_0",0.99,1613936379051,803
+"lr_0",4.727358906557691e-06,1613936379051,803
+"mom_0",0.8554528763976101,1613936379051,803
+"eps_0",1e-05,1613936379051,803
+"wd_1",0.01,1613936379051,803
+"sqr_mom_1",0.99,1613936379051,803
+"lr_1",4.727358906557691e-05,1613936379051,803
+"mom_1",0.8554528763976101,1613936379051,803
+"eps_1",1e-05,1613936379051,803
+"wd_2",0.01,1613936379051,803
+"sqr_mom_2",0.99,1613936379051,803
+"lr_2",0.0004727358906557691,1613936379051,803
+"mom_2",0.8554528763976101,1613936379051,803
+"eps_2",1e-05,1613936379051,803
+"train_loss",0.11197084,1613936380017,804
+"raw_loss",0.086147904,1613936380017,804
+"epoch",5.062893081761004,1613936380017,804
+"wd_0",0.01,1613936380017,804
+"sqr_mom_0",0.99,1613936380017,804
+"lr_0",4.724145477993124e-06,1613936380017,804
+"mom_0",0.8555171456115936,1613936380017,804
+"eps_0",1e-05,1613936380017,804
+"wd_1",0.01,1613936380017,804
+"sqr_mom_1",0.99,1613936380017,804
+"lr_1",4.724145477993124e-05,1613936380017,804
+"mom_1",0.8555171456115936,1613936380017,804
+"eps_1",1e-05,1613936380017,804
+"wd_2",0.01,1613936380017,804
+"sqr_mom_2",0.99,1613936380017,804
+"lr_2",0.0004724145477993124,1613936380017,804
+"mom_2",0.8555171456115936,1613936380017,804
+"eps_2",1e-05,1613936380017,804
+"train_loss",0.11117526,1613936380974,805
+"raw_loss",0.07219191,1613936380974,805
+"epoch",5.0691823899371045,1613936380974,805
+"wd_0",0.01,1613936380974,805
+"sqr_mom_0",0.99,1613936380974,805
+"lr_0",4.720914489582697e-06,1613936380974,805
+"mom_0",0.8555817660260063,1613936380974,805
+"eps_0",1e-05,1613936380974,805
+"wd_1",0.01,1613936380974,805
+"sqr_mom_1",0.99,1613936380974,805
+"lr_1",4.7209144895826973e-05,1613936380974,805
+"mom_1",0.8555817660260063,1613936380974,805
+"eps_1",1e-05,1613936380974,805
+"wd_2",0.01,1613936380974,805
+"sqr_mom_2",0.99,1613936380974,805
+"lr_2",0.0004720914489582697,1613936380974,805
+"mom_2",0.8555817660260063,1613936380974,805
+"eps_2",1e-05,1613936380974,805
+"train_loss",0.109973595,1613936381941,806
+"raw_loss",0.0510918,1613936381941,806
+"epoch",5.075471698113205,1613936381941,806
+"wd_0",0.01,1613936381941,806
+"sqr_mom_0",0.99,1613936381941,806
+"lr_0",4.717665753601238e-06,1613936381941,806
+"mom_0",0.8556467413953892,1613936381941,806
+"eps_0",1e-05,1613936381941,806
+"wd_1",0.01,1613936381941,806
+"sqr_mom_1",0.99,1613936381941,806
+"lr_1",4.717665753601238e-05,1613936381941,806
+"mom_1",0.8556467413953892,1613936381941,806
+"eps_1",1e-05,1613936381941,806
+"wd_2",0.01,1613936381941,806
+"sqr_mom_2",0.99,1613936381941,806
+"lr_2",0.00047176657536012373,1613936381941,806
+"mom_2",0.8556467413953892,1613936381941,806
+"eps_2",1e-05,1613936381941,806
+"train_loss",0.1090919,1613936382918,807
+"raw_loss",0.06588905,1613936382918,807
+"epoch",5.081761006289305,1613936382918,807
+"wd_0",0.01,1613936382918,807
+"sqr_mom_0",0.99,1613936382918,807
+"lr_0",4.714399240732042e-06,1613936382918,807
+"mom_0",0.8557120723060821,1613936382918,807
+"eps_0",1e-05,1613936382918,807
+"wd_1",0.01,1613936382918,807
+"sqr_mom_1",0.99,1613936382918,807
+"lr_1",4.7143992407320424e-05,1613936382918,807
+"mom_1",0.8557120723060821,1613936382918,807
+"eps_1",1e-05,1613936382918,807
+"wd_2",0.01,1613936382918,807
+"sqr_mom_2",0.99,1613936382918,807
+"lr_2",0.0004714399240732042,1613936382918,807
+"mom_2",0.8557120723060821,1613936382918,807
+"eps_2",1e-05,1613936382918,807
+"train_loss",0.10894871,1613936383889,808
+"raw_loss",0.10193226,1613936383889,808
+"epoch",5.088050314465406,1613936383889,808
+"wd_0",0.01,1613936383889,808
+"sqr_mom_0",0.99,1613936383889,808
+"lr_0",4.711115248307085e-06,1613936383889,808
+"mom_0",0.8557777528113863,1613936383889,808
+"eps_0",1e-05,1613936383889,808
+"wd_1",0.01,1613936383889,808
+"sqr_mom_1",0.99,1613936383889,808
+"lr_1",4.7111152483070844e-05,1613936383889,808
+"mom_1",0.8557777528113863,1613936383889,808
+"eps_1",1e-05,1613936383889,808
+"wd_2",0.01,1613936383889,808
+"sqr_mom_2",0.99,1613936383889,808
+"lr_2",0.00047111152483070843,1613936383889,808
+"mom_2",0.8557777528113863,1613936383889,808
+"eps_2",1e-05,1613936383889,808
+"train_loss",0.10903855,1613936384862,809
+"raw_loss",0.11344055,1613936384862,809
+"epoch",5.094339622641506,1613936384862,809
+"wd_0",0.01,1613936384862,809
+"sqr_mom_0",0.99,1613936384862,809
+"lr_0",4.707813475694402e-06,1613936384862,809
+"mom_0",0.8558437889240011,1613936384862,809
+"eps_0",1e-05,1613936384862,809
+"wd_1",0.01,1613936384862,809
+"sqr_mom_1",0.99,1613936384862,809
+"lr_1",4.707813475694401e-05,1613936384862,809
+"mom_1",0.8558437889240011,1613936384862,809
+"eps_1",1e-05,1613936384862,809
+"wd_2",0.01,1613936384862,809
+"sqr_mom_2",0.99,1613936384862,809
+"lr_2",0.0004707813475694401,1613936384862,809
+"mom_2",0.8558437889240011,1613936384862,809
+"eps_2",1e-05,1613936384862,809
+"train_loss",0.10823016,1613936385853,810
+"raw_loss",0.06861939,1613936385853,810
+"epoch",5.1006289308176065,1613936385853,810
+"wd_0",0.01,1613936385853,810
+"sqr_mom_0",0.99,1613936385853,810
+"lr_0",4.704494222553573e-06,1613936385853,810
+"mom_0",0.855910174650675,1613936385853,810
+"eps_0",1e-05,1613936385853,810
+"wd_1",0.01,1613936385853,810
+"sqr_mom_1",0.99,1613936385853,810
+"lr_1",4.704494222553573e-05,1613936385853,810
+"mom_1",0.855910174650675,1613936385853,810
+"eps_1",1e-05,1613936385853,810
+"wd_2",0.01,1613936385853,810
+"sqr_mom_2",0.99,1613936385853,810
+"lr_2",0.0004704494222553573,1613936385853,810
+"mom_2",0.855910174650675,1613936385853,810
+"eps_2",1e-05,1613936385853,810
+"train_loss",0.108085506,1613936386841,811
+"raw_loss",0.10099768,1613936386841,811
+"epoch",5.106918238993707,1613936386841,811
+"wd_0",0.01,1613936386841,811
+"sqr_mom_0",0.99,1613936386841,811
+"lr_0",4.701157461591594e-06,1613936386841,811
+"mom_0",0.8559769105372734,1613936386841,811
+"eps_0",1e-05,1613936386841,811
+"wd_1",0.01,1613936386841,811
+"sqr_mom_1",0.99,1613936386841,811
+"lr_1",4.701157461591593e-05,1613936386841,811
+"mom_1",0.8559769105372734,1613936386841,811
+"eps_1",1e-05,1613936386841,811
+"wd_2",0.01,1613936386841,811
+"sqr_mom_2",0.99,1613936386841,811
+"lr_2",0.00047011574615915937,1613936386841,811
+"mom_2",0.8559769105372734,1613936386841,811
+"eps_2",1e-05,1613936386841,811
+"train_loss",0.107789546,1613936387851,812
+"raw_loss",0.0932874,1613936387851,812
+"epoch",5.113207547169807,1613936387851,812
+"wd_0",0.01,1613936387851,812
+"sqr_mom_0",0.99,1613936387851,812
+"lr_0",4.697802997154673e-06,1613936387851,812
+"mom_0",0.8560440004969114,1613936387851,812
+"eps_0",1e-05,1613936387851,812
+"wd_1",0.01,1613936387851,812
+"sqr_mom_1",0.99,1613936387851,812
+"lr_1",4.697802997154673e-05,1613936387851,812
+"mom_1",0.8560440004969114,1613936387851,812
+"eps_1",1e-05,1613936387851,812
+"wd_2",0.01,1613936387851,812
+"sqr_mom_2",0.99,1613936387851,812
+"lr_2",0.00046978029971546733,1613936387851,812
+"mom_2",0.8560440004969114,1613936387851,812
+"eps_2",1e-05,1613936387851,812
+"train_loss",0.10726702,1613936388812,813
+"raw_loss",0.08166336,1613936388812,813
+"epoch",5.119496855345908,1613936388812,813
+"wd_0",0.01,1613936388812,813
+"sqr_mom_0",0.99,1613936388812,813
+"lr_0",4.694431189761346e-06,1613936388812,813
+"mom_0",0.8561114373191463,1613936388812,813
+"eps_0",1e-05,1613936388812,813
+"wd_1",0.01,1613936388812,813
+"sqr_mom_1",0.99,1613936388812,813
+"lr_1",4.694431189761345e-05,1613936388812,813
+"mom_1",0.8561114373191463,1613936388812,813
+"eps_1",1e-05,1613936388812,813
+"wd_2",0.01,1613936388812,813
+"sqr_mom_2",0.99,1613936388812,813
+"lr_2",0.00046944311897613455,1613936388812,813
+"mom_2",0.8561114373191463,1613936388812,813
+"eps_2",1e-05,1613936388812,813
+"train_loss",0.10652468,1613936389795,814
+"raw_loss",0.07015039,1613936389795,814
+"epoch",5.125786163522008,1613936389795,814
+"wd_0",0.01,1613936389795,814
+"sqr_mom_0",0.99,1613936389795,814
+"lr_0",4.691041730740656e-06,1613936389795,814
+"mom_0",0.8561792271774586,1613936389795,814
+"eps_0",1e-05,1613936389795,814
+"wd_1",0.01,1613936389795,814
+"sqr_mom_1",0.99,1613936389795,814
+"lr_1",4.6910417307406556e-05,1613936389795,814
+"mom_1",0.8561792271774586,1613936389795,814
+"eps_1",1e-05,1613936389795,814
+"wd_2",0.01,1613936389795,814
+"sqr_mom_2",0.99,1613936389795,814
+"lr_2",0.0004691041730740655,1613936389795,814
+"mom_2",0.8561792271774586,1613936389795,814
+"eps_2",1e-05,1613936389795,814
+"train_loss",0.10679818,1613936390763,815
+"raw_loss",0.120199144,1613936390763,815
+"epoch",5.1320754716981085,1613936390763,815
+"wd_0",0.01,1613936390763,815
+"sqr_mom_0",0.99,1613936390763,815
+"lr_0",4.687634927725302e-06,1613936390763,815
+"mom_0",0.8562473639191331,1613936390763,815
+"eps_0",1e-05,1613936390763,815
+"wd_1",0.01,1613936390763,815
+"sqr_mom_1",0.99,1613936390763,815
+"lr_1",4.687634927725302e-05,1613936390763,815
+"mom_1",0.8562473639191331,1613936390763,815
+"eps_1",1e-05,1613936390763,815
+"wd_2",0.01,1613936390763,815
+"sqr_mom_2",0.99,1613936390763,815
+"lr_2",0.00046876349277253016,1613936390763,815
+"mom_2",0.8562473639191331,1613936390763,815
+"eps_2",1e-05,1613936390763,815
+"train_loss",0.10563263,1613936391744,816
+"raw_loss",0.048521034,1613936391744,816
+"epoch",5.138364779874209,1613936391744,816
+"wd_0",0.01,1613936391744,816
+"sqr_mom_0",0.99,1613936391744,816
+"lr_0",4.68421058185071e-06,1613936391744,816
+"mom_0",0.856315851521501,1613936391744,816
+"eps_0",1e-05,1613936391744,816
+"wd_1",0.01,1613936391744,816
+"sqr_mom_1",0.99,1613936391744,816
+"lr_1",4.68421058185071e-05,1613936391744,816
+"mom_1",0.856315851521501,1613936391744,816
+"eps_1",1e-05,1613936391744,816
+"wd_2",0.01,1613936391744,816
+"sqr_mom_2",0.99,1613936391744,816
+"lr_2",0.00046842105818507097,1613936391744,816
+"mom_2",0.856315851521501,1613936391744,816
+"eps_2",1e-05,1613936391744,816
+"train_loss",0.10698603,1613936392715,817
+"raw_loss",0.1733024,1613936392715,817
+"epoch",5.144654088050309,1613936392715,817
+"wd_0",0.01,1613936392715,817
+"sqr_mom_0",0.99,1613936392715,817
+"lr_0",4.680769004788297e-06,1613936392715,817
+"mom_0",0.8563846837510716,1613936392715,817
+"eps_0",1e-05,1613936392715,817
+"wd_1",0.01,1613936392715,817
+"sqr_mom_1",0.99,1613936392715,817
+"lr_1",4.680769004788297e-05,1613936392715,817
+"mom_1",0.8563846837510716,1613936392715,817
+"eps_1",1e-05,1613936392715,817
+"wd_2",0.01,1613936392715,817
+"sqr_mom_2",0.99,1613936392715,817
+"lr_2",0.00046807690047882974,1613936392715,817
+"mom_2",0.8563846837510716,1613936392715,817
+"eps_2",1e-05,1613936392715,817
+"train_loss",0.10842501,1613936393746,818
+"raw_loss",0.17893544,1613936393746,818
+"epoch",5.15094339622641,1613936393746,818
+"wd_0",0.01,1613936393746,818
+"sqr_mom_0",0.99,1613936393746,818
+"lr_0",4.677310054016089e-06,1613936393746,818
+"mom_0",0.8564538634583128,1613936393746,818
+"eps_0",1e-05,1613936393746,818
+"wd_1",0.01,1613936393746,818
+"sqr_mom_1",0.99,1613936393746,818
+"lr_1",4.677310054016089e-05,1613936393746,818
+"mom_1",0.8564538634583128,1613936393746,818
+"eps_1",1e-05,1613936393746,818
+"wd_2",0.01,1613936393746,818
+"sqr_mom_2",0.99,1613936393746,818
+"lr_2",0.0004677310054016089,1613936393746,818
+"mom_2",0.8564538634583128,1613936393746,818
+"eps_2",1e-05,1613936393746,818
+"train_loss",0.10902067,1613936394733,819
+"raw_loss",0.13820733,1613936394733,819
+"epoch",5.15723270440251,1613936394733,819
+"wd_0",0.01,1613936394733,819
+"sqr_mom_0",0.99,1613936394733,819
+"lr_0",4.673833525893218e-06,1613936394733,819
+"mom_0",0.8565233947160827,1613936394733,819
+"eps_0",1e-05,1613936394733,819
+"wd_1",0.01,1613936394733,819
+"sqr_mom_1",0.99,1613936394733,819
+"lr_1",4.673833525893217e-05,1613936394733,819
+"mom_1",0.8565233947160827,1613936394733,819
+"eps_1",1e-05,1613936394733,819
+"wd_2",0.01,1613936394733,819
+"sqr_mom_2",0.99,1613936394733,819
+"lr_2",0.00046738335258932176,1613936394733,819
+"mom_2",0.8565233947160827,1613936394733,819
+"eps_2",1e-05,1613936394733,819
+"train_loss",0.10857967,1613936395736,820
+"raw_loss",0.08697088,1613936395736,820
+"epoch",5.1635220125786105,1613936395736,820
+"wd_0",0.01,1613936395736,820
+"sqr_mom_0",0.99,1613936395736,820
+"lr_0",4.6703399093626595e-06,1613936395736,820
+"mom_0",0.8565932677454242,1613936395736,820
+"eps_0",1e-05,1613936395736,820
+"wd_1",0.01,1613936395736,820
+"sqr_mom_1",0.99,1613936395736,820
+"lr_1",4.670339909362659e-05,1613936395736,820
+"mom_1",0.8565932677454242,1613936395736,820
+"eps_1",1e-05,1613936395736,820
+"wd_2",0.01,1613936395736,820
+"sqr_mom_2",0.99,1613936395736,820
+"lr_2",0.00046703399093626593,1613936395736,820
+"mom_2",0.8565932677454242,1613936395736,820
+"eps_2",1e-05,1613936395736,820
+"train_loss",0.10927171,1613936396713,821
+"raw_loss",0.14318146,1613936396713,821
+"epoch",5.169811320754711,1613936396713,821
+"wd_0",0.01,1613936396713,821
+"sqr_mom_0",0.99,1613936396713,821
+"lr_0",4.6668288270904856e-06,1613936396713,821
+"mom_0",0.8566634900930912,1613936396713,821
+"eps_0",1e-05,1613936396713,821
+"wd_1",0.01,1613936396713,821
+"sqr_mom_1",0.99,1613936396713,821
+"lr_1",4.6668288270904856e-05,1613936396713,821
+"mom_1",0.8566634900930912,1613936396713,821
+"eps_1",1e-05,1613936396713,821
+"wd_2",0.01,1613936396713,821
+"sqr_mom_2",0.99,1613936396713,821
+"lr_2",0.0004666828827090485,1613936396713,821
+"mom_2",0.8566634900930912,1613936396713,821
+"eps_2",1e-05,1613936396713,821
+"train_loss",0.10932127,1613936397726,822
+"raw_loss",0.11174944,1613936397726,822
+"epoch",5.176100628930811,1613936397726,822
+"wd_0",0.01,1613936397726,822
+"sqr_mom_0",0.99,1613936397726,822
+"lr_0",4.66330065642761e-06,1613936397726,822
+"mom_0",0.8567340542119899,1613936397726,822
+"eps_0",1e-05,1613936397726,822
+"wd_1",0.01,1613936397726,822
+"sqr_mom_1",0.99,1613936397726,822
+"lr_1",4.66330065642761e-05,1613936397726,822
+"mom_1",0.8567340542119899,1613936397726,822
+"eps_1",1e-05,1613936397726,822
+"wd_2",0.01,1613936397726,822
+"sqr_mom_2",0.99,1613936397726,822
+"lr_2",0.00046633006564276096,1613936397726,822
+"mom_2",0.8567340542119899,1613936397726,822
+"eps_2",1e-05,1613936397726,822
+"train_loss",0.11032875,1613936398701,823
+"raw_loss",0.15969543,1613936398701,823
+"epoch",5.182389937106912,1613936398701,823
+"wd_0",0.01,1613936398701,823
+"sqr_mom_0",0.99,1613936398701,823
+"lr_0",4.6597551922783206e-06,1613936398701,823
+"mom_0",0.8568049642040756,1613936398701,823
+"eps_0",1e-05,1613936398701,823
+"wd_1",0.01,1613936398701,823
+"sqr_mom_1",0.99,1613936398701,823
+"lr_1",4.659755192278321e-05,1613936398701,823
+"mom_1",0.8568049642040756,1613936398701,823
+"eps_1",1e-05,1613936398701,823
+"wd_2",0.01,1613936398701,823
+"sqr_mom_2",0.99,1613936398701,823
+"lr_2",0.00046597551922783205,1613936398701,823
+"mom_2",0.8568049642040756,1613936398701,823
+"eps_2",1e-05,1613936398701,823
+"train_loss",0.11054652,1613936399677,824
+"raw_loss",0.121217534,1613936399677,824
+"epoch",5.188679245283012,1613936399677,824
+"wd_0",0.01,1613936399677,824
+"sqr_mom_0",0.99,1613936399677,824
+"lr_0",4.656192402803104e-06,1613936399677,824
+"mom_0",0.856876220706145,1613936399677,824
+"eps_0",1e-05,1613936399677,824
+"wd_1",0.01,1613936399677,824
+"sqr_mom_1",0.99,1613936399677,824
+"lr_1",4.6561924028031035e-05,1613936399677,824
+"mom_1",0.856876220706145,1613936399677,824
+"eps_1",1e-05,1613936399677,824
+"wd_2",0.01,1613936399677,824
+"sqr_mom_2",0.99,1613936399677,824
+"lr_2",0.00046561924028031037,1613936399677,824
+"mom_2",0.856876220706145,1613936399677,824
+"eps_2",1e-05,1613936399677,824
+"train_loss",0.11094888,1613936400652,825
+"raw_loss",0.13066448,1613936400652,825
+"epoch",5.194968553459113,1613936400652,825
+"wd_0",0.01,1613936400652,825
+"sqr_mom_0",0.99,1613936400652,825
+"lr_0",4.65261261225095e-06,1613936400652,825
+"mom_0",0.8569478172331533,1613936400652,825
+"eps_0",1e-05,1613936400652,825
+"wd_1",0.01,1613936400652,825
+"sqr_mom_1",0.99,1613936400652,825
+"lr_1",4.65261261225095e-05,1613936400652,825
+"mom_1",0.8569478172331533,1613936400652,825
+"eps_1",1e-05,1613936400652,825
+"wd_2",0.01,1613936400652,825
+"sqr_mom_2",0.99,1613936400652,825
+"lr_2",0.00046526126122509496,1613936400652,825
+"mom_2",0.8569478172331533,1613936400652,825
+"eps_2",1e-05,1613936400652,825
+"train_loss",0.11082379,1613936401645,826
+"raw_loss",0.10469437,1613936401645,826
+"epoch",5.201257861635213,1613936401645,826
+"wd_0",0.01,1613936401645,826
+"sqr_mom_0",0.99,1613936401645,826
+"lr_0",4.64901549291116e-06,1613936401645,826
+"mom_0",0.8570197603393802,1613936401645,826
+"eps_0",1e-05,1613936401645,826
+"wd_1",0.01,1613936401645,826
+"sqr_mom_1",0.99,1613936401645,826
+"lr_1",4.64901549291116e-05,1613936401645,826
+"mom_1",0.8570197603393802,1613936401645,826
+"eps_1",1e-05,1613936401645,826
+"wd_2",0.01,1613936401645,826
+"sqr_mom_2",0.99,1613936401645,826
+"lr_2",0.000464901549291116,1613936401645,826
+"mom_2",0.8570197603393802,1613936401645,826
+"eps_2",1e-05,1613936401645,826
+"train_loss",0.110486,1613936402634,827
+"raw_loss",0.0939341,1613936402634,827
+"epoch",5.207547169811313,1613936402634,827
+"wd_0",0.01,1613936402634,827
+"sqr_mom_0",0.99,1613936402634,827
+"lr_0",4.6454014313814175e-06,1613936402634,827
+"mom_0",0.8570920422927946,1613936402634,827
+"eps_0",1e-05,1613936402634,827
+"wd_1",0.01,1613936402634,827
+"sqr_mom_1",0.99,1613936402634,827
+"lr_1",4.645401431381417e-05,1613936402634,827
+"mom_1",0.8570920422927946,1613936402634,827
+"eps_1",1e-05,1613936402634,827
+"wd_2",0.01,1613936402634,827
+"sqr_mom_2",0.99,1613936402634,827
+"lr_2",0.0004645401431381417,1613936402634,827
+"mom_2",0.8570920422927946,1613936402634,827
+"eps_2",1e-05,1613936402634,827
+"train_loss",0.109762296,1613936403612,828
+"raw_loss",0.074300796,1613936403612,828
+"epoch",5.213836477987414,1613936403612,828
+"wd_0",0.01,1613936403612,828
+"sqr_mom_0",0.99,1613936403612,828
+"lr_0",4.641770036447975e-06,1613936403612,828
+"mom_0",0.8571646709177496,1613936403612,828
+"eps_0",1e-05,1613936403612,828
+"wd_1",0.01,1613936403612,828
+"sqr_mom_1",0.99,1613936403612,828
+"lr_1",4.641770036447974e-05,1613936403612,828
+"mom_1",0.8571646709177496,1613936403612,828
+"eps_1",1e-05,1613936403612,828
+"wd_2",0.01,1613936403612,828
+"sqr_mom_2",0.99,1613936403612,828
+"lr_2",0.00046417700364479743,1613936403612,828
+"mom_2",0.8571646709177496,1613936403612,828
+"eps_2",1e-05,1613936403612,828
+"train_loss",0.10993478,1613936404584,829
+"raw_loss",0.11838618,1613936404584,829
+"epoch",5.220125786163514,1613936404584,829
+"wd_0",0.01,1613936404584,829
+"sqr_mom_0",0.99,1613936404584,829
+"lr_0",4.6381218188344594e-06,1613936404584,829
+"mom_0",0.8572376359996708,1613936404584,829
+"eps_0",1e-05,1613936404584,829
+"wd_1",0.01,1613936404584,829
+"sqr_mom_1",0.99,1613936404584,829
+"lr_1",4.638121818834459e-05,1613936404584,829
+"mom_1",0.8572376359996708,1613936404584,829
+"eps_1",1e-05,1613936404584,829
+"wd_2",0.01,1613936404584,829
+"sqr_mom_2",0.99,1613936404584,829
+"lr_2",0.0004638121818834459,1613936404584,829
+"mom_2",0.8572376359996708,1613936404584,829
+"eps_2",1e-05,1613936404584,829
+"train_loss",0.10900434,1613936405555,830
+"raw_loss",0.06341301,1613936405555,830
+"epoch",5.226415094339615,1613936405555,830
+"wd_0",0.01,1613936405555,830
+"sqr_mom_0",0.99,1613936405555,830
+"lr_0",4.634456567275847e-06,1613936405555,830
+"mom_0",0.8573109417639007,1613936405555,830
+"eps_0",1e-05,1613936405555,830
+"wd_1",0.01,1613936405555,830
+"sqr_mom_1",0.99,1613936405555,830
+"lr_1",4.6344565672758474e-05,1613936405555,830
+"mom_1",0.8573109417639007,1613936405555,830
+"eps_1",1e-05,1613936405555,830
+"wd_2",0.01,1613936405555,830
+"sqr_mom_2",0.99,1613936405555,830
+"lr_2",0.0004634456567275847,1613936405555,830
+"mom_2",0.8573109417639007,1613936405555,830
+"eps_2",1e-05,1613936405555,830
+"train_loss",0.10869292,1613936406527,831
+"raw_loss",0.093433104,1613936406527,831
+"epoch",5.232704402515715,1613936406527,831
+"wd_0",0.01,1613936406527,831
+"sqr_mom_0",0.99,1613936406527,831
+"lr_0",4.630774127335088e-06,1613936406527,831
+"mom_0",0.8573845912992112,1613936406527,831
+"eps_0",1e-05,1613936406527,831
+"wd_1",0.01,1613936406527,831
+"sqr_mom_1",0.99,1613936406527,831
+"lr_1",4.6307741273350884e-05,1613936406527,831
+"mom_1",0.8573845912992112,1613936406527,831
+"eps_1",1e-05,1613936406527,831
+"wd_2",0.01,1613936406527,831
+"sqr_mom_2",0.99,1613936406527,831
+"lr_2",0.0004630774127335088,1613936406527,831
+"mom_2",0.8573845912992112,1613936406527,831
+"eps_2",1e-05,1613936406527,831
+"train_loss",0.10771756,1613936407519,832
+"raw_loss",0.059924986,1613936407519,832
+"epoch",5.238993710691815,1613936407519,832
+"wd_0",0.01,1613936407519,832
+"sqr_mom_0",0.99,1613936407519,832
+"lr_0",4.627074833285779e-06,1613936407519,832
+"mom_0",0.8574585779200636,1613936407519,832
+"eps_0",1e-05,1613936407519,832
+"wd_1",0.01,1613936407519,832
+"sqr_mom_1",0.99,1613936407519,832
+"lr_1",4.6270748332857794e-05,1613936407519,832
+"mom_1",0.8574585779200636,1613936407519,832
+"eps_1",1e-05,1613936407519,832
+"wd_2",0.01,1613936407519,832
+"sqr_mom_2",0.99,1613936407519,832
+"lr_2",0.0004627074833285779,1613936407519,832
+"mom_2",0.8574585779200636,1613936407519,832
+"eps_2",1e-05,1613936407519,832
+"train_loss",0.10711922,1613936408472,833
+"raw_loss",0.07780047,1613936408472,833
+"epoch",5.245283018867916,1613936408472,833
+"wd_0",0.01,1613936408472,833
+"sqr_mom_0",0.99,1613936408472,833
+"lr_0",4.623358469189831e-06,1613936408472,833
+"mom_0",0.8575329059452629,1613936408472,833
+"eps_0",1e-05,1613936408472,833
+"wd_1",0.01,1613936408472,833
+"sqr_mom_1",0.99,1613936408472,833
+"lr_1",4.62335846918983e-05,1613936408472,833
+"mom_1",0.8575329059452629,1613936408472,833
+"eps_1",1e-05,1613936408472,833
+"wd_2",0.01,1613936408472,833
+"sqr_mom_2",0.99,1613936408472,833
+"lr_2",0.000462335846918983,1613936408472,833
+"mom_2",0.8575329059452629,1613936408472,833
+"eps_2",1e-05,1613936408472,833
+"train_loss",0.10594176,1613936409488,834
+"raw_loss",0.048245925,1613936409488,834
+"epoch",5.251572327044016,1613936409488,834
+"wd_0",0.01,1613936409488,834
+"sqr_mom_0",0.99,1613936409488,834
+"lr_0",4.619625373248109e-06,1613936409488,834
+"mom_0",0.857607568610724,1613936409488,834
+"eps_0",1e-05,1613936409488,834
+"wd_1",0.01,1613936409488,834
+"sqr_mom_1",0.99,1613936409488,834
+"lr_1",4.619625373248109e-05,1613936409488,834
+"mom_1",0.857607568610724,1613936409488,834
+"eps_1",1e-05,1613936409488,834
+"wd_2",0.01,1613936409488,834
+"sqr_mom_2",0.99,1613936409488,834
+"lr_2",0.0004619625373248109,1613936409488,834
+"mom_2",0.857607568610724,1613936409488,834
+"eps_2",1e-05,1613936409488,834
+"train_loss",0.10537782,1613936410441,835
+"raw_loss",0.0777453,1613936410441,835
+"epoch",5.257861635220117,1613936410441,835
+"wd_0",0.01,1613936410441,835
+"sqr_mom_0",0.99,1613936410441,835
+"lr_0",4.615875390720119e-06,1613936410441,835
+"mom_0",0.8576825690112877,1613936410441,835
+"eps_0",1e-05,1613936410441,835
+"wd_1",0.01,1613936410441,835
+"sqr_mom_1",0.99,1613936410441,835
+"lr_1",4.615875390720118e-05,1613936410441,835
+"mom_1",0.8576825690112877,1613936410441,835
+"eps_1",1e-05,1613936410441,835
+"wd_2",0.01,1613936410441,835
+"sqr_mom_2",0.99,1613936410441,835
+"lr_2",0.0004615875390720118,1613936410441,835
+"mom_2",0.8576825690112877,1613936410441,835
+"eps_2",1e-05,1613936410441,835
+"train_loss",0.10405628,1613936411449,836
+"raw_loss",0.039300166,1613936411449,836
+"epoch",5.264150943396217,1613936411449,836
+"wd_0",0.01,1613936411449,836
+"sqr_mom_0",0.99,1613936411449,836
+"lr_0",4.612108363639018e-06,1613936411449,836
+"mom_0",0.8577579103063226,1613936411449,836
+"eps_0",1e-05,1613936411449,836
+"wd_1",0.01,1613936411449,836
+"sqr_mom_1",0.99,1613936411449,836
+"lr_1",4.612108363639018e-05,1613936411449,836
+"mom_1",0.8577579103063226,1613936411449,836
+"eps_1",1e-05,1613936411449,836
+"wd_2",0.01,1613936411449,836
+"sqr_mom_2",0.99,1613936411449,836
+"lr_2",0.00046121083636390173,1613936411449,836
+"mom_2",0.8577579103063226,1613936411449,836
+"eps_2",1e-05,1613936411449,836
+"train_loss",0.1030399,1613936412423,837
+"raw_loss",0.053237237,1613936412423,837
+"epoch",5.270440251572317,1613936412423,837
+"wd_0",0.01,1613936412423,837
+"sqr_mom_0",0.99,1613936412423,837
+"lr_0",4.608324633970204e-06,1613936412423,837
+"mom_0",0.8578335856564525,1613936412423,837
+"eps_0",1e-05,1613936412423,837
+"wd_1",0.01,1613936412423,837
+"sqr_mom_1",0.99,1613936412423,837
+"lr_1",4.608324633970204e-05,1613936412423,837
+"mom_1",0.8578335856564525,1613936412423,837
+"eps_1",1e-05,1613936412423,837
+"wd_2",0.01,1613936412423,837
+"sqr_mom_2",0.99,1613936412423,837
+"lr_2",0.0004608324633970204,1613936412423,837
+"mom_2",0.8578335856564525,1613936412423,837
+"eps_2",1e-05,1613936412423,837
+"train_loss",0.10295246,1613936413386,838
+"raw_loss",0.09866807,1613936413386,838
+"epoch",5.276729559748418,1613936413386,838
+"wd_0",0.01,1613936413386,838
+"sqr_mom_0",0.99,1613936413386,838
+"lr_0",4.604523980846846e-06,1613936413386,838
+"mom_0",0.8579095994790579,1613936413386,838
+"eps_0",1e-05,1613936413386,838
+"wd_1",0.01,1613936413386,838
+"sqr_mom_1",0.99,1613936413386,838
+"lr_1",4.6045239808468456e-05,1613936413386,838
+"mom_1",0.8579095994790579,1613936413386,838
+"eps_1",1e-05,1613936413386,838
+"wd_2",0.01,1613936413386,838
+"sqr_mom_2",0.99,1613936413386,838
+"lr_2",0.00046045239808468455,1613936413386,838
+"mom_2",0.8579095994790579,1613936413386,838
+"eps_2",1e-05,1613936413386,838
+"train_loss",0.10238622,1613936414333,839
+"raw_loss",0.07464043,1613936414333,839
+"epoch",5.283018867924518,1613936414333,839
+"wd_0",0.01,1613936414333,839
+"sqr_mom_0",0.99,1613936414333,839
+"lr_0",4.6007067501271e-06,1613936414333,839
+"mom_0",0.8579859448569066,1613936414333,839
+"eps_0",1e-05,1613936414333,839
+"wd_1",0.01,1613936414333,839
+"sqr_mom_1",0.99,1613936414333,839
+"lr_1",4.600706750127099e-05,1613936414333,839
+"mom_1",0.8579859448569066,1613936414333,839
+"eps_1",1e-05,1613936414333,839
+"wd_2",0.01,1613936414333,839
+"sqr_mom_2",0.99,1613936414333,839
+"lr_2",0.00046007067501270993,1613936414333,839
+"mom_2",0.8579859448569066,1613936414333,839
+"eps_2",1e-05,1613936414333,839
+"train_loss",0.10152138,1613936415291,840
+"raw_loss",0.05914432,1613936415291,840
+"epoch",5.289308176100619,1613936415291,840
+"wd_0",0.01,1613936415291,840
+"sqr_mom_0",0.99,1613936415291,840
+"lr_0",4.596872592363887e-06,1613936415291,840
+"mom_0",0.8580626287790101,1613936415291,840
+"eps_0",1e-05,1613936415291,840
+"wd_1",0.01,1613936415291,840
+"sqr_mom_1",0.99,1613936415291,840
+"lr_1",4.596872592363887e-05,1613936415291,840
+"mom_1",0.8580626287790101,1613936415291,840
+"eps_1",1e-05,1613936415291,840
+"wd_2",0.01,1613936415291,840
+"sqr_mom_2",0.99,1613936415291,840
+"lr_2",0.00045968725923638867,1613936415291,840
+"mom_2",0.8580626287790101,1613936415291,840
+"eps_2",1e-05,1613936415291,840
+"train_loss",0.102505885,1613936416242,841
+"raw_loss",0.15074669,1613936416242,841
+"epoch",5.295597484276719,1613936416242,841
+"wd_0",0.01,1613936416242,841
+"sqr_mom_0",0.99,1613936416242,841
+"lr_0",4.593021855627112e-06,1613936416242,841
+"mom_0",0.8581396442839005,1613936416242,841
+"eps_0",1e-05,1613936416242,841
+"wd_1",0.01,1613936416242,841
+"sqr_mom_1",0.99,1613936416242,841
+"lr_1",4.593021855627111e-05,1613936416242,841
+"mom_1",0.8581396442839005,1613936416242,841
+"eps_1",1e-05,1613936416242,841
+"wd_2",0.01,1613936416242,841
+"sqr_mom_2",0.99,1613936416242,841
+"lr_2",0.0004593021855627111,1613936416242,841
+"mom_2",0.8581396442839005,1613936416242,841
+"eps_2",1e-05,1613936416242,841
+"train_loss",0.10318056,1613936417264,842
+"raw_loss",0.13623929,1613936417264,842
+"epoch",5.3018867924528195,1613936417264,842
+"wd_0",0.01,1613936417264,842
+"sqr_mom_0",0.99,1613936417264,842
+"lr_0",4.589154507977398e-06,1613936417264,842
+"mom_0",0.8582169920103722,1613936417264,842
+"eps_0",1e-05,1613936417264,842
+"wd_1",0.01,1613936417264,842
+"sqr_mom_1",0.99,1613936417264,842
+"lr_1",4.5891545079773986e-05,1613936417264,842
+"mom_1",0.8582169920103722,1613936417264,842
+"eps_1",1e-05,1613936417264,842
+"wd_2",0.01,1613936417264,842
+"sqr_mom_2",0.99,1613936417264,842
+"lr_2",0.0004589154507977398,1613936417264,842
+"mom_2",0.8582169920103722,1613936417264,842
+"eps_2",1e-05,1613936417264,842
+"train_loss",0.10456267,1613936418245,843
+"raw_loss",0.17228661,1613936418245,843
+"epoch",5.30817610062892,1613936418245,843
+"wd_0",0.01,1613936418245,843
+"sqr_mom_0",0.99,1613936418245,843
+"lr_0",4.585270322832709e-06,1613936418245,843
+"mom_0",0.8582946764901107,1613936418245,843
+"eps_0",1e-05,1613936418245,843
+"wd_1",0.01,1613936418245,843
+"sqr_mom_1",0.99,1613936418245,843
+"lr_1",4.5852703228327086e-05,1613936418245,843
+"mom_1",0.8582946764901107,1613936418245,843
+"eps_1",1e-05,1613936418245,843
+"wd_2",0.01,1613936418245,843
+"sqr_mom_2",0.99,1613936418245,843
+"lr_2",0.00045852703228327086,1613936418245,843
+"mom_2",0.8582946764901107,1613936418245,843
+"eps_2",1e-05,1613936418245,843
+"train_loss",0.10512531,1613936419215,844
+"raw_loss",0.13269442,1613936419215,844
+"epoch",5.31446540880502,1613936419215,844
+"wd_0",0.01,1613936419215,844
+"sqr_mom_0",0.99,1613936419215,844
+"lr_0",4.581369717642907e-06,1613936419215,844
+"mom_0",0.8583726893740355,1613936419215,844
+"eps_0",1e-05,1613936419215,844
+"wd_1",0.01,1613936419215,844
+"sqr_mom_1",0.99,1613936419215,844
+"lr_1",4.581369717642907e-05,1613936419215,844
+"mom_1",0.8583726893740355,1613936419215,844
+"eps_1",1e-05,1613936419215,844
+"wd_2",0.01,1613936419215,844
+"sqr_mom_2",0.99,1613936419215,844
+"lr_2",0.0004581369717642907,1613936419215,844
+"mom_2",0.8583726893740355,1613936419215,844
+"eps_2",1e-05,1613936419215,844
+"train_loss",0.104392834,1613936420172,845
+"raw_loss",0.06850162,1613936420172,845
+"epoch",5.320754716981121,1613936420172,845
+"wd_0",0.01,1613936420172,845
+"sqr_mom_0",0.99,1613936420172,845
+"lr_0",4.577452270222969e-06,1613936420172,845
+"mom_0",0.8584510391059317,1613936420172,845
+"eps_0",1e-05,1613936420172,845
+"wd_1",0.01,1613936420172,845
+"sqr_mom_1",0.99,1613936420172,845
+"lr_1",4.577452270222969e-05,1613936420172,845
+"mom_1",0.8584510391059317,1613936420172,845
+"eps_1",1e-05,1613936420172,845
+"wd_2",0.01,1613936420172,845
+"sqr_mom_2",0.99,1613936420172,845
+"lr_2",0.00045774522702229687,1613936420172,845
+"mom_2",0.8584510391059317,1613936420172,845
+"eps_2",1e-05,1613936420172,845
+"train_loss",0.10350603,1613936421141,846
+"raw_loss",0.060052734,1613936421141,846
+"epoch",5.327044025157221,1613936421141,846
+"wd_0",0.01,1613936421141,846
+"sqr_mom_0",0.99,1613936421141,846
+"lr_0",4.573518531527276e-06,1613936421141,846
+"mom_0",0.8585297146666011,1613936421141,846
+"eps_0",1e-05,1613936421141,846
+"wd_1",0.01,1613936421141,846
+"sqr_mom_1",0.99,1613936421141,846
+"lr_1",4.5735185315272766e-05,1613936421141,846
+"mom_1",0.8585297146666011,1613936421141,846
+"eps_1",1e-05,1613936421141,846
+"wd_2",0.01,1613936421141,846
+"sqr_mom_2",0.99,1613936421141,846
+"lr_2",0.00045735185315272766,1613936421141,846
+"mom_2",0.8585297146666011,1613936421141,846
+"eps_2",1e-05,1613936421141,846
+"train_loss",0.102322124,1613936422089,847
+"raw_loss",0.044310473,1613936422089,847
+"epoch",5.3333333333333215,1613936422089,847
+"wd_0",0.01,1613936422089,847
+"sqr_mom_0",0.99,1613936422089,847
+"lr_0",4.569568273572651e-06,1613936422089,847
+"mom_0",0.8586087206157531,1613936422089,847
+"eps_0",1e-05,1613936422089,847
+"wd_1",0.01,1613936422089,847
+"sqr_mom_1",0.99,1613936422089,847
+"lr_1",4.569568273572651e-05,1613936422089,847
+"mom_1",0.8586087206157531,1613936422089,847
+"eps_1",1e-05,1613936422089,847
+"wd_2",0.01,1613936422089,847
+"sqr_mom_2",0.99,1613936422089,847
+"lr_2",0.00045695682735726506,1613936422089,847
+"mom_2",0.8586087206157531,1613936422089,847
+"eps_2",1e-05,1613936422089,847
+"train_loss",0.1030071,1613936423050,848
+"raw_loss",0.13657081,1613936423050,848
+"epoch",5.339622641509422,1613936423050,848
+"wd_0",0.01,1613936423050,848
+"sqr_mom_0",0.99,1613936423050,848
+"lr_0",4.56560133005044e-06,1613936423050,848
+"mom_0",0.858688060279594,1613936423050,848
+"eps_0",1e-05,1613936423050,848
+"wd_1",0.01,1613936423050,848
+"sqr_mom_1",0.99,1613936423050,848
+"lr_1",4.56560133005044e-05,1613936423050,848
+"mom_1",0.858688060279594,1613936423050,848
+"eps_1",1e-05,1613936423050,848
+"wd_2",0.01,1613936423050,848
+"sqr_mom_2",0.99,1613936423050,848
+"lr_2",0.000456560133005044,1613936423050,848
+"mom_2",0.858688060279594,1613936423050,848
+"eps_2",1e-05,1613936423050,848
+"train_loss",0.10214371,1613936423998,849
+"raw_loss",0.059837643,1613936423998,849
+"epoch",5.345911949685522,1613936423998,849
+"wd_0",0.01,1613936423998,849
+"sqr_mom_0",0.99,1613936423998,849
+"lr_0",4.561618061105606e-06,1613936423998,849
+"mom_0",0.8587677264551524,1613936423998,849
+"eps_0",1e-05,1613936423998,849
+"wd_1",0.01,1613936423998,849
+"sqr_mom_1",0.99,1613936423998,849
+"lr_1",4.5616180611056064e-05,1613936423998,849
+"mom_1",0.8587677264551524,1613936423998,849
+"eps_1",1e-05,1613936423998,849
+"wd_2",0.01,1613936423998,849
+"sqr_mom_2",0.99,1613936423998,849
+"lr_2",0.00045616180611056064,1613936423998,849
+"mom_2",0.8587677264551524,1613936423998,849
+"eps_2",1e-05,1613936423998,849
+"train_loss",0.10105533,1613936424962,850
+"raw_loss",0.047724973,1613936424962,850
+"epoch",5.352201257861623,1613936424962,850
+"wd_0",0.01,1613936424962,850
+"sqr_mom_0",0.99,1613936424962,850
+"lr_0",4.557618234223655e-06,1613936424962,850
+"mom_0",0.8588477237927649,1613936424962,850
+"eps_0",1e-05,1613936424962,850
+"wd_1",0.01,1613936424962,850
+"sqr_mom_1",0.99,1613936424962,850
+"lr_1",4.5576182342236544e-05,1613936424962,850
+"mom_1",0.8588477237927649,1613936424962,850
+"eps_1",1e-05,1613936424962,850
+"wd_2",0.01,1613936424962,850
+"sqr_mom_2",0.99,1613936424962,850
+"lr_2",0.00045576182342236545,1613936424962,850
+"mom_2",0.8588477237927649,1613936424962,850
+"eps_2",1e-05,1613936424962,850
+"train_loss",0.10249824,1613936425905,851
+"raw_loss",0.17320079,1613936425905,851
+"epoch",5.358490566037723,1613936425905,851
+"wd_0",0.01,1613936425905,851
+"sqr_mom_0",0.99,1613936425905,851
+"lr_0",4.5536022133563326e-06,1613936425905,851
+"mom_0",0.8589280450133234,1613936425905,851
+"eps_0",1e-05,1613936425905,851
+"wd_1",0.01,1613936425905,851
+"sqr_mom_1",0.99,1613936425905,851
+"lr_1",4.5536022133563326e-05,1613936425905,851
+"mom_1",0.8589280450133234,1613936425905,851
+"eps_1",1e-05,1613936425905,851
+"wd_2",0.01,1613936425905,851
+"sqr_mom_2",0.99,1613936425905,851
+"lr_2",0.00045536022133563323,1613936425905,851
+"mom_2",0.8589280450133234,1613936425905,851
+"eps_2",1e-05,1613936425905,851
+"train_loss",0.106485024,1613936426860,852
+"raw_loss",0.30183727,1613936426860,852
+"epoch",5.3647798742138235,1613936426860,852
+"wd_0",0.01,1613936426860,852
+"sqr_mom_0",0.99,1613936426860,852
+"lr_0",4.549569630858382e-06,1613936426860,852
+"mom_0",0.859008697469807,1613936426860,852
+"eps_0",1e-05,1613936426860,852
+"wd_1",0.01,1613936426860,852
+"sqr_mom_1",0.99,1613936426860,852
+"lr_1",4.549569630858382e-05,1613936426860,852
+"mom_1",0.859008697469807,1613936426860,852
+"eps_1",1e-05,1613936426860,852
+"wd_2",0.01,1613936426860,852
+"sqr_mom_2",0.99,1613936426860,852
+"lr_2",0.0004549569630858382,1613936426860,852
+"mom_2",0.859008697469807,1613936426860,852
+"eps_2",1e-05,1613936426860,852
+"train_loss",0.1065451,1613936427829,853
+"raw_loss",0.109489016,1613936427829,853
+"epoch",5.371069182389924,1613936427829,853
+"wd_0",0.01,1613936427829,853
+"sqr_mom_0",0.99,1613936427829,853
+"lr_0",4.545520920128565e-06,1613936427829,853
+"mom_0",0.8590896724941536,1613936427829,853
+"eps_0",1e-05,1613936427829,853
+"wd_1",0.01,1613936427829,853
+"sqr_mom_1",0.99,1613936427829,853
+"lr_1",4.5455209201285646e-05,1613936427829,853
+"mom_1",0.8590896724941536,1613936427829,853
+"eps_1",1e-05,1613936427829,853
+"wd_2",0.01,1613936427829,853
+"sqr_mom_2",0.99,1613936427829,853
+"lr_2",0.0004545520920128564,1613936427829,853
+"mom_2",0.8590896724941536,1613936427829,853
+"eps_2",1e-05,1613936427829,853
+"train_loss",0.10685061,1613936428807,854
+"raw_loss",0.12182071,1613936428807,854
+"epoch",5.377358490566024,1613936428807,854
+"wd_0",0.01,1613936428807,854
+"sqr_mom_0",0.99,1613936428807,854
+"lr_0",4.541455845638497e-06,1613936428807,854
+"mom_0",0.859170974796978,1613936428807,854
+"eps_0",1e-05,1613936428807,854
+"wd_1",0.01,1613936428807,854
+"sqr_mom_1",0.99,1613936428807,854
+"lr_1",4.541455845638497e-05,1613936428807,854
+"mom_1",0.859170974796978,1613936428807,854
+"eps_1",1e-05,1613936428807,854
+"wd_2",0.01,1613936428807,854
+"sqr_mom_2",0.99,1613936428807,854
+"lr_2",0.0004541455845638497,1613936428807,854
+"mom_2",0.859170974796978,1613936428807,854
+"eps_2",1e-05,1613936428807,854
+"train_loss",0.10662379,1613936429771,855
+"raw_loss",0.09550975,1613936429771,855
+"epoch",5.383647798742125,1613936429771,855
+"wd_0",0.01,1613936429771,855
+"sqr_mom_0",0.99,1613936429771,855
+"lr_0",4.537374371140933e-06,1613936429771,855
+"mom_0",0.8592526051032323,1613936429771,855
+"eps_0",1e-05,1613936429771,855
+"wd_1",0.01,1613936429771,855
+"sqr_mom_1",0.99,1613936429771,855
+"lr_1",4.5373743711409325e-05,1613936429771,855
+"mom_1",0.8592526051032323,1613936429771,855
+"eps_1",1e-05,1613936429771,855
+"wd_2",0.01,1613936429771,855
+"sqr_mom_2",0.99,1613936429771,855
+"lr_2",0.00045373743711409325,1613936429771,855
+"mom_2",0.8592526051032323,1613936429771,855
+"eps_2",1e-05,1613936429771,855
+"train_loss",0.10753684,1613936430732,856
+"raw_loss",0.15227604,1613936430732,856
+"epoch",5.389937106918225,1613936430732,856
+"wd_0",0.01,1613936430732,856
+"sqr_mom_0",0.99,1613936430732,856
+"lr_0",4.533276868004552e-06,1613936430732,856
+"mom_0",0.8593345559854688,1613936430732,856
+"eps_0",1e-05,1613936430732,856
+"wd_1",0.01,1613936430732,856
+"sqr_mom_1",0.99,1613936430732,856
+"lr_1",4.533276868004552e-05,1613936430732,856
+"mom_1",0.8593345559854688,1613936430732,856
+"eps_1",1e-05,1613936430732,856
+"wd_2",0.01,1613936430732,856
+"sqr_mom_2",0.99,1613936430732,856
+"lr_2",0.00045332768680045516,1613936430732,856
+"mom_2",0.8593345559854688,1613936430732,856
+"eps_2",1e-05,1613936430732,856
+"train_loss",0.10735114,1613936431670,857
+"raw_loss",0.098252326,1613936431670,857
+"epoch",5.3962264150943255,1613936431670,857
+"wd_0",0.01,1613936431670,857
+"sqr_mom_0",0.99,1613936431670,857
+"lr_0",4.529162961124831e-06,1613936431670,857
+"mom_0",0.8594168349458529,1613936431670,857
+"eps_0",1e-05,1613936431670,857
+"wd_1",0.01,1613936431670,857
+"sqr_mom_1",0.99,1613936431670,857
+"lr_1",4.529162961124831e-05,1613936431670,857
+"mom_1",0.8594168349458529,1613936431670,857
+"eps_1",1e-05,1613936431670,857
+"wd_2",0.01,1613936431670,857
+"sqr_mom_2",0.99,1613936431670,857
+"lr_2",0.00045291629611248304,1613936431670,857
+"mom_2",0.8594168349458529,1613936431670,857
+"eps_2",1e-05,1613936431670,857
+"train_loss",0.10676738,1613936432654,858
+"raw_loss",0.07816284,1613936432654,858
+"epoch",5.402515723270426,1613936432654,858
+"wd_0",0.01,1613936432654,858
+"sqr_mom_0",0.99,1613936432654,858
+"lr_0",4.5250330240114115e-06,1613936432654,858
+"mom_0",0.8594994345141169,1613936432654,858
+"eps_0",1e-05,1613936432654,858
+"wd_1",0.01,1613936432654,858
+"sqr_mom_1",0.99,1613936432654,858
+"lr_1",4.525033024011411e-05,1613936432654,858
+"mom_1",0.8594994345141169,1613936432654,858
+"eps_1",1e-05,1613936432654,858
+"wd_2",0.01,1613936432654,858
+"sqr_mom_2",0.99,1613936432654,858
+"lr_2",0.0004525033024011411,1613936432654,858
+"mom_2",0.8594994345141169,1613936432654,858
+"eps_2",1e-05,1613936432654,858
+"train_loss",0.10671476,1613936433626,859
+"raw_loss",0.10413644,1613936433626,859
+"epoch",5.408805031446526,1613936433626,859
+"wd_0",0.01,1613936433626,859
+"sqr_mom_0",0.99,1613936433626,859
+"lr_0",4.520887022278472e-06,1613936433626,859
+"mom_0",0.8595823553779843,1613936433626,859
+"eps_0",1e-05,1613936433626,859
+"wd_1",0.01,1613936433626,859
+"sqr_mom_1",0.99,1613936433626,859
+"lr_1",4.520887022278472e-05,1613936433626,859
+"mom_1",0.8595823553779843,1613936433626,859
+"eps_1",1e-05,1613936433626,859
+"wd_2",0.01,1613936433626,859
+"sqr_mom_2",0.99,1613936433626,859
+"lr_2",0.00045208870222784717,1613936433626,859
+"mom_2",0.8595823553779843,1613936433626,859
+"eps_2",1e-05,1613936433626,859
+"train_loss",0.10550166,1613936434614,860
+"raw_loss",0.04605959,1613936434614,860
+"epoch",5.415094339622627,1613936434614,860
+"wd_0",0.01,1613936434614,860
+"sqr_mom_0",0.99,1613936434614,860
+"lr_0",4.5167247131047835e-06,1613936434614,860
+"mom_0",0.8596656023939282,1613936434614,860
+"eps_0",1e-05,1613936434614,860
+"wd_1",0.01,1613936434614,860
+"sqr_mom_1",0.99,1613936434614,860
+"lr_1",4.5167247131047834e-05,1613936434614,860
+"mom_1",0.8596656023939282,1613936434614,860
+"eps_1",1e-05,1613936434614,860
+"wd_2",0.01,1613936434614,860
+"sqr_mom_2",0.99,1613936434614,860
+"lr_2",0.00045167247131047835,1613936434614,860
+"mom_2",0.8596656023939282,1613936434614,860
+"eps_2",1e-05,1613936434614,860
+"train_loss",0.1053592,1613936435626,861
+"raw_loss",0.09837867,1613936435626,861
+"epoch",5.421383647798727,1613936435626,861
+"wd_0",0.01,1613936435626,861
+"sqr_mom_0",0.99,1613936435626,861
+"lr_0",4.512546543831381e-06,1613936435626,861
+"mom_0",0.8597491666150385,1613936435626,861
+"eps_0",1e-05,1613936435626,861
+"wd_1",0.01,1613936435626,861
+"sqr_mom_1",0.99,1613936435626,861
+"lr_1",4.5125465438313805e-05,1613936435626,861
+"mom_1",0.8597491666150385,1613936435626,861
+"eps_1",1e-05,1613936435626,861
+"wd_2",0.01,1613936435626,861
+"sqr_mom_2",0.99,1613936435626,861
+"lr_2",0.00045125465438313806,1613936435626,861
+"mom_2",0.8597491666150385,1613936435626,861
+"eps_2",1e-05,1613936435626,861
+"train_loss",0.106110886,1613936436616,862
+"raw_loss",0.14294356,1613936436616,862
+"epoch",5.427672955974828,1613936436616,862
+"wd_0",0.01,1613936436616,862
+"sqr_mom_0",0.99,1613936436616,862
+"lr_0",4.5083521319691895e-06,1613936436616,862
+"mom_0",0.8598330556911731,1613936436616,862
+"eps_0",1e-05,1613936436616,862
+"wd_1",0.01,1613936436616,862
+"sqr_mom_1",0.99,1613936436616,862
+"lr_1",4.508352131969189e-05,1613936436616,862
+"mom_1",0.8598330556911731,1613936436616,862
+"eps_1",1e-05,1613936436616,862
+"wd_2",0.01,1613936436616,862
+"sqr_mom_2",0.99,1613936436616,862
+"lr_2",0.0004508352131969189,1613936436616,862
+"mom_2",0.8598330556911731,1613936436616,862
+"eps_2",1e-05,1613936436616,862
+"train_loss",0.10545519,1613936437579,863
+"raw_loss",0.07332599,1613936437579,863
+"epoch",5.433962264150928,1613936437579,863
+"wd_0",0.01,1613936437579,863
+"sqr_mom_0",0.99,1613936437579,863
+"lr_0",4.504141858349049e-06,1613936437579,863
+"mom_0",0.859917262005639,1613936437579,863
+"eps_0",1e-05,1613936437579,863
+"wd_1",0.01,1613936437579,863
+"sqr_mom_1",0.99,1613936437579,863
+"lr_1",4.504141858349049e-05,1613936437579,863
+"mom_1",0.859917262005639,1613936437579,863
+"eps_1",1e-05,1613936437579,863
+"wd_2",0.01,1613936437579,863
+"sqr_mom_2",0.99,1613936437579,863
+"lr_2",0.00045041418583490487,1613936437579,863
+"mom_2",0.859917262005639,1613936437579,863
+"eps_2",1e-05,1613936437579,863
+"train_loss",0.105782025,1613936438535,864
+"raw_loss",0.121796995,1613936438535,864
+"epoch",5.440251572327028,1613936438535,864
+"wd_0",0.01,1613936438535,864
+"sqr_mom_0",0.99,1613936438535,864
+"lr_0",4.499915477205573e-06,1613936438535,864
+"mom_0",0.8600017904737932,1613936438535,864
+"eps_0",1e-05,1613936438535,864
+"wd_1",0.01,1613936438535,864
+"sqr_mom_1",0.99,1613936438535,864
+"lr_1",4.4999154772055734e-05,1613936438535,864
+"mom_1",0.8600017904737932,1613936438535,864
+"eps_1",1e-05,1613936438535,864
+"wd_2",0.01,1613936438535,864
+"sqr_mom_2",0.99,1613936438535,864
+"lr_2",0.00044999154772055734,1613936438535,864
+"mom_2",0.8600017904737932,1613936438535,864
+"eps_2",1e-05,1613936438535,864
+"train_loss",0.10478934,1613936439486,865
+"raw_loss",0.05614746,1613936439486,865
+"epoch",5.446540880503129,1613936439486,865
+"wd_0",0.01,1613936439486,865
+"sqr_mom_0",0.99,1613936439486,865
+"lr_0",4.495673373070568e-06,1613936439486,865
+"mom_0",0.8600866334049226,1613936439486,865
+"eps_0",1e-05,1613936439486,865
+"wd_1",0.01,1613936439486,865
+"sqr_mom_1",0.99,1613936439486,865
+"lr_1",4.495673373070568e-05,1613936439486,865
+"mom_1",0.8600866334049226,1613936439486,865
+"eps_1",1e-05,1613936439486,865
+"wd_2",0.01,1613936439486,865
+"sqr_mom_2",0.99,1613936439486,865
+"lr_2",0.00044956733730705674,1613936439486,865
+"mom_2",0.8600866334049226,1613936439486,865
+"eps_2",1e-05,1613936439486,865
+"train_loss",0.104043685,1613936440470,866
+"raw_loss",0.06750695,1613936440470,866
+"epoch",5.452830188679229,1613936440470,866
+"wd_0",0.01,1613936440470,866
+"sqr_mom_0",0.99,1613936440470,866
+"lr_0",4.491415369859093e-06,1613936440470,866
+"mom_0",0.8601717943207613,1613936440470,866
+"eps_0",1e-05,1613936440470,866
+"wd_1",0.01,1613936440470,866
+"sqr_mom_1",0.99,1613936440470,866
+"lr_1",4.4914153698590934e-05,1613936440470,866
+"mom_1",0.8601717943207613,1613936440470,866
+"eps_1",1e-05,1613936440470,866
+"wd_2",0.01,1613936440470,866
+"sqr_mom_2",0.99,1613936440470,866
+"lr_2",0.0004491415369859093,1613936440470,866
+"mom_2",0.8601717943207613,1613936440470,866
+"eps_2",1e-05,1613936440470,866
+"train_loss",0.102915995,1613936441491,867
+"raw_loss",0.047658887,1613936441491,867
+"epoch",5.45911949685533,1613936441491,867
+"wd_0",0.01,1613936441491,867
+"sqr_mom_0",0.99,1613936441491,867
+"lr_0",4.4871412174333434e-06,1613936441491,867
+"mom_0",0.8602572782241154,1613936441491,867
+"eps_0",1e-05,1613936441491,867
+"wd_1",0.01,1613936441491,867
+"sqr_mom_1",0.99,1613936441491,867
+"lr_1",4.487141217433344e-05,1613936441491,867
+"mom_1",0.8602572782241154,1613936441491,867
+"eps_1",1e-05,1613936441491,867
+"wd_2",0.01,1613936441491,867
+"sqr_mom_2",0.99,1613936441491,867
+"lr_2",0.00044871412174333434,1613936441491,867
+"mom_2",0.8602572782241154,1613936441491,867
+"eps_2",1e-05,1613936441491,867
+"train_loss",0.1017551,1613936442491,868
+"raw_loss",0.04487106,1613936442491,868
+"epoch",5.46540880503143,1613936442491,868
+"wd_0",0.01,1613936442491,868
+"sqr_mom_0",0.99,1613936442491,868
+"lr_0",4.48285151691511e-06,1613936442491,868
+"mom_0",0.8603430730924287,1613936442491,868
+"eps_0",1e-05,1613936442491,868
+"wd_1",0.01,1613936442491,868
+"sqr_mom_1",0.99,1613936442491,868
+"lr_1",4.48285151691511e-05,1613936442491,868
+"mom_1",0.8603430730924287,1613936442491,868
+"eps_1",1e-05,1613936442491,868
+"wd_2",0.01,1613936442491,868
+"sqr_mom_2",0.99,1613936442491,868
+"lr_2",0.00044828515169151095,1613936442491,868
+"mom_2",0.8603430730924287,1613936442491,868
+"eps_2",1e-05,1613936442491,868
+"train_loss",0.10096048,1613936443434,869
+"raw_loss",0.062024053,1613936443434,869
+"epoch",5.47169811320753,1613936443434,869
+"wd_0",0.01,1613936443434,869
+"sqr_mom_0",0.99,1613936443434,869
+"lr_0",4.478545804852884e-06,1613936443434,869
+"mom_0",0.8604291881948243,1613936443434,869
+"eps_0",1e-05,1613936443434,869
+"wd_1",0.01,1613936443434,869
+"sqr_mom_1",0.99,1613936443434,869
+"lr_1",4.478545804852884e-05,1613936443434,869
+"mom_1",0.8604291881948243,1613936443434,869
+"eps_1",1e-05,1613936443434,869
+"wd_2",0.01,1613936443434,869
+"sqr_mom_2",0.99,1613936443434,869
+"lr_2",0.0004478545804852884,1613936443434,869
+"mom_2",0.8604291881948243,1613936443434,869
+"eps_2",1e-05,1613936443434,869
+"train_loss",0.100738466,1613936444431,870
+"raw_loss",0.08986008,1613936444431,870
+"epoch",5.477987421383631,1613936444431,870
+"wd_0",0.01,1613936444431,870
+"sqr_mom_0",0.99,1613936444431,870
+"lr_0",4.474224543999822e-06,1613936444431,870
+"mom_0",0.8605156142761463,1613936444431,870
+"eps_0",1e-05,1613936444431,870
+"wd_1",0.01,1613936444431,870
+"sqr_mom_1",0.99,1613936444431,870
+"lr_1",4.474224543999821e-05,1613936444431,870
+"mom_1",0.8605156142761463,1613936444431,870
+"eps_1",1e-05,1613936444431,870
+"wd_2",0.01,1613936444431,870
+"sqr_mom_2",0.99,1613936444431,870
+"lr_2",0.00044742245439998216,1613936444431,870
+"mom_2",0.8605156142761463,1613936444431,870
+"eps_2",1e-05,1613936444431,870
+"train_loss",0.1006925,1613936445387,871
+"raw_loss",0.09844039,1613936445387,871
+"epoch",5.484276729559731,1613936445387,871
+"wd_0",0.01,1613936445387,871
+"sqr_mom_0",0.99,1613936445387,871
+"lr_0",4.46988748288945e-06,1613936445387,871
+"mom_0",0.8606023563657746,1613936445387,871
+"eps_0",1e-05,1613936445387,871
+"wd_1",0.01,1613936445387,871
+"sqr_mom_1",0.99,1613936445387,871
+"lr_1",4.46988748288945e-05,1613936445387,871
+"mom_1",0.8606023563657746,1613936445387,871
+"eps_1",1e-05,1613936445387,871
+"wd_2",0.01,1613936445387,871
+"sqr_mom_2",0.99,1613936445387,871
+"lr_2",0.00044698874828894496,1613936445387,871
+"mom_2",0.8606023563657746,1613936445387,871
+"eps_2",1e-05,1613936445387,871
+"train_loss",0.10180601,1613936446337,872
+"raw_loss",0.1563677,1613936446337,872
+"epoch",5.490566037735832,1613936446337,872
+"wd_0",0.01,1613936446337,872
+"sqr_mom_0",0.99,1613936446337,872
+"lr_0",4.46553458297306e-06,1613936446337,872
+"mom_0",0.8606894152346911,1613936446337,872
+"eps_0",1e-05,1613936446337,872
+"wd_1",0.01,1613936446337,872
+"sqr_mom_1",0.99,1613936446337,872
+"lr_1",4.4655345829730594e-05,1613936446337,872
+"mom_1",0.8606894152346911,1613936446337,872
+"eps_1",1e-05,1613936446337,872
+"wd_2",0.01,1613936446337,872
+"sqr_mom_2",0.99,1613936446337,872
+"lr_2",0.0004465534582973059,1613936446337,872
+"mom_2",0.8606894152346911,1613936446337,872
+"eps_2",1e-05,1613936446337,872
+"train_loss",0.10225676,1613936447310,873
+"raw_loss",0.124343485,1613936447310,873
+"epoch",5.496855345911932,1613936447310,873
+"wd_0",0.01,1613936447310,873
+"sqr_mom_0",0.99,1613936447310,873
+"lr_0",4.4611662402749224e-06,1613936447310,873
+"mom_0",0.8607767829623312,1613936447310,873
+"eps_0",1e-05,1613936447310,873
+"wd_1",0.01,1613936447310,873
+"sqr_mom_1",0.99,1613936447310,873
+"lr_1",4.4611662402749226e-05,1613936447310,873
+"mom_1",0.8607767829623312,1613936447310,873
+"eps_1",1e-05,1613936447310,873
+"wd_2",0.01,1613936447310,873
+"sqr_mom_2",0.99,1613936447310,873
+"lr_2",0.0004461166240274922,1613936447310,873
+"mom_2",0.8607767829623312,1613936447310,873
+"eps_2",1e-05,1613936447310,873
+"train_loss",0.10341945,1613936448298,874
+"raw_loss",0.16039148,1613936448298,874
+"epoch",5.503144654088032,1613936448298,874
+"wd_0",0.01,1613936448298,874
+"sqr_mom_0",0.99,1613936448298,874
+"lr_0",4.456782054896602e-06,1613936448298,874
+"mom_0",0.8608644675467434,1613936448298,874
+"eps_0",1e-05,1613936448298,874
+"wd_1",0.01,1613936448298,874
+"sqr_mom_1",0.99,1613936448298,874
+"lr_1",4.4567820548966016e-05,1613936448298,874
+"mom_1",0.8608644675467434,1613936448298,874
+"eps_1",1e-05,1613936448298,874
+"wd_2",0.01,1613936448298,874
+"sqr_mom_2",0.99,1613936448298,874
+"lr_2",0.00044567820548966014,1613936448298,874
+"mom_2",0.8608644675467434,1613936448298,874
+"eps_2",1e-05,1613936448298,874
+"train_loss",0.10329317,1613936449251,875
+"raw_loss",0.09710539,1613936449251,875
+"epoch",5.509433962264133,1613936449251,875
+"wd_0",0.01,1613936449251,875
+"sqr_mom_0",0.99,1613936449251,875
+"lr_0",4.45238249802511e-06,1613936449251,875
+"mom_0",0.8609524595640934,1613936449251,875
+"eps_0",1e-05,1613936449251,875
+"wd_1",0.01,1613936449251,875
+"sqr_mom_1",0.99,1613936449251,875
+"lr_1",4.45238249802511e-05,1613936449251,875
+"mom_1",0.8609524595640934,1613936449251,875
+"eps_1",1e-05,1613936449251,875
+"wd_2",0.01,1613936449251,875
+"sqr_mom_2",0.99,1613936449251,875
+"lr_2",0.000445238249802511,1613936449251,875
+"mom_2",0.8609524595640934,1613936449251,875
+"eps_2",1e-05,1613936449251,875
+"train_loss",0.10285717,1613936450220,876
+"raw_loss",0.081493065,1613936450220,876
+"epoch",5.515723270440233,1613936450220,876
+"wd_0",0.01,1613936450220,876
+"sqr_mom_0",0.99,1613936450220,876
+"lr_0",4.4479670935493385e-06,1613936450220,876
+"mom_0",0.8610407685366985,1613936450220,876
+"eps_0",1e-05,1613936450220,876
+"wd_1",0.01,1613936450220,876
+"sqr_mom_1",0.99,1613936450220,876
+"lr_1",4.447967093549339e-05,1613936450220,876
+"mom_1",0.8610407685366985,1613936450220,876
+"eps_1",1e-05,1613936450220,876
+"wd_2",0.01,1613936450220,876
+"sqr_mom_2",0.99,1613936450220,876
+"lr_2",0.0004447967093549338,1613936450220,876
+"mom_2",0.8610407685366985,1613936450220,876
+"eps_2",1e-05,1613936450220,876
+"train_loss",0.10193351,1613936451241,877
+"raw_loss",0.056673754,1613936451241,877
+"epoch",5.522012578616334,1613936451241,877
+"wd_0",0.01,1613936451241,877
+"sqr_mom_0",0.99,1613936451241,877
+"lr_0",4.44353646245693e-06,1613936451241,877
+"mom_0",0.8611293820446818,1613936451241,877
+"eps_0",1e-05,1613936451241,877
+"wd_1",0.01,1613936451241,877
+"sqr_mom_1",0.99,1613936451241,877
+"lr_1",4.44353646245693e-05,1613936451241,877
+"mom_1",0.8611293820446818,1613936451241,877
+"eps_1",1e-05,1613936451241,877
+"wd_2",0.01,1613936451241,877
+"sqr_mom_2",0.99,1613936451241,877
+"lr_2",0.00044435364624569295,1613936451241,877
+"mom_2",0.8611293820446818,1613936451241,877
+"eps_2",1e-05,1613936451241,877
+"train_loss",0.10210294,1613936452214,878
+"raw_loss",0.110405155,1613936452214,878
+"epoch",5.528301886792434,1613936452214,878
+"wd_0",0.01,1613936452214,878
+"sqr_mom_0",0.99,1613936452214,878
+"lr_0",4.439090347656181e-06,1613936452214,878
+"mom_0",0.8612183052299286,1613936452214,878
+"eps_0",1e-05,1613936452214,878
+"wd_1",0.01,1613936452214,878
+"sqr_mom_1",0.99,1613936452214,878
+"lr_1",4.4390903476561814e-05,1613936452214,878
+"mom_1",0.8612183052299286,1613936452214,878
+"eps_1",1e-05,1613936452214,878
+"wd_2",0.01,1613936452214,878
+"sqr_mom_2",0.99,1613936452214,878
+"lr_2",0.00044390903476561815,1613936452214,878
+"mom_2",0.8612183052299286,1613936452214,878
+"eps_2",1e-05,1613936452214,878
+"train_loss",0.10181699,1613936453161,879
+"raw_loss",0.087805234,1613936453161,879
+"epoch",5.5345911949685345,1613936453161,879
+"wd_0",0.01,1613936453161,879
+"sqr_mom_0",0.99,1613936453161,879
+"lr_0",4.4346285621945685e-06,1613936453161,879
+"mom_0",0.8613075418315269,1613936453161,879
+"eps_0",1e-05,1613936453161,879
+"wd_1",0.01,1613936453161,879
+"sqr_mom_1",0.99,1613936453161,879
+"lr_1",4.434628562194569e-05,1613936453161,879
+"mom_1",0.8613075418315269,1613936453161,879
+"eps_1",1e-05,1613936453161,879
+"wd_2",0.01,1613936453161,879
+"sqr_mom_2",0.99,1613936453161,879
+"lr_2",0.00044346285621945687,1613936453161,879
+"mom_2",0.8613075418315269,1613936453161,879
+"eps_2",1e-05,1613936453161,879
+"train_loss",0.10062812,1613936454125,880
+"raw_loss",0.04237376,1613936454125,880
+"epoch",5.540880503144635,1613936454125,880
+"wd_0",0.01,1613936454125,880
+"sqr_mom_0",0.99,1613936454125,880
+"lr_0",4.430151511219054e-06,1613936454125,880
+"mom_0",0.8613970837464564,1613936454125,880
+"eps_0",1e-05,1613936454125,880
+"wd_1",0.01,1613936454125,880
+"sqr_mom_1",0.99,1613936454125,880
+"lr_1",4.430151511219054e-05,1613936454125,880
+"mom_1",0.8613970837464564,1613936454125,880
+"eps_1",1e-05,1613936454125,880
+"wd_2",0.01,1613936454125,880
+"sqr_mom_2",0.99,1613936454125,880
+"lr_2",0.0004430151511219054,1613936454125,880
+"mom_2",0.8613970837464564,1613936454125,880
+"eps_2",1e-05,1613936454125,880
+"train_loss",0.09990784,1613936455072,881
+"raw_loss",0.06461384,1613936455072,881
+"epoch",5.547169811320735,1613936455072,881
+"wd_0",0.01,1613936455072,881
+"sqr_mom_0",0.99,1613936455072,881
+"lr_0",4.425658933391716e-06,1613936455072,881
+"mom_0",0.8614869362015277,1613936455072,881
+"eps_0",1e-05,1613936455072,881
+"wd_1",0.01,1613936455072,881
+"sqr_mom_1",0.99,1613936455072,881
+"lr_1",4.4256589333917155e-05,1613936455072,881
+"mom_1",0.8614869362015277,1613936455072,881
+"eps_1",1e-05,1613936455072,881
+"wd_2",0.01,1613936455072,881
+"sqr_mom_2",0.99,1613936455072,881
+"lr_2",0.00044256589333917153,1613936455072,881
+"mom_2",0.8614869362015277,1613936455072,881
+"eps_2",1e-05,1613936455072,881
+"train_loss",0.10007967,1613936456029,882
+"raw_loss",0.10849939,1613936456029,882
+"epoch",5.553459119496836,1613936456029,882
+"wd_0",0.01,1613936456029,882
+"sqr_mom_0",0.99,1613936456029,882
+"lr_0",4.421151237424233e-06,1613936456029,882
+"mom_0",0.8615770910224255,1613936456029,882
+"eps_0",1e-05,1613936456029,882
+"wd_1",0.01,1613936456029,882
+"sqr_mom_1",0.99,1613936456029,882
+"lr_1",4.4211512374242325e-05,1613936456029,882
+"mom_1",0.8615770910224255,1613936456029,882
+"eps_1",1e-05,1613936456029,882
+"wd_2",0.01,1613936456029,882
+"sqr_mom_2",0.99,1613936456029,882
+"lr_2",0.00044211512374242324,1613936456029,882
+"mom_2",0.8615770910224255,1613936456029,882
+"eps_2",1e-05,1613936456029,882
+"train_loss",0.09939588,1613936456993,883
+"raw_loss",0.06589,1613936456993,883
+"epoch",5.559748427672936,1613936456993,883
+"wd_0",0.01,1613936456993,883
+"sqr_mom_0",0.99,1613936456993,883
+"lr_0",4.416628236088648e-06,1613936456993,883
+"mom_0",0.8616675519537466,1613936456993,883
+"eps_0",1e-05,1613936456993,883
+"wd_1",0.01,1613936456993,883
+"sqr_mom_1",0.99,1613936456993,883
+"lr_1",4.416628236088647e-05,1613936456993,883
+"mom_1",0.8616675519537466,1613936456993,883
+"eps_1",1e-05,1613936456993,883
+"wd_2",0.01,1613936456993,883
+"sqr_mom_2",0.99,1613936456993,883
+"lr_2",0.00044166282360886476,1613936456993,883
+"mom_2",0.8616675519537466,1613936456993,883
+"eps_2",1e-05,1613936456993,883
+"train_loss",0.09966739,1613936457949,884
+"raw_loss",0.11297156,1613936457949,884
+"epoch",5.5660377358490365,1613936457949,884
+"wd_0",0.01,1613936457949,884
+"sqr_mom_0",0.99,1613936457949,884
+"lr_0",4.412089739232765e-06,1613936457949,884
+"mom_0",0.8617583227985727,1613936457949,884
+"eps_0",1e-05,1613936457949,884
+"wd_1",0.01,1613936457949,884
+"sqr_mom_1",0.99,1613936457949,884
+"lr_1",4.4120897392327655e-05,1613936457949,884
+"mom_1",0.8617583227985727,1613936457949,884
+"eps_1",1e-05,1613936457949,884
+"wd_2",0.01,1613936457949,884
+"sqr_mom_2",0.99,1613936457949,884
+"lr_2",0.0004412089739232765,1613936457949,884
+"mom_2",0.8617583227985727,1613936457949,884
+"eps_2",1e-05,1613936457949,884
+"train_loss",0.099521704,1613936458903,885
+"raw_loss",0.09238297,1613936458903,885
+"epoch",5.572327044025137,1613936458903,885
+"wd_0",0.01,1613936458903,885
+"sqr_mom_0",0.99,1613936458903,885
+"lr_0",4.407536158980294e-06,1613936458903,885
+"mom_0",0.8618493953143472,1613936458903,885
+"eps_0",1e-05,1613936458903,885
+"wd_1",0.01,1613936458903,885
+"sqr_mom_1",0.99,1613936458903,885
+"lr_1",4.4075361589802934e-05,1613936458903,885
+"mom_1",0.8618493953143472,1613936458903,885
+"eps_1",1e-05,1613936458903,885
+"wd_2",0.01,1613936458903,885
+"sqr_mom_2",0.99,1613936458903,885
+"lr_2",0.00044075361589802935,1613936458903,885
+"mom_2",0.8618493953143472,1613936458903,885
+"eps_2",1e-05,1613936458903,885
+"train_loss",0.099555835,1613936459872,886
+"raw_loss",0.10122832,1613936459872,886
+"epoch",5.578616352201237,1613936459872,886
+"wd_0",0.01,1613936459872,886
+"sqr_mom_0",0.99,1613936459872,886
+"lr_0",4.4029672295260825e-06,1613936459872,886
+"mom_0",0.8619407748172265,1613936459872,886
+"eps_0",1e-05,1613936459872,886
+"wd_1",0.01,1613936459872,886
+"sqr_mom_1",0.99,1613936459872,886
+"lr_1",4.402967229526082e-05,1613936459872,886
+"mom_1",0.8619407748172265,1613936459872,886
+"eps_1",1e-05,1613936459872,886
+"wd_2",0.01,1613936459872,886
+"sqr_mom_2",0.99,1613936459872,886
+"lr_2",0.0004402967229526082,1613936459872,886
+"mom_2",0.8619407748172265,1613936459872,886
+"eps_2",1e-05,1613936459872,886
+"train_loss",0.09871947,1613936460852,887
+"raw_loss",0.05773749,1613936460852,887
+"epoch",5.584905660377338,1613936460852,887
+"wd_0",0.01,1613936460852,887
+"sqr_mom_0",0.99,1613936460852,887
+"lr_0",4.398383366516907e-06,1613936460852,887
+"mom_0",0.8620324529941917,1613936460852,887
+"eps_0",1e-05,1613936460852,887
+"wd_1",0.01,1613936460852,887
+"sqr_mom_1",0.99,1613936460852,887
+"lr_1",4.398383366516907e-05,1613936460852,887
+"mom_1",0.8620324529941917,1613936460852,887
+"eps_1",1e-05,1613936460852,887
+"wd_2",0.01,1613936460852,887
+"sqr_mom_2",0.99,1613936460852,887
+"lr_2",0.0004398383366516907,1613936460852,887
+"mom_2",0.8620324529941917,1613936460852,887
+"eps_2",1e-05,1613936460852,887
+"train_loss",0.098345086,1613936461821,888
+"raw_loss",0.08000034,1613936461821,888
+"epoch",5.591194968553438,1613936461821,888
+"wd_0",0.01,1613936461821,888
+"sqr_mom_0",0.99,1613936461821,888
+"lr_0",4.393784150324598e-06,1613936461821,888
+"mom_0",0.8621244382378904,1613936461821,888
+"eps_0",1e-05,1613936461821,888
+"wd_1",0.01,1613936461821,888
+"sqr_mom_1",0.99,1613936461821,888
+"lr_1",4.3937841503245974e-05,1613936461821,888
+"mom_1",0.8621244382378904,1613936461821,888
+"eps_1",1e-05,1613936461821,888
+"wd_2",0.01,1613936461821,888
+"sqr_mom_2",0.99,1613936461821,888
+"lr_2",0.00043937841503245977,1613936461821,888
+"mom_2",0.8621244382378904,1613936461821,888
+"eps_2",1e-05,1613936461821,888
+"train_loss",0.097797714,1613936462775,889
+"raw_loss",0.07097664,1613936462775,889
+"epoch",5.5974842767295385,1613936462775,889
+"wd_0",0.01,1613936462775,889
+"sqr_mom_0",0.99,1613936462775,889
+"lr_0",4.389169998595257e-06,1613936462775,889
+"mom_0",0.8622167221953168,1613936462775,889
+"eps_0",1e-05,1613936462775,889
+"wd_1",0.01,1613936462775,889
+"sqr_mom_1",0.99,1613936462775,889
+"lr_1",4.389169998595256e-05,1613936462775,889
+"mom_1",0.8622167221953168,1613936462775,889
+"eps_1",1e-05,1613936462775,889
+"wd_2",0.01,1613936462775,889
+"sqr_mom_2",0.99,1613936462775,889
+"lr_2",0.0004389169998595256,1613936462775,889
+"mom_2",0.8622167221953168,1613936462775,889
+"eps_2",1e-05,1613936462775,889
+"train_loss",0.09735862,1613936463734,890
+"raw_loss",0.07584316,1613936463734,890
+"epoch",5.603773584905639,1613936463734,890
+"wd_0",0.01,1613936463734,890
+"sqr_mom_0",0.99,1613936463734,890
+"lr_0",4.384540872689531e-06,1613936463734,890
+"mom_0",0.8623093056392658,1613936463734,890
+"eps_0",1e-05,1613936463734,890
+"wd_1",0.01,1613936463734,890
+"sqr_mom_1",0.99,1613936463734,890
+"lr_1",4.3845408726895304e-05,1613936463734,890
+"mom_1",0.8623093056392658,1613936463734,890
+"eps_1",1e-05,1613936463734,890
+"wd_2",0.01,1613936463734,890
+"sqr_mom_2",0.99,1613936463734,890
+"lr_2",0.00043845408726895304,1613936463734,890
+"mom_2",0.8623093056392658,1613936463734,890
+"eps_2",1e-05,1613936463734,890
+"train_loss",0.09682745,1613936464704,891
+"raw_loss",0.07079977,1613936464704,891
+"epoch",5.610062893081739,1613936464704,891
+"wd_0",0.01,1613936464704,891
+"sqr_mom_0",0.99,1613936464704,891
+"lr_0",4.379896501638184e-06,1613936464704,891
+"mom_0",0.8624021939891762,1613936464704,891
+"eps_0",1e-05,1613936464704,891
+"wd_1",0.01,1613936464704,891
+"sqr_mom_1",0.99,1613936464704,891
+"lr_1",4.3798965016381844e-05,1613936464704,891
+"mom_1",0.8624021939891762,1613936464704,891
+"eps_1",1e-05,1613936464704,891
+"wd_2",0.01,1613936464704,891
+"sqr_mom_2",0.99,1613936464704,891
+"lr_2",0.0004379896501638184,1613936464704,891
+"mom_2",0.8624021939891762,1613936464704,891
+"eps_2",1e-05,1613936464704,891
+"train_loss",0.096781544,1613936465663,892
+"raw_loss",0.09453222,1613936465663,892
+"epoch",5.61635220125784,1613936465663,892
+"wd_0",0.01,1613936465663,892
+"sqr_mom_0",0.99,1613936465663,892
+"lr_0",4.375237384591489e-06,1613936465663,892
+"mom_0",0.8624953772619428,1613936465663,892
+"eps_0",1e-05,1613936465663,892
+"wd_1",0.01,1613936465663,892
+"sqr_mom_1",0.99,1613936465663,892
+"lr_1",4.375237384591489e-05,1613936465663,892
+"mom_1",0.8624953772619428,1613936465663,892
+"eps_1",1e-05,1613936465663,892
+"wd_2",0.01,1613936465663,892
+"sqr_mom_2",0.99,1613936465663,892
+"lr_2",0.00043752373845914886,1613936465663,892
+"mom_2",0.8624953772619428,1613936465663,892
+"eps_2",1e-05,1613936465663,892
+"train_loss",0.09583387,1613936466638,893
+"raw_loss",0.04939761,1613936466638,893
+"epoch",5.62264150943394,1613936466638,893
+"wd_0",0.01,1613936466638,893
+"sqr_mom_0",0.99,1613936466638,893
+"lr_0",4.370563095032168e-06,1613936466638,893
+"mom_0",0.8625888639879965,1613936466638,893
+"eps_0",1e-05,1613936466638,893
+"wd_1",0.01,1613936466638,893
+"sqr_mom_1",0.99,1613936466638,893
+"lr_1",4.370563095032168e-05,1613936466638,893
+"mom_1",0.8625888639879965,1613936466638,893
+"eps_1",1e-05,1613936466638,893
+"wd_2",0.01,1613936466638,893
+"sqr_mom_2",0.99,1613936466638,893
+"lr_2",0.0004370563095032168,1613936466638,893
+"mom_2",0.8625888639879965,1613936466638,893
+"eps_2",1e-05,1613936466638,893
+"train_loss",0.09519578,1613936467600,894
+"raw_loss",0.06392922,1613936467600,894
+"epoch",5.6289308176100405,1613936467600,894
+"wd_0",0.01,1613936467600,894
+"sqr_mom_0",0.99,1613936467600,894
+"lr_0",4.365874057434323e-06,1613936467600,894
+"mom_0",0.8626826456777703,1613936467600,894
+"eps_0",1e-05,1613936467600,894
+"wd_1",0.01,1613936467600,894
+"sqr_mom_1",0.99,1613936467600,894
+"lr_1",4.365874057434323e-05,1613936467600,894
+"mom_1",0.8626826456777703,1613936467600,894
+"eps_1",1e-05,1613936467600,894
+"wd_2",0.01,1613936467600,894
+"sqr_mom_2",0.99,1613936467600,894
+"lr_2",0.00043658740574343234,1613936467600,894
+"mom_2",0.8626826456777703,1613936467600,894
+"eps_2",1e-05,1613936467600,894
+"train_loss",0.09430729,1613936468559,895
+"raw_loss",0.050771143,1613936468559,895
+"epoch",5.635220125786141,1613936468559,895
+"wd_0",0.01,1613936468559,895
+"sqr_mom_0",0.99,1613936468559,895
+"lr_0",4.3611702324994185e-06,1613936468559,895
+"mom_0",0.8627767231172427,1613936468559,895
+"eps_0",1e-05,1613936468559,895
+"wd_1",0.01,1613936468559,895
+"sqr_mom_1",0.99,1613936468559,895
+"lr_1",4.361170232499419e-05,1613936468559,895
+"mom_1",0.8627767231172427,1613936468559,895
+"eps_1",1e-05,1613936468559,895
+"wd_2",0.01,1613936468559,895
+"sqr_mom_2",0.99,1613936468559,895
+"lr_2",0.0004361170232499419,1613936468559,895
+"mom_2",0.8627767231172427,1613936468559,895
+"eps_2",1e-05,1613936468559,895
+"train_loss",0.09424148,1613936469562,896
+"raw_loss",0.091016814,1613936469562,896
+"epoch",5.641509433962241,1613936469562,896
+"wd_0",0.01,1613936469562,896
+"sqr_mom_0",0.99,1613936469562,896
+"lr_0",4.356451344906974e-06,1613936469562,896
+"mom_0",0.8628711018128786,1613936469562,896
+"eps_0",1e-05,1613936469562,896
+"wd_1",0.01,1613936469562,896
+"sqr_mom_1",0.99,1613936469562,896
+"lr_1",4.3564513449069745e-05,1613936469562,896
+"mom_1",0.8628711018128786,1613936469562,896
+"eps_1",1e-05,1613936469562,896
+"wd_2",0.01,1613936469562,896
+"sqr_mom_2",0.99,1613936469562,896
+"lr_2",0.0004356451344906974,1613936469562,896
+"mom_2",0.8628711018128786,1613936469562,896
+"eps_2",1e-05,1613936469562,896
+"train_loss",0.09336268,1613936470590,897
+"raw_loss",0.050302,1613936470590,897
+"epoch",5.647798742138342,1613936470590,897
+"wd_0",0.01,1613936470590,897
+"sqr_mom_0",0.99,1613936470590,897
+"lr_0",4.351717901815871e-06,1613936470590,897
+"mom_0",0.8629657716213988,1613936470590,897
+"eps_0",1e-05,1613936470590,897
+"wd_1",0.01,1613936470590,897
+"sqr_mom_1",0.99,1613936470590,897
+"lr_1",4.351717901815871e-05,1613936470590,897
+"mom_1",0.8629657716213988,1613936470590,897
+"eps_1",1e-05,1613936470590,897
+"wd_2",0.01,1613936470590,897
+"sqr_mom_2",0.99,1613936470590,897
+"lr_2",0.0004351717901815871,1613936470590,897
+"mom_2",0.8629657716213988,1613936470590,897
+"eps_2",1e-05,1613936470590,897
+"train_loss",0.09379363,1613936471598,898
+"raw_loss",0.11491021,1613936471598,898
+"epoch",5.654088050314442,1613936471598,898
+"wd_0",0.01,1613936471598,898
+"sqr_mom_0",0.99,1613936471598,898
+"lr_0",4.34696939103183e-06,1613936471598,898
+"mom_0",0.8630607427867912,1613936471598,898
+"eps_0",1e-05,1613936471598,898
+"wd_1",0.01,1613936471598,898
+"sqr_mom_1",0.99,1613936471598,898
+"lr_1",4.3469693910318305e-05,1613936471598,898
+"mom_1",0.8630607427867912,1613936471598,898
+"eps_1",1e-05,1613936471598,898
+"wd_2",0.01,1613936471598,898
+"sqr_mom_2",0.99,1613936471598,898
+"lr_2",0.00043469693910318306,1613936471598,898
+"mom_2",0.8630607427867912,1613936471598,898
+"eps_2",1e-05,1613936471598,898
+"train_loss",0.093865395,1613936472605,899
+"raw_loss",0.09738195,1613936472605,899
+"epoch",5.660377358490543,1613936472605,899
+"wd_0",0.01,1613936472605,899
+"sqr_mom_0",0.99,1613936472605,899
+"lr_0",4.3422064803909586e-06,1613936472605,899
+"mom_0",0.8631560019522003,1613936472605,899
+"eps_0",1e-05,1613936472605,899
+"wd_1",0.01,1613936472605,899
+"sqr_mom_1",0.99,1613936472605,899
+"lr_1",4.3422064803909586e-05,1613936472605,899
+"mom_1",0.8631560019522003,1613936472605,899
+"eps_1",1e-05,1613936472605,899
+"wd_2",0.01,1613936472605,899
+"sqr_mom_2",0.99,1613936472605,899
+"lr_2",0.00043422064803909583,1613936472605,899
+"mom_2",0.8631560019522003,1613936472605,899
+"eps_2",1e-05,1613936472605,899
+"train_loss",0.0935405,1613936473574,900
+"raw_loss",0.07762059,1613936473574,900
+"epoch",5.666666666666643,1613936473574,900
+"wd_0",0.01,1613936473574,900
+"sqr_mom_0",0.99,1613936473574,900
+"lr_0",4.33742865524575e-06,1613936473574,900
+"mom_0",0.8632515594106791,1613936473574,900
+"eps_0",1e-05,1613936473574,900
+"wd_1",0.01,1613936473574,900
+"sqr_mom_1",0.99,1613936473574,900
+"lr_1",4.33742865524575e-05,1613936473574,900
+"mom_1",0.8632515594106791,1613936473574,900
+"eps_1",1e-05,1613936473574,900
+"wd_2",0.01,1613936473574,900
+"sqr_mom_2",0.99,1613936473574,900
+"lr_2",0.00043374286552457495,1613936473574,900
+"mom_2",0.8632515594106791,1613936473574,900
+"eps_2",1e-05,1613936473574,900
+"train_loss",0.09268888,1613936474557,901
+"raw_loss",0.050959535,1613936474557,901
+"epoch",5.672955974842743,1613936474557,901
+"wd_0",0.01,1613936474557,901
+"sqr_mom_0",0.99,1613936474557,901
+"lr_0",4.332636429089352e-06,1613936474557,901
+"mom_0",0.8633474048922618,1613936474557,901
+"eps_0",1e-05,1613936474557,901
+"wd_1",0.01,1613936474557,901
+"sqr_mom_1",0.99,1613936474557,901
+"lr_1",4.3326364290893524e-05,1613936474557,901
+"mom_1",0.8633474048922618,1613936474557,901
+"eps_1",1e-05,1613936474557,901
+"wd_2",0.01,1613936474557,901
+"sqr_mom_2",0.99,1613936474557,901
+"lr_2",0.0004332636429089352,1613936474557,901
+"mom_2",0.8633474048922618,1613936474557,901
+"eps_2",1e-05,1613936474557,901
+"train_loss",0.09237554,1613936475515,902
+"raw_loss",0.07702193,1613936475515,902
+"epoch",5.679245283018844,1613936475515,902
+"wd_0",0.01,1613936475515,902
+"sqr_mom_0",0.99,1613936475515,902
+"lr_0",4.327829522907065e-06,1613936475515,902
+"mom_0",0.8634435439772985,1613936475515,902
+"eps_0",1e-05,1613936475515,902
+"wd_1",0.01,1613936475515,902
+"sqr_mom_1",0.99,1613936475515,902
+"lr_1",4.327829522907065e-05,1613936475515,902
+"mom_1",0.8634435439772985,1613936475515,902
+"eps_1",1e-05,1613936475515,902
+"wd_2",0.01,1613936475515,902
+"sqr_mom_2",0.99,1613936475515,902
+"lr_2",0.0004327829522907065,1613936475515,902
+"mom_2",0.8634435439772985,1613936475515,902
+"eps_2",1e-05,1613936475515,902
+"train_loss",0.09195834,1613936476504,903
+"raw_loss",0.071515456,1613936476504,903
+"epoch",5.685534591194944,1613936476504,903
+"wd_0",0.01,1613936476504,903
+"sqr_mom_0",0.99,1613936476504,903
+"lr_0",4.323007894185457e-06,1613936476504,903
+"mom_0",0.863539977516066,1613936476504,903
+"eps_0",1e-05,1613936476504,903
+"wd_1",0.01,1613936476504,903
+"sqr_mom_1",0.99,1613936476504,903
+"lr_1",4.323007894185457e-05,1613936476504,903
+"mom_1",0.863539977516066,1613936476504,903
+"eps_1",1e-05,1613936476504,903
+"wd_2",0.01,1613936476504,903
+"sqr_mom_2",0.99,1613936476504,903
+"lr_2",0.0004323007894185457,1613936476504,903
+"mom_2",0.863539977516066,1613936476504,903
+"eps_2",1e-05,1613936476504,903
+"train_loss",0.090955675,1613936477457,904
+"raw_loss",0.0418253,1613936477457,904
+"epoch",5.691823899371045,1613936477457,904
+"wd_0",0.01,1613936477457,904
+"sqr_mom_0",0.99,1613936477457,904
+"lr_0",4.318171981523271e-06,1613936477457,904
+"mom_0",0.8636366967365019,1613936477457,904
+"eps_0",1e-05,1613936477457,904
+"wd_1",0.01,1613936477457,904
+"sqr_mom_1",0.99,1613936477457,904
+"lr_1",4.318171981523271e-05,1613936477457,904
+"mom_1",0.8636366967365019,1613936477457,904
+"eps_1",1e-05,1613936477457,904
+"wd_2",0.01,1613936477457,904
+"sqr_mom_2",0.99,1613936477457,904
+"lr_2",0.00043181719815232704,1613936477457,904
+"mom_2",0.8636366967365019,1613936477457,904
+"eps_2",1e-05,1613936477457,904
+"train_loss",0.09007199,1613936478418,905
+"raw_loss",0.04677139,1613936478418,905
+"epoch",5.698113207547145,1613936478418,905
+"wd_0",0.01,1613936478418,905
+"sqr_mom_0",0.99,1613936478418,905
+"lr_0",4.313321342218539e-06,1613936478418,905
+"mom_0",0.8637337104927342,1613936478418,905
+"eps_0",1e-05,1613936478418,905
+"wd_1",0.01,1613936478418,905
+"sqr_mom_1",0.99,1613936478418,905
+"lr_1",4.313321342218539e-05,1613936478418,905
+"mom_1",0.8637337104927342,1613936478418,905
+"eps_1",1e-05,1613936478418,905
+"wd_2",0.01,1613936478418,905
+"sqr_mom_2",0.99,1613936478418,905
+"lr_2",0.0004313321342218539,1613936478418,905
+"mom_2",0.8637337104927342,1613936478418,905
+"eps_2",1e-05,1613936478418,905
+"train_loss",0.091417976,1613936479383,906
+"raw_loss",0.15737122,1613936479383,906
+"epoch",5.704402515723245,1613936479383,906
+"wd_0",0.01,1613936479383,906
+"sqr_mom_0",0.99,1613936479383,906
+"lr_0",4.308456497590055e-06,1613936479383,906
+"mom_0",0.8638310083582824,1613936479383,906
+"eps_0",1e-05,1613936479383,906
+"wd_1",0.01,1613936479383,906
+"sqr_mom_1",0.99,1613936479383,906
+"lr_1",4.308456497590055e-05,1613936479383,906
+"mom_1",0.8638310083582824,1613936479383,906
+"eps_1",1e-05,1613936479383,906
+"wd_2",0.01,1613936479383,906
+"sqr_mom_2",0.99,1613936479383,906
+"lr_2",0.0004308456497590055,1613936479383,906
+"mom_2",0.8638310083582824,1613936479383,906
+"eps_2",1e-05,1613936479383,906
+"train_loss",0.09049362,1613936480340,907
+"raw_loss",0.045200467,1613936480340,907
+"epoch",5.710691823899346,1613936480340,907
+"wd_0",0.01,1613936480340,907
+"sqr_mom_0",0.99,1613936480340,907
+"lr_0",4.303577164374505e-06,1613936480340,907
+"mom_0",0.8639285959984698,1613936480340,907
+"eps_0",1e-05,1613936480340,907
+"wd_1",0.01,1613936480340,907
+"sqr_mom_1",0.99,1613936480340,907
+"lr_1",4.303577164374505e-05,1613936480340,907
+"mom_1",0.8639285959984698,1613936480340,907
+"eps_1",1e-05,1613936480340,907
+"wd_2",0.01,1613936480340,907
+"sqr_mom_2",0.99,1613936480340,907
+"lr_2",0.0004303577164374505,1613936480340,907
+"mom_2",0.8639285959984698,1613936480340,907
+"eps_2",1e-05,1613936480340,907
+"train_loss",0.089880854,1613936481291,908
+"raw_loss",0.0598552,1613936481291,908
+"epoch",5.716981132075446,1613936481291,908
+"wd_0",0.01,1613936481291,908
+"sqr_mom_0",0.99,1613936481291,908
+"lr_0",4.298683299448694e-06,1613936481291,908
+"mom_0",0.8640264742757688,1613936481291,908
+"eps_0",1e-05,1613936481291,908
+"wd_1",0.01,1613936481291,908
+"sqr_mom_1",0.99,1613936481291,908
+"lr_1",4.2986832994486944e-05,1613936481291,908
+"mom_1",0.8640264742757688,1613936481291,908
+"eps_1",1e-05,1613936481291,908
+"wd_2",0.01,1613936481291,908
+"sqr_mom_2",0.99,1613936481291,908
+"lr_2",0.0004298683299448694,1613936481291,908
+"mom_2",0.8640264742757688,1613936481291,908
+"eps_2",1e-05,1613936481291,908
+"train_loss",0.088928625,1613936482257,909
+"raw_loss",0.042269457,1613936482257,909
+"epoch",5.723270440251547,1613936482257,909
+"wd_0",0.01,1613936482257,909
+"sqr_mom_0",0.99,1613936482257,909
+"lr_0",4.293775347972086e-06,1613936482257,909
+"mom_0",0.8641246342869011,1613936482257,909
+"eps_0",1e-05,1613936482257,909
+"wd_1",0.01,1613936482257,909
+"sqr_mom_1",0.99,1613936482257,909
+"lr_1",4.293775347972086e-05,1613936482257,909
+"mom_1",0.8641246342869011,1613936482257,909
+"eps_1",1e-05,1613936482257,909
+"wd_2",0.01,1613936482257,909
+"sqr_mom_2",0.99,1613936482257,909
+"lr_2",0.00042937753479720857,1613936482257,909
+"mom_2",0.8641246342869011,1613936482257,909
+"eps_2",1e-05,1613936482257,909
+"train_loss",0.088474125,1613936483207,910
+"raw_loss",0.06620345,1613936483207,910
+"epoch",5.729559748427647,1613936483207,910
+"wd_0",0.01,1613936483207,910
+"sqr_mom_0",0.99,1613936483207,910
+"lr_0",4.288852860647942e-06,1613936483207,910
+"mom_0",0.8642230850178914,1613936483207,910
+"eps_0",1e-05,1613936483207,910
+"wd_1",0.01,1613936483207,910
+"sqr_mom_1",0.99,1613936483207,910
+"lr_1",4.2888528606479416e-05,1613936483207,910
+"mom_1",0.8642230850178914,1613936483207,910
+"eps_1",1e-05,1613936483207,910
+"wd_2",0.01,1613936483207,910
+"sqr_mom_2",0.99,1613936483207,910
+"lr_2",0.0004288852860647942,1613936483207,910
+"mom_2",0.8642230850178914,1613936483207,910
+"eps_2",1e-05,1613936483207,910
+"train_loss",0.089087605,1613936484565,911
+"raw_loss",0.11914801,1613936484565,911
+"epoch",5.735849056603747,1613936484565,911
+"wd_0",0.01,1613936484565,911
+"sqr_mom_0",0.99,1613936484565,911
+"lr_0",4.283916284525182e-06,1613936484565,911
+"mom_0",0.8643218175276716,1613936484565,911
+"eps_0",1e-05,1613936484565,911
+"wd_1",0.01,1613936484565,911
+"sqr_mom_1",0.99,1613936484565,911
+"lr_1",4.2839162845251824e-05,1613936484565,911
+"mom_1",0.8643218175276716,1613936484565,911
+"eps_1",1e-05,1613936484565,911
+"wd_2",0.01,1613936484565,911
+"sqr_mom_2",0.99,1613936484565,911
+"lr_2",0.00042839162845251824,1613936484565,911
+"mom_2",0.8643218175276716,1613936484565,911
+"eps_2",1e-05,1613936484565,911
+"train_loss",0.08851309,1613936485525,912
+"raw_loss",0.06036176,1613936485525,912
+"epoch",5.742138364779848,1613936485525,912
+"wd_0",0.01,1613936485525,912
+"sqr_mom_0",0.99,1613936485525,912
+"lr_0",4.2789653314421204e-06,1613936485525,912
+"mom_0",0.8644208375795334,1613936485525,912
+"eps_0",1e-05,1613936485525,912
+"wd_1",0.01,1613936485525,912
+"sqr_mom_1",0.99,1613936485525,912
+"lr_1",4.2789653314421204e-05,1613936485525,912
+"mom_1",0.8644208375795334,1613936485525,912
+"eps_1",1e-05,1613936485525,912
+"wd_2",0.01,1613936485525,912
+"sqr_mom_2",0.99,1613936485525,912
+"lr_2",0.00042789653314421203,1613936485525,912
+"mom_2",0.8644208375795334,1613936485525,912
+"eps_2",1e-05,1613936485525,912
+"train_loss",0.0879329,1613936486486,913
+"raw_loss",0.059503507,1613936486486,913
+"epoch",5.748427672955948,1613936486486,913
+"wd_0",0.01,1613936486486,913
+"sqr_mom_0",0.99,1613936486486,913
+"lr_0",4.2740004517430505e-06,1613936486486,913
+"mom_0",0.8645201361665006,1613936486486,913
+"eps_0",1e-05,1613936486486,913
+"wd_1",0.01,1613936486486,913
+"sqr_mom_1",0.99,1613936486486,913
+"lr_1",4.2740004517430505e-05,1613936486486,913
+"mom_1",0.8645201361665006,1613936486486,913
+"eps_1",1e-05,1613936486486,913
+"wd_2",0.01,1613936486486,913
+"sqr_mom_2",0.99,1613936486486,913
+"lr_2",0.00042740004517430503,1613936486486,913
+"mom_2",0.8645201361665006,1613936486486,913
+"eps_2",1e-05,1613936486486,913
+"train_loss",0.08839861,1613936487520,914
+"raw_loss",0.111218594,1613936487520,914
+"epoch",5.754716981132049,1613936487520,914
+"wd_0",0.01,1613936487520,914
+"sqr_mom_0",0.99,1613936487520,914
+"lr_0",4.26902143900745e-06,1613936487520,914
+"mom_0",0.8646197174170251,1613936487520,914
+"eps_0",1e-05,1613936487520,914
+"wd_1",0.01,1613936487520,914
+"sqr_mom_1",0.99,1613936487520,914
+"lr_1",4.26902143900745e-05,1613936487520,914
+"mom_1",0.8646197174170251,1613936487520,914
+"eps_1",1e-05,1613936487520,914
+"wd_2",0.01,1613936487520,914
+"sqr_mom_2",0.99,1613936487520,914
+"lr_2",0.00042690214390074494,1613936487520,914
+"mom_2",0.8646197174170251,1613936487520,914
+"eps_2",1e-05,1613936487520,914
+"train_loss",0.09072601,1613936488508,915
+"raw_loss",0.20476852,1613936488508,915
+"epoch",5.761006289308149,1613936488508,915
+"wd_0",0.01,1613936488508,915
+"sqr_mom_0",0.99,1613936488508,915
+"lr_0",4.264028001185225e-06,1613936488508,915
+"mom_0",0.8647195871721672,1613936488508,915
+"eps_0",1e-05,1613936488508,915
+"wd_1",0.01,1613936488508,915
+"sqr_mom_1",0.99,1613936488508,915
+"lr_1",4.264028001185225e-05,1613936488508,915
+"mom_1",0.8647195871721672,1613936488508,915
+"eps_1",1e-05,1613936488508,915
+"wd_2",0.01,1613936488508,915
+"sqr_mom_2",0.99,1613936488508,915
+"lr_2",0.00042640280011852253,1613936488508,915
+"mom_2",0.8647195871721672,1613936488508,915
+"eps_2",1e-05,1613936488508,915
+"train_loss",0.090191424,1613936489495,916
+"raw_loss",0.063996516,1613936489495,916
+"epoch",5.7672955974842495,1613936489495,916
+"wd_0",0.01,1613936489495,916
+"sqr_mom_0",0.99,1613936489495,916
+"lr_0",4.259020840559308e-06,1613936489495,916
+"mom_0",0.8648197313861277,1613936489495,916
+"eps_0",1e-05,1613936489495,916
+"wd_1",0.01,1613936489495,916
+"sqr_mom_1",0.99,1613936489495,916
+"lr_1",4.2590208405593087e-05,1613936489495,916
+"mom_1",0.8648197313861277,1613936489495,916
+"eps_1",1e-05,1613936489495,916
+"wd_2",0.01,1613936489495,916
+"sqr_mom_2",0.99,1613936489495,916
+"lr_2",0.0004259020840559308,1613936489495,916
+"mom_2",0.8648197313861277,1613936489495,916
+"eps_2",1e-05,1613936489495,916
+"train_loss",0.0905699,1613936490483,917
+"raw_loss",0.109115325,1613936490483,917
+"epoch",5.77358490566035,1613936490483,917
+"wd_0",0.01,1613936490483,917
+"sqr_mom_0",0.99,1613936490483,917
+"lr_0",4.253999499449176e-06,1613936490483,917
+"mom_0",0.8649201592126086,1613936490483,917
+"eps_0",1e-05,1613936490483,917
+"wd_1",0.01,1613936490483,917
+"sqr_mom_1",0.99,1613936490483,917
+"lr_1",4.2539994994491754e-05,1613936490483,917
+"mom_1",0.8649201592126086,1613936490483,917
+"eps_1",1e-05,1613936490483,917
+"wd_2",0.01,1613936490483,917
+"sqr_mom_2",0.99,1613936490483,917
+"lr_2",0.00042539994994491757,1613936490483,917
+"mom_2",0.8649201592126086,1613936490483,917
+"eps_2",1e-05,1613936490483,917
+"train_loss",0.09083141,1613936491456,918
+"raw_loss",0.103645414,1613936491456,918
+"epoch",5.77987421383645,1613936491456,918
+"wd_0",0.01,1613936491456,918
+"sqr_mom_0",0.99,1613936491456,918
+"lr_0",4.2489641837204994e-06,1613936491456,918
+"mom_0",0.8650208665342554,1613936491456,918
+"eps_0",1e-05,1613936491456,918
+"wd_1",0.01,1613936491456,918
+"sqr_mom_1",0.99,1613936491456,918
+"lr_1",4.248964183720499e-05,1613936491456,918
+"mom_1",0.8650208665342554,1613936491456,918
+"eps_1",1e-05,1613936491456,918
+"wd_2",0.01,1613936491456,918
+"sqr_mom_2",0.99,1613936491456,918
+"lr_2",0.0004248964183720499,1613936491456,918
+"mom_2",0.8650208665342554,1613936491456,918
+"eps_2",1e-05,1613936491456,918
+"train_loss",0.09021581,1613936492412,919
+"raw_loss",0.06005147,1613936492412,919
+"epoch",5.786163522012551,1613936492412,919
+"wd_0",0.01,1613936492412,919
+"sqr_mom_0",0.99,1613936492412,919
+"lr_0",4.2439151012044074e-06,1613936492412,919
+"mom_0",0.8651218491944038,1613936492412,919
+"eps_0",1e-05,1613936492412,919
+"wd_1",0.01,1613936492412,919
+"sqr_mom_1",0.99,1613936492412,919
+"lr_1",4.2439151012044074e-05,1613936492412,919
+"mom_1",0.8651218491944038,1613936492412,919
+"eps_1",1e-05,1613936492412,919
+"wd_2",0.01,1613936492412,919
+"sqr_mom_2",0.99,1613936492412,919
+"lr_2",0.0004243915101204407,1613936492412,919
+"mom_2",0.8651218491944038,1613936492412,919
+"eps_2",1e-05,1613936492412,919
+"train_loss",0.09216686,1613936493405,920
+"raw_loss",0.18776894,1613936493405,920
+"epoch",5.792452830188651,1613936493405,920
+"wd_0",0.01,1613936493405,920
+"sqr_mom_0",0.99,1613936493405,920
+"lr_0",4.23885195716501e-06,1613936493405,920
+"mom_0",0.8652231130878306,1613936493405,920
+"eps_0",1e-05,1613936493405,920
+"wd_1",0.01,1613936493405,920
+"sqr_mom_1",0.99,1613936493405,920
+"lr_1",4.2388519571650096e-05,1613936493405,920
+"mom_1",0.8652231130878306,1613936493405,920
+"eps_1",1e-05,1613936493405,920
+"wd_2",0.01,1613936493405,920
+"sqr_mom_2",0.99,1613936493405,920
+"lr_2",0.000423885195716501,1613936493405,920
+"mom_2",0.8652231130878306,1613936493405,920
+"eps_2",1e-05,1613936493405,920
+"train_loss",0.09357911,1613936494396,921
+"raw_loss",0.16277948,1613936494396,921
+"epoch",5.7987421383647515,1613936494396,921
+"wd_0",0.01,1613936494396,921
+"sqr_mom_0",0.99,1613936494396,921
+"lr_0",4.233775127825408e-06,1613936494396,921
+"mom_0",0.8653246506899988,1613936494396,921
+"eps_0",1e-05,1613936494396,921
+"wd_1",0.01,1613936494396,921
+"sqr_mom_1",0.99,1613936494396,921
+"lr_1",4.2337751278254076e-05,1613936494396,921
+"mom_1",0.8653246506899988,1613936494396,921
+"eps_1",1e-05,1613936494396,921
+"wd_2",0.01,1613936494396,921
+"sqr_mom_2",0.99,1613936494396,921
+"lr_2",0.0004233775127825408,1613936494396,921
+"mom_2",0.8653246506899988,1613936494396,921
+"eps_2",1e-05,1613936494396,921
+"train_loss",0.09378825,1613936495350,922
+"raw_loss",0.10403604,1613936495350,922
+"epoch",5.805031446540852,1613936495350,922
+"wd_0",0.01,1613936495350,922
+"sqr_mom_0",0.99,1613936495350,922
+"lr_0",4.228684147740708e-06,1613936495350,922
+"mom_0",0.8654264713098989,1613936495350,922
+"eps_0",1e-05,1613936495350,922
+"wd_1",0.01,1613936495350,922
+"sqr_mom_1",0.99,1613936495350,922
+"lr_1",4.2286841477407077e-05,1613936495350,922
+"mom_1",0.8654264713098989,1613936495350,922
+"eps_1",1e-05,1613936495350,922
+"wd_2",0.01,1613936495350,922
+"sqr_mom_2",0.99,1613936495350,922
+"lr_2",0.0004228684147740708,1613936495350,922
+"mom_2",0.8654264713098989,1613936495350,922
+"eps_2",1e-05,1613936495350,922
+"train_loss",0.093228795,1613936496304,923
+"raw_loss",0.065815374,1613936496304,923
+"epoch",5.811320754716952,1613936496304,923
+"wd_0",0.01,1613936496304,923
+"sqr_mom_0",0.99,1613936496304,923
+"lr_0",4.223579732912297e-06,1613936496304,923
+"mom_0",0.8655285606273603,1613936496304,923
+"eps_0",1e-05,1613936496304,923
+"wd_1",0.01,1613936496304,923
+"sqr_mom_1",0.99,1613936496304,923
+"lr_1",4.223579732912297e-05,1613936496304,923
+"mom_1",0.8655285606273603,1613936496304,923
+"eps_1",1e-05,1613936496304,923
+"wd_2",0.01,1613936496304,923
+"sqr_mom_2",0.99,1613936496304,923
+"lr_2",0.00042235797329122967,1613936496304,923
+"mom_2",0.8655285606273603,1613936496304,923
+"eps_2",1e-05,1613936496304,923
+"train_loss",0.09273772,1613936497267,924
+"raw_loss",0.068675086,1613936497267,924
+"epoch",5.817610062893053,1613936497267,924
+"wd_0",0.01,1613936497267,924
+"sqr_mom_0",0.99,1613936497267,924
+"lr_0",4.218461246742224e-06,1613936497267,924
+"mom_0",0.8656309313744692,1613936497267,924
+"eps_0",1e-05,1613936497267,924
+"wd_1",0.01,1613936497267,924
+"sqr_mom_1",0.99,1613936497267,924
+"lr_1",4.218461246742224e-05,1613936497267,924
+"mom_1",0.8656309313744692,1613936497267,924
+"eps_1",1e-05,1613936497267,924
+"wd_2",0.01,1613936497267,924
+"sqr_mom_2",0.99,1613936497267,924
+"lr_2",0.0004218461246742224,1613936497267,924
+"mom_2",0.8656309313744692,1613936497267,924
+"eps_2",1e-05,1613936497267,924
+"train_loss",0.09214503,1613936498240,925
+"raw_loss",0.06310343,1613936498240,925
+"epoch",5.823899371069153,1613936498240,925
+"wd_0",0.01,1613936498240,925
+"sqr_mom_0",0.99,1613936498240,925
+"lr_0",4.213329409100365e-06,1613936498240,925
+"mom_0",0.8657335691536843,1613936498240,925
+"eps_0",1e-05,1613936498240,925
+"wd_1",0.01,1613936498240,925
+"sqr_mom_1",0.99,1613936498240,925
+"lr_1",4.213329409100365e-05,1613936498240,925
+"mom_1",0.8657335691536843,1613936498240,925
+"eps_1",1e-05,1613936498240,925
+"wd_2",0.01,1613936498240,925
+"sqr_mom_2",0.99,1613936498240,925
+"lr_2",0.00042133294091003647,1613936498240,925
+"mom_2",0.8657335691536843,1613936498240,925
+"eps_2",1e-05,1613936498240,925
+"train_loss",0.09122047,1613936499189,926
+"raw_loss",0.04591672,1613936499189,926
+"epoch",5.8301886792452535,1613936499189,926
+"wd_0",0.01,1613936499189,926
+"sqr_mom_0",0.99,1613936499189,926
+"lr_0",4.2081839217804445e-06,1613936499189,926
+"mom_0",0.8658364799291903,1613936499189,926
+"eps_0",1e-05,1613936499189,926
+"wd_1",0.01,1613936499189,926
+"sqr_mom_1",0.99,1613936499189,926
+"lr_1",4.208183921780445e-05,1613936499189,926
+"mom_1",0.8658364799291903,1613936499189,926
+"eps_1",1e-05,1613936499189,926
+"wd_2",0.01,1613936499189,926
+"sqr_mom_2",0.99,1613936499189,926
+"lr_2",0.00042081839217804443,1613936499189,926
+"mom_2",0.8658364799291903,1613936499189,926
+"eps_2",1e-05,1613936499189,926
+"train_loss",0.0903651,1613936500150,927
+"raw_loss",0.04845197,1613936500150,927
+"epoch",5.836477987421354,1613936500150,927
+"wd_0",0.01,1613936500150,927
+"sqr_mom_0",0.99,1613936500150,927
+"lr_0",4.203024483062728e-06,1613936500150,927
+"mom_0",0.8659396697354428,1613936500150,927
+"eps_0",1e-05,1613936500150,927
+"wd_1",0.01,1613936500150,927
+"sqr_mom_1",0.99,1613936500150,927
+"lr_1",4.2030244830627284e-05,1613936500150,927
+"mom_1",0.8659396697354428,1613936500150,927
+"eps_1",1e-05,1613936500150,927
+"wd_2",0.01,1613936500150,927
+"sqr_mom_2",0.99,1613936500150,927
+"lr_2",0.0004203024483062728,1613936500150,927
+"mom_2",0.8659396697354428,1613936500150,927
+"eps_2",1e-05,1613936500150,927
+"train_loss",0.09113971,1613936501114,928
+"raw_loss",0.12909602,1613936501114,928
+"epoch",5.842767295597454,1613936501114,928
+"wd_0",0.01,1613936501114,928
+"sqr_mom_0",0.99,1613936501114,928
+"lr_0",4.1978518185767045e-06,1613936501114,928
+"mom_0",0.8660431240597065,1613936501114,928
+"eps_0",1e-05,1613936501114,928
+"wd_1",0.01,1613936501114,928
+"sqr_mom_1",0.99,1613936501114,928
+"lr_1",4.1978518185767045e-05,1613936501114,928
+"mom_1",0.8660431240597065,1613936501114,928
+"eps_1",1e-05,1613936501114,928
+"wd_2",0.01,1613936501114,928
+"sqr_mom_2",0.99,1613936501114,928
+"lr_2",0.0004197851818576704,1613936501114,928
+"mom_2",0.8660431240597065,1613936501114,928
+"eps_2",1e-05,1613936501114,928
+"train_loss",0.09097007,1613936502073,929
+"raw_loss",0.08265739,1613936502073,929
+"epoch",5.849056603773555,1613936502073,929
+"wd_0",0.01,1613936502073,929
+"sqr_mom_0",0.99,1613936502073,929
+"lr_0",4.1926654554666426e-06,1613936502073,929
+"mom_0",0.8661468523591908,1613936502073,929
+"eps_0",1e-05,1613936502073,929
+"wd_1",0.01,1613936502073,929
+"sqr_mom_1",0.99,1613936502073,929
+"lr_1",4.192665455466643e-05,1613936502073,929
+"mom_1",0.8661468523591908,1613936502073,929
+"eps_1",1e-05,1613936502073,929
+"wd_2",0.01,1613936502073,929
+"sqr_mom_2",0.99,1613936502073,929
+"lr_2",0.0004192665455466642,1613936502073,929
+"mom_2",0.8661468523591908,1613936502073,929
+"eps_2",1e-05,1613936502073,929
+"train_loss",0.091657914,1613936503023,930
+"raw_loss",0.12536226,1613936503023,930
+"epoch",5.855345911949655,1613936503023,930
+"wd_0",0.01,1613936503023,930
+"sqr_mom_0",0.99,1613936503023,930
+"lr_0",4.187465779111584e-06,1613936503023,930
+"mom_0",0.8662508469262375,1613936503023,930
+"eps_0",1e-05,1613936503023,930
+"wd_1",0.01,1613936503023,930
+"sqr_mom_1",0.99,1613936503023,930
+"lr_1",4.187465779111583e-05,1613936503023,930
+"mom_1",0.8662508469262375,1613936503023,930
+"eps_1",1e-05,1613936503023,930
+"wd_2",0.01,1613936503023,930
+"sqr_mom_2",0.99,1613936503023,930
+"lr_2",0.00041874657791115833,1613936503023,930
+"mom_2",0.8662508469262375,1613936503023,930
+"eps_2",1e-05,1613936503023,930
+"train_loss",0.0909255,1613936503975,931
+"raw_loss",0.05503717,1613936503975,931
+"epoch",5.8616352201257556,1613936503975,931
+"wd_0",0.01,1613936503975,931
+"sqr_mom_0",0.99,1613936503975,931
+"lr_0",4.182252485984853e-06,1613936503975,931
+"mom_0",0.8663551138314413,1613936503975,931
+"eps_0",1e-05,1613936503975,931
+"wd_1",0.01,1613936503975,931
+"sqr_mom_1",0.99,1613936503975,931
+"lr_1",4.182252485984853e-05,1613936503975,931
+"mom_1",0.8663551138314413,1613936503975,931
+"eps_1",1e-05,1613936503975,931
+"wd_2",0.01,1613936503975,931
+"sqr_mom_2",0.99,1613936503975,931
+"lr_2",0.00041822524859848526,1613936503975,931
+"mom_2",0.8663551138314413,1613936503975,931
+"eps_2",1e-05,1613936503975,931
+"train_loss",0.090577796,1613936504919,932
+"raw_loss",0.0735404,1613936504919,932
+"epoch",5.867924528301856,1613936504919,932
+"wd_0",0.01,1613936504919,932
+"sqr_mom_0",0.99,1613936504919,932
+"lr_0",4.1770257898768225e-06,1613936504919,932
+"mom_0",0.8664596487989515,1613936504919,932
+"eps_0",1e-05,1613936504919,932
+"wd_1",0.01,1613936504919,932
+"sqr_mom_1",0.99,1613936504919,932
+"lr_1",4.177025789876822e-05,1613936504919,932
+"mom_1",0.8664596487989515,1613936504919,932
+"eps_1",1e-05,1613936504919,932
+"wd_2",0.01,1613936504919,932
+"sqr_mom_2",0.99,1613936504919,932
+"lr_2",0.0004177025789876822,1613936504919,932
+"mom_2",0.8664596487989515,1613936504919,932
+"eps_2",1e-05,1613936504919,932
+"train_loss",0.090411834,1613936505887,933
+"raw_loss",0.0822797,1613936505887,933
+"epoch",5.874213836477956,1613936505887,933
+"wd_0",0.01,1613936505887,933
+"sqr_mom_0",0.99,1613936505887,933
+"lr_0",4.171785906462915e-06,1613936505887,933
+"mom_0",0.8665644475152168,1613936505887,933
+"eps_0",1e-05,1613936505887,933
+"wd_1",0.01,1613936505887,933
+"sqr_mom_1",0.99,1613936505887,933
+"lr_1",4.171785906462915e-05,1613936505887,933
+"mom_1",0.8665644475152168,1613936505887,933
+"eps_1",1e-05,1613936505887,933
+"wd_2",0.01,1613936505887,933
+"sqr_mom_2",0.99,1613936505887,933
+"lr_2",0.0004171785906462915,1613936505887,933
+"mom_2",0.8665644475152168,1613936505887,933
+"eps_2",1e-05,1613936505887,933
+"train_loss",0.09041999,1613936506848,934
+"raw_loss",0.090819925,1613936506848,934
+"epoch",5.880503144654057,1613936506848,934
+"wd_0",0.01,1613936506848,934
+"sqr_mom_0",0.99,1613936506848,934
+"lr_0",4.166532355396052e-06,1613936506848,934
+"mom_0",0.8666695195872748,1613936506848,934
+"eps_0",1e-05,1613936506848,934
+"wd_1",0.01,1613936506848,934
+"sqr_mom_1",0.99,1613936506848,934
+"lr_1",4.1665323553960515e-05,1613936506848,934
+"mom_1",0.8666695195872748,1613936506848,934
+"eps_1",1e-05,1613936506848,934
+"wd_2",0.01,1613936506848,934
+"sqr_mom_2",0.99,1613936506848,934
+"lr_2",0.0004166532355396051,1613936506848,934
+"mom_2",0.8666695195872748,1613936506848,934
+"eps_2",1e-05,1613936506848,934
+"train_loss",0.090015516,1613936507823,935
+"raw_loss",0.07019617,1613936507823,935
+"epoch",5.886792452830157,1613936507823,935
+"wd_0",0.01,1613936507823,935
+"sqr_mom_0",0.99,1613936507823,935
+"lr_0",4.161265875541791e-06,1613936507823,935
+"mom_0",0.8667748502376665,1613936507823,935
+"eps_0",1e-05,1613936507823,935
+"wd_1",0.01,1613936507823,935
+"sqr_mom_1",0.99,1613936507823,935
+"lr_1",4.161265875541791e-05,1613936507823,935
+"mom_1",0.8667748502376665,1613936507823,935
+"eps_1",1e-05,1613936507823,935
+"wd_2",0.01,1613936507823,935
+"sqr_mom_2",0.99,1613936507823,935
+"lr_2",0.0004161265875541791,1613936507823,935
+"mom_2",0.8667748502376665,1613936507823,935
+"eps_2",1e-05,1613936507823,935
+"train_loss",0.09271099,1613936508796,936
+"raw_loss",0.22478926,1613936508796,936
+"epoch",5.893081761006258,1613936508796,936
+"wd_0",0.01,1613936508796,936
+"sqr_mom_0",0.99,1613936508796,936
+"lr_0",4.155985810090215e-06,1613936508796,936
+"mom_0",0.8668804526027217,1613936508796,936
+"eps_0",1e-05,1613936508796,936
+"wd_1",0.01,1613936508796,936
+"sqr_mom_1",0.99,1613936508796,936
+"lr_1",4.155985810090215e-05,1613936508796,936
+"mom_1",0.8668804526027217,1613936508796,936
+"eps_1",1e-05,1613936508796,936
+"wd_2",0.01,1613936508796,936
+"sqr_mom_2",0.99,1613936508796,936
+"lr_2",0.0004155985810090215,1613936508796,936
+"mom_2",0.8668804526027217,1613936508796,936
+"eps_2",1e-05,1613936508796,936
+"train_loss",0.09293308,1613936509753,937
+"raw_loss",0.103816226,1613936509753,937
+"epoch",5.899371069182358,1613936509753,937
+"wd_0",0.01,1613936509753,937
+"sqr_mom_0",0.99,1613936509753,937
+"lr_0",4.1506929016358984e-06,1613936509753,937
+"mom_0",0.8669863118304003,1613936509753,937
+"eps_0",1e-05,1613936509753,937
+"wd_1",0.01,1613936509753,937
+"sqr_mom_1",0.99,1613936509753,937
+"lr_1",4.1506929016358984e-05,1613936509753,937
+"mom_1",0.8669863118304003,1613936509753,937
+"eps_1",1e-05,1613936509753,937
+"wd_2",0.01,1613936509753,937
+"sqr_mom_2",0.99,1613936509753,937
+"lr_2",0.00041506929016358983,1613936509753,937
+"mom_2",0.8669863118304003,1613936509753,937
+"eps_2",1e-05,1613936509753,937
+"train_loss",0.09426207,1613936510711,938
+"raw_loss",0.15938231,1613936510711,938
+"epoch",5.905660377358458,1613936510711,938
+"wd_0",0.01,1613936510711,938
+"sqr_mom_0",0.99,1613936510711,938
+"lr_0",4.145386842520601e-06,1613936510711,938
+"mom_0",0.8670924340739287,1613936510711,938
+"eps_0",1e-05,1613936510711,938
+"wd_1",0.01,1613936510711,938
+"sqr_mom_1",0.99,1613936510711,938
+"lr_1",4.145386842520601e-05,1613936510711,938
+"mom_1",0.8670924340739287,1613936510711,938
+"eps_1",1e-05,1613936510711,938
+"wd_2",0.01,1613936510711,938
+"sqr_mom_2",0.99,1613936510711,938
+"lr_2",0.0004145386842520601,1613936510711,938
+"mom_2",0.8670924340739287,1613936510711,938
+"eps_2",1e-05,1613936510711,938
+"train_loss",0.093279384,1613936511669,939
+"raw_loss",0.04512795,1613936511669,939
+"epoch",5.911949685534559,1613936511669,939
+"wd_0",0.01,1613936511669,939
+"sqr_mom_0",0.99,1613936511669,939
+"lr_0",4.1400674983590505e-06,1613936511669,939
+"mom_0",0.8671988220210392,1613936511669,939
+"eps_0",1e-05,1613936511669,939
+"wd_1",0.01,1613936511669,939
+"sqr_mom_1",0.99,1613936511669,939
+"lr_1",4.140067498359051e-05,1613936511669,939
+"mom_1",0.8671988220210392,1613936511669,939
+"eps_1",1e-05,1613936511669,939
+"wd_2",0.01,1613936511669,939
+"sqr_mom_2",0.99,1613936511669,939
+"lr_2",0.00041400674983590503,1613936511669,939
+"mom_2",0.8671988220210392,1613936511669,939
+"eps_2",1e-05,1613936511669,939
+"train_loss",0.094955154,1613936512629,940
+"raw_loss",0.17706749,1613936512629,940
+"epoch",5.918238993710659,1613936512629,940
+"wd_0",0.01,1613936512629,940
+"sqr_mom_0",0.99,1613936512629,940
+"lr_0",4.134735087320921e-06,1613936512629,940
+"mom_0",0.8673054713082946,1613936512629,940
+"eps_0",1e-05,1613936512629,940
+"wd_1",0.01,1613936512629,940
+"sqr_mom_1",0.99,1613936512629,940
+"lr_1",4.1347350873209206e-05,1613936512629,940
+"mom_1",0.8673054713082946,1613936512629,940
+"eps_1",1e-05,1613936512629,940
+"wd_2",0.01,1613936512629,940
+"sqr_mom_2",0.99,1613936512629,940
+"lr_2",0.0004134735087320921,1613936512629,940
+"mom_2",0.8673054713082946,1613936512629,940
+"eps_2",1e-05,1613936512629,940
+"train_loss",0.095126435,1613936513613,941
+"raw_loss",0.10351904,1613936513613,941
+"epoch",5.92452830188676,1613936513613,941
+"wd_0",0.01,1613936513613,941
+"sqr_mom_0",0.99,1613936513613,941
+"lr_0",4.1293896518916695e-06,1613936513613,941
+"mom_0",0.8674123810859774,1613936513613,941
+"eps_0",1e-05,1613936513613,941
+"wd_1",0.01,1613936513613,941
+"sqr_mom_1",0.99,1613936513613,941
+"lr_1",4.1293896518916694e-05,1613936513613,941
+"mom_1",0.8674123810859774,1613936513613,941
+"eps_1",1e-05,1613936513613,941
+"wd_2",0.01,1613936513613,941
+"sqr_mom_2",0.99,1613936513613,941
+"lr_2",0.00041293896518916694,1613936513613,941
+"mom_2",0.8674123810859774,1613936513613,941
+"eps_2",1e-05,1613936513613,941
+"train_loss",0.094983645,1613936514573,942
+"raw_loss",0.08798694,1613936514573,942
+"epoch",5.93081761006286,1613936514573,942
+"wd_0",0.01,1613936514573,942
+"sqr_mom_0",0.99,1613936514573,942
+"lr_0",4.124031412612418e-06,1613936514573,942
+"mom_0",0.8675195469432211,1613936514573,942
+"eps_0",1e-05,1613936514573,942
+"wd_1",0.01,1613936514573,942
+"sqr_mom_1",0.99,1613936514573,942
+"lr_1",4.124031412612418e-05,1613936514573,942
+"mom_1",0.8675195469432211,1613936514573,942
+"eps_1",1e-05,1613936514573,942
+"wd_2",0.01,1613936514573,942
+"sqr_mom_2",0.99,1613936514573,942
+"lr_2",0.0004124031412612418,1613936514573,942
+"mom_2",0.8675195469432211,1613936514573,942
+"eps_2",1e-05,1613936514573,942
+"train_loss",0.09436684,1613936515546,943
+"raw_loss",0.06414324,1613936515546,943
+"epoch",5.93710691823896,1613936515546,943
+"wd_0",0.01,1613936515546,943
+"sqr_mom_0",0.99,1613936515546,943
+"lr_0",4.118660235080875e-06,1613936515546,943
+"mom_0",0.8676269715680982,1613936515546,943
+"eps_0",1e-05,1613936515546,943
+"wd_1",0.01,1613936515546,943
+"sqr_mom_1",0.99,1613936515546,943
+"lr_1",4.1186602350808746e-05,1613936515546,943
+"mom_1",0.8676269715680982,1613936515546,943
+"eps_1",1e-05,1613936515546,943
+"wd_2",0.01,1613936515546,943
+"sqr_mom_2",0.99,1613936515546,943
+"lr_2",0.00041186602350808745,1613936515546,943
+"mom_2",0.8676269715680982,1613936515546,943
+"eps_2",1e-05,1613936515546,943
+"train_loss",0.09371644,1613936516579,944
+"raw_loss",0.06184733,1613936516579,944
+"epoch",5.943396226415061,1613936516579,944
+"wd_0",0.01,1613936516579,944
+"sqr_mom_0",0.99,1613936516579,944
+"lr_0",4.113275804473715e-06,1613936516579,944
+"mom_0",0.8677346612571383,1613936516579,944
+"eps_0",1e-05,1613936516579,944
+"wd_1",0.01,1613936516579,944
+"sqr_mom_1",0.99,1613936516579,944
+"lr_1",4.113275804473714e-05,1613936516579,944
+"mom_1",0.8677346612571383,1613936516579,944
+"eps_1",1e-05,1613936516579,944
+"wd_2",0.01,1613936516579,944
+"sqr_mom_2",0.99,1613936516579,944
+"lr_2",0.00041132758044737144,1613936516579,944
+"mom_2",0.8677346612571383,1613936516579,944
+"eps_2",1e-05,1613936516579,944
+"train_loss",0.0967893,1613936517612,945
+"raw_loss",0.24735928,1613936517612,945
+"epoch",5.949685534591161,1613936517612,945
+"wd_0",0.01,1613936517612,945
+"sqr_mom_0",0.99,1613936517612,945
+"lr_0",4.107878878063549e-06,1613936517612,945
+"mom_0",0.8678426008647376,1613936517612,945
+"eps_0",1e-05,1613936517612,945
+"wd_1",0.01,1613936517612,945
+"sqr_mom_1",0.99,1613936517612,945
+"lr_1",4.107878878063549e-05,1613936517612,945
+"mom_1",0.8678426008647376,1613936517612,945
+"eps_1",1e-05,1613936517612,945
+"wd_2",0.01,1613936517612,945
+"sqr_mom_2",0.99,1613936517612,945
+"lr_2",0.0004107878878063549,1613936517612,945
+"mom_2",0.8678426008647376,1613936517612,945
+"eps_2",1e-05,1613936517612,945
+"train_loss",0.09794891,1613936518583,946
+"raw_loss",0.1547696,1613936518583,946
+"epoch",5.955974842767262,1613936518583,946
+"wd_0",0.01,1613936518583,946
+"sqr_mom_0",0.99,1613936518583,946
+"lr_0",4.102468782771797e-06,1613936518583,946
+"mom_0",0.8679508038526026,1613936518583,946
+"eps_0",1e-05,1613936518583,946
+"wd_1",0.01,1613936518583,946
+"sqr_mom_1",0.99,1613936518583,946
+"lr_1",4.1024687827717965e-05,1613936518583,946
+"mom_1",0.8679508038526026,1613936518583,946
+"eps_1",1e-05,1613936518583,946
+"wd_2",0.01,1613936518583,946
+"sqr_mom_2",0.99,1613936518583,946
+"lr_2",0.0004102468782771796,1613936518583,946
+"mom_2",0.8679508038526026,1613936518583,946
+"eps_2",1e-05,1613936518583,946
+"train_loss",0.09831176,1613936519567,947
+"raw_loss",0.1160916,1613936519567,947
+"epoch",5.962264150943362,1613936519567,947
+"wd_0",0.01,1613936519567,947
+"sqr_mom_0",0.99,1613936519567,947
+"lr_0",4.097046279480578e-06,1613936519567,947
+"mom_0",0.8680592550029385,1613936519567,947
+"eps_0",1e-05,1613936519567,947
+"wd_1",0.01,1613936519567,947
+"sqr_mom_1",0.99,1613936519567,947
+"lr_1",4.097046279480578e-05,1613936519567,947
+"mom_1",0.8680592550029385,1613936519567,947
+"eps_1",1e-05,1613936519567,947
+"wd_2",0.01,1613936519567,947
+"sqr_mom_2",0.99,1613936519567,947
+"lr_2",0.0004097046279480578,1613936519567,947
+"mom_2",0.8680592550029385,1613936519567,947
+"eps_2",1e-05,1613936519567,947
+"train_loss",0.09766387,1613936520536,948
+"raw_loss",0.06591734,1613936520536,948
+"epoch",5.9685534591194624,1613936520536,948
+"wd_0",0.01,1613936520536,948
+"sqr_mom_0",0.99,1613936520536,948
+"lr_0",4.091610872422845e-06,1613936520536,948
+"mom_0",0.8681679642311854,1613936520536,948
+"eps_0",1e-05,1613936520536,948
+"wd_1",0.01,1613936520536,948
+"sqr_mom_1",0.99,1613936520536,948
+"lr_1",4.091610872422846e-05,1613936520536,948
+"mom_1",0.8681679642311854,1613936520536,948
+"eps_1",1e-05,1613936520536,948
+"wd_2",0.01,1613936520536,948
+"sqr_mom_2",0.99,1613936520536,948
+"lr_2",0.00040916108724228453,1613936520536,948
+"mom_2",0.8681679642311854,1613936520536,948
+"eps_2",1e-05,1613936520536,948
+"train_loss",0.09924188,1613936521517,949
+"raw_loss",0.1765646,1613936521517,949
+"epoch",5.974842767295563,1613936521517,949
+"wd_0",0.01,1613936521517,949
+"sqr_mom_0",0.99,1613936521517,949
+"lr_0",4.086162784561913e-06,1613936521517,949
+"mom_0",0.8682769270780325,1613936521517,949
+"eps_0",1e-05,1613936521517,949
+"wd_1",0.01,1613936521517,949
+"sqr_mom_1",0.99,1613936521517,949
+"lr_1",4.086162784561913e-05,1613936521517,949
+"mom_1",0.8682769270780325,1613936521517,949
+"eps_1",1e-05,1613936521517,949
+"wd_2",0.01,1613936521517,949
+"sqr_mom_2",0.99,1613936521517,949
+"lr_2",0.00040861627845619126,1613936521517,949
+"mom_2",0.8682769270780325,1613936521517,949
+"eps_2",1e-05,1613936521517,949
+"train_loss",0.09980609,1613936522467,950
+"raw_loss",0.12745248,1613936522467,950
+"epoch",5.981132075471663,1613936522467,950
+"wd_0",0.01,1613936522467,950
+"sqr_mom_0",0.99,1613936522467,950
+"lr_0",4.0807022406445805e-06,1613936522467,950
+"mom_0",0.8683861390484988,1613936522467,950
+"eps_0",1e-05,1613936522467,950
+"wd_1",0.01,1613936522467,950
+"sqr_mom_1",0.99,1613936522467,950
+"lr_1",4.08070224064458e-05,1613936522467,950
+"mom_1",0.8683861390484988,1613936522467,950
+"eps_1",1e-05,1613936522467,950
+"wd_2",0.01,1613936522467,950
+"sqr_mom_2",0.99,1613936522467,950
+"lr_2",0.00040807022406445803,1613936522467,950
+"mom_2",0.8683861390484988,1613936522467,950
+"eps_2",1e-05,1613936522467,950
+"train_loss",0.099362016,1613936523467,951
+"raw_loss",0.077602334,1613936523467,951
+"epoch",5.987421383647764,1613936523467,951
+"wd_0",0.01,1613936523467,951
+"sqr_mom_0",0.99,1613936523467,951
+"lr_0",4.075228921916253e-06,1613936523467,951
+"mom_0",0.86849560651774,1613936523467,951
+"eps_0",1e-05,1613936523467,951
+"wd_1",0.01,1613936523467,951
+"sqr_mom_1",0.99,1613936523467,951
+"lr_1",4.075228921916253e-05,1613936523467,951
+"mom_1",0.86849560651774,1613936523467,951
+"eps_1",1e-05,1613936523467,951
+"wd_2",0.01,1613936523467,951
+"sqr_mom_2",0.99,1613936523467,951
+"lr_2",0.00040752289219162527,1613936523467,951
+"mom_2",0.86849560651774,1613936523467,951
+"eps_2",1e-05,1613936523467,951
+"train_loss",0.09886172,1613936524411,952
+"raw_loss",0.07434703,1613936524411,952
+"epoch",5.993710691823864,1613936524411,952
+"wd_0",0.01,1613936524411,952
+"sqr_mom_0",0.99,1613936524411,952
+"lr_0",4.069743235078561e-06,1613936524411,952
+"mom_0",0.8686053213516423,1613936524411,952
+"eps_0",1e-05,1613936524411,952
+"wd_1",0.01,1613936524411,952
+"sqr_mom_1",0.99,1613936524411,952
+"lr_1",4.069743235078561e-05,1613936524411,952
+"mom_1",0.8686053213516423,1613936524411,952
+"eps_1",1e-05,1613936524411,952
+"wd_2",0.01,1613936524411,952
+"sqr_mom_2",0.99,1613936524411,952
+"lr_2",0.0004069743235078561,1613936524411,952
+"mom_2",0.8686053213516423,1613936524411,952
+"eps_2",1e-05,1613936524411,952
+"train_loss",0.09935113,1613936525370,953
+"raw_loss",0.12333227,1613936525370,953
+"epoch",5.9999999999999645,1613936525370,953
+"wd_0",0.01,1613936525370,953
+"sqr_mom_0",0.99,1613936525370,953
+"lr_0",4.064244677322835e-06,1613936525370,953
+"mom_0",0.8687152936064794,1613936525370,953
+"eps_0",1e-05,1613936525370,953
+"wd_1",0.01,1613936525370,953
+"sqr_mom_1",0.99,1613936525370,953
+"lr_1",4.064244677322835e-05,1613936525370,953
+"mom_1",0.8687152936064794,1613936525370,953
+"eps_1",1e-05,1613936525370,953
+"wd_2",0.01,1613936525370,953
+"sqr_mom_2",0.99,1613936525370,953
+"lr_2",0.00040642446773228347,1613936525370,953
+"mom_2",0.8687152936064794,1613936525370,953
+"eps_2",1e-05,1613936525370,953
+"valid_loss",0.1311781108379364,1613936557892,953
+"_rmse",0.36218518018722534,1613936557892,953
+"epoch",6,1613936557892,953
+"train_loss",0.10001725,1613936558962,954
+"raw_loss",0.13265696,1613936558962,954
+"epoch",6.0062893081761,1613936558962,954
+"wd_0",0.01,1613936558962,954
+"sqr_mom_0",0.99,1613936558962,954
+"lr_0",4.0587340219726634e-06,1613936558962,954
+"mom_0",0.8688255078156248,1613936558962,954
+"eps_0",1e-05,1613936558962,954
+"wd_1",0.01,1613936558962,954
+"sqr_mom_1",0.99,1613936558962,954
+"lr_1",4.058734021972663e-05,1613936558962,954
+"mom_1",0.8688255078156248,1613936558962,954
+"eps_1",1e-05,1613936558962,954
+"wd_2",0.01,1613936558962,954
+"sqr_mom_2",0.99,1613936558962,954
+"lr_2",0.0004058734021972663,1613936558962,954
+"mom_2",0.8688255078156248,1613936558962,954
+"eps_2",1e-05,1613936558962,954
+"train_loss",0.099105395,1613936559936,955
+"raw_loss",0.054424316,1613936559936,955
+"epoch",6.012578616352201,1613936559936,955
+"wd_0",0.01,1613936559936,955
+"sqr_mom_0",0.99,1613936559936,955
+"lr_0",4.053210581765737e-06,1613936559936,955
+"mom_0",0.8689359777244625,1613936559936,955
+"eps_0",1e-05,1613936559936,955
+"wd_1",0.01,1613936559936,955
+"sqr_mom_1",0.99,1613936559936,955
+"lr_1",4.053210581765737e-05,1613936559936,955
+"mom_1",0.8689359777244625,1613936559936,955
+"eps_1",1e-05,1613936559936,955
+"wd_2",0.01,1613936559936,955
+"sqr_mom_2",0.99,1613936559936,955
+"lr_2",0.00040532105817657363,1613936559936,955
+"mom_2",0.8689359777244625,1613936559936,955
+"eps_2",1e-05,1613936559936,955
+"train_loss",0.09819741,1613936560894,956
+"raw_loss",0.05370581,1613936560894,956
+"epoch",6.018867924528301,1613936560894,956
+"wd_0",0.01,1613936560894,956
+"sqr_mom_0",0.99,1613936560894,956
+"lr_0",4.0476755011650505e-06,1613936560894,956
+"mom_0",0.8690466804435034,1613936560894,956
+"eps_0",1e-05,1613936560894,956
+"wd_1",0.01,1613936560894,956
+"sqr_mom_1",0.99,1613936560894,956
+"lr_1",4.0476755011650507e-05,1613936560894,956
+"mom_1",0.8690466804435034,1613936560894,956
+"eps_1",1e-05,1613936560894,956
+"wd_2",0.01,1613936560894,956
+"sqr_mom_2",0.99,1613936560894,956
+"lr_2",0.000404767550116505,1613936560894,956
+"mom_2",0.8690466804435034,1613936560894,956
+"eps_2",1e-05,1613936560894,956
+"train_loss",0.09738397,1613936561879,957
+"raw_loss",0.057525218,1613936561879,957
+"epoch",6.025157232704402,1613936561879,957
+"wd_0",0.01,1613936561879,957
+"sqr_mom_0",0.99,1613936561879,957
+"lr_0",4.042127355353009e-06,1613936561879,957
+"mom_0",0.8691576444693845,1613936561879,957
+"eps_0",1e-05,1613936561879,957
+"wd_1",0.01,1613936561879,957
+"sqr_mom_1",0.99,1613936561879,957
+"lr_1",4.0421273553530086e-05,1613936561879,957
+"mom_1",0.8691576444693845,1613936561879,957
+"eps_1",1e-05,1613936561879,957
+"wd_2",0.01,1613936561879,957
+"sqr_mom_2",0.99,1613936561879,957
+"lr_2",0.0004042127355353008,1613936561879,957
+"mom_2",0.8691576444693845,1613936561879,957
+"eps_2",1e-05,1613936561879,957
+"train_loss",0.097219095,1613936562839,958
+"raw_loss",0.08914039,1613936562839,958
+"epoch",6.031446540880502,1613936562839,958
+"wd_0",0.01,1613936562839,958
+"sqr_mom_0",0.99,1613936562839,958
+"lr_0",4.036566922177704e-06,1613936562839,958
+"mom_0",0.8692688542449883,1613936562839,958
+"eps_0",1e-05,1613936562839,958
+"wd_1",0.01,1613936562839,958
+"sqr_mom_1",0.99,1613936562839,958
+"lr_1",4.036566922177704e-05,1613936562839,958
+"mom_1",0.8692688542449883,1613936562839,958
+"eps_1",1e-05,1613936562839,958
+"wd_2",0.01,1613936562839,958
+"sqr_mom_2",0.99,1613936562839,958
+"lr_2",0.00040365669221777037,1613936562839,958
+"mom_2",0.8692688542449883,1613936562839,958
+"eps_2",1e-05,1613936562839,958
+"train_loss",0.09684442,1613936563823,959
+"raw_loss",0.078485146,1613936563823,959
+"epoch",6.037735849056602,1613936563823,959
+"wd_0",0.01,1613936563823,959
+"sqr_mom_0",0.99,1613936563823,959
+"lr_0",4.030994430984671e-06,1613936563823,959
+"mom_0",0.8693803051833584,1613936563823,959
+"eps_0",1e-05,1613936563823,959
+"wd_1",0.01,1613936563823,959
+"sqr_mom_1",0.99,1613936563823,959
+"lr_1",4.030994430984671e-05,1613936563823,959
+"mom_1",0.8693803051833584,1613936563823,959
+"eps_1",1e-05,1613936563823,959
+"wd_2",0.01,1613936563823,959
+"sqr_mom_2",0.99,1613936563823,959
+"lr_2",0.00040309944309846707,1613936563823,959
+"mom_2",0.8693803051833584,1613936563823,959
+"eps_2",1e-05,1613936563823,959
+"train_loss",0.09589436,1613936564779,960
+"raw_loss",0.049341157,1613936564779,960
+"epoch",6.044025157232703,1613936564779,960
+"wd_0",0.01,1613936564779,960
+"sqr_mom_0",0.99,1613936564779,960
+"lr_0",4.025410112832414e-06,1613936564779,960
+"mom_0",0.8694919926632784,1613936564779,960
+"eps_0",1e-05,1613936564779,960
+"wd_1",0.01,1613936564779,960
+"sqr_mom_1",0.99,1613936564779,960
+"lr_1",4.025410112832414e-05,1613936564779,960
+"mom_1",0.8694919926632784,1613936564779,960
+"eps_1",1e-05,1613936564779,960
+"wd_2",0.01,1613936564779,960
+"sqr_mom_2",0.99,1613936564779,960
+"lr_2",0.00040254101128324134,1613936564779,960
+"mom_2",0.8694919926632784,1613936564779,960
+"eps_2",1e-05,1613936564779,960
+"train_loss",0.095137216,1613936565744,961
+"raw_loss",0.058037274,1613936565744,961
+"epoch",6.050314465408803,1613936565744,961
+"wd_0",0.01,1613936565744,961
+"sqr_mom_0",0.99,1613936565744,961
+"lr_0",4.019813271244225e-06,1613936565744,961
+"mom_0",0.8696039306144216,1613936565744,961
+"eps_0",1e-05,1613936565744,961
+"wd_1",0.01,1613936565744,961
+"sqr_mom_1",0.99,1613936565744,961
+"lr_1",4.019813271244224e-05,1613936565744,961
+"mom_1",0.8696039306144216,1613936565744,961
+"eps_1",1e-05,1613936565744,961
+"wd_2",0.01,1613936565744,961
+"sqr_mom_2",0.99,1613936565744,961
+"lr_2",0.0004019813271244224,1613936565744,961
+"mom_2",0.8696039306144216,1613936565744,961
+"eps_2",1e-05,1613936565744,961
+"train_loss",0.09554092,1613936566701,962
+"raw_loss",0.11532271,1613936566701,962
+"epoch",6.056603773584904,1613936566701,962
+"wd_0",0.01,1613936566701,962
+"sqr_mom_0",0.99,1613936566701,962
+"lr_0",4.0142041346456166e-06,1613936566701,962
+"mom_0",0.8697161144682324,1613936566701,962
+"eps_0",1e-05,1613936566701,962
+"wd_1",0.01,1613936566701,962
+"sqr_mom_1",0.99,1613936566701,962
+"lr_1",4.014204134645616e-05,1613936566701,962
+"mom_1",0.8697161144682324,1613936566701,962
+"eps_1",1e-05,1613936566701,962
+"wd_2",0.01,1613936566701,962
+"sqr_mom_2",0.99,1613936566701,962
+"lr_2",0.0004014204134645616,1613936566701,962
+"mom_2",0.8697161144682324,1613936566701,962
+"eps_2",1e-05,1613936566701,962
+"train_loss",0.09605017,1613936567665,963
+"raw_loss",0.121003486,1613936567665,963
+"epoch",6.062893081761004,1613936567665,963
+"wd_0",0.01,1613936567665,963
+"sqr_mom_0",0.99,1613936567665,963
+"lr_0",4.008583493114808e-06,1613936567665,963
+"mom_0",0.8698285284229881,1613936567665,963
+"eps_0",1e-05,1613936567665,963
+"wd_1",0.01,1613936567665,963
+"sqr_mom_1",0.99,1613936567665,963
+"lr_1",4.008583493114808e-05,1613936567665,963
+"mom_1",0.8698285284229881,1613936567665,963
+"eps_1",1e-05,1613936567665,963
+"wd_2",0.01,1613936567665,963
+"sqr_mom_2",0.99,1613936567665,963
+"lr_2",0.00040085834931148076,1613936567665,963
+"mom_2",0.8698285284229881,1613936567665,963
+"eps_2",1e-05,1613936567665,963
+"train_loss",0.09603842,1613936568619,964
+"raw_loss",0.09546271,1613936568619,964
+"epoch",6.0691823899371045,1613936568619,964
+"wd_0",0.01,1613936568619,964
+"sqr_mom_0",0.99,1613936568619,964
+"lr_0",4.0029504597982265e-06,1613936568619,964
+"mom_0",0.8699411902159376,1613936568619,964
+"eps_0",1e-05,1613936568619,964
+"wd_1",0.01,1613936568619,964
+"sqr_mom_1",0.99,1613936568619,964
+"lr_1",4.002950459798227e-05,1613936568619,964
+"mom_1",0.8699411902159376,1613936568619,964
+"eps_1",1e-05,1613936568619,964
+"wd_2",0.01,1613936568619,964
+"sqr_mom_2",0.99,1613936568619,964
+"lr_2",0.00040029504597982265,1613936568619,964
+"mom_2",0.8699411902159376,1613936568619,964
+"eps_2",1e-05,1613936568619,964
+"train_loss",0.09541812,1613936569601,965
+"raw_loss",0.06502299,1613936569601,965
+"epoch",6.075471698113205,1613936569601,965
+"wd_0",0.01,1613936569601,965
+"sqr_mom_0",0.99,1613936569601,965
+"lr_0",3.997305264630231e-06,1613936569601,965
+"mom_0",0.8700540952483479,1613936569601,965
+"eps_0",1e-05,1613936569601,965
+"wd_1",0.01,1613936569601,965
+"sqr_mom_1",0.99,1613936569601,965
+"lr_1",3.997305264630231e-05,1613936569601,965
+"mom_1",0.8700540952483479,1613936569601,965
+"eps_1",1e-05,1613936569601,965
+"wd_2",0.01,1613936569601,965
+"sqr_mom_2",0.99,1613936569601,965
+"lr_2",0.0003997305264630231,1613936569601,965
+"mom_2",0.8700540952483479,1613936569601,965
+"eps_2",1e-05,1613936569601,965
+"train_loss",0.094305225,1613936570564,966
+"raw_loss",0.039773244,1613936570564,966
+"epoch",6.081761006289305,1613936570564,966
+"wd_0",0.01,1613936570564,966
+"sqr_mom_0",0.99,1613936570564,966
+"lr_0",3.991648702746974e-06,1613936570564,966
+"mom_0",0.8701672276173367,1613936570564,966
+"eps_0",1e-05,1613936570564,966
+"wd_1",0.01,1613936570564,966
+"sqr_mom_1",0.99,1613936570564,966
+"lr_1",3.991648702746973e-05,1613936570564,966
+"mom_1",0.8701672276173367,1613936570564,966
+"eps_1",1e-05,1613936570564,966
+"wd_2",0.01,1613936570564,966
+"sqr_mom_2",0.99,1613936570564,966
+"lr_2",0.0003991648702746974,1613936570564,966
+"mom_2",0.8701672276173367,1613936570564,966
+"eps_2",1e-05,1613936570564,966
+"train_loss",0.09329336,1613936571538,967
+"raw_loss",0.043712143,1613936571538,967
+"epoch",6.088050314465406,1613936571538,967
+"wd_0",0.01,1613936571538,967
+"sqr_mom_0",0.99,1613936571538,967
+"lr_0",3.985979881616652e-06,1613936571538,967
+"mom_0",0.8702806051737186,1613936571538,967
+"eps_0",1e-05,1613936571538,967
+"wd_1",0.01,1613936571538,967
+"sqr_mom_1",0.99,1613936571538,967
+"lr_1",3.985979881616651e-05,1613936571538,967
+"mom_1",0.8702806051737186,1613936571538,967
+"eps_1",1e-05,1613936571538,967
+"wd_2",0.01,1613936571538,967
+"sqr_mom_2",0.99,1613936571538,967
+"lr_2",0.0003985979881616651,1613936571538,967
+"mom_2",0.8702806051737186,1613936571538,967
+"eps_2",1e-05,1613936571538,967
+"train_loss",0.09277942,1613936572494,968
+"raw_loss",0.06759635,1613936572494,968
+"epoch",6.094339622641506,1613936572494,968
+"wd_0",0.01,1613936572494,968
+"sqr_mom_0",0.99,1613936572494,968
+"lr_0",3.980299032665979e-06,1613936572494,968
+"mom_0",0.8703942232889132,1613936572494,968
+"eps_0",1e-05,1613936572494,968
+"wd_1",0.01,1613936572494,968
+"sqr_mom_1",0.99,1613936572494,968
+"lr_1",3.98029903266598e-05,1613936572494,968
+"mom_1",0.8703942232889132,1613936572494,968
+"eps_1",1e-05,1613936572494,968
+"wd_2",0.01,1613936572494,968
+"sqr_mom_2",0.99,1613936572494,968
+"lr_2",0.0003980299032665979,1613936572494,968
+"mom_2",0.8703942232889132,1613936572494,968
+"eps_2",1e-05,1613936572494,968
+"train_loss",0.0917412,1613936573491,969
+"raw_loss",0.040868126,1613936573491,969
+"epoch",6.1006289308176065,1613936573491,969
+"wd_0",0.01,1613936573491,969
+"sqr_mom_0",0.99,1613936573491,969
+"lr_0",3.974606578007876e-06,1613936573491,969
+"mom_0",0.8705080735205777,1613936573491,969
+"eps_0",1e-05,1613936573491,969
+"wd_1",0.01,1613936573491,969
+"sqr_mom_1",0.99,1613936573491,969
+"lr_1",3.974606578007875e-05,1613936573491,969
+"mom_1",0.8705080735205777,1613936573491,969
+"eps_1",1e-05,1613936573491,969
+"wd_2",0.01,1613936573491,969
+"sqr_mom_2",0.99,1613936573491,969
+"lr_2",0.0003974606578007875,1613936573491,969
+"mom_2",0.8705080735205777,1613936573491,969
+"eps_2",1e-05,1613936573491,969
+"train_loss",0.09182215,1613936574446,970
+"raw_loss",0.09578878,1613936574446,970
+"epoch",6.106918238993707,1613936574446,970
+"wd_0",0.01,1613936574446,970
+"sqr_mom_0",0.99,1613936574446,970
+"lr_0",3.968902753568771e-06,1613936574446,970
+"mom_0",0.8706221511501361,1613936574446,970
+"eps_0",1e-05,1613936574446,970
+"wd_1",0.01,1613936574446,970
+"sqr_mom_1",0.99,1613936574446,970
+"lr_1",3.968902753568771e-05,1613936574446,970
+"mom_1",0.8706221511501361,1613936574446,970
+"eps_1",1e-05,1613936574446,970
+"wd_2",0.01,1613936574446,970
+"sqr_mom_2",0.99,1613936574446,970
+"lr_2",0.0003968902753568771,1613936574446,970
+"mom_2",0.8706221511501361,1613936574446,970
+"eps_2",1e-05,1613936574446,970
+"train_loss",0.09055221,1613936575478,971
+"raw_loss",0.02832539,1613936575478,971
+"epoch",6.113207547169807,1613936575478,971
+"wd_0",0.01,1613936575478,971
+"sqr_mom_0",0.99,1613936575478,971
+"lr_0",3.963186658178677e-06,1613936575478,971
+"mom_0",0.8707364742011685,1613936575478,971
+"eps_0",1e-05,1613936575478,971
+"wd_1",0.01,1613936575478,971
+"sqr_mom_1",0.99,1613936575478,971
+"lr_1",3.9631866581786765e-05,1613936575478,971
+"mom_1",0.8707364742011685,1613936575478,971
+"eps_1",1e-05,1613936575478,971
+"wd_2",0.01,1613936575478,971
+"sqr_mom_2",0.99,1613936575478,971
+"lr_2",0.00039631866581786763,1613936575478,971
+"mom_2",0.8707364742011685,1613936575478,971
+"eps_2",1e-05,1613936575478,971
+"train_loss",0.08978306,1613936576439,972
+"raw_loss",0.052094664,1613936576439,972
+"epoch",6.119496855345908,1613936576439,972
+"wd_0",0.01,1613936576439,972
+"sqr_mom_0",0.99,1613936576439,972
+"lr_0",3.957459094593636e-06,1613936576439,972
+"mom_0",0.8708510266183934,1613936576439,972
+"eps_0",1e-05,1613936576439,972
+"wd_1",0.01,1613936576439,972
+"sqr_mom_1",0.99,1613936576439,972
+"lr_1",3.9574590945936354e-05,1613936576439,972
+"mom_1",0.8708510266183934,1613936576439,972
+"eps_1",1e-05,1613936576439,972
+"wd_2",0.01,1613936576439,972
+"sqr_mom_2",0.99,1613936576439,972
+"lr_2",0.00039574590945936353,1613936576439,972
+"mom_2",0.8708510266183934,1613936576439,972
+"eps_2",1e-05,1613936576439,972
+"train_loss",0.08950043,1613936577430,973
+"raw_loss",0.075651385,1613936577430,973
+"epoch",6.125786163522008,1613936577430,973
+"wd_0",0.01,1613936577430,973
+"sqr_mom_0",0.99,1613936577430,973
+"lr_0",3.95172030016398e-06,1613936577430,973
+"mom_0",0.870965803654757,1613936577430,973
+"eps_0",1e-05,1613936577430,973
+"wd_1",0.01,1613936577430,973
+"sqr_mom_1",0.99,1613936577430,973
+"lr_1",3.95172030016398e-05,1613936577430,973
+"mom_1",0.870965803654757,1613936577430,973
+"eps_1",1e-05,1613936577430,973
+"wd_2",0.01,1613936577430,973
+"sqr_mom_2",0.99,1613936577430,973
+"lr_2",0.00039517203001639795,1613936577430,973
+"mom_2",0.870965803654757,1613936577430,973
+"eps_2",1e-05,1613936577430,973
+"train_loss",0.08866233,1613936578402,974
+"raw_loss",0.0475952,1613936578402,974
+"epoch",6.1320754716981085,1613936578402,974
+"wd_0",0.01,1613936578402,974
+"sqr_mom_0",0.99,1613936578402,974
+"lr_0",3.9459695591467055e-06,1613936578402,974
+"mom_0",0.8710808196252621,1613936578402,974
+"eps_0",1e-05,1613936578402,974
+"wd_1",0.01,1613936578402,974
+"sqr_mom_1",0.99,1613936578402,974
+"lr_1",3.945969559146705e-05,1613936578402,974
+"mom_1",0.8710808196252621,1613936578402,974
+"eps_1",1e-05,1613936578402,974
+"wd_2",0.01,1613936578402,974
+"sqr_mom_2",0.99,1613936578402,974
+"lr_2",0.00039459695591467054,1613936578402,974
+"mom_2",0.8710808196252621,1613936578402,974
+"eps_2",1e-05,1613936578402,974
+"train_loss",0.08792836,1613936579386,975
+"raw_loss",0.05196423,1613936579386,975
+"epoch",6.138364779874209,1613936579386,975
+"wd_0",0.01,1613936579386,975
+"sqr_mom_0",0.99,1613936579386,975
+"lr_0",3.940207106385982e-06,1613936579386,975
+"mom_0",0.8711960698329787,1613936579386,975
+"eps_0",1e-05,1613936579386,975
+"wd_1",0.01,1613936579386,975
+"sqr_mom_1",0.99,1613936579386,975
+"lr_1",3.9402071063859814e-05,1613936579386,975
+"mom_1",0.8711960698329787,1613936579386,975
+"eps_1",1e-05,1613936579386,975
+"wd_2",0.01,1613936579386,975
+"sqr_mom_2",0.99,1613936579386,975
+"lr_2",0.0003940207106385981,1613936579386,975
+"mom_2",0.8711960698329787,1613936579386,975
+"eps_2",1e-05,1613936579386,975
+"train_loss",0.08757894,1613936580353,976
+"raw_loss",0.07045701,1613936580353,976
+"epoch",6.144654088050309,1613936580353,976
+"wd_0",0.01,1613936580353,976
+"sqr_mom_0",0.99,1613936580353,976
+"lr_0",3.934433178355383e-06,1613936580353,976
+"mom_0",0.8713115495483879,1613936580353,976
+"eps_0",1e-05,1613936580353,976
+"wd_1",0.01,1613936580353,976
+"sqr_mom_1",0.99,1613936580353,976
+"lr_1",3.9344331783553825e-05,1613936580353,976
+"mom_1",0.8713115495483879,1613936580353,976
+"eps_1",1e-05,1613936580353,976
+"wd_2",0.01,1613936580353,976
+"sqr_mom_2",0.99,1613936580353,976
+"lr_2",0.0003934433178355382,1613936580353,976
+"mom_2",0.8713115495483879,1613936580353,976
+"eps_2",1e-05,1613936580353,976
+"train_loss",0.087506674,1613936581351,977
+"raw_loss",0.08396593,1613936581351,977
+"epoch",6.15094339622641,1613936581351,977
+"wd_0",0.01,1613936581351,977
+"sqr_mom_0",0.99,1613936581351,977
+"lr_0",3.9286485893859225e-06,1613936581351,977
+"mom_0",0.8714272424847064,1613936581351,977
+"eps_0",1e-05,1613936581351,977
+"wd_1",0.01,1613936581351,977
+"sqr_mom_1",0.99,1613936581351,977
+"lr_1",3.928648589385922e-05,1613936581351,977
+"mom_1",0.8714272424847064,1613936581351,977
+"eps_1",1e-05,1613936581351,977
+"wd_2",0.01,1613936581351,977
+"sqr_mom_2",0.99,1613936581351,977
+"lr_2",0.0003928648589385923,1613936581351,977
+"mom_2",0.8714272424847064,1613936581351,977
+"eps_2",1e-05,1613936581351,977
+"train_loss",0.08676027,1613936582339,978
+"raw_loss",0.050186116,1613936582339,978
+"epoch",6.15723270440251,1613936582339,978
+"wd_0",0.01,1613936582339,978
+"sqr_mom_0",0.99,1613936582339,978
+"lr_0",3.922851850432591e-06,1613936582339,978
+"mom_0",0.8715431784231323,1613936582339,978
+"eps_0",1e-05,1613936582339,978
+"wd_1",0.01,1613936582339,978
+"sqr_mom_1",0.99,1613936582339,978
+"lr_1",3.922851850432591e-05,1613936582339,978
+"mom_1",0.8715431784231323,1613936582339,978
+"eps_1",1e-05,1613936582339,978
+"wd_2",0.01,1613936582339,978
+"sqr_mom_2",0.99,1613936582339,978
+"lr_2",0.00039228518504325907,1613936582339,978
+"mom_2",0.8715431784231323,1613936582339,978
+"eps_2",1e-05,1613936582339,978
+"train_loss",0.08583559,1613936583324,979
+"raw_loss",0.04052653,1613936583324,979
+"epoch",6.1635220125786105,1613936583324,979
+"wd_0",0.01,1613936583324,979
+"sqr_mom_0",0.99,1613936583324,979
+"lr_0",3.917043967328068e-06,1613936583324,979
+"mom_0",0.8716593372468111,1613936583324,979
+"eps_0",1e-05,1613936583324,979
+"wd_1",0.01,1613936583324,979
+"sqr_mom_1",0.99,1613936583324,979
+"lr_1",3.917043967328067e-05,1613936583324,979
+"mom_1",0.8716593372468111,1613936583324,979
+"eps_1",1e-05,1613936583324,979
+"wd_2",0.01,1613936583324,979
+"sqr_mom_2",0.99,1613936583324,979
+"lr_2",0.00039170439673280675,1613936583324,979
+"mom_2",0.8716593372468111,1613936583324,979
+"eps_2",1e-05,1613936583324,979
+"train_loss",0.085976474,1613936584294,980
+"raw_loss",0.09287964,1613936584294,980
+"epoch",6.169811320754711,1613936584294,980
+"wd_0",0.01,1613936584294,980
+"sqr_mom_0",0.99,1613936584294,980
+"lr_0",3.911225180678754e-06,1613936584294,980
+"mom_0",0.8717757141435664,1613936584294,980
+"eps_0",1e-05,1613936584294,980
+"wd_1",0.01,1613936584294,980
+"sqr_mom_1",0.99,1613936584294,980
+"lr_1",3.911225180678754e-05,1613936584294,980
+"mom_1",0.8717757141435664,1613936584294,980
+"eps_1",1e-05,1613936584294,980
+"wd_2",0.01,1613936584294,980
+"sqr_mom_2",0.99,1613936584294,980
+"lr_2",0.00039112251806787537,1613936584294,980
+"mom_2",0.8717757141435664,1613936584294,980
+"eps_2",1e-05,1613936584294,980
+"train_loss",0.08493027,1613936585283,981
+"raw_loss",0.033666387,1613936585283,981
+"epoch",6.176100628930811,1613936585283,981
+"wd_0",0.01,1613936585283,981
+"sqr_mom_0",0.99,1613936585283,981
+"lr_0",3.90539457118592e-06,1613936585283,981
+"mom_0",0.8718923274995566,1613936585283,981
+"eps_0",1e-05,1613936585283,981
+"wd_1",0.01,1613936585283,981
+"sqr_mom_1",0.99,1613936585283,981
+"lr_1",3.90539457118592e-05,1613936585283,981
+"mom_1",0.8718923274995566,1613936585283,981
+"eps_1",1e-05,1613936585283,981
+"wd_2",0.01,1613936585283,981
+"sqr_mom_2",0.99,1613936585283,981
+"lr_2",0.00039053945711859197,1613936585283,981
+"mom_2",0.8718923274995566,1613936585283,981
+"eps_2",1e-05,1613936585283,981
+"train_loss",0.08429929,1613936586258,982
+"raw_loss",0.05338119,1613936586258,982
+"epoch",6.182389937106912,1613936586258,982
+"wd_0",0.01,1613936586258,982
+"sqr_mom_0",0.99,1613936586258,982
+"lr_0",3.899552957756784e-06,1613936586258,982
+"mom_0",0.8720091609364736,1613936586258,982
+"eps_0",1e-05,1613936586258,982
+"wd_1",0.01,1613936586258,982
+"sqr_mom_1",0.99,1613936586258,982
+"lr_1",3.899552957756784e-05,1613936586258,982
+"mom_1",0.8720091609364736,1613936586258,982
+"eps_1",1e-05,1613936586258,982
+"wd_2",0.01,1613936586258,982
+"sqr_mom_2",0.99,1613936586258,982
+"lr_2",0.0003899552957756784,1613936586258,982
+"mom_2",0.8720091609364736,1613936586258,982
+"eps_2",1e-05,1613936586258,982
+"train_loss",0.08454697,1613936587314,983
+"raw_loss",0.096683286,1613936587314,983
+"epoch",6.188679245283012,1613936587314,983
+"wd_0",0.01,1613936587314,983
+"sqr_mom_0",0.99,1613936587314,983
+"lr_0",3.893699999408082e-06,1613936587314,983
+"mom_0",0.872126221274051,1613936587314,983
+"eps_0",1e-05,1613936587314,983
+"wd_1",0.01,1613936587314,983
+"sqr_mom_1",0.99,1613936587314,983
+"lr_1",3.893699999408082e-05,1613936587314,983
+"mom_1",0.872126221274051,1613936587314,983
+"eps_1",1e-05,1613936587314,983
+"wd_2",0.01,1613936587314,983
+"sqr_mom_2",0.99,1613936587314,983
+"lr_2",0.0003893699999408082,1613936587314,983
+"mom_2",0.872126221274051,1613936587314,983
+"eps_2",1e-05,1613936587314,983
+"train_loss",0.08560768,1613936588294,984
+"raw_loss",0.13758232,1613936588294,984
+"epoch",6.194968553459113,1613936588294,984
+"wd_0",0.01,1613936588294,984
+"sqr_mom_0",0.99,1613936588294,984
+"lr_0",3.8878365204139685e-06,1613936588294,984
+"mom_0",0.8722434920266409,1613936588294,984
+"eps_0",1e-05,1613936588294,984
+"wd_1",0.01,1613936588294,984
+"sqr_mom_1",0.99,1613936588294,984
+"lr_1",3.8878365204139685e-05,1613936588294,984
+"mom_1",0.8722434920266409,1613936588294,984
+"eps_1",1e-05,1613936588294,984
+"wd_2",0.01,1613936588294,984
+"sqr_mom_2",0.99,1613936588294,984
+"lr_2",0.00038878365204139686,1613936588294,984
+"mom_2",0.8722434920266409,1613936588294,984
+"eps_2",1e-05,1613936588294,984
+"train_loss",0.08492026,1613936589280,985
+"raw_loss",0.05123676,1613936589280,985
+"epoch",6.201257861635213,1613936589280,985
+"wd_0",0.01,1613936589280,985
+"sqr_mom_0",0.99,1613936589280,985
+"lr_0",3.881961595531032e-06,1613936589280,985
+"mom_0",0.8723609916992964,1613936589280,985
+"eps_0",1e-05,1613936589280,985
+"wd_1",0.01,1613936589280,985
+"sqr_mom_1",0.99,1613936589280,985
+"lr_1",3.881961595531032e-05,1613936589280,985
+"mom_1",0.8723609916992964,1613936589280,985
+"eps_1",1e-05,1613936589280,985
+"wd_2",0.01,1613936589280,985
+"sqr_mom_2",0.99,1613936589280,985
+"lr_2",0.0003881961595531032,1613936589280,985
+"mom_2",0.8723609916992964,1613936589280,985
+"eps_2",1e-05,1613936589280,985
+"train_loss",0.08447635,1613936590265,986
+"raw_loss",0.06272506,1613936590265,986
+"epoch",6.207547169811313,1613936590265,986
+"wd_0",0.01,1613936590265,986
+"sqr_mom_0",0.99,1613936590265,986
+"lr_0",3.876075464788018e-06,1613936590265,986
+"mom_0",0.8724787154913946,1613936590265,986
+"eps_0",1e-05,1613936590265,986
+"wd_1",0.01,1613936590265,986
+"sqr_mom_1",0.99,1613936590265,986
+"lr_1",3.876075464788018e-05,1613936590265,986
+"mom_1",0.8724787154913946,1613936590265,986
+"eps_1",1e-05,1613936590265,986
+"wd_2",0.01,1613936590265,986
+"sqr_mom_2",0.99,1613936590265,986
+"lr_2",0.00038760754647880176,1613936590265,986
+"mom_2",0.8724787154913946,1613936590265,986
+"eps_2",1e-05,1613936590265,986
+"train_loss",0.08353695,1613936591250,987
+"raw_loss",0.03750647,1613936591250,987
+"epoch",6.213836477987414,1613936591250,987
+"wd_0",0.01,1613936591250,987
+"sqr_mom_0",0.99,1613936591250,987
+"lr_0",3.8701791528901575e-06,1613936591250,987
+"mom_0",0.8725966429086259,1613936591250,987
+"eps_0",1e-05,1613936591250,987
+"wd_1",0.01,1613936591250,987
+"sqr_mom_1",0.99,1613936591250,987
+"lr_1",3.870179152890157e-05,1613936591250,987
+"mom_1",0.8725966429086259,1613936591250,987
+"eps_1",1e-05,1613936591250,987
+"wd_2",0.01,1613936591250,987
+"sqr_mom_2",0.99,1613936591250,987
+"lr_2",0.0003870179152890157,1613936591250,987
+"mom_2",0.8725966429086259,1613936591250,987
+"eps_2",1e-05,1613936591250,987
+"train_loss",0.083369575,1613936592230,988
+"raw_loss",0.075168185,1613936592230,988
+"epoch",6.220125786163514,1613936592230,988
+"wd_0",0.01,1613936592230,988
+"sqr_mom_0",0.99,1613936592230,988
+"lr_0",3.864271142033186e-06,1613936592230,988
+"mom_0",0.8727148043073794,1613936592230,988
+"eps_0",1e-05,1613936592230,988
+"wd_1",0.01,1613936592230,988
+"sqr_mom_1",0.99,1613936592230,988
+"lr_1",3.864271142033186e-05,1613936592230,988
+"mom_1",0.8727148043073794,1613936592230,988
+"eps_1",1e-05,1613936592230,988
+"wd_2",0.01,1613936592230,988
+"sqr_mom_2",0.99,1613936592230,988
+"lr_2",0.0003864271142033186,1613936592230,988
+"mom_2",0.8727148043073794,1613936592230,988
+"eps_2",1e-05,1613936592230,988
+"train_loss",0.08376526,1613936593215,989
+"raw_loss",0.10315372,1613936593215,989
+"epoch",6.226415094339615,1613936593215,989
+"wd_0",0.01,1613936593215,989
+"sqr_mom_0",0.99,1613936593215,989
+"lr_0",3.85835226095877e-06,1613936593215,989
+"mom_0",0.8728331831126557,1613936593215,989
+"eps_0",1e-05,1613936593215,989
+"wd_1",0.01,1613936593215,989
+"sqr_mom_1",0.99,1613936593215,989
+"lr_1",3.85835226095877e-05,1613936593215,989
+"mom_1",0.8728331831126557,1613936593215,989
+"eps_1",1e-05,1613936593215,989
+"wd_2",0.01,1613936593215,989
+"sqr_mom_2",0.99,1613936593215,989
+"lr_2",0.000385835226095877,1613936593215,989
+"mom_2",0.8728331831126557,1613936593215,989
+"eps_2",1e-05,1613936593215,989
+"train_loss",0.084309414,1613936594172,990
+"raw_loss",0.11097285,1613936594172,990
+"epoch",6.232704402515715,1613936594172,990
+"wd_0",0.01,1613936594172,990
+"sqr_mom_0",0.99,1613936594172,990
+"lr_0",3.8524233442637675e-06,1613936594172,990
+"mom_0",0.872951762632351,1613936594172,990
+"eps_0",1e-05,1613936594172,990
+"wd_1",0.01,1613936594172,990
+"sqr_mom_1",0.99,1613936594172,990
+"lr_1",3.852423344263767e-05,1613936594172,990
+"mom_1",0.872951762632351,1613936594172,990
+"eps_1",1e-05,1613936594172,990
+"wd_2",0.01,1613936594172,990
+"sqr_mom_2",0.99,1613936594172,990
+"lr_2",0.0003852423344263767,1613936594172,990
+"mom_2",0.872951762632351,1613936594172,990
+"eps_2",1e-05,1613936594172,990
+"train_loss",0.083415784,1613936595162,991
+"raw_loss",0.039627846,1613936595162,991
+"epoch",6.238993710691815,1613936595162,991
+"wd_0",0.01,1613936595162,991
+"sqr_mom_0",0.99,1613936595162,991
+"lr_0",3.8464828657509205e-06,1613936595162,991
+"mom_0",0.8730705733907155,1613936595162,991
+"eps_0",1e-05,1613936595162,991
+"wd_1",0.01,1613936595162,991
+"sqr_mom_1",0.99,1613936595162,991
+"lr_1",3.8464828657509205e-05,1613936595162,991
+"mom_1",0.8730705733907155,1613936595162,991
+"eps_1",1e-05,1613936595162,991
+"wd_2",0.01,1613936595162,991
+"sqr_mom_2",0.99,1613936595162,991
+"lr_2",0.000384648286575092,1613936595162,991
+"mom_2",0.8730705733907155,1613936595162,991
+"eps_2",1e-05,1613936595162,991
+"train_loss",0.08327163,1613936596152,992
+"raw_loss",0.07620819,1613936596152,992
+"epoch",6.245283018867916,1613936596152,992
+"wd_0",0.01,1613936596152,992
+"sqr_mom_0",0.99,1613936596152,992
+"lr_0",3.840531856326941e-06,1613936596152,992
+"mom_0",0.8731895947694088,1613936596152,992
+"eps_0",1e-05,1613936596152,992
+"wd_1",0.01,1613936596152,992
+"sqr_mom_1",0.99,1613936596152,992
+"lr_1",3.84053185632694e-05,1613936596152,992
+"mom_1",0.8731895947694088,1613936596152,992
+"eps_1",1e-05,1613936596152,992
+"wd_2",0.01,1613936596152,992
+"sqr_mom_2",0.99,1613936596152,992
+"lr_2",0.000384053185632694,1613936596152,992
+"mom_2",0.8731895947694088,1613936596152,992
+"eps_2",1e-05,1613936596152,992
+"train_loss",0.08278523,1613936597155,993
+"raw_loss",0.058951303,1613936597155,993
+"epoch",6.251572327044016,1613936597155,993
+"wd_0",0.01,1613936597155,993
+"sqr_mom_0",0.99,1613936597155,993
+"lr_0",3.834569968622964e-06,1613936597155,993
+"mom_0",0.8733088337158779,1613936597155,993
+"eps_0",1e-05,1613936597155,993
+"wd_1",0.01,1613936597155,993
+"sqr_mom_1",0.99,1613936597155,993
+"lr_1",3.8345699686229636e-05,1613936597155,993
+"mom_1",0.8733088337158779,1613936597155,993
+"eps_1",1e-05,1613936597155,993
+"wd_2",0.01,1613936597155,993
+"sqr_mom_2",0.99,1613936597155,993
+"lr_2",0.00038345699686229633,1613936597155,993
+"mom_2",0.8733088337158779,1613936597155,993
+"eps_2",1e-05,1613936597155,993
+"train_loss",0.0820021,1613936598115,994
+"raw_loss",0.043628864,1613936598115,994
+"epoch",6.257861635220117,1613936598115,994
+"wd_0",0.01,1613936598115,994
+"sqr_mom_0",0.99,1613936598115,994
+"lr_0",3.828598042186261e-06,1613936598115,994
+"mom_0",0.8734282734390092,1613936598115,994
+"eps_0",1e-05,1613936598115,994
+"wd_1",0.01,1613936598115,994
+"sqr_mom_1",0.99,1613936598115,994
+"lr_1",3.828598042186261e-05,1613936598115,994
+"mom_1",0.8734282734390092,1613936598115,994
+"eps_1",1e-05,1613936598115,994
+"wd_2",0.01,1613936598115,994
+"sqr_mom_2",0.99,1613936598115,994
+"lr_2",0.0003828598042186261,1613936598115,994
+"mom_2",0.8734282734390092,1613936598115,994
+"eps_2",1e-05,1613936598115,994
+"train_loss",0.08200166,1613936599077,995
+"raw_loss",0.081979744,1613936599077,995
+"epoch",6.264150943396217,1613936599077,995
+"wd_0",0.01,1613936599077,995
+"sqr_mom_0",0.99,1613936599077,995
+"lr_0",3.822615134627007e-06,1613936599077,995
+"mom_0",0.8735479327867877,1613936599077,995
+"eps_0",1e-05,1613936599077,995
+"wd_1",0.01,1613936599077,995
+"sqr_mom_1",0.99,1613936599077,995
+"lr_1",3.822615134627008e-05,1613936599077,995
+"mom_1",0.8735479327867877,1613936599077,995
+"eps_1",1e-05,1613936599077,995
+"wd_2",0.01,1613936599077,995
+"sqr_mom_2",0.99,1613936599077,995
+"lr_2",0.00038226151346270075,1613936599077,995
+"mom_2",0.8735479327867877,1613936599077,995
+"eps_2",1e-05,1613936599077,995
+"train_loss",0.08173513,1613936600049,996
+"raw_loss",0.068674974,1613936600049,996
+"epoch",6.270440251572317,1613936600049,996
+"wd_0",0.01,1613936600049,996
+"sqr_mom_0",0.99,1613936600049,996
+"lr_0",3.816621490486522e-06,1613936600049,996
+"mom_0",0.8736678068683382,1613936600049,996
+"eps_0",1e-05,1613936600049,996
+"wd_1",0.01,1613936600049,996
+"sqr_mom_1",0.99,1613936600049,996
+"lr_1",3.816621490486522e-05,1613936600049,996
+"mom_1",0.8736678068683382,1613936600049,996
+"eps_1",1e-05,1613936600049,996
+"wd_2",0.01,1613936600049,996
+"sqr_mom_2",0.99,1613936600049,996
+"lr_2",0.00038166214904865217,1613936600049,996
+"mom_2",0.8736678068683382,1613936600049,996
+"eps_2",1e-05,1613936600049,996
+"train_loss",0.08085745,1613936601023,997
+"raw_loss",0.03785121,1613936601023,997
+"epoch",6.276729559748418,1613936601023,997
+"wd_0",0.01,1613936601023,997
+"sqr_mom_0",0.99,1613936601023,997
+"lr_0",3.8106179537641192e-06,1613936601023,997
+"mom_0",0.8737878788035056,1613936601023,997
+"eps_0",1e-05,1613936601023,997
+"wd_1",0.01,1613936601023,997
+"sqr_mom_1",0.99,1613936601023,997
+"lr_1",3.8106179537641194e-05,1613936601023,997
+"mom_1",0.8737878788035056,1613936601023,997
+"eps_1",1e-05,1613936601023,997
+"wd_2",0.01,1613936601023,997
+"sqr_mom_2",0.99,1613936601023,997
+"lr_2",0.0003810617953764119,1613936601023,997
+"mom_2",0.8737878788035056,1613936601023,997
+"eps_2",1e-05,1613936601023,997
+"train_loss",0.08017933,1613936601978,998
+"raw_loss",0.046951532,1613936601978,998
+"epoch",6.283018867924518,1613936601978,998
+"wd_0",0.01,1613936601978,998
+"sqr_mom_0",0.99,1613936601978,998
+"lr_0",3.8046035770718527e-06,1613936601978,998
+"mom_0",0.8739081675402384,1613936601978,998
+"eps_0",1e-05,1613936601978,998
+"wd_1",0.01,1613936601978,998
+"sqr_mom_1",0.99,1613936601978,998
+"lr_1",3.804603577071852e-05,1613936601978,998
+"mom_1",0.8739081675402384,1613936601978,998
+"eps_1",1e-05,1613936601978,998
+"wd_2",0.01,1613936601978,998
+"sqr_mom_2",0.99,1613936601978,998
+"lr_2",0.0003804603577071852,1613936601978,998
+"mom_2",0.8739081675402384,1613936601978,998
+"eps_2",1e-05,1613936601978,998
+"train_loss",0.08029864,1613936602947,999
+"raw_loss",0.08614477,1613936602947,999
+"epoch",6.289308176100619,1613936602947,999
+"wd_0",0.01,1613936602947,999
+"sqr_mom_0",0.99,1613936602947,999
+"lr_0",3.798578606266979e-06,1613936602947,999
+"mom_0",0.8740286681613421,1613936602947,999
+"eps_0",1e-05,1613936602947,999
+"wd_1",0.01,1613936602947,999
+"sqr_mom_1",0.99,1613936602947,999
+"lr_1",3.798578606266979e-05,1613936602947,999
+"mom_1",0.8740286681613421,1613936602947,999
+"eps_1",1e-05,1613936602947,999
+"wd_2",0.01,1613936602947,999
+"sqr_mom_2",0.99,1613936602947,999
+"lr_2",0.0003798578606266979,1613936602947,999
+"mom_2",0.8740286681613421,1613936602947,999
+"eps_2",1e-05,1613936602947,999
+"train_loss",0.080291644,1613936603919,1000
+"raw_loss",0.079948805,1613936603919,1000
+"epoch",6.295597484276719,1613936603919,1000
+"wd_0",0.01,1613936603919,1000
+"sqr_mom_0",0.99,1613936603919,1000
+"lr_0",3.792543489032241e-06,1613936603919,1000
+"mom_0",0.8741493717130723,1613936603919,1000
+"eps_0",1e-05,1613936603919,1000
+"wd_1",0.01,1613936603919,1000
+"sqr_mom_1",0.99,1613936603919,1000
+"lr_1",3.79254348903224e-05,1613936603919,1000
+"mom_1",0.8741493717130723,1613936603919,1000
+"eps_1",1e-05,1613936603919,1000
+"wd_2",0.01,1613936603919,1000
+"sqr_mom_2",0.99,1613936603919,1000
+"lr_2",0.00037925434890322406,1613936603919,1000
+"mom_2",0.8741493717130723,1613936603919,1000
+"eps_2",1e-05,1613936603919,1000
+"train_loss",0.07940915,1613936604892,1001
+"raw_loss",0.036167085,1613936604892,1001
+"epoch",6.3018867924528195,1613936604892,1001
+"wd_0",0.01,1613936604892,1001
+"sqr_mom_0",0.99,1613936604892,1001
+"lr_0",3.7864984751738024e-06,1613936604892,1001
+"mom_0",0.8742702731992559,1613936604892,1001
+"eps_0",1e-05,1613936604892,1001
+"wd_1",0.01,1613936604892,1001
+"sqr_mom_1",0.99,1613936604892,1001
+"lr_1",3.786498475173803e-05,1613936604892,1001
+"mom_1",0.8742702731992559,1613936604892,1001
+"eps_1",1e-05,1613936604892,1001
+"wd_2",0.01,1613936604892,1001
+"sqr_mom_2",0.99,1613936604892,1001
+"lr_2",0.0003786498475173802,1613936604892,1001
+"mom_2",0.8742702731992559,1613936604892,1001
+"eps_2",1e-05,1613936604892,1001
+"train_loss",0.07891912,1613936605875,1002
+"raw_loss",0.054907642,1613936605875,1002
+"epoch",6.30817610062892,1613936605875,1002
+"wd_0",0.01,1613936605875,1002
+"sqr_mom_0",0.99,1613936605875,1002
+"lr_0",3.780442609722931e-06,1613936605875,1002
+"mom_0",0.8743913917194586,1613936605875,1002
+"eps_0",1e-05,1613936605875,1002
+"wd_1",0.01,1613936605875,1002
+"sqr_mom_1",0.99,1613936605875,1002
+"lr_1",3.7804426097229304e-05,1613936605875,1002
+"mom_1",0.8743913917194586,1613936605875,1002
+"eps_1",1e-05,1613936605875,1002
+"wd_2",0.01,1613936605875,1002
+"sqr_mom_2",0.99,1613936605875,1002
+"lr_2",0.00037804426097229305,1613936605875,1002
+"mom_2",0.8743913917194586,1613936605875,1002
+"eps_2",1e-05,1613936605875,1002
+"train_loss",0.079919845,1613936606848,1003
+"raw_loss",0.12895523,1613936606848,1003
+"epoch",6.31446540880502,1613936606848,1003
+"wd_0",0.01,1613936606848,1003
+"sqr_mom_0",0.99,1613936606848,1003
+"lr_0",3.7743767433660803e-06,1613936606848,1003
+"mom_0",0.874512710259781,1613936606848,1003
+"eps_0",1e-05,1613936606848,1003
+"wd_1",0.01,1613936606848,1003
+"sqr_mom_1",0.99,1613936606848,1003
+"lr_1",3.7743767433660804e-05,1613936606848,1003
+"mom_1",0.874512710259781,1613936606848,1003
+"eps_1",1e-05,1613936606848,1003
+"wd_2",0.01,1613936606848,1003
+"sqr_mom_2",0.99,1613936606848,1003
+"lr_2",0.000377437674336608,1613936606848,1003
+"mom_2",0.874512710259781,1613936606848,1003
+"eps_2",1e-05,1613936606848,1003
+"train_loss",0.080597766,1613936607819,1004
+"raw_loss",0.113815755,1613936607819,1004
+"epoch",6.320754716981121,1613936607819,1004
+"wd_0",0.01,1613936607819,1004
+"sqr_mom_0",0.99,1613936607819,1004
+"lr_0",3.768301127152751e-06,1613936607819,1004
+"mom_0",0.874634223799183,1613936607819,1004
+"eps_0",1e-05,1613936607819,1004
+"wd_1",0.01,1613936607819,1004
+"sqr_mom_1",0.99,1613936607819,1004
+"lr_1",3.7683011271527506e-05,1613936607819,1004
+"mom_1",0.874634223799183,1613936607819,1004
+"eps_1",1e-05,1613936607819,1004
+"wd_2",0.01,1613936607819,1004
+"sqr_mom_2",0.99,1613936607819,1004
+"lr_2",0.00037683011271527503,1613936607819,1004
+"mom_2",0.874634223799183,1613936607819,1004
+"eps_2",1e-05,1613936607819,1004
+"train_loss",0.08001041,1613936608809,1005
+"raw_loss",0.051229943,1613936608809,1005
+"epoch",6.327044025157221,1613936608809,1005
+"wd_0",0.01,1613936608809,1005
+"sqr_mom_0",0.99,1613936608809,1005
+"lr_0",3.762215003331494e-06,1613936608809,1005
+"mom_0",0.874755947492845,1613936608809,1005
+"eps_0",1e-05,1613936608809,1005
+"wd_1",0.01,1613936608809,1005
+"sqr_mom_1",0.99,1613936608809,1005
+"lr_1",3.762215003331494e-05,1613936608809,1005
+"mom_1",0.874755947492845,1613936608809,1005
+"eps_1",1e-05,1613936608809,1005
+"wd_2",0.01,1613936608809,1005
+"sqr_mom_2",0.99,1613936608809,1005
+"lr_2",0.0003762215003331494,1613936608809,1005
+"mom_2",0.874755947492845,1613936608809,1005
+"eps_2",1e-05,1613936608809,1005
+"train_loss",0.07929058,1613936609779,1006
+"raw_loss",0.04401896,1613936609779,1006
+"epoch",6.3333333333333215,1613936609779,1006
+"wd_0",0.01,1613936609779,1006
+"sqr_mom_0",0.99,1613936609779,1006
+"lr_0",3.756118620761386e-06,1613936609779,1006
+"mom_0",0.8748778763635359,1613936609779,1006
+"eps_0",1e-05,1613936609779,1006
+"wd_1",0.01,1613936609779,1006
+"sqr_mom_1",0.99,1613936609779,1006
+"lr_1",3.7561186207613864e-05,1613936609779,1006
+"mom_1",0.8748778763635359,1613936609779,1006
+"eps_1",1e-05,1613936609779,1006
+"wd_2",0.01,1613936609779,1006
+"sqr_mom_2",0.99,1613936609779,1006
+"lr_2",0.0003756118620761386,1613936609779,1006
+"mom_2",0.8748778763635359,1613936609779,1006
+"eps_2",1e-05,1613936609779,1006
+"train_loss",0.078542836,1613936610738,1007
+"raw_loss",0.0419036,1613936610738,1007
+"epoch",6.339622641509422,1613936610738,1007
+"wd_0",0.01,1613936610738,1007
+"sqr_mom_0",0.99,1613936610738,1007
+"lr_0",3.750012229725526e-06,1613936610738,1007
+"mom_0",0.8750000054055436,1613936610738,1007
+"eps_0",1e-05,1613936610738,1007
+"wd_1",0.01,1613936610738,1007
+"sqr_mom_1",0.99,1613936610738,1007
+"lr_1",3.750012229725526e-05,1613936610738,1007
+"mom_1",0.8750000054055436,1613936610738,1007
+"eps_1",1e-05,1613936610738,1007
+"wd_2",0.01,1613936610738,1007
+"sqr_mom_2",0.99,1613936610738,1007
+"lr_2",0.00037500122297255255,1613936610738,1007
+"mom_2",0.8750000054055436,1613936610738,1007
+"eps_2",1e-05,1613936610738,1007
+"train_loss",0.078887716,1613936611693,1008
+"raw_loss",0.09578683,1613936611693,1008
+"epoch",6.345911949685522,1613936611693,1008
+"wd_0",0.01,1613936611693,1008
+"sqr_mom_0",0.99,1613936611693,1008
+"lr_0",3.7438966910207547e-06,1613936611693,1008
+"mom_0",0.8751223174027589,1613936611693,1008
+"eps_0",1e-05,1613936611693,1008
+"wd_1",0.01,1613936611693,1008
+"sqr_mom_1",0.99,1613936611693,1008
+"lr_1",3.743896691020754e-05,1613936611693,1008
+"mom_1",0.8751223174027589,1613936611693,1008
+"eps_1",1e-05,1613936611693,1008
+"wd_2",0.01,1613936611693,1008
+"sqr_mom_2",0.99,1613936611693,1008
+"lr_2",0.00037438966910207543,1613936611693,1008
+"mom_2",0.8751223174027589,1613936611693,1008
+"eps_2",1e-05,1613936611693,1008
+"train_loss",0.08044352,1613936612655,1009
+"raw_loss",0.15667781,1613936612655,1009
+"epoch",6.352201257861623,1613936612655,1009
+"wd_0",0.01,1613936612655,1009
+"sqr_mom_0",0.99,1613936612655,1009
+"lr_0",3.7377704304103465e-06,1613936612655,1009
+"mom_0",0.8752448438402315,1613936612655,1009
+"eps_0",1e-05,1613936612655,1009
+"wd_1",0.01,1613936612655,1009
+"sqr_mom_1",0.99,1613936612655,1009
+"lr_1",3.737770430410346e-05,1613936612655,1009
+"mom_1",0.8752448438402315,1613936612655,1009
+"eps_1",1e-05,1613936612655,1009
+"wd_2",0.01,1613936612655,1009
+"sqr_mom_2",0.99,1613936612655,1009
+"lr_2",0.00037377704304103465,1613936612655,1009
+"mom_2",0.8752448438402315,1613936612655,1009
+"eps_2",1e-05,1613936612655,1009
+"train_loss",0.08039666,1613936613603,1010
+"raw_loss",0.07810049,1613936613603,1010
+"epoch",6.358490566037723,1613936613603,1010
+"wd_0",0.01,1613936613603,1010
+"sqr_mom_0",0.99,1613936613603,1010
+"lr_0",3.7316345112208714e-06,1613936613603,1010
+"mom_0",0.875367563451217,1613936613603,1010
+"eps_0",1e-05,1613936613603,1010
+"wd_1",0.01,1613936613603,1010
+"sqr_mom_1",0.99,1613936613603,1010
+"lr_1",3.7316345112208715e-05,1613936613603,1010
+"mom_1",0.875367563451217,1613936613603,1010
+"eps_1",1e-05,1613936613603,1010
+"wd_2",0.01,1613936613603,1010
+"sqr_mom_2",0.99,1613936613603,1010
+"lr_2",0.0003731634511220871,1613936613603,1010
+"mom_2",0.875367563451217,1613936613603,1010
+"eps_2",1e-05,1613936613603,1010
+"train_loss",0.0794969,1613936614576,1011
+"raw_loss",0.035408605,1613936614576,1011
+"epoch",6.3647798742138235,1613936614576,1011
+"wd_0",0.01,1613936614576,1011
+"sqr_mom_0",0.99,1613936614576,1011
+"lr_0",3.725489187332794e-06,1613936614576,1011
+"mom_0",0.8754904711580557,1613936614576,1011
+"eps_0",1e-05,1613936614576,1011
+"wd_1",0.01,1613936614576,1011
+"sqr_mom_1",0.99,1613936614576,1011
+"lr_1",3.725489187332794e-05,1613936614576,1011
+"mom_1",0.8754904711580557,1613936614576,1011
+"eps_1",1e-05,1613936614576,1011
+"wd_2",0.01,1613936614576,1011
+"sqr_mom_2",0.99,1613936614576,1011
+"lr_2",0.0003725489187332794,1613936614576,1011
+"mom_2",0.8754904711580557,1613936614576,1011
+"eps_2",1e-05,1613936614576,1011
+"train_loss",0.08025761,1613936615523,1012
+"raw_loss",0.11753251,1613936615523,1012
+"epoch",6.371069182389924,1613936615523,1012
+"wd_0",0.01,1613936615523,1012
+"sqr_mom_0",0.99,1613936615523,1012
+"lr_0",3.7193334879634243e-06,1613936615523,1012
+"mom_0",0.8756135863765953,1613936615523,1012
+"eps_0",1e-05,1613936615523,1012
+"wd_1",0.01,1613936615523,1012
+"sqr_mom_1",0.99,1613936615523,1012
+"lr_1",3.7193334879634244e-05,1613936615523,1012
+"mom_1",0.8756135863765953,1613936615523,1012
+"eps_1",1e-05,1613936615523,1012
+"wd_2",0.01,1613936615523,1012
+"sqr_mom_2",0.99,1613936615523,1012
+"lr_2",0.00037193334879634236,1613936615523,1012
+"mom_2",0.8756135863765953,1613936615523,1012
+"eps_2",1e-05,1613936615523,1012
+"train_loss",0.08129264,1613936616483,1013
+"raw_loss",0.13200885,1613936616483,1013
+"epoch",6.377358490566024,1613936616483,1013
+"wd_0",0.01,1613936616483,1013
+"sqr_mom_0",0.99,1613936616483,1013
+"lr_0",3.713168277888381e-06,1613936616483,1013
+"mom_0",0.8757368918111504,1613936616483,1013
+"eps_0",1e-05,1613936616483,1013
+"wd_1",0.01,1613936616483,1013
+"sqr_mom_1",0.99,1613936616483,1013
+"lr_1",3.713168277888381e-05,1613936616483,1013
+"mom_1",0.8757368918111504,1613936616483,1013
+"eps_1",1e-05,1613936616483,1013
+"wd_2",0.01,1613936616483,1013
+"sqr_mom_2",0.99,1613936616483,1013
+"lr_2",0.0003713168277888381,1613936616483,1013
+"mom_2",0.8757368918111504,1613936616483,1013
+"eps_2",1e-05,1613936616483,1013
+"train_loss",0.08147764,1613936617473,1014
+"raw_loss",0.090542786,1613936617473,1014
+"epoch",6.383647798742125,1613936617473,1014
+"wd_0",0.01,1613936617473,1014
+"sqr_mom_0",0.99,1613936617473,1014
+"lr_0",3.7069938121711195e-06,1613936617473,1014
+"mom_0",0.8758603823604012,1613936617473,1014
+"eps_0",1e-05,1613936617473,1014
+"wd_1",0.01,1613936617473,1014
+"sqr_mom_1",0.99,1613936617473,1014
+"lr_1",3.7069938121711194e-05,1613936617473,1014
+"mom_1",0.8758603823604012,1613936617473,1014
+"eps_1",1e-05,1613936617473,1014
+"wd_2",0.01,1613936617473,1014
+"sqr_mom_2",0.99,1613936617473,1014
+"lr_2",0.0003706993812171119,1613936617473,1014
+"mom_2",0.8758603823604012,1613936617473,1014
+"eps_2",1e-05,1613936617473,1014
+"train_loss",0.081851184,1613936618463,1015
+"raw_loss",0.10015462,1613936618463,1015
+"epoch",6.389937106918225,1613936618463,1015
+"wd_0",0.01,1613936618463,1015
+"sqr_mom_0",0.99,1613936618463,1015
+"lr_0",3.7008091154350204e-06,1613936618463,1015
+"mom_0",0.8759840775320749,1613936618463,1015
+"eps_0",1e-05,1613936618463,1015
+"wd_1",0.01,1613936618463,1015
+"sqr_mom_1",0.99,1613936618463,1015
+"lr_1",3.7008091154350204e-05,1613936618463,1015
+"mom_1",0.8759840775320749,1613936618463,1015
+"eps_1",1e-05,1613936618463,1015
+"wd_2",0.01,1613936618463,1015
+"sqr_mom_2",0.99,1613936618463,1015
+"lr_2",0.000370080911543502,1613936618463,1015
+"mom_2",0.8759840775320749,1613936618463,1015
+"eps_2",1e-05,1613936618463,1015
+"train_loss",0.08178939,1613936619496,1016
+"raw_loss",0.07876189,1613936619496,1016
+"epoch",6.3962264150943255,1613936619496,1016
+"wd_0",0.01,1613936619496,1016
+"sqr_mom_0",0.99,1613936619496,1016
+"lr_0",3.694615056548605e-06,1613936619496,1016
+"mom_0",0.8761079599486273,1613936619496,1016
+"eps_0",1e-05,1613936619496,1016
+"wd_1",0.01,1613936619496,1016
+"sqr_mom_1",0.99,1613936619496,1016
+"lr_1",3.694615056548605e-05,1613936619496,1016
+"mom_1",0.8761079599486273,1613936619496,1016
+"eps_1",1e-05,1613936619496,1016
+"wd_2",0.01,1613936619496,1016
+"sqr_mom_2",0.99,1613936619496,1016
+"lr_2",0.0003694615056548605,1613936619496,1016
+"mom_2",0.8761079599486273,1613936619496,1016
+"eps_2",1e-05,1613936619496,1016
+"train_loss",0.081382096,1613936620490,1017
+"raw_loss",0.061424594,1613936620490,1017
+"epoch",6.402515723270426,1613936620490,1017
+"wd_0",0.01,1613936620490,1017
+"sqr_mom_0",0.99,1613936620490,1017
+"lr_0",3.6884112739558697e-06,1613936620490,1017
+"mom_0",0.876232036841251,1613936620490,1017
+"eps_0",1e-05,1613936620490,1017
+"wd_1",0.01,1613936620490,1017
+"sqr_mom_1",0.99,1613936620490,1017
+"lr_1",3.68841127395587e-05,1613936620490,1017
+"mom_1",0.876232036841251,1613936620490,1017
+"eps_1",1e-05,1613936620490,1017
+"wd_2",0.01,1613936620490,1017
+"sqr_mom_2",0.99,1613936620490,1017
+"lr_2",0.000368841127395587,1613936620490,1017
+"mom_2",0.876232036841251,1613936620490,1017
+"eps_2",1e-05,1613936620490,1017
+"train_loss",0.082800776,1613936621545,1018
+"raw_loss",0.15231618,1613936621545,1018
+"epoch",6.408805031446526,1613936621545,1018
+"wd_0",0.01,1613936621545,1018
+"sqr_mom_0",0.99,1613936621545,1018
+"lr_0",3.682198847349965e-06,1613936621545,1018
+"mom_0",0.8763562866158668,1613936621545,1018
+"eps_0",1e-05,1613936621545,1018
+"wd_1",0.01,1613936621545,1018
+"sqr_mom_1",0.99,1613936621545,1018
+"lr_1",3.6821988473499645e-05,1613936621545,1018
+"mom_1",0.8763562866158668,1613936621545,1018
+"eps_1",1e-05,1613936621545,1018
+"wd_2",0.01,1613936621545,1018
+"sqr_mom_2",0.99,1613936621545,1018
+"lr_2",0.00036821988473499645,1613936621545,1018
+"mom_2",0.8763562866158668,1613936621545,1018
+"eps_2",1e-05,1613936621545,1018
+"train_loss",0.082707755,1613936622540,1019
+"raw_loss",0.07814966,1613936622540,1019
+"epoch",6.415094339622627,1613936622540,1019
+"wd_0",0.01,1613936622540,1019
+"sqr_mom_0",0.99,1613936622540,1019
+"lr_0",3.6759761775536816e-06,1613936622540,1019
+"mom_0",0.8764807412563389,1613936622540,1019
+"eps_0",1e-05,1613936622540,1019
+"wd_1",0.01,1613936622540,1019
+"sqr_mom_1",0.99,1613936622540,1019
+"lr_1",3.6759761775536814e-05,1613936622540,1019
+"mom_1",0.8764807412563389,1613936622540,1019
+"eps_1",1e-05,1613936622540,1019
+"wd_2",0.01,1613936622540,1019
+"sqr_mom_2",0.99,1613936622540,1019
+"lr_2",0.0003675976177553681,1613936622540,1019
+"mom_2",0.8764807412563389,1613936622540,1019
+"eps_2",1e-05,1613936622540,1019
+"train_loss",0.08279294,1613936623496,1020
+"raw_loss",0.086966895,1613936623496,1020
+"epoch",6.421383647798727,1613936623496,1020
+"wd_0",0.01,1613936623496,1020
+"sqr_mom_0",0.99,1613936623496,1020
+"lr_0",3.669744137861006e-06,1613936623496,1020
+"mom_0",0.8766053832966129,1613936623496,1020
+"eps_0",1e-05,1613936623496,1020
+"wd_1",0.01,1613936623496,1020
+"sqr_mom_1",0.99,1613936623496,1020
+"lr_1",3.669744137861006e-05,1613936623496,1020
+"mom_1",0.8766053832966129,1613936623496,1020
+"eps_1",1e-05,1613936623496,1020
+"wd_2",0.01,1613936623496,1020
+"sqr_mom_2",0.99,1613936623496,1020
+"lr_2",0.0003669744137861006,1613936623496,1020
+"mom_2",0.8766053832966129,1613936623496,1020
+"eps_2",1e-05,1613936623496,1020
+"train_loss",0.08293029,1613936624449,1021
+"raw_loss",0.08966045,1613936624449,1021
+"epoch",6.427672955974828,1613936624449,1021
+"wd_0",0.01,1613936624449,1021
+"sqr_mom_0",0.99,1613936624449,1021
+"lr_0",3.663503606612975e-06,1613936624449,1021
+"mom_0",0.8767301951696922,1613936624449,1021
+"eps_0",1e-05,1613936624449,1021
+"wd_1",0.01,1613936624449,1021
+"sqr_mom_1",0.99,1613936624449,1021
+"lr_1",3.6635036066129755e-05,1613936624449,1021
+"mom_1",0.8767301951696922,1613936624449,1021
+"eps_1",1e-05,1613936624449,1021
+"wd_2",0.01,1613936624449,1021
+"sqr_mom_2",0.99,1613936624449,1021
+"lr_2",0.00036635036066129747,1613936624449,1021
+"mom_2",0.8767301951696922,1613936624449,1021
+"eps_2",1e-05,1613936624449,1021
+"train_loss",0.08431303,1613936625416,1022
+"raw_loss",0.15206745,1613936625416,1022
+"epoch",6.433962264150928,1613936625416,1022
+"wd_0",0.01,1613936625416,1022
+"sqr_mom_0",0.99,1613936625416,1022
+"lr_0",3.6572529773978e-06,1613936625416,1022
+"mom_0",0.876855209004134,1613936625416,1022
+"eps_0",1e-05,1613936625416,1022
+"wd_1",0.01,1613936625416,1022
+"sqr_mom_1",0.99,1613936625416,1022
+"lr_1",3.6572529773978e-05,1613936625416,1022
+"mom_1",0.876855209004134,1613936625416,1022
+"eps_1",1e-05,1613936625416,1022
+"wd_2",0.01,1613936625416,1022
+"sqr_mom_2",0.99,1613936625416,1022
+"lr_2",0.00036572529773977995,1613936625416,1022
+"mom_2",0.876855209004134,1613936625416,1022
+"eps_2",1e-05,1613936625416,1022
+"train_loss",0.08369787,1613936626382,1023
+"raw_loss",0.053555265,1613936626382,1023
+"epoch",6.440251572327028,1613936626382,1023
+"wd_0",0.01,1613936626382,1023
+"sqr_mom_0",0.99,1613936626382,1023
+"lr_0",3.6509933352541716e-06,1613936626382,1023
+"mom_0",0.8769804030989475,1613936626382,1023
+"eps_0",1e-05,1613936626382,1023
+"wd_1",0.01,1613936626382,1023
+"sqr_mom_1",0.99,1613936626382,1023
+"lr_1",3.650993335254172e-05,1613936626382,1023
+"mom_1",0.8769804030989475,1613936626382,1023
+"eps_1",1e-05,1613936626382,1023
+"wd_2",0.01,1613936626382,1023
+"sqr_mom_2",0.99,1613936626382,1023
+"lr_2",0.00036509933352541716,1613936626382,1023
+"mom_2",0.8769804030989475,1613936626382,1023
+"eps_2",1e-05,1613936626382,1023
+"train_loss",0.08652557,1613936627337,1024
+"raw_loss",0.22508298,1613936627337,1024
+"epoch",6.446540880503129,1613936627337,1024
+"wd_0",0.01,1613936627337,1024
+"sqr_mom_0",0.99,1613936627337,1024
+"lr_0",3.644724314797898e-06,1613936627337,1024
+"mom_0",0.8771057847618896,1613936627337,1024
+"eps_0",1e-05,1613936627337,1024
+"wd_1",0.01,1613936627337,1024
+"sqr_mom_1",0.99,1613936627337,1024
+"lr_1",3.644724314797898e-05,1613936627337,1024
+"mom_1",0.8771057847618896,1613936627337,1024
+"eps_1",1e-05,1613936627337,1024
+"wd_2",0.01,1613936627337,1024
+"sqr_mom_2",0.99,1613936627337,1024
+"lr_2",0.0003644724314797898,1613936627337,1024
+"mom_2",0.8771057847618896,1613936627337,1024
+"eps_2",1e-05,1613936627337,1024
+"train_loss",0.085652165,1613936628330,1025
+"raw_loss",0.042855527,1613936628330,1025
+"epoch",6.452830188679229,1613936628330,1025
+"wd_0",0.01,1613936628330,1025
+"sqr_mom_0",0.99,1613936628330,1025
+"lr_0",3.6384467986213684e-06,1613936628330,1025
+"mom_0",0.877231336340936,1613936628330,1025
+"eps_0",1e-05,1613936628330,1025
+"wd_1",0.01,1613936628330,1025
+"sqr_mom_1",0.99,1613936628330,1025
+"lr_1",3.638446798621368e-05,1613936628330,1025
+"mom_1",0.877231336340936,1613936628330,1025
+"eps_1",1e-05,1613936628330,1025
+"wd_2",0.01,1613936628330,1025
+"sqr_mom_2",0.99,1613936628330,1025
+"lr_2",0.0003638446798621368,1613936628330,1025
+"mom_2",0.877231336340936,1613936628330,1025
+"eps_2",1e-05,1613936628330,1025
+"train_loss",0.08509517,1613936629284,1026
+"raw_loss",0.057802424,1613936629284,1026
+"epoch",6.45911949685533,1613936629284,1026
+"wd_0",0.01,1613936629284,1026
+"sqr_mom_0",0.99,1613936629284,1026
+"lr_0",3.632159796009353e-06,1613936629284,1026
+"mom_0",0.8773570776505895,1613936629284,1026
+"eps_0",1e-05,1613936629284,1026
+"wd_1",0.01,1613936629284,1026
+"sqr_mom_1",0.99,1613936629284,1026
+"lr_1",3.632159796009353e-05,1613936629284,1026
+"mom_1",0.8773570776505895,1613936629284,1026
+"eps_1",1e-05,1613936629284,1026
+"wd_2",0.01,1613936629284,1026
+"sqr_mom_2",0.99,1613936629284,1026
+"lr_2",0.00036321597960093527,1613936629284,1026
+"mom_2",0.8773570776505895,1613936629284,1026
+"eps_2",1e-05,1613936629284,1026
+"train_loss",0.087770805,1613936630255,1027
+"raw_loss",0.2188771,1613936630255,1027
+"epoch",6.46540880503143,1613936630255,1027
+"wd_0",0.01,1613936630255,1027
+"sqr_mom_0",0.99,1613936630255,1027
+"lr_0",3.625863564238988e-06,1613936630255,1027
+"mom_0",0.8774830035452557,1613936630255,1027
+"eps_0",1e-05,1613936630255,1027
+"wd_1",0.01,1613936630255,1027
+"sqr_mom_1",0.99,1613936630255,1027
+"lr_1",3.625863564238988e-05,1613936630255,1027
+"mom_1",0.8774830035452557,1613936630255,1027
+"eps_1",1e-05,1613936630255,1027
+"wd_2",0.01,1613936630255,1027
+"sqr_mom_2",0.99,1613936630255,1027
+"lr_2",0.0003625863564238988,1613936630255,1027
+"mom_2",0.8774830035452557,1613936630255,1027
+"eps_2",1e-05,1613936630255,1027
+"train_loss",0.08786729,1613936631203,1028
+"raw_loss",0.09259493,1613936631203,1028
+"epoch",6.47169811320753,1613936631203,1028
+"wd_0",0.01,1613936631203,1028
+"sqr_mom_0",0.99,1613936631203,1028
+"lr_0",3.619558989714747e-06,1613936631203,1028
+"mom_0",0.8776090962966681,1613936631203,1028
+"eps_0",1e-05,1613936631203,1028
+"wd_1",0.01,1613936631203,1028
+"sqr_mom_1",0.99,1613936631203,1028
+"lr_1",3.6195589897147475e-05,1613936631203,1028
+"mom_1",0.8776090962966681,1613936631203,1028
+"eps_1",1e-05,1613936631203,1028
+"wd_2",0.01,1613936631203,1028
+"sqr_mom_2",0.99,1613936631203,1028
+"lr_2",0.0003619558989714747,1613936631203,1028
+"mom_2",0.8776090962966681,1613936631203,1028
+"eps_2",1e-05,1613936631203,1028
+"train_loss",0.088223346,1613936632166,1029
+"raw_loss",0.10567005,1613936632166,1029
+"epoch",6.477987421383631,1613936632166,1029
+"wd_0",0.01,1613936632166,1029
+"sqr_mom_0",0.99,1613936632166,1029
+"lr_0",3.6132450774416323e-06,1613936632166,1029
+"mom_0",0.8777353758049253,1613936632166,1029
+"eps_0",1e-05,1613936632166,1029
+"wd_1",0.01,1613936632166,1029
+"sqr_mom_1",0.99,1613936632166,1029
+"lr_1",3.613245077441633e-05,1613936632166,1029
+"mom_1",0.8777353758049253,1613936632166,1029
+"eps_1",1e-05,1613936632166,1029
+"wd_2",0.01,1613936632166,1029
+"sqr_mom_2",0.99,1613936632166,1029
+"lr_2",0.00036132450774416323,1613936632166,1029
+"mom_2",0.8777353758049253,1613936632166,1029
+"eps_2",1e-05,1613936632166,1029
+"train_loss",0.087578766,1613936633109,1030
+"raw_loss",0.05599451,1613936633109,1030
+"epoch",6.484276729559731,1613936633109,1030
+"wd_0",0.01,1613936633109,1030
+"sqr_mom_0",0.99,1613936633109,1030
+"lr_0",3.6069220858262346e-06,1613936633109,1030
+"mom_0",0.8778618369018443,1613936633109,1030
+"eps_0",1e-05,1613936633109,1030
+"wd_1",0.01,1613936633109,1030
+"sqr_mom_1",0.99,1613936633109,1030
+"lr_1",3.6069220858262346e-05,1613936633109,1030
+"mom_1",0.8778618369018443,1613936633109,1030
+"eps_1",1e-05,1613936633109,1030
+"wd_2",0.01,1613936633109,1030
+"sqr_mom_2",0.99,1613936633109,1030
+"lr_2",0.0003606922085826234,1613936633109,1030
+"mom_2",0.8778618369018443,1613936633109,1030
+"eps_2",1e-05,1613936633109,1030
+"train_loss",0.08708966,1613936634082,1031
+"raw_loss",0.06312316,1613936634082,1031
+"epoch",6.490566037735832,1613936634082,1031
+"wd_0",0.01,1613936634082,1031
+"sqr_mom_0",0.99,1613936634082,1031
+"lr_0",3.6005904846955924e-06,1613936634082,1031
+"mom_0",0.8779884701907901,1613936634082,1031
+"eps_0",1e-05,1613936634082,1031
+"wd_1",0.01,1613936634082,1031
+"sqr_mom_1",0.99,1613936634082,1031
+"lr_1",3.6005904846955926e-05,1613936634082,1031
+"mom_1",0.8779884701907901,1613936634082,1031
+"eps_1",1e-05,1613936634082,1031
+"wd_2",0.01,1613936634082,1031
+"sqr_mom_2",0.99,1613936634082,1031
+"lr_2",0.00036005904846955923,1613936634082,1031
+"mom_2",0.8779884701907901,1613936634082,1031
+"eps_2",1e-05,1613936634082,1031
+"train_loss",0.0871257,1613936635049,1032
+"raw_loss",0.08889192,1613936635049,1032
+"epoch",6.496855345911932,1613936635049,1032
+"wd_0",0.01,1613936635049,1032
+"sqr_mom_0",0.99,1613936635049,1032
+"lr_0",3.594250535824177e-06,1613936635049,1032
+"mom_0",0.8781152704362208,1613936635049,1032
+"eps_0",1e-05,1613936635049,1032
+"wd_1",0.01,1613936635049,1032
+"sqr_mom_1",0.99,1613936635049,1032
+"lr_1",3.594250535824177e-05,1613936635049,1032
+"mom_1",0.8781152704362208,1613936635049,1032
+"eps_1",1e-05,1613936635049,1032
+"wd_2",0.01,1613936635049,1032
+"sqr_mom_2",0.99,1613936635049,1032
+"lr_2",0.00035942505358241766,1613936635049,1032
+"mom_2",0.8781152704362208,1613936635049,1032
+"eps_2",1e-05,1613936635049,1032
+"train_loss",0.08705311,1613936636015,1033
+"raw_loss",0.08349629,1613936636015,1033
+"epoch",6.503144654088032,1613936636015,1033
+"wd_0",0.01,1613936636015,1033
+"sqr_mom_0",0.99,1613936636015,1033
+"lr_0",3.5879012377516114e-06,1613936636015,1033
+"mom_0",0.8782422576675444,1613936636015,1033
+"eps_0",1e-05,1613936636015,1033
+"wd_1",0.01,1613936636015,1033
+"sqr_mom_1",0.99,1613936636015,1033
+"lr_1",3.587901237751611e-05,1613936636015,1033
+"mom_1",0.8782422576675444,1613936636015,1033
+"eps_1",1e-05,1613936636015,1033
+"wd_2",0.01,1613936636015,1033
+"sqr_mom_2",0.99,1613936636015,1033
+"lr_2",0.0003587901237751611,1613936636015,1033
+"mom_2",0.8782422576675444,1613936636015,1033
+"eps_2",1e-05,1613936636015,1033
+"train_loss",0.0876029,1613936636963,1034
+"raw_loss",0.114542544,1613936636963,1034
+"epoch",6.509433962264133,1613936636963,1034
+"wd_0",0.01,1613936636963,1034
+"sqr_mom_0",0.99,1613936636963,1034
+"lr_0",3.581543482585589e-06,1613936636963,1034
+"mom_0",0.8783694140424286,1613936636963,1034
+"eps_0",1e-05,1613936636963,1034
+"wd_1",0.01,1613936636963,1034
+"sqr_mom_1",0.99,1613936636963,1034
+"lr_1",3.5815434825855886e-05,1613936636963,1034
+"mom_1",0.8783694140424286,1613936636963,1034
+"eps_1",1e-05,1613936636963,1034
+"wd_2",0.01,1613936636963,1034
+"sqr_mom_2",0.99,1613936636963,1034
+"lr_2",0.0003581543482585589,1613936636963,1034
+"mom_2",0.8783694140424286,1613936636963,1034
+"eps_2",1e-05,1613936636963,1034
+"train_loss",0.08781874,1613936637930,1035
+"raw_loss",0.098394945,1613936637930,1035
+"epoch",6.515723270440233,1613936637930,1035
+"wd_0",0.01,1613936637930,1035
+"sqr_mom_0",0.99,1613936637930,1035
+"lr_0",3.575177533153837e-06,1613936637930,1035
+"mom_0",0.8784967343042662,1613936637930,1035
+"eps_0",1e-05,1613936637930,1035
+"wd_1",0.01,1613936637930,1035
+"sqr_mom_1",0.99,1613936637930,1035
+"lr_1",3.575177533153837e-05,1613936637930,1035
+"mom_1",0.8784967343042662,1613936637930,1035
+"eps_1",1e-05,1613936637930,1035
+"wd_2",0.01,1613936637930,1035
+"sqr_mom_2",0.99,1613936637930,1035
+"lr_2",0.0003575177533153837,1613936637930,1035
+"mom_2",0.8784967343042662,1613936637930,1035
+"eps_2",1e-05,1613936637930,1035
+"train_loss",0.086889975,1613936638880,1036
+"raw_loss",0.041380174,1613936638880,1036
+"epoch",6.522012578616334,1613936638880,1036
+"wd_0",0.01,1613936638880,1036
+"sqr_mom_0",0.99,1613936638880,1036
+"lr_0",3.5688025954945214e-06,1613936638880,1036
+"mom_0",0.8786242343324528,1613936638880,1036
+"eps_0",1e-05,1613936638880,1036
+"wd_1",0.01,1613936638880,1036
+"sqr_mom_1",0.99,1613936638880,1036
+"lr_1",3.568802595494521e-05,1613936638880,1036
+"mom_1",0.8786242343324528,1613936638880,1036
+"eps_1",1e-05,1613936638880,1036
+"wd_2",0.01,1613936638880,1036
+"sqr_mom_2",0.99,1613936638880,1036
+"lr_2",0.0003568802595494521,1613936638880,1036
+"mom_2",0.8786242343324528,1613936638880,1036
+"eps_2",1e-05,1613936638880,1036
+"train_loss",0.08719092,1613936639849,1037
+"raw_loss",0.10193723,1613936639849,1037
+"epoch",6.528301886792434,1613936639849,1037
+"wd_0",0.01,1613936639849,1037
+"sqr_mom_0",0.99,1613936639849,1037
+"lr_0",3.562418930577434e-06,1613936639849,1037
+"mom_0",0.8787519089075404,1613936639849,1037
+"eps_0",1e-05,1613936639849,1037
+"wd_1",0.01,1613936639849,1037
+"sqr_mom_1",0.99,1613936639849,1037
+"lr_1",3.562418930577434e-05,1613936639849,1037
+"mom_1",0.8787519089075404,1613936639849,1037
+"eps_1",1e-05,1613936639849,1037
+"wd_2",0.01,1613936639849,1037
+"sqr_mom_2",0.99,1613936639849,1037
+"lr_2",0.0003562418930577434,1613936639849,1037
+"mom_2",0.8787519089075404,1613936639849,1037
+"eps_2",1e-05,1613936639849,1037
+"train_loss",0.08704368,1613936640805,1038
+"raw_loss",0.079829045,1613936640805,1038
+"epoch",6.5345911949685345,1613936640805,1038
+"wd_0",0.01,1613936640805,1038
+"sqr_mom_0",0.99,1613936640805,1038
+"lr_0",3.5560274370534874e-06,1613936640805,1038
+"mom_0",0.8788797400563308,1613936640805,1038
+"eps_0",1e-05,1613936640805,1038
+"wd_1",0.01,1613936640805,1038
+"sqr_mom_1",0.99,1613936640805,1038
+"lr_1",3.556027437053487e-05,1613936640805,1038
+"mom_1",0.8788797400563308,1613936640805,1038
+"eps_1",1e-05,1613936640805,1038
+"wd_2",0.01,1613936640805,1038
+"sqr_mom_2",0.99,1613936640805,1038
+"lr_2",0.0003556027437053487,1613936640805,1038
+"mom_2",0.8788797400563308,1613936640805,1038
+"eps_2",1e-05,1613936640805,1038
+"train_loss",0.08710073,1613936641772,1039
+"raw_loss",0.08989603,1613936641772,1039
+"epoch",6.540880503144635,1613936641772,1039
+"wd_0",0.01,1613936641772,1039
+"sqr_mom_0",0.99,1613936641772,1039
+"lr_0",3.549627106178726e-06,1613936641772,1039
+"mom_0",0.879007747953905,1613936641772,1039
+"eps_0",1e-05,1613936641772,1039
+"wd_1",0.01,1613936641772,1039
+"sqr_mom_1",0.99,1613936641772,1039
+"lr_1",3.549627106178726e-05,1613936641772,1039
+"mom_1",0.879007747953905,1613936641772,1039
+"eps_1",1e-05,1613936641772,1039
+"wd_2",0.01,1613936641772,1039
+"sqr_mom_2",0.99,1613936641772,1039
+"lr_2",0.00035496271061787255,1613936641772,1039
+"mom_2",0.879007747953905,1613936641772,1039
+"eps_2",1e-05,1613936641772,1039
+"train_loss",0.08622175,1613936642727,1040
+"raw_loss",0.04315154,1613936642727,1040
+"epoch",6.547169811320735,1613936642727,1040
+"wd_0",0.01,1613936642727,1040
+"sqr_mom_0",0.99,1613936642727,1040
+"lr_0",3.5432181999903288e-06,1613936642727,1040
+"mom_0",0.879135927359467,1613936642727,1040
+"eps_0",1e-05,1613936642727,1040
+"wd_1",0.01,1613936642727,1040
+"sqr_mom_1",0.99,1613936642727,1040
+"lr_1",3.543218199990328e-05,1613936642727,1040
+"mom_1",0.879135927359467,1613936642727,1040
+"eps_1",1e-05,1613936642727,1040
+"wd_2",0.01,1613936642727,1040
+"sqr_mom_2",0.99,1613936642727,1040
+"lr_2",0.00035432181999903287,1613936642727,1040
+"mom_2",0.879135927359467,1613936642727,1040
+"eps_2",1e-05,1613936642727,1040
+"train_loss",0.086003,1613936643690,1041
+"raw_loss",0.07528426,1613936643690,1041
+"epoch",6.553459119496836,1613936643690,1041
+"wd_0",0.01,1613936643690,1041
+"sqr_mom_0",0.99,1613936643690,1041
+"lr_0",3.536801194699182e-06,1613936643690,1041
+"mom_0",0.8792642687487038,1613936643690,1041
+"eps_0",1e-05,1613936643690,1041
+"wd_1",0.01,1613936643690,1041
+"sqr_mom_1",0.99,1613936643690,1041
+"lr_1",3.536801194699182e-05,1613936643690,1041
+"mom_1",0.8792642687487038,1613936643690,1041
+"eps_1",1e-05,1613936643690,1041
+"wd_2",0.01,1613936643690,1041
+"sqr_mom_2",0.99,1613936643690,1041
+"lr_2",0.0003536801194699182,1613936643690,1041
+"mom_2",0.8792642687487038,1613936643690,1041
+"eps_2",1e-05,1613936643690,1041
+"train_loss",0.085037984,1613936644634,1042
+"raw_loss",0.0377524,1613936644634,1042
+"epoch",6.559748427672936,1613936644634,1042
+"wd_0",0.01,1613936644634,1042
+"sqr_mom_0",0.99,1613936644634,1042
+"lr_0",3.5303763555171987e-06,1613936644634,1042
+"mom_0",0.8793927668173241,1613936644634,1042
+"eps_0",1e-05,1613936644634,1042
+"wd_1",0.01,1613936644634,1042
+"sqr_mom_1",0.99,1613936644634,1042
+"lr_1",3.530376355517198e-05,1613936644634,1042
+"mom_1",0.8793927668173241,1613936644634,1042
+"eps_1",1e-05,1613936644634,1042
+"wd_2",0.01,1613936644634,1042
+"sqr_mom_2",0.99,1613936644634,1042
+"lr_2",0.0003530376355517198,1613936644634,1042
+"mom_2",0.8793927668173241,1613936644634,1042
+"eps_2",1e-05,1613936644634,1042
+"train_loss",0.08508473,1613936645597,1043
+"raw_loss",0.08737518,1613936645597,1043
+"epoch",6.5660377358490365,1613936645597,1043
+"wd_0",0.01,1613936645597,1043
+"sqr_mom_0",0.99,1613936645597,1043
+"lr_0",3.523942667605831e-06,1613936645597,1043
+"mom_0",0.879521441862302,1613936645597,1043
+"eps_0",1e-05,1613936645597,1043
+"wd_1",0.01,1613936645597,1043
+"sqr_mom_1",0.99,1613936645597,1043
+"lr_1",3.523942667605831e-05,1613936645597,1043
+"mom_1",0.879521441862302,1613936645597,1043
+"eps_1",1e-05,1613936645597,1043
+"wd_2",0.01,1613936645597,1043
+"sqr_mom_2",0.99,1613936645597,1043
+"lr_2",0.00035239426676058304,1613936645597,1043
+"mom_2",0.879521441862302,1613936645597,1043
+"eps_2",1e-05,1613936645597,1043
+"train_loss",0.08598417,1613936646569,1044
+"raw_loss",0.13005696,1613936646569,1044
+"epoch",6.572327044025137,1613936646569,1044
+"wd_0",0.01,1613936646569,1044
+"sqr_mom_0",0.99,1613936646569,1044
+"lr_0",3.5175010349921326e-06,1613936646569,1044
+"mom_0",0.8796502758029153,1613936646569,1044
+"eps_0",1e-05,1613936646569,1044
+"wd_1",0.01,1613936646569,1044
+"sqr_mom_1",0.99,1613936646569,1044
+"lr_1",3.517501034992133e-05,1613936646569,1044
+"mom_1",0.8796502758029153,1613936646569,1044
+"eps_1",1e-05,1613936646569,1044
+"wd_2",0.01,1613936646569,1044
+"sqr_mom_2",0.99,1613936646569,1044
+"lr_2",0.0003517501034992132,1613936646569,1044
+"mom_2",0.8796502758029153,1613936646569,1044
+"eps_2",1e-05,1613936646569,1044
+"train_loss",0.08545219,1613936647543,1045
+"raw_loss",0.059385233,1613936647543,1045
+"epoch",6.578616352201237,1613936647543,1045
+"wd_0",0.01,1613936647543,1045
+"sqr_mom_0",0.99,1613936647543,1045
+"lr_0",3.51105172387817e-06,1613936647543,1045
+"mom_0",0.8797792633150697,1613936647543,1045
+"eps_0",1e-05,1613936647543,1045
+"wd_1",0.01,1613936647543,1045
+"sqr_mom_1",0.99,1613936647543,1045
+"lr_1",3.51105172387817e-05,1613936647543,1045
+"mom_1",0.8797792633150697,1613936647543,1045
+"eps_1",1e-05,1613936647543,1045
+"wd_2",0.01,1613936647543,1045
+"sqr_mom_2",0.99,1613936647543,1045
+"lr_2",0.00035110517238781696,1613936647543,1045
+"mom_2",0.8797792633150697,1613936647543,1045
+"eps_2",1e-05,1613936647543,1045
+"train_loss",0.08518286,1613936648497,1046
+"raw_loss",0.071985595,1613936648497,1046
+"epoch",6.584905660377338,1613936648497,1046
+"wd_0",0.01,1613936648497,1046
+"sqr_mom_0",0.99,1613936648497,1046
+"lr_0",3.5045937155691346e-06,1613936648497,1046
+"mom_0",0.879908424772865,1613936648497,1046
+"eps_0",1e-05,1613936648497,1046
+"wd_1",0.01,1613936648497,1046
+"sqr_mom_1",0.99,1613936648497,1046
+"lr_1",3.504593715569135e-05,1613936648497,1046
+"mom_1",0.879908424772865,1613936648497,1046
+"eps_1",1e-05,1613936648497,1046
+"wd_2",0.01,1613936648497,1046
+"sqr_mom_2",0.99,1613936648497,1046
+"lr_2",0.00035045937155691345,1613936648497,1046
+"mom_2",0.879908424772865,1613936648497,1046
+"eps_2",1e-05,1613936648497,1046
+"train_loss",0.08509288,1613936649476,1047
+"raw_loss",0.080683984,1613936649476,1047
+"epoch",6.591194968553438,1613936649476,1047
+"wd_0",0.01,1613936649476,1047
+"sqr_mom_0",0.99,1613936649476,1047
+"lr_0",3.4981279175278607e-06,1613936649476,1047
+"mom_0",0.880037742026863,1613936649476,1047
+"eps_0",1e-05,1613936649476,1047
+"wd_1",0.01,1613936649476,1047
+"sqr_mom_1",0.99,1613936649476,1047
+"lr_1",3.498127917527861e-05,1613936649476,1047
+"mom_1",0.880037742026863,1613936649476,1047
+"eps_1",1e-05,1613936649476,1047
+"wd_2",0.01,1613936649476,1047
+"sqr_mom_2",0.99,1613936649476,1047
+"lr_2",0.00034981279175278607,1613936649476,1047
+"mom_2",0.880037742026863,1613936649476,1047
+"eps_2",1e-05,1613936649476,1047
+"train_loss",0.085326865,1613936650430,1048
+"raw_loss",0.09679234,1613936650430,1048
+"epoch",6.5974842767295385,1613936650430,1048
+"wd_0",0.01,1613936650430,1048
+"sqr_mom_0",0.99,1613936650430,1048
+"lr_0",3.491653952336545e-06,1613936650430,1048
+"mom_0",0.8801672226254953,1613936650430,1048
+"eps_0",1e-05,1613936650430,1048
+"wd_1",0.01,1613936650430,1048
+"sqr_mom_1",0.99,1613936650430,1048
+"lr_1",3.491653952336545e-05,1613936650430,1048
+"mom_1",0.8801672226254953,1613936650430,1048
+"eps_1",1e-05,1613936650430,1048
+"wd_2",0.01,1613936650430,1048
+"sqr_mom_2",0.99,1613936650430,1048
+"lr_2",0.0003491653952336545,1613936650430,1048
+"mom_2",0.8801672226254953,1613936650430,1048
+"eps_2",1e-05,1613936650430,1048
+"train_loss",0.084405966,1613936651400,1049
+"raw_loss",0.03928203,1613936651400,1049
+"epoch",6.603773584905639,1613936651400,1049
+"wd_0",0.01,1613936651400,1049
+"sqr_mom_0",0.99,1613936651400,1049
+"lr_0",3.485172946414808e-06,1613936651400,1049
+"mom_0",0.8802968440401442,1613936651400,1049
+"eps_0",1e-05,1613936651400,1049
+"wd_1",0.01,1613936651400,1049
+"sqr_mom_1",0.99,1613936651400,1049
+"lr_1",3.4851729464148085e-05,1613936651400,1049
+"mom_1",0.8802968440401442,1613936651400,1049
+"eps_1",1e-05,1613936651400,1049
+"wd_2",0.01,1613936651400,1049
+"sqr_mom_2",0.99,1613936651400,1049
+"lr_2",0.0003485172946414808,1613936651400,1049
+"mom_2",0.8802968440401442,1613936651400,1049
+"eps_2",1e-05,1613936651400,1049
+"train_loss",0.08352431,1613936652353,1050
+"raw_loss",0.04032323,1613936652353,1050
+"epoch",6.610062893081739,1613936652353,1050
+"wd_0",0.01,1613936652353,1050
+"sqr_mom_0",0.99,1613936652353,1050
+"lr_0",3.478683231448864e-06,1613936652353,1050
+"mom_0",0.8804266396374191,1613936652353,1050
+"eps_0",1e-05,1613936652353,1050
+"wd_1",0.01,1613936652353,1050
+"sqr_mom_1",0.99,1613936652353,1050
+"lr_1",3.478683231448864e-05,1613936652353,1050
+"mom_1",0.8804266396374191,1613936652353,1050
+"eps_1",1e-05,1613936652353,1050
+"wd_2",0.01,1613936652353,1050
+"sqr_mom_2",0.99,1613936652353,1050
+"lr_2",0.0003478683231448864,1613936652353,1050
+"mom_2",0.8804266396374191,1613936652353,1050
+"eps_2",1e-05,1613936652353,1050
+"train_loss",0.0836327,1613936653316,1051
+"raw_loss",0.088943705,1613936653316,1051
+"epoch",6.61635220125784,1613936653316,1051
+"wd_0",0.01,1613936653316,1051
+"sqr_mom_0",0.99,1613936653316,1051
+"lr_0",3.4721857186028656e-06,1613936653316,1051
+"mom_0",0.8805565911938547,1613936653316,1051
+"eps_0",1e-05,1613936653316,1051
+"wd_1",0.01,1613936653316,1051
+"sqr_mom_1",0.99,1613936653316,1051
+"lr_1",3.4721857186028655e-05,1613936653316,1051
+"mom_1",0.8805565911938547,1613936653316,1051
+"eps_1",1e-05,1613936653316,1051
+"wd_2",0.01,1613936653316,1051
+"sqr_mom_2",0.99,1613936653316,1051
+"lr_2",0.0003472185718602865,1613936653316,1051
+"mom_2",0.8805565911938547,1613936653316,1051
+"eps_2",1e-05,1613936653316,1051
+"train_loss",0.08336276,1613936654280,1052
+"raw_loss",0.07013574,1613936654280,1052
+"epoch",6.62264150943394,1613936654280,1052
+"wd_0",0.01,1613936654280,1052
+"sqr_mom_0",0.99,1613936654280,1052
+"lr_0",3.4656813232412585e-06,1613936654280,1052
+"mom_0",0.8806866804019788,1613936654280,1052
+"eps_0",1e-05,1613936654280,1052
+"wd_1",0.01,1613936654280,1052
+"sqr_mom_1",0.99,1613936654280,1052
+"lr_1",3.465681323241258e-05,1613936654280,1052
+"mom_1",0.8806866804019788,1613936654280,1052
+"eps_1",1e-05,1613936654280,1052
+"wd_2",0.01,1613936654280,1052
+"sqr_mom_2",0.99,1613936654280,1052
+"lr_2",0.0003465681323241258,1613936654280,1052
+"mom_2",0.8806866804019788,1613936654280,1052
+"eps_2",1e-05,1613936654280,1052
+"train_loss",0.082336426,1613936655247,1053
+"raw_loss",0.032046046,1613936655247,1053
+"epoch",6.6289308176100405,1613936655247,1053
+"wd_0",0.01,1613936655247,1053
+"sqr_mom_0",0.99,1613936655247,1053
+"lr_0",3.459168371029442e-06,1613936655247,1053
+"mom_0",0.8808169407488187,1613936655247,1053
+"eps_0",1e-05,1613936655247,1053
+"wd_1",0.01,1613936655247,1053
+"sqr_mom_1",0.99,1613936655247,1053
+"lr_1",3.4591683710294416e-05,1613936655247,1053
+"mom_1",0.8808169407488187,1613936655247,1053
+"eps_1",1e-05,1613936655247,1053
+"wd_2",0.01,1613936655247,1053
+"sqr_mom_2",0.99,1613936655247,1053
+"lr_2",0.0003459168371029442,1613936655247,1053
+"mom_2",0.8808169407488187,1613936655247,1053
+"eps_2",1e-05,1613936655247,1053
+"train_loss",0.08139414,1613936656210,1054
+"raw_loss",0.035222445,1613936656210,1054
+"epoch",6.635220125786141,1613936656210,1054
+"wd_0",0.01,1613936656210,1054
+"sqr_mom_0",0.99,1613936656210,1054
+"lr_0",3.452647776430609e-06,1613936656210,1054
+"mom_0",0.8809473539449273,1613936656210,1054
+"eps_0",1e-05,1613936656210,1054
+"wd_1",0.01,1613936656210,1054
+"sqr_mom_1",0.99,1613936656210,1054
+"lr_1",3.452647776430609e-05,1613936656210,1054
+"mom_1",0.8809473539449273,1613936656210,1054
+"eps_1",1e-05,1613936656210,1054
+"wd_2",0.01,1613936656210,1054
+"sqr_mom_2",0.99,1613936656210,1054
+"lr_2",0.0003452647776430608,1613936656210,1054
+"mom_2",0.8809473539449273,1613936656210,1054
+"eps_2",1e-05,1613936656210,1054
+"train_loss",0.08106517,1613936657247,1055
+"raw_loss",0.064945474,1613936657247,1055
+"epoch",6.641509433962241,1613936657247,1055
+"wd_0",0.01,1613936657247,1055
+"sqr_mom_0",0.99,1613936657247,1055
+"lr_0",3.4461198080564325e-06,1613936657247,1055
+"mom_0",0.8810779146180175,1613936657247,1055
+"eps_0",1e-05,1613936657247,1055
+"wd_1",0.01,1613936657247,1055
+"sqr_mom_1",0.99,1613936657247,1055
+"lr_1",3.446119808056433e-05,1613936657247,1055
+"mom_1",0.8810779146180175,1613936657247,1055
+"eps_1",1e-05,1613936657247,1055
+"wd_2",0.01,1613936657247,1055
+"sqr_mom_2",0.99,1613936657247,1055
+"lr_2",0.00034461198080564323,1613936657247,1055
+"mom_2",0.8810779146180175,1613936657247,1055
+"eps_2",1e-05,1613936657247,1055
+"train_loss",0.08091462,1613936658224,1056
+"raw_loss",0.07353733,1613936658224,1056
+"epoch",6.647798742138342,1613936658224,1056
+"wd_0",0.01,1613936658224,1056
+"sqr_mom_0",0.99,1613936658224,1056
+"lr_0",3.439584735575721e-06,1613936658224,1056
+"mom_0",0.8812086173746593,1613936658224,1056
+"eps_0",1e-05,1613936658224,1056
+"wd_1",0.01,1613936658224,1056
+"sqr_mom_1",0.99,1613936658224,1056
+"lr_1",3.439584735575721e-05,1613936658224,1056
+"mom_1",0.8812086173746593,1613936658224,1056
+"eps_1",1e-05,1613936658224,1056
+"wd_2",0.01,1613936658224,1056
+"sqr_mom_2",0.99,1613936658224,1056
+"lr_2",0.00034395847355757206,1613936658224,1056
+"mom_2",0.8812086173746593,1613936658224,1056
+"eps_2",1e-05,1613936658224,1056
+"train_loss",0.08036831,1613936659216,1057
+"raw_loss",0.053599253,1613936659216,1057
+"epoch",6.654088050314442,1613936659216,1057
+"wd_0",0.01,1613936659216,1057
+"sqr_mom_0",0.99,1613936659216,1057
+"lr_0",3.4330417439335937e-06,1613936659216,1057
+"mom_0",0.8813394785161133,1613936659216,1057
+"eps_0",1e-05,1613936659216,1057
+"wd_1",0.01,1613936659216,1057
+"sqr_mom_1",0.99,1613936659216,1057
+"lr_1",3.433041743933594e-05,1613936659216,1057
+"mom_1",0.8813394785161133,1613936659216,1057
+"eps_1",1e-05,1613936659216,1057
+"wd_2",0.01,1613936659216,1057
+"sqr_mom_2",0.99,1613936659216,1057
+"lr_2",0.00034330417439335935,1613936659216,1057
+"mom_2",0.8813394785161133,1613936659216,1057
+"eps_2",1e-05,1613936659216,1057
+"train_loss",0.079931244,1613936660175,1058
+"raw_loss",0.058514837,1613936660175,1058
+"epoch",6.660377358490543,1613936660175,1058
+"wd_0",0.01,1613936660175,1058
+"sqr_mom_0",0.99,1613936660175,1058
+"lr_0",3.4264911011744023e-06,1613936660175,1058
+"mom_0",0.8814704926814387,1613936660175,1058
+"eps_0",1e-05,1613936660175,1058
+"wd_1",0.01,1613936660175,1058
+"sqr_mom_1",0.99,1613936660175,1058
+"lr_1",3.4264911011744025e-05,1613936660175,1058
+"mom_1",0.8814704926814387,1613936660175,1058
+"eps_1",1e-05,1613936660175,1058
+"wd_2",0.01,1613936660175,1058
+"sqr_mom_2",0.99,1613936660175,1058
+"lr_2",0.00034264911011744017,1613936660175,1058
+"mom_2",0.8814704926814387,1613936660175,1058
+"eps_2",1e-05,1613936660175,1058
+"train_loss",0.079268806,1613936661141,1059
+"raw_loss",0.046809137,1613936661141,1059
+"epoch",6.666666666666643,1613936661141,1059
+"wd_0",0.01,1613936661141,1059
+"sqr_mom_0",0.99,1613936661141,1059
+"lr_0",3.419933729325315e-06,1613936661141,1059
+"mom_0",0.8816016414299079,1613936661141,1059
+"eps_0",1e-05,1613936661141,1059
+"wd_1",0.01,1613936661141,1059
+"sqr_mom_1",0.99,1613936661141,1059
+"lr_1",3.419933729325315e-05,1613936661141,1059
+"mom_1",0.8816016414299079,1613936661141,1059
+"eps_1",1e-05,1613936661141,1059
+"wd_2",0.01,1613936661141,1059
+"sqr_mom_2",0.99,1613936661141,1059
+"lr_2",0.0003419933729325315,1613936661141,1059
+"mom_2",0.8816016414299079,1613936661141,1059
+"eps_2",1e-05,1613936661141,1059
+"train_loss",0.07831846,1613936662090,1060
+"raw_loss",0.03175172,1613936662090,1060
+"epoch",6.672955974842743,1613936662090,1060
+"wd_0",0.01,1613936662090,1060
+"sqr_mom_0",0.99,1613936662090,1060
+"lr_0",3.4133685933976503e-06,1613936662090,1060
+"mom_0",0.8817329454615016,1613936662090,1060
+"eps_0",1e-05,1613936662090,1060
+"wd_1",0.01,1613936662090,1060
+"sqr_mom_1",0.99,1613936662090,1060
+"lr_1",3.41336859339765e-05,1613936662090,1060
+"mom_1",0.8817329454615016,1613936662090,1060
+"eps_1",1e-05,1613936662090,1060
+"wd_2",0.01,1613936662090,1060
+"sqr_mom_2",0.99,1613936662090,1060
+"lr_2",0.00034133685933976496,1613936662090,1060
+"mom_2",0.8817329454615016,1613936662090,1060
+"eps_2",1e-05,1613936662090,1060
+"train_loss",0.08111941,1613936663049,1061
+"raw_loss",0.21836591,1613936663049,1061
+"epoch",6.679245283018844,1613936663049,1061
+"wd_0",0.01,1613936663049,1061
+"sqr_mom_0",0.99,1613936663049,1061
+"lr_0",3.4067959623700857e-06,1613936663049,1061
+"mom_0",0.8818643993965922,1613936663049,1061
+"eps_0",1e-05,1613936663049,1061
+"wd_1",0.01,1613936663049,1061
+"sqr_mom_1",0.99,1613936663049,1061
+"lr_1",3.406795962370085e-05,1613936663049,1061
+"mom_1",0.8818643993965922,1613936663049,1061
+"eps_1",1e-05,1613936663049,1061
+"wd_2",0.01,1613936663049,1061
+"sqr_mom_2",0.99,1613936663049,1061
+"lr_2",0.00034067959623700853,1613936663049,1061
+"mom_2",0.8818643993965922,1613936663049,1061
+"eps_2",1e-05,1613936663049,1061
+"train_loss",0.08162285,1613936663998,1062
+"raw_loss",0.10629134,1613936663998,1062
+"epoch",6.685534591194944,1613936663998,1062
+"wd_0",0.01,1613936663998,1062
+"sqr_mom_0",0.99,1613936663998,1062
+"lr_0",3.40021676134664e-06,1613936663998,1062
+"mom_0",0.8819959847329145,1613936663998,1062
+"eps_0",1e-05,1613936663998,1062
+"wd_1",0.01,1613936663998,1062
+"sqr_mom_1",0.99,1613936663998,1062
+"lr_1",3.40021676134664e-05,1613936663998,1062
+"mom_1",0.8819959847329145,1613936663998,1062
+"eps_1",1e-05,1613936663998,1062
+"wd_2",0.01,1613936663998,1062
+"sqr_mom_2",0.99,1613936663998,1062
+"lr_2",0.0003400216761346639,1613936663998,1062
+"mom_2",0.8819959847329145,1613936663998,1062
+"eps_2",1e-05,1613936663998,1062
+"train_loss",0.08143352,1613936664951,1063
+"raw_loss",0.07215663,1613936664951,1063
+"epoch",6.691823899371045,1613936664951,1063
+"wd_0",0.01,1613936664951,1063
+"sqr_mom_0",0.99,1613936664951,1063
+"lr_0",3.3936299518841736e-06,1613936664951,1063
+"mom_0",0.882127722239539,1613936664951,1063
+"eps_0",1e-05,1613936664951,1063
+"wd_1",0.01,1613936664951,1063
+"sqr_mom_1",0.99,1613936664951,1063
+"lr_1",3.393629951884174e-05,1613936664951,1063
+"mom_1",0.882127722239539,1613936664951,1063
+"eps_1",1e-05,1613936664951,1063
+"wd_2",0.01,1613936664951,1063
+"sqr_mom_2",0.99,1613936664951,1063
+"lr_2",0.00033936299518841736,1613936664951,1063
+"mom_2",0.882127722239539,1613936664951,1063
+"eps_2",1e-05,1613936664951,1063
+"train_loss",0.08275572,1613936665905,1064
+"raw_loss",0.1475437,1613936665905,1064
+"epoch",6.698113207547145,1613936665905,1064
+"wd_0",0.01,1613936665905,1064
+"sqr_mom_0",0.99,1613936665905,1064
+"lr_0",3.3870358038764062e-06,1613936665905,1064
+"mom_0",0.8822596065185371,1613936665905,1064
+"eps_0",1e-05,1613936665905,1064
+"wd_1",0.01,1613936665905,1064
+"sqr_mom_1",0.99,1613936665905,1064
+"lr_1",3.387035803876406e-05,1613936665905,1064
+"mom_1",0.8822596065185371,1613936665905,1064
+"eps_1",1e-05,1613936665905,1064
+"wd_2",0.01,1613936665905,1064
+"sqr_mom_2",0.99,1613936665905,1064
+"lr_2",0.0003387035803876406,1613936665905,1064
+"mom_2",0.8822596065185371,1613936665905,1064
+"eps_2",1e-05,1613936665905,1064
+"train_loss",0.083811335,1613936666878,1065
+"raw_loss",0.13553643,1613936666878,1065
+"epoch",6.704402515723245,1613936666878,1065
+"wd_0",0.01,1613936666878,1065
+"sqr_mom_0",0.99,1613936666878,1065
+"lr_0",3.3804348072985317e-06,1613936666878,1065
+"mom_0",0.882391627770307,1613936666878,1065
+"eps_0",1e-05,1613936666878,1065
+"wd_1",0.01,1613936666878,1065
+"sqr_mom_1",0.99,1613936666878,1065
+"lr_1",3.3804348072985314e-05,1613936666878,1065
+"mom_1",0.882391627770307,1613936666878,1065
+"eps_1",1e-05,1613936666878,1065
+"wd_2",0.01,1613936666878,1065
+"sqr_mom_2",0.99,1613936666878,1065
+"lr_2",0.00033804348072985317,1613936666878,1065
+"mom_2",0.882391627770307,1613936666878,1065
+"eps_2",1e-05,1613936666878,1065
+"train_loss",0.083416305,1613936667860,1066
+"raw_loss",0.06405987,1613936667860,1066
+"epoch",6.710691823899346,1613936667860,1066
+"wd_0",0.01,1613936667860,1066
+"sqr_mom_0",0.99,1613936667860,1066
+"lr_0",3.373827234745434e-06,1613936667860,1066
+"mom_0",0.8825237805428967,1613936667860,1066
+"eps_0",1e-05,1613936667860,1066
+"wd_1",0.01,1613936667860,1066
+"sqr_mom_1",0.99,1613936667860,1066
+"lr_1",3.3738272347454337e-05,1613936667860,1066
+"mom_1",0.8825237805428967,1613936667860,1066
+"eps_1",1e-05,1613936667860,1066
+"wd_2",0.01,1613936667860,1066
+"sqr_mom_2",0.99,1613936667860,1066
+"lr_2",0.00033738272347454335,1613936667860,1066
+"mom_2",0.8825237805428967,1613936667860,1066
+"eps_2",1e-05,1613936667860,1066
+"train_loss",0.08372491,1613936668905,1067
+"raw_loss",0.09884665,1613936668905,1067
+"epoch",6.716981132075446,1613936668905,1067
+"wd_0",0.01,1613936668905,1067
+"sqr_mom_0",0.99,1613936668905,1067
+"lr_0",3.3672120425885007e-06,1613936668905,1067
+"mom_0",0.882656085709087,1613936668905,1067
+"eps_0",1e-05,1613936668905,1067
+"wd_1",0.01,1613936668905,1067
+"sqr_mom_1",0.99,1613936668905,1067
+"lr_1",3.3672120425885e-05,1613936668905,1067
+"mom_1",0.882656085709087,1613936668905,1067
+"eps_1",1e-05,1613936668905,1067
+"wd_2",0.01,1613936668905,1067
+"sqr_mom_2",0.99,1613936668905,1067
+"lr_2",0.00033672120425885,1613936668905,1067
+"mom_2",0.882656085709087,1613936668905,1067
+"eps_2",1e-05,1613936668905,1067
+"train_loss",0.0835858,1613936669878,1068
+"raw_loss",0.07676937,1613936669878,1068
+"epoch",6.723270440251547,1613936669878,1068
+"wd_0",0.01,1613936669878,1068
+"sqr_mom_0",0.99,1613936669878,1068
+"lr_0",3.3605901605059437e-06,1613936669878,1068
+"mom_0",0.8827885246751278,1613936669878,1068
+"eps_0",1e-05,1613936669878,1068
+"wd_1",0.01,1613936669878,1068
+"sqr_mom_1",0.99,1613936669878,1068
+"lr_1",3.360590160505944e-05,1613936669878,1068
+"mom_1",0.8827885246751278,1613936669878,1068
+"eps_1",1e-05,1613936669878,1068
+"wd_2",0.01,1613936669878,1068
+"sqr_mom_2",0.99,1613936669878,1068
+"lr_2",0.00033605901605059433,1613936669878,1068
+"mom_2",0.8827885246751278,1613936669878,1068
+"eps_2",1e-05,1613936669878,1068
+"train_loss",0.08267693,1613936670863,1069
+"raw_loss",0.03814238,1613936670863,1069
+"epoch",6.729559748427647,1613936670863,1069
+"wd_0",0.01,1613936670863,1069
+"sqr_mom_0",0.99,1613936670863,1069
+"lr_0",3.35396186192822e-06,1613936670863,1069
+"mom_0",0.8829210919723554,1613936670863,1069
+"eps_0",1e-05,1613936670863,1069
+"wd_1",0.01,1613936670863,1069
+"sqr_mom_1",0.99,1613936670863,1069
+"lr_1",3.35396186192822e-05,1613936670863,1069
+"mom_1",0.8829210919723554,1613936670863,1069
+"eps_1",1e-05,1613936670863,1069
+"wd_2",0.01,1613936670863,1069
+"sqr_mom_2",0.99,1613936670863,1069
+"lr_2",0.00033539618619282197,1613936670863,1069
+"mom_2",0.8829210919723554,1613936670863,1069
+"eps_2",1e-05,1613936670863,1069
+"train_loss",0.08242616,1613936671835,1070
+"raw_loss",0.07013823,1613936671835,1070
+"epoch",6.735849056603747,1613936671835,1070
+"wd_0",0.01,1613936671835,1070
+"sqr_mom_0",0.99,1613936671835,1070
+"lr_0",3.347326320173284e-06,1613936671835,1070
+"mom_0",0.8830538041345757,1613936671835,1070
+"eps_0",1e-05,1613936671835,1070
+"wd_1",0.01,1613936671835,1070
+"sqr_mom_1",0.99,1613936671835,1070
+"lr_1",3.347326320173284e-05,1613936671835,1070
+"mom_1",0.8830538041345757,1613936671835,1070
+"eps_1",1e-05,1613936671835,1070
+"wd_2",0.01,1613936671835,1070
+"sqr_mom_2",0.99,1613936671835,1070
+"lr_2",0.00033473263201732836,1613936671835,1070
+"mom_2",0.8830538041345757,1613936671835,1070
+"eps_2",1e-05,1613936671835,1070
+"train_loss",0.081727855,1613936672803,1071
+"raw_loss",0.047510754,1613936672803,1071
+"epoch",6.742138364779848,1613936672803,1071
+"wd_0",0.01,1613936672803,1071
+"sqr_mom_0",0.99,1613936672803,1071
+"lr_0",3.3406838071945815e-06,1613936672803,1071
+"mom_0",0.8831866557226655,1613936672803,1071
+"eps_0",1e-05,1613936672803,1071
+"wd_1",0.01,1613936672803,1071
+"sqr_mom_1",0.99,1613936672803,1071
+"lr_1",3.340683807194582e-05,1613936672803,1071
+"mom_1",0.8831866557226655,1613936672803,1071
+"eps_1",1e-05,1613936672803,1071
+"wd_2",0.01,1613936672803,1071
+"sqr_mom_2",0.99,1613936672803,1071
+"lr_2",0.0003340683807194581,1613936672803,1071
+"mom_2",0.8831866557226655,1613936672803,1071
+"eps_2",1e-05,1613936672803,1071
+"train_loss",0.08124867,1613936673762,1072
+"raw_loss",0.05776872,1613936673762,1072
+"epoch",6.748427672955948,1613936673762,1072
+"wd_0",0.01,1613936673762,1072
+"sqr_mom_0",0.99,1613936673762,1072
+"lr_0",3.334034595905546e-06,1613936673762,1072
+"mom_0",0.8833196412783019,1613936673762,1072
+"eps_0",1e-05,1613936673762,1072
+"wd_1",0.01,1613936673762,1072
+"sqr_mom_1",0.99,1613936673762,1072
+"lr_1",3.334034595905546e-05,1613936673762,1072
+"mom_1",0.8833196412783019,1613936673762,1072
+"eps_1",1e-05,1613936673762,1072
+"wd_2",0.01,1613936673762,1072
+"sqr_mom_2",0.99,1613936673762,1072
+"lr_2",0.0003334034595905546,1613936673762,1072
+"mom_2",0.8833196412783019,1613936673762,1072
+"eps_2",1e-05,1613936673762,1072
+"train_loss",0.08139136,1613936674718,1073
+"raw_loss",0.08838315,1613936674718,1073
+"epoch",6.754716981132049,1613936674718,1073
+"wd_0",0.01,1613936674718,1073
+"sqr_mom_0",0.99,1613936674718,1073
+"lr_0",3.327379622786731e-06,1613936674718,1073
+"mom_0",0.8834527420716861,1613936674718,1073
+"eps_0",1e-05,1613936674718,1073
+"wd_1",0.01,1613936674718,1073
+"sqr_mom_1",0.99,1613936674718,1073
+"lr_1",3.327379622786731e-05,1613936674718,1073
+"mom_1",0.8834527420716861,1613936674718,1073
+"eps_1",1e-05,1613936674718,1073
+"wd_2",0.01,1613936674718,1073
+"sqr_mom_2",0.99,1613936674718,1073
+"lr_2",0.00033273796227867303,1613936674718,1073
+"mom_2",0.8834527420716861,1613936674718,1073
+"eps_2",1e-05,1613936674718,1073
+"train_loss",0.08034245,1613936675673,1074
+"raw_loss",0.028946105,1613936675673,1074
+"epoch",6.761006289308149,1613936675673,1074
+"wd_0",0.01,1613936675673,1074
+"sqr_mom_0",0.99,1613936675673,1074
+"lr_0",3.3207171747424316e-06,1613936675673,1074
+"mom_0",0.883585992365075,1613936675673,1074
+"eps_0",1e-05,1613936675673,1074
+"wd_1",0.01,1613936675673,1074
+"sqr_mom_1",0.99,1613936675673,1074
+"lr_1",3.3207171747424316e-05,1613936675673,1074
+"mom_1",0.883585992365075,1613936675673,1074
+"eps_1",1e-05,1613936675673,1074
+"wd_2",0.01,1613936675673,1074
+"sqr_mom_2",0.99,1613936675673,1074
+"lr_2",0.00033207171747424313,1613936675673,1074
+"mom_2",0.883585992365075,1613936675673,1074
+"eps_2",1e-05,1613936675673,1074
+"train_loss",0.080304645,1613936676641,1075
+"raw_loss",0.078452304,1613936676641,1075
+"epoch",6.7672955974842495,1613936676641,1075
+"wd_0",0.01,1613936676641,1075
+"sqr_mom_0",0.99,1613936676641,1075
+"lr_0",3.3140484087893257e-06,1613936676641,1075
+"mom_0",0.8837193690179036,1613936676641,1075
+"eps_0",1e-05,1613936676641,1075
+"wd_1",0.01,1613936676641,1075
+"sqr_mom_1",0.99,1613936676641,1075
+"lr_1",3.314048408789325e-05,1613936676641,1075
+"mom_1",0.8837193690179036,1613936676641,1075
+"eps_1",1e-05,1613936676641,1075
+"wd_2",0.01,1613936676641,1075
+"sqr_mom_2",0.99,1613936676641,1075
+"lr_2",0.0003314048408789325,1613936676641,1075
+"mom_2",0.8837193690179036,1613936676641,1075
+"eps_2",1e-05,1613936676641,1075
+"train_loss",0.08003284,1613936677613,1076
+"raw_loss",0.06671432,1613936677613,1076
+"epoch",6.77358490566035,1613936677613,1076
+"wd_0",0.01,1613936677613,1076
+"sqr_mom_0",0.99,1613936677613,1076
+"lr_0",3.307373600231201e-06,1613936677613,1076
+"mom_0",0.8838528665240412,1613936677613,1076
+"eps_0",1e-05,1613936677613,1076
+"wd_1",0.01,1613936677613,1076
+"sqr_mom_1",0.99,1613936677613,1076
+"lr_1",3.307373600231201e-05,1613936677613,1076
+"mom_1",0.8838528665240412,1613936677613,1076
+"eps_1",1e-05,1613936677613,1076
+"wd_2",0.01,1613936677613,1076
+"sqr_mom_2",0.99,1613936677613,1076
+"lr_2",0.00033073736002312004,1613936677613,1076
+"mom_2",0.8838528665240412,1613936677613,1076
+"eps_2",1e-05,1613936677613,1076
+"train_loss",0.080037236,1613936678577,1077
+"raw_loss",0.080252565,1613936678577,1077
+"epoch",6.77987421383645,1613936678577,1077
+"wd_0",0.01,1613936678577,1077
+"sqr_mom_0",0.99,1613936678577,1077
+"lr_0",3.3006916948497716e-06,1613936678577,1077
+"mom_0",0.8839865059680643,1613936678577,1077
+"eps_0",1e-05,1613936678577,1077
+"wd_1",0.01,1613936678577,1077
+"sqr_mom_1",0.99,1613936678577,1077
+"lr_1",3.300691694849772e-05,1613936678577,1077
+"mom_1",0.8839865059680643,1613936678577,1077
+"eps_1",1e-05,1613936678577,1077
+"wd_2",0.01,1613936678577,1077
+"sqr_mom_2",0.99,1613936678577,1077
+"lr_2",0.00033006916948497716,1613936678577,1077
+"mom_2",0.8839865059680643,1613936678577,1077
+"eps_2",1e-05,1613936678577,1077
+"train_loss",0.07963659,1613936679529,1078
+"raw_loss",0.060004797,1613936679529,1078
+"epoch",6.786163522012551,1613936679529,1078
+"wd_0",0.01,1613936679529,1078
+"sqr_mom_0",0.99,1613936679529,1078
+"lr_0",3.2940036317585844e-06,1613936679529,1078
+"mom_0",0.884120268567514,1613936679529,1078
+"eps_0",1e-05,1613936679529,1078
+"wd_1",0.01,1613936679529,1078
+"sqr_mom_1",0.99,1613936679529,1078
+"lr_1",3.294003631758584e-05,1613936679529,1078
+"mom_1",0.884120268567514,1613936679529,1078
+"eps_1",1e-05,1613936679529,1078
+"wd_2",0.01,1613936679529,1078
+"sqr_mom_2",0.99,1613936679529,1078
+"lr_2",0.0003294003631758584,1613936679529,1078
+"mom_2",0.884120268567514,1613936679529,1078
+"eps_2",1e-05,1613936679529,1078
+"train_loss",0.07879434,1613936680499,1079
+"raw_loss",0.03752388,1613936680499,1079
+"epoch",6.792452830188651,1613936680499,1079
+"wd_0",0.01,1613936680499,1079
+"sqr_mom_0",0.99,1613936680499,1079
+"lr_0",3.2873090205659094e-06,1613936680499,1079
+"mom_0",0.8842541621303031,1613936680499,1079
+"eps_0",1e-05,1613936680499,1079
+"wd_1",0.01,1613936680499,1079
+"sqr_mom_1",0.99,1613936680499,1079
+"lr_1",3.287309020565909e-05,1613936680499,1079
+"mom_1",0.8842541621303031,1613936680499,1079
+"eps_1",1e-05,1613936680499,1079
+"wd_2",0.01,1613936680499,1079
+"sqr_mom_2",0.99,1613936680499,1079
+"lr_2",0.0003287309020565909,1613936680499,1079
+"mom_2",0.8842541621303031,1613936680499,1079
+"eps_2",1e-05,1613936680499,1079
+"train_loss",0.0780641,1613936681473,1080
+"raw_loss",0.042282276,1613936681473,1080
+"epoch",6.7987421383647515,1613936681473,1080
+"wd_0",0.01,1613936681473,1080
+"sqr_mom_0",0.99,1613936681473,1080
+"lr_0",3.2806088034365157e-06,1613936681473,1080
+"mom_0",0.8843881678129478,1613936681473,1080
+"eps_0",1e-05,1613936681473,1080
+"wd_1",0.01,1613936681473,1080
+"sqr_mom_1",0.99,1613936681473,1080
+"lr_1",3.2806088034365155e-05,1613936681473,1080
+"mom_1",0.8843881678129478,1613936681473,1080
+"eps_1",1e-05,1613936681473,1080
+"wd_2",0.01,1613936681473,1080
+"sqr_mom_2",0.99,1613936681473,1080
+"lr_2",0.0003280608803436515,1613936681473,1080
+"mom_2",0.8843881678129478,1613936681473,1080
+"eps_2",1e-05,1613936681473,1080
+"train_loss",0.07744084,1613936682436,1081
+"raw_loss",0.046901137,1613936682436,1081
+"epoch",6.805031446540852,1613936682436,1081
+"wd_0",0.01,1613936682436,1081
+"sqr_mom_0",0.99,1613936682436,1081
+"lr_0",3.2739019227724327e-06,1613936682436,1081
+"mom_0",0.884522306767619,1613936682436,1081
+"eps_0",1e-05,1613936682436,1081
+"wd_1",0.01,1613936682436,1081
+"sqr_mom_1",0.99,1613936682436,1081
+"lr_1",3.2739019227724325e-05,1613936682436,1081
+"mom_1",0.884522306767619,1613936682436,1081
+"eps_1",1e-05,1613936682436,1081
+"wd_2",0.01,1613936682436,1081
+"sqr_mom_2",0.99,1613936682436,1081
+"lr_2",0.0003273901922772433,1613936682436,1081
+"mom_2",0.884522306767619,1613936682436,1081
+"eps_2",1e-05,1613936682436,1081
+"train_loss",0.07798626,1613936683431,1082
+"raw_loss",0.10471192,1613936683431,1082
+"epoch",6.811320754716952,1613936683431,1082
+"wd_0",0.01,1613936683431,1082
+"sqr_mom_0",0.99,1613936683431,1082
+"lr_0",3.2671886535490405e-06,1613936683431,1082
+"mom_0",0.8846565734947541,1613936683431,1082
+"eps_0",1e-05,1613936683431,1082
+"wd_1",0.01,1613936683431,1082
+"sqr_mom_1",0.99,1613936683431,1082
+"lr_1",3.2671886535490404e-05,1613936683431,1082
+"mom_1",0.8846565734947541,1613936683431,1082
+"eps_1",1e-05,1613936683431,1082
+"wd_2",0.01,1613936683431,1082
+"sqr_mom_2",0.99,1613936683431,1082
+"lr_2",0.000326718865354904,1613936683431,1082
+"mom_2",0.8846565734947541,1613936683431,1082
+"eps_2",1e-05,1613936683431,1082
+"train_loss",0.07842435,1613936684399,1083
+"raw_loss",0.0998907,1613936684399,1083
+"epoch",6.817610062893053,1613936684399,1083
+"wd_0",0.01,1613936684399,1083
+"sqr_mom_0",0.99,1613936684399,1083
+"lr_0",3.2604701635124734e-06,1613936684399,1083
+"mom_0",0.8847909446391969,1613936684399,1083
+"eps_0",1e-05,1613936684399,1083
+"wd_1",0.01,1613936684399,1083
+"sqr_mom_1",0.99,1613936684399,1083
+"lr_1",3.260470163512473e-05,1613936684399,1083
+"mom_1",0.8847909446391969,1613936684399,1083
+"eps_1",1e-05,1613936684399,1083
+"wd_2",0.01,1613936684399,1083
+"sqr_mom_2",0.99,1613936684399,1083
+"lr_2",0.0003260470163512473,1613936684399,1083
+"mom_2",0.8847909446391969,1613936684399,1083
+"eps_2",1e-05,1613936684399,1083
+"train_loss",0.081650145,1613936685355,1084
+"raw_loss",0.23971418,1613936685355,1084
+"epoch",6.823899371069153,1613936685355,1084
+"wd_0",0.01,1613936685355,1084
+"sqr_mom_0",0.99,1613936685355,1084
+"lr_0",3.2537447232167638e-06,1613936685355,1084
+"mom_0",0.8849254547902126,1613936685355,1084
+"eps_0",1e-05,1613936685355,1084
+"wd_1",0.01,1613936685355,1084
+"sqr_mom_1",0.99,1613936685355,1084
+"lr_1",3.253744723216764e-05,1613936685355,1084
+"mom_1",0.8849254547902126,1613936685355,1084
+"eps_1",1e-05,1613936685355,1084
+"wd_2",0.01,1613936685355,1084
+"sqr_mom_2",0.99,1613936685355,1084
+"lr_2",0.00032537447232167636,1613936685355,1084
+"mom_2",0.8849254547902126,1613936685355,1084
+"eps_2",1e-05,1613936685355,1084
+"train_loss",0.08103775,1613936686325,1085
+"raw_loss",0.051030315,1613936686325,1085
+"epoch",6.8301886792452535,1613936686325,1085
+"wd_0",0.01,1613936686325,1085
+"sqr_mom_0",0.99,1613936686325,1085
+"lr_0",3.247013277335236e-06,1613936686325,1085
+"mom_0",0.8850600850541458,1613936686325,1085
+"eps_0",1e-05,1613936686325,1085
+"wd_1",0.01,1613936686325,1085
+"sqr_mom_1",0.99,1613936686325,1085
+"lr_1",3.247013277335236e-05,1613936686325,1085
+"mom_1",0.8850600850541458,1613936686325,1085
+"eps_1",1e-05,1613936686325,1085
+"wd_2",0.01,1613936686325,1085
+"sqr_mom_2",0.99,1613936686325,1085
+"lr_2",0.00032470132773352353,1613936686325,1085
+"mom_2",0.8850600850541458,1613936686325,1085
+"eps_2",1e-05,1613936686325,1085
+"train_loss",0.08057004,1613936687279,1086
+"raw_loss",0.05765209,1613936687279,1086
+"epoch",6.836477987421354,1613936687279,1086
+"wd_0",0.01,1613936687279,1086
+"sqr_mom_0",0.99,1613936687279,1086
+"lr_0",3.240276773776094e-06,1613936687279,1086
+"mom_0",0.8851948164726429,1613936687279,1086
+"eps_0",1e-05,1613936687279,1086
+"wd_1",0.01,1613936687279,1086
+"sqr_mom_1",0.99,1613936687279,1086
+"lr_1",3.240276773776094e-05,1613936687279,1086
+"mom_1",0.8851948164726429,1613936687279,1086
+"eps_1",1e-05,1613936687279,1086
+"wd_2",0.01,1613936687279,1086
+"sqr_mom_2",0.99,1613936687279,1086
+"lr_2",0.00032402767737760936,1613936687279,1086
+"mom_2",0.8851948164726429,1613936687279,1086
+"eps_2",1e-05,1613936687279,1086
+"train_loss",0.07962121,1613936688271,1087
+"raw_loss",0.033128407,1613936688271,1087
+"epoch",6.842767295597454,1613936688271,1087
+"wd_0",0.01,1613936688271,1087
+"sqr_mom_0",0.99,1613936688271,1087
+"lr_0",3.2335334784564035e-06,1613936688271,1087
+"mom_0",0.8853296837277091,1613936688271,1087
+"eps_0",1e-05,1613936688271,1087
+"wd_1",0.01,1613936688271,1087
+"sqr_mom_1",0.99,1613936688271,1087
+"lr_1",3.233533478456403e-05,1613936688271,1087
+"mom_1",0.8853296837277091,1613936688271,1087
+"eps_1",1e-05,1613936688271,1087
+"wd_2",0.01,1613936688271,1087
+"sqr_mom_2",0.99,1613936688271,1087
+"lr_2",0.0003233533478456403,1613936688271,1087
+"mom_2",0.8853296837277091,1613936688271,1087
+"eps_2",1e-05,1613936688271,1087
+"train_loss",0.078804955,1613936689348,1088
+"raw_loss",0.038808372,1613936689348,1088
+"epoch",6.849056603773555,1613936689348,1088
+"wd_0",0.01,1613936689348,1088
+"sqr_mom_0",0.99,1613936689348,1088
+"lr_0",3.226784562548496e-06,1613936689348,1088
+"mom_0",0.885464663395664,1613936689348,1088
+"eps_0",1e-05,1613936689348,1088
+"wd_1",0.01,1613936689348,1088
+"sqr_mom_1",0.99,1613936689348,1088
+"lr_1",3.226784562548496e-05,1613936689348,1088
+"mom_1",0.885464663395664,1613936689348,1088
+"eps_1",1e-05,1613936689348,1088
+"wd_2",0.01,1613936689348,1088
+"sqr_mom_2",0.99,1613936689348,1088
+"lr_2",0.00032267845625484956,1613936689348,1088
+"mom_2",0.885464663395664,1613936689348,1088
+"eps_2",1e-05,1613936689348,1088
+"train_loss",0.078717425,1613936690355,1089
+"raw_loss",0.074428596,1613936690355,1089
+"epoch",6.855345911949655,1613936690355,1089
+"wd_0",0.01,1613936690355,1089
+"sqr_mom_0",0.99,1613936690355,1089
+"lr_0",3.220029632108577e-06,1613936690355,1089
+"mom_0",0.885599763355462,1613936690355,1089
+"eps_0",1e-05,1613936690355,1089
+"wd_1",0.01,1613936690355,1089
+"sqr_mom_1",0.99,1613936690355,1089
+"lr_1",3.220029632108577e-05,1613936690355,1089
+"mom_1",0.885599763355462,1613936690355,1089
+"eps_1",1e-05,1613936690355,1089
+"wd_2",0.01,1613936690355,1089
+"sqr_mom_2",0.99,1613936690355,1089
+"lr_2",0.0003220029632108577,1613936690355,1089
+"mom_2",0.885599763355462,1613936690355,1089
+"eps_2",1e-05,1613936690355,1089
+"train_loss",0.07820304,1613936691322,1090
+"raw_loss",0.052998107,1613936691322,1090
+"epoch",6.8616352201257556,1613936691322,1090
+"wd_0",0.01,1613936691322,1090
+"sqr_mom_0",0.99,1613936691322,1090
+"lr_0",3.213269637731468e-06,1613936691322,1090
+"mom_0",0.8857349645950165,1613936691322,1090
+"eps_0",1e-05,1613936691322,1090
+"wd_1",0.01,1613936691322,1090
+"sqr_mom_1",0.99,1613936691322,1090
+"lr_1",3.2132696377314676e-05,1613936691322,1090
+"mom_1",0.8857349645950165,1613936691322,1090
+"eps_1",1e-05,1613936691322,1090
+"wd_2",0.01,1613936691322,1090
+"sqr_mom_2",0.99,1613936691322,1090
+"lr_2",0.0003213269637731467,1613936691322,1090
+"mom_2",0.8857349645950165,1613936691322,1090
+"eps_2",1e-05,1613936691322,1090
+"train_loss",0.07853122,1613936692295,1091
+"raw_loss",0.09461206,1613936692295,1091
+"epoch",6.867924528301856,1613936692295,1091
+"wd_0",0.01,1613936692295,1091
+"sqr_mom_0",0.99,1613936692295,1091
+"lr_0",3.206503512354185e-06,1613936692295,1091
+"mom_0",0.8858702884558008,1613936692295,1091
+"eps_0",1e-05,1613936692295,1091
+"wd_1",0.01,1613936692295,1091
+"sqr_mom_1",0.99,1613936692295,1091
+"lr_1",3.206503512354185e-05,1613936692295,1091
+"mom_1",0.8858702884558008,1613936692295,1091
+"eps_1",1e-05,1613936692295,1091
+"wd_2",0.01,1613936692295,1091
+"sqr_mom_2",0.99,1613936692295,1091
+"lr_2",0.0003206503512354185,1613936692295,1091
+"mom_2",0.8858702884558008,1613936692295,1091
+"eps_2",1e-05,1613936692295,1091
+"train_loss",0.07831518,1613936693244,1092
+"raw_loss",0.06772937,1613936693244,1092
+"epoch",6.874213836477956,1613936693244,1092
+"wd_0",0.01,1613936693244,1092
+"sqr_mom_0",0.99,1613936693244,1092
+"lr_0",3.199731533469363e-06,1613936693244,1092
+"mom_0",0.8860057293879066,1613936693244,1092
+"eps_0",1e-05,1613936693244,1092
+"wd_1",0.01,1613936693244,1092
+"sqr_mom_1",0.99,1613936693244,1092
+"lr_1",3.199731533469363e-05,1613936693244,1092
+"mom_1",0.8860057293879066,1613936693244,1092
+"eps_1",1e-05,1613936693244,1092
+"wd_2",0.01,1613936693244,1092
+"sqr_mom_2",0.99,1613936693244,1092
+"lr_2",0.00031997315334693626,1613936693244,1092
+"mom_2",0.8860057293879066,1613936693244,1092
+"eps_2",1e-05,1613936693244,1092
+"train_loss",0.078826904,1613936694250,1093
+"raw_loss",0.1039014,1613936694250,1093
+"epoch",6.880503144654057,1613936694250,1093
+"wd_0",0.01,1613936694250,1093
+"sqr_mom_0",0.99,1613936694250,1093
+"lr_0",3.19295465405345e-06,1613936694250,1093
+"mom_0",0.8861412683316143,1613936694250,1093
+"eps_0",1e-05,1613936694250,1093
+"wd_1",0.01,1613936694250,1093
+"sqr_mom_1",0.99,1613936694250,1093
+"lr_1",3.1929546540534494e-05,1613936694250,1093
+"mom_1",0.8861412683316143,1613936694250,1093
+"eps_1",1e-05,1613936694250,1093
+"wd_2",0.01,1613936694250,1093
+"sqr_mom_2",0.99,1613936694250,1093
+"lr_2",0.00031929546540534494,1613936694250,1093
+"mom_2",0.8861412683316143,1613936694250,1093
+"eps_2",1e-05,1613936694250,1093
+"train_loss",0.07816369,1613936695203,1094
+"raw_loss",0.045666225,1613936695203,1094
+"epoch",6.886792452830157,1613936695203,1094
+"wd_0",0.01,1613936695203,1094
+"sqr_mom_0",0.99,1613936695203,1094
+"lr_0",3.1861718043694053e-06,1613936695203,1094
+"mom_0",0.8862769266818786,1613936695203,1094
+"eps_0",1e-05,1613936695203,1094
+"wd_1",0.01,1613936695203,1094
+"sqr_mom_1",0.99,1613936695203,1094
+"lr_1",3.1861718043694055e-05,1613936695203,1094
+"mom_1",0.8862769266818786,1613936695203,1094
+"eps_1",1e-05,1613936695203,1094
+"wd_2",0.01,1613936695203,1094
+"sqr_mom_2",0.99,1613936695203,1094
+"lr_2",0.00031861718043694055,1613936695203,1094
+"mom_2",0.8862769266818786,1613936695203,1094
+"eps_2",1e-05,1613936695203,1094
+"train_loss",0.07758947,1613936696169,1095
+"raw_loss",0.049452353,1613936696169,1095
+"epoch",6.893081761006258,1613936696169,1095
+"wd_0",0.01,1613936696169,1095
+"sqr_mom_0",0.99,1613936696169,1095
+"lr_0",3.179383262622018e-06,1613936696169,1095
+"mom_0",0.8864126988745483,1613936696169,1095
+"eps_0",1e-05,1613936696169,1095
+"wd_1",0.01,1613936696169,1095
+"sqr_mom_1",0.99,1613936696169,1095
+"lr_1",3.1793832626220173e-05,1613936696169,1095
+"mom_1",0.8864126988745483,1613936696169,1095
+"eps_1",1e-05,1613936696169,1095
+"wd_2",0.01,1613936696169,1095
+"sqr_mom_2",0.99,1613936696169,1095
+"lr_2",0.00031793832626220175,1613936696169,1095
+"mom_2",0.8864126988745483,1613936696169,1095
+"eps_2",1e-05,1613936696169,1095
+"train_loss",0.07756705,1613936697133,1096
+"raw_loss",0.07646837,1613936697133,1096
+"epoch",6.899371069182358,1613936697133,1096
+"wd_0",0.01,1613936697133,1096
+"sqr_mom_0",0.99,1613936697133,1096
+"lr_0",3.17258953323082e-06,1613936697133,1096
+"mom_0",0.8865485748211318,1613936697133,1096
+"eps_0",1e-05,1613936697133,1096
+"wd_1",0.01,1613936697133,1096
+"sqr_mom_1",0.99,1613936697133,1096
+"lr_1",3.1725895332308197e-05,1613936697133,1096
+"mom_1",0.8865485748211318,1613936697133,1096
+"eps_1",1e-05,1613936697133,1096
+"wd_2",0.01,1613936697133,1096
+"sqr_mom_2",0.99,1613936697133,1096
+"lr_2",0.000317258953323082,1613936697133,1096
+"mom_2",0.8865485748211318,1613936697133,1096
+"eps_2",1e-05,1613936697133,1096
+"train_loss",0.077522494,1613936698095,1097
+"raw_loss",0.07533926,1613936698095,1097
+"epoch",6.905660377358458,1613936698095,1097
+"wd_0",0.01,1613936698095,1097
+"sqr_mom_0",0.99,1613936698095,1097
+"lr_0",3.165790896472048e-06,1613936698095,1097
+"mom_0",0.8866845489160482,1613936698095,1097
+"eps_0",1e-05,1613936698095,1097
+"wd_1",0.01,1613936698095,1097
+"sqr_mom_1",0.99,1613936698095,1097
+"lr_1",3.165790896472048e-05,1613936698095,1097
+"mom_1",0.8866845489160482,1613936698095,1097
+"eps_1",1e-05,1613936698095,1097
+"wd_2",0.01,1613936698095,1097
+"sqr_mom_2",0.99,1613936698095,1097
+"lr_2",0.00031657908964720475,1613936698095,1097
+"mom_2",0.8866845489160482,1613936698095,1097
+"eps_2",1e-05,1613936698095,1097
+"train_loss",0.07732322,1613936699049,1098
+"raw_loss",0.06755878,1613936699049,1098
+"epoch",6.911949685534559,1613936699049,1098
+"wd_0",0.01,1613936699049,1098
+"sqr_mom_0",0.99,1613936699049,1098
+"lr_0",3.158986278632066e-06,1613936699049,1098
+"mom_0",0.886820642633785,1613936699049,1098
+"eps_0",1e-05,1613936699049,1098
+"wd_1",0.01,1613936699049,1098
+"sqr_mom_1",0.99,1613936699049,1098
+"lr_1",3.158986278632066e-05,1613936699049,1098
+"mom_1",0.886820642633785,1613936699049,1098
+"eps_1",1e-05,1613936699049,1098
+"wd_2",0.01,1613936699049,1098
+"sqr_mom_2",0.99,1613936699049,1098
+"lr_2",0.0003158986278632065,1613936699049,1098
+"mom_2",0.886820642633785,1613936699049,1098
+"eps_2",1e-05,1613936699049,1098
+"train_loss",0.07660025,1613936700021,1099
+"raw_loss",0.04117481,1613936700021,1099
+"epoch",6.918238993710659,1613936700021,1099
+"wd_0",0.01,1613936700021,1099
+"sqr_mom_0",0.99,1613936700021,1099
+"lr_0",3.152176636195144e-06,1613936700021,1099
+"mom_0",0.8869568368444656,1613936700021,1099
+"eps_0",1e-05,1613936700021,1099
+"wd_1",0.01,1613936700021,1099
+"sqr_mom_1",0.99,1613936700021,1099
+"lr_1",3.1521766361951436e-05,1613936700021,1099
+"mom_1",0.8869568368444656,1613936700021,1099
+"eps_1",1e-05,1613936700021,1099
+"wd_2",0.01,1613936700021,1099
+"sqr_mom_2",0.99,1613936700021,1099
+"lr_2",0.0003152176636195144,1613936700021,1099
+"mom_2",0.8869568368444656,1613936700021,1099
+"eps_2",1e-05,1613936700021,1099
+"train_loss",0.07596882,1613936700960,1100
+"raw_loss",0.0450285,1613936700960,1100
+"epoch",6.92452830188676,1613936700960,1100
+"wd_0",0.01,1613936700960,1100
+"sqr_mom_0",0.99,1613936700960,1100
+"lr_0",3.145362250067863e-06,1613936700960,1100
+"mom_0",0.887093125929902,1613936700960,1100
+"eps_0",1e-05,1613936700960,1100
+"wd_1",0.01,1613936700960,1100
+"sqr_mom_1",0.99,1613936700960,1100
+"lr_1",3.145362250067863e-05,1613936700960,1100
+"mom_1",0.887093125929902,1613936700960,1100
+"eps_1",1e-05,1613936700960,1100
+"wd_2",0.01,1613936700960,1100
+"sqr_mom_2",0.99,1613936700960,1100
+"lr_2",0.00031453622500678623,1613936700960,1100
+"mom_2",0.887093125929902,1613936700960,1100
+"eps_2",1e-05,1613936700960,1100
+"train_loss",0.075248085,1613936701914,1101
+"raw_loss",0.039932102,1613936701914,1101
+"epoch",6.93081761006286,1613936701914,1101
+"wd_0",0.01,1613936701914,1101
+"sqr_mom_0",0.99,1613936701914,1101
+"lr_0",3.1385422703593198e-06,1613936701914,1101
+"mom_0",0.8872295268880824,1613936701914,1101
+"eps_0",1e-05,1613936701914,1101
+"wd_1",0.01,1613936701914,1101
+"sqr_mom_1",0.99,1613936701914,1101
+"lr_1",3.1385422703593196e-05,1613936701914,1101
+"mom_1",0.8872295268880824,1613936701914,1101
+"eps_1",1e-05,1613936701914,1101
+"wd_2",0.01,1613936701914,1101
+"sqr_mom_2",0.99,1613936701914,1101
+"lr_2",0.00031385422703593196,1613936701914,1101
+"mom_2",0.8872295268880824,1613936701914,1101
+"eps_2",1e-05,1613936701914,1101
+"train_loss",0.075581156,1613936702891,1102
+"raw_loss",0.091901585,1613936702891,1102
+"epoch",6.93710691823896,1613936702891,1102
+"wd_0",0.01,1613936702891,1102
+"sqr_mom_0",0.99,1613936702891,1102
+"lr_0",3.131716976858333e-06,1613936702891,1102
+"mom_0",0.8873660341231746,1613936702891,1102
+"eps_0",1e-05,1613936702891,1102
+"wd_1",0.01,1613936702891,1102
+"sqr_mom_1",0.99,1613936702891,1102
+"lr_1",3.131716976858333e-05,1613936702891,1102
+"mom_1",0.8873660341231746,1613936702891,1102
+"eps_1",1e-05,1613936702891,1102
+"wd_2",0.01,1613936702891,1102
+"sqr_mom_2",0.99,1613936702891,1102
+"lr_2",0.00031317169768583326,1613936702891,1102
+"mom_2",0.8873660341231746,1613936702891,1102
+"eps_2",1e-05,1613936702891,1102
+"train_loss",0.07493823,1613936703864,1103
+"raw_loss",0.043434683,1613936703864,1103
+"epoch",6.943396226415061,1613936703864,1103
+"wd_0",0.01,1613936703864,1103
+"sqr_mom_0",0.99,1613936703864,1103
+"lr_0",3.1248866500800395e-06,1613936703864,1103
+"mom_0",0.8875026420248194,1613936703864,1103
+"eps_0",1e-05,1613936703864,1103
+"wd_1",0.01,1613936703864,1103
+"sqr_mom_1",0.99,1613936703864,1103
+"lr_1",3.124886650080039e-05,1613936703864,1103
+"mom_1",0.8875026420248194,1613936703864,1103
+"eps_1",1e-05,1613936703864,1103
+"wd_2",0.01,1613936703864,1103
+"sqr_mom_2",0.99,1613936703864,1103
+"lr_2",0.00031248866500800394,1613936703864,1103
+"mom_2",0.8875026420248194,1613936703864,1103
+"eps_2",1e-05,1613936703864,1103
+"train_loss",0.0740223,1613936704834,1104
+"raw_loss",0.029141847,1613936704834,1104
+"epoch",6.949685534591161,1613936704834,1104
+"wd_0",0.01,1613936704834,1104
+"sqr_mom_0",0.99,1613936704834,1104
+"lr_0",3.1180522516457995e-06,1613936704834,1104
+"mom_0",0.8876393313603976,1613936704834,1104
+"eps_0",1e-05,1613936704834,1104
+"wd_1",0.01,1613936704834,1104
+"sqr_mom_1",0.99,1613936704834,1104
+"lr_1",3.1180522516457995e-05,1613936704834,1104
+"mom_1",0.8876393313603976,1613936704834,1104
+"eps_1",1e-05,1613936704834,1104
+"wd_2",0.01,1613936704834,1104
+"sqr_mom_2",0.99,1613936704834,1104
+"lr_2",0.00031180522516457987,1613936704834,1104
+"mom_2",0.8876393313603976,1613936704834,1104
+"eps_2",1e-05,1613936704834,1104
+"train_loss",0.07501811,1613936705808,1105
+"raw_loss",0.123812824,1613936705808,1105
+"epoch",6.955974842767262,1613936705808,1105
+"wd_0",0.01,1613936705808,1105
+"sqr_mom_0",0.99,1613936705808,1105
+"lr_0",3.1112120222729828e-06,1613936705808,1105
+"mom_0",0.8877761373159134,1613936705808,1105
+"eps_0",1e-05,1613936705808,1105
+"wd_1",0.01,1613936705808,1105
+"sqr_mom_1",0.99,1613936705808,1105
+"lr_1",3.1112120222729825e-05,1613936705808,1105
+"mom_1",0.8877761373159134,1613936705808,1105
+"eps_1",1e-05,1613936705808,1105
+"wd_2",0.01,1613936705808,1105
+"sqr_mom_2",0.99,1613936705808,1105
+"lr_2",0.0003111212022272982,1613936705808,1105
+"mom_2",0.8877761373159134,1613936705808,1105
+"eps_2",1e-05,1613936705808,1105
+"train_loss",0.07433467,1613936706832,1106
+"raw_loss",0.04084638,1613936706832,1106
+"epoch",6.962264150943362,1613936706832,1106
+"wd_0",0.01,1613936706832,1106
+"sqr_mom_0",0.99,1613936706832,1106
+"lr_0",3.1043671501273894e-06,1613936706832,1106
+"mom_0",0.8879130361278135,1613936706832,1106
+"eps_0",1e-05,1613936706832,1106
+"wd_1",0.01,1613936706832,1106
+"sqr_mom_1",0.99,1613936706832,1106
+"lr_1",3.104367150127389e-05,1613936706832,1106
+"mom_1",0.8879130361278135,1613936706832,1106
+"eps_1",1e-05,1613936706832,1106
+"wd_2",0.01,1613936706832,1106
+"sqr_mom_2",0.99,1613936706832,1106
+"lr_2",0.0003104367150127389,1613936706832,1106
+"mom_2",0.8879130361278135,1613936706832,1106
+"eps_2",1e-05,1613936706832,1106
+"train_loss",0.07342715,1613936707806,1107
+"raw_loss",0.028958196,1613936707806,1107
+"epoch",6.9685534591194624,1613936707806,1107
+"wd_0",0.01,1613936707806,1107
+"sqr_mom_0",0.99,1613936707806,1107
+"lr_0",3.0975179175080005e-06,1613936707806,1107
+"mom_0",0.8880500221500615,1613936707806,1107
+"eps_0",1e-05,1613936707806,1107
+"wd_1",0.01,1613936707806,1107
+"sqr_mom_1",0.99,1613936707806,1107
+"lr_1",3.097517917508e-05,1613936707806,1107
+"mom_1",0.8880500221500615,1613936707806,1107
+"eps_1",1e-05,1613936707806,1107
+"wd_2",0.01,1613936707806,1107
+"sqr_mom_2",0.99,1613936707806,1107
+"lr_2",0.00030975179175080005,1613936707806,1107
+"mom_2",0.8880500221500615,1613936707806,1107
+"eps_2",1e-05,1613936707806,1107
+"train_loss",0.07353354,1613936708793,1108
+"raw_loss",0.078746796,1613936708793,1108
+"epoch",6.974842767295563,1613936708793,1108
+"wd_0",0.01,1613936708793,1108
+"sqr_mom_0",0.99,1613936708793,1108
+"lr_0",3.09066324273957e-06,1613936708793,1108
+"mom_0",0.8881871170163788,1613936708793,1108
+"eps_0",1e-05,1613936708793,1108
+"wd_1",0.01,1613936708793,1108
+"sqr_mom_1",0.99,1613936708793,1108
+"lr_1",3.0906632427395696e-05,1613936708793,1108
+"mom_1",0.8881871170163788,1613936708793,1108
+"eps_1",1e-05,1613936708793,1108
+"wd_2",0.01,1613936708793,1108
+"sqr_mom_2",0.99,1613936708793,1108
+"lr_2",0.00030906632427395696,1613936708793,1108
+"mom_2",0.8881871170163788,1613936708793,1108
+"eps_2",1e-05,1613936708793,1108
+"train_loss",0.07266974,1613936709770,1109
+"raw_loss",0.030343384,1613936709770,1109
+"epoch",6.981132075471663,1613936709770,1109
+"wd_0",0.01,1613936709770,1109
+"sqr_mom_0",0.99,1613936709770,1109
+"lr_0",3.08380408940058e-06,1613936709770,1109
+"mom_0",0.888324301455003,1613936709770,1109
+"eps_0",1e-05,1613936709770,1109
+"wd_1",0.01,1613936709770,1109
+"sqr_mom_1",0.99,1613936709770,1109
+"lr_1",3.08380408940058e-05,1613936709770,1109
+"mom_1",0.888324301455003,1613936709770,1109
+"eps_1",1e-05,1613936709770,1109
+"wd_2",0.01,1613936709770,1109
+"sqr_mom_2",0.99,1613936709770,1109
+"lr_2",0.00030838040894005795,1613936709770,1109
+"mom_2",0.888324301455003,1613936709770,1109
+"eps_2",1e-05,1613936709770,1109
+"train_loss",0.07233989,1613936710743,1110
+"raw_loss",0.05617755,1613936710743,1110
+"epoch",6.987421383647764,1613936710743,1110
+"wd_0",0.01,1613936710743,1110
+"sqr_mom_0",0.99,1613936710743,1110
+"lr_0",3.0769407403530515e-06,1613936710743,1110
+"mom_0",0.888461569808637,1613936710743,1110
+"eps_0",1e-05,1613936710743,1110
+"wd_1",0.01,1613936710743,1110
+"sqr_mom_1",0.99,1613936710743,1110
+"lr_1",3.076940740353051e-05,1613936710743,1110
+"mom_1",0.888461569808637,1613936710743,1110
+"eps_1",1e-05,1613936710743,1110
+"wd_2",0.01,1613936710743,1110
+"sqr_mom_2",0.99,1613936710743,1110
+"lr_2",0.0003076940740353051,1613936710743,1110
+"mom_2",0.888461569808637,1613936710743,1110
+"eps_2",1e-05,1613936710743,1110
+"train_loss",0.072189935,1613936711706,1111
+"raw_loss",0.06484216,1613936711706,1111
+"epoch",6.993710691823864,1613936711706,1111
+"wd_0",0.01,1613936711706,1111
+"sqr_mom_0",0.99,1613936711706,1111
+"lr_0",3.0700721117010233e-06,1613936711706,1111
+"mom_0",0.888598943755417,1613936711706,1111
+"eps_0",1e-05,1613936711706,1111
+"wd_1",0.01,1613936711706,1111
+"sqr_mom_1",0.99,1613936711706,1111
+"lr_1",3.070072111701023e-05,1613936711706,1111
+"mom_1",0.888598943755417,1613936711706,1111
+"eps_1",1e-05,1613936711706,1111
+"wd_2",0.01,1613936711706,1111
+"sqr_mom_2",0.99,1613936711706,1111
+"lr_2",0.0003070072111701023,1613936711706,1111
+"mom_2",0.888598943755417,1613936711706,1111
+"eps_2",1e-05,1613936711706,1111
+"train_loss",0.0717248,1613936712651,1112
+"raw_loss",0.048933238,1613936712651,1112
+"epoch",6.9999999999999645,1613936712651,1112
+"wd_0",0.01,1613936712651,1112
+"sqr_mom_0",0.99,1613936712651,1112
+"lr_0",3.0631991690017877e-06,1613936712651,1112
+"mom_0",0.8887364039840041,1613936712651,1112
+"eps_0",1e-05,1613936712651,1112
+"wd_1",0.01,1613936712651,1112
+"sqr_mom_1",0.99,1613936712651,1112
+"lr_1",3.063199169001788e-05,1613936712651,1112
+"mom_1",0.8887364039840041,1613936712651,1112
+"eps_1",1e-05,1613936712651,1112
+"wd_2",0.01,1613936712651,1112
+"sqr_mom_2",0.99,1613936712651,1112
+"lr_2",0.0003063199169001787,1613936712651,1112
+"mom_2",0.8887364039840041,1613936712651,1112
+"eps_2",1e-05,1613936712651,1112
+"valid_loss",0.10488425195217133,1613936743793,1112
+"_rmse",0.323858380317688,1613936743793,1112
+"epoch",7,1613936743793,1112
+"train_loss",0.07150914,1613936744838,1113
+"raw_loss",0.060941536,1613936744838,1113
+"epoch",7.0062893081761,1613936744838,1113
+"wd_0",0.01,1613936744838,1113
+"sqr_mom_0",0.99,1613936744838,1113
+"lr_0",3.056321511071931e-06,1613936744838,1113
+"mom_0",0.8888739585181465,1613936744838,1113
+"eps_0",1e-05,1613936744838,1113
+"wd_1",0.01,1613936744838,1113
+"sqr_mom_1",0.99,1613936744838,1113
+"lr_1",3.056321511071931e-05,1613936744838,1113
+"mom_1",0.8888739585181465,1613936744838,1113
+"eps_1",1e-05,1613936744838,1113
+"wd_2",0.01,1613936744838,1113
+"sqr_mom_2",0.99,1613936744838,1113
+"lr_2",0.0003056321511071931,1613936744838,1113
+"mom_2",0.8888739585181465,1613936744838,1113
+"eps_2",1e-05,1613936744838,1113
+"train_loss",0.07087014,1613936745811,1114
+"raw_loss",0.039559264,1613936745811,1114
+"epoch",7.012578616352201,1613936745811,1114
+"wd_0",0.01,1613936745811,1114
+"sqr_mom_0",0.99,1613936745811,1114
+"lr_0",3.0494403339792345e-06,1613936745811,1114
+"mom_0",0.8890115834362496,1613936745811,1114
+"eps_0",1e-05,1613936745811,1114
+"wd_1",0.01,1613936745811,1114
+"sqr_mom_1",0.99,1613936745811,1114
+"lr_1",3.0494403339792344e-05,1613936745811,1114
+"mom_1",0.8890115834362496,1613936745811,1114
+"eps_1",1e-05,1613936745811,1114
+"wd_2",0.01,1613936745811,1114
+"sqr_mom_2",0.99,1613936745811,1114
+"lr_2",0.00030494403339792345,1613936745811,1114
+"mom_2",0.8890115834362496,1613936745811,1114
+"eps_2",1e-05,1613936745811,1114
+"train_loss",0.07016799,1613936746747,1115
+"raw_loss",0.03576272,1613936746747,1115
+"epoch",7.018867924528301,1613936746747,1115
+"wd_0",0.01,1613936746747,1115
+"sqr_mom_0",0.99,1613936746747,1115
+"lr_0",3.0425538663995006e-06,1613936746747,1115
+"mom_0",0.8891493141651516,1613936746747,1115
+"eps_0",1e-05,1613936746747,1115
+"wd_1",0.01,1613936746747,1115
+"sqr_mom_1",0.99,1613936746747,1115
+"lr_1",3.0425538663995005e-05,1613936746747,1115
+"mom_1",0.8891493141651516,1613936746747,1115
+"eps_1",1e-05,1613936746747,1115
+"wd_2",0.01,1613936746747,1115
+"sqr_mom_2",0.99,1613936746747,1115
+"lr_2",0.00030425538663995,1613936746747,1115
+"mom_2",0.8891493141651516,1613936746747,1115
+"eps_2",1e-05,1613936746747,1115
+"train_loss",0.069685176,1613936747697,1116
+"raw_loss",0.046027318,1613936747697,1116
+"epoch",7.025157232704402,1613936747697,1116
+"wd_0",0.01,1613936747697,1116
+"sqr_mom_0",0.99,1613936747697,1116
+"lr_0",3.0356630759878628e-06,1613936747697,1116
+"mom_0",0.8892871313515562,1613936747697,1116
+"eps_0",1e-05,1613936747697,1116
+"wd_1",0.01,1613936747697,1116
+"sqr_mom_1",0.99,1613936747697,1116
+"lr_1",3.0356630759878626e-05,1613936747697,1116
+"mom_1",0.8892871313515562,1613936747697,1116
+"eps_1",1e-05,1613936747697,1116
+"wd_2",0.01,1613936747697,1116
+"sqr_mom_2",0.99,1613936747697,1116
+"lr_2",0.0003035663075987862,1613936747697,1116
+"mom_2",0.8892871313515562,1613936747697,1116
+"eps_2",1e-05,1613936747697,1116
+"train_loss",0.06910338,1613936748670,1117
+"raw_loss",0.040595304,1613936748670,1117
+"epoch",7.031446540880502,1613936748670,1117
+"wd_0",0.01,1613936748670,1117
+"sqr_mom_0",0.99,1613936748670,1117
+"lr_0",3.028768932727927e-06,1613936748670,1117
+"mom_0",0.8894250155955974,1613936748670,1117
+"eps_0",1e-05,1613936748670,1117
+"wd_1",0.01,1613936748670,1117
+"sqr_mom_1",0.99,1613936748670,1117
+"lr_1",3.0287689327279268e-05,1613936748670,1117
+"mom_1",0.8894250155955974,1613936748670,1117
+"eps_1",1e-05,1613936748670,1117
+"wd_2",0.01,1613936748670,1117
+"sqr_mom_2",0.99,1613936748670,1117
+"lr_2",0.00030287689327279264,1613936748670,1117
+"mom_2",0.8894250155955974,1613936748670,1117
+"eps_2",1e-05,1613936748670,1117
+"train_loss",0.06861651,1613936749638,1118
+"raw_loss",0.04475955,1613936749638,1118
+"epoch",7.037735849056602,1613936749638,1118
+"wd_0",0.01,1613936749638,1118
+"sqr_mom_0",0.99,1613936749638,1118
+"lr_0",3.0218696619577992e-06,1613936749638,1118
+"mom_0",0.8895630023908679,1613936749638,1118
+"eps_0",1e-05,1613936749638,1118
+"wd_1",0.01,1613936749638,1118
+"sqr_mom_1",0.99,1613936749638,1118
+"lr_1",3.0218696619577992e-05,1613936749638,1118
+"mom_1",0.8895630023908679,1613936749638,1118
+"eps_1",1e-05,1613936749638,1118
+"wd_2",0.01,1613936749638,1118
+"sqr_mom_2",0.99,1613936749638,1118
+"lr_2",0.00030218696619577993,1613936749638,1118
+"mom_2",0.8895630023908679,1613936749638,1118
+"eps_2",1e-05,1613936749638,1118
+"train_loss",0.06861545,1613936750597,1119
+"raw_loss",0.068563744,1613936750597,1119
+"epoch",7.044025157232703,1613936750597,1119
+"wd_0",0.01,1613936750597,1119
+"sqr_mom_0",0.99,1613936750597,1119
+"lr_0",3.014966462211443e-06,1613936750597,1119
+"mom_0",0.8897010677664487,1613936750597,1119
+"eps_0",1e-05,1613936750597,1119
+"wd_1",0.01,1613936750597,1119
+"sqr_mom_1",0.99,1613936750597,1119
+"lr_1",3.0149664622114433e-05,1613936750597,1119
+"mom_1",0.8897010677664487,1613936750597,1119
+"eps_1",1e-05,1613936750597,1119
+"wd_2",0.01,1613936750597,1119
+"sqr_mom_2",0.99,1613936750597,1119
+"lr_2",0.00030149664622114425,1613936750597,1119
+"mom_2",0.8897010677664487,1613936750597,1119
+"eps_2",1e-05,1613936750597,1119
+"train_loss",0.06786299,1613936751553,1120
+"raw_loss",0.030992052,1613936751553,1120
+"epoch",7.050314465408803,1613936751553,1120
+"wd_0",0.01,1613936751553,1120
+"sqr_mom_0",0.99,1613936751553,1120
+"lr_0",3.008058930539298e-06,1613936751553,1120
+"mom_0",0.8898392197814118,1613936751553,1120
+"eps_0",1e-05,1613936751553,1120
+"wd_1",0.01,1613936751553,1120
+"sqr_mom_1",0.99,1613936751553,1120
+"lr_1",3.008058930539298e-05,1613936751553,1120
+"mom_1",0.8898392197814118,1613936751553,1120
+"eps_1",1e-05,1613936751553,1120
+"wd_2",0.01,1613936751553,1120
+"sqr_mom_2",0.99,1613936751553,1120
+"lr_2",0.00030080589305392976,1613936751553,1120
+"mom_2",0.8898392197814118,1613936751553,1120
+"eps_2",1e-05,1613936751553,1120
+"train_loss",0.06751002,1613936752498,1121
+"raw_loss",0.050214685,1613936752498,1121
+"epoch",7.056603773584904,1613936752498,1121
+"wd_0",0.01,1613936752498,1121
+"sqr_mom_0",0.99,1613936752498,1121
+"lr_0",3.001148038830207e-06,1613936752498,1121
+"mom_0",0.8899774389977858,1613936752498,1121
+"eps_0",1e-05,1613936752498,1121
+"wd_1",0.01,1613936752498,1121
+"sqr_mom_1",0.99,1613936752498,1121
+"lr_1",3.001148038830207e-05,1613936752498,1121
+"mom_1",0.8899774389977858,1613936752498,1121
+"eps_1",1e-05,1613936752498,1121
+"wd_2",0.01,1613936752498,1121
+"sqr_mom_2",0.99,1613936752498,1121
+"lr_2",0.0003001148038830207,1613936752498,1121
+"mom_2",0.8899774389977858,1613936752498,1121
+"eps_2",1e-05,1613936752498,1121
+"train_loss",0.06706053,1613936753453,1122
+"raw_loss",0.04503515,1613936753453,1122
+"epoch",7.062893081761004,1613936753453,1122
+"wd_0",0.01,1613936753453,1122
+"sqr_mom_0",0.99,1613936753453,1122
+"lr_0",2.9942326961116907e-06,1613936753453,1122
+"mom_0",0.8901157472352386,1613936753453,1122
+"eps_0",1e-05,1613936753453,1122
+"wd_1",0.01,1613936753453,1122
+"sqr_mom_1",0.99,1613936753453,1122
+"lr_1",2.994232696111691e-05,1613936753453,1122
+"mom_1",0.8901157472352386,1613936753453,1122
+"eps_1",1e-05,1613936753453,1122
+"wd_2",0.01,1613936753453,1122
+"sqr_mom_2",0.99,1613936753453,1122
+"lr_2",0.00029942326961116905,1613936753453,1122
+"mom_2",0.8901157472352386,1613936753453,1122
+"eps_2",1e-05,1613936753453,1122
+"train_loss",0.06728464,1613936754396,1123
+"raw_loss",0.07826636,1613936754396,1123
+"epoch",7.0691823899371045,1613936754396,1123
+"wd_0",0.01,1613936754396,1123
+"sqr_mom_0",0.99,1613936754396,1123
+"lr_0",2.9873131862670605e-06,1613936754396,1123
+"mom_0",0.890254138816047,1613936754396,1123
+"eps_0",1e-05,1613936754396,1123
+"wd_1",0.01,1613936754396,1123
+"sqr_mom_1",0.99,1613936754396,1123
+"lr_1",2.9873131862670607e-05,1613936754396,1123
+"mom_1",0.890254138816047,1613936754396,1123
+"eps_1",1e-05,1613936754396,1123
+"wd_2",0.01,1613936754396,1123
+"sqr_mom_2",0.99,1613936754396,1123
+"lr_2",0.00029873131862670607,1613936754396,1123
+"mom_2",0.890254138816047,1613936754396,1123
+"eps_2",1e-05,1613936754396,1123
+"train_loss",0.06759457,1613936755363,1124
+"raw_loss",0.08278105,1613936755363,1124
+"epoch",7.075471698113205,1613936755363,1124
+"wd_0",0.01,1613936755363,1124
+"sqr_mom_0",0.99,1613936755363,1124
+"lr_0",2.98039048285334e-06,1613936755363,1124
+"mom_0",0.8903925942688758,1613936755363,1124
+"eps_0",1e-05,1613936755363,1124
+"wd_1",0.01,1613936755363,1124
+"sqr_mom_1",0.99,1613936755363,1124
+"lr_1",2.9803904828533397e-05,1613936755363,1124
+"mom_1",0.8903925942688758,1613936755363,1124
+"eps_1",1e-05,1613936755363,1124
+"wd_2",0.01,1613936755363,1124
+"sqr_mom_2",0.99,1613936755363,1124
+"lr_2",0.00029803904828533395,1613936755363,1124
+"mom_2",0.8903925942688758,1613936755363,1124
+"eps_2",1e-05,1613936755363,1124
+"train_loss",0.06671466,1613936756310,1125
+"raw_loss",0.023598738,1613936756310,1125
+"epoch",7.081761006289305,1613936756310,1125
+"wd_0",0.01,1613936756310,1125
+"sqr_mom_0",0.99,1613936756310,1125
+"lr_0",2.9734634930248545e-06,1613936756310,1125
+"mom_0",0.8905311354508574,1613936756310,1125
+"eps_0",1e-05,1613936756310,1125
+"wd_1",0.01,1613936756310,1125
+"sqr_mom_1",0.99,1613936756310,1125
+"lr_1",2.9734634930248545e-05,1613936756310,1125
+"mom_1",0.8905311354508574,1613936756310,1125
+"eps_1",1e-05,1613936756310,1125
+"wd_2",0.01,1613936756310,1125
+"sqr_mom_2",0.99,1613936756310,1125
+"lr_2",0.0002973463493024854,1613936756310,1125
+"mom_2",0.8905311354508574,1613936756310,1125
+"eps_2",1e-05,1613936756310,1125
+"train_loss",0.06707011,1613936757291,1126
+"raw_loss",0.08448722,1613936757291,1126
+"epoch",7.088050314465406,1613936757291,1126
+"wd_0",0.01,1613936757291,1126
+"sqr_mom_0",0.99,1613936757291,1126
+"lr_0",2.9665325011687314e-06,1613936757291,1126
+"mom_0",0.8906697566741921,1613936757291,1126
+"eps_0",1e-05,1613936757291,1126
+"wd_1",0.01,1613936757291,1126
+"sqr_mom_1",0.99,1613936757291,1126
+"lr_1",2.9665325011687314e-05,1613936757291,1126
+"mom_1",0.8906697566741921,1613936757291,1126
+"eps_1",1e-05,1613936757291,1126
+"wd_2",0.01,1613936757291,1126
+"sqr_mom_2",0.99,1613936757291,1126
+"lr_2",0.0002966532501168731,1613936757291,1126
+"mom_2",0.8906697566741921,1613936757291,1126
+"eps_2",1e-05,1613936757291,1126
+"train_loss",0.066980906,1613936758264,1127
+"raw_loss",0.062609896,1613936758264,1127
+"epoch",7.094339622641506,1613936758264,1127
+"wd_0",0.01,1613936758264,1127
+"sqr_mom_0",0.99,1613936758264,1127
+"lr_0",2.959598022289195e-06,1613936758264,1127
+"mom_0",0.8908084476386925,1613936758264,1127
+"eps_0",1e-05,1613936758264,1127
+"wd_1",0.01,1613936758264,1127
+"sqr_mom_1",0.99,1613936758264,1127
+"lr_1",2.959598022289195e-05,1613936758264,1127
+"mom_1",0.8908084476386925,1613936758264,1127
+"eps_1",1e-05,1613936758264,1127
+"wd_2",0.01,1613936758264,1127
+"sqr_mom_2",0.99,1613936758264,1127
+"lr_2",0.00029595980222891946,1613936758264,1127
+"mom_2",0.8908084476386925,1613936758264,1127
+"eps_2",1e-05,1613936758264,1127
+"train_loss",0.0661619,1613936759218,1128
+"raw_loss",0.026030727,1613936759218,1128
+"epoch",7.1006289308176065,1613936759218,1128
+"wd_0",0.01,1613936759218,1128
+"sqr_mom_0",0.99,1613936759218,1128
+"lr_0",2.9526603421992544e-06,1613936759218,1128
+"mom_0",0.8909472026280412,1613936759218,1128
+"eps_0",1e-05,1613936759218,1128
+"wd_1",0.01,1613936759218,1128
+"sqr_mom_1",0.99,1613936759218,1128
+"lr_1",2.952660342199254e-05,1613936759218,1128
+"mom_1",0.8909472026280412,1613936759218,1128
+"eps_1",1e-05,1613936759218,1128
+"wd_2",0.01,1613936759218,1128
+"sqr_mom_2",0.99,1613936759218,1128
+"lr_2",0.00029526603421992537,1613936759218,1128
+"mom_2",0.8909472026280412,1613936759218,1128
+"eps_2",1e-05,1613936759218,1128
+"train_loss",0.065784894,1613936760194,1129
+"raw_loss",0.047311585,1613936760194,1129
+"epoch",7.106918238993707,1613936760194,1129
+"wd_0",0.01,1613936760194,1129
+"sqr_mom_0",0.99,1613936760194,1129
+"lr_0",2.9457183653159446e-06,1613936760194,1129
+"mom_0",0.8910860435541166,1613936760194,1129
+"eps_0",1e-05,1613936760194,1129
+"wd_1",0.01,1613936760194,1129
+"sqr_mom_1",0.99,1613936760194,1129
+"lr_1",2.9457183653159442e-05,1613936760194,1129
+"mom_1",0.8910860435541166,1613936760194,1129
+"eps_1",1e-05,1613936760194,1129
+"wd_2",0.01,1613936760194,1129
+"sqr_mom_2",0.99,1613936760194,1129
+"lr_2",0.0002945718365315944,1613936760194,1129
+"mom_2",0.8910860435541166,1613936760194,1129
+"eps_2",1e-05,1613936760194,1129
+"train_loss",0.06515059,1613936761170,1130
+"raw_loss",0.034069665,1613936761170,1130
+"epoch",7.113207547169807,1613936761170,1130
+"wd_0",0.01,1613936761170,1130
+"sqr_mom_0",0.99,1613936761170,1130
+"lr_0",2.9387730676109e-06,1613936761170,1130
+"mom_0",0.8912249508972909,1613936761170,1130
+"eps_0",1e-05,1613936761170,1130
+"wd_1",0.01,1613936761170,1130
+"sqr_mom_1",0.99,1613936761170,1130
+"lr_1",2.9387730676109e-05,1613936761170,1130
+"mom_1",0.8912249508972909,1613936761170,1130
+"eps_1",1e-05,1613936761170,1130
+"wd_2",0.01,1613936761170,1130
+"sqr_mom_2",0.99,1613936761170,1130
+"lr_2",0.00029387730676108995,1613936761170,1130
+"mom_2",0.8912249508972909,1613936761170,1130
+"eps_2",1e-05,1613936761170,1130
+"train_loss",0.06502456,1613936762127,1131
+"raw_loss",0.058849078,1613936762127,1131
+"epoch",7.119496855345908,1613936762127,1131
+"wd_0",0.01,1613936762127,1131
+"sqr_mom_0",0.99,1613936762127,1131
+"lr_0",2.931824735317422e-06,1613936762127,1131
+"mom_0",0.8913639189328408,1613936762127,1131
+"eps_0",1e-05,1613936762127,1131
+"wd_1",0.01,1613936762127,1131
+"sqr_mom_1",0.99,1613936762127,1131
+"lr_1",2.931824735317422e-05,1613936762127,1131
+"mom_1",0.8913639189328408,1613936762127,1131
+"eps_1",1e-05,1613936762127,1131
+"wd_2",0.01,1613936762127,1131
+"sqr_mom_2",0.99,1613936762127,1131
+"lr_2",0.00029318247353174215,1613936762127,1131
+"mom_2",0.8913639189328408,1613936762127,1131
+"eps_2",1e-05,1613936762127,1131
+"train_loss",0.064312555,1613936763086,1132
+"raw_loss",0.029424181,1613936763086,1132
+"epoch",7.125786163522008,1613936763086,1132
+"wd_0",0.01,1613936763086,1132
+"sqr_mom_0",0.99,1613936763086,1132
+"lr_0",2.924872501838828e-06,1613936763086,1132
+"mom_0",0.8915029649928733,1613936763086,1132
+"eps_0",1e-05,1613936763086,1132
+"wd_1",0.01,1613936763086,1132
+"sqr_mom_1",0.99,1613936763086,1132
+"lr_1",2.9248725018388277e-05,1613936763086,1132
+"mom_1",0.8915029649928733,1613936763086,1132
+"eps_1",1e-05,1613936763086,1132
+"wd_2",0.01,1613936763086,1132
+"sqr_mom_2",0.99,1613936763086,1132
+"lr_2",0.00029248725018388275,1613936763086,1132
+"mom_2",0.8915029649928733,1613936763086,1132
+"eps_2",1e-05,1613936763086,1132
+"train_loss",0.06474678,1613936764052,1133
+"raw_loss",0.086023815,1613936764052,1133
+"epoch",7.1320754716981085,1613936764052,1133
+"wd_0",0.01,1613936764052,1133
+"sqr_mom_0",0.99,1613936764052,1133
+"lr_0",2.917916652658458e-06,1613936764052,1133
+"mom_0",0.8916420833676645,1613936764052,1133
+"eps_0",1e-05,1613936764052,1133
+"wd_1",0.01,1613936764052,1133
+"sqr_mom_1",0.99,1613936764052,1133
+"lr_1",2.9179166526584578e-05,1613936764052,1133
+"mom_1",0.8916420833676645,1613936764052,1133
+"eps_1",1e-05,1613936764052,1133
+"wd_2",0.01,1613936764052,1133
+"sqr_mom_2",0.99,1613936764052,1133
+"lr_2",0.0002917916652658458,1613936764052,1133
+"mom_2",0.8916420833676645,1613936764052,1133
+"eps_2",1e-05,1613936764052,1133
+"train_loss",0.06426257,1613936765010,1134
+"raw_loss",0.040536232,1613936765010,1134
+"epoch",7.138364779874209,1613936765010,1134
+"wd_0",0.01,1613936765010,1134
+"sqr_mom_0",0.99,1613936765010,1134
+"lr_0",2.9109581663891386e-06,1613936765010,1134
+"mom_0",0.8917812544847621,1613936765010,1134
+"eps_0",1e-05,1613936765010,1134
+"wd_1",0.01,1613936765010,1134
+"sqr_mom_1",0.99,1613936765010,1134
+"lr_1",2.9109581663891384e-05,1613936765010,1134
+"mom_1",0.8917812544847621,1613936765010,1134
+"eps_1",1e-05,1613936765010,1134
+"wd_2",0.01,1613936765010,1134
+"sqr_mom_2",0.99,1613936765010,1134
+"lr_2",0.00029109581663891383,1613936765010,1134
+"mom_2",0.8917812544847621,1613936765010,1134
+"eps_2",1e-05,1613936765010,1134
+"train_loss",0.06372504,1613936765976,1135
+"raw_loss",0.03738614,1613936765976,1135
+"epoch",7.144654088050309,1613936765976,1135
+"wd_0",0.01,1613936765976,1135
+"sqr_mom_0",0.99,1613936765976,1135
+"lr_0",2.9039959445078638e-06,1613936765976,1135
+"mom_0",0.8919205003148458,1613936765976,1135
+"eps_0",1e-05,1613936765976,1135
+"wd_1",0.01,1613936765976,1135
+"sqr_mom_1",0.99,1613936765976,1135
+"lr_1",2.9039959445078637e-05,1613936765976,1135
+"mom_1",0.8919205003148458,1613936765976,1135
+"eps_1",1e-05,1613936765976,1135
+"wd_2",0.01,1613936765976,1135
+"sqr_mom_2",0.99,1613936765976,1135
+"lr_2",0.00029039959445078633,1613936765976,1135
+"mom_2",0.8919205003148458,1613936765976,1135
+"eps_2",1e-05,1613936765976,1135
+"train_loss",0.06422068,1613936766976,1136
+"raw_loss",0.08850732,1613936766976,1136
+"epoch",7.15094339622641,1613936766976,1136
+"wd_0",0.01,1613936766976,1136
+"sqr_mom_0",0.99,1613936766976,1136
+"lr_0",2.8970302729336858e-06,1613936766976,1136
+"mom_0",0.8920598151394776,1613936766976,1136
+"eps_0",1e-05,1613936766976,1136
+"wd_1",0.01,1613936766976,1136
+"sqr_mom_1",0.99,1613936766976,1136
+"lr_1",2.8970302729336857e-05,1613936766976,1136
+"mom_1",0.8920598151394776,1613936766976,1136
+"eps_1",1e-05,1613936766976,1136
+"wd_2",0.01,1613936766976,1136
+"sqr_mom_2",0.99,1613936766976,1136
+"lr_2",0.0002897030272933685,1613936766976,1136
+"mom_2",0.8920598151394776,1613936766976,1136
+"eps_2",1e-05,1613936766976,1136
+"train_loss",0.063599944,1613936767946,1137
+"raw_loss",0.033183776,1613936767946,1137
+"epoch",7.15723270440251,1613936767946,1137
+"wd_0",0.01,1613936767946,1137
+"sqr_mom_0",0.99,1613936767946,1137
+"lr_0",2.89006166924769e-06,1613936767946,1137
+"mom_0",0.8921991886069323,1613936767946,1137
+"eps_0",1e-05,1613936767946,1137
+"wd_1",0.01,1613936767946,1137
+"sqr_mom_1",0.99,1613936767946,1137
+"lr_1",2.8900616692476898e-05,1613936767946,1137
+"mom_1",0.8921991886069323,1613936767946,1137
+"eps_1",1e-05,1613936767946,1137
+"wd_2",0.01,1613936767946,1137
+"sqr_mom_2",0.99,1613936767946,1137
+"lr_2",0.000289006166924769,1613936767946,1137
+"mom_2",0.8921991886069323,1613936767946,1137
+"eps_2",1e-05,1613936767946,1137
+"train_loss",0.063023284,1613936768929,1138
+"raw_loss",0.03476698,1613936768929,1138
+"epoch",7.1635220125786105,1613936768929,1138
+"wd_0",0.01,1613936768929,1138
+"sqr_mom_0",0.99,1613936768929,1138
+"lr_0",2.883090420583996e-06,1613936768929,1138
+"mom_0",0.8923386149744698,1613936768929,1138
+"eps_0",1e-05,1613936768929,1138
+"wd_1",0.01,1613936768929,1138
+"sqr_mom_1",0.99,1613936768929,1138
+"lr_1",2.8830904205839963e-05,1613936768929,1138
+"mom_1",0.8923386149744698,1613936768929,1138
+"eps_1",1e-05,1613936768929,1138
+"wd_2",0.01,1613936768929,1138
+"sqr_mom_2",0.99,1613936768929,1138
+"lr_2",0.00028830904205839956,1613936768929,1138
+"mom_2",0.8923386149744698,1613936768929,1138
+"eps_2",1e-05,1613936768929,1138
+"train_loss",0.062319547,1613936769909,1139
+"raw_loss",0.027836334,1613936769909,1139
+"epoch",7.169811320754711,1613936769909,1139
+"wd_0",0.01,1613936769909,1139
+"sqr_mom_0",0.99,1613936769909,1139
+"lr_0",2.8761154260870124e-06,1613936769909,1139
+"mom_0",0.8924781162594223,1613936769909,1139
+"eps_0",1e-05,1613936769909,1139
+"wd_1",0.01,1613936769909,1139
+"sqr_mom_1",0.99,1613936769909,1139
+"lr_1",2.8761154260870124e-05,1613936769909,1139
+"mom_1",0.8924781162594223,1613936769909,1139
+"eps_1",1e-05,1613936769909,1139
+"wd_2",0.01,1613936769909,1139
+"sqr_mom_2",0.99,1613936769909,1139
+"lr_2",0.00028761154260870125,1613936769909,1139
+"mom_2",0.8924781162594223,1613936769909,1139
+"eps_2",1e-05,1613936769909,1139
+"train_loss",0.061943784,1613936770894,1140
+"raw_loss",0.04353144,1613936770894,1140
+"epoch",7.176100628930811,1613936770894,1140
+"wd_0",0.01,1613936770894,1140
+"sqr_mom_0",0.99,1613936770894,1140
+"lr_0",2.869137666427179e-06,1613936770894,1140
+"mom_0",0.8926176728481848,1613936770894,1140
+"eps_0",1e-05,1613936770894,1140
+"wd_1",0.01,1613936770894,1140
+"sqr_mom_1",0.99,1613936770894,1140
+"lr_1",2.869137666427179e-05,1613936770894,1140
+"mom_1",0.8926176728481848,1613936770894,1140
+"eps_1",1e-05,1613936770894,1140
+"wd_2",0.01,1613936770894,1140
+"sqr_mom_2",0.99,1613936770894,1140
+"lr_2",0.00028691376664271786,1613936770894,1140
+"mom_2",0.8926176728481848,1613936770894,1140
+"eps_2",1e-05,1613936770894,1140
+"train_loss",0.06301886,1613936771885,1141
+"raw_loss",0.115697615,1613936771885,1141
+"epoch",7.182389937106912,1613936771885,1141
+"wd_0",0.01,1613936771885,1141
+"sqr_mom_0",0.99,1613936771885,1141
+"lr_0",2.862157429090384e-06,1613936771885,1141
+"mom_0",0.8927572789909822,1613936771885,1141
+"eps_0",1e-05,1613936771885,1141
+"wd_1",0.01,1613936771885,1141
+"sqr_mom_1",0.99,1613936771885,1141
+"lr_1",2.8621574290903836e-05,1613936771885,1141
+"mom_1",0.8927572789909822,1613936771885,1141
+"eps_1",1e-05,1613936771885,1141
+"wd_2",0.01,1613936771885,1141
+"sqr_mom_2",0.99,1613936771885,1141
+"lr_2",0.00028621574290903836,1613936771885,1141
+"mom_2",0.8927572789909822,1613936771885,1141
+"eps_2",1e-05,1613936771885,1141
+"train_loss",0.06254562,1613936772874,1142
+"raw_loss",0.03935687,1613936772874,1142
+"epoch",7.188679245283012,1613936772874,1142
+"wd_0",0.01,1613936772874,1142
+"sqr_mom_0",0.99,1613936772874,1142
+"lr_0",2.8551736118100946e-06,1613936772874,1142
+"mom_0",0.8928969567333654,1613936772874,1142
+"eps_0",1e-05,1613936772874,1142
+"wd_1",0.01,1613936772874,1142
+"sqr_mom_1",0.99,1613936772874,1142
+"lr_1",2.8551736118100945e-05,1613936772874,1142
+"mom_1",0.8928969567333654,1613936772874,1142
+"eps_1",1e-05,1613936772874,1142
+"wd_2",0.01,1613936772874,1142
+"sqr_mom_2",0.99,1613936772874,1142
+"lr_2",0.0002855173611810094,1613936772874,1142
+"mom_2",0.8928969567333654,1613936772874,1142
+"eps_2",1e-05,1613936772874,1142
+"train_loss",0.062826745,1613936773880,1143
+"raw_loss",0.07660183,1613936773880,1143
+"epoch",7.194968553459113,1613936773880,1143
+"wd_0",0.01,1613936773880,1143
+"sqr_mom_0",0.99,1613936773880,1143
+"lr_0",2.8481871965141967e-06,1613936773880,1143
+"mom_0",0.8930366864365804,1613936773880,1143
+"eps_0",1e-05,1613936773880,1143
+"wd_1",0.01,1613936773880,1143
+"sqr_mom_1",0.99,1613936773880,1143
+"lr_1",2.8481871965141968e-05,1613936773880,1143
+"mom_1",0.8930366864365804,1613936773880,1143
+"eps_1",1e-05,1613936773880,1143
+"wd_2",0.01,1613936773880,1143
+"sqr_mom_2",0.99,1613936773880,1143
+"lr_2",0.00028481871965141967,1613936773880,1143
+"mom_2",0.8930366864365804,1613936773880,1143
+"eps_2",1e-05,1613936773880,1143
+"train_loss",0.062168583,1613936774872,1144
+"raw_loss",0.02991857,1613936774872,1144
+"epoch",7.201257861635213,1613936774872,1144
+"wd_0",0.01,1613936774872,1144
+"sqr_mom_0",0.99,1613936774872,1144
+"lr_0",2.84119777539572e-06,1613936774872,1144
+"mom_0",0.8931764762568482,1613936774872,1144
+"eps_0",1e-05,1613936774872,1144
+"wd_1",0.01,1613936774872,1144
+"sqr_mom_1",0.99,1613936774872,1144
+"lr_1",2.8411977753957198e-05,1613936774872,1144
+"mom_1",0.8931764762568482,1613936774872,1144
+"eps_1",1e-05,1613936774872,1144
+"wd_2",0.01,1613936774872,1144
+"sqr_mom_2",0.99,1613936774872,1144
+"lr_2",0.00028411977753957195,1613936774872,1144
+"mom_2",0.8931764762568482,1613936774872,1144
+"eps_2",1e-05,1613936774872,1144
+"train_loss",0.06706134,1613936775865,1145
+"raw_loss",0.30680665,1613936775865,1145
+"epoch",7.207547169811313,1613936775865,1145
+"wd_0",0.01,1613936775865,1145
+"sqr_mom_0",0.99,1613936775865,1145
+"lr_0",2.8342065636921844e-06,1613936775865,1145
+"mom_0",0.8933163018891752,1613936775865,1145
+"eps_0",1e-05,1613936775865,1145
+"wd_1",0.01,1613936775865,1145
+"sqr_mom_1",0.99,1613936775865,1145
+"lr_1",2.8342065636921846e-05,1613936775865,1145
+"mom_1",0.8933163018891752,1613936775865,1145
+"eps_1",1e-05,1613936775865,1145
+"wd_2",0.01,1613936775865,1145
+"sqr_mom_2",0.99,1613936775865,1145
+"lr_2",0.0002834206563692184,1613936775865,1145
+"mom_2",0.8933163018891752,1613936775865,1145
+"eps_2",1e-05,1613936775865,1145
+"train_loss",0.06630515,1613936776843,1146
+"raw_loss",0.029251913,1613936776843,1146
+"epoch",7.213836477987414,1613936776843,1146
+"wd_0",0.01,1613936776843,1146
+"sqr_mom_0",0.99,1613936776843,1146
+"lr_0",2.827211761754738e-06,1613936776843,1146
+"mom_0",0.8934561993268985,1613936776843,1146
+"eps_0",1e-05,1613936776843,1146
+"wd_1",0.01,1613936776843,1146
+"sqr_mom_1",0.99,1613936776843,1146
+"lr_1",2.827211761754738e-05,1613936776843,1146
+"mom_1",0.8934561993268985,1613936776843,1146
+"eps_1",1e-05,1613936776843,1146
+"wd_2",0.01,1613936776843,1146
+"sqr_mom_2",0.99,1613936776843,1146
+"lr_2",0.0002827211761754738,1613936776843,1146
+"mom_2",0.8934561993268985,1613936776843,1146
+"eps_2",1e-05,1613936776843,1146
+"train_loss",0.065676734,1613936777813,1147
+"raw_loss",0.034884173,1613936777813,1147
+"epoch",7.220125786163514,1613936777813,1147
+"wd_0",0.01,1613936777813,1147
+"sqr_mom_0",0.99,1613936777813,1147
+"lr_0",2.8202143528161536e-06,1613936777813,1147
+"mom_0",0.8935961489051659,1613936777813,1147
+"eps_0",1e-05,1613936777813,1147
+"wd_1",0.01,1613936777813,1147
+"sqr_mom_1",0.99,1613936777813,1147
+"lr_1",2.8202143528161533e-05,1613936777813,1147
+"mom_1",0.8935961489051659,1613936777813,1147
+"eps_1",1e-05,1613936777813,1147
+"wd_2",0.01,1613936777813,1147
+"sqr_mom_2",0.99,1613936777813,1147
+"lr_2",0.0002820214352816153,1613936777813,1147
+"mom_2",0.8935961489051659,1613936777813,1147
+"eps_2",1e-05,1613936777813,1147
+"train_loss",0.06581048,1613936778792,1148
+"raw_loss",0.07236403,1613936778792,1148
+"epoch",7.226415094339615,1613936778792,1148
+"wd_0",0.01,1613936778792,1148
+"sqr_mom_0",0.99,1613936778792,1148
+"lr_0",2.8132153215134523e-06,1613936778792,1148
+"mom_0",0.8937361309310402,1613936778792,1148
+"eps_0",1e-05,1613936778792,1148
+"wd_1",0.01,1613936778792,1148
+"sqr_mom_1",0.99,1613936778792,1148
+"lr_1",2.813215321513452e-05,1613936778792,1148
+"mom_1",0.8937361309310402,1613936778792,1148
+"eps_1",1e-05,1613936778792,1148
+"wd_2",0.01,1613936778792,1148
+"sqr_mom_2",0.99,1613936778792,1148
+"lr_2",0.0002813215321513452,1613936778792,1148
+"mom_2",0.8937361309310402,1613936778792,1148
+"eps_2",1e-05,1613936778792,1148
+"train_loss",0.065786995,1613936779757,1149
+"raw_loss",0.06463624,1613936779757,1149
+"epoch",7.232704402515715,1613936779757,1149
+"wd_0",0.01,1613936779757,1149
+"sqr_mom_0",0.99,1613936779757,1149
+"lr_0",2.8062128661848923e-06,1613936779757,1149
+"mom_0",0.8938761814381165,1613936779757,1149
+"eps_0",1e-05,1613936779757,1149
+"wd_1",0.01,1613936779757,1149
+"sqr_mom_1",0.99,1613936779757,1149
+"lr_1",2.8062128661848923e-05,1613936779757,1149
+"mom_1",0.8938761814381165,1613936779757,1149
+"eps_1",1e-05,1613936779757,1149
+"wd_2",0.01,1613936779757,1149
+"sqr_mom_2",0.99,1613936779757,1149
+"lr_2",0.0002806212866184892,1613936779757,1149
+"mom_2",0.8938761814381165,1613936779757,1149
+"eps_2",1e-05,1613936779757,1149
+"train_loss",0.06519439,1613936780735,1150
+"raw_loss",0.036156643,1613936780735,1150
+"epoch",7.238993710691815,1613936780735,1150
+"wd_0",0.01,1613936780735,1150
+"sqr_mom_0",0.99,1613936780735,1150
+"lr_0",2.7992082035552937e-06,1613936780735,1150
+"mom_0",0.894016276091655,1613936780735,1150
+"eps_0",1e-05,1613936780735,1150
+"wd_1",0.01,1613936780735,1150
+"sqr_mom_1",0.99,1613936780735,1150
+"lr_1",2.7992082035552934e-05,1613936780735,1150
+"mom_1",0.894016276091655,1613936780735,1150
+"eps_1",1e-05,1613936780735,1150
+"wd_2",0.01,1613936780735,1150
+"sqr_mom_2",0.99,1613936780735,1150
+"lr_2",0.0002799208203555293,1613936780735,1150
+"mom_2",0.894016276091655,1613936780735,1150
+"eps_2",1e-05,1613936780735,1150
+"train_loss",0.06533872,1613936781694,1151
+"raw_loss",0.07241087,1613936781694,1151
+"epoch",7.245283018867916,1613936781694,1151
+"wd_0",0.01,1613936781694,1151
+"sqr_mom_0",0.99,1613936781694,1151
+"lr_0",2.792200924752562e-06,1613936781694,1151
+"mom_0",0.8941564230691794,1613936781694,1151
+"eps_0",1e-05,1613936781694,1151
+"wd_1",0.01,1613936781694,1151
+"sqr_mom_1",0.99,1613936781694,1151
+"lr_1",2.7922009247525622e-05,1613936781694,1151
+"mom_1",0.8941564230691794,1613936781694,1151
+"eps_1",1e-05,1613936781694,1151
+"wd_2",0.01,1613936781694,1151
+"sqr_mom_2",0.99,1613936781694,1151
+"lr_2",0.0002792200924752562,1613936781694,1151
+"mom_2",0.8941564230691794,1613936781694,1151
+"eps_2",1e-05,1613936781694,1151
+"train_loss",0.06689764,1613936782661,1152
+"raw_loss",0.14328451,1613936782661,1152
+"epoch",7.251572327044016,1613936782661,1152
+"wd_0",0.01,1613936782661,1152
+"sqr_mom_0",0.99,1613936782661,1152
+"lr_0",2.7851920155229975e-06,1613936782661,1152
+"mom_0",0.8942966026555665,1613936782661,1152
+"eps_0",1e-05,1613936782661,1152
+"wd_1",0.01,1613936782661,1152
+"sqr_mom_1",0.99,1613936782661,1152
+"lr_1",2.7851920155229977e-05,1613936782661,1152
+"mom_1",0.8942966026555665,1613936782661,1152
+"eps_1",1e-05,1613936782661,1152
+"wd_2",0.01,1613936782661,1152
+"sqr_mom_2",0.99,1613936782661,1152
+"lr_2",0.0002785192015522997,1613936782661,1152
+"mom_2",0.8942966026555665,1613936782661,1152
+"eps_2",1e-05,1613936782661,1152
+"train_loss",0.06630326,1613936783642,1153
+"raw_loss",0.037178557,1613936783642,1153
+"epoch",7.257861635220117,1613936783642,1153
+"wd_0",0.01,1613936783642,1153
+"sqr_mom_0",0.99,1613936783642,1153
+"lr_0",2.77818036933238e-06,1613936783642,1153
+"mom_0",0.8944368369817222,1613936783642,1153
+"eps_0",1e-05,1613936783642,1153
+"wd_1",0.01,1613936783642,1153
+"sqr_mom_1",0.99,1613936783642,1153
+"lr_1",2.7781803693323803e-05,1613936783642,1153
+"mom_1",0.8944368369817222,1613936783642,1153
+"eps_1",1e-05,1613936783642,1153
+"wd_2",0.01,1613936783642,1153
+"sqr_mom_2",0.99,1613936783642,1153
+"lr_2",0.00027781803693323803,1613936783642,1153
+"mom_2",0.8944368369817222,1613936783642,1153
+"eps_2",1e-05,1613936783642,1153
+"train_loss",0.066123135,1613936784612,1154
+"raw_loss",0.05729689,1613936784612,1154
+"epoch",7.264150943396217,1613936784612,1154
+"wd_0",0.01,1613936784612,1154
+"sqr_mom_0",0.99,1613936784612,1154
+"lr_0",2.771166274282516e-06,1613936784612,1154
+"mom_0",0.8945771202855525,1613936784612,1154
+"eps_0",1e-05,1613936784612,1154
+"wd_1",0.01,1613936784612,1154
+"sqr_mom_1",0.99,1613936784612,1154
+"lr_1",2.771166274282516e-05,1613936784612,1154
+"mom_1",0.8945771202855525,1613936784612,1154
+"eps_1",1e-05,1613936784612,1154
+"wd_2",0.01,1613936784612,1154
+"sqr_mom_2",0.99,1613936784612,1154
+"lr_2",0.0002771166274282516,1613936784612,1154
+"mom_2",0.8945771202855525,1613936784612,1154
+"eps_2",1e-05,1613936784612,1154
+"train_loss",0.065420404,1613936785557,1155
+"raw_loss",0.030986376,1613936785557,1155
+"epoch",7.270440251572317,1613936785557,1155
+"wd_0",0.01,1613936785557,1155
+"sqr_mom_0",0.99,1613936785557,1155
+"lr_0",2.764150717061675e-06,1613936785557,1155
+"mom_0",0.8947174328330948,1613936785557,1155
+"eps_0",1e-05,1613936785557,1155
+"wd_1",0.01,1613936785557,1155
+"sqr_mom_1",0.99,1613936785557,1155
+"lr_1",2.7641507170616747e-05,1613936785557,1155
+"mom_1",0.8947174328330948,1613936785557,1155
+"eps_1",1e-05,1613936785557,1155
+"wd_2",0.01,1613936785557,1155
+"sqr_mom_2",0.99,1613936785557,1155
+"lr_2",0.00027641507170616744,1613936785557,1155
+"mom_2",0.8947174328330948,1613936785557,1155
+"eps_2",1e-05,1613936785557,1155
+"train_loss",0.0650265,1613936786498,1156
+"raw_loss",0.04572525,1613936786498,1156
+"epoch",7.276729559748418,1613936786498,1156
+"wd_0",0.01,1613936786498,1156
+"sqr_mom_0",0.99,1613936786498,1156
+"lr_0",2.7571325900776353e-06,1613936786498,1156
+"mom_0",0.8948577967764151,1613936786498,1156
+"eps_0",1e-05,1613936786498,1156
+"wd_1",0.01,1613936786498,1156
+"sqr_mom_1",0.99,1613936786498,1156
+"lr_1",2.757132590077635e-05,1613936786498,1156
+"mom_1",0.8948577967764151,1613936786498,1156
+"eps_1",1e-05,1613936786498,1156
+"wd_2",0.01,1613936786498,1156
+"sqr_mom_2",0.99,1613936786498,1156
+"lr_2",0.0002757132590077635,1613936786498,1156
+"mom_2",0.8948577967764151,1613936786498,1156
+"eps_2",1e-05,1613936786498,1156
+"train_loss",0.0646269,1613936787506,1157
+"raw_loss",0.04504652,1613936787506,1157
+"epoch",7.283018867924518,1613936787506,1157
+"wd_0",0.01,1613936787506,1157
+"sqr_mom_0",0.99,1613936787506,1157
+"lr_0",2.7501121817238292e-06,1613936787506,1157
+"mom_0",0.8949982063475869,1613936787506,1157
+"eps_0",1e-05,1613936787506,1157
+"wd_1",0.01,1613936787506,1157
+"sqr_mom_1",0.99,1613936787506,1157
+"lr_1",2.750112181723829e-05,1613936787506,1157
+"mom_1",0.8949982063475869,1613936787506,1157
+"eps_1",1e-05,1613936787506,1157
+"wd_2",0.01,1613936787506,1157
+"sqr_mom_2",0.99,1613936787506,1157
+"lr_2",0.00027501121817238286,1613936787506,1157
+"mom_2",0.8949982063475869,1613936787506,1157
+"eps_2",1e-05,1613936787506,1157
+"train_loss",0.06453572,1613936788456,1158
+"raw_loss",0.060067873,1613936788456,1158
+"epoch",7.289308176100619,1613936788456,1158
+"wd_0",0.01,1613936788456,1158
+"sqr_mom_0",0.99,1613936788456,1158
+"lr_0",2.7430907125153503e-06,1613936788456,1158
+"mom_0",0.8951386371360643,1613936788456,1158
+"eps_0",1e-05,1613936788456,1158
+"wd_1",0.01,1613936788456,1158
+"sqr_mom_1",0.99,1613936788456,1158
+"lr_1",2.7430907125153503e-05,1613936788456,1158
+"mom_1",0.8951386371360643,1613936788456,1158
+"eps_1",1e-05,1613936788456,1158
+"wd_2",0.01,1613936788456,1158
+"sqr_mom_2",0.99,1613936788456,1158
+"lr_2",0.000274309071251535,1613936788456,1158
+"mom_2",0.8951386371360643,1613936788456,1158
+"eps_2",1e-05,1613936788456,1158
+"train_loss",0.0641557,1613936789406,1159
+"raw_loss",0.04553461,1613936789406,1159
+"epoch",7.295597484276719,1613936789406,1159
+"wd_0",0.01,1613936789406,1159
+"sqr_mom_0",0.99,1613936789406,1159
+"lr_0",2.7360663750145843e-06,1613936789406,1159
+"mom_0",0.8952791252909612,1613936789406,1159
+"eps_0",1e-05,1613936789406,1159
+"wd_1",0.01,1613936789406,1159
+"sqr_mom_1",0.99,1613936789406,1159
+"lr_1",2.7360663750145842e-05,1613936789406,1159
+"mom_1",0.8952791252909612,1613936789406,1159
+"eps_1",1e-05,1613936789406,1159
+"wd_2",0.01,1613936789406,1159
+"sqr_mom_2",0.99,1613936789406,1159
+"lr_2",0.0002736066375014584,1613936789406,1159
+"mom_2",0.8952791252909612,1613936789406,1159
+"eps_2",1e-05,1613936789406,1159
+"train_loss",0.063356765,1613936790345,1160
+"raw_loss",0.024208885,1613936790345,1160
+"epoch",7.3018867924528195,1613936790345,1160
+"wd_0",0.01,1613936790345,1160
+"sqr_mom_0",0.99,1613936790345,1160
+"lr_0",2.72904015675272e-06,1613936790345,1160
+"mom_0",0.8954196510614562,1613936790345,1160
+"eps_0",1e-05,1613936790345,1160
+"wd_1",0.01,1613936790345,1160
+"sqr_mom_1",0.99,1613936790345,1160
+"lr_1",2.72904015675272e-05,1613936790345,1160
+"mom_1",0.8954196510614562,1613936790345,1160
+"eps_1",1e-05,1613936790345,1160
+"wd_2",0.01,1613936790345,1160
+"sqr_mom_2",0.99,1613936790345,1160
+"lr_2",0.000272904015675272,1613936790345,1160
+"mom_2",0.8954196510614562,1613936790345,1160
+"eps_2",1e-05,1613936790345,1160
+"train_loss",0.06333982,1613936791293,1161
+"raw_loss",0.062509574,1613936791293,1161
+"epoch",7.30817610062892,1613936791293,1161
+"wd_0",0.01,1613936791293,1161
+"sqr_mom_0",0.99,1613936791293,1161
+"lr_0",2.7220123468541337e-06,1613936791293,1161
+"mom_0",0.895560208665004,1613936791293,1161
+"eps_0",1e-05,1613936791293,1161
+"wd_1",0.01,1613936791293,1161
+"sqr_mom_1",0.99,1613936791293,1161
+"lr_1",2.7220123468541337e-05,1613936791293,1161
+"mom_1",0.895560208665004,1613936791293,1161
+"eps_1",1e-05,1613936791293,1161
+"wd_2",0.01,1613936791293,1161
+"sqr_mom_2",0.99,1613936791293,1161
+"lr_2",0.0002722012346854134,1613936791293,1161
+"mom_2",0.895560208665004,1613936791293,1161
+"eps_2",1e-05,1613936791293,1161
+"train_loss",0.06267621,1613936792242,1162
+"raw_loss",0.030159332,1613936792242,1162
+"epoch",7.31446540880502,1613936792242,1162
+"wd_0",0.01,1613936792242,1162
+"sqr_mom_0",0.99,1613936792242,1162
+"lr_0",2.7149832346886863e-06,1613936792242,1162
+"mom_0",0.8957007923141493,1613936792242,1162
+"eps_0",1e-05,1613936792242,1162
+"wd_1",0.01,1613936792242,1162
+"sqr_mom_1",0.99,1613936792242,1162
+"lr_1",2.7149832346886863e-05,1613936792242,1162
+"mom_1",0.8957007923141493,1613936792242,1162
+"eps_1",1e-05,1613936792242,1162
+"wd_2",0.01,1613936792242,1162
+"sqr_mom_2",0.99,1613936792242,1162
+"lr_2",0.0002714983234688686,1613936792242,1162
+"mom_2",0.8957007923141493,1613936792242,1162
+"eps_2",1e-05,1613936792242,1162
+"train_loss",0.063119344,1613936793184,1163
+"raw_loss",0.08483278,1613936793184,1163
+"epoch",7.320754716981121,1613936793184,1163
+"wd_0",0.01,1613936793184,1163
+"sqr_mom_0",0.99,1613936793184,1163
+"lr_0",2.7079519435848208e-06,1613936793184,1163
+"mom_0",0.895841419542499,1613936793184,1163
+"eps_0",1e-05,1613936793184,1163
+"wd_1",0.01,1613936793184,1163
+"sqr_mom_1",0.99,1613936793184,1163
+"lr_1",2.707951943584821e-05,1613936793184,1163
+"mom_1",0.895841419542499,1613936793184,1163
+"eps_1",1e-05,1613936793184,1163
+"wd_2",0.01,1613936793184,1163
+"sqr_mom_2",0.99,1613936793184,1163
+"lr_2",0.00027079519435848205,1613936793184,1163
+"mom_2",0.895841419542499,1613936793184,1163
+"eps_2",1e-05,1613936793184,1163
+"train_loss",0.06416234,1613936794125,1164
+"raw_loss",0.11526889,1613936794125,1164
+"epoch",7.327044025157221,1613936794125,1164
+"wd_0",0.01,1613936794125,1164
+"sqr_mom_0",0.99,1613936794125,1164
+"lr_0",2.7009187625359787e-06,1613936794125,1164
+"mom_0",0.8959820845701261,1613936794125,1164
+"eps_0",1e-05,1613936794125,1164
+"wd_1",0.01,1613936794125,1164
+"sqr_mom_1",0.99,1613936794125,1164
+"lr_1",2.7009187625359783e-05,1613936794125,1164
+"mom_1",0.8959820845701261,1613936794125,1164
+"eps_1",1e-05,1613936794125,1164
+"wd_2",0.01,1613936794125,1164
+"sqr_mom_2",0.99,1613936794125,1164
+"lr_2",0.0002700918762535978,1613936794125,1164
+"mom_2",0.8959820845701261,1613936794125,1164
+"eps_2",1e-05,1613936794125,1164
+"train_loss",0.06518576,1613936795074,1165
+"raw_loss",0.11533368,1613936795074,1165
+"epoch",7.3333333333333215,1613936795074,1165
+"wd_0",0.01,1613936795074,1165
+"sqr_mom_0",0.99,1613936795074,1165
+"lr_0",2.6938846808590202e-06,1613936795074,1165
+"mom_0",0.8961227676104957,1613936795074,1165
+"eps_0",1e-05,1613936795074,1165
+"wd_1",0.01,1613936795074,1165
+"sqr_mom_1",0.99,1613936795074,1165
+"lr_1",2.69388468085902e-05,1613936795074,1165
+"mom_1",0.8961227676104957,1613936795074,1165
+"eps_1",1e-05,1613936795074,1165
+"wd_2",0.01,1613936795074,1165
+"sqr_mom_2",0.99,1613936795074,1165
+"lr_2",0.000269388468085902,1613936795074,1165
+"mom_2",0.8961227676104957,1613936795074,1165
+"eps_2",1e-05,1613936795074,1165
+"train_loss",0.06535451,1613936796046,1166
+"raw_loss",0.07362301,1613936796046,1166
+"epoch",7.339622641509422,1613936796046,1166
+"wd_0",0.01,1613936796046,1166
+"sqr_mom_0",0.99,1613936796046,1166
+"lr_0",2.6868485880090157e-06,1613936796046,1166
+"mom_0",0.8962634908747285,1613936796046,1166
+"eps_0",1e-05,1613936796046,1166
+"wd_1",0.01,1613936796046,1166
+"sqr_mom_1",0.99,1613936796046,1166
+"lr_1",2.6868485880090157e-05,1613936796046,1166
+"mom_1",0.8962634908747285,1613936796046,1166
+"eps_1",1e-05,1613936796046,1166
+"wd_2",0.01,1613936796046,1166
+"sqr_mom_2",0.99,1613936796046,1166
+"lr_2",0.00026868485880090153,1613936796046,1166
+"mom_2",0.8962634908747285,1613936796046,1166
+"eps_2",1e-05,1613936796046,1166
+"train_loss",0.06521439,1613936796993,1167
+"raw_loss",0.05834843,1613936796993,1167
+"epoch",7.345911949685522,1613936796993,1167
+"wd_0",0.01,1613936796993,1167
+"sqr_mom_0",0.99,1613936796993,1167
+"lr_0",2.6798107732020285e-06,1613936796993,1167
+"mom_0",0.8964042485784451,1613936796993,1167
+"eps_0",1e-05,1613936796993,1167
+"wd_1",0.01,1613936796993,1167
+"sqr_mom_1",0.99,1613936796993,1167
+"lr_1",2.6798107732020285e-05,1613936796993,1167
+"mom_1",0.8964042485784451,1613936796993,1167
+"eps_1",1e-05,1613936796993,1167
+"wd_2",0.01,1613936796993,1167
+"sqr_mom_2",0.99,1613936796993,1167
+"lr_2",0.0002679810773202028,1613936796993,1167
+"mom_2",0.8964042485784451,1613936796993,1167
+"eps_2",1e-05,1613936796993,1167
+"train_loss",0.06557774,1613936797957,1168
+"raw_loss",0.08338196,1613936797957,1168
+"epoch",7.352201257861623,1613936797957,1168
+"wd_0",0.01,1613936797957,1168
+"sqr_mom_0",0.99,1613936797957,1168
+"lr_0",2.6727717593797145e-06,1613936797957,1168
+"mom_0",0.8965450302627083,1613936797957,1168
+"eps_0",1e-05,1613936797957,1168
+"wd_1",0.01,1613936797957,1168
+"sqr_mom_1",0.99,1613936797957,1168
+"lr_1",2.6727717593797145e-05,1613936797957,1168
+"mom_1",0.8965450302627083,1613936797957,1168
+"eps_1",1e-05,1613936797957,1168
+"wd_2",0.01,1613936797957,1168
+"sqr_mom_2",0.99,1613936797957,1168
+"lr_2",0.00026727717593797145,1613936797957,1168
+"mom_2",0.8965450302627083,1613936797957,1168
+"eps_2",1e-05,1613936797957,1168
+"train_loss",0.06733117,1613936798917,1169
+"raw_loss",0.15324968,1613936798917,1169
+"epoch",7.358490566037723,1613936798917,1169
+"wd_0",0.01,1613936798917,1169
+"sqr_mom_0",0.99,1613936798917,1169
+"lr_0",2.6657318363142764e-06,1613936798917,1169
+"mom_0",0.8966858301320157,1613936798917,1169
+"eps_0",1e-05,1613936798917,1169
+"wd_1",0.01,1613936798917,1169
+"sqr_mom_1",0.99,1613936798917,1169
+"lr_1",2.6657318363142763e-05,1613936798917,1169
+"mom_1",0.8966858301320157,1613936798917,1169
+"eps_1",1e-05,1613936798917,1169
+"wd_2",0.01,1613936798917,1169
+"sqr_mom_2",0.99,1613936798917,1169
+"lr_2",0.0002665731836314276,1613936798917,1169
+"mom_2",0.8966858301320157,1613936798917,1169
+"eps_2",1e-05,1613936798917,1169
+"train_loss",0.0685269,1613936799862,1170
+"raw_loss",0.12711754,1613936799862,1170
+"epoch",7.3647798742138235,1613936799862,1170
+"wd_0",0.01,1613936799862,1170
+"sqr_mom_0",0.99,1613936799862,1170
+"lr_0",2.6586898923931523e-06,1613936799862,1170
+"mom_0",0.8968266704188411,1613936799862,1170
+"eps_0",1e-05,1613936799862,1170
+"wd_1",0.01,1613936799862,1170
+"sqr_mom_1",0.99,1613936799862,1170
+"lr_1",2.658689892393152e-05,1613936799862,1170
+"mom_1",0.8968266704188411,1613936799862,1170
+"eps_1",1e-05,1613936799862,1170
+"wd_2",0.01,1613936799862,1170
+"sqr_mom_2",0.99,1613936799862,1170
+"lr_2",0.0002658689892393152,1613936799862,1170
+"mom_2",0.8968266704188411,1613936799862,1170
+"eps_2",1e-05,1613936799862,1170
+"train_loss",0.06874064,1613936800820,1171
+"raw_loss",0.07921417,1613936800820,1171
+"epoch",7.371069182389924,1613936800820,1171
+"wd_0",0.01,1613936800820,1171
+"sqr_mom_0",0.99,1613936800820,1171
+"lr_0",2.65164691787498e-06,1613936800820,1171
+"mom_0",0.8969675313178136,1613936800820,1171
+"eps_0",1e-05,1613936800820,1171
+"wd_1",0.01,1613936800820,1171
+"sqr_mom_1",0.99,1613936800820,1171
+"lr_1",2.65164691787498e-05,1613936800820,1171
+"mom_1",0.8969675313178136,1613936800820,1171
+"eps_1",1e-05,1613936800820,1171
+"wd_2",0.01,1613936800820,1171
+"sqr_mom_2",0.99,1613936800820,1171
+"lr_2",0.00026516469178749797,1613936800820,1171
+"mom_2",0.8969675313178136,1613936800820,1171
+"eps_2",1e-05,1613936800820,1171
+"train_loss",0.06835265,1613936801779,1172
+"raw_loss",0.04934081,1613936801779,1172
+"epoch",7.377358490566024,1613936801779,1172
+"wd_0",0.01,1613936801779,1172
+"sqr_mom_0",0.99,1613936801779,1172
+"lr_0",2.6446032026697723e-06,1613936801779,1172
+"mom_0",0.8971084070306748,1613936801779,1172
+"eps_0",1e-05,1613936801779,1172
+"wd_1",0.01,1613936801779,1172
+"sqr_mom_1",0.99,1613936801779,1172
+"lr_1",2.6446032026697724e-05,1613936801779,1172
+"mom_1",0.8971084070306748,1613936801779,1172
+"eps_1",1e-05,1613936801779,1172
+"wd_2",0.01,1613936801779,1172
+"sqr_mom_2",0.99,1613936801779,1172
+"lr_2",0.0002644603202669772,1613936801779,1172
+"mom_2",0.8971084070306748,1613936801779,1172
+"eps_2",1e-05,1613936801779,1172
+"train_loss",0.0678716,1613936802724,1173
+"raw_loss",0.044300113,1613936802724,1173
+"epoch",7.383647798742125,1613936802724,1173
+"wd_0",0.01,1613936802724,1173
+"sqr_mom_0",0.99,1613936802724,1173
+"lr_0",2.6375576345745956e-06,1613936802724,1173
+"mom_0",0.8972493198017061,1613936802724,1173
+"eps_0",1e-05,1613936802724,1173
+"wd_1",0.01,1613936802724,1173
+"sqr_mom_1",0.99,1613936802724,1173
+"lr_1",2.6375576345745957e-05,1613936802724,1173
+"mom_1",0.8972493198017061,1613936802724,1173
+"eps_1",1e-05,1613936802724,1173
+"wd_2",0.01,1613936802724,1173
+"sqr_mom_2",0.99,1613936802724,1173
+"lr_2",0.00026375576345745954,1613936802724,1173
+"mom_2",0.8972493198017061,1613936802724,1173
+"eps_2",1e-05,1613936802724,1173
+"train_loss",0.0676557,1613936803664,1174
+"raw_loss",0.057076517,1613936803664,1174
+"epoch",7.389937106918225,1613936803664,1174
+"wd_0",0.01,1613936803664,1174
+"sqr_mom_0",0.99,1613936803664,1174
+"lr_0",2.6305112043745487e-06,1613936803664,1174
+"mom_0",0.8973902498150071,1613936803664,1174
+"eps_0",1e-05,1613936803664,1174
+"wd_1",0.01,1613936803664,1174
+"sqr_mom_1",0.99,1613936803664,1174
+"lr_1",2.6305112043745487e-05,1613936803664,1174
+"mom_1",0.8973902498150071,1613936803664,1174
+"eps_1",1e-05,1613936803664,1174
+"wd_2",0.01,1613936803664,1174
+"sqr_mom_2",0.99,1613936803664,1174
+"lr_2",0.00026305112043745486,1613936803664,1174
+"mom_2",0.8973902498150071,1613936803664,1174
+"eps_2",1e-05,1613936803664,1174
+"train_loss",0.06836348,1613936804601,1175
+"raw_loss",0.10304491,1613936804601,1175
+"epoch",7.3962264150943255,1613936804601,1175
+"wd_0",0.01,1613936804601,1175
+"sqr_mom_0",0.99,1613936804601,1175
+"lr_0",2.623463500759504e-06,1613936804601,1175
+"mom_0",0.8975312052968628,1613936804601,1175
+"eps_0",1e-05,1613936804601,1175
+"wd_1",0.01,1613936804601,1175
+"sqr_mom_1",0.99,1613936804601,1175
+"lr_1",2.623463500759504e-05,1613936804601,1175
+"mom_1",0.8975312052968628,1613936804601,1175
+"eps_1",1e-05,1613936804601,1175
+"wd_2",0.01,1613936804601,1175
+"sqr_mom_2",0.99,1613936804601,1175
+"lr_2",0.0002623463500759504,1613936804601,1175
+"mom_2",0.8975312052968628,1613936804601,1175
+"eps_2",1e-05,1613936804601,1175
+"train_loss",0.06855289,1613936805534,1176
+"raw_loss",0.07783378,1613936805534,1176
+"epoch",7.402515723270426,1613936805534,1176
+"wd_0",0.01,1613936805534,1176
+"sqr_mom_0",0.99,1613936805534,1176
+"lr_0",2.6164157488381353e-06,1613936805534,1176
+"mom_0",0.8976721617448548,1613936805534,1176
+"eps_0",1e-05,1613936805534,1176
+"wd_1",0.01,1613936805534,1176
+"sqr_mom_1",0.99,1613936805534,1176
+"lr_1",2.6164157488381354e-05,1613936805534,1176
+"mom_1",0.8976721617448548,1613936805534,1176
+"eps_1",1e-05,1613936805534,1176
+"wd_2",0.01,1613936805534,1176
+"sqr_mom_2",0.99,1613936805534,1176
+"lr_2",0.00026164157488381347,1613936805534,1176
+"mom_2",0.8976721617448548,1613936805534,1176
+"eps_2",1e-05,1613936805534,1176
+"train_loss",0.06882047,1613936806469,1177
+"raw_loss",0.081931725,1613936806469,1177
+"epoch",7.408805031446526,1613936806469,1177
+"wd_0",0.01,1613936806469,1177
+"sqr_mom_0",0.99,1613936806469,1177
+"lr_0",2.6093661344072396e-06,1613936806469,1177
+"mom_0",0.8978131554434096,1613936806469,1177
+"eps_0",1e-05,1613936806469,1177
+"wd_1",0.01,1613936806469,1177
+"sqr_mom_1",0.99,1613936806469,1177
+"lr_1",2.6093661344072397e-05,1613936806469,1177
+"mom_1",0.8978131554434096,1613936806469,1177
+"eps_1",1e-05,1613936806469,1177
+"wd_2",0.01,1613936806469,1177
+"sqr_mom_2",0.99,1613936806469,1177
+"lr_2",0.0002609366134407239,1613936806469,1177
+"mom_2",0.8978131554434096,1613936806469,1177
+"eps_2",1e-05,1613936806469,1177
+"train_loss",0.068005316,1613936807439,1178
+"raw_loss",0.028062815,1613936807439,1178
+"epoch",7.415094339622627,1613936807439,1178
+"wd_0",0.01,1613936807439,1178
+"sqr_mom_0",0.99,1613936807439,1178
+"lr_0",2.6023156487538653e-06,1613936807439,1178
+"mom_0",0.8979541665665883,1613936807439,1178
+"eps_0",1e-05,1613936807439,1178
+"wd_1",0.01,1613936807439,1178
+"sqr_mom_1",0.99,1613936807439,1178
+"lr_1",2.602315648753865e-05,1613936807439,1178
+"mom_1",0.8979541665665883,1613936807439,1178
+"eps_1",1e-05,1613936807439,1178
+"wd_2",0.01,1613936807439,1178
+"sqr_mom_2",0.99,1613936807439,1178
+"lr_2",0.00026023156487538647,1613936807439,1178
+"mom_2",0.8979541665665883,1613936807439,1178
+"eps_2",1e-05,1613936807439,1178
+"train_loss",0.06732146,1613936808379,1179
+"raw_loss",0.033812415,1613936808379,1179
+"epoch",7.421383647798727,1613936808379,1179
+"wd_0",0.01,1613936808379,1179
+"sqr_mom_0",0.99,1613936808379,1179
+"lr_0",2.595265283634338e-06,1613936808379,1179
+"mom_0",0.898095175279066,1613936808379,1179
+"eps_0",1e-05,1613936808379,1179
+"wd_1",0.01,1613936808379,1179
+"sqr_mom_1",0.99,1613936808379,1179
+"lr_1",2.5952652836343376e-05,1613936808379,1179
+"mom_1",0.898095175279066,1613936808379,1179
+"eps_1",1e-05,1613936808379,1179
+"wd_2",0.01,1613936808379,1179
+"sqr_mom_2",0.99,1613936808379,1179
+"lr_2",0.00025952652836343373,1613936808379,1179
+"mom_2",0.898095175279066,1613936808379,1179
+"eps_2",1e-05,1613936808379,1179
+"train_loss",0.06730059,1613936809313,1180
+"raw_loss",0.06627807,1613936809313,1180
+"epoch",7.427672955974828,1613936809313,1180
+"wd_0",0.01,1613936809313,1180
+"sqr_mom_0",0.99,1613936809313,1180
+"lr_0",2.5882132241727763e-06,1613936809313,1180
+"mom_0",0.8982362178787232,1613936809313,1180
+"eps_0",1e-05,1613936809313,1180
+"wd_1",0.01,1613936809313,1180
+"sqr_mom_1",0.99,1613936809313,1180
+"lr_1",2.588213224172776e-05,1613936809313,1180
+"mom_1",0.8982362178787232,1613936809313,1180
+"eps_1",1e-05,1613936809313,1180
+"wd_2",0.01,1613936809313,1180
+"sqr_mom_2",0.99,1613936809313,1180
+"lr_2",0.00025882132241727756,1613936809313,1180
+"mom_2",0.8982362178787232,1613936809313,1180
+"eps_2",1e-05,1613936809313,1180
+"train_loss",0.06776699,1613936810249,1181
+"raw_loss",0.09062044,1613936810249,1181
+"epoch",7.433962264150928,1613936810249,1181
+"wd_0",0.01,1613936810249,1181
+"sqr_mom_0",0.99,1613936810249,1181
+"lr_0",2.5811606959748873e-06,1613936810249,1181
+"mom_0",0.8983772698532008,1613936810249,1181
+"eps_0",1e-05,1613936810249,1181
+"wd_1",0.01,1613936810249,1181
+"sqr_mom_1",0.99,1613936810249,1181
+"lr_1",2.5811606959748874e-05,1613936810249,1181
+"mom_1",0.8983772698532008,1613936810249,1181
+"eps_1",1e-05,1613936810249,1181
+"wd_2",0.01,1613936810249,1181
+"sqr_mom_2",0.99,1613936810249,1181
+"lr_2",0.0002581160695974887,1613936810249,1181
+"mom_2",0.8983772698532008,1613936810249,1181
+"eps_2",1e-05,1613936810249,1181
+"train_loss",0.068046615,1613936811183,1182
+"raw_loss",0.08174844,1613936811183,1182
+"epoch",7.440251572327028,1613936811183,1182
+"wd_0",0.01,1613936811183,1182
+"sqr_mom_0",0.99,1613936811183,1182
+"lr_0",2.574107989259875e-06,1613936811183,1182
+"mom_0",0.8985183253980564,1613936811183,1182
+"eps_0",1e-05,1613936811183,1182
+"wd_1",0.01,1613936811183,1182
+"sqr_mom_1",0.99,1613936811183,1182
+"lr_1",2.574107989259875e-05,1613936811183,1182
+"mom_1",0.8985183253980564,1613936811183,1182
+"eps_1",1e-05,1613936811183,1182
+"wd_2",0.01,1613936811183,1182
+"sqr_mom_2",0.99,1613936811183,1182
+"lr_2",0.00025741079892598745,1613936811183,1182
+"mom_2",0.8985183253980564,1613936811183,1182
+"eps_2",1e-05,1613936811183,1182
+"train_loss",0.0681909,1613936812135,1183
+"raw_loss",0.07526118,1613936812135,1183
+"epoch",7.446540880503129,1613936812135,1183
+"wd_0",0.01,1613936812135,1183
+"sqr_mom_0",0.99,1613936812135,1183
+"lr_0",2.5670539904330622e-06,1613936812135,1183
+"mom_0",0.8986594067854066,1613936812135,1183
+"eps_0",1e-05,1613936812135,1183
+"wd_1",0.01,1613936812135,1183
+"sqr_mom_1",0.99,1613936812135,1183
+"lr_1",2.5670539904330624e-05,1613936812135,1183
+"mom_1",0.8986594067854066,1613936812135,1183
+"eps_1",1e-05,1613936812135,1183
+"wd_2",0.01,1613936812135,1183
+"sqr_mom_2",0.99,1613936812135,1183
+"lr_2",0.0002567053990433062,1613936812135,1183
+"mom_2",0.8986594067854066,1613936812135,1183
+"eps_2",1e-05,1613936812135,1183
+"train_loss",0.068222284,1613936813073,1184
+"raw_loss",0.069759876,1613936813073,1184
+"epoch",7.452830188679229,1613936813073,1184
+"wd_0",0.01,1613936813073,1184
+"sqr_mom_0",0.99,1613936813073,1184
+"lr_0",2.5599996915211488e-06,1613936813073,1184
+"mom_0",0.8988004941745187,1613936813073,1184
+"eps_0",1e-05,1613936813073,1184
+"wd_1",0.01,1613936813073,1184
+"sqr_mom_1",0.99,1613936813073,1184
+"lr_1",2.5599996915211488e-05,1613936813073,1184
+"mom_1",0.8988004941745187,1613936813073,1184
+"eps_1",1e-05,1613936813073,1184
+"wd_2",0.01,1613936813073,1184
+"sqr_mom_2",0.99,1613936813073,1184
+"lr_2",0.00025599996915211487,1613936813073,1184
+"mom_2",0.8988004941745187,1613936813073,1184
+"eps_2",1e-05,1613936813073,1184
+"train_loss",0.068318084,1613936814009,1185
+"raw_loss",0.07301221,1613936814009,1185
+"epoch",7.45911949685533,1613936814009,1185
+"wd_0",0.01,1613936814009,1185
+"sqr_mom_0",0.99,1613936814009,1185
+"lr_0",2.552944680754701e-06,1613936814009,1185
+"mom_0",0.898941595800864,1613936814009,1185
+"eps_0",1e-05,1613936814009,1185
+"wd_1",0.01,1613936814009,1185
+"sqr_mom_1",0.99,1613936814009,1185
+"lr_1",2.5529446807547008e-05,1613936814009,1185
+"mom_1",0.898941595800864,1613936814009,1185
+"eps_1",1e-05,1613936814009,1185
+"wd_2",0.01,1613936814009,1185
+"sqr_mom_2",0.99,1613936814009,1185
+"lr_2",0.0002552944680754701,1613936814009,1185
+"mom_2",0.898941595800864,1613936814009,1185
+"eps_2",1e-05,1613936814009,1185
+"train_loss",0.06786627,1613936814967,1186
+"raw_loss",0.045727473,1613936814967,1186
+"epoch",7.46540880503143,1613936814967,1186
+"wd_0",0.01,1613936814967,1186
+"sqr_mom_0",0.99,1613936814967,1186
+"lr_0",2.5458899504034285e-06,1613936814967,1186
+"mom_0",0.8990826918188496,1613936814967,1186
+"eps_0",1e-05,1613936814967,1186
+"wd_1",0.01,1613936814967,1186
+"sqr_mom_1",0.99,1613936814967,1186
+"lr_1",2.5458899504034282e-05,1613936814967,1186
+"mom_1",0.8990826918188496,1613936814967,1186
+"eps_1",1e-05,1613936814967,1186
+"wd_2",0.01,1613936814967,1186
+"sqr_mom_2",0.99,1613936814967,1186
+"lr_2",0.0002545889950403428,1613936814967,1186
+"mom_2",0.8990826918188496,1613936814967,1186
+"eps_2",1e-05,1613936814967,1186
+"train_loss",0.067267254,1613936815912,1187
+"raw_loss",0.037915383,1613936815912,1187
+"epoch",7.47169811320753,1613936815912,1187
+"wd_0",0.01,1613936815912,1187
+"sqr_mom_0",0.99,1613936815912,1187
+"lr_0",2.538834386603485e-06,1613936815912,1187
+"mom_0",0.8992238045059754,1613936815912,1187
+"eps_0",1e-05,1613936815912,1187
+"wd_1",0.01,1613936815912,1187
+"sqr_mom_1",0.99,1613936815912,1187
+"lr_1",2.5388343866034847e-05,1613936815912,1187
+"mom_1",0.8992238045059754,1613936815912,1187
+"eps_1",1e-05,1613936815912,1187
+"wd_2",0.01,1613936815912,1187
+"sqr_mom_2",0.99,1613936815912,1187
+"lr_2",0.00025388343866034844,1613936815912,1187
+"mom_2",0.8992238045059754,1613936815912,1187
+"eps_2",1e-05,1613936815912,1187
+"train_loss",0.067094065,1613936816858,1188
+"raw_loss",0.05860798,1613936816858,1188
+"epoch",7.477987421383631,1613936816858,1188
+"wd_0",0.01,1613936816858,1188
+"sqr_mom_0",0.99,1613936816858,1188
+"lr_0",2.531778279547917e-06,1613936816858,1188
+"mom_0",0.8993649280583222,1613936816858,1188
+"eps_0",1e-05,1613936816858,1188
+"wd_1",0.01,1613936816858,1188
+"sqr_mom_1",0.99,1613936816858,1188
+"lr_1",2.531778279547917e-05,1613936816858,1188
+"mom_1",0.8993649280583222,1613936816858,1188
+"eps_1",1e-05,1613936816858,1188
+"wd_2",0.01,1613936816858,1188
+"sqr_mom_2",0.99,1613936816858,1188
+"lr_2",0.00025317782795479163,1613936816858,1188
+"mom_2",0.8993649280583222,1613936816858,1188
+"eps_2",1e-05,1613936816858,1188
+"train_loss",0.06711526,1613936817846,1189
+"raw_loss",0.068153836,1613936817846,1189
+"epoch",7.484276729559731,1613936817846,1189
+"wd_0",0.01,1613936817846,1189
+"sqr_mom_0",0.99,1613936817846,1189
+"lr_0",2.5247228556969672e-06,1613936817846,1189
+"mom_0",0.8995060379464401,1613936817846,1189
+"eps_0",1e-05,1613936817846,1189
+"wd_1",0.01,1613936817846,1189
+"sqr_mom_1",0.99,1613936817846,1189
+"lr_1",2.5247228556969673e-05,1613936817846,1189
+"mom_1",0.8995060379464401,1613936817846,1189
+"eps_1",1e-05,1613936817846,1189
+"wd_2",0.01,1613936817846,1189
+"sqr_mom_2",0.99,1613936817846,1189
+"lr_2",0.0002524722855696967,1613936817846,1189
+"mom_2",0.8995060379464401,1613936817846,1189
+"eps_2",1e-05,1613936817846,1189
+"train_loss",0.06734027,1613936818811,1190
+"raw_loss",0.07836549,1613936818811,1190
+"epoch",7.490566037735832,1613936818811,1190
+"wd_0",0.01,1613936818811,1190
+"sqr_mom_0",0.99,1613936818811,1190
+"lr_0",2.517666298872557e-06,1613936818811,1190
+"mom_0",0.8996471704942538,1613936818811,1190
+"eps_0",1e-05,1613936818811,1190
+"wd_1",0.01,1613936818811,1190
+"sqr_mom_1",0.99,1613936818811,1190
+"lr_1",2.5176662988725566e-05,1613936818811,1190
+"mom_1",0.8996471704942538,1613936818811,1190
+"eps_1",1e-05,1613936818811,1190
+"wd_2",0.01,1613936818811,1190
+"sqr_mom_2",0.99,1613936818811,1190
+"lr_2",0.00025176662988725564,1613936818811,1190
+"mom_2",0.8996471704942538,1613936818811,1190
+"eps_2",1e-05,1613936818811,1190
+"train_loss",0.066691406,1613936819772,1191
+"raw_loss",0.034897007,1613936819772,1191
+"epoch",7.496855345911932,1613936819772,1191
+"wd_0",0.01,1613936819772,1191
+"sqr_mom_0",0.99,1613936819772,1191
+"lr_0",2.5106096014835158e-06,1613936819772,1191
+"mom_0",0.8997883058533882,1613936819772,1191
+"eps_0",1e-05,1613936819772,1191
+"wd_1",0.01,1613936819772,1191
+"sqr_mom_1",0.99,1613936819772,1191
+"lr_1",2.5106096014835158e-05,1613936819772,1191
+"mom_1",0.8997883058533882,1613936819772,1191
+"eps_1",1e-05,1613936819772,1191
+"wd_2",0.01,1613936819772,1191
+"sqr_mom_2",0.99,1613936819772,1191
+"lr_2",0.00025106096014835156,1613936819772,1191
+"mom_2",0.8997883058533882,1613936819772,1191
+"eps_2",1e-05,1613936819772,1191
+"train_loss",0.066531174,1613936820749,1192
+"raw_loss",0.05867993,1613936820749,1192
+"epoch",7.503144654088032,1613936820749,1192
+"wd_0",0.01,1613936820749,1192
+"sqr_mom_0",0.99,1613936820749,1192
+"lr_0",2.503553053821433e-06,1613936820749,1192
+"mom_0",0.8999294382179535,1613936820749,1192
+"eps_0",1e-05,1613936820749,1192
+"wd_1",0.01,1613936820749,1192
+"sqr_mom_1",0.99,1613936820749,1192
+"lr_1",2.503553053821433e-05,1613936820749,1192
+"mom_1",0.8999294382179535,1613936820749,1192
+"eps_1",1e-05,1613936820749,1192
+"wd_2",0.01,1613936820749,1192
+"sqr_mom_2",0.99,1613936820749,1192
+"lr_2",0.00025035530538214325,1613936820749,1192
+"mom_2",0.8999294382179535,1613936820749,1192
+"eps_2",1e-05,1613936820749,1192
+"train_loss",0.06608142,1613936821703,1193
+"raw_loss",0.044043377,1613936821703,1193
+"epoch",7.509433962264133,1613936821703,1193
+"wd_0",0.01,1613936821703,1193
+"sqr_mom_0",0.99,1613936821703,1193
+"lr_0",2.4964971802428864e-06,1613936821703,1193
+"mom_0",0.9000705571007133,1613936821703,1193
+"eps_0",1e-05,1613936821703,1193
+"wd_1",0.01,1613936821703,1193
+"sqr_mom_1",0.99,1613936821703,1193
+"lr_1",2.4964971802428863e-05,1613936821703,1193
+"mom_1",0.9000705571007133,1613936821703,1193
+"eps_1",1e-05,1613936821703,1193
+"wd_2",0.01,1613936821703,1193
+"sqr_mom_2",0.99,1613936821703,1193
+"lr_2",0.0002496497180242886,1613936821703,1193
+"mom_2",0.9000705571007133,1613936821703,1193
+"eps_2",1e-05,1613936821703,1193
+"train_loss",0.06590608,1613936822651,1194
+"raw_loss",0.057314362,1613936822651,1194
+"epoch",7.515723270440233,1613936822651,1194
+"wd_0",0.01,1613936822651,1194
+"sqr_mom_0",0.99,1613936822651,1194
+"lr_0",2.4894401644540302e-06,1613936822651,1194
+"mom_0",0.9002116988279076,1613936822651,1194
+"eps_0",1e-05,1613936822651,1194
+"wd_1",0.01,1613936822651,1194
+"sqr_mom_1",0.99,1613936822651,1194
+"lr_1",2.48944016445403e-05,1613936822651,1194
+"mom_1",0.9002116988279076,1613936822651,1194
+"eps_1",1e-05,1613936822651,1194
+"wd_2",0.01,1613936822651,1194
+"sqr_mom_2",0.99,1613936822651,1194
+"lr_2",0.000248944016445403,1613936822651,1194
+"mom_2",0.9002116988279076,1613936822651,1194
+"eps_2",1e-05,1613936822651,1194
+"train_loss",0.06658227,1613936823798,1195
+"raw_loss",0.09971563,1613936823798,1195
+"epoch",7.522012578616334,1613936823798,1195
+"wd_0",0.01,1613936823798,1195
+"sqr_mom_0",0.99,1613936823798,1195
+"lr_0",2.482383701127443e-06,1613936823798,1195
+"mom_0",0.9003528295057461,1613936823798,1195
+"eps_0",1e-05,1613936823798,1195
+"wd_1",0.01,1613936823798,1195
+"sqr_mom_1",0.99,1613936823798,1195
+"lr_1",2.482383701127443e-05,1613936823798,1195
+"mom_1",0.9003528295057461,1613936823798,1195
+"eps_1",1e-05,1613936823798,1195
+"wd_2",0.01,1613936823798,1195
+"sqr_mom_2",0.99,1613936823798,1195
+"lr_2",0.0002482383701127443,1613936823798,1195
+"mom_2",0.9003528295057461,1613936823798,1195
+"eps_2",1e-05,1613936823798,1195
+"train_loss",0.06592242,1613936824785,1196
+"raw_loss",0.03358943,1613936824785,1196
+"epoch",7.528301886792434,1613936824785,1196
+"wd_0",0.01,1613936824785,1196
+"sqr_mom_0",0.99,1613936824785,1196
+"lr_0",2.4753278464624222e-06,1613936824785,1196
+"mom_0",0.9004939480102316,1613936824785,1196
+"eps_0",1e-05,1613936824785,1196
+"wd_1",0.01,1613936824785,1196
+"sqr_mom_1",0.99,1613936824785,1196
+"lr_1",2.4753278464624225e-05,1613936824785,1196
+"mom_1",0.9004939480102316,1613936824785,1196
+"eps_1",1e-05,1613936824785,1196
+"wd_2",0.01,1613936824785,1196
+"sqr_mom_2",0.99,1613936824785,1196
+"lr_2",0.0002475327846462422,1613936824785,1196
+"mom_2",0.9004939480102316,1613936824785,1196
+"eps_2",1e-05,1613936824785,1196
+"train_loss",0.06593111,1613936825767,1197
+"raw_loss",0.06635719,1613936825767,1197
+"epoch",7.5345911949685345,1613936825767,1197
+"wd_0",0.01,1613936825767,1197
+"sqr_mom_0",0.99,1613936825767,1197
+"lr_0",2.468271720452083e-06,1613936825767,1197
+"mom_0",0.9006350719416777,1613936825767,1197
+"eps_0",1e-05,1613936825767,1197
+"wd_1",0.01,1613936825767,1197
+"sqr_mom_1",0.99,1613936825767,1197
+"lr_1",2.468271720452083e-05,1613936825767,1197
+"mom_1",0.9006350719416777,1613936825767,1197
+"eps_1",1e-05,1613936825767,1197
+"wd_2",0.01,1613936825767,1197
+"sqr_mom_2",0.99,1613936825767,1197
+"lr_2",0.0002468271720452083,1613936825767,1197
+"mom_2",0.9006350719416777,1613936825767,1197
+"eps_2",1e-05,1613936825767,1197
+"train_loss",0.06554486,1613936826755,1198
+"raw_loss",0.046618428,1613936826755,1198
+"epoch",7.540880503144635,1613936826755,1198
+"wd_0",0.01,1613936826755,1198
+"sqr_mom_0",0.99,1613936826755,1198
+"lr_0",2.461215847432862e-06,1613936826755,1198
+"mom_0",0.9007761908132509,1613936826755,1198
+"eps_0",1e-05,1613936826755,1198
+"wd_1",0.01,1613936826755,1198
+"sqr_mom_1",0.99,1613936826755,1198
+"lr_1",2.4612158474328618e-05,1613936826755,1198
+"mom_1",0.9007761908132509,1613936826755,1198
+"eps_1",1e-05,1613936826755,1198
+"wd_2",0.01,1613936826755,1198
+"sqr_mom_2",0.99,1613936826755,1198
+"lr_2",0.00024612158474328615,1613936826755,1198
+"mom_2",0.9007761908132509,1613936826755,1198
+"eps_2",1e-05,1613936826755,1198
+"train_loss",0.0646974,1613936827709,1199
+"raw_loss",0.023171933,1613936827709,1199
+"epoch",7.547169811320735,1613936827709,1199
+"wd_0",0.01,1613936827709,1199
+"sqr_mom_0",0.99,1613936827709,1199
+"lr_0",2.454159815571414e-06,1613936827709,1199
+"mom_0",0.9009173128617003,1613936827709,1199
+"eps_0",1e-05,1613936827709,1199
+"wd_1",0.01,1613936827709,1199
+"sqr_mom_1",0.99,1613936827709,1199
+"lr_1",2.4541598155714143e-05,1613936827709,1199
+"mom_1",0.9009173128617003,1613936827709,1199
+"eps_1",1e-05,1613936827709,1199
+"wd_2",0.01,1613936827709,1199
+"sqr_mom_2",0.99,1613936827709,1199
+"lr_2",0.0002454159815571414,1613936827709,1199
+"mom_2",0.9009173128617003,1613936827709,1199
+"eps_2",1e-05,1613936827709,1199
+"train_loss",0.06600133,1613936828655,1200
+"raw_loss",0.12989424,1613936828655,1200
+"epoch",7.553459119496836,1613936828655,1200
+"wd_0",0.01,1613936828655,1200
+"sqr_mom_0",0.99,1613936828655,1200
+"lr_0",2.447105085233194e-06,1613936828655,1200
+"mom_0",0.9010584088794249,1613936828655,1200
+"eps_0",1e-05,1613936828655,1200
+"wd_1",0.01,1613936828655,1200
+"sqr_mom_1",0.99,1613936828655,1200
+"lr_1",2.4471050852331938e-05,1613936828655,1200
+"mom_1",0.9010584088794249,1613936828655,1200
+"eps_1",1e-05,1613936828655,1200
+"wd_2",0.01,1613936828655,1200
+"sqr_mom_2",0.99,1613936828655,1200
+"lr_2",0.00024471050852331935,1613936828655,1200
+"mom_2",0.9010584088794249,1613936828655,1200
+"eps_2",1e-05,1613936828655,1200
+"train_loss",0.0655275,1613936829615,1201
+"raw_loss",0.042309597,1613936829615,1201
+"epoch",7.559748427672936,1613936829615,1201
+"wd_0",0.01,1613936829615,1201
+"sqr_mom_0",0.99,1613936829615,1201
+"lr_0",2.4400503084788518e-06,1613936829615,1201
+"mom_0",0.9011995058254811,1613936829615,1201
+"eps_0",1e-05,1613936829615,1201
+"wd_1",0.01,1613936829615,1201
+"sqr_mom_1",0.99,1613936829615,1201
+"lr_1",2.4400503084788516e-05,1613936829615,1201
+"mom_1",0.9011995058254811,1613936829615,1201
+"eps_1",1e-05,1613936829615,1201
+"wd_2",0.01,1613936829615,1201
+"sqr_mom_2",0.99,1613936829615,1201
+"lr_2",0.0002440050308478851,1613936829615,1201
+"mom_2",0.9011995058254811,1613936829615,1201
+"eps_2",1e-05,1613936829615,1201
+"train_loss",0.065136336,1613936830559,1202
+"raw_loss",0.045969173,1613936830559,1202
+"epoch",7.5660377358490365,1613936830559,1202
+"wd_0",0.01,1613936830559,1202
+"sqr_mom_0",0.99,1613936830559,1202
+"lr_0",2.4329960095669383e-06,1613936830559,1202
+"mom_0",0.9013405932145934,1613936830559,1202
+"eps_0",1e-05,1613936830559,1202
+"wd_1",0.01,1613936830559,1202
+"sqr_mom_1",0.99,1613936830559,1202
+"lr_1",2.432996009566938e-05,1613936830559,1202
+"mom_1",0.9013405932145934,1613936830559,1202
+"eps_1",1e-05,1613936830559,1202
+"wd_2",0.01,1613936830559,1202
+"sqr_mom_2",0.99,1613936830559,1202
+"lr_2",0.0002432996009566938,1613936830559,1202
+"mom_2",0.9013405932145934,1613936830559,1202
+"eps_2",1e-05,1613936830559,1202
+"train_loss",0.06452695,1613936831515,1203
+"raw_loss",0.034667157,1613936831515,1203
+"epoch",7.572327044025137,1613936831515,1203
+"wd_0",0.01,1613936831515,1203
+"sqr_mom_0",0.99,1613936831515,1203
+"lr_0",2.425942712625403e-06,1613936831515,1203
+"mom_0",0.9014816605640975,1613936831515,1203
+"eps_0",1e-05,1613936831515,1203
+"wd_1",0.01,1613936831515,1203
+"sqr_mom_1",0.99,1613936831515,1203
+"lr_1",2.425942712625403e-05,1613936831515,1203
+"mom_1",0.9014816605640975,1613936831515,1203
+"eps_1",1e-05,1613936831515,1203
+"wd_2",0.01,1613936831515,1203
+"sqr_mom_2",0.99,1613936831515,1203
+"lr_2",0.00024259427126254026,1613936831515,1203
+"mom_2",0.9014816605640975,1613936831515,1203
+"eps_2",1e-05,1613936831515,1203
+"train_loss",0.0643924,1613936832467,1204
+"raw_loss",0.05779948,1613936832467,1204
+"epoch",7.578616352201237,1613936832467,1204
+"wd_0",0.01,1613936832467,1204
+"sqr_mom_0",0.99,1613936832467,1204
+"lr_0",2.418889537966362e-06,1613936832467,1204
+"mom_0",0.9016227254679274,1613936832467,1204
+"eps_0",1e-05,1613936832467,1204
+"wd_1",0.01,1613936832467,1204
+"sqr_mom_1",0.99,1613936832467,1204
+"lr_1",2.418889537966362e-05,1613936832467,1204
+"mom_1",0.9016227254679274,1613936832467,1204
+"eps_1",1e-05,1613936832467,1204
+"wd_2",0.01,1613936832467,1204
+"sqr_mom_2",0.99,1613936832467,1204
+"lr_2",0.00024188895379663618,1613936832467,1204
+"mom_2",0.9016227254679274,1613936832467,1204
+"eps_2",1e-05,1613936832467,1204
+"train_loss",0.06394258,1613936833447,1205
+"raw_loss",0.041901276,1613936833447,1205
+"epoch",7.584905660377338,1613936833447,1205
+"wd_0",0.01,1613936833447,1205
+"sqr_mom_0",0.99,1613936833447,1205
+"lr_0",2.411836541908349e-06,1613936833447,1205
+"mom_0",0.901763786799701,1613936833447,1205
+"eps_0",1e-05,1613936833447,1205
+"wd_1",0.01,1613936833447,1205
+"sqr_mom_1",0.99,1613936833447,1205
+"lr_1",2.4118365419083493e-05,1613936833447,1205
+"mom_1",0.901763786799701,1613936833447,1205
+"eps_1",1e-05,1613936833447,1205
+"wd_2",0.01,1613936833447,1205
+"sqr_mom_2",0.99,1613936833447,1205
+"lr_2",0.00024118365419083487,1613936833447,1205
+"mom_2",0.901763786799701,1613936833447,1205
+"eps_2",1e-05,1613936833447,1205
+"train_loss",0.06371338,1613936834393,1206
+"raw_loss",0.052482616,1613936834393,1206
+"epoch",7.591194968553438,1613936834393,1206
+"wd_0",0.01,1613936834393,1206
+"sqr_mom_0",0.99,1613936834393,1206
+"lr_0",2.4047856519442143e-06,1613936834393,1206
+"mom_0",0.9019048060091758,1613936834393,1206
+"eps_0",1e-05,1613936834393,1206
+"wd_1",0.01,1613936834393,1206
+"sqr_mom_1",0.99,1613936834393,1206
+"lr_1",2.4047856519442142e-05,1613936834393,1206
+"mom_1",0.9019048060091758,1613936834393,1206
+"eps_1",1e-05,1613936834393,1206
+"wd_2",0.01,1613936834393,1206
+"sqr_mom_2",0.99,1613936834393,1206
+"lr_2",0.0002404785651944214,1613936834393,1206
+"mom_2",0.9019048060091758,1613936834393,1206
+"eps_2",1e-05,1613936834393,1206
+"train_loss",0.06337236,1613936835339,1207
+"raw_loss",0.046662387,1613936835339,1207
+"epoch",7.5974842767295385,1613936835339,1207
+"wd_0",0.01,1613936835339,1207
+"sqr_mom_0",0.99,1613936835339,1207
+"lr_0",2.3977341173775975e-06,1613936835339,1207
+"mom_0",0.9020458381108292,1613936835339,1207
+"eps_0",1e-05,1613936835339,1207
+"wd_1",0.01,1613936835339,1207
+"sqr_mom_1",0.99,1613936835339,1207
+"lr_1",2.3977341173775972e-05,1613936835339,1207
+"mom_1",0.9020458381108292,1613936835339,1207
+"eps_1",1e-05,1613936835339,1207
+"wd_2",0.01,1613936835339,1207
+"sqr_mom_2",0.99,1613936835339,1207
+"lr_2",0.0002397734117377597,1613936835339,1207
+"mom_2",0.9020458381108292,1613936835339,1207
+"eps_2",1e-05,1613936835339,1207
+"train_loss",0.06267355,1613936836284,1208
+"raw_loss",0.02843187,1613936836284,1208
+"epoch",7.603773584905639,1613936836284,1208
+"wd_0",0.01,1613936836284,1208
+"sqr_mom_0",0.99,1613936836284,1208
+"lr_0",2.3906838655927605e-06,1613936836284,1208
+"mom_0",0.9021868445565904,1613936836284,1208
+"eps_0",1e-05,1613936836284,1208
+"wd_1",0.01,1613936836284,1208
+"sqr_mom_1",0.99,1613936836284,1208
+"lr_1",2.3906838655927603e-05,1613936836284,1208
+"mom_1",0.9021868445565904,1613936836284,1208
+"eps_1",1e-05,1613936836284,1208
+"wd_2",0.01,1613936836284,1208
+"sqr_mom_2",0.99,1613936836284,1208
+"lr_2",0.000239068386559276,1613936836284,1208
+"mom_2",0.9021868445565904,1613936836284,1208
+"eps_2",1e-05,1613936836284,1208
+"train_loss",0.06201303,1613936837235,1209
+"raw_loss",0.029647687,1613936837235,1209
+"epoch",7.610062893081739,1613936837235,1209
+"wd_0",0.01,1613936837235,1209
+"sqr_mom_0",0.99,1613936837235,1209
+"lr_0",2.3836344849726086e-06,1613936837235,1209
+"mom_0",0.9023278335788836,1613936837235,1209
+"eps_0",1e-05,1613936837235,1209
+"wd_1",0.01,1613936837235,1209
+"sqr_mom_1",0.99,1613936837235,1209
+"lr_1",2.3836344849726086e-05,1613936837235,1209
+"mom_1",0.9023278335788836,1613936837235,1209
+"eps_1",1e-05,1613936837235,1209
+"wd_2",0.01,1613936837235,1209
+"sqr_mom_2",0.99,1613936837235,1209
+"lr_2",0.00023836344849726082,1613936837235,1209
+"mom_2",0.9023278335788836,1613936837235,1209
+"eps_2",1e-05,1613936837235,1209
+"train_loss",0.06171668,1613936838176,1210
+"raw_loss",0.0471954,1613936838176,1210
+"epoch",7.61635220125784,1613936838176,1210
+"wd_0",0.01,1613936838176,1210
+"sqr_mom_0",0.99,1613936838176,1210
+"lr_0",2.376586499240496e-06,1613936838176,1210
+"mom_0",0.9024687947031371,1613936838176,1210
+"eps_0",1e-05,1613936838176,1210
+"wd_1",0.01,1613936838176,1210
+"sqr_mom_1",0.99,1613936838176,1210
+"lr_1",2.376586499240496e-05,1613936838176,1210
+"mom_1",0.9024687947031371,1613936838176,1210
+"eps_1",1e-05,1613936838176,1210
+"wd_2",0.01,1613936838176,1210
+"sqr_mom_2",0.99,1613936838176,1210
+"lr_2",0.0002376586499240496,1613936838176,1210
+"mom_2",0.9024687947031371,1613936838176,1210
+"eps_2",1e-05,1613936838176,1210
+"train_loss",0.0609344,1613936839125,1211
+"raw_loss",0.022602538,1613936839125,1211
+"epoch",7.62264150943394,1613936839125,1211
+"wd_0",0.01,1613936839125,1211
+"sqr_mom_0",0.99,1613936839125,1211
+"lr_0",2.369539029370954e-06,1613936839125,1211
+"mom_0",0.902609745510036,1613936839125,1211
+"eps_0",1e-05,1613936839125,1211
+"wd_1",0.01,1613936839125,1211
+"sqr_mom_1",0.99,1613936839125,1211
+"lr_1",2.3695390293709535e-05,1613936839125,1211
+"mom_1",0.902609745510036,1613936839125,1211
+"eps_1",1e-05,1613936839125,1211
+"wd_2",0.01,1613936839125,1211
+"sqr_mom_2",0.99,1613936839125,1211
+"lr_2",0.00023695390293709535,1613936839125,1211
+"mom_2",0.902609745510036,1613936839125,1211
+"eps_2",1e-05,1613936839125,1211
+"train_loss",0.060297143,1613936840077,1212
+"raw_loss",0.029071629,1613936840077,1212
+"epoch",7.6289308176100405,1613936840077,1212
+"wd_0",0.01,1613936840077,1212
+"sqr_mom_0",0.99,1613936840077,1212
+"lr_0",2.362492131715319e-06,1613936840077,1212
+"mom_0",0.9027506848725423,1613936840077,1212
+"eps_0",1e-05,1613936840077,1212
+"wd_1",0.01,1613936840077,1212
+"sqr_mom_1",0.99,1613936840077,1212
+"lr_1",2.3624921317153187e-05,1613936840077,1212
+"mom_1",0.9027506848725423,1613936840077,1212
+"eps_1",1e-05,1613936840077,1212
+"wd_2",0.01,1613936840077,1212
+"sqr_mom_2",0.99,1613936840077,1212
+"lr_2",0.00023624921317153187,1613936840077,1212
+"mom_2",0.9027506848725423,1613936840077,1212
+"eps_2",1e-05,1613936840077,1212
+"train_loss",0.060961295,1613936841033,1213
+"raw_loss",0.09350473,1613936841033,1213
+"epoch",7.635220125786141,1613936841033,1213
+"wd_0",0.01,1613936841033,1213
+"sqr_mom_0",0.99,1613936841033,1213
+"lr_0",2.355447264675844e-06,1613936841033,1213
+"mom_0",0.9028915836223194,1613936841033,1213
+"eps_0",1e-05,1613936841033,1213
+"wd_1",0.01,1613936841033,1213
+"sqr_mom_1",0.99,1613936841033,1213
+"lr_1",2.3554472646758437e-05,1613936841033,1213
+"mom_1",0.9028915836223194,1613936841033,1213
+"eps_1",1e-05,1613936841033,1213
+"wd_2",0.01,1613936841033,1213
+"sqr_mom_2",0.99,1613936841033,1213
+"lr_2",0.00023554472646758435,1613936841033,1213
+"mom_2",0.9028915836223194,1613936841033,1213
+"eps_2",1e-05,1613936841033,1213
+"train_loss",0.06066498,1613936841985,1214
+"raw_loss",0.046145637,1613936841985,1214
+"epoch",7.641509433962241,1613936841985,1214
+"wd_0",0.01,1613936841985,1214
+"sqr_mom_0",0.99,1613936841985,1214
+"lr_0",2.3484030821250206e-06,1613936841985,1214
+"mom_0",0.9030324686821863,1613936841985,1214
+"eps_0",1e-05,1613936841985,1214
+"wd_1",0.01,1613936841985,1214
+"sqr_mom_1",0.99,1613936841985,1214
+"lr_1",2.3484030821250202e-05,1613936841985,1214
+"mom_1",0.9030324686821863,1613936841985,1214
+"eps_1",1e-05,1613936841985,1214
+"wd_2",0.01,1613936841985,1214
+"sqr_mom_2",0.99,1613936841985,1214
+"lr_2",0.000234840308212502,1613936841985,1214
+"mom_2",0.9030324686821863,1613936841985,1214
+"eps_2",1e-05,1613936841985,1214
+"train_loss",0.062019568,1613936842953,1215
+"raw_loss",0.12839434,1613936842953,1215
+"epoch",7.647798742138342,1613936842953,1215
+"wd_0",0.01,1613936842953,1215
+"sqr_mom_0",0.99,1613936842953,1215
+"lr_0",2.341360107606848e-06,1613936842953,1215
+"mom_0",0.9031733295811588,1613936842953,1215
+"eps_0",1e-05,1613936842953,1215
+"wd_1",0.01,1613936842953,1215
+"sqr_mom_1",0.99,1613936842953,1215
+"lr_1",2.341360107606848e-05,1613936842953,1215
+"mom_1",0.9031733295811588,1613936842953,1215
+"eps_1",1e-05,1613936842953,1215
+"wd_2",0.01,1613936842953,1215
+"sqr_mom_2",0.99,1613936842953,1215
+"lr_2",0.00023413601076068474,1613936842953,1215
+"mom_2",0.9031733295811588,1613936842953,1215
+"eps_2",1e-05,1613936842953,1215
+"train_loss",0.06235091,1613936843938,1216
+"raw_loss",0.07858675,1613936843938,1216
+"epoch",7.654088050314442,1613936843938,1216
+"wd_0",0.01,1613936843938,1216
+"sqr_mom_0",0.99,1613936843938,1216
+"lr_0",2.334318397235531e-06,1613936843938,1216
+"mom_0",0.9033141651969413,1613936843938,1216
+"eps_0",1e-05,1613936843938,1216
+"wd_1",0.01,1613936843938,1216
+"sqr_mom_1",0.99,1613936843938,1216
+"lr_1",2.3343183972355308e-05,1613936843938,1216
+"mom_1",0.9033141651969413,1613936843938,1216
+"eps_1",1e-05,1613936843938,1216
+"wd_2",0.01,1613936843938,1216
+"sqr_mom_2",0.99,1613936843938,1216
+"lr_2",0.00023343183972355304,1613936843938,1216
+"mom_2",0.9033141651969413,1613936843938,1216
+"eps_2",1e-05,1613936843938,1216
+"train_loss",0.06250409,1613936844902,1217
+"raw_loss",0.07000985,1613936844902,1217
+"epoch",7.660377358490543,1613936844902,1217
+"wd_0",0.01,1613936844902,1217
+"sqr_mom_0",0.99,1613936844902,1217
+"lr_0",2.3272784741253725e-06,1613936844902,1217
+"mom_0",0.9034549650671432,1613936844902,1217
+"eps_0",1e-05,1613936844902,1217
+"wd_1",0.01,1613936844902,1217
+"sqr_mom_1",0.99,1613936844902,1217
+"lr_1",2.3272784741253726e-05,1613936844902,1217
+"mom_1",0.9034549650671432,1613936844902,1217
+"eps_1",1e-05,1613936844902,1217
+"wd_2",0.01,1613936844902,1217
+"sqr_mom_2",0.99,1613936844902,1217
+"lr_2",0.00023272784741253723,1613936844902,1217
+"mom_2",0.9034549650671432,1613936844902,1217
+"eps_2",1e-05,1613936844902,1217
+"train_loss",0.0619284,1613936845858,1218
+"raw_loss",0.033719406,1613936845858,1218
+"epoch",7.666666666666643,1613936845858,1218
+"wd_0",0.01,1613936845858,1218
+"sqr_mom_0",0.99,1613936845858,1218
+"lr_0",2.3202389933394693e-06,1613936845858,1218
+"mom_0",0.9035957560907715,1613936845858,1218
+"eps_0",1e-05,1613936845858,1218
+"wd_1",0.01,1613936845858,1218
+"sqr_mom_1",0.99,1613936845858,1218
+"lr_1",2.3202389933394692e-05,1613936845858,1218
+"mom_1",0.9035957560907715,1613936845858,1218
+"eps_1",1e-05,1613936845858,1218
+"wd_2",0.01,1613936845858,1218
+"sqr_mom_2",0.99,1613936845858,1218
+"lr_2",0.00023202389933394687,1613936845858,1218
+"mom_2",0.9035957560907715,1613936845858,1218
+"eps_2",1e-05,1613936845858,1218
+"train_loss",0.061789546,1613936846810,1219
+"raw_loss",0.054985683,1613936846810,1219
+"epoch",7.672955974842743,1613936846810,1219
+"wd_0",0.01,1613936846810,1219
+"sqr_mom_0",0.99,1613936846810,1219
+"lr_0",2.3132014119909844e-06,1613936846810,1219
+"mom_0",0.9037365091252716,1613936846810,1219
+"eps_0",1e-05,1613936846810,1219
+"wd_1",0.01,1613936846810,1219
+"sqr_mom_1",0.99,1613936846810,1219
+"lr_1",2.3132014119909843e-05,1613936846810,1219
+"mom_1",0.9037365091252716,1613936846810,1219
+"eps_1",1e-05,1613936846810,1219
+"wd_2",0.01,1613936846810,1219
+"sqr_mom_2",0.99,1613936846810,1219
+"lr_2",0.0002313201411990984,1613936846810,1219
+"mom_2",0.9037365091252716,1613936846810,1219
+"eps_2",1e-05,1613936846810,1219
+"train_loss",0.061749008,1613936847764,1220
+"raw_loss",0.059762575,1613936847764,1220
+"epoch",7.679245283018844,1613936847764,1220
+"wd_0",0.01,1613936847764,1220
+"sqr_mom_0",0.99,1613936847764,1220
+"lr_0",2.306165785860495e-06,1613936847764,1220
+"mom_0",0.9038772230550206,1613936847764,1220
+"eps_0",1e-05,1613936847764,1220
+"wd_1",0.01,1613936847764,1220
+"sqr_mom_1",0.99,1613936847764,1220
+"lr_1",2.306165785860495e-05,1613936847764,1220
+"mom_1",0.9038772230550206,1613936847764,1220
+"eps_1",1e-05,1613936847764,1220
+"wd_2",0.01,1613936847764,1220
+"sqr_mom_2",0.99,1613936847764,1220
+"lr_2",0.00023061657858604946,1613936847764,1220
+"mom_2",0.9038772230550206,1613936847764,1220
+"eps_2",1e-05,1613936847764,1220
+"train_loss",0.061559748,1613936848725,1221
+"raw_loss",0.052286103,1613936848725,1221
+"epoch",7.685534591194944,1613936848725,1221
+"wd_0",0.01,1613936848725,1221
+"sqr_mom_0",0.99,1613936848725,1221
+"lr_0",2.299131237464022e-06,1613936848725,1221
+"mom_0",0.9040179154298739,1613936848725,1221
+"eps_0",1e-05,1613936848725,1221
+"wd_1",0.01,1613936848725,1221
+"sqr_mom_1",0.99,1613936848725,1221
+"lr_1",2.299131237464022e-05,1613936848725,1221
+"mom_1",0.9040179154298739,1613936848725,1221
+"eps_1",1e-05,1613936848725,1221
+"wd_2",0.01,1613936848725,1221
+"sqr_mom_2",0.99,1613936848725,1221
+"lr_2",0.00022991312374640217,1613936848725,1221
+"mom_2",0.9040179154298739,1613936848725,1221
+"eps_2",1e-05,1613936848725,1221
+"train_loss",0.06199355,1613936849676,1222
+"raw_loss",0.083249986,1613936849676,1222
+"epoch",7.691823899371045,1613936849676,1222
+"wd_0",0.01,1613936849676,1222
+"sqr_mom_0",0.99,1613936849676,1222
+"lr_0",2.292098289668754e-06,1613936849676,1222
+"mom_0",0.9041585757923828,1613936849676,1222
+"eps_0",1e-05,1613936849676,1222
+"wd_1",0.01,1613936849676,1222
+"sqr_mom_1",0.99,1613936849676,1222
+"lr_1",2.292098289668754e-05,1613936849676,1222
+"mom_1",0.9041585757923828,1613936849676,1222
+"eps_1",1e-05,1613936849676,1222
+"wd_2",0.01,1613936849676,1222
+"sqr_mom_2",0.99,1613936849676,1222
+"lr_2",0.00022920982896687536,1613936849676,1222
+"mom_2",0.9041585757923828,1613936849676,1222
+"eps_2",1e-05,1613936849676,1222
+"train_loss",0.06265652,1613936850630,1223
+"raw_loss",0.09514198,1613936850630,1223
+"epoch",7.698113207547145,1613936850630,1223
+"wd_0",0.01,1613936850630,1223
+"sqr_mom_0",0.99,1613936850630,1223
+"lr_0",2.2850674649044076e-06,1613936850630,1223
+"mom_0",0.9042991936938487,1613936850630,1223
+"eps_0",1e-05,1613936850630,1223
+"wd_1",0.01,1613936850630,1223
+"sqr_mom_1",0.99,1613936850630,1223
+"lr_1",2.2850674649044075e-05,1613936850630,1223
+"mom_1",0.9042991936938487,1613936850630,1223
+"eps_1",1e-05,1613936850630,1223
+"wd_2",0.01,1613936850630,1223
+"sqr_mom_2",0.99,1613936850630,1223
+"lr_2",0.0002285067464904407,1613936850630,1223
+"mom_2",0.9042991936938487,1613936850630,1223
+"eps_2",1e-05,1613936850630,1223
+"train_loss",0.06214907,1613936851574,1224
+"raw_loss",0.037283957,1613936851574,1224
+"epoch",7.704402515723245,1613936851574,1224
+"wd_0",0.01,1613936851574,1224
+"sqr_mom_0",0.99,1613936851574,1224
+"lr_0",2.2780378862858288e-06,1613936851574,1224
+"mom_0",0.9044397866721501,1613936851574,1224
+"eps_0",1e-05,1613936851574,1224
+"wd_1",0.01,1613936851574,1224
+"sqr_mom_1",0.99,1613936851574,1224
+"lr_1",2.278037886285829e-05,1613936851574,1224
+"mom_1",0.9044397866721501,1613936851574,1224
+"eps_1",1e-05,1613936851574,1224
+"wd_2",0.01,1613936851574,1224
+"sqr_mom_2",0.99,1613936851574,1224
+"lr_2",0.00022780378862858285,1613936851574,1224
+"mom_2",0.9044397866721501,1613936851574,1224
+"eps_2",1e-05,1613936851574,1224
+"train_loss",0.06248891,1613936852533,1225
+"raw_loss",0.07914106,1613936852533,1225
+"epoch",7.710691823899346,1613936852533,1225
+"wd_0",0.01,1613936852533,1225
+"sqr_mom_0",0.99,1613936852533,1225
+"lr_0",2.2710096101669145e-06,1613936852533,1225
+"mom_0",0.9045803536001977,1613936852533,1225
+"eps_0",1e-05,1613936852533,1225
+"wd_1",0.01,1613936852533,1225
+"sqr_mom_1",0.99,1613936852533,1225
+"lr_1",2.2710096101669145e-05,1613936852533,1225
+"mom_1",0.9045803536001977,1613936852533,1225
+"eps_1",1e-05,1613936852533,1225
+"wd_2",0.01,1613936852533,1225
+"sqr_mom_2",0.99,1613936852533,1225
+"lr_2",0.0002271009610166914,1613936852533,1225
+"mom_2",0.9045803536001977,1613936852533,1225
+"eps_2",1e-05,1613936852533,1225
+"train_loss",0.061869215,1613936853473,1226
+"raw_loss",0.031504154,1613936853473,1226
+"epoch",7.716981132075446,1613936853473,1226
+"wd_0",0.01,1613936853473,1226
+"sqr_mom_0",0.99,1613936853473,1226
+"lr_0",2.263983624985416e-06,1613936853473,1226
+"mom_0",0.9047208747090387,1613936853473,1226
+"eps_0",1e-05,1613936853473,1226
+"wd_1",0.01,1613936853473,1226
+"sqr_mom_1",0.99,1613936853473,1226
+"lr_1",2.263983624985416e-05,1613936853473,1226
+"mom_1",0.9047208747090387,1613936853473,1226
+"eps_1",1e-05,1613936853473,1226
+"wd_2",0.01,1613936853473,1226
+"sqr_mom_2",0.99,1613936853473,1226
+"lr_2",0.00022639836249854154,1613936853473,1226
+"mom_2",0.9047208747090387,1613936853473,1226
+"eps_2",1e-05,1613936853473,1226
+"train_loss",0.061534017,1613936854419,1227
+"raw_loss",0.045109365,1613936854419,1227
+"epoch",7.723270440251547,1613936854419,1227
+"wd_0",0.01,1613936854419,1227
+"sqr_mom_0",0.99,1613936854419,1227
+"lr_0",2.256959986351467e-06,1613936854419,1227
+"mom_0",0.9048613488864595,1613936854419,1227
+"eps_0",1e-05,1613936854419,1227
+"wd_1",0.01,1613936854419,1227
+"sqr_mom_1",0.99,1613936854419,1227
+"lr_1",2.256959986351467e-05,1613936854419,1227
+"mom_1",0.9048613488864595,1613936854419,1227
+"eps_1",1e-05,1613936854419,1227
+"wd_2",0.01,1613936854419,1227
+"sqr_mom_2",0.99,1613936854419,1227
+"lr_2",0.00022569599863514668,1613936854419,1227
+"mom_2",0.9048613488864595,1613936854419,1227
+"eps_2",1e-05,1613936854419,1227
+"train_loss",0.060802326,1613936855375,1228
+"raw_loss",0.024949403,1613936855375,1228
+"epoch",7.729559748427647,1613936855375,1228
+"wd_0",0.01,1613936855375,1228
+"sqr_mom_0",0.99,1613936855375,1228
+"lr_0",2.2499378182761713e-06,1613936855375,1228
+"mom_0",0.9050017936524131,1613936855375,1228
+"eps_0",1e-05,1613936855375,1228
+"wd_1",0.01,1613936855375,1228
+"sqr_mom_1",0.99,1613936855375,1228
+"lr_1",2.2499378182761714e-05,1613936855375,1228
+"mom_1",0.9050017936524131,1613936855375,1228
+"eps_1",1e-05,1613936855375,1228
+"wd_2",0.01,1613936855375,1228
+"sqr_mom_2",0.99,1613936855375,1228
+"lr_2",0.00022499378182761712,1613936855375,1228
+"mom_2",0.9050017936524131,1613936855375,1228
+"eps_2",1e-05,1613936855375,1228
+"train_loss",0.062728666,1613936856323,1229
+"raw_loss",0.15711932,1613936856323,1229
+"epoch",7.735849056603747,1613936856323,1229
+"wd_0",0.01,1613936856323,1229
+"sqr_mom_0",0.99,1613936856323,1229
+"lr_0",2.2429176427457884e-06,1613936856323,1229
+"mom_0",0.9051421985670699,1613936856323,1229
+"eps_0",1e-05,1613936856323,1229
+"wd_1",0.01,1613936856323,1229
+"sqr_mom_1",0.99,1613936856323,1229
+"lr_1",2.242917642745788e-05,1613936856323,1229
+"mom_1",0.9051421985670699,1613936856323,1229
+"eps_1",1e-05,1613936856323,1229
+"wd_2",0.01,1613936856323,1229
+"sqr_mom_2",0.99,1613936856323,1229
+"lr_2",0.0002242917642745788,1613936856323,1229
+"mom_2",0.9051421985670699,1613936856323,1229
+"eps_2",1e-05,1613936856323,1229
+"train_loss",0.06273487,1613936857270,1230
+"raw_loss",0.06303906,1613936857270,1230
+"epoch",7.742138364779848,1613936857270,1230
+"wd_0",0.01,1613936857270,1230
+"sqr_mom_0",0.99,1613936857270,1230
+"lr_0",2.2358999812019787e-06,1613936857270,1230
+"mom_0",0.9052825532014924,1613936857270,1230
+"eps_0",1e-05,1613936857270,1230
+"wd_1",0.01,1613936857270,1230
+"sqr_mom_1",0.99,1613936857270,1230
+"lr_1",2.2358999812019788e-05,1613936857270,1230
+"mom_1",0.9052825532014924,1613936857270,1230
+"eps_1",1e-05,1613936857270,1230
+"wd_2",0.01,1613936857270,1230
+"sqr_mom_2",0.99,1613936857270,1230
+"lr_2",0.00022358999812019782,1613936857270,1230
+"mom_2",0.9052825532014924,1613936857270,1230
+"eps_2",1e-05,1613936857270,1230
+"train_loss",0.062005624,1613936858222,1231
+"raw_loss",0.026272388,1613936858222,1231
+"epoch",7.748427672955948,1613936858222,1231
+"wd_0",0.01,1613936858222,1231
+"sqr_mom_0",0.99,1613936858222,1231
+"lr_0",2.228883493033662e-06,1613936858222,1231
+"mom_0",0.9054228843681704,1613936858222,1231
+"eps_0",1e-05,1613936858222,1231
+"wd_1",0.01,1613936858222,1231
+"sqr_mom_1",0.99,1613936858222,1231
+"lr_1",2.228883493033662e-05,1613936858222,1231
+"mom_1",0.9054228843681704,1613936858222,1231
+"eps_1",1e-05,1613936858222,1231
+"wd_2",0.01,1613936858222,1231
+"sqr_mom_2",0.99,1613936858222,1231
+"lr_2",0.00022288834930336615,1613936858222,1231
+"mom_2",0.9054228843681704,1613936858222,1231
+"eps_2",1e-05,1613936858222,1231
+"train_loss",0.062931165,1613936859168,1232
+"raw_loss",0.10828282,1613936859168,1232
+"epoch",7.754716981132049,1613936859168,1232
+"wd_0",0.01,1613936859168,1232
+"sqr_mom_0",0.99,1613936859168,1232
+"lr_0",2.2218696306676195e-06,1613936859168,1232
+"mom_0",0.9055631630182778,1613936859168,1232
+"eps_0",1e-05,1613936859168,1232
+"wd_1",0.01,1613936859168,1232
+"sqr_mom_1",0.99,1613936859168,1232
+"lr_1",2.2218696306676197e-05,1613936859168,1232
+"mom_1",0.9055631630182778,1613936859168,1232
+"eps_1",1e-05,1613936859168,1232
+"wd_2",0.01,1613936859168,1232
+"sqr_mom_2",0.99,1613936859168,1232
+"lr_2",0.00022218696306676195,1613936859168,1232
+"mom_2",0.9055631630182778,1613936859168,1232
+"eps_2",1e-05,1613936859168,1232
+"train_loss",0.06326733,1613936860148,1233
+"raw_loss",0.07973914,1613936860148,1233
+"epoch",7.761006289308149,1613936860148,1233
+"wd_0",0.01,1613936860148,1233
+"sqr_mom_0",0.99,1613936860148,1233
+"lr_0",2.214857984477002e-06,1613936860148,1233
+"mom_0",0.9057033973444334,1613936860148,1233
+"eps_0",1e-05,1613936860148,1233
+"wd_1",0.01,1613936860148,1233
+"sqr_mom_1",0.99,1613936860148,1233
+"lr_1",2.2148579844770023e-05,1613936860148,1233
+"mom_1",0.9057033973444334,1613936860148,1233
+"eps_1",1e-05,1613936860148,1233
+"wd_2",0.01,1613936860148,1233
+"sqr_mom_2",0.99,1613936860148,1233
+"lr_2",0.0002214857984477002,1613936860148,1233
+"mom_2",0.9057033973444334,1613936860148,1233
+"eps_2",1e-05,1613936860148,1233
+"train_loss",0.06261015,1613936861143,1234
+"raw_loss",0.030408237,1613936861143,1234
+"epoch",7.7672955974842495,1613936861143,1234
+"wd_0",0.01,1613936861143,1234
+"sqr_mom_0",0.99,1613936861143,1234
+"lr_0",2.2078490752474375e-06,1613936861143,1234
+"mom_0",0.9058435769308205,1613936861143,1234
+"eps_0",1e-05,1613936861143,1234
+"wd_1",0.01,1613936861143,1234
+"sqr_mom_1",0.99,1613936861143,1234
+"lr_1",2.2078490752474375e-05,1613936861143,1234
+"mom_1",0.9058435769308205,1613936861143,1234
+"eps_1",1e-05,1613936861143,1234
+"wd_2",0.01,1613936861143,1234
+"sqr_mom_2",0.99,1613936861143,1234
+"lr_2",0.00022078490752474374,1613936861143,1234
+"mom_2",0.9058435769308205,1613936861143,1234
+"eps_2",1e-05,1613936861143,1234
+"train_loss",0.0628397,1613936862133,1235
+"raw_loss",0.07408771,1613936862133,1235
+"epoch",7.77358490566035,1613936862133,1235
+"wd_0",0.01,1613936862133,1235
+"sqr_mom_0",0.99,1613936862133,1235
+"lr_0",2.2008420288270812e-06,1613936862133,1235
+"mom_0",0.9059837192606509,1613936862133,1235
+"eps_0",1e-05,1613936862133,1235
+"wd_1",0.01,1613936862133,1235
+"sqr_mom_1",0.99,1613936862133,1235
+"lr_1",2.200842028827081e-05,1613936862133,1235
+"mom_1",0.9059837192606509,1613936862133,1235
+"eps_1",1e-05,1613936862133,1235
+"wd_2",0.01,1613936862133,1235
+"sqr_mom_2",0.99,1613936862133,1235
+"lr_2",0.00022008420288270809,1613936862133,1235
+"mom_2",0.9059837192606509,1613936862133,1235
+"eps_2",1e-05,1613936862133,1235
+"train_loss",0.062298145,1613936863103,1236
+"raw_loss",0.03576193,1613936863103,1236
+"epoch",7.77987421383645,1613936863103,1236
+"wd_0",0.01,1613936863103,1236
+"sqr_mom_0",0.99,1613936863103,1236
+"lr_0",2.193836901512729e-06,1613936863103,1236
+"mom_0",0.9061238232079775,1613936863103,1236
+"eps_0",1e-05,1613936863103,1236
+"wd_1",0.01,1613936863103,1236
+"sqr_mom_1",0.99,1613936863103,1236
+"lr_1",2.193836901512729e-05,1613936863103,1236
+"mom_1",0.9061238232079775,1613936863103,1236
+"eps_1",1e-05,1613936863103,1236
+"wd_2",0.01,1613936863103,1236
+"sqr_mom_2",0.99,1613936863103,1236
+"lr_2",0.00021938369015127285,1613936863103,1236
+"mom_2",0.9061238232079775,1613936863103,1236
+"eps_2",1e-05,1613936863103,1236
+"train_loss",0.061995894,1613936864057,1237
+"raw_loss",0.047185652,1613936864057,1237
+"epoch",7.786163522012551,1613936864057,1237
+"wd_0",0.01,1613936864057,1237
+"sqr_mom_0",0.99,1613936864057,1237
+"lr_0",2.186835607368707e-06,1613936864057,1237
+"mom_0",0.9062638504911308,1613936864057,1237
+"eps_0",1e-05,1613936864057,1237
+"wd_1",0.01,1613936864057,1237
+"sqr_mom_1",0.99,1613936864057,1237
+"lr_1",2.186835607368707e-05,1613936864057,1237
+"mom_1",0.9062638504911308,1613936864057,1237
+"eps_1",1e-05,1613936864057,1237
+"wd_2",0.01,1613936864057,1237
+"sqr_mom_2",0.99,1613936864057,1237
+"lr_2",0.00021868356073687068,1613936864057,1237
+"mom_2",0.9062638504911308,1613936864057,1237
+"eps_2",1e-05,1613936864057,1237
+"train_loss",0.06139452,1613936865038,1238
+"raw_loss",0.03192723,1613936865038,1238
+"epoch",7.792452830188651,1613936865038,1238
+"wd_0",0.01,1613936865038,1238
+"sqr_mom_0",0.99,1613936865038,1238
+"lr_0",2.179835415046999e-06,1613936865038,1238
+"mom_0",0.9064038557376174,1613936865038,1238
+"eps_0",1e-05,1613936865038,1238
+"wd_1",0.01,1613936865038,1238
+"sqr_mom_1",0.99,1613936865038,1238
+"lr_1",2.1798354150469988e-05,1613936865038,1238
+"mom_1",0.9064038557376174,1613936865038,1238
+"eps_1",1e-05,1613936865038,1238
+"wd_2",0.01,1613936865038,1238
+"sqr_mom_2",0.99,1613936865038,1238
+"lr_2",0.00021798354150469985,1613936865038,1238
+"mom_2",0.9064038557376174,1613936865038,1238
+"eps_2",1e-05,1613936865038,1238
+"train_loss",0.060889773,1613936866026,1239
+"raw_loss",0.03615717,1613936866026,1239
+"epoch",7.7987421383647515,1613936866026,1239
+"wd_0",0.01,1613936866026,1239
+"sqr_mom_0",0.99,1613936866026,1239
+"lr_0",2.172838238245262e-06,1613936866026,1239
+"mom_0",0.9065438006731015,1613936866026,1239
+"eps_0",1e-05,1613936866026,1239
+"wd_1",0.01,1613936866026,1239
+"sqr_mom_1",0.99,1613936866026,1239
+"lr_1",2.172838238245262e-05,1613936866026,1239
+"mom_1",0.9065438006731015,1613936866026,1239
+"eps_1",1e-05,1613936866026,1239
+"wd_2",0.01,1613936866026,1239
+"sqr_mom_2",0.99,1613936866026,1239
+"lr_2",0.00021728382382452615,1613936866026,1239
+"mom_2",0.9065438006731015,1613936866026,1239
+"eps_2",1e-05,1613936866026,1239
+"train_loss",0.060522385,1613936867011,1240
+"raw_loss",0.042520422,1613936867011,1240
+"epoch",7.805031446540852,1613936867011,1240
+"wd_0",0.01,1613936867011,1240
+"sqr_mom_0",0.99,1613936867011,1240
+"lr_0",2.165843668271725e-06,1613936867011,1240
+"mom_0",0.9066836934715001,1613936867011,1240
+"eps_0",1e-05,1613936867011,1240
+"wd_1",0.01,1613936867011,1240
+"sqr_mom_1",0.99,1613936867011,1240
+"lr_1",2.165843668271725e-05,1613936867011,1240
+"mom_1",0.9066836934715001,1613936867011,1240
+"eps_1",1e-05,1613936867011,1240
+"wd_2",0.01,1613936867011,1240
+"sqr_mom_2",0.99,1613936867011,1240
+"lr_2",0.00021658436682717245,1613936867011,1240
+"mom_2",0.9066836934715001,1613936867011,1240
+"eps_2",1e-05,1613936867011,1240
+"train_loss",0.05997862,1613936867972,1241
+"raw_loss",0.033334006,1613936867972,1241
+"epoch",7.811320754716952,1613936867972,1241
+"wd_0",0.01,1613936867972,1241
+"sqr_mom_0",0.99,1613936867972,1241
+"lr_0",2.1588522246042806e-06,1613936867972,1241
+"mom_0",0.9068235237431518,1613936867972,1241
+"eps_0",1e-05,1613936867972,1241
+"wd_1",0.01,1613936867972,1241
+"sqr_mom_1",0.99,1613936867972,1241
+"lr_1",2.1588522246042805e-05,1613936867972,1241
+"mom_1",0.9068235237431518,1613936867972,1241
+"eps_1",1e-05,1613936867972,1241
+"wd_2",0.01,1613936867972,1241
+"sqr_mom_2",0.99,1613936867972,1241
+"lr_2",0.00021588522246042803,1613936867972,1241
+"mom_2",0.9068235237431518,1613936867972,1241
+"eps_2",1e-05,1613936867972,1241
+"train_loss",0.060684413,1613936868994,1242
+"raw_loss",0.09526829,1613936868994,1242
+"epoch",7.817610062893053,1613936868994,1242
+"wd_0",0.01,1613936868994,1242
+"sqr_mom_0",0.99,1613936868994,1242
+"lr_0",2.1518630352693903e-06,1613936868994,1242
+"mom_0",0.9069633089277014,1613936868994,1242
+"eps_0",1e-05,1613936868994,1242
+"wd_1",0.01,1613936868994,1242
+"sqr_mom_1",0.99,1613936868994,1242
+"lr_1",2.1518630352693904e-05,1613936868994,1242
+"mom_1",0.9069633089277014,1613936868994,1242
+"eps_1",1e-05,1613936868994,1242
+"wd_2",0.01,1613936868994,1242
+"sqr_mom_2",0.99,1613936868994,1242
+"lr_2",0.000215186303526939,1613936868994,1242
+"mom_2",0.9069633089277014,1613936868994,1242
+"eps_2",1e-05,1613936868994,1242
+"train_loss",0.060194705,1613936870001,1243
+"raw_loss",0.036199033,1613936870001,1243
+"epoch",7.823899371069153,1613936870001,1243
+"wd_0",0.01,1613936870001,1243
+"sqr_mom_0",0.99,1613936870001,1243
+"lr_0",2.144876156499255e-06,1613936870001,1243
+"mom_0",0.9071030479004939,1613936870001,1243
+"eps_0",1e-05,1613936870001,1243
+"wd_1",0.01,1613936870001,1243
+"sqr_mom_1",0.99,1613936870001,1243
+"lr_1",2.144876156499255e-05,1613936870001,1243
+"mom_1",0.9071030479004939,1613936870001,1243
+"eps_1",1e-05,1613936870001,1243
+"wd_2",0.01,1613936870001,1243
+"sqr_mom_2",0.99,1613936870001,1243
+"lr_2",0.00021448761564992548,1613936870001,1243
+"mom_2",0.9071030479004939,1613936870001,1243
+"eps_2",1e-05,1613936870001,1243
+"train_loss",0.060219232,1613936870954,1244
+"raw_loss",0.06142109,1613936870954,1244
+"epoch",7.8301886792452535,1613936870954,1244
+"wd_0",0.01,1613936870954,1244
+"sqr_mom_0",0.99,1613936870954,1244
+"lr_0",2.1378930341013588e-06,1613936870954,1244
+"mom_0",0.9072427117450903,1613936870954,1244
+"eps_0",1e-05,1613936870954,1244
+"wd_1",0.01,1613936870954,1244
+"sqr_mom_1",0.99,1613936870954,1244
+"lr_1",2.1378930341013586e-05,1613936870954,1244
+"mom_1",0.9072427117450903,1613936870954,1244
+"eps_1",1e-05,1613936870954,1244
+"wd_2",0.01,1613936870954,1244
+"sqr_mom_2",0.99,1613936870954,1244
+"lr_2",0.00021378930341013586,1613936870954,1244
+"mom_2",0.9072427117450903,1613936870954,1244
+"eps_2",1e-05,1613936870954,1244
+"train_loss",0.06007289,1613936871901,1245
+"raw_loss",0.052902125,1613936871901,1245
+"epoch",7.836477987421354,1613936871901,1245
+"wd_0",0.01,1613936871901,1245
+"sqr_mom_0",0.99,1613936871901,1245
+"lr_0",2.130912333572821e-06,1613936871901,1245
+"mom_0",0.9073823271518151,1613936871901,1245
+"eps_0",1e-05,1613936871901,1245
+"wd_1",0.01,1613936871901,1245
+"sqr_mom_1",0.99,1613936871901,1245
+"lr_1",2.130912333572821e-05,1613936871901,1245
+"mom_1",0.9073823271518151,1613936871901,1245
+"eps_1",1e-05,1613936871901,1245
+"wd_2",0.01,1613936871901,1245
+"sqr_mom_2",0.99,1613936871901,1245
+"lr_2",0.00021309123335728206,1613936871901,1245
+"mom_2",0.9073823271518151,1613936871901,1245
+"eps_2",1e-05,1613936871901,1245
+"train_loss",0.05950842,1613936872891,1246
+"raw_loss",0.031849317,1613936872891,1246
+"epoch",7.842767295597454,1613936872891,1246
+"wd_0",0.01,1613936872891,1246
+"sqr_mom_0",0.99,1613936872891,1246
+"lr_0",2.1239345739129877e-06,1613936872891,1246
+"mom_0",0.9075218837405776,1613936872891,1246
+"eps_0",1e-05,1613936872891,1246
+"wd_1",0.01,1613936872891,1246
+"sqr_mom_1",0.99,1613936872891,1246
+"lr_1",2.1239345739129872e-05,1613936872891,1246
+"mom_1",0.9075218837405776,1613936872891,1246
+"eps_1",1e-05,1613936872891,1246
+"wd_2",0.01,1613936872891,1246
+"sqr_mom_2",0.99,1613936872891,1246
+"lr_2",0.00021239345739129873,1613936872891,1246
+"mom_2",0.9075218837405776,1613936872891,1246
+"eps_2",1e-05,1613936872891,1246
+"train_loss",0.060445346,1613936873857,1247
+"raw_loss",0.10635473,1613936873857,1247
+"epoch",7.849056603773555,1613936873857,1247
+"wd_0",0.01,1613936873857,1247
+"sqr_mom_0",0.99,1613936873857,1247
+"lr_0",2.1169602733174057e-06,1613936873857,1247
+"mom_0",0.9076613711473633,1613936873857,1247
+"eps_0",1e-05,1613936873857,1247
+"wd_1",0.01,1613936873857,1247
+"sqr_mom_1",0.99,1613936873857,1247
+"lr_1",2.1169602733174057e-05,1613936873857,1247
+"mom_1",0.9076613711473633,1613936873857,1247
+"eps_1",1e-05,1613936873857,1247
+"wd_2",0.01,1613936873857,1247
+"sqr_mom_2",0.99,1613936873857,1247
+"lr_2",0.00021169602733174054,1613936873857,1247
+"mom_2",0.9076613711473633,1613936873857,1247
+"eps_2",1e-05,1613936873857,1247
+"train_loss",0.06008505,1613936874807,1248
+"raw_loss",0.042430587,1613936874807,1248
+"epoch",7.855345911949655,1613936874807,1248
+"wd_0",0.01,1613936874807,1248
+"sqr_mom_0",0.99,1613936874807,1248
+"lr_0",2.1099885619506247e-06,1613936874807,1248
+"mom_0",0.9078008067690552,1613936874807,1248
+"eps_0",1e-05,1613936874807,1248
+"wd_1",0.01,1613936874807,1248
+"sqr_mom_1",0.99,1613936874807,1248
+"lr_1",2.1099885619506247e-05,1613936874807,1248
+"mom_1",0.9078008067690552,1613936874807,1248
+"eps_1",1e-05,1613936874807,1248
+"wd_2",0.01,1613936874807,1248
+"sqr_mom_2",0.99,1613936874807,1248
+"lr_2",0.00021099885619506244,1613936874807,1248
+"mom_2",0.9078008067690552,1613936874807,1248
+"eps_2",1e-05,1613936874807,1248
+"train_loss",0.059352186,1613936875747,1249
+"raw_loss",0.023441846,1613936875747,1249
+"epoch",7.8616352201257556,1613936875747,1249
+"wd_0",0.01,1613936875747,1249
+"sqr_mom_0",0.99,1613936875747,1249
+"lr_0",2.103019495972002e-06,1613936875747,1249
+"mom_0",0.9079401894824548,1613936875747,1249
+"eps_0",1e-05,1613936875747,1249
+"wd_1",0.01,1613936875747,1249
+"sqr_mom_1",0.99,1613936875747,1249
+"lr_1",2.1030194959720023e-05,1613936875747,1249
+"mom_1",0.9079401894824548,1613936875747,1249
+"eps_1",1e-05,1613936875747,1249
+"wd_2",0.01,1613936875747,1249
+"sqr_mom_2",0.99,1613936875747,1249
+"lr_2",0.00021030194959720017,1613936875747,1249
+"mom_2",0.9079401894824548,1613936875747,1249
+"eps_2",1e-05,1613936875747,1249
+"train_loss",0.05960355,1613936876692,1250
+"raw_loss",0.071920305,1613936876692,1250
+"epoch",7.867924528301856,1613936876692,1250
+"wd_0",0.01,1613936876692,1250
+"sqr_mom_0",0.99,1613936876692,1250
+"lr_0",2.096054055492136e-06,1613936876692,1250
+"mom_0",0.9080794996851541,1613936876692,1250
+"eps_0",1e-05,1613936876692,1250
+"wd_1",0.01,1613936876692,1250
+"sqr_mom_1",0.99,1613936876692,1250
+"lr_1",2.096054055492136e-05,1613936876692,1250
+"mom_1",0.9080794996851541,1613936876692,1250
+"eps_1",1e-05,1613936876692,1250
+"wd_2",0.01,1613936876692,1250
+"sqr_mom_2",0.99,1613936876692,1250
+"lr_2",0.0002096054055492136,1613936876692,1250
+"mom_2",0.9080794996851541,1613936876692,1250
+"eps_2",1e-05,1613936876692,1250
+"train_loss",0.058936376,1613936877647,1251
+"raw_loss",0.026244884,1613936877647,1251
+"epoch",7.874213836477956,1613936877647,1251
+"wd_0",0.01,1613936877647,1251
+"sqr_mom_0",0.99,1613936877647,1251
+"lr_0",2.089092295372451e-06,1613936877647,1251
+"mom_0",0.9082187362799138,1613936877647,1251
+"eps_0",1e-05,1613936877647,1251
+"wd_1",0.01,1613936877647,1251
+"sqr_mom_1",0.99,1613936877647,1251
+"lr_1",2.089092295372451e-05,1613936877647,1251
+"mom_1",0.9082187362799138,1613936877647,1251
+"eps_1",1e-05,1613936877647,1251
+"wd_2",0.01,1613936877647,1251
+"sqr_mom_2",0.99,1613936877647,1251
+"lr_2",0.00020890922953724507,1613936877647,1251
+"mom_2",0.9082187362799138,1613936877647,1251
+"eps_2",1e-05,1613936877647,1251
+"train_loss",0.058419872,1613936878616,1252
+"raw_loss",0.033111084,1613936878616,1252
+"epoch",7.880503144654057,1613936878616,1252
+"wd_0",0.01,1613936878616,1252
+"sqr_mom_0",0.99,1613936878616,1252
+"lr_0",2.082133347341542e-06,1613936878616,1252
+"mom_0",0.9083579166323354,1613936878616,1252
+"eps_0",1e-05,1613936878616,1252
+"wd_1",0.01,1613936878616,1252
+"sqr_mom_1",0.99,1613936878616,1252
+"lr_1",2.0821333473415422e-05,1613936878616,1252
+"mom_1",0.9083579166323354,1613936878616,1252
+"eps_1",1e-05,1613936878616,1252
+"wd_2",0.01,1613936878616,1252
+"sqr_mom_2",0.99,1613936878616,1252
+"lr_2",0.0002082133347341542,1613936878616,1252
+"mom_2",0.9083579166323354,1613936878616,1252
+"eps_2",1e-05,1613936878616,1252
+"train_loss",0.057784017,1613936879589,1253
+"raw_loss",0.02662713,1613936879589,1253
+"epoch",7.886792452830157,1613936879589,1253
+"wd_0",0.01,1613936879589,1253
+"sqr_mom_0",0.99,1613936879589,1253
+"lr_0",2.075177728821091e-06,1613936879589,1253
+"mom_0",0.9084970303938821,1613936879589,1253
+"eps_0",1e-05,1613936879589,1253
+"wd_1",0.01,1613936879589,1253
+"sqr_mom_1",0.99,1613936879589,1253
+"lr_1",2.075177728821091e-05,1613936879589,1253
+"mom_1",0.9084970303938821,1613936879589,1253
+"eps_1",1e-05,1613936879589,1253
+"wd_2",0.01,1613936879589,1253
+"sqr_mom_2",0.99,1613936879589,1253
+"lr_2",0.00020751777288210906,1613936879589,1253
+"mom_2",0.9084970303938821,1613936879589,1253
+"eps_2",1e-05,1613936879589,1253
+"train_loss",0.057248827,1613936880561,1254
+"raw_loss",0.031024467,1613936880561,1254
+"epoch",7.893081761006258,1613936880561,1254
+"wd_0",0.01,1613936880561,1254
+"sqr_mom_0",0.99,1613936880561,1254
+"lr_0",2.068225956322758e-06,1613936880561,1254
+"mom_0",0.9086360672342172,1613936880561,1254
+"eps_0",1e-05,1613936880561,1254
+"wd_1",0.01,1613936880561,1254
+"sqr_mom_1",0.99,1613936880561,1254
+"lr_1",2.0682259563227583e-05,1613936880561,1254
+"mom_1",0.9086360672342172,1613936880561,1254
+"eps_1",1e-05,1613936880561,1254
+"wd_2",0.01,1613936880561,1254
+"sqr_mom_2",0.99,1613936880561,1254
+"lr_2",0.00020682259563227577,1613936880561,1254
+"mom_2",0.9086360672342172,1613936880561,1254
+"eps_2",1e-05,1613936880561,1254
+"train_loss",0.05678236,1613936881646,1255
+"raw_loss",0.033925455,1613936881646,1255
+"epoch",7.899371069182358,1613936881646,1255
+"wd_0",0.01,1613936881646,1255
+"sqr_mom_0",0.99,1613936881646,1255
+"lr_0",2.0612771628207982e-06,1613936881646,1255
+"mom_0",0.9087750444940289,1613936881646,1255
+"eps_0",1e-05,1613936881646,1255
+"wd_1",0.01,1613936881646,1255
+"sqr_mom_1",0.99,1613936881646,1255
+"lr_1",2.061277162820798e-05,1613936881646,1255
+"mom_1",0.9087750444940289,1613936881646,1255
+"eps_1",1e-05,1613936881646,1255
+"wd_2",0.01,1613936881646,1255
+"sqr_mom_2",0.99,1613936881646,1255
+"lr_2",0.00020612771628207978,1613936881646,1255
+"mom_2",0.9087750444940289,1613936881646,1255
+"eps_2",1e-05,1613936881646,1255
+"train_loss",0.056577817,1613936882593,1256
+"raw_loss",0.046555102,1613936882593,1256
+"epoch",7.905660377358458,1613936882593,1256
+"wd_0",0.01,1613936882593,1256
+"sqr_mom_0",0.99,1613936882593,1256
+"lr_0",2.0543314043692305e-06,1613936882593,1256
+"mom_0",0.9089139610522259,1613936882593,1256
+"eps_0",1e-05,1613936882593,1256
+"wd_1",0.01,1613936882593,1256
+"sqr_mom_1",0.99,1613936882593,1256
+"lr_1",2.0543314043692306e-05,1613936882593,1256
+"mom_1",0.9089139610522259,1613936882593,1256
+"eps_1",1e-05,1613936882593,1256
+"wd_2",0.01,1613936882593,1256
+"sqr_mom_2",0.99,1613936882593,1256
+"lr_2",0.00020543314043692303,1613936882593,1256
+"mom_2",0.9089139610522259,1613936882593,1256
+"eps_2",1e-05,1613936882593,1256
+"train_loss",0.056447845,1613936883528,1257
+"raw_loss",0.050079156,1613936883528,1257
+"epoch",7.911949685534559,1613936883528,1257
+"wd_0",0.01,1613936883528,1257
+"sqr_mom_0",0.99,1613936883528,1257
+"lr_0",2.0473896578007457e-06,1613936883528,1257
+"mom_0",0.9090527973719588,1613936883528,1257
+"eps_0",1e-05,1613936883528,1257
+"wd_1",0.01,1613936883528,1257
+"sqr_mom_1",0.99,1613936883528,1257
+"lr_1",2.0473896578007456e-05,1613936883528,1257
+"mom_1",0.9090527973719588,1613936883528,1257
+"eps_1",1e-05,1613936883528,1257
+"wd_2",0.01,1613936883528,1257
+"sqr_mom_2",0.99,1613936883528,1257
+"lr_2",0.00020473896578007456,1613936883528,1257
+"mom_2",0.9090527973719588,1613936883528,1257
+"eps_2",1e-05,1613936883528,1257
+"train_loss",0.056577094,1613936884469,1258
+"raw_loss",0.06291033,1613936884469,1258
+"epoch",7.918238993710659,1613936884469,1258
+"wd_0",0.01,1613936884469,1258
+"sqr_mom_0",0.99,1613936884469,1258
+"lr_0",2.0404519777108054e-06,1613936884469,1258
+"mom_0",0.9091915523613074,1613936884469,1258
+"eps_0",1e-05,1613936884469,1258
+"wd_1",0.01,1613936884469,1258
+"sqr_mom_1",0.99,1613936884469,1258
+"lr_1",2.0404519777108053e-05,1613936884469,1258
+"mom_1",0.9091915523613074,1613936884469,1258
+"eps_1",1e-05,1613936884469,1258
+"wd_2",0.01,1613936884469,1258
+"sqr_mom_2",0.99,1613936884469,1258
+"lr_2",0.00020404519777108052,1613936884469,1258
+"mom_2",0.9091915523613074,1613936884469,1258
+"eps_2",1e-05,1613936884469,1258
+"train_loss",0.05665541,1613936885423,1259
+"raw_loss",0.060492903,1613936885423,1259
+"epoch",7.92452830188676,1613936885423,1259
+"wd_0",0.01,1613936885423,1259
+"sqr_mom_0",0.99,1613936885423,1259
+"lr_0",2.033517498831269e-06,1613936885423,1259
+"mom_0",0.9093302433258078,1613936885423,1259
+"eps_0",1e-05,1613936885423,1259
+"wd_1",0.01,1613936885423,1259
+"sqr_mom_1",0.99,1613936885423,1259
+"lr_1",2.0335174988312686e-05,1613936885423,1259
+"mom_1",0.9093302433258078,1613936885423,1259
+"eps_1",1e-05,1613936885423,1259
+"wd_2",0.01,1613936885423,1259
+"sqr_mom_2",0.99,1613936885423,1259
+"lr_2",0.00020335174988312684,1613936885423,1259
+"mom_2",0.9093302433258078,1613936885423,1259
+"eps_2",1e-05,1613936885423,1259
+"train_loss",0.05636878,1613936886370,1260
+"raw_loss",0.04232376,1613936886370,1260
+"epoch",7.93081761006286,1613936886370,1260
+"wd_0",0.01,1613936886370,1260
+"sqr_mom_0",0.99,1613936886370,1260
+"lr_0",2.02658673680416e-06,1613936886370,1260
+"mom_0",0.9094688599525163,1613936886370,1260
+"eps_0",1e-05,1613936886370,1260
+"wd_1",0.01,1613936886370,1260
+"sqr_mom_1",0.99,1613936886370,1260
+"lr_1",2.02658673680416e-05,1613936886370,1260
+"mom_1",0.9094688599525163,1613936886370,1260
+"eps_1",1e-05,1613936886370,1260
+"wd_2",0.01,1613936886370,1260
+"sqr_mom_2",0.99,1613936886370,1260
+"lr_2",0.00020265867368041596,1613936886370,1260
+"mom_2",0.9094688599525163,1613936886370,1260
+"eps_2",1e-05,1613936886370,1260
+"train_loss",0.055998918,1613936887324,1261
+"raw_loss",0.03787559,1613936887324,1261
+"epoch",7.93710691823896,1613936887324,1261
+"wd_0",0.01,1613936887324,1261
+"sqr_mom_0",0.99,1613936887324,1261
+"lr_0",2.019660206255615e-06,1613936887324,1261
+"mom_0",0.9096073919488071,1613936887324,1261
+"eps_0",1e-05,1613936887324,1261
+"wd_1",0.01,1613936887324,1261
+"sqr_mom_1",0.99,1613936887324,1261
+"lr_1",2.0196602062556146e-05,1613936887324,1261
+"mom_1",0.9096073919488071,1613936887324,1261
+"eps_1",1e-05,1613936887324,1261
+"wd_2",0.01,1613936887324,1261
+"sqr_mom_2",0.99,1613936887324,1261
+"lr_2",0.00020196602062556146,1613936887324,1261
+"mom_2",0.9096073919488071,1613936887324,1261
+"eps_2",1e-05,1613936887324,1261
+"train_loss",0.056075957,1613936888316,1262
+"raw_loss",0.059850894,1613936888316,1262
+"epoch",7.943396226415061,1613936888316,1262
+"wd_0",0.01,1613936888316,1262
+"sqr_mom_0",0.99,1613936888316,1262
+"lr_0",2.0127365841578187e-06,1613936888316,1262
+"mom_0",0.9097458657755013,1613936888316,1262
+"eps_0",1e-05,1613936888316,1262
+"wd_1",0.01,1613936888316,1262
+"sqr_mom_1",0.99,1613936888316,1262
+"lr_1",2.0127365841578188e-05,1613936888316,1262
+"mom_1",0.9097458657755013,1613936888316,1262
+"eps_1",1e-05,1613936888316,1262
+"wd_2",0.01,1613936888316,1262
+"sqr_mom_2",0.99,1613936888316,1262
+"lr_2",0.00020127365841578183,1613936888316,1262
+"mom_2",0.9097458657755013,1613936888316,1262
+"eps_2",1e-05,1613936888316,1262
+"train_loss",0.05606763,1613936889268,1263
+"raw_loss",0.055659685,1613936889268,1263
+"epoch",7.949685534591161,1613936889268,1263
+"wd_0",0.01,1613936889268,1263
+"sqr_mom_0",0.99,1613936889268,1263
+"lr_0",2.005817303888309e-06,1613936889268,1263
+"mom_0",0.9098842527647615,1613936889268,1263
+"eps_0",1e-05,1613936889268,1263
+"wd_1",0.01,1613936889268,1263
+"sqr_mom_1",0.99,1613936889268,1263
+"lr_1",2.005817303888309e-05,1613936889268,1263
+"mom_1",0.9098842527647615,1613936889268,1263
+"eps_1",1e-05,1613936889268,1263
+"wd_2",0.01,1613936889268,1263
+"sqr_mom_2",0.99,1613936889268,1263
+"lr_2",0.00020058173038883087,1613936889268,1263
+"mom_2",0.9098842527647615,1613936889268,1263
+"eps_2",1e-05,1613936889268,1263
+"train_loss",0.055545084,1613936890210,1264
+"raw_loss",0.029940236,1613936890210,1264
+"epoch",7.955974842767262,1613936890210,1264
+"wd_0",0.01,1613936890210,1264
+"sqr_mom_0",0.99,1613936890210,1264
+"lr_0",1.9989019611697935e-06,1613936890210,1264
+"mom_0",0.9100225610022141,1613936890210,1264
+"eps_0",1e-05,1613936890210,1264
+"wd_1",0.01,1613936890210,1264
+"sqr_mom_1",0.99,1613936890210,1264
+"lr_1",1.9989019611697934e-05,1613936890210,1264
+"mom_1",0.9100225610022141,1613936890210,1264
+"eps_1",1e-05,1613936890210,1264
+"wd_2",0.01,1613936890210,1264
+"sqr_mom_2",0.99,1613936890210,1264
+"lr_2",0.0001998901961169793,1613936890210,1264
+"mom_2",0.9100225610022141,1613936890210,1264
+"eps_2",1e-05,1613936890210,1264
+"train_loss",0.05495976,1613936891175,1265
+"raw_loss",0.02627874,1613936891175,1265
+"epoch",7.962264150943362,1613936891175,1265
+"wd_0",0.01,1613936891175,1265
+"sqr_mom_0",0.99,1613936891175,1265
+"lr_0",1.991991069460702e-06,1613936891175,1265
+"mom_0",0.9101607802185882,1613936891175,1265
+"eps_0",1e-05,1613936891175,1265
+"wd_1",0.01,1613936891175,1265
+"sqr_mom_1",0.99,1613936891175,1265
+"lr_1",1.991991069460702e-05,1613936891175,1265
+"mom_1",0.9101607802185882,1613936891175,1265
+"eps_1",1e-05,1613936891175,1265
+"wd_2",0.01,1613936891175,1265
+"sqr_mom_2",0.99,1613936891175,1265
+"lr_2",0.00019919910694607017,1613936891175,1265
+"mom_2",0.9101607802185882,1613936891175,1265
+"eps_2",1e-05,1613936891175,1265
+"train_loss",0.05431158,1613936892162,1266
+"raw_loss",0.02255087,1613936892162,1266
+"epoch",7.9685534591194624,1613936892162,1266
+"wd_0",0.01,1613936892162,1266
+"sqr_mom_0",0.99,1613936892162,1266
+"lr_0",1.9850837668339446e-06,1613936892162,1266
+"mom_0",0.9102989276525976,1613936892162,1266
+"eps_0",1e-05,1613936892162,1266
+"wd_1",0.01,1613936892162,1266
+"sqr_mom_1",0.99,1613936892162,1266
+"lr_1",1.985083766833945e-05,1613936892162,1266
+"mom_1",0.9102989276525976,1613936892162,1266
+"eps_1",1e-05,1613936892162,1266
+"wd_2",0.01,1613936892162,1266
+"sqr_mom_2",0.99,1613936892162,1266
+"lr_2",0.00019850837668339446,1613936892162,1266
+"mom_2",0.9102989276525976,1613936892162,1266
+"eps_2",1e-05,1613936892162,1266
+"train_loss",0.054425623,1613936893142,1267
+"raw_loss",0.06001363,1613936893142,1267
+"epoch",7.974842767295563,1613936893142,1267
+"wd_0",0.01,1613936893142,1267
+"sqr_mom_0",0.99,1613936893142,1267
+"lr_0",1.9781801091338165e-06,1613936893142,1267
+"mom_0",0.9104370021873455,1613936893142,1267
+"eps_0",1e-05,1613936893142,1267
+"wd_1",0.01,1613936893142,1267
+"sqr_mom_1",0.99,1613936893142,1267
+"lr_1",1.9781801091338165e-05,1613936893142,1267
+"mom_1",0.9104370021873455,1613936893142,1267
+"eps_1",1e-05,1613936893142,1267
+"wd_2",0.01,1613936893142,1267
+"sqr_mom_2",0.99,1613936893142,1267
+"lr_2",0.00019781801091338163,1613936893142,1267
+"mom_2",0.9104370021873455,1613936893142,1267
+"eps_2",1e-05,1613936893142,1267
+"train_loss",0.05491893,1613936894113,1268
+"raw_loss",0.07909105,1613936894113,1268
+"epoch",7.981132075471663,1613936894113,1268
+"wd_0",0.01,1613936894113,1268
+"sqr_mom_0",0.99,1613936894113,1268
+"lr_0",1.9712819823503457e-06,1613936894113,1268
+"mom_0",0.9105749661026541,1613936894113,1268
+"eps_0",1e-05,1613936894113,1268
+"wd_1",0.01,1613936894113,1268
+"sqr_mom_1",0.99,1613936894113,1268
+"lr_1",1.9712819823503457e-05,1613936894113,1268
+"mom_1",0.9105749661026541,1613936894113,1268
+"eps_1",1e-05,1613936894113,1268
+"wd_2",0.01,1613936894113,1268
+"sqr_mom_2",0.99,1613936894113,1268
+"lr_2",0.00019712819823503453,1613936894113,1268
+"mom_2",0.9105749661026541,1613936894113,1268
+"eps_2",1e-05,1613936894113,1268
+"train_loss",0.05440778,1613936895086,1269
+"raw_loss",0.029361386,1613936895086,1269
+"epoch",7.987421383647764,1613936895086,1269
+"wd_0",0.01,1613936895086,1269
+"sqr_mom_0",0.99,1613936895086,1269
+"lr_0",1.9643866953832133e-06,1613936895086,1269
+"mom_0",0.9107128732210679,1613936895086,1269
+"eps_0",1e-05,1613936895086,1269
+"wd_1",0.01,1613936895086,1269
+"sqr_mom_1",0.99,1613936895086,1269
+"lr_1",1.964386695383213e-05,1613936895086,1269
+"mom_1",0.9107128732210679,1613936895086,1269
+"eps_1",1e-05,1613936895086,1269
+"wd_2",0.01,1613936895086,1269
+"sqr_mom_2",0.99,1613936895086,1269
+"lr_2",0.00019643866953832127,1613936895086,1269
+"mom_2",0.9107128732210679,1613936895086,1269
+"eps_2",1e-05,1613936895086,1269
+"train_loss",0.054090213,1613936896053,1270
+"raw_loss",0.03852951,1613936896053,1270
+"epoch",7.993710691823864,1613936896053,1270
+"wd_0",0.01,1613936896053,1270
+"sqr_mom_0",0.99,1613936896053,1270
+"lr_0",1.9574961336004995e-06,1613936896053,1270
+"mom_0",0.9108506858348483,1613936896053,1270
+"eps_0",1e-05,1613936896053,1270
+"wd_1",0.01,1613936896053,1270
+"sqr_mom_1",0.99,1613936896053,1270
+"lr_1",1.9574961336004995e-05,1613936896053,1270
+"mom_1",0.9108506858348483,1613936896053,1270
+"eps_1",1e-05,1613936896053,1270
+"wd_2",0.01,1613936896053,1270
+"sqr_mom_2",0.99,1613936896053,1270
+"lr_2",0.00019574961336004992,1613936896053,1270
+"mom_2",0.9108506858348483,1613936896053,1270
+"eps_2",1e-05,1613936896053,1270
+"train_loss",0.053942952,1613936896997,1271
+"raw_loss",0.046727207,1613936896997,1271
+"epoch",7.9999999999999645,1613936896997,1271
+"wd_0",0.01,1613936896997,1271
+"sqr_mom_0",0.99,1613936896997,1271
+"lr_0",1.9506103510472763e-06,1613936896997,1271
+"mom_0",0.910988402863083,1613936896997,1271
+"eps_0",1e-05,1613936896997,1271
+"wd_1",0.01,1613936896997,1271
+"sqr_mom_1",0.99,1613936896997,1271
+"lr_1",1.9506103510472762e-05,1613936896997,1271
+"mom_1",0.910988402863083,1613936896997,1271
+"eps_1",1e-05,1613936896997,1271
+"wd_2",0.01,1613936896997,1271
+"sqr_mom_2",0.99,1613936896997,1271
+"lr_2",0.00019506103510472756,1613936896997,1271
+"mom_2",0.910988402863083,1613936896997,1271
+"eps_2",1e-05,1613936896997,1271
+"valid_loss",0.11257494240999222,1613936927138,1271
+"_rmse",0.3355218768119812,1613936927138,1271
+"epoch",8,1613936927138,1271
+"train_loss",0.053463485,1613936928173,1272
+"raw_loss",0.029969616,1613936928173,1272
+"epoch",8.0062893081761,1613936928173,1272
+"wd_0",0.01,1613936928173,1272
+"sqr_mom_0",0.99,1613936928173,1272
+"lr_0",1.943728488928069e-06,1613936928173,1272
+"mom_0",0.9111260414818534,1613936928173,1272
+"eps_0",1e-05,1613936928173,1272
+"wd_1",0.01,1613936928173,1272
+"sqr_mom_1",0.99,1613936928173,1272
+"lr_1",1.9437284889280688e-05,1613936928173,1272
+"mom_1",0.9111260414818534,1613936928173,1272
+"eps_1",1e-05,1613936928173,1272
+"wd_2",0.01,1613936928173,1272
+"sqr_mom_2",0.99,1613936928173,1272
+"lr_2",0.00019437284889280685,1613936928173,1272
+"mom_2",0.9111260414818534,1613936928173,1272
+"eps_2",1e-05,1613936928173,1272
+"train_loss",0.05294619,1613936929155,1273
+"raw_loss",0.027598843,1613936929155,1273
+"epoch",8.0125786163522,1613936929155,1273
+"wd_0",0.01,1613936929155,1273
+"sqr_mom_0",0.99,1613936929155,1273
+"lr_0",1.9368510590463556e-06,1613936929155,1273
+"mom_0",0.9112635914549874,1613936929155,1273
+"eps_0",1e-05,1613936929155,1273
+"wd_1",0.01,1613936929155,1273
+"sqr_mom_1",0.99,1613936929155,1273
+"lr_1",1.9368510590463554e-05,1613936929155,1273
+"mom_1",0.9112635914549874,1613936929155,1273
+"eps_1",1e-05,1613936929155,1273
+"wd_2",0.01,1613936929155,1273
+"sqr_mom_2",0.99,1613936929155,1273
+"lr_2",0.0001936851059046355,1613936929155,1273
+"mom_2",0.9112635914549874,1613936929155,1273
+"eps_2",1e-05,1613936929155,1273
+"train_loss",0.05336437,1613936930125,1274
+"raw_loss",0.07385513,1613936930125,1274
+"epoch",8.018867924528301,1613936930125,1274
+"wd_0",0.01,1613936930125,1274
+"sqr_mom_0",0.99,1613936930125,1274
+"lr_0",1.929977660400581e-06,1613936930125,1274
+"mom_0",0.9114010608025964,1613936930125,1274
+"eps_0",1e-05,1613936930125,1274
+"wd_1",0.01,1613936930125,1274
+"sqr_mom_1",0.99,1613936930125,1274
+"lr_1",1.9299776604005814e-05,1613936930125,1274
+"mom_1",0.9114010608025964,1613936930125,1274
+"eps_1",1e-05,1613936930125,1274
+"wd_2",0.01,1613936930125,1274
+"sqr_mom_2",0.99,1613936930125,1274
+"lr_2",0.00019299776604005808,1613936930125,1274
+"mom_2",0.9114010608025964,1613936930125,1274
+"eps_2",1e-05,1613936930125,1274
+"train_loss",0.053726718,1613936931078,1275
+"raw_loss",0.07148183,1613936931078,1275
+"epoch",8.025157232704402,1613936931078,1275
+"wd_0",0.01,1613936931078,1275
+"sqr_mom_0",0.99,1613936931078,1275
+"lr_0",1.9231097151406304e-06,1613936931078,1275
+"mom_0",0.9115384210813982,1613936931078,1275
+"eps_0",1e-05,1613936931078,1275
+"wd_1",0.01,1613936931078,1275
+"sqr_mom_1",0.99,1613936931078,1275
+"lr_1",1.9231097151406304e-05,1613936931078,1275
+"mom_1",0.9115384210813982,1613936931078,1275
+"eps_1",1e-05,1613936931078,1275
+"wd_2",0.01,1613936931078,1275
+"sqr_mom_2",0.99,1613936931078,1275
+"lr_2",0.000192310971514063,1613936931078,1275
+"mom_2",0.9115384210813982,1613936931078,1275
+"eps_2",1e-05,1613936931078,1275
+"train_loss",0.0536854,1613936932009,1276
+"raw_loss",0.051660858,1613936932009,1276
+"epoch",8.031446540880502,1613936932009,1276
+"wd_0",0.01,1613936932009,1276
+"sqr_mom_0",0.99,1613936932009,1276
+"lr_0",1.9162459105994205e-06,1613936932009,1276
+"mom_0",0.911675698544997,1613936932009,1276
+"eps_0",1e-05,1613936932009,1276
+"wd_1",0.01,1613936932009,1276
+"sqr_mom_1",0.99,1613936932009,1276
+"lr_1",1.91624591059942e-05,1613936932009,1276
+"mom_1",0.911675698544997,1613936932009,1276
+"eps_1",1e-05,1613936932009,1276
+"wd_2",0.01,1613936932009,1276
+"sqr_mom_2",0.99,1613936932009,1276
+"lr_2",0.00019162459105994198,1613936932009,1276
+"mom_2",0.911675698544997,1613936932009,1276
+"eps_2",1e-05,1613936932009,1276
+"train_loss",0.05330404,1613936932957,1277
+"raw_loss",0.034617223,1613936932957,1277
+"epoch",8.037735849056602,1613936932957,1277
+"wd_0",0.01,1613936932957,1277
+"sqr_mom_0",0.99,1613936932957,1277
+"lr_0",1.90938675726043e-06,1613936932957,1277
+"mom_0",0.9118128829836212,1613936932957,1277
+"eps_0",1e-05,1613936932957,1277
+"wd_1",0.01,1613936932957,1277
+"sqr_mom_1",0.99,1613936932957,1277
+"lr_1",1.90938675726043e-05,1613936932957,1277
+"mom_1",0.9118128829836212,1613936932957,1277
+"eps_1",1e-05,1613936932957,1277
+"wd_2",0.01,1613936932957,1277
+"sqr_mom_2",0.99,1613936932957,1277
+"lr_2",0.00019093867572604297,1613936932957,1277
+"mom_2",0.9118128829836212,1613936932957,1277
+"eps_2",1e-05,1613936932957,1277
+"train_loss",0.053427722,1613936933900,1278
+"raw_loss",0.05948825,1613936933900,1278
+"epoch",8.044025157232703,1613936933900,1278
+"wd_0",0.01,1613936933900,1278
+"sqr_mom_0",0.99,1613936933900,1278
+"lr_0",1.9025327643358793e-06,1613936933900,1278
+"mom_0",0.9119499642129245,1613936933900,1278
+"eps_0",1e-05,1613936933900,1278
+"wd_1",0.01,1613936933900,1278
+"sqr_mom_1",0.99,1613936933900,1278
+"lr_1",1.9025327643358796e-05,1613936933900,1278
+"mom_1",0.9119499642129245,1613936933900,1278
+"eps_1",1e-05,1613936933900,1278
+"wd_2",0.01,1613936933900,1278
+"sqr_mom_2",0.99,1613936933900,1278
+"lr_2",0.00019025327643358792,1613936933900,1278
+"mom_2",0.9119499642129245,1613936933900,1278
+"eps_2",1e-05,1613936933900,1278
+"train_loss",0.053060975,1613936934896,1279
+"raw_loss",0.035090357,1613936934896,1279
+"epoch",8.050314465408803,1613936934896,1279
+"wd_0",0.01,1613936934896,1279
+"sqr_mom_0",0.99,1613936934896,1279
+"lr_0",1.8956830769951014e-06,1613936934896,1279
+"mom_0",0.9120869593296912,1613936934896,1279
+"eps_0",1e-05,1613936934896,1279
+"wd_1",0.01,1613936934896,1279
+"sqr_mom_1",0.99,1613936934896,1279
+"lr_1",1.8956830769951014e-05,1613936934896,1279
+"mom_1",0.9120869593296912,1613936934896,1279
+"eps_1",1e-05,1613936934896,1279
+"wd_2",0.01,1613936934896,1279
+"sqr_mom_2",0.99,1613936934896,1279
+"lr_2",0.00018956830769951012,1613936934896,1279
+"mom_2",0.9120869593296912,1613936934896,1279
+"eps_2",1e-05,1613936934896,1279
+"train_loss",0.0526965,1613936935883,1280
+"raw_loss",0.03483715,1613936935883,1280
+"epoch",8.056603773584904,1613936935883,1280
+"wd_0",0.01,1613936935883,1280
+"sqr_mom_0",0.99,1613936935883,1280
+"lr_0",1.8888377507651502e-06,1613936935883,1280
+"mom_0",0.9122238672233692,1613936935883,1280
+"eps_0",1e-05,1613936935883,1280
+"wd_1",0.01,1613936935883,1280
+"sqr_mom_1",0.99,1613936935883,1280
+"lr_1",1.88883775076515e-05,1613936935883,1280
+"mom_1",0.9122238672233692,1613936935883,1280
+"eps_1",1e-05,1613936935883,1280
+"wd_2",0.01,1613936935883,1280
+"sqr_mom_2",0.99,1613936935883,1280
+"lr_2",0.000188883775076515,1613936935883,1280
+"mom_2",0.9122238672233692,1613936935883,1280
+"eps_2",1e-05,1613936935883,1280
+"train_loss",0.053190228,1613936936907,1281
+"raw_loss",0.07738297,1613936936907,1281
+"epoch",8.062893081761004,1613936936907,1281
+"wd_0",0.01,1613936936907,1281
+"sqr_mom_0",0.99,1613936936907,1281
+"lr_0",1.881997748354201e-06,1613936936907,1281
+"mom_0",0.9123606686396023,1613936936907,1281
+"eps_0",1e-05,1613936936907,1281
+"wd_1",0.01,1613936936907,1281
+"sqr_mom_1",0.99,1613936936907,1281
+"lr_1",1.881997748354201e-05,1613936936907,1281
+"mom_1",0.9123606686396023,1613936936907,1281
+"eps_1",1e-05,1613936936907,1281
+"wd_2",0.01,1613936936907,1281
+"sqr_mom_2",0.99,1613936936907,1281
+"lr_2",0.00018819977483542006,1613936936907,1281
+"mom_2",0.9123606686396023,1613936936907,1281
+"eps_2",1e-05,1613936936907,1281
+"train_loss",0.052798092,1613936937876,1282
+"raw_loss",0.03358348,1613936937876,1282
+"epoch",8.069182389937104,1613936937876,1282
+"wd_0",0.01,1613936937876,1282
+"sqr_mom_0",0.99,1613936937876,1282
+"lr_0",1.8751631232847424e-06,1613936937876,1282
+"mom_0",0.9124973625079302,1613936937876,1282
+"eps_0",1e-05,1613936937876,1282
+"wd_1",0.01,1613936937876,1282
+"sqr_mom_1",0.99,1613936937876,1282
+"lr_1",1.8751631232847423e-05,1613936937876,1282
+"mom_1",0.9124973625079302,1613936937876,1282
+"eps_1",1e-05,1613936937876,1282
+"wd_2",0.01,1613936937876,1282
+"sqr_mom_2",0.99,1613936937876,1282
+"lr_2",0.0001875163123284742,1613936937876,1282
+"mom_2",0.9124973625079302,1613936937876,1282
+"eps_2",1e-05,1613936937876,1282
+"train_loss",0.052538913,1613936938852,1283
+"raw_loss",0.039839156,1613936938852,1283
+"epoch",8.075471698113205,1613936938852,1283
+"wd_0",0.01,1613936938852,1283
+"sqr_mom_0",0.99,1613936938852,1283
+"lr_0",1.8683330231416675e-06,1613936938852,1283
+"mom_0",0.9126339658768254,1613936938852,1283
+"eps_0",1e-05,1613936938852,1283
+"wd_1",0.01,1613936938852,1283
+"sqr_mom_1",0.99,1613936938852,1283
+"lr_1",1.8683330231416672e-05,1613936938852,1283
+"mom_1",0.9126339658768254,1613936938852,1283
+"eps_1",1e-05,1613936938852,1283
+"wd_2",0.01,1613936938852,1283
+"sqr_mom_2",0.99,1613936938852,1283
+"lr_2",0.00018683330231416672,1613936938852,1283
+"mom_2",0.9126339658768254,1613936938852,1283
+"eps_2",1e-05,1613936938852,1283
+"train_loss",0.052004967,1613936939794,1284
+"raw_loss",0.025841616,1613936939794,1284
+"epoch",8.081761006289305,1613936939794,1284
+"wd_0",0.01,1613936939794,1284
+"sqr_mom_0",0.99,1613936939794,1284
+"lr_0",1.8615079559420112e-06,1613936939794,1284
+"mom_0",0.9127704685858457,1613936939794,1284
+"eps_0",1e-05,1613936939794,1284
+"wd_1",0.01,1613936939794,1284
+"sqr_mom_1",0.99,1613936939794,1284
+"lr_1",1.861507955942011e-05,1613936939794,1284
+"mom_1",0.9127704685858457,1613936939794,1284
+"eps_1",1e-05,1613936939794,1284
+"wd_2",0.01,1613936939794,1284
+"sqr_mom_2",0.99,1613936939794,1284
+"lr_2",0.00018615079559420109,1613936939794,1284
+"mom_2",0.9127704685858457,1613936939794,1284
+"eps_2",1e-05,1613936939794,1284
+"train_loss",0.05277494,1613936940768,1285
+"raw_loss",0.09050356,1613936940768,1285
+"epoch",8.088050314465406,1613936940768,1285
+"wd_0",0.01,1613936940768,1285
+"sqr_mom_0",0.99,1613936940768,1285
+"lr_0",1.8546884283272069e-06,1613936940768,1285
+"mom_0",0.9129068605020608,1613936940768,1285
+"eps_0",1e-05,1613936940768,1285
+"wd_1",0.01,1613936940768,1285
+"sqr_mom_1",0.99,1613936940768,1285
+"lr_1",1.854688428327207e-05,1613936940768,1285
+"mom_1",0.9129068605020608,1613936940768,1285
+"eps_1",1e-05,1613936940768,1285
+"wd_2",0.01,1613936940768,1285
+"sqr_mom_2",0.99,1613936940768,1285
+"lr_2",0.00018546884283272066,1613936940768,1285
+"mom_2",0.9129068605020608,1613936940768,1285
+"eps_2",1e-05,1613936940768,1285
+"train_loss",0.05229234,1613936941711,1286
+"raw_loss",0.028644817,1613936941711,1286
+"epoch",8.094339622641506,1613936941711,1286
+"wd_0",0.01,1613936941711,1286
+"sqr_mom_0",0.99,1613936941711,1286
+"lr_0",1.8478735897651045e-06,1613936941711,1286
+"mom_0",0.9130431586362843,1613936941711,1286
+"eps_0",1e-05,1613936941711,1286
+"wd_1",0.01,1613936941711,1286
+"sqr_mom_1",0.99,1613936941711,1286
+"lr_1",1.8478735897651045e-05,1613936941711,1286
+"mom_1",0.9130431586362843,1613936941711,1286
+"eps_1",1e-05,1613936941711,1286
+"wd_2",0.01,1613936941711,1286
+"sqr_mom_2",0.99,1613936941711,1286
+"lr_2",0.00018478735897651041,1613936941711,1286
+"mom_2",0.9130431586362843,1613936941711,1286
+"eps_2",1e-05,1613936941711,1286
+"train_loss",0.051704206,1613936942674,1287
+"raw_loss",0.02288556,1613936942674,1287
+"epoch",8.100628930817606,1613936942674,1287
+"wd_0",0.01,1613936942674,1287
+"sqr_mom_0",0.99,1613936942674,1287
+"lr_0",1.8410634955809408e-06,1613936942674,1287
+"mom_0",0.913179361882,1613936942674,1287
+"eps_0",1e-05,1613936942674,1287
+"wd_1",0.01,1613936942674,1287
+"sqr_mom_1",0.99,1613936942674,1287
+"lr_1",1.841063495580941e-05,1613936942674,1287
+"mom_1",0.913179361882,1613936942674,1287
+"eps_1",1e-05,1613936942674,1287
+"wd_2",0.01,1613936942674,1287
+"sqr_mom_2",0.99,1613936942674,1287
+"lr_2",0.00018410634955809407,1613936942674,1287
+"mom_2",0.913179361882,1613936942674,1287
+"eps_2",1e-05,1613936942674,1287
+"train_loss",0.051153418,1613936943617,1288
+"raw_loss",0.024164857,1613936943617,1288
+"epoch",8.106918238993707,1613936943617,1288
+"wd_0",0.01,1613936943617,1288
+"sqr_mom_0",0.99,1613936943617,1288
+"lr_0",1.8342591035279526e-06,1613936943617,1288
+"mom_0",0.9133154510839517,1613936943617,1288
+"eps_0",1e-05,1613936943617,1288
+"wd_1",0.01,1613936943617,1288
+"sqr_mom_1",0.99,1613936943617,1288
+"lr_1",1.8342591035279524e-05,1613936943617,1288
+"mom_1",0.9133154510839517,1613936943617,1288
+"eps_1",1e-05,1613936943617,1288
+"wd_2",0.01,1613936943617,1288
+"sqr_mom_2",0.99,1613936943617,1288
+"lr_2",0.00018342591035279524,1613936943617,1288
+"mom_2",0.9133154510839517,1613936943617,1288
+"eps_2",1e-05,1613936943617,1288
+"train_loss",0.052504838,1613936944590,1289
+"raw_loss",0.11872438,1613936944590,1289
+"epoch",8.113207547169807,1613936944590,1289
+"wd_0",0.01,1613936944590,1289
+"sqr_mom_0",0.99,1613936944590,1289
+"lr_0",1.8274604667691798e-06,1613936944590,1289
+"mom_0",0.9134514251788681,1613936944590,1289
+"eps_0",1e-05,1613936944590,1289
+"wd_1",0.01,1613936944590,1289
+"sqr_mom_1",0.99,1613936944590,1289
+"lr_1",1.82746046676918e-05,1613936944590,1289
+"mom_1",0.9134514251788681,1613936944590,1289
+"eps_1",1e-05,1613936944590,1289
+"wd_2",0.01,1613936944590,1289
+"sqr_mom_2",0.99,1613936944590,1289
+"lr_2",0.000182746046676918,1613936944590,1289
+"mom_2",0.9134514251788681,1613936944590,1289
+"eps_2",1e-05,1613936944590,1289
+"train_loss",0.05199414,1613936945539,1290
+"raw_loss",0.026969995,1613936945539,1290
+"epoch",8.119496855345908,1613936945539,1290
+"wd_0",0.01,1613936945539,1290
+"sqr_mom_0",0.99,1613936945539,1290
+"lr_0",1.8206667373779822e-06,1613936945539,1290
+"mom_0",0.9135873011254516,1613936945539,1290
+"eps_0",1e-05,1613936945539,1290
+"wd_1",0.01,1613936945539,1290
+"sqr_mom_1",0.99,1613936945539,1290
+"lr_1",1.8206667373779823e-05,1613936945539,1290
+"mom_1",0.9135873011254516,1613936945539,1290
+"eps_1",1e-05,1613936945539,1290
+"wd_2",0.01,1613936945539,1290
+"sqr_mom_2",0.99,1613936945539,1290
+"lr_2",0.00018206667373779818,1613936945539,1290
+"mom_2",0.9135873011254516,1613936945539,1290
+"eps_2",1e-05,1613936945539,1290
+"train_loss",0.051671274,1613936946500,1291
+"raw_loss",0.035850797,1613936946500,1291
+"epoch",8.125786163522008,1613936946500,1291
+"wd_0",0.01,1613936946500,1291
+"sqr_mom_0",0.99,1613936946500,1291
+"lr_0",1.813878420706626e-06,1613936946500,1291
+"mom_0",0.9137230688165556,1613936946500,1291
+"eps_0",1e-05,1613936946500,1291
+"wd_1",0.01,1613936946500,1291
+"sqr_mom_1",0.99,1613936946500,1291
+"lr_1",1.8138784207066256e-05,1613936946500,1291
+"mom_1",0.9137230688165556,1613936946500,1291
+"eps_1",1e-05,1613936946500,1291
+"wd_2",0.01,1613936946500,1291
+"sqr_mom_2",0.99,1613936946500,1291
+"lr_2",0.00018138784207066258,1613936946500,1291
+"mom_2",0.9137230688165556,1613936946500,1291
+"eps_2",1e-05,1613936946500,1291
+"train_loss",0.051526226,1613936947449,1292
+"raw_loss",0.044418827,1613936947449,1292
+"epoch",8.132075471698109,1613936947449,1292
+"wd_0",0.01,1613936947449,1292
+"sqr_mom_0",0.99,1613936947449,1292
+"lr_0",1.8070960206279758e-06,1613936947449,1292
+"mom_0",0.9138587181746222,1613936947449,1292
+"eps_0",1e-05,1613936947449,1292
+"wd_1",0.01,1613936947449,1292
+"sqr_mom_1",0.99,1613936947449,1292
+"lr_1",1.8070960206279757e-05,1613936947449,1292
+"mom_1",0.9138587181746222,1613936947449,1292
+"eps_1",1e-05,1613936947449,1292
+"wd_2",0.01,1613936947449,1292
+"sqr_mom_2",0.99,1613936947449,1292
+"lr_2",0.00018070960206279755,1613936947449,1292
+"mom_2",0.9138587181746222,1613936947449,1292
+"eps_2",1e-05,1613936947449,1292
+"train_loss",0.051177558,1613936948454,1293
+"raw_loss",0.03409271,1613936948454,1293
+"epoch",8.138364779874209,1613936948454,1293
+"wd_0",0.01,1613936948454,1293
+"sqr_mom_0",0.99,1613936948454,1293
+"lr_0",1.8003182418208498e-06,1613936948454,1293
+"mom_0",0.913994275106334,1613936948454,1293
+"eps_0",1e-05,1613936948454,1293
+"wd_1",0.01,1613936948454,1293
+"sqr_mom_1",0.99,1613936948454,1293
+"lr_1",1.8003182418208492e-05,1613936948454,1293
+"mom_1",0.913994275106334,1613936948454,1293
+"eps_1",1e-05,1613936948454,1293
+"wd_2",0.01,1613936948454,1293
+"sqr_mom_2",0.99,1613936948454,1293
+"lr_2",0.00018003182418208492,1613936948454,1293
+"mom_2",0.913994275106334,1613936948454,1293
+"eps_2",1e-05,1613936948454,1293
+"train_loss",0.050816186,1613936949407,1294
+"raw_loss",0.03310893,1613936949407,1294
+"epoch",8.14465408805031,1613936949407,1294
+"wd_0",0.01,1613936949407,1294
+"sqr_mom_0",0.99,1613936949407,1294
+"lr_0",1.7935464876458152e-06,1613936949407,1294
+"mom_0",0.9141297115441991,1613936949407,1294
+"eps_0",1e-05,1613936949407,1294
+"wd_1",0.01,1613936949407,1294
+"sqr_mom_1",0.99,1613936949407,1294
+"lr_1",1.7935464876458153e-05,1613936949407,1294
+"mom_1",0.9141297115441991,1613936949407,1294
+"eps_1",1e-05,1613936949407,1294
+"wd_2",0.01,1613936949407,1294
+"sqr_mom_2",0.99,1613936949407,1294
+"lr_2",0.0001793546487645815,1613936949407,1294
+"mom_2",0.9141297115441991,1613936949407,1294
+"eps_2",1e-05,1613936949407,1294
+"train_loss",0.050595675,1613936950376,1295
+"raw_loss",0.039790567,1613936950376,1295
+"epoch",8.15094339622641,1613936950376,1295
+"wd_0",0.01,1613936950376,1295
+"sqr_mom_0",0.99,1613936950376,1295
+"lr_0",1.7867808109412934e-06,1613936950376,1295
+"mom_0",0.9142650264314385,1613936950376,1295
+"eps_0",1e-05,1613936950376,1295
+"wd_1",0.01,1613936950376,1295
+"sqr_mom_1",0.99,1613936950376,1295
+"lr_1",1.7867808109412934e-05,1613936950376,1295
+"mom_1",0.9142650264314385,1613936950376,1295
+"eps_1",1e-05,1613936950376,1295
+"wd_2",0.01,1613936950376,1295
+"sqr_mom_2",0.99,1613936950376,1295
+"lr_2",0.00017867808109412928,1613936950376,1295
+"mom_2",0.9142650264314385,1613936950376,1295
+"eps_2",1e-05,1613936950376,1295
+"train_loss",0.050161503,1613936951330,1296
+"raw_loss",0.028886992,1613936951330,1296
+"epoch",8.15723270440251,1613936951330,1296
+"wd_0",0.01,1613936951330,1296
+"sqr_mom_0",0.99,1613936951330,1296
+"lr_0",1.7800203678914232e-06,1613936951330,1296
+"mom_0",0.914400236644538,1613936951330,1296
+"eps_0",1e-05,1613936951330,1296
+"wd_1",0.01,1613936951330,1296
+"sqr_mom_1",0.99,1613936951330,1296
+"lr_1",1.780020367891423e-05,1613936951330,1296
+"mom_1",0.914400236644538,1613936951330,1296
+"eps_1",1e-05,1613936951330,1296
+"wd_2",0.01,1613936951330,1296
+"sqr_mom_2",0.99,1613936951330,1296
+"lr_2",0.00017800203678914228,1613936951330,1296
+"mom_2",0.914400236644538,1613936951330,1296
+"eps_2",1e-05,1613936951330,1296
+"train_loss",0.049792726,1613936952304,1297
+"raw_loss",0.031722587,1613936952304,1297
+"epoch",8.16352201257861,1613936952304,1297
+"wd_0",0.01,1613936952304,1297
+"sqr_mom_0",0.99,1613936952304,1297
+"lr_0",1.7732656614073274e-06,1613936952304,1297
+"mom_0",0.9145353321251747,1613936952304,1297
+"eps_0",1e-05,1613936952304,1297
+"wd_1",0.01,1613936952304,1297
+"sqr_mom_1",0.99,1613936952304,1297
+"lr_1",1.7732656614073273e-05,1613936952304,1297
+"mom_1",0.9145353321251747,1613936952304,1297
+"eps_1",1e-05,1613936952304,1297
+"wd_2",0.01,1613936952304,1297
+"sqr_mom_2",0.99,1613936952304,1297
+"lr_2",0.0001773265661407327,1613936952304,1297
+"mom_2",0.9145353321251747,1613936952304,1297
+"eps_2",1e-05,1613936952304,1297
+"train_loss",0.049485747,1613936953270,1298
+"raw_loss",0.03444381,1613936953270,1298
+"epoch",8.169811320754711,1613936953270,1298
+"wd_0",0.01,1613936953270,1298
+"sqr_mom_0",0.99,1613936953270,1298
+"lr_0",1.766516297780737e-06,1613936953270,1298
+"mom_0",0.9146703207475927,1613936953270,1298
+"eps_0",1e-05,1613936953270,1298
+"wd_1",0.01,1613936953270,1298
+"sqr_mom_1",0.99,1613936953270,1298
+"lr_1",1.766516297780737e-05,1613936953270,1298
+"mom_1",0.9146703207475927,1613936953270,1298
+"eps_1",1e-05,1613936953270,1298
+"wd_2",0.01,1613936953270,1298
+"sqr_mom_2",0.99,1613936953270,1298
+"lr_2",0.0001766516297780737,1613936953270,1298
+"mom_2",0.9146703207475927,1613936953270,1298
+"eps_2",1e-05,1613936953270,1298
+"train_loss",0.04987744,1613936954242,1299
+"raw_loss",0.06907043,1613936954242,1299
+"epoch",8.176100628930811,1613936954242,1299
+"wd_0",0.01,1613936954242,1299
+"sqr_mom_0",0.99,1613936954242,1299
+"lr_0",1.7597741204964225e-06,1613936954242,1299
+"mom_0",0.914805165641728,1613936954242,1299
+"eps_0",1e-05,1613936954242,1299
+"wd_1",0.01,1613936954242,1299
+"sqr_mom_1",0.99,1613936954242,1299
+"lr_1",1.7597741204964228e-05,1613936954242,1299
+"mom_1",0.914805165641728,1613936954242,1299
+"eps_1",1e-05,1613936954242,1299
+"wd_2",0.01,1613936954242,1299
+"sqr_mom_2",0.99,1613936954242,1299
+"lr_2",0.00017597741204964225,1613936954242,1299
+"mom_2",0.914805165641728,1613936954242,1299
+"eps_2",1e-05,1613936954242,1299
+"train_loss",0.049940996,1613936955196,1300
+"raw_loss",0.05305538,1613936955196,1300
+"epoch",8.182389937106912,1613936955196,1300
+"wd_0",0.01,1613936955196,1300
+"sqr_mom_0",0.99,1613936955196,1300
+"lr_0",1.7530364992931534e-06,1613936955196,1300
+"mom_0",0.9149399194133311,1613936955196,1300
+"eps_0",1e-05,1613936955196,1300
+"wd_1",0.01,1613936955196,1300
+"sqr_mom_1",0.99,1613936955196,1300
+"lr_1",1.7530364992931532e-05,1613936955196,1300
+"mom_1",0.9149399194133311,1613936955196,1300
+"eps_1",1e-05,1613936955196,1300
+"wd_2",0.01,1613936955196,1300
+"sqr_mom_2",0.99,1613936955196,1300
+"lr_2",0.0001753036499293153,1613936955196,1300
+"mom_2",0.9149399194133311,1613936955196,1300
+"eps_2",1e-05,1613936955196,1300
+"train_loss",0.050091308,1613936956164,1301
+"raw_loss",0.0574565,1613936956164,1301
+"epoch",8.188679245283012,1613936956164,1301
+"wd_0",0.01,1613936956164,1301
+"sqr_mom_0",0.99,1613936956164,1301
+"lr_0",1.746305276783236e-06,1613936956164,1301
+"mom_0",0.9150745452097874,1613936956164,1301
+"eps_0",1e-05,1613936956164,1301
+"wd_1",0.01,1613936956164,1301
+"sqr_mom_1",0.99,1613936956164,1301
+"lr_1",1.746305276783236e-05,1613936956164,1301
+"mom_1",0.9150745452097874,1613936956164,1301
+"eps_1",1e-05,1613936956164,1301
+"wd_2",0.01,1613936956164,1301
+"sqr_mom_2",0.99,1613936956164,1301
+"lr_2",0.00017463052767832356,1613936956164,1301
+"mom_2",0.9150745452097874,1613936956164,1301
+"eps_2",1e-05,1613936956164,1301
+"train_loss",0.050249897,1613936957111,1302
+"raw_loss",0.058020867,1613936957111,1302
+"epoch",8.194968553459113,1613936957111,1302
+"wd_0",0.01,1613936957111,1302
+"sqr_mom_0",0.99,1613936957111,1302
+"lr_0",1.7395805054072193e-06,1613936957111,1302
+"mom_0",0.9152090419822754,1613936957111,1302
+"eps_0",1e-05,1613936957111,1302
+"wd_1",0.01,1613936957111,1302
+"sqr_mom_1",0.99,1613936957111,1302
+"lr_1",1.7395805054072192e-05,1613936957111,1302
+"mom_1",0.9152090419822754,1613936957111,1302
+"eps_1",1e-05,1613936957111,1302
+"wd_2",0.01,1613936957111,1302
+"sqr_mom_2",0.99,1613936957111,1302
+"lr_2",0.00017395805054072188,1613936957111,1302
+"mom_2",0.9152090419822754,1613936957111,1302
+"eps_2",1e-05,1613936957111,1302
+"train_loss",0.050152365,1613936958081,1303
+"raw_loss",0.045373213,1613936958081,1303
+"epoch",8.201257861635213,1613936958081,1303
+"wd_0",0.01,1613936958081,1303
+"sqr_mom_0",0.99,1613936958081,1303
+"lr_0",1.7328613464509596e-06,1613936958081,1303
+"mom_0",0.9153434265052458,1613936958081,1303
+"eps_0",1e-05,1613936958081,1303
+"wd_1",0.01,1613936958081,1303
+"sqr_mom_1",0.99,1613936958081,1303
+"lr_1",1.73286134645096e-05,1613936958081,1303
+"mom_1",0.9153434265052458,1613936958081,1303
+"eps_1",1e-05,1613936958081,1303
+"wd_2",0.01,1613936958081,1303
+"sqr_mom_2",0.99,1613936958081,1303
+"lr_2",0.00017328613464509594,1613936958081,1303
+"mom_2",0.9153434265052458,1613936958081,1303
+"eps_2",1e-05,1613936958081,1303
+"train_loss",0.049659476,1613936959035,1304
+"raw_loss",0.025507834,1613936959035,1304
+"epoch",8.207547169811313,1613936959035,1304
+"wd_0",0.01,1613936959035,1304
+"sqr_mom_0",0.99,1613936959035,1304
+"lr_0",1.7261482997953189e-06,1613936959035,1304
+"mom_0",0.9154776887809815,1613936959035,1304
+"eps_0",1e-05,1613936959035,1304
+"wd_1",0.01,1613936959035,1304
+"sqr_mom_1",0.99,1613936959035,1304
+"lr_1",1.7261482997953186e-05,1613936959035,1304
+"mom_1",0.9154776887809815,1613936959035,1304
+"eps_1",1e-05,1613936959035,1304
+"wd_2",0.01,1613936959035,1304
+"sqr_mom_2",0.99,1613936959035,1304
+"lr_2",0.00017261482997953185,1613936959035,1304
+"mom_2",0.9154776887809815,1613936959035,1304
+"eps_2",1e-05,1613936959035,1304
+"train_loss",0.049602762,1613936960020,1305
+"raw_loss",0.046823774,1613936960020,1305
+"epoch",8.213836477987414,1613936960020,1305
+"wd_0",0.01,1613936960020,1305
+"sqr_mom_0",0.99,1613936960020,1305
+"lr_0",1.7194409742011438e-06,1613936960020,1305
+"mom_0",0.9156118366343434,1613936960020,1305
+"eps_0",1e-05,1613936960020,1305
+"wd_1",0.01,1613936960020,1305
+"sqr_mom_1",0.99,1613936960020,1305
+"lr_1",1.7194409742011437e-05,1613936960020,1305
+"mom_1",0.9156118366343434,1613936960020,1305
+"eps_1",1e-05,1613936960020,1305
+"wd_2",0.01,1613936960020,1305
+"sqr_mom_2",0.99,1613936960020,1305
+"lr_2",0.00017194409742011434,1613936960020,1305
+"mom_2",0.9156118366343434,1613936960020,1305
+"eps_2",1e-05,1613936960020,1305
+"train_loss",0.049200103,1613936960966,1306
+"raw_loss",0.02946972,1613936960966,1306
+"epoch",8.220125786163514,1613936960966,1306
+"wd_0",0.01,1613936960966,1306
+"sqr_mom_0",0.99,1613936960966,1306
+"lr_0",1.7127407572789115e-06,1613936960966,1306
+"mom_0",0.9157458423128448,1613936960966,1306
+"eps_0",1e-05,1613936960966,1306
+"wd_1",0.01,1613936960966,1306
+"sqr_mom_1",0.99,1613936960966,1306
+"lr_1",1.712740757278911e-05,1613936960966,1306
+"mom_1",0.9157458423128448,1613936960966,1306
+"eps_1",1e-05,1613936960966,1306
+"wd_2",0.01,1613936960966,1306
+"sqr_mom_2",0.99,1613936960966,1306
+"lr_2",0.0001712740757278911,1613936960966,1306
+"mom_2",0.9157458423128448,1613936960966,1306
+"eps_2",1e-05,1613936960966,1306
+"train_loss",0.049732674,1613936961944,1307
+"raw_loss",0.07582871,1613936961944,1307
+"epoch",8.226415094339615,1613936961944,1307
+"wd_0",0.01,1613936961944,1307
+"sqr_mom_0",0.99,1613936961944,1307
+"lr_0",1.7060463682414157e-06,1613936961944,1307
+"mom_0",0.915879731432486,1613936961944,1307
+"eps_0",1e-05,1613936961944,1307
+"wd_1",0.01,1613936961944,1307
+"sqr_mom_1",0.99,1613936961944,1307
+"lr_1",1.7060463682414156e-05,1613936961944,1307
+"mom_1",0.915879731432486,1613936961944,1307
+"eps_1",1e-05,1613936961944,1307
+"wd_2",0.01,1613936961944,1307
+"sqr_mom_2",0.99,1613936961944,1307
+"lr_2",0.00017060463682414158,1613936961944,1307
+"mom_2",0.915879731432486,1613936961944,1307
+"eps_2",1e-05,1613936961944,1307
+"train_loss",0.049855955,1613936962900,1308
+"raw_loss",0.055896718,1613936962900,1308
+"epoch",8.232704402515715,1613936962900,1308
+"wd_0",0.01,1613936962900,1308
+"sqr_mom_0",0.99,1613936962900,1308
+"lr_0",1.6993583051502285e-06,1613936962900,1308
+"mom_0",0.9160134940319358,1613936962900,1308
+"eps_0",1e-05,1613936962900,1308
+"wd_1",0.01,1613936962900,1308
+"sqr_mom_1",0.99,1613936962900,1308
+"lr_1",1.6993583051502286e-05,1613936962900,1308
+"mom_1",0.9160134940319358,1613936962900,1308
+"eps_1",1e-05,1613936962900,1308
+"wd_2",0.01,1613936962900,1308
+"sqr_mom_2",0.99,1613936962900,1308
+"lr_2",0.00016993583051502282,1613936962900,1308
+"mom_2",0.9160134940319358,1613936962900,1308
+"eps_2",1e-05,1613936962900,1308
+"train_loss",0.049580827,1613936963889,1309
+"raw_loss",0.03609952,1613936963889,1309
+"epoch",8.238993710691815,1613936963889,1309
+"wd_0",0.01,1613936963889,1309
+"sqr_mom_0",0.99,1613936963889,1309
+"lr_0",1.692677064337918e-06,1613936963889,1309
+"mom_0",0.9161471201844434,1613936963889,1309
+"eps_0",1e-05,1613936963889,1309
+"wd_1",0.01,1613936963889,1309
+"sqr_mom_1",0.99,1613936963889,1309
+"lr_1",1.6926770643379183e-05,1613936963889,1309
+"mom_1",0.9161471201844434,1613936963889,1309
+"eps_1",1e-05,1613936963889,1309
+"wd_2",0.01,1613936963889,1309
+"sqr_mom_2",0.99,1613936963889,1309
+"lr_2",0.0001692677064337918,1613936963889,1309
+"mom_2",0.9161471201844434,1613936963889,1309
+"eps_2",1e-05,1613936963889,1309
+"train_loss",0.049346443,1613936964844,1310
+"raw_loss",0.037861522,1613936964844,1310
+"epoch",8.245283018867916,1613936964844,1310
+"wd_0",0.01,1613936964844,1310
+"sqr_mom_0",0.99,1613936964844,1310
+"lr_0",1.6860018125194767e-06,1613936964844,1310
+"mom_0",0.916280626555876,1613936964844,1310
+"eps_0",1e-05,1613936964844,1310
+"wd_1",0.01,1613936964844,1310
+"sqr_mom_1",0.99,1613936964844,1310
+"lr_1",1.6860018125194763e-05,1613936964844,1310
+"mom_1",0.916280626555876,1613936964844,1310
+"eps_1",1e-05,1613936964844,1310
+"wd_2",0.01,1613936964844,1310
+"sqr_mom_2",0.99,1613936964844,1310
+"lr_2",0.00016860018125194762,1613936964844,1310
+"mom_2",0.916280626555876,1613936964844,1310
+"eps_2",1e-05,1613936964844,1310
+"train_loss",0.049249608,1613936965813,1311
+"raw_loss",0.04450459,1613936965813,1311
+"epoch",8.251572327044016,1613936965813,1311
+"wd_0",0.01,1613936965813,1311
+"sqr_mom_0",0.99,1613936965813,1311
+"lr_0",1.6793326041647825e-06,1613936965813,1311
+"mom_0",0.9164140120568249,1613936965813,1311
+"eps_0",1e-05,1613936965813,1311
+"wd_1",0.01,1613936965813,1311
+"sqr_mom_1",0.99,1613936965813,1311
+"lr_1",1.6793326041647822e-05,1613936965813,1311
+"mom_1",0.9164140120568249,1613936965813,1311
+"eps_1",1e-05,1613936965813,1311
+"wd_2",0.01,1613936965813,1311
+"sqr_mom_2",0.99,1613936965813,1311
+"lr_2",0.0001679332604164782,1613936965813,1311
+"mom_2",0.9164140120568249,1613936965813,1311
+"eps_2",1e-05,1613936965813,1311
+"train_loss",0.049452763,1613936966755,1312
+"raw_loss",0.059407417,1613936966755,1312
+"epoch",8.257861635220117,1613936966755,1312
+"wd_0",0.01,1613936966755,1312
+"sqr_mom_0",0.99,1613936966755,1312
+"lr_0",1.672670377213269e-06,1613936966755,1312
+"mom_0",0.9165472579283138,1613936966755,1312
+"eps_0",1e-05,1613936966755,1312
+"wd_1",0.01,1613936966755,1312
+"sqr_mom_1",0.99,1613936966755,1312
+"lr_1",1.672670377213269e-05,1613936966755,1312
+"mom_1",0.9165472579283138,1613936966755,1312
+"eps_1",1e-05,1613936966755,1312
+"wd_2",0.01,1613936966755,1312
+"sqr_mom_2",0.99,1613936966755,1312
+"lr_2",0.00016726703772132684,1613936966755,1312
+"mom_2",0.9165472579283138,1613936966755,1312
+"eps_2",1e-05,1613936966755,1312
+"train_loss",0.049127836,1613936967713,1313
+"raw_loss",0.033206455,1613936967713,1313
+"epoch",8.264150943396217,1613936967713,1313
+"wd_0",0.01,1613936967713,1313
+"sqr_mom_0",0.99,1613936967713,1313
+"lr_0",1.6660151834389536e-06,1613936967713,1313
+"mom_0",0.9166803631348522,1613936967713,1313
+"eps_0",1e-05,1613936967713,1313
+"wd_1",0.01,1613936967713,1313
+"sqr_mom_1",0.99,1613936967713,1313
+"lr_1",1.6660151834389537e-05,1613936967713,1313
+"mom_1",0.9166803631348522,1613936967713,1313
+"eps_1",1e-05,1613936967713,1313
+"wd_2",0.01,1613936967713,1313
+"sqr_mom_2",0.99,1613936967713,1313
+"lr_2",0.0001666015183438953,1613936967713,1313
+"mom_2",0.9166803631348522,1613936967713,1313
+"eps_2",1e-05,1613936967713,1313
+"train_loss",0.048738547,1613936968678,1314
+"raw_loss",0.029663298,1613936968678,1314
+"epoch",8.270440251572317,1613936968678,1314
+"wd_0",0.01,1613936968678,1314
+"sqr_mom_0",0.99,1613936968678,1314
+"lr_0",1.6593661928054186e-06,1613936968678,1314
+"mom_0",0.9168133442773344,1613936968678,1314
+"eps_0",1e-05,1613936968678,1314
+"wd_1",0.01,1613936968678,1314
+"sqr_mom_1",0.99,1613936968678,1314
+"lr_1",1.6593661928054186e-05,1613936968678,1314
+"mom_1",0.9168133442773344,1613936968678,1314
+"eps_1",1e-05,1613936968678,1314
+"wd_2",0.01,1613936968678,1314
+"sqr_mom_2",0.99,1613936968678,1314
+"lr_2",0.00016593661928054182,1613936968678,1314
+"mom_2",0.9168133442773344,1613936968678,1314
+"eps_2",1e-05,1613936968678,1314
+"train_loss",0.05005555,1613936969655,1315
+"raw_loss",0.11458875,1613936969655,1315
+"epoch",8.276729559748418,1613936969655,1315
+"wd_0",0.01,1613936969655,1315
+"sqr_mom_0",0.99,1613936969655,1315
+"lr_0",1.6527239000378774e-06,1613936969655,1315
+"mom_0",0.9169461914611571,1613936969655,1315
+"eps_0",1e-05,1613936969655,1315
+"wd_1",0.01,1613936969655,1315
+"sqr_mom_1",0.99,1613936969655,1315
+"lr_1",1.6527239000378773e-05,1613936969655,1315
+"mom_1",0.9169461914611571,1613936969655,1315
+"eps_1",1e-05,1613936969655,1315
+"wd_2",0.01,1613936969655,1315
+"sqr_mom_2",0.99,1613936969655,1315
+"lr_2",0.00016527239000378773,1613936969655,1315
+"mom_2",0.9169461914611571,1613936969655,1315
+"eps_2",1e-05,1613936969655,1315
+"train_loss",0.05022517,1613936970589,1316
+"raw_loss",0.058536615,1613936970589,1316
+"epoch",8.283018867924518,1613936970589,1316
+"wd_0",0.01,1613936970589,1316
+"sqr_mom_0",0.99,1613936970589,1316
+"lr_0",1.6460887980308888e-06,1613936970589,1316
+"mom_0",0.9170788948283305,1613936970589,1316
+"eps_0",1e-05,1613936970589,1316
+"wd_1",0.01,1613936970589,1316
+"sqr_mom_1",0.99,1613936970589,1316
+"lr_1",1.6460887980308887e-05,1613936970589,1316
+"mom_1",0.9170788948283305,1613936970589,1316
+"eps_1",1e-05,1613936970589,1316
+"wd_2",0.01,1613936970589,1316
+"sqr_mom_2",0.99,1613936970589,1316
+"lr_2",0.00016460887980308884,1613936970589,1316
+"mom_2",0.9170788948283305,1613936970589,1316
+"eps_2",1e-05,1613936970589,1316
+"train_loss",0.049818736,1613936971608,1317
+"raw_loss",0.029903468,1613936971608,1317
+"epoch",8.289308176100619,1613936971608,1317
+"wd_0",0.01,1613936971608,1317
+"sqr_mom_0",0.99,1613936971608,1317
+"lr_0",1.6394600592538827e-06,1613936971608,1317
+"mom_0",0.9172114709296316,1613936971608,1317
+"eps_0",1e-05,1613936971608,1317
+"wd_1",0.01,1613936971608,1317
+"sqr_mom_1",0.99,1613936971608,1317
+"lr_1",1.639460059253883e-05,1613936971608,1317
+"mom_1",0.9172114709296316,1613936971608,1317
+"eps_1",1e-05,1613936971608,1317
+"wd_2",0.01,1613936971608,1317
+"sqr_mom_2",0.99,1613936971608,1317
+"lr_2",0.00016394600592538826,1613936971608,1317
+"mom_2",0.9172114709296316,1613936971608,1317
+"eps_2",1e-05,1613936971608,1317
+"train_loss",0.0497506,1613936972566,1318
+"raw_loss",0.0464119,1613936972566,1318
+"epoch",8.295597484276719,1613936972566,1318
+"wd_0",0.01,1613936972566,1318
+"sqr_mom_0",0.99,1613936972566,1318
+"lr_0",1.6328377378799832e-06,1613936972566,1318
+"mom_0",0.9173439186815872,1613936972566,1318
+"eps_0",1e-05,1613936972566,1318
+"wd_1",0.01,1613936972566,1318
+"sqr_mom_1",0.99,1613936972566,1318
+"lr_1",1.632837737879983e-05,1613936972566,1318
+"mom_1",0.9173439186815872,1613936972566,1318
+"eps_1",1e-05,1613936972566,1318
+"wd_2",0.01,1613936972566,1318
+"sqr_mom_2",0.99,1613936972566,1318
+"lr_2",0.00016328377378799826,1613936972566,1318
+"mom_2",0.9173439186815872,1613936972566,1318
+"eps_2",1e-05,1613936972566,1318
+"train_loss",0.050206535,1613936973513,1319
+"raw_loss",0.07254727,1613936973513,1319
+"epoch",8.30188679245282,1613936973513,1319
+"wd_0",0.01,1613936973513,1319
+"sqr_mom_0",0.99,1613936973513,1319
+"lr_0",1.6262232038575033e-06,1613936973513,1319
+"mom_0",0.9174762106849568,1613936973513,1319
+"eps_0",1e-05,1613936973513,1319
+"wd_1",0.01,1613936973513,1319
+"sqr_mom_1",0.99,1613936973513,1319
+"lr_1",1.6262232038575035e-05,1613936973513,1319
+"mom_1",0.9174762106849568,1613936973513,1319
+"eps_1",1e-05,1613936973513,1319
+"wd_2",0.01,1613936973513,1319
+"sqr_mom_2",0.99,1613936973513,1319
+"lr_2",0.00016262232038575034,1613936973513,1319
+"mom_2",0.9174762106849568,1613936973513,1319
+"eps_2",1e-05,1613936973513,1319
+"train_loss",0.050015356,1613936974452,1320
+"raw_loss",0.040647548,1613936974452,1320
+"epoch",8.30817610062892,1613936974452,1320
+"wd_0",0.01,1613936974452,1320
+"sqr_mom_0",0.99,1613936974452,1320
+"lr_0",1.6196151927014684e-06,1613936974452,1320
+"mom_0",0.9176083722296929,1613936974452,1320
+"eps_0",1e-05,1613936974452,1320
+"wd_1",0.01,1613936974452,1320
+"sqr_mom_1",0.99,1613936974452,1320
+"lr_1",1.6196151927014682e-05,1613936974452,1320
+"mom_1",0.9176083722296929,1613936974452,1320
+"eps_1",1e-05,1613936974452,1320
+"wd_2",0.01,1613936974452,1320
+"sqr_mom_2",0.99,1613936974452,1320
+"lr_2",0.0001619615192701468,1613936974452,1320
+"mom_2",0.9176083722296929,1613936974452,1320
+"eps_2",1e-05,1613936974452,1320
+"train_loss",0.049620077,1613936975406,1321
+"raw_loss",0.030251406,1613936975406,1321
+"epoch",8.31446540880502,1613936975406,1321
+"wd_0",0.01,1613936975406,1321
+"sqr_mom_0",0.99,1613936975406,1321
+"lr_0",1.6130141961235943e-06,1613936975406,1321
+"mom_0",0.9177403934814629,1613936975406,1321
+"eps_0",1e-05,1613936975406,1321
+"wd_1",0.01,1613936975406,1321
+"sqr_mom_1",0.99,1613936975406,1321
+"lr_1",1.6130141961235942e-05,1613936975406,1321
+"mom_1",0.9177403934814629,1613936975406,1321
+"eps_1",1e-05,1613936975406,1321
+"wd_2",0.01,1613936975406,1321
+"sqr_mom_2",0.99,1613936975406,1321
+"lr_2",0.00016130141961235938,1613936975406,1321
+"mom_2",0.9177403934814629,1613936975406,1321
+"eps_2",1e-05,1613936975406,1321
+"train_loss",0.049747027,1613936976346,1322
+"raw_loss",0.055967636,1613936976346,1322
+"epoch",8.32075471698112,1613936976346,1322
+"wd_0",0.01,1613936976346,1322
+"sqr_mom_0",0.99,1613936976346,1322
+"lr_0",1.606420266716669e-06,1613936976346,1322
+"mom_0",0.9178722733884005,1613936976346,1322
+"eps_0",1e-05,1613936976346,1322
+"wd_1",0.01,1613936976346,1322
+"sqr_mom_1",0.99,1613936976346,1322
+"lr_1",1.6064202667166693e-05,1613936976346,1322
+"mom_1",0.9178722733884005,1613936976346,1322
+"eps_1",1e-05,1613936976346,1322
+"wd_2",0.01,1613936976346,1322
+"sqr_mom_2",0.99,1613936976346,1322
+"lr_2",0.0001606420266716669,1613936976346,1322
+"mom_2",0.9178722733884005,1613936976346,1322
+"eps_2",1e-05,1613936976346,1322
+"train_loss",0.049640898,1613936977311,1323
+"raw_loss",0.04444062,1613936977311,1323
+"epoch",8.327044025157221,1613936977311,1323
+"wd_0",0.01,1613936977311,1323
+"sqr_mom_0",0.99,1613936977311,1323
+"lr_0",1.5998338937448223e-06,1613936977311,1323
+"mom_0",0.9180040021651252,1613936977311,1323
+"eps_0",1e-05,1613936977311,1323
+"wd_1",0.01,1613936977311,1323
+"sqr_mom_1",0.99,1613936977311,1323
+"lr_1",1.5998338937448222e-05,1613936977311,1323
+"mom_1",0.9180040021651252,1613936977311,1323
+"eps_1",1e-05,1613936977311,1323
+"wd_2",0.01,1613936977311,1323
+"sqr_mom_2",0.99,1613936977311,1323
+"lr_2",0.0001599833893744822,1613936977311,1323
+"mom_2",0.9180040021651252,1613936977311,1323
+"eps_2",1e-05,1613936977311,1323
+"train_loss",0.04917052,1613936978255,1324
+"raw_loss",0.026121985,1613936978255,1324
+"epoch",8.333333333333321,1613936978255,1324
+"wd_0",0.01,1613936978255,1324
+"sqr_mom_0",0.99,1613936978255,1324
+"lr_0",1.5932538195048633e-06,1613936978255,1324
+"mom_0",0.9181356049659524,1613936978255,1324
+"eps_0",1e-05,1613936978255,1324
+"wd_1",0.01,1613936978255,1324
+"sqr_mom_1",0.99,1613936978255,1324
+"lr_1",1.593253819504863e-05,1613936978255,1324
+"mom_1",0.9181356049659524,1613936978255,1324
+"eps_1",1e-05,1613936978255,1324
+"wd_2",0.01,1613936978255,1324
+"sqr_mom_2",0.99,1613936978255,1324
+"lr_2",0.00015932538195048625,1613936978255,1324
+"mom_2",0.9181356049659524,1613936978255,1324
+"eps_2",1e-05,1613936978255,1324
+"train_loss",0.04971961,1613936979207,1325
+"raw_loss",0.076625094,1613936979207,1325
+"epoch",8.339622641509422,1613936979207,1325
+"wd_0",0.01,1613936979207,1325
+"sqr_mom_0",0.99,1613936979207,1325
+"lr_0",1.5866814066023502e-06,1613936979207,1325
+"mom_0",0.9182670545384983,1613936979207,1325
+"eps_0",1e-05,1613936979207,1325
+"wd_1",0.01,1613936979207,1325
+"sqr_mom_1",0.99,1613936979207,1325
+"lr_1",1.58668140660235e-05,1613936979207,1325
+"mom_1",0.9182670545384983,1613936979207,1325
+"eps_1",1e-05,1613936979207,1325
+"wd_2",0.01,1613936979207,1325
+"sqr_mom_2",0.99,1613936979207,1325
+"lr_2",0.00015866814066023497,1613936979207,1325
+"mom_2",0.9182670545384983,1613936979207,1325
+"eps_2",1e-05,1613936979207,1325
+"train_loss",0.049312204,1613936980155,1326
+"raw_loss",0.02934924,1613936980155,1326
+"epoch",8.345911949685522,1613936980155,1326
+"wd_0",0.01,1613936980155,1326
+"sqr_mom_0",0.99,1613936980155,1326
+"lr_0",1.5801167059592973e-06,1613936980155,1326
+"mom_0",0.9183983498643127,1613936980155,1326
+"eps_0",1e-05,1613936980155,1326
+"wd_1",0.01,1613936980155,1326
+"sqr_mom_1",0.99,1613936980155,1326
+"lr_1",1.5801167059592973e-05,1613936980155,1326
+"mom_1",0.9183983498643127,1613936980155,1326
+"eps_1",1e-05,1613936980155,1326
+"wd_2",0.01,1613936980155,1326
+"sqr_mom_2",0.99,1613936980155,1326
+"lr_2",0.0001580116705959297,1613936980155,1326
+"mom_2",0.9183983498643127,1613936980155,1326
+"eps_2",1e-05,1613936980155,1326
+"train_loss",0.048804604,1613936981118,1327
+"raw_loss",0.023932151,1613936981118,1327
+"epoch",8.352201257861623,1613936981118,1327
+"wd_0",0.01,1613936981118,1327
+"sqr_mom_0",0.99,1613936981118,1327
+"lr_0",1.5735588988255978e-06,1613936981118,1327
+"mom_0",0.9185295073185612,1613936981118,1327
+"eps_0",1e-05,1613936981118,1327
+"wd_1",0.01,1613936981118,1327
+"sqr_mom_1",0.99,1613936981118,1327
+"lr_1",1.573558898825598e-05,1613936981118,1327
+"mom_1",0.9185295073185612,1613936981118,1327
+"eps_1",1e-05,1613936981118,1327
+"wd_2",0.01,1613936981118,1327
+"sqr_mom_2",0.99,1613936981118,1327
+"lr_2",0.00015735588988255976,1613936981118,1327
+"mom_2",0.9185295073185612,1613936981118,1327
+"eps_2",1e-05,1613936981118,1327
+"train_loss",0.048240554,1613936982056,1328
+"raw_loss",0.020602146,1613936982056,1328
+"epoch",8.358490566037723,1613936982056,1328
+"wd_0",0.01,1613936982056,1328
+"sqr_mom_0",0.99,1613936982056,1328
+"lr_0",1.5670084732190306e-06,1613936982056,1328
+"mom_0",0.9186605171407908,1613936982056,1328
+"eps_0",1e-05,1613936982056,1328
+"wd_1",0.01,1613936982056,1328
+"sqr_mom_1",0.99,1613936982056,1328
+"lr_1",1.5670084732190303e-05,1613936982056,1328
+"mom_1",0.9186605171407908,1613936982056,1328
+"eps_1",1e-05,1613936982056,1328
+"wd_2",0.01,1613936982056,1328
+"sqr_mom_2",0.99,1613936982056,1328
+"lr_2",0.00015670084732190303,1613936982056,1328
+"mom_2",0.9186605171407908,1613936982056,1328
+"eps_2",1e-05,1613936982056,1328
+"train_loss",0.04782707,1613936983027,1329
+"raw_loss",0.027566355,1613936983027,1329
+"epoch",8.364779874213824,1613936983027,1329
+"wd_0",0.01,1613936983027,1329
+"sqr_mom_0",0.99,1613936983027,1329
+"lr_0",1.5604650475191025e-06,1613936983027,1329
+"mom_0",0.9187913869634876,1613936983027,1329
+"eps_0",1e-05,1613936983027,1329
+"wd_1",0.01,1613936983027,1329
+"sqr_mom_1",0.99,1613936983027,1329
+"lr_1",1.5604650475191026e-05,1613936983027,1329
+"mom_1",0.9187913869634876,1613936983027,1329
+"eps_1",1e-05,1613936983027,1329
+"wd_2",0.01,1613936983027,1329
+"sqr_mom_2",0.99,1613936983027,1329
+"lr_2",0.0001560465047519102,1613936983027,1329
+"mom_2",0.9187913869634876,1613936983027,1329
+"eps_2",1e-05,1613936983027,1329
+"train_loss",0.047364917,1613936983972,1330
+"raw_loss",0.024719536,1613936983972,1330
+"epoch",8.371069182389924,1613936983972,1330
+"wd_0",0.01,1613936983972,1330
+"sqr_mom_0",0.99,1613936983972,1330
+"lr_0",1.5539304085996022e-06,1613936983972,1330
+"mom_0",0.9189220810488185,1613936983972,1330
+"eps_0",1e-05,1613936983972,1330
+"wd_1",0.01,1613936983972,1330
+"sqr_mom_1",0.99,1613936983972,1330
+"lr_1",1.5539304085996023e-05,1613936983972,1330
+"mom_1",0.9189220810488185,1613936983972,1330
+"eps_1",1e-05,1613936983972,1330
+"wd_2",0.01,1613936983972,1330
+"sqr_mom_2",0.99,1613936983972,1330
+"lr_2",0.00015539304085996014,1613936983972,1330
+"mom_2",0.9189220810488185,1613936983972,1330
+"eps_2",1e-05,1613936983972,1330
+"train_loss",0.046933036,1613936984938,1331
+"raw_loss",0.025770888,1613936984938,1331
+"epoch",8.377358490566024,1613936984938,1331
+"wd_0",0.01,1613936984938,1331
+"sqr_mom_0",0.99,1613936984938,1331
+"lr_0",1.5474020071642587e-06,1613936984938,1331
+"mom_0",0.9190526503832186,1613936984938,1331
+"eps_0",1e-05,1613936984938,1331
+"wd_1",0.01,1613936984938,1331
+"sqr_mom_1",0.99,1613936984938,1331
+"lr_1",1.5474020071642585e-05,1613936984938,1331
+"mom_1",0.9190526503832186,1613936984938,1331
+"eps_1",1e-05,1613936984938,1331
+"wd_2",0.01,1613936984938,1331
+"sqr_mom_2",0.99,1613936984938,1331
+"lr_2",0.00015474020071642585,1613936984938,1331
+"mom_2",0.9190526503832186,1613936984938,1331
+"eps_2",1e-05,1613936984938,1331
+"train_loss",0.046388436,1613936985869,1332
+"raw_loss",0.019702936,1613936985869,1332
+"epoch",8.383647798742125,1613936985869,1332
+"wd_0",0.01,1613936985869,1332
+"sqr_mom_0",0.99,1613936985869,1332
+"lr_0",1.540881628970558e-06,1613936985869,1332
+"mom_0",0.9191830592511814,1613936985869,1332
+"eps_0",1e-05,1613936985869,1332
+"wd_1",0.01,1613936985869,1332
+"sqr_mom_1",0.99,1613936985869,1332
+"lr_1",1.540881628970558e-05,1613936985869,1332
+"mom_1",0.9191830592511814,1613936985869,1332
+"eps_1",1e-05,1613936985869,1332
+"wd_2",0.01,1613936985869,1332
+"sqr_mom_2",0.99,1613936985869,1332
+"lr_2",0.00015408816289705574,1613936985869,1332
+"mom_2",0.9191830592511814,1613936985869,1332
+"eps_2",1e-05,1613936985869,1332
+"train_loss",0.046304394,1613936986828,1333
+"raw_loss",0.04218622,1613936986828,1333
+"epoch",8.389937106918225,1613936986828,1333
+"wd_0",0.01,1613936986828,1333
+"sqr_mom_0",0.99,1613936986828,1333
+"lr_0",1.5343693244532691e-06,1613936986828,1333
+"mom_0",0.919313306644001,1613936986828,1333
+"eps_0",1e-05,1613936986828,1333
+"wd_1",0.01,1613936986828,1333
+"sqr_mom_1",0.99,1613936986828,1333
+"lr_1",1.5343693244532694e-05,1613936986828,1333
+"mom_1",0.919313306644001,1613936986828,1333
+"eps_1",1e-05,1613936986828,1333
+"wd_2",0.01,1613936986828,1333
+"sqr_mom_2",0.99,1613936986828,1333
+"lr_2",0.00015343693244532686,1613936986828,1333
+"mom_2",0.919313306644001,1613936986828,1333
+"eps_2",1e-05,1613936986828,1333
+"train_loss",0.046086617,1613936987761,1334
+"raw_loss",0.0354155,1613936987761,1334
+"epoch",8.396226415094326,1613936987761,1334
+"wd_0",0.01,1613936987761,1334
+"sqr_mom_0",0.99,1613936987761,1334
+"lr_0",1.527864281397135e-06,1613936987761,1334
+"mom_0",0.9194434088061454,1613936987761,1334
+"eps_0",1e-05,1613936987761,1334
+"wd_1",0.01,1613936987761,1334
+"sqr_mom_1",0.99,1613936987761,1334
+"lr_1",1.527864281397135e-05,1613936987761,1334
+"mom_1",0.9194434088061454,1613936987761,1334
+"eps_1",1e-05,1613936987761,1334
+"wd_2",0.01,1613936987761,1334
+"sqr_mom_2",0.99,1613936987761,1334
+"lr_2",0.00015278642813971343,1613936987761,1334
+"mom_2",0.9194434088061454,1613936987761,1334
+"eps_2",1e-05,1613936987761,1334
+"train_loss",0.04621959,1613936988708,1335
+"raw_loss",0.052735295,1613936988708,1335
+"epoch",8.402515723270426,1613936988708,1335
+"wd_0",0.01,1613936988708,1335
+"sqr_mom_0",0.99,1613936988708,1335
+"lr_0",1.521366983935482e-06,1613936988708,1335
+"mom_0",0.9195733560548509,1613936988708,1335
+"eps_0",1e-05,1613936988708,1335
+"wd_1",0.01,1613936988708,1335
+"sqr_mom_1",0.99,1613936988708,1335
+"lr_1",1.5213669839354819e-05,1613936988708,1335
+"mom_1",0.9195733560548509,1613936988708,1335
+"eps_1",1e-05,1613936988708,1335
+"wd_2",0.01,1613936988708,1335
+"sqr_mom_2",0.99,1613936988708,1335
+"lr_2",0.00015213669839354816,1613936988708,1335
+"mom_2",0.9195733560548509,1613936988708,1335
+"eps_2",1e-05,1613936988708,1335
+"train_loss",0.046646625,1613936989656,1336
+"raw_loss",0.06757131,1613936989656,1336
+"epoch",8.408805031446526,1613936989656,1336
+"wd_0",0.01,1613936989656,1336
+"sqr_mom_0",0.99,1613936989656,1336
+"lr_0",1.514877053585192e-06,1613936989656,1336
+"mom_0",0.9197031559598557,1613936989656,1336
+"eps_0",1e-05,1613936989656,1336
+"wd_1",0.01,1613936989656,1336
+"sqr_mom_1",0.99,1613936989656,1336
+"lr_1",1.5148770535851919e-05,1613936989656,1336
+"mom_1",0.9197031559598557,1613936989656,1336
+"eps_1",1e-05,1613936989656,1336
+"wd_2",0.01,1613936989656,1336
+"sqr_mom_2",0.99,1613936989656,1336
+"lr_2",0.00015148770535851916,1613936989656,1336
+"mom_2",0.9197031559598557,1613936989656,1336
+"eps_2",1e-05,1613936989656,1336
+"train_loss",0.04633618,1613936990645,1337
+"raw_loss",0.031124372,1613936990645,1337
+"epoch",8.415094339622627,1613936990645,1337
+"wd_0",0.01,1613936990645,1337
+"sqr_mom_0",0.99,1613936990645,1337
+"lr_0",1.5083958327998023e-06,1613936990645,1337
+"mom_0",0.9198327816718206,1613936990645,1337
+"eps_0",1e-05,1613936990645,1337
+"wd_1",0.01,1613936990645,1337
+"sqr_mom_1",0.99,1613936990645,1337
+"lr_1",1.5083958327998023e-05,1613936990645,1337
+"mom_1",0.9198327816718206,1613936990645,1337
+"eps_1",1e-05,1613936990645,1337
+"wd_2",0.01,1613936990645,1337
+"sqr_mom_2",0.99,1613936990645,1337
+"lr_2",0.0001508395832799802,1613936990645,1337
+"mom_2",0.9198327816718206,1613936990645,1337
+"eps_2",1e-05,1613936990645,1337
+"train_loss",0.0460098,1613936991623,1338
+"raw_loss",0.03001718,1613936991623,1338
+"epoch",8.421383647798727,1613936991623,1338
+"wd_0",0.01,1613936991623,1338
+"sqr_mom_0",0.99,1613936991623,1338
+"lr_0",1.501922082472139e-06,1613936991623,1338
+"mom_0",0.9199622579731369,1613936991623,1338
+"eps_0",1e-05,1613936991623,1338
+"wd_1",0.01,1613936991623,1338
+"sqr_mom_1",0.99,1613936991623,1338
+"lr_1",1.501922082472139e-05,1613936991623,1338
+"mom_1",0.9199622579731369,1613936991623,1338
+"eps_1",1e-05,1613936991623,1338
+"wd_2",0.01,1613936991623,1338
+"sqr_mom_2",0.99,1613936991623,1338
+"lr_2",0.00015019220824721385,1613936991623,1338
+"mom_2",0.9199622579731369,1613936991623,1338
+"eps_2",1e-05,1613936991623,1338
+"train_loss",0.045495134,1613936992602,1339
+"raw_loss",0.020276485,1613936992602,1339
+"epoch",8.427672955974828,1613936992602,1339
+"wd_0",0.01,1613936992602,1339
+"sqr_mom_0",0.99,1613936992602,1339
+"lr_0",1.495456284430866e-06,1613936992602,1339
+"mom_0",0.9200915752271349,1613936992602,1339
+"eps_0",1e-05,1613936992602,1339
+"wd_1",0.01,1613936992602,1339
+"sqr_mom_1",0.99,1613936992602,1339
+"lr_1",1.4954562844308656e-05,1613936992602,1339
+"mom_1",0.9200915752271349,1613936992602,1339
+"eps_1",1e-05,1613936992602,1339
+"wd_2",0.01,1613936992602,1339
+"sqr_mom_2",0.99,1613936992602,1339
+"lr_2",0.00014954562844308653,1613936992602,1339
+"mom_2",0.9200915752271349,1613936992602,1339
+"eps_2",1e-05,1613936992602,1339
+"train_loss",0.04577182,1613936993534,1340
+"raw_loss",0.059329323,1613936993534,1340
+"epoch",8.433962264150928,1613936993534,1340
+"wd_0",0.01,1613936993534,1340
+"sqr_mom_0",0.99,1613936993534,1340
+"lr_0",1.4889989183311295e-06,1613936993534,1340
+"mom_0",0.9202207238406158,1613936993534,1340
+"eps_0",1e-05,1613936993534,1340
+"wd_1",0.01,1613936993534,1340
+"sqr_mom_1",0.99,1613936993534,1340
+"lr_1",1.4889989183311297e-05,1613936993534,1340
+"mom_1",0.9202207238406158,1613936993534,1340
+"eps_1",1e-05,1613936993534,1340
+"wd_2",0.01,1613936993534,1340
+"sqr_mom_2",0.99,1613936993534,1340
+"lr_2",0.00014889989183311292,1613936993534,1340
+"mom_2",0.9202207238406158,1613936993534,1340
+"eps_2",1e-05,1613936993534,1340
+"train_loss",0.045712397,1613936994477,1341
+"raw_loss",0.04280071,1613936994477,1341
+"epoch",8.440251572327028,1613936994477,1341
+"wd_0",0.01,1613936994477,1341
+"sqr_mom_0",0.99,1613936994477,1341
+"lr_0",1.4825491788095993e-06,1613936994477,1341
+"mom_0",0.9203497199210072,1613936994477,1341
+"eps_0",1e-05,1613936994477,1341
+"wd_1",0.01,1613936994477,1341
+"sqr_mom_1",0.99,1613936994477,1341
+"lr_1",1.4825491788095993e-05,1613936994477,1341
+"mom_1",0.9203497199210072,1613936994477,1341
+"eps_1",1e-05,1613936994477,1341
+"wd_2",0.01,1613936994477,1341
+"sqr_mom_2",0.99,1613936994477,1341
+"lr_2",0.00014825491788095989,1613936994477,1341
+"mom_2",0.9203497199210072,1613936994477,1341
+"eps_2",1e-05,1613936994477,1341
+"train_loss",0.045320973,1613936995432,1342
+"raw_loss",0.026141101,1613936995432,1342
+"epoch",8.446540880503129,1613936995432,1342
+"wd_0",0.01,1613936995432,1342
+"sqr_mom_0",0.99,1613936995432,1342
+"lr_0",1.4761071188621922e-06,1613936995432,1342
+"mom_0",0.9204785624083802,1613936995432,1342
+"eps_0",1e-05,1613936995432,1342
+"wd_1",0.01,1613936995432,1342
+"sqr_mom_1",0.99,1613936995432,1342
+"lr_1",1.4761071188621922e-05,1613936995432,1342
+"mom_1",0.9204785624083802,1613936995432,1342
+"eps_1",1e-05,1613936995432,1342
+"wd_2",0.01,1613936995432,1342
+"sqr_mom_2",0.99,1613936995432,1342
+"lr_2",0.0001476107118862192,1613936995432,1342
+"mom_2",0.9204785624083802,1613936995432,1342
+"eps_2",1e-05,1613936995432,1342
+"train_loss",0.045057137,1613936996408,1343
+"raw_loss",0.03212915,1613936996408,1343
+"epoch",8.45283018867923,1613936996408,1343
+"wd_0",0.01,1613936996408,1343
+"sqr_mom_0",0.99,1613936996408,1343
+"lr_0",1.4696744975249739e-06,1613936996408,1343
+"mom_0",0.9206072161216617,1613936996408,1343
+"eps_0",1e-05,1613936996408,1343
+"wd_1",0.01,1613936996408,1343
+"sqr_mom_1",0.99,1613936996408,1343
+"lr_1",1.4696744975249739e-05,1613936996408,1343
+"mom_1",0.9206072161216617,1613936996408,1343
+"eps_1",1e-05,1613936996408,1343
+"wd_2",0.01,1613936996408,1343
+"sqr_mom_2",0.99,1613936996408,1343
+"lr_2",0.00014696744975249736,1613936996408,1343
+"mom_2",0.9206072161216617,1613936996408,1343
+"eps_2",1e-05,1613936996408,1343
+"train_loss",0.044641677,1613936997354,1344
+"raw_loss",0.024284117,1613936997354,1344
+"epoch",8.45911949685533,1613936997354,1344
+"wd_0",0.01,1613936997354,1344
+"sqr_mom_0",0.99,1613936997354,1344
+"lr_0",1.4632488053008184e-06,1613936997354,1344
+"mom_0",0.9207357312512962,1613936997354,1344
+"eps_0",1e-05,1613936997354,1344
+"wd_1",0.01,1613936997354,1344
+"sqr_mom_1",0.99,1613936997354,1344
+"lr_1",1.4632488053008182e-05,1613936997354,1344
+"mom_1",0.9207357312512962,1613936997354,1344
+"eps_1",1e-05,1613936997354,1344
+"wd_2",0.01,1613936997354,1344
+"sqr_mom_2",0.99,1613936997354,1344
+"lr_2",0.00014632488053008177,1613936997354,1344
+"mom_2",0.9207357312512962,1613936997354,1344
+"eps_2",1e-05,1613936997354,1344
+"train_loss",0.044466488,1613936998317,1345
+"raw_loss",0.03588224,1613936998317,1345
+"epoch",8.46540880503143,1613936998317,1345
+"wd_0",0.01,1613936998317,1345
+"sqr_mom_0",0.99,1613936998317,1345
+"lr_0",1.4568318000096713e-06,1613936998317,1345
+"mom_0",0.9208640726405329,1613936998317,1345
+"eps_0",1e-05,1613936998317,1345
+"wd_1",0.01,1613936998317,1345
+"sqr_mom_1",0.99,1613936998317,1345
+"lr_1",1.4568318000096714e-05,1613936998317,1345
+"mom_1",0.9208640726405329,1613936998317,1345
+"eps_1",1e-05,1613936998317,1345
+"wd_2",0.01,1613936998317,1345
+"sqr_mom_2",0.99,1613936998317,1345
+"lr_2",0.00014568318000096712,1613936998317,1345
+"mom_2",0.9208640726405329,1613936998317,1345
+"eps_2",1e-05,1613936998317,1345
+"train_loss",0.044162292,1613936999251,1346
+"raw_loss",0.029256739,1613936999251,1346
+"epoch",8.47169811320753,1613936999251,1346
+"wd_0",0.01,1613936999251,1346
+"sqr_mom_0",0.99,1613936999251,1346
+"lr_0",1.4504231062572844e-06,1613936999251,1346
+"mom_0",0.9209922477973322,1613936999251,1346
+"eps_0",1e-05,1613936999251,1346
+"wd_1",0.01,1613936999251,1346
+"sqr_mom_1",0.99,1613936999251,1346
+"lr_1",1.4504231062572845e-05,1613936999251,1346
+"mom_1",0.9209922477973322,1613936999251,1346
+"eps_1",1e-05,1613936999251,1346
+"wd_2",0.01,1613936999251,1346
+"sqr_mom_2",0.99,1613936999251,1346
+"lr_2",0.00014504231062572844,1613936999251,1346
+"mom_2",0.9209922477973322,1613936999251,1346
+"eps_2",1e-05,1613936999251,1346
+"train_loss",0.044477306,1613937000192,1347
+"raw_loss",0.059913095,1613937000192,1347
+"epoch",8.47798742138363,1613937000192,1347
+"wd_0",0.01,1613937000192,1347
+"sqr_mom_0",0.99,1613937000192,1347
+"lr_0",1.4440231994198768e-06,1613937000192,1347
+"mom_0",0.9211202472140746,1613937000192,1347
+"eps_0",1e-05,1613937000192,1347
+"wd_1",0.01,1613937000192,1347
+"sqr_mom_1",0.99,1613937000192,1347
+"lr_1",1.4440231994198772e-05,1613937000192,1347
+"mom_1",0.9211202472140746,1613937000192,1347
+"eps_1",1e-05,1613937000192,1347
+"wd_2",0.01,1613937000192,1347
+"sqr_mom_2",0.99,1613937000192,1347
+"lr_2",0.00014440231994198763,1613937000192,1347
+"mom_2",0.9211202472140746,1613937000192,1347
+"eps_2",1e-05,1613937000192,1347
+"train_loss",0.044709362,1613937001161,1348
+"raw_loss",0.05608009,1613937001161,1348
+"epoch",8.484276729559731,1613937001161,1348
+"wd_0",0.01,1613937001161,1348
+"sqr_mom_0",0.99,1613937001161,1348
+"lr_0",1.437631281300442e-06,1613937001161,1348
+"mom_0",0.9212480868548597,1613937001161,1348
+"eps_0",1e-05,1613937001161,1348
+"wd_1",0.01,1613937001161,1348
+"sqr_mom_1",0.99,1613937001161,1348
+"lr_1",1.4376312813004421e-05,1613937001161,1348
+"mom_1",0.9212480868548597,1613937001161,1348
+"eps_1",1e-05,1613937001161,1348
+"wd_2",0.01,1613937001161,1348
+"sqr_mom_2",0.99,1613937001161,1348
+"lr_2",0.00014376312813004416,1613937001161,1348
+"mom_2",0.9212480868548597,1613937001161,1348
+"eps_2",1e-05,1613937001161,1348
+"train_loss",0.044640537,1613937002124,1349
+"raw_loss",0.04126815,1613937002124,1349
+"epoch",8.490566037735832,1613937002124,1349
+"wd_0",0.01,1613937002124,1349
+"sqr_mom_0",0.99,1613937002124,1349
+"lr_0",1.4312474045054792e-06,1613937002124,1349
+"mom_0",0.9213757656675471,1613937002124,1349
+"eps_0",1e-05,1613937002124,1349
+"wd_1",0.01,1613937002124,1349
+"sqr_mom_1",0.99,1613937002124,1349
+"lr_1",1.4312474045054792e-05,1613937002124,1349
+"mom_1",0.9213757656675471,1613937002124,1349
+"eps_1",1e-05,1613937002124,1349
+"wd_2",0.01,1613937002124,1349
+"sqr_mom_2",0.99,1613937002124,1349
+"lr_2",0.0001431247404505479,1613937002124,1349
+"mom_2",0.9213757656675471,1613937002124,1349
+"eps_2",1e-05,1613937002124,1349
+"train_loss",0.04439796,1613937003058,1350
+"raw_loss",0.032511685,1613937003058,1350
+"epoch",8.496855345911932,1613937003058,1350
+"wd_0",0.01,1613937003058,1350
+"sqr_mom_0",0.99,1613937003058,1350
+"lr_0",1.4248728894720963e-06,1613937003058,1350
+"mom_0",0.9215032572431305,1613937003058,1350
+"eps_0",1e-05,1613937003058,1350
+"wd_1",0.01,1613937003058,1350
+"sqr_mom_1",0.99,1613937003058,1350
+"lr_1",1.4248728894720958e-05,1613937003058,1350
+"mom_1",0.9215032572431305,1613937003058,1350
+"eps_1",1e-05,1613937003058,1350
+"wd_2",0.01,1613937003058,1350
+"sqr_mom_2",0.99,1613937003058,1350
+"lr_2",0.0001424872889472096,1613937003058,1350
+"mom_2",0.9215032572431305,1613937003058,1350
+"eps_2",1e-05,1613937003058,1350
+"train_loss",0.044732485,1613937004010,1351
+"raw_loss",0.061124228,1613937004010,1351
+"epoch",8.503144654088032,1613937004010,1351
+"wd_0",0.01,1613937004010,1351
+"sqr_mom_0",0.99,1613937004010,1351
+"lr_0",1.4185065174144112e-06,1613937004010,1351
+"mom_0",0.9216305859575713,1613937004010,1351
+"eps_0",1e-05,1613937004010,1351
+"wd_1",0.01,1613937004010,1351
+"sqr_mom_1",0.99,1613937004010,1351
+"lr_1",1.418506517414411e-05,1613937004010,1351
+"mom_1",0.9216305859575713,1613937004010,1351
+"eps_1",1e-05,1613937004010,1351
+"wd_2",0.01,1613937004010,1351
+"sqr_mom_2",0.99,1613937004010,1351
+"lr_2",0.0001418506517414411,1613937004010,1351
+"mom_2",0.9216305859575713,1613937004010,1351
+"eps_2",1e-05,1613937004010,1351
+"train_loss",0.044421583,1613937004980,1352
+"raw_loss",0.029187301,1613937004980,1352
+"epoch",8.509433962264133,1613937004980,1352
+"wd_0",0.01,1613937004980,1352
+"sqr_mom_0",0.99,1613937004980,1352
+"lr_0",1.412148762248389e-06,1613937004980,1352
+"mom_0",0.9217577423324554,1613937004980,1352
+"eps_0",1e-05,1613937004980,1352
+"wd_1",0.01,1613937004980,1352
+"sqr_mom_1",0.99,1613937004980,1352
+"lr_1",1.4121487622483891e-05,1613937004980,1352
+"mom_1",0.9217577423324554,1613937004980,1352
+"eps_1",1e-05,1613937004980,1352
+"wd_2",0.01,1613937004980,1352
+"sqr_mom_2",0.99,1613937004980,1352
+"lr_2",0.0001412148762248389,1613937004980,1352
+"mom_2",0.9217577423324554,1613937004980,1352
+"eps_2",1e-05,1613937004980,1352
+"train_loss",0.04425768,1613937006007,1353
+"raw_loss",0.03622645,1613937006007,1353
+"epoch",8.515723270440233,1613937006007,1353
+"wd_0",0.01,1613937006007,1353
+"sqr_mom_0",0.99,1613937006007,1353
+"lr_0",1.4057996746288161e-06,1613937006007,1353
+"mom_0",0.9218847253546771,1613937006007,1353
+"eps_0",1e-05,1613937006007,1353
+"wd_1",0.01,1613937006007,1353
+"sqr_mom_1",0.99,1613937006007,1353
+"lr_1",1.4057996746288159e-05,1613937006007,1353
+"mom_1",0.9218847253546771,1613937006007,1353
+"eps_1",1e-05,1613937006007,1353
+"wd_2",0.01,1613937006007,1353
+"sqr_mom_2",0.99,1613937006007,1353
+"lr_2",0.00014057996746288156,1613937006007,1353
+"mom_2",0.9218847253546771,1613937006007,1353
+"eps_2",1e-05,1613937006007,1353
+"train_loss",0.045095786,1613937007055,1354
+"raw_loss",0.08616291,1613937007055,1354
+"epoch",8.522012578616334,1613937007055,1354
+"wd_0",0.01,1613937007055,1354
+"sqr_mom_0",0.99,1613937007055,1354
+"lr_0",1.3994597254674032e-06,1613937007055,1354
+"mom_0",0.9220115256059079,1613937007055,1354
+"eps_0",1e-05,1613937007055,1354
+"wd_1",0.01,1613937007055,1354
+"sqr_mom_1",0.99,1613937007055,1354
+"lr_1",1.399459725467403e-05,1613937007055,1354
+"mom_1",0.9220115256059079,1613937007055,1354
+"eps_1",1e-05,1613937007055,1354
+"wd_2",0.01,1613937007055,1354
+"sqr_mom_2",0.99,1613937007055,1354
+"lr_2",0.0001399459725467403,1613937007055,1354
+"mom_2",0.9220115256059079,1613937007055,1354
+"eps_2",1e-05,1613937007055,1354
+"train_loss",0.0457421,1613937008020,1355
+"raw_loss",0.0774114,1613937008020,1355
+"epoch",8.528301886792434,1613937008020,1355
+"wd_0",0.01,1613937008020,1355
+"sqr_mom_0",0.99,1613937008020,1355
+"lr_0",1.3931277043024695e-06,1613937008020,1355
+"mom_0",0.9221381672956235,1613937008020,1355
+"eps_0",1e-05,1613937008020,1355
+"wd_1",0.01,1613937008020,1355
+"sqr_mom_1",0.99,1613937008020,1355
+"lr_1",1.3931277043024697e-05,1613937008020,1355
+"mom_1",0.9221381672956235,1613937008020,1355
+"eps_1",1e-05,1613937008020,1355
+"wd_2",0.01,1613937008020,1355
+"sqr_mom_2",0.99,1613937008020,1355
+"lr_2",0.00013931277043024694,1613937008020,1355
+"mom_2",0.9221381672956235,1613937008020,1355
+"eps_2",1e-05,1613937008020,1355
+"train_loss",0.0454764,1613937008949,1356
+"raw_loss",0.032457054,1613937008949,1356
+"epoch",8.534591194968534,1613937008949,1356
+"wd_0",0.01,1613937008949,1356
+"sqr_mom_0",0.99,1613937008949,1356
+"lr_0",1.386804922558367e-06,1613937008949,1356
+"mom_0",0.9222646241950746,1613937008949,1356
+"eps_0",1e-05,1613937008949,1356
+"wd_1",0.01,1613937008949,1356
+"sqr_mom_1",0.99,1613937008949,1356
+"lr_1",1.3868049225583669e-05,1613937008949,1356
+"mom_1",0.9222646241950746,1613937008949,1356
+"eps_1",1e-05,1613937008949,1356
+"wd_2",0.01,1613937008949,1356
+"sqr_mom_2",0.99,1613937008949,1356
+"lr_2",0.0001386804922558367,1613937008949,1356
+"mom_2",0.9222646241950746,1613937008949,1356
+"eps_2",1e-05,1613937008949,1356
+"train_loss",0.045114134,1613937009909,1357
+"raw_loss",0.027363097,1613937009909,1357
+"epoch",8.540880503144635,1613937009909,1357
+"wd_0",0.01,1613937009909,1357
+"sqr_mom_0",0.99,1613937009909,1357
+"lr_0",1.380491428851066e-06,1613937009909,1357
+"mom_0",0.922390895331932,1613937009909,1357
+"eps_0",1e-05,1613937009909,1357
+"wd_1",0.01,1613937009909,1357
+"sqr_mom_1",0.99,1613937009909,1357
+"lr_1",1.3804914288510663e-05,1613937009909,1357
+"mom_1",0.922390895331932,1613937009909,1357
+"eps_1",1e-05,1613937009909,1357
+"wd_2",0.01,1613937009909,1357
+"sqr_mom_2",0.99,1613937009909,1357
+"lr_2",0.00013804914288510658,1613937009909,1357
+"mom_2",0.922390895331932,1613937009909,1357
+"eps_2",1e-05,1613937009909,1357
+"train_loss",0.04468746,1613937010853,1358
+"raw_loss",0.023780407,1613937010853,1358
+"epoch",8.547169811320735,1613937010853,1358
+"wd_0",0.01,1613937010853,1358
+"sqr_mom_0",0.99,1613937010853,1358
+"lr_0",1.374186435761012e-06,1613937010853,1358
+"mom_0",0.9225169964547443,1613937010853,1358
+"eps_0",1e-05,1613937010853,1358
+"wd_1",0.01,1613937010853,1358
+"sqr_mom_1",0.99,1613937010853,1358
+"lr_1",1.374186435761012e-05,1613937010853,1358
+"mom_1",0.9225169964547443,1613937010853,1358
+"eps_1",1e-05,1613937010853,1358
+"wd_2",0.01,1613937010853,1358
+"sqr_mom_2",0.99,1613937010853,1358
+"lr_2",0.00013741864357610115,1613937010853,1358
+"mom_2",0.9225169964547443,1613937010853,1358
+"eps_2",1e-05,1613937010853,1358
+"train_loss",0.044298466,1613937011810,1359
+"raw_loss",0.02523763,1613937011810,1359
+"epoch",8.553459119496836,1613937011810,1359
+"wd_0",0.01,1613937011810,1359
+"sqr_mom_0",0.99,1613937011810,1359
+"lr_0",1.3678904126784933e-06,1613937011810,1359
+"mom_0",0.9226429181756118,1613937011810,1359
+"eps_0",1e-05,1613937011810,1359
+"wd_1",0.01,1613937011810,1359
+"sqr_mom_1",0.99,1613937011810,1359
+"lr_1",1.3678904126784935e-05,1613937011810,1359
+"mom_1",0.9226429181756118,1613937011810,1359
+"eps_1",1e-05,1613937011810,1359
+"wd_2",0.01,1613937011810,1359
+"sqr_mom_2",0.99,1613937011810,1359
+"lr_2",0.00013678904126784928,1613937011810,1359
+"mom_2",0.9226429181756118,1613937011810,1359
+"eps_2",1e-05,1613937011810,1359
+"train_loss",0.043722767,1613937012759,1360
+"raw_loss",0.015513579,1613937012759,1360
+"epoch",8.559748427672936,1613937012759,1360
+"wd_0",0.01,1613937012759,1360
+"sqr_mom_0",0.99,1613937012759,1360
+"lr_0",1.3616029929908224e-06,1613937012759,1360
+"mom_0",0.9227686678268618,1613937012759,1360
+"eps_0",1e-05,1613937012759,1360
+"wd_1",0.01,1613937012759,1360
+"sqr_mom_1",0.99,1613937012759,1360
+"lr_1",1.3616029929908222e-05,1613937012759,1360
+"mom_1",0.9227686678268618,1613937012759,1360
+"eps_1",1e-05,1613937012759,1360
+"wd_2",0.01,1613937012759,1360
+"sqr_mom_2",0.99,1613937012759,1360
+"lr_2",0.00013616029929908223,1613937012759,1360
+"mom_2",0.9227686678268618,1613937012759,1360
+"eps_2",1e-05,1613937012759,1360
+"train_loss",0.044366896,1613937013713,1361
+"raw_loss",0.07592922,1613937013713,1361
+"epoch",8.566037735849036,1613937013713,1361
+"wd_0",0.01,1613937013713,1361
+"sqr_mom_0",0.99,1613937013713,1361
+"lr_0",1.3553258932882531e-06,1613937013713,1361
+"mom_0",0.9228942110763456,1613937013713,1361
+"eps_0",1e-05,1613937013713,1361
+"wd_1",0.01,1613937013713,1361
+"sqr_mom_1",0.99,1613937013713,1361
+"lr_1",1.3553258932882531e-05,1613937013713,1361
+"mom_1",0.9228942110763456,1613937013713,1361
+"eps_1",1e-05,1613937013713,1361
+"wd_2",0.01,1613937013713,1361
+"sqr_mom_2",0.99,1613937013713,1361
+"lr_2",0.00013553258932882527,1613937013713,1361
+"mom_2",0.9228942110763456,1613937013713,1361
+"eps_2",1e-05,1613937013713,1361
+"train_loss",0.044154044,1613937014653,1362
+"raw_loss",0.033724245,1613937014653,1362
+"epoch",8.572327044025137,1613937014653,1362
+"wd_0",0.01,1613937014653,1362
+"sqr_mom_0",0.99,1613937014653,1362
+"lr_0",1.3490566647458293e-06,1613937014653,1362
+"mom_0",0.9230195969010524,1613937014653,1362
+"eps_0",1e-05,1613937014653,1362
+"wd_1",0.01,1613937014653,1362
+"sqr_mom_1",0.99,1613937014653,1362
+"lr_1",1.3490566647458293e-05,1613937014653,1362
+"mom_1",0.9230195969010524,1613937014653,1362
+"eps_1",1e-05,1613937014653,1362
+"wd_2",0.01,1613937014653,1362
+"sqr_mom_2",0.99,1613937014653,1362
+"lr_2",0.00013490566647458288,1613937014653,1362
+"mom_2",0.9230195969010524,1613937014653,1362
+"eps_2",1e-05,1613937014653,1362
+"train_loss",0.04379947,1613937015627,1363
+"raw_loss",0.02642535,1613937015627,1363
+"epoch",8.578616352201237,1613937015627,1363
+"wd_0",0.01,1613937015627,1363
+"sqr_mom_0",0.99,1613937015627,1363
+"lr_0",1.3427970226022003e-06,1613937015627,1363
+"mom_0",0.9231447909958659,1613937015627,1363
+"eps_0",1e-05,1613937015627,1363
+"wd_1",0.01,1613937015627,1363
+"sqr_mom_1",0.99,1613937015627,1363
+"lr_1",1.3427970226022e-05,1613937015627,1363
+"mom_1",0.9231447909958659,1613937015627,1363
+"eps_1",1e-05,1613937015627,1363
+"wd_2",0.01,1613937015627,1363
+"sqr_mom_2",0.99,1613937015627,1363
+"lr_2",0.00013427970226021998,1613937015627,1363
+"mom_2",0.9231447909958659,1613937015627,1363
+"eps_2",1e-05,1613937015627,1363
+"train_loss",0.043628577,1613937016564,1364
+"raw_loss",0.035254676,1613937016564,1364
+"epoch",8.584905660377338,1613937016564,1364
+"wd_0",0.01,1613937016564,1364
+"sqr_mom_0",0.99,1613937016564,1364
+"lr_0",1.3365470149004455e-06,1613937016564,1364
+"mom_0",0.923269792399915,1613937016564,1364
+"eps_0",1e-05,1613937016564,1364
+"wd_1",0.01,1613937016564,1364
+"sqr_mom_1",0.99,1613937016564,1364
+"lr_1",1.3365470149004456e-05,1613937016564,1364
+"mom_1",0.923269792399915,1613937016564,1364
+"eps_1",1e-05,1613937016564,1364
+"wd_2",0.01,1613937016564,1364
+"sqr_mom_2",0.99,1613937016564,1364
+"lr_2",0.00013365470149004452,1613937016564,1364
+"mom_2",0.923269792399915,1613937016564,1364
+"eps_2",1e-05,1613937016564,1364
+"train_loss",0.043400403,1613937017523,1365
+"raw_loss",0.032219935,1613937017523,1365
+"epoch",8.591194968553438,1613937017523,1365
+"wd_0",0.01,1613937017523,1365
+"sqr_mom_0",0.99,1613937017523,1365
+"lr_0",1.330305862138994e-06,1613937017523,1365
+"mom_0",0.9233946167033871,1613937017523,1365
+"eps_0",1e-05,1613937017523,1365
+"wd_1",0.01,1613937017523,1365
+"sqr_mom_1",0.99,1613937017523,1365
+"lr_1",1.330305862138994e-05,1613937017523,1365
+"mom_1",0.9233946167033871,1613937017523,1365
+"eps_1",1e-05,1613937017523,1365
+"wd_2",0.01,1613937017523,1365
+"sqr_mom_2",0.99,1613937017523,1365
+"lr_2",0.00013303058621389933,1613937017523,1365
+"mom_2",0.9233946167033871,1613937017523,1365
+"eps_2",1e-05,1613937017523,1365
+"train_loss",0.043312274,1613937018487,1366
+"raw_loss",0.038994003,1613937018487,1366
+"epoch",8.597484276729539,1613937018487,1366
+"wd_0",0.01,1613937018487,1366
+"sqr_mom_0",0.99,1613937018487,1366
+"lr_0",1.3240740289992113e-06,1613937018487,1366
+"mom_0",0.9235192546125619,1613937018487,1366
+"eps_0",1e-05,1613937018487,1366
+"wd_1",0.01,1613937018487,1366
+"sqr_mom_1",0.99,1613937018487,1366
+"lr_1",1.324074028999211e-05,1613937018487,1366
+"mom_1",0.9235192546125619,1613937018487,1366
+"eps_1",1e-05,1613937018487,1366
+"wd_2",0.01,1613937018487,1366
+"sqr_mom_2",0.99,1613937018487,1366
+"lr_2",0.00013240740289992108,1613937018487,1366
+"mom_2",0.9235192546125619,1613937018487,1366
+"eps_2",1e-05,1613937018487,1366
+"train_loss",0.043837447,1613937019482,1367
+"raw_loss",0.069570966,1613937019482,1367
+"epoch",8.603773584905639,1613937019482,1367
+"wd_0",0.01,1613937019482,1367
+"sqr_mom_0",0.99,1613937019482,1367
+"lr_0",1.3178519776152342e-06,1613937019482,1367
+"mom_0",0.9236436968846642,1613937019482,1367
+"eps_0",1e-05,1613937019482,1367
+"wd_1",0.01,1613937019482,1367
+"sqr_mom_1",0.99,1613937019482,1367
+"lr_1",1.3178519776152344e-05,1613937019482,1367
+"mom_1",0.9236436968846642,1613937019482,1367
+"eps_1",1e-05,1613937019482,1367
+"wd_2",0.01,1613937019482,1367
+"sqr_mom_2",0.99,1613937019482,1367
+"lr_2",0.0001317851977615234,1613937019482,1367
+"mom_2",0.9236436968846642,1613937019482,1367
+"eps_2",1e-05,1613937019482,1367
+"train_loss",0.044074733,1613937020464,1368
+"raw_loss",0.05570171,1613937020464,1368
+"epoch",8.61006289308174,1613937020464,1368
+"wd_0",0.01,1613937020464,1368
+"sqr_mom_0",0.99,1613937020464,1368
+"lr_0",1.311638520116068e-06,1613937020464,1368
+"mom_0",0.9237679672773513,1613937020464,1368
+"eps_0",1e-05,1613937020464,1368
+"wd_1",0.01,1613937020464,1368
+"sqr_mom_1",0.99,1613937020464,1368
+"lr_1",1.3116385201160677e-05,1613937020464,1368
+"mom_1",0.9237679672773513,1613937020464,1368
+"eps_1",1e-05,1613937020464,1368
+"wd_2",0.01,1613937020464,1368
+"sqr_mom_2",0.99,1613937020464,1368
+"lr_2",0.00013116385201160672,1613937020464,1368
+"mom_2",0.9237679672773513,1613937020464,1368
+"eps_2",1e-05,1613937020464,1368
+"train_loss",0.04396918,1613937021478,1369
+"raw_loss",0.038797107,1613937021478,1369
+"epoch",8.61635220125784,1613937021478,1369
+"wd_0",0.01,1613937021478,1369
+"sqr_mom_0",0.99,1613937021478,1369
+"lr_0",1.305434943451395e-06,1613937021478,1369
+"mom_0",0.9238920400513726,1613937021478,1369
+"eps_0",1e-05,1613937021478,1369
+"wd_1",0.01,1613937021478,1369
+"sqr_mom_1",0.99,1613937021478,1369
+"lr_1",1.3054349434513945e-05,1613937021478,1369
+"mom_1",0.9238920400513726,1613937021478,1369
+"eps_1",1e-05,1613937021478,1369
+"wd_2",0.01,1613937021478,1369
+"sqr_mom_2",0.99,1613937021478,1369
+"lr_2",0.00013054349434513942,1613937021478,1369
+"mom_2",0.9238920400513726,1613937021478,1369
+"eps_2",1e-05,1613937021478,1369
+"train_loss",0.04365293,1613937022426,1370
+"raw_loss",0.028156612,1613937022426,1370
+"epoch",8.62264150943394,1613937022426,1370
+"wd_0",0.01,1613937022426,1370
+"sqr_mom_0",0.99,1613937022426,1370
+"lr_0",1.2992408845649793e-06,1613937022426,1370
+"mom_0",0.9240159224679251,1613937022426,1370
+"eps_0",1e-05,1613937022426,1370
+"wd_1",0.01,1613937022426,1370
+"sqr_mom_1",0.99,1613937022426,1370
+"lr_1",1.2992408845649793e-05,1613937022426,1370
+"mom_1",0.9240159224679251,1613937022426,1370
+"eps_1",1e-05,1613937022426,1370
+"wd_2",0.01,1613937022426,1370
+"sqr_mom_2",0.99,1613937022426,1370
+"lr_2",0.0001299240884564979,1613937022426,1370
+"mom_2",0.9240159224679251,1613937022426,1370
+"eps_2",1e-05,1613937022426,1370
+"train_loss",0.043347154,1613937023389,1371
+"raw_loss",0.028364109,1613937023389,1371
+"epoch",8.62893081761004,1613937023389,1371
+"wd_0",0.01,1613937023389,1371
+"sqr_mom_0",0.99,1613937023389,1371
+"lr_0",1.2930568027643915e-06,1613937023389,1371
+"mom_0",0.9241396053407656,1613937023389,1371
+"eps_0",1e-05,1613937023389,1371
+"wd_1",0.01,1613937023389,1371
+"sqr_mom_1",0.99,1613937023389,1371
+"lr_1",1.2930568027643917e-05,1613937023389,1371
+"mom_1",0.9241396053407656,1613937023389,1371
+"eps_1",1e-05,1613937023389,1371
+"wd_2",0.01,1613937023389,1371
+"sqr_mom_2",0.99,1613937023389,1371
+"lr_2",0.0001293056802764391,1613937023389,1371
+"mom_2",0.9241396053407656,1613937023389,1371
+"eps_2",1e-05,1613937023389,1371
+"train_loss",0.043011628,1613937024328,1372
+"raw_loss",0.026570888,1613937024328,1372
+"epoch",8.635220125786141,1613937024328,1372
+"wd_0",0.01,1613937024328,1372
+"sqr_mom_0",0.99,1613937024328,1372
+"lr_0",1.2868819267703436e-06,1613937024328,1372
+"mom_0",0.9242631040956341,1613937024328,1372
+"eps_0",1e-05,1613937024328,1372
+"wd_1",0.01,1613937024328,1372
+"sqr_mom_1",0.99,1613937024328,1372
+"lr_1",1.2868819267703435e-05,1613937024328,1372
+"mom_1",0.9242631040956341,1613937024328,1372
+"eps_1",1e-05,1613937024328,1372
+"wd_2",0.01,1613937024328,1372
+"sqr_mom_2",0.99,1613937024328,1372
+"lr_2",0.00012868819267703428,1613937024328,1372
+"mom_2",0.9242631040956341,1613937024328,1372
+"eps_2",1e-05,1613937024328,1372
+"train_loss",0.04285742,1613937025307,1373
+"raw_loss",0.035301257,1613937025307,1373
+"epoch",8.641509433962241,1613937025307,1373
+"wd_0",0.01,1613937025307,1373
+"sqr_mom_0",0.99,1613937025307,1373
+"lr_0",1.2807163076992827e-06,1613937025307,1373
+"mom_0",0.9243864177101915,1613937025307,1373
+"eps_0",1e-05,1613937025307,1373
+"wd_1",0.01,1613937025307,1373
+"sqr_mom_1",0.99,1613937025307,1373
+"lr_1",1.2807163076992822e-05,1613937025307,1373
+"mom_1",0.9243864177101915,1613937025307,1373
+"eps_1",1e-05,1613937025307,1373
+"wd_2",0.01,1613937025307,1373
+"sqr_mom_2",0.99,1613937025307,1373
+"lr_2",0.0001280716307699282,1613937025307,1373
+"mom_2",0.9243864177101915,1613937025307,1373
+"eps_2",1e-05,1613937025307,1373
+"train_loss",0.043132283,1613937026256,1374
+"raw_loss",0.05660065,1613937026256,1374
+"epoch",8.647798742138342,1613937026256,1374
+"wd_0",0.01,1613937026256,1374
+"sqr_mom_0",0.99,1613937026256,1374
+"lr_0",1.2745616287242527e-06,1613937026256,1374
+"mom_0",0.9245095125206402,1613937026256,1374
+"eps_0",1e-05,1613937026256,1374
+"wd_1",0.01,1613937026256,1374
+"sqr_mom_1",0.99,1613937026256,1374
+"lr_1",1.2745616287242526e-05,1613937026256,1374
+"mom_1",0.9245095125206402,1613937026256,1374
+"eps_1",1e-05,1613937026256,1374
+"wd_2",0.01,1613937026256,1374
+"sqr_mom_2",0.99,1613937026256,1374
+"lr_2",0.00012745616287242526,1613937026256,1374
+"mom_2",0.9245095125206402,1613937026256,1374
+"eps_2",1e-05,1613937026256,1374
+"train_loss",0.043195423,1613937027230,1375
+"raw_loss",0.046289362,1613937027230,1375
+"epoch",8.654088050314442,1613937027230,1375
+"wd_0",0.01,1613937027230,1375
+"sqr_mom_0",0.99,1613937027230,1375
+"lr_0",1.2684154887791287e-06,1613937027230,1375
+"mom_0",0.9246324365487829,1613937027230,1375
+"eps_0",1e-05,1613937027230,1375
+"wd_1",0.01,1613937027230,1375
+"sqr_mom_1",0.99,1613937027230,1375
+"lr_1",1.2684154887791282e-05,1613937027230,1375
+"mom_1",0.9246324365487829,1613937027230,1375
+"eps_1",1e-05,1613937027230,1375
+"wd_2",0.01,1613937027230,1375
+"sqr_mom_2",0.99,1613937027230,1375
+"lr_2",0.00012684154887791283,1613937027230,1375
+"mom_2",0.9246324365487829,1613937027230,1375
+"eps_2",1e-05,1613937027230,1375
+"train_loss",0.0431665,1613937028185,1376
+"raw_loss",0.041749302,1613937028185,1376
+"epoch",8.660377358490543,1613937028185,1376
+"wd_0",0.01,1613937028185,1376
+"sqr_mom_0",0.99,1613937028185,1376
+"lr_0",1.2622795695896544e-06,1613937028185,1376
+"mom_0",0.9247551561597684,1613937028185,1376
+"eps_0",1e-05,1613937028185,1376
+"wd_1",0.01,1613937028185,1376
+"sqr_mom_1",0.99,1613937028185,1376
+"lr_1",1.2622795695896544e-05,1613937028185,1376
+"mom_1",0.9247551561597684,1613937028185,1376
+"eps_1",1e-05,1613937028185,1376
+"wd_2",0.01,1613937028185,1376
+"sqr_mom_2",0.99,1613937028185,1376
+"lr_2",0.00012622795695896544,1613937028185,1376
+"mom_2",0.9247551561597684,1613937028185,1376
+"eps_2",1e-05,1613937028185,1376
+"train_loss",0.043156225,1613937029175,1377
+"raw_loss",0.04265269,1613937029175,1377
+"epoch",8.666666666666643,1613937029175,1377
+"wd_0",0.01,1613937029175,1377
+"sqr_mom_0",0.99,1613937029175,1377
+"lr_0",1.2561535120146158e-06,1613937029175,1377
+"mom_0",0.924877678536493,1613937029175,1377
+"eps_0",1e-05,1613937029175,1377
+"wd_1",0.01,1613937029175,1377
+"sqr_mom_1",0.99,1613937029175,1377
+"lr_1",1.2561535120146156e-05,1613937029175,1377
+"mom_1",0.924877678536493,1613937029175,1377
+"eps_1",1e-05,1613937029175,1377
+"wd_2",0.01,1613937029175,1377
+"sqr_mom_2",0.99,1613937029175,1377
+"lr_2",0.00012561535120146156,1613937029175,1377
+"mom_2",0.924877678536493,1613937029175,1377
+"eps_2",1e-05,1613937029175,1377
+"train_loss",0.04296331,1613937030118,1378
+"raw_loss",0.03351042,1613937030118,1378
+"epoch",8.672955974842743,1613937030118,1378
+"wd_0",0.01,1613937030118,1378
+"sqr_mom_0",0.99,1613937030118,1378
+"lr_0",1.2500377702744741e-06,1613937030118,1378
+"mom_0",0.9249999945944565,1613937030118,1378
+"eps_0",1e-05,1613937030118,1378
+"wd_1",0.01,1613937030118,1378
+"sqr_mom_1",0.99,1613937030118,1378
+"lr_1",1.2500377702744744e-05,1613937030118,1378
+"mom_1",0.9249999945944565,1613937030118,1378
+"eps_1",1e-05,1613937030118,1378
+"wd_2",0.01,1613937030118,1378
+"sqr_mom_2",0.99,1613937030118,1378
+"lr_2",0.00012500377702744737,1613937030118,1378
+"mom_2",0.9249999945944565,1613937030118,1378
+"eps_2",1e-05,1613937030118,1378
+"train_loss",0.043741826,1613937031095,1379
+"raw_loss",0.08188909,1613937031095,1379
+"epoch",8.679245283018844,1613937031095,1379
+"wd_0",0.01,1613937031095,1379
+"sqr_mom_0",0.99,1613937031095,1379
+"lr_0",1.2439315816133223e-06,1613937031095,1379
+"mom_0",0.9251221195889294,1613937031095,1379
+"eps_0",1e-05,1613937031095,1379
+"wd_1",0.01,1613937031095,1379
+"sqr_mom_1",0.99,1613937031095,1379
+"lr_1",1.2439315816133222e-05,1613937031095,1379
+"mom_1",0.9251221195889294,1613937031095,1379
+"eps_1",1e-05,1613937031095,1379
+"wd_2",0.01,1613937031095,1379
+"sqr_mom_2",0.99,1613937031095,1379
+"lr_2",0.00012439315816133216,1613937031095,1379
+"mom_2",0.9251221195889294,1613937031095,1379
+"eps_2",1e-05,1613937031095,1379
+"train_loss",0.04410918,1613937032064,1380
+"raw_loss",0.062109657,1613937032064,1380
+"epoch",8.685534591194944,1613937032064,1380
+"wd_0",0.01,1613937032064,1380
+"sqr_mom_0",0.99,1613937032064,1380
+"lr_0",1.237834996668506e-06,1613937032064,1380
+"mom_0",0.9252440525071549,1613937032064,1380
+"eps_0",1e-05,1613937032064,1380
+"wd_1",0.01,1613937032064,1380
+"sqr_mom_1",0.99,1613937032064,1380
+"lr_1",1.2378349966685056e-05,1613937032064,1380
+"mom_1",0.9252440525071549,1613937032064,1380
+"eps_1",1e-05,1613937032064,1380
+"wd_2",0.01,1613937032064,1380
+"sqr_mom_2",0.99,1613937032064,1380
+"lr_2",0.00012378349966685057,1613937032064,1380
+"mom_2",0.9252440525071549,1613937032064,1380
+"eps_2",1e-05,1613937032064,1380
+"train_loss",0.0441776,1613937033021,1381
+"raw_loss",0.047530137,1613937033021,1381
+"epoch",8.691823899371045,1613937033021,1381
+"wd_0",0.01,1613937033021,1381
+"sqr_mom_0",0.99,1613937033021,1381
+"lr_0",1.2317492762623884e-06,1613937033021,1381
+"mom_0",0.9253657681324335,1613937033021,1381
+"eps_0",1e-05,1613937033021,1381
+"wd_1",0.01,1613937033021,1381
+"sqr_mom_1",0.99,1613937033021,1381
+"lr_1",1.2317492762623881e-05,1613937033021,1381
+"mom_1",0.9253657681324335,1613937033021,1381
+"eps_1",1e-05,1613937033021,1381
+"wd_2",0.01,1613937033021,1381
+"sqr_mom_2",0.99,1613937033021,1381
+"lr_2",0.00012317492762623877,1613937033021,1381
+"mom_2",0.9253657681324335,1613937033021,1381
+"eps_2",1e-05,1613937033021,1381
+"train_loss",0.044761717,1613937033961,1382
+"raw_loss",0.07338352,1613937033961,1382
+"epoch",8.698113207547145,1613937033961,1382
+"wd_0",0.01,1613937033961,1382
+"sqr_mom_0",0.99,1613937033961,1382
+"lr_0",1.2256732566339198e-06,1613937033961,1382
+"mom_0",0.925487289740219,1613937033961,1382
+"eps_0",1e-05,1613937033961,1382
+"wd_1",0.01,1613937033961,1382
+"sqr_mom_1",0.99,1613937033961,1382
+"lr_1",1.22567325663392e-05,1613937033961,1382
+"mom_1",0.925487289740219,1613937033961,1382
+"eps_1",1e-05,1613937033961,1382
+"wd_2",0.01,1613937033961,1382
+"sqr_mom_2",0.99,1613937033961,1382
+"lr_2",0.00012256732566339195,1613937033961,1382
+"mom_2",0.925487289740219,1613937033961,1382
+"eps_2",1e-05,1613937033961,1382
+"train_loss",0.04447712,1613937034949,1383
+"raw_loss",0.030531876,1613937034949,1383
+"epoch",8.704402515723245,1613937034949,1383
+"wd_0",0.01,1613937034949,1383
+"sqr_mom_0",0.99,1613937034949,1383
+"lr_0",1.21960739027707e-06,1613937034949,1383
+"mom_0",0.9256086082805414,1613937034949,1383
+"eps_0",1e-05,1613937034949,1383
+"wd_1",0.01,1613937034949,1383
+"sqr_mom_1",0.99,1613937034949,1383
+"lr_1",1.21960739027707e-05,1613937034949,1383
+"mom_1",0.9256086082805414,1613937034949,1383
+"eps_1",1e-05,1613937034949,1383
+"wd_2",0.01,1613937034949,1383
+"sqr_mom_2",0.99,1613937034949,1383
+"lr_2",0.00012196073902770693,1613937034949,1383
+"mom_2",0.9256086082805414,1613937034949,1383
+"eps_2",1e-05,1613937034949,1383
+"train_loss",0.044363454,1613937035906,1384
+"raw_loss",0.0387939,1613937035906,1384
+"epoch",8.710691823899346,1613937035906,1384
+"wd_0",0.01,1613937035906,1384
+"sqr_mom_0",0.99,1613937035906,1384
+"lr_0",1.2135517255210267e-06,1613937035906,1384
+"mom_0",0.9257297227868073,1613937035906,1384
+"eps_0",1e-05,1613937035906,1384
+"wd_1",0.01,1613937035906,1384
+"sqr_mom_1",0.99,1613937035906,1384
+"lr_1",1.2135517255210267e-05,1613937035906,1384
+"mom_1",0.9257297227868073,1613937035906,1384
+"eps_1",1e-05,1613937035906,1384
+"wd_2",0.01,1613937035906,1384
+"sqr_mom_2",0.99,1613937035906,1384
+"lr_2",0.00012135517255210262,1613937035906,1384
+"mom_2",0.9257297227868073,1613937035906,1384
+"eps_2",1e-05,1613937035906,1384
+"train_loss",0.04428704,1613937036931,1385
+"raw_loss",0.04054274,1613937036931,1385
+"epoch",8.716981132075446,1613937036931,1385
+"wd_0",0.01,1613937036931,1385
+"sqr_mom_0",0.99,1613937036931,1385
+"lr_0",1.2075067113218274e-06,1613937036931,1385
+"mom_0",0.9258506242798062,1613937036931,1385
+"eps_0",1e-05,1613937036931,1385
+"wd_1",0.01,1613937036931,1385
+"sqr_mom_1",0.99,1613937036931,1385
+"lr_1",1.2075067113218271e-05,1613937036931,1385
+"mom_1",0.9258506242798062,1613937036931,1385
+"eps_1",1e-05,1613937036931,1385
+"wd_2",0.01,1613937036931,1385
+"sqr_mom_2",0.99,1613937036931,1385
+"lr_2",0.00012075067113218269,1613937036931,1385
+"mom_2",0.9258506242798062,1613937036931,1385
+"eps_2",1e-05,1613937036931,1385
+"train_loss",0.04396187,1613937037874,1386
+"raw_loss",0.02802855,1613937037874,1386
+"epoch",8.723270440251547,1613937037874,1386
+"wd_0",0.01,1613937037874,1386
+"sqr_mom_0",0.99,1613937037874,1386
+"lr_0",1.2014711937213441e-06,1613937037874,1386
+"mom_0",0.9259713358389314,1613937037874,1386
+"eps_0",1e-05,1613937037874,1386
+"wd_1",0.01,1613937037874,1386
+"sqr_mom_1",0.99,1613937037874,1386
+"lr_1",1.2014711937213444e-05,1613937037874,1386
+"mom_1",0.9259713358389314,1613937037874,1386
+"eps_1",1e-05,1613937037874,1386
+"wd_2",0.01,1613937037874,1386
+"sqr_mom_2",0.99,1613937037874,1386
+"lr_2",0.00012014711937213438,1613937037874,1386
+"mom_2",0.9259713358389314,1613937037874,1386
+"eps_2",1e-05,1613937037874,1386
+"train_loss",0.04373131,1613937038840,1387
+"raw_loss",0.032433726,1613937038840,1387
+"epoch",8.729559748427647,1613937038840,1387
+"wd_0",0.01,1613937038840,1387
+"sqr_mom_0",0.99,1613937038840,1387
+"lr_0",1.1954464229281483e-06,1613937038840,1387
+"mom_0",0.9260918324597616,1613937038840,1387
+"eps_0",1e-05,1613937038840,1387
+"wd_1",0.01,1613937038840,1387
+"sqr_mom_1",0.99,1613937038840,1387
+"lr_1",1.1954464229281482e-05,1613937038840,1387
+"mom_1",0.9260918324597616,1613937038840,1387
+"eps_1",1e-05,1613937038840,1387
+"wd_2",0.01,1613937038840,1387
+"sqr_mom_2",0.99,1613937038840,1387
+"lr_2",0.00011954464229281482,1613937038840,1387
+"mom_2",0.9260918324597616,1613937038840,1387
+"eps_2",1e-05,1613937038840,1387
+"train_loss",0.04360547,1613937039778,1388
+"raw_loss",0.037439246,1613937039778,1388
+"epoch",8.735849056603747,1613937039778,1388
+"wd_0",0.01,1613937039778,1388
+"sqr_mom_0",0.99,1613937039778,1388
+"lr_0",1.1894324448801692e-06,1613937039778,1388
+"mom_0",0.9262121132235288,1613937039778,1388
+"eps_0",1e-05,1613937039778,1388
+"wd_1",0.01,1613937039778,1388
+"sqr_mom_1",0.99,1613937039778,1388
+"lr_1",1.1894324448801692e-05,1613937039778,1388
+"mom_1",0.9262121132235288,1613937039778,1388
+"eps_1",1e-05,1613937039778,1388
+"wd_2",0.01,1613937039778,1388
+"sqr_mom_2",0.99,1613937039778,1388
+"lr_2",0.0001189432444880169,1613937039778,1388
+"mom_2",0.9262121132235288,1613937039778,1388
+"eps_2",1e-05,1613937039778,1388
+"train_loss",0.04384123,1613937040729,1389
+"raw_loss",0.05539355,1613937040729,1389
+"epoch",8.742138364779848,1613937040729,1389
+"wd_0",0.01,1613937040729,1389
+"sqr_mom_0",0.99,1613937040729,1389
+"lr_0",1.1834285095134777e-06,1613937040729,1389
+"mom_0",0.9263321931316617,1613937040729,1389
+"eps_0",1e-05,1613937040729,1389
+"wd_1",0.01,1613937040729,1389
+"sqr_mom_1",0.99,1613937040729,1389
+"lr_1",1.1834285095134772e-05,1613937040729,1389
+"mom_1",0.9263321931316617,1613937040729,1389
+"eps_1",1e-05,1613937040729,1389
+"wd_2",0.01,1613937040729,1389
+"sqr_mom_2",0.99,1613937040729,1389
+"lr_2",0.0001183428509513477,1613937040729,1389
+"mom_2",0.9263321931316617,1613937040729,1389
+"eps_2",1e-05,1613937040729,1389
+"train_loss",0.043574095,1613937041661,1390
+"raw_loss",0.030484468,1613937041661,1390
+"epoch",8.748427672955948,1613937041661,1390
+"wd_0",0.01,1613937041661,1390
+"sqr_mom_0",0.99,1613937041661,1390
+"lr_0",1.177435063999253e-06,1613937041661,1390
+"mom_0",0.9264520632406473,1613937041661,1390
+"eps_0",1e-05,1613937041661,1390
+"wd_1",0.01,1613937041661,1390
+"sqr_mom_1",0.99,1613937041661,1390
+"lr_1",1.1774350639992532e-05,1613937041661,1390
+"mom_1",0.9264520632406473,1613937041661,1390
+"eps_1",1e-05,1613937041661,1390
+"wd_2",0.01,1613937041661,1390
+"sqr_mom_2",0.99,1613937041661,1390
+"lr_2",0.00011774350639992526,1613937041661,1390
+"mom_2",0.9264520632406473,1613937041661,1390
+"eps_2",1e-05,1613937041661,1390
+"train_loss",0.04374079,1613937042619,1391
+"raw_loss",0.051908907,1613937042619,1391
+"epoch",8.754716981132049,1613937042619,1391
+"wd_0",0.01,1613937042619,1391
+"sqr_mom_0",0.99,1613937042619,1391
+"lr_0",1.1714525526415931e-06,1613937042619,1391
+"mom_0",0.9265717146643148,1613937042619,1391
+"eps_0",1e-05,1613937042619,1391
+"wd_1",0.01,1613937042619,1391
+"sqr_mom_1",0.99,1613937042619,1391
+"lr_1",1.1714525526415933e-05,1613937042619,1391
+"mom_1",0.9265717146643148,1613937042619,1391
+"eps_1",1e-05,1613937042619,1391
+"wd_2",0.01,1613937042619,1391
+"sqr_mom_2",0.99,1613937042619,1391
+"lr_2",0.00011714525526415929,1613937042619,1391
+"mom_2",0.9265717146643148,1613937042619,1391
+"eps_2",1e-05,1613937042619,1391
+"train_loss",0.04357407,1613937043549,1392
+"raw_loss",0.035404656,1613937043549,1392
+"epoch",8.761006289308149,1613937043549,1392
+"wd_0",0.01,1613937043549,1392
+"sqr_mom_0",0.99,1613937043549,1392
+"lr_0",1.1654802293010993e-06,1613937043549,1392
+"mom_0",0.9266911623256012,1613937043549,1392
+"eps_0",1e-05,1613937043549,1392
+"wd_1",0.01,1613937043549,1392
+"sqr_mom_1",0.99,1613937043549,1392
+"lr_1",1.1654802293010991e-05,1613937043549,1392
+"mom_1",0.9266911623256012,1613937043549,1392
+"eps_1",1e-05,1613937043549,1392
+"wd_2",0.01,1613937043549,1392
+"sqr_mom_2",0.99,1613937043549,1392
+"lr_2",0.00011654802293010991,1613937043549,1392
+"mom_2",0.9266911623256012,1613937043549,1392
+"eps_2",1e-05,1613937043549,1392
+"train_loss",0.043051276,1613937044501,1393
+"raw_loss",0.017434435,1613937044501,1393
+"epoch",8.76729559748425,1613937044501,1393
+"wd_0",0.01,1613937044501,1393
+"sqr_mom_0",0.99,1613937044501,1393
+"lr_0",1.15951814367306e-06,1613937044501,1393
+"mom_0",0.9268104052305911,1613937044501,1393
+"eps_0",1e-05,1613937044501,1393
+"wd_1",0.01,1613937044501,1393
+"sqr_mom_1",0.99,1613937044501,1393
+"lr_1",1.1595181436730603e-05,1613937044501,1393
+"mom_1",0.9268104052305911,1613937044501,1393
+"eps_1",1e-05,1613937044501,1393
+"wd_2",0.01,1613937044501,1393
+"sqr_mom_2",0.99,1613937044501,1393
+"lr_2",0.000115951814367306,1613937044501,1393
+"mom_2",0.9268104052305911,1613937044501,1393
+"eps_2",1e-05,1613937044501,1393
+"train_loss",0.04354409,1613937045457,1394
+"raw_loss",0.06769203,1613937045457,1394
+"epoch",8.77358490566035,1613937045457,1394
+"wd_0",0.01,1613937045457,1394
+"sqr_mom_0",0.99,1613937045457,1394
+"lr_0",1.1535671342490792e-06,1613937045457,1394
+"mom_0",0.9269294266092845,1613937045457,1394
+"eps_0",1e-05,1613937045457,1394
+"wd_1",0.01,1613937045457,1394
+"sqr_mom_1",0.99,1613937045457,1394
+"lr_1",1.1535671342490792e-05,1613937045457,1394
+"mom_1",0.9269294266092845,1613937045457,1394
+"eps_1",1e-05,1613937045457,1394
+"wd_2",0.01,1613937045457,1394
+"sqr_mom_2",0.99,1613937045457,1394
+"lr_2",0.0001153567134249079,1613937045457,1394
+"mom_2",0.9269294266092845,1613937045457,1394
+"eps_2",1e-05,1613937045457,1394
+"train_loss",0.04323354,1613937046420,1395
+"raw_loss",0.028016498,1613937046420,1395
+"epoch",8.77987421383645,1613937046420,1395
+"wd_0",0.01,1613937046420,1395
+"sqr_mom_0",0.99,1613937046420,1395
+"lr_0",1.147627246312937e-06,1613937046420,1395
+"mom_0",0.9270482255559968,1613937046420,1395
+"eps_0",1e-05,1613937046420,1395
+"wd_1",0.01,1613937046420,1395
+"sqr_mom_1",0.99,1613937046420,1395
+"lr_1",1.1476272463129373e-05,1613937046420,1395
+"mom_1",0.9270482255559968,1613937046420,1395
+"eps_1",1e-05,1613937046420,1395
+"wd_2",0.01,1613937046420,1395
+"sqr_mom_2",0.99,1613937046420,1395
+"lr_2",0.00011476272463129369,1613937046420,1395
+"mom_2",0.9270482255559968,1613937046420,1395
+"eps_2",1e-05,1613937046420,1395
+"train_loss",0.042875692,1613937047370,1396
+"raw_loss",0.025341155,1613937047370,1396
+"epoch",8.78616352201255,1613937047370,1396
+"wd_0",0.01,1613937047370,1396
+"sqr_mom_0",0.99,1613937047370,1396
+"lr_0",1.1416977390412301e-06,1613937047370,1396
+"mom_0",0.9271668168873443,1613937047370,1396
+"eps_0",1e-05,1613937047370,1396
+"wd_1",0.01,1613937047370,1396
+"sqr_mom_1",0.99,1613937047370,1396
+"lr_1",1.1416977390412298e-05,1613937047370,1396
+"mom_1",0.9271668168873443,1613937047370,1396
+"eps_1",1e-05,1613937047370,1396
+"wd_2",0.01,1613937047370,1396
+"sqr_mom_2",0.99,1613937047370,1396
+"lr_2",0.00011416977390412293,1613937047370,1396
+"mom_2",0.9271668168873443,1613937047370,1396
+"eps_2",1e-05,1613937047370,1396
+"train_loss",0.042860277,1613937048333,1397
+"raw_loss",0.04210487,1613937048333,1397
+"epoch",8.792452830188651,1613937048333,1397
+"wd_0",0.01,1613937048333,1397
+"sqr_mom_0",0.99,1613937048333,1397
+"lr_0",1.1357790541077805e-06,1613937048333,1397
+"mom_0",0.9272851917697621,1613937048333,1397
+"eps_0",1e-05,1613937048333,1397
+"wd_1",0.01,1613937048333,1397
+"sqr_mom_1",0.99,1613937048333,1397
+"lr_1",1.1357790541077804e-05,1613937048333,1397
+"mom_1",0.9272851917697621,1613937048333,1397
+"eps_1",1e-05,1613937048333,1397
+"wd_2",0.01,1613937048333,1397
+"sqr_mom_2",0.99,1613937048333,1397
+"lr_2",0.000113577905410778,1613937048333,1397
+"mom_2",0.9272851917697621,1613937048333,1397
+"eps_2",1e-05,1613937048333,1397
+"train_loss",0.04276884,1613937049268,1398
+"raw_loss",0.038288485,1613937049268,1398
+"epoch",8.798742138364751,1613937049268,1398
+"wd_0",0.01,1613937049268,1398
+"sqr_mom_0",0.99,1613937049268,1398
+"lr_0",1.1298716302284564e-06,1613937049268,1398
+"mom_0",0.9274033414288452,1613937049268,1398
+"eps_0",1e-05,1613937049268,1398
+"wd_1",0.01,1613937049268,1398
+"sqr_mom_1",0.99,1613937049268,1398
+"lr_1",1.1298716302284562e-05,1613937049268,1398
+"mom_1",0.9274033414288452,1613937049268,1398
+"eps_1",1e-05,1613937049268,1398
+"wd_2",0.01,1613937049268,1398
+"sqr_mom_2",0.99,1613937049268,1398
+"lr_2",0.0001129871630228456,1613937049268,1398
+"mom_2",0.9274033414288452,1613937049268,1398
+"eps_2",1e-05,1613937049268,1398
+"train_loss",0.04237796,1613937050222,1399
+"raw_loss",0.023224771,1613937050222,1399
+"epoch",8.805031446540852,1613937050222,1399
+"wd_0",0.01,1613937050222,1399
+"sqr_mom_0",0.99,1613937050222,1399
+"lr_0",1.123974339795202e-06,1613937050222,1399
+"mom_0",0.9275212884169801,1613937050222,1399
+"eps_0",1e-05,1613937050222,1399
+"wd_1",0.01,1613937050222,1399
+"sqr_mom_1",0.99,1613937050222,1399
+"lr_1",1.1239743397952014e-05,1613937050222,1399
+"mom_1",0.9275212884169801,1613937050222,1399
+"eps_1",1e-05,1613937050222,1399
+"wd_2",0.01,1613937050222,1399
+"sqr_mom_2",0.99,1613937050222,1399
+"lr_2",0.00011239743397952015,1613937050222,1399
+"mom_2",0.9275212884169801,1613937050222,1399
+"eps_2",1e-05,1613937050222,1399
+"train_loss",0.042806223,1613937051160,1400
+"raw_loss",0.06379112,1613937051160,1400
+"epoch",8.811320754716952,1613937051160,1400
+"wd_0",0.01,1613937051160,1400
+"sqr_mom_0",0.99,1613937051160,1400
+"lr_0",1.1180884044689676e-06,1613937051160,1400
+"mom_0",0.9276390083007036,1613937051160,1400
+"eps_0",1e-05,1613937051160,1400
+"wd_1",0.01,1613937051160,1400
+"sqr_mom_1",0.99,1613937051160,1400
+"lr_1",1.1180884044689678e-05,1613937051160,1400
+"mom_1",0.9276390083007036,1613937051160,1400
+"eps_1",1e-05,1613937051160,1400
+"wd_2",0.01,1613937051160,1400
+"sqr_mom_2",0.99,1613937051160,1400
+"lr_2",0.00011180884044689673,1613937051160,1400
+"mom_2",0.9276390083007036,1613937051160,1400
+"eps_2",1e-05,1613937051160,1400
+"train_loss",0.04352819,1613937052136,1401
+"raw_loss",0.078904696,1613937052136,1401
+"epoch",8.817610062893053,1613937052136,1401
+"wd_0",0.01,1613937052136,1401
+"sqr_mom_0",0.99,1613937052136,1401
+"lr_0",1.1122134795860312e-06,1613937052136,1401
+"mom_0",0.9277565079733591,1613937052136,1401
+"eps_0",1e-05,1613937052136,1401
+"wd_1",0.01,1613937052136,1401
+"sqr_mom_1",0.99,1613937052136,1401
+"lr_1",1.1122134795860312e-05,1613937052136,1401
+"mom_1",0.9277565079733591,1613937052136,1401
+"eps_1",1e-05,1613937052136,1401
+"wd_2",0.01,1613937052136,1401
+"sqr_mom_2",0.99,1613937052136,1401
+"lr_2",0.00011122134795860306,1613937052136,1401
+"mom_2",0.9277565079733591,1613937052136,1401
+"eps_2",1e-05,1613937052136,1401
+"train_loss",0.043462455,1613937053078,1402
+"raw_loss",0.040241286,1613937053078,1402
+"epoch",8.823899371069153,1613937053078,1402
+"wd_0",0.01,1613937053078,1402
+"sqr_mom_0",0.99,1613937053078,1402
+"lr_0",1.1063500005919185e-06,1613937053078,1402
+"mom_0",0.9278737787259489,1613937053078,1402
+"eps_0",1e-05,1613937053078,1402
+"wd_1",0.01,1613937053078,1402
+"sqr_mom_1",0.99,1613937053078,1402
+"lr_1",1.1063500005919181e-05,1613937053078,1402
+"mom_1",0.9278737787259489,1613937053078,1402
+"eps_1",1e-05,1613937053078,1402
+"wd_2",0.01,1613937053078,1402
+"sqr_mom_2",0.99,1613937053078,1402
+"lr_2",0.00011063500005919179,1613937053078,1402
+"mom_2",0.9278737787259489,1613937053078,1402
+"eps_2",1e-05,1613937053078,1402
+"train_loss",0.043439656,1613937054031,1403
+"raw_loss",0.042322446,1613937054031,1403
+"epoch",8.830188679245254,1613937054031,1403
+"wd_0",0.01,1613937054031,1403
+"sqr_mom_0",0.99,1613937054031,1403
+"lr_0",1.1004972361929537e-06,1613937054031,1403
+"mom_0",0.9279908351844928,1613937054031,1403
+"eps_0",1e-05,1613937054031,1403
+"wd_1",0.01,1613937054031,1403
+"sqr_mom_1",0.99,1613937054031,1403
+"lr_1",1.1004972361929539e-05,1613937054031,1403
+"mom_1",0.9279908351844928,1613937054031,1403
+"eps_1",1e-05,1613937054031,1403
+"wd_2",0.01,1613937054031,1403
+"sqr_mom_2",0.99,1613937054031,1403
+"lr_2",0.00011004972361929537,1613937054031,1403
+"mom_2",0.9279908351844928,1613937054031,1403
+"eps_2",1e-05,1613937054031,1403
+"train_loss",0.043496504,1613937054960,1404
+"raw_loss",0.046282012,1613937054960,1404
+"epoch",8.836477987421354,1613937054960,1404
+"wd_0",0.01,1613937054960,1404
+"sqr_mom_0",0.99,1613937054960,1404
+"lr_0",1.09465523523499e-06,1613937054960,1404
+"mom_0",0.9281076763720639,1613937054960,1404
+"eps_0",1e-05,1613937054960,1404
+"wd_1",0.01,1613937054960,1404
+"sqr_mom_1",0.99,1613937054960,1404
+"lr_1",1.09465523523499e-05,1613937054960,1404
+"mom_1",0.9281076763720639,1613937054960,1404
+"eps_1",1e-05,1613937054960,1404
+"wd_2",0.01,1613937054960,1404
+"sqr_mom_2",0.99,1613937054960,1404
+"lr_2",0.00010946552352349896,1613937054960,1404
+"mom_2",0.9281076763720639,1613937054960,1404
+"eps_2",1e-05,1613937054960,1404
+"train_loss",0.043370172,1613937055927,1405
+"raw_loss",0.037179854,1613937055927,1405
+"epoch",8.842767295597454,1613937055927,1405
+"wd_0",0.01,1613937055927,1405
+"sqr_mom_0",0.99,1613937055927,1405
+"lr_0",1.0888255921489763e-06,1613937055927,1405
+"mom_0",0.9282242703997244,1613937055927,1405
+"eps_0",1e-05,1613937055927,1405
+"wd_1",0.01,1613937055927,1405
+"sqr_mom_1",0.99,1613937055927,1405
+"lr_1",1.0888255921489758e-05,1613937055927,1405
+"mom_1",0.9282242703997244,1613937055927,1405
+"eps_1",1e-05,1613937055927,1405
+"wd_2",0.01,1613937055927,1405
+"sqr_mom_2",0.99,1613937055927,1405
+"lr_2",0.00010888255921489757,1613937055927,1405
+"mom_2",0.9282242703997244,1613937055927,1405
+"eps_2",1e-05,1613937055927,1405
+"train_loss",0.043472137,1613937056887,1406
+"raw_loss",0.048468363,1613937056887,1406
+"epoch",8.849056603773555,1613937056887,1406
+"wd_0",0.01,1613937056887,1406
+"sqr_mom_0",0.99,1613937056887,1406
+"lr_0",1.083006032671933e-06,1613937056887,1406
+"mom_0",0.9283406627531888,1613937056887,1406
+"eps_0",1e-05,1613937056887,1406
+"wd_1",0.01,1613937056887,1406
+"sqr_mom_1",0.99,1613937056887,1406
+"lr_1",1.0830060326719331e-05,1613937056887,1406
+"mom_1",0.9283406627531888,1613937056887,1406
+"eps_1",1e-05,1613937056887,1406
+"wd_2",0.01,1613937056887,1406
+"sqr_mom_2",0.99,1613937056887,1406
+"lr_2",0.00010830060326719328,1613937056887,1406
+"mom_2",0.9283406627531888,1613937056887,1406
+"eps_2",1e-05,1613937056887,1406
+"train_loss",0.043117944,1613937057875,1407
+"raw_loss",0.025762498,1613937057875,1407
+"epoch",8.855345911949655,1613937057875,1407
+"wd_0",0.01,1613937057875,1407
+"sqr_mom_0",0.99,1613937057875,1407
+"lr_0",1.0771981495674092e-06,1613937057875,1407
+"mom_0",0.9284568215768676,1613937057875,1407
+"eps_0",1e-05,1613937057875,1407
+"wd_1",0.01,1613937057875,1407
+"sqr_mom_1",0.99,1613937057875,1407
+"lr_1",1.0771981495674085e-05,1613937057875,1407
+"mom_1",0.9284568215768676,1613937057875,1407
+"eps_1",1e-05,1613937057875,1407
+"wd_2",0.01,1613937057875,1407
+"sqr_mom_2",0.99,1613937057875,1407
+"lr_2",0.00010771981495674086,1613937057875,1407
+"mom_2",0.9284568215768676,1613937057875,1407
+"eps_2",1e-05,1613937057875,1407
+"train_loss",0.04307407,1613937058812,1408
+"raw_loss",0.040924285,1613937058812,1408
+"epoch",8.861635220125756,1613937058812,1408
+"wd_0",0.01,1613937058812,1408
+"sqr_mom_0",0.99,1613937058812,1408
+"lr_0",1.0714016026952498e-06,1613937058812,1408
+"mom_0",0.9285727536736317,1613937058812,1408
+"eps_0",1e-05,1613937058812,1408
+"wd_1",0.01,1613937058812,1408
+"sqr_mom_1",0.99,1613937058812,1408
+"lr_1",1.0714016026952497e-05,1613937058812,1408
+"mom_1",0.9285727536736317,1613937058812,1408
+"eps_1",1e-05,1613937058812,1408
+"wd_2",0.01,1613937058812,1408
+"sqr_mom_2",0.99,1613937058812,1408
+"lr_2",0.00010714016026952495,1613937058812,1408
+"mom_2",0.9285727536736317,1613937058812,1408
+"eps_2",1e-05,1613937058812,1408
+"train_loss",0.043480154,1613937059761,1409
+"raw_loss",0.0633783,1613937059761,1409
+"epoch",8.867924528301856,1613937059761,1409
+"wd_0",0.01,1613937059761,1409
+"sqr_mom_0",0.99,1613937059761,1409
+"lr_0",1.0656168216446178e-06,1613937059761,1409
+"mom_0",0.9286884504516121,1613937059761,1409
+"eps_0",1e-05,1613937059761,1409
+"wd_1",0.01,1613937059761,1409
+"sqr_mom_1",0.99,1613937059761,1409
+"lr_1",1.0656168216446178e-05,1613937059761,1409
+"mom_1",0.9286884504516121,1613937059761,1409
+"eps_1",1e-05,1613937059761,1409
+"wd_2",0.01,1613937059761,1409
+"sqr_mom_2",0.99,1613937059761,1409
+"lr_2",0.00010656168216446177,1613937059761,1409
+"mom_2",0.9286884504516121,1613937059761,1409
+"eps_2",1e-05,1613937059761,1409
+"train_loss",0.043121975,1613937060698,1410
+"raw_loss",0.025571244,1613937060698,1410
+"epoch",8.874213836477956,1613937060698,1410
+"wd_0",0.01,1613937060698,1410
+"sqr_mom_0",0.99,1613937060698,1410
+"lr_0",1.059843084937056e-06,1613937060698,1410
+"mom_0",0.9288039263405222,1613937060698,1410
+"eps_0",1e-05,1613937060698,1410
+"wd_1",0.01,1613937060698,1410
+"sqr_mom_1",0.99,1613937060698,1410
+"lr_1",1.059843084937056e-05,1613937060698,1410
+"mom_1",0.9288039263405222,1613937060698,1410
+"eps_1",1e-05,1613937060698,1410
+"wd_2",0.01,1613937060698,1410
+"sqr_mom_2",0.99,1613937060698,1410
+"lr_2",0.00010598430849370556,1613937060698,1410
+"mom_2",0.9288039263405222,1613937060698,1410
+"eps_2",1e-05,1613937060698,1410
+"train_loss",0.04367724,1613937061648,1411
+"raw_loss",0.07088534,1613937061648,1411
+"epoch",8.880503144654057,1613937061648,1411
+"wd_0",0.01,1613937061648,1411
+"sqr_mom_0",0.99,1613937061648,1411
+"lr_0",1.054080440853295e-06,1613937061648,1411
+"mom_0",0.9289191803747379,1613937061648,1411
+"eps_0",1e-05,1613937061648,1411
+"wd_1",0.01,1613937061648,1411
+"sqr_mom_1",0.99,1613937061648,1411
+"lr_1",1.0540804408532952e-05,1613937061648,1411
+"mom_1",0.9289191803747379,1613937061648,1411
+"eps_1",1e-05,1613937061648,1411
+"wd_2",0.01,1613937061648,1411
+"sqr_mom_2",0.99,1613937061648,1411
+"lr_2",0.00010540804408532944,1613937061648,1411
+"mom_2",0.9289191803747379,1613937061648,1411
+"eps_2",1e-05,1613937061648,1411
+"train_loss",0.044559002,1613937062582,1412
+"raw_loss",0.087765366,1613937062582,1412
+"epoch",8.886792452830157,1613937062582,1412
+"wd_0",0.01,1613937062582,1412
+"sqr_mom_0",0.99,1613937062582,1412
+"lr_0",1.0483300809535681e-06,1613937062582,1412
+"mom_0",0.9290341887228158,1613937062582,1412
+"eps_0",1e-05,1613937062582,1412
+"wd_1",0.01,1613937062582,1412
+"sqr_mom_1",0.99,1613937062582,1412
+"lr_1",1.0483300809535681e-05,1613937062582,1412
+"mom_1",0.9290341887228158,1613937062582,1412
+"eps_1",1e-05,1613937062582,1412
+"wd_2",0.01,1613937062582,1412
+"sqr_mom_2",0.99,1613937062582,1412
+"lr_2",0.00010483300809535677,1613937062582,1412
+"mom_2",0.9290341887228158,1613937062582,1412
+"eps_2",1e-05,1613937062582,1412
+"train_loss",0.044497762,1613937063531,1413
+"raw_loss",0.041496947,1613937063531,1413
+"epoch",8.893081761006258,1613937063531,1413
+"wd_0",0.01,1613937063531,1413
+"sqr_mom_0",0.99,1613937063531,1413
+"lr_0",1.0425909054063644e-06,1613937063531,1413
+"mom_0",0.9291489733816065,1613937063531,1413
+"eps_0",1e-05,1613937063531,1413
+"wd_1",0.01,1613937063531,1413
+"sqr_mom_1",0.99,1613937063531,1413
+"lr_1",1.0425909054063642e-05,1613937063531,1413
+"mom_1",0.9291489733816065,1613937063531,1413
+"eps_1",1e-05,1613937063531,1413
+"wd_2",0.01,1613937063531,1413
+"sqr_mom_2",0.99,1613937063531,1413
+"lr_2",0.0001042590905406364,1613937063531,1413
+"mom_2",0.9291489733816065,1613937063531,1413
+"eps_2",1e-05,1613937063531,1413
+"train_loss",0.043967,1613937064465,1414
+"raw_loss",0.017959777,1613937064465,1414
+"epoch",8.899371069182358,1613937064465,1414
+"wd_0",0.01,1613937064465,1414
+"sqr_mom_0",0.99,1613937064465,1414
+"lr_0",1.0368633418213239e-06,1613937064465,1414
+"mom_0",0.9292635257988315,1613937064465,1414
+"eps_0",1e-05,1613937064465,1414
+"wd_1",0.01,1613937064465,1414
+"sqr_mom_1",0.99,1613937064465,1414
+"lr_1",1.0368633418213239e-05,1613937064465,1414
+"mom_1",0.9292635257988315,1613937064465,1414
+"eps_1",1e-05,1613937064465,1414
+"wd_2",0.01,1613937064465,1414
+"sqr_mom_2",0.99,1613937064465,1414
+"lr_2",0.00010368633418213235,1613937064465,1414
+"mom_2",0.9292635257988315,1613937064465,1414
+"eps_2",1e-05,1613937064465,1414
+"train_loss",0.043623753,1613937065423,1415
+"raw_loss",0.026804559,1613937065423,1415
+"epoch",8.905660377358458,1613937065423,1415
+"wd_0",0.01,1613937065423,1415
+"sqr_mom_0",0.99,1613937065423,1415
+"lr_0",1.0311478146343127e-06,1613937065423,1415
+"mom_0",0.9293778374856886,1613937065423,1415
+"eps_0",1e-05,1613937065423,1415
+"wd_1",0.01,1613937065423,1415
+"sqr_mom_1",0.99,1613937065423,1415
+"lr_1",1.0311478146343127e-05,1613937065423,1415
+"mom_1",0.9293778374856886,1613937065423,1415
+"eps_1",1e-05,1613937065423,1415
+"wd_2",0.01,1613937065423,1415
+"sqr_mom_2",0.99,1613937065423,1415
+"lr_2",0.00010311478146343125,1613937065423,1415
+"mom_2",0.9293778374856886,1613937065423,1415
+"eps_2",1e-05,1613937065423,1415
+"train_loss",0.043481097,1613937066356,1416
+"raw_loss",0.03649092,1613937066356,1416
+"epoch",8.911949685534559,1613937066356,1416
+"wd_0",0.01,1613937066356,1416
+"sqr_mom_0",0.99,1613937066356,1416
+"lr_0",1.025443611004222e-06,1613937066356,1416
+"mom_0",0.9294919226991425,1613937066356,1416
+"eps_0",1e-05,1613937066356,1416
+"wd_1",0.01,1613937066356,1416
+"sqr_mom_1",0.99,1613937066356,1416
+"lr_1",1.0254436110042217e-05,1613937066356,1416
+"mom_1",0.9294919226991425,1613937066356,1416
+"eps_1",1e-05,1613937066356,1416
+"wd_2",0.01,1613937066356,1416
+"sqr_mom_2",0.99,1613937066356,1416
+"lr_2",0.00010254436110042212,1613937066356,1416
+"mom_2",0.9294919226991425,1613937066356,1416
+"eps_2",1e-05,1613937066356,1416
+"train_loss",0.04304276,1613937067311,1417
+"raw_loss",0.021564327,1613937067311,1417
+"epoch",8.91823899371066,1613937067311,1417
+"wd_0",0.01,1613937067311,1417
+"sqr_mom_0",0.99,1613937067311,1417
+"lr_0",1.0197507787123868e-06,1613937067311,1417
+"mom_0",0.9296057804835571,1613937067311,1417
+"eps_0",1e-05,1613937067311,1417
+"wd_1",0.01,1613937067311,1417
+"sqr_mom_1",0.99,1613937067311,1417
+"lr_1",1.0197507787123863e-05,1613937067311,1417
+"mom_1",0.9296057804835571,1613937067311,1417
+"eps_1",1e-05,1613937067311,1417
+"wd_2",0.01,1613937067311,1417
+"sqr_mom_2",0.99,1613937067311,1417
+"lr_2",0.00010197507787123862,1613937067311,1417
+"mom_2",0.9296057804835571,1613937067311,1417
+"eps_2",1e-05,1613937067311,1417
+"train_loss",0.042751767,1613937068250,1418
+"raw_loss",0.028493136,1613937068250,1418
+"epoch",8.92452830188676,1613937068250,1418
+"wd_0",0.01,1613937068250,1418
+"sqr_mom_0",0.99,1613937068250,1418
+"lr_0",1.014070118383348e-06,1613937068250,1418
+"mom_0",0.9297193948262813,1613937068250,1418
+"eps_0",1e-05,1613937068250,1418
+"wd_1",0.01,1613937068250,1418
+"sqr_mom_1",0.99,1613937068250,1418
+"lr_1",1.0140701183833484e-05,1613937068250,1418
+"mom_1",0.9297193948262813,1613937068250,1418
+"eps_1",1e-05,1613937068250,1418
+"wd_2",0.01,1613937068250,1418
+"sqr_mom_2",0.99,1613937068250,1418
+"lr_2",0.00010140701183833481,1613937068250,1418
+"mom_2",0.9297193948262813,1613937068250,1418
+"eps_2",1e-05,1613937068250,1418
+"train_loss",0.042699985,1613937069208,1419
+"raw_loss",0.04016267,1613937069208,1419
+"epoch",8.93081761006286,1613937069208,1419
+"wd_0",0.01,1613937069208,1419
+"sqr_mom_0",0.99,1613937069208,1419
+"lr_0",1.0084016729255e-06,1613937069208,1419
+"mom_0",0.9298327648691387,1613937069208,1419
+"eps_0",1e-05,1613937069208,1419
+"wd_1",0.01,1613937069208,1419
+"sqr_mom_1",0.99,1613937069208,1419
+"lr_1",1.0084016729254999e-05,1613937069208,1419
+"mom_1",0.9298327648691387,1613937069208,1419
+"eps_1",1e-05,1613937069208,1419
+"wd_2",0.01,1613937069208,1419
+"sqr_mom_2",0.99,1613937069208,1419
+"lr_2",0.00010084016729254997,1613937069208,1419
+"mom_2",0.9298327648691387,1613937069208,1419
+"eps_2",1e-05,1613937069208,1419
+"train_loss",0.04252505,1613937070134,1420
+"raw_loss",0.033953253,1613937070134,1420
+"epoch",8.93710691823896,1613937070134,1420
+"wd_0",0.01,1613937070134,1420
+"sqr_mom_0",0.99,1613937070134,1420
+"lr_0",1.0027447353697696e-06,1613937070134,1420
+"mom_0",0.9299459047516521,1613937070134,1420
+"eps_0",1e-05,1613937070134,1420
+"wd_1",0.01,1613937070134,1420
+"sqr_mom_1",0.99,1613937070134,1420
+"lr_1",1.0027447353697696e-05,1613937070134,1420
+"mom_1",0.9299459047516521,1613937070134,1420
+"eps_1",1e-05,1613937070134,1420
+"wd_2",0.01,1613937070134,1420
+"sqr_mom_2",0.99,1613937070134,1420
+"lr_2",0.0001002744735369769,1613937070134,1420
+"mom_2",0.9299459047516521,1613937070134,1420
+"eps_2",1e-05,1613937070134,1420
+"train_loss",0.042786043,1613937071091,1421
+"raw_loss",0.05557484,1613937071091,1421
+"epoch",8.94339622641506,1613937071091,1421
+"wd_0",0.01,1613937071091,1421
+"sqr_mom_0",0.99,1613937071091,1421
+"lr_0",9.970997272466252e-07,1613937071091,1421
+"mom_0",0.9300588060431279,1613937071091,1421
+"eps_0",1e-05,1613937071091,1421
+"wd_1",0.01,1613937071091,1421
+"sqr_mom_1",0.99,1613937071091,1421
+"lr_1",9.970997272466255e-06,1613937071091,1421
+"mom_1",0.9300588060431279,1613937071091,1421
+"eps_1",1e-05,1613937071091,1421
+"wd_2",0.01,1613937071091,1421
+"sqr_mom_2",0.99,1613937071091,1421
+"lr_2",9.97099727246625e-05,1613937071091,1421
+"mom_2",0.9300588060431279,1613937071091,1421
+"eps_2",1e-05,1613937071091,1421
+"train_loss",0.042683627,1613937072024,1422
+"raw_loss",0.037665185,1613937072024,1422
+"epoch",8.949685534591161,1613937072024,1422
+"wd_0",0.01,1613937072024,1422
+"sqr_mom_0",0.99,1613937072024,1422
+"lr_0",9.914670668259921e-07,1613937072024,1422
+"mom_0",0.930171460378084,1613937072024,1422
+"eps_0",1e-05,1613937072024,1422
+"wd_1",0.01,1613937072024,1422
+"sqr_mom_1",0.99,1613937072024,1422
+"lr_1",9.914670668259921e-06,1613937072024,1422
+"mom_1",0.930171460378084,1613937072024,1422
+"eps_1",1e-05,1613937072024,1422
+"wd_2",0.01,1613937072024,1422
+"sqr_mom_2",0.99,1613937072024,1422
+"lr_2",9.91467066825992e-05,1613937072024,1422
+"mom_2",0.930171460378084,1613937072024,1422
+"eps_2",1e-05,1613937072024,1422
+"train_loss",0.04248794,1613937072990,1423
+"raw_loss",0.03289934,1613937072990,1423
+"epoch",8.955974842767262,1613937072990,1423
+"wd_0",0.01,1613937072990,1423
+"sqr_mom_0",0.99,1613937072990,1423
+"lr_0",9.858460516019112e-07,1613937072990,1423
+"mom_0",0.9302838818067798,1613937072990,1423
+"eps_0",1e-05,1613937072990,1423
+"wd_1",0.01,1613937072990,1423
+"sqr_mom_1",0.99,1613937072990,1423
+"lr_1",9.85846051601911e-06,1613937072990,1423
+"mom_1",0.9302838818067798,1613937072990,1423
+"eps_1",1e-05,1613937072990,1423
+"wd_2",0.01,1613937072990,1423
+"sqr_mom_2",0.99,1613937072990,1423
+"lr_2",9.858460516019103e-05,1613937072990,1423
+"mom_2",0.9302838818067798,1613937072990,1423
+"eps_2",1e-05,1613937072990,1423
+"train_loss",0.04209618,1613937073918,1424
+"raw_loss",0.022899797,1613937073918,1424
+"epoch",8.962264150943362,1613937073918,1424
+"wd_0",0.01,1613937073918,1424
+"sqr_mom_0",0.99,1613937073918,1424
+"lr_0",9.80236728755775e-07,1613937073918,1424
+"mom_0",0.9303960693855783,1613937073918,1424
+"eps_0",1e-05,1613937073918,1424
+"wd_1",0.01,1613937073918,1424
+"sqr_mom_1",0.99,1613937073918,1424
+"lr_1",9.802367287557754e-06,1613937073918,1424
+"mom_1",0.9303960693855783,1613937073918,1424
+"eps_1",1e-05,1613937073918,1424
+"wd_2",0.01,1613937073918,1424
+"sqr_mom_2",0.99,1613937073918,1424
+"lr_2",9.80236728755775e-05,1613937073918,1424
+"mom_2",0.9303960693855783,1613937073918,1424
+"eps_2",1e-05,1613937073918,1424
+"train_loss",0.041954745,1613937074921,1425
+"raw_loss",0.035024516,1613937074921,1425
+"epoch",8.968553459119462,1613937074921,1425
+"wd_0",0.01,1613937074921,1425
+"sqr_mom_0",0.99,1613937074921,1425
+"lr_0",9.746398871675866e-07,1613937074921,1425
+"mom_0",0.9305080073367216,1613937074921,1425
+"eps_0",1e-05,1613937074921,1425
+"wd_1",0.01,1613937074921,1425
+"sqr_mom_1",0.99,1613937074921,1425
+"lr_1",9.746398871675866e-06,1613937074921,1425
+"mom_1",0.9305080073367216,1613937074921,1425
+"eps_1",1e-05,1613937074921,1425
+"wd_2",0.01,1613937074921,1425
+"sqr_mom_2",0.99,1613937074921,1425
+"lr_2",9.746398871675864e-05,1613937074921,1425
+"mom_2",0.9305080073367216,1613937074921,1425
+"eps_2",1e-05,1613937074921,1425
+"train_loss",0.041759904,1613937075866,1426
+"raw_loss",0.03221279,1613937075866,1426
+"epoch",8.974842767295563,1613937075866,1426
+"wd_0",0.01,1613937075866,1426
+"sqr_mom_0",0.99,1613937075866,1426
+"lr_0",9.690555690153286e-07,1613937075866,1426
+"mom_0",0.9306196948166415,1613937075866,1426
+"eps_0",1e-05,1613937075866,1426
+"wd_1",0.01,1613937075866,1426
+"sqr_mom_1",0.99,1613937075866,1426
+"lr_1",9.690555690153286e-06,1613937075866,1426
+"mom_1",0.9306196948166415,1613937075866,1426
+"eps_1",1e-05,1613937075866,1426
+"wd_2",0.01,1613937075866,1426
+"sqr_mom_2",0.99,1613937075866,1426
+"lr_2",9.69055569015328e-05,1613937075866,1426
+"mom_2",0.9306196948166415,1613937075866,1426
+"eps_2",1e-05,1613937075866,1426
+"train_loss",0.041835997,1613937076822,1427
+"raw_loss",0.045564555,1613937076822,1427
+"epoch",8.981132075471663,1613937076822,1427
+"wd_0",0.01,1613937076822,1427
+"sqr_mom_0",0.99,1613937076822,1427
+"lr_0",9.634830778222959e-07,1613937076822,1427
+"mom_0",0.9307311457550116,1613937076822,1427
+"eps_0",1e-05,1613937076822,1427
+"wd_1",0.01,1613937076822,1427
+"sqr_mom_1",0.99,1613937076822,1427
+"lr_1",9.634830778222959e-06,1613937076822,1427
+"mom_1",0.9307311457550116,1613937076822,1427
+"eps_1",1e-05,1613937076822,1427
+"wd_2",0.01,1613937076822,1427
+"sqr_mom_2",0.99,1613937076822,1427
+"lr_2",9.634830778222956e-05,1613937076822,1427
+"mom_2",0.9307311457550116,1613937076822,1427
+"eps_2",1e-05,1613937076822,1427
+"train_loss",0.041481856,1613937077767,1428
+"raw_loss",0.024129014,1613937077767,1428
+"epoch",8.987421383647764,1613937077767,1428
+"wd_0",0.01,1613937077767,1428
+"sqr_mom_0",0.99,1613937077767,1428
+"lr_0",9.579228288752273e-07,1613937077767,1428
+"mom_0",0.9308423518460138,1613937077767,1428
+"eps_0",1e-05,1613937077767,1428
+"wd_1",0.01,1613937077767,1428
+"sqr_mom_1",0.99,1613937077767,1428
+"lr_1",9.579228288752273e-06,1613937077767,1428
+"mom_1",0.9308423518460138,1613937077767,1428
+"eps_1",1e-05,1613937077767,1428
+"wd_2",0.01,1613937077767,1428
+"sqr_mom_2",0.99,1613937077767,1428
+"lr_2",9.579228288752269e-05,1613937077767,1428
+"mom_2",0.9308423518460138,1613937077767,1428
+"eps_2",1e-05,1613937077767,1428
+"train_loss",0.04178439,1613937078715,1429
+"raw_loss",0.05660862,1613937078715,1429
+"epoch",8.993710691823864,1613937078715,1429
+"wd_0",0.01,1613937078715,1429
+"sqr_mom_0",0.99,1613937078715,1429
+"lr_0",9.523752341148197e-07,1613937078715,1429
+"mom_0",0.9309533048507521,1613937078715,1429
+"eps_0",1e-05,1613937078715,1429
+"wd_1",0.01,1613937078715,1429
+"sqr_mom_1",0.99,1613937078715,1429
+"lr_1",9.523752341148199e-06,1613937078715,1429
+"mom_1",0.9309533048507521,1613937078715,1429
+"eps_1",1e-05,1613937078715,1429
+"wd_2",0.01,1613937078715,1429
+"sqr_mom_2",0.99,1613937078715,1429
+"lr_2",9.523752341148193e-05,1613937078715,1429
+"mom_2",0.9309533048507521,1613937078715,1429
+"eps_2",1e-05,1613937078715,1429
+"train_loss",0.041661054,1613937079662,1430
+"raw_loss",0.035617582,1613937079662,1430
+"epoch",8.999999999999964,1613937079662,1430
+"wd_0",0.01,1613937079662,1430
+"sqr_mom_0",0.99,1613937079662,1430
+"lr_0",9.468392348240282e-07,1613937079662,1430
+"mom_0",0.9310640259437788,1613937079662,1430
+"eps_0",1e-05,1613937079662,1430
+"wd_1",0.01,1613937079662,1430
+"sqr_mom_1",0.99,1613937079662,1430
+"lr_1",9.46839234824028e-06,1613937079662,1430
+"mom_1",0.9310640259437788,1613937079662,1430
+"eps_1",1e-05,1613937079662,1430
+"wd_2",0.01,1613937079662,1430
+"sqr_mom_2",0.99,1613937079662,1430
+"lr_2",9.468392348240277e-05,1613937079662,1430
+"mom_2",0.9310640259437788,1613937079662,1430
+"eps_2",1e-05,1613937079662,1430
+"valid_loss",0.09504959732294083,1613937111238,1430
+"_rmse",0.30830118060112,1613937111238,1430
+"epoch",9,1613937111238,1430
+"train_loss",0.0423424,1613937112298,1431
+"raw_loss",0.07572837,1613937112298,1431
+"epoch",9.0062893081761,1613937112298,1431
+"wd_0",0.01,1613937112298,1431
+"sqr_mom_0",0.99,1613937112298,1431
+"lr_0",9.413159780273371e-07,1613937112298,1431
+"mom_0",0.9311744921843751,1613937112298,1431
+"eps_0",1e-05,1613937112298,1431
+"wd_1",0.01,1613937112298,1431
+"sqr_mom_1",0.99,1613937112298,1431
+"lr_1",9.413159780273369e-06,1613937112298,1431
+"mom_1",0.9311744921843751,1613937112298,1431
+"eps_1",1e-05,1613937112298,1431
+"wd_2",0.01,1613937112298,1431
+"sqr_mom_2",0.99,1613937112298,1431
+"lr_2",9.41315978027337e-05,1613937112298,1431
+"mom_2",0.9311744921843751,1613937112298,1431
+"eps_2",1e-05,1613937112298,1431
+"train_loss",0.042335115,1613937113267,1432
+"raw_loss",0.041978244,1613937113267,1432
+"epoch",9.0125786163522,1613937113267,1432
+"wd_0",0.01,1613937113267,1432
+"sqr_mom_0",0.99,1613937113267,1432
+"lr_0",9.358051400907884e-07,1613937113267,1432
+"mom_0",0.9312847100452847,1613937113267,1432
+"eps_0",1e-05,1613937113267,1432
+"wd_1",0.01,1613937113267,1432
+"sqr_mom_1",0.99,1613937113267,1432
+"lr_1",9.35805140090789e-06,1613937113267,1432
+"mom_1",0.9312847100452847,1613937113267,1432
+"eps_1",1e-05,1613937113267,1432
+"wd_2",0.01,1613937113267,1432
+"sqr_mom_2",0.99,1613937113267,1432
+"lr_2",9.358051400907885e-05,1613937113267,1432
+"mom_2",0.9312847100452847,1613937113267,1432
+"eps_2",1e-05,1613937113267,1432
+"train_loss",0.04210365,1613937114197,1433
+"raw_loss",0.030761786,1613937114197,1433
+"epoch",9.018867924528301,1613937114197,1433
+"wd_0",0.01,1613937114197,1433
+"sqr_mom_0",0.99,1613937114197,1433
+"lr_0",9.303071292659787e-07,1613937114197,1433
+"mom_0",0.931394671361394,1613937114197,1433
+"eps_0",1e-05,1613937114197,1433
+"wd_1",0.01,1613937114197,1433
+"sqr_mom_1",0.99,1613937114197,1433
+"lr_1",9.303071292659787e-06,1613937114197,1433
+"mom_1",0.931394671361394,1613937114197,1433
+"eps_1",1e-05,1613937114197,1433
+"wd_2",0.01,1613937114197,1433
+"sqr_mom_2",0.99,1613937114197,1433
+"lr_2",9.303071292659782e-05,1613937114197,1433
+"mom_2",0.931394671361394,1613937114197,1433
+"eps_2",1e-05,1613937114197,1433
+"train_loss",0.04177381,1613937115150,1434
+"raw_loss",0.025611801,1613937115150,1434
+"epoch",9.025157232704402,1613937115150,1434
+"wd_0",0.01,1613937115150,1434
+"sqr_mom_0",0.99,1613937115150,1434
+"lr_0",9.248212598404584e-07,1613937115150,1434
+"mom_0",0.9315043898470893,1613937115150,1434
+"eps_0",1e-05,1613937115150,1434
+"wd_1",0.01,1613937115150,1434
+"sqr_mom_1",0.99,1613937115150,1434
+"lr_1",9.24821259840459e-06,1613937115150,1434
+"mom_1",0.9315043898470893,1613937115150,1434
+"eps_1",1e-05,1613937115150,1434
+"wd_2",0.01,1613937115150,1434
+"sqr_mom_2",0.99,1613937115150,1434
+"lr_2",9.248212598404585e-05,1613937115150,1434
+"mom_2",0.9315043898470893,1613937115150,1434
+"eps_2",1e-05,1613937115150,1434
+"train_loss",0.04159364,1613937116084,1435
+"raw_loss",0.032765385,1613937116084,1435
+"epoch",9.031446540880502,1613937116084,1435
+"wd_0",0.01,1613937116084,1435
+"sqr_mom_0",0.99,1613937116084,1435
+"lr_0",9.193475780157339e-07,1613937116084,1435
+"mom_0",0.9316138645783311,1613937116084,1435
+"eps_0",1e-05,1613937116084,1435
+"wd_1",0.01,1613937116084,1435
+"sqr_mom_1",0.99,1613937116084,1435
+"lr_1",9.193475780157342e-06,1613937116084,1435
+"mom_1",0.9316138645783311,1613937116084,1435
+"eps_1",1e-05,1613937116084,1435
+"wd_2",0.01,1613937116084,1435
+"sqr_mom_2",0.99,1613937116084,1435
+"lr_2",9.193475780157334e-05,1613937116084,1435
+"mom_2",0.9316138645783311,1613937116084,1435
+"eps_2",1e-05,1613937116084,1435
+"train_loss",0.04149935,1613937117037,1436
+"raw_loss",0.036879096,1613937117037,1436
+"epoch",9.037735849056602,1613937117037,1436
+"wd_0",0.01,1613937117037,1436
+"sqr_mom_0",0.99,1613937117037,1436
+"lr_0",9.138875772806127e-07,1613937117037,1436
+"mom_0",0.9317230656850446,1613937117037,1436
+"eps_0",1e-05,1613937117037,1436
+"wd_1",0.01,1613937117037,1436
+"sqr_mom_1",0.99,1613937117037,1436
+"lr_1",9.138875772806122e-06,1613937117037,1436
+"mom_1",0.9317230656850446,1613937117037,1436
+"eps_1",1e-05,1613937117037,1436
+"wd_2",0.01,1613937117037,1436
+"sqr_mom_2",0.99,1613937117037,1436
+"lr_2",9.13887577280612e-05,1613937117037,1436
+"mom_2",0.9317230656850446,1613937117037,1436
+"eps_2",1e-05,1613937117037,1436
+"train_loss",0.042244498,1613937117984,1437
+"raw_loss",0.0787568,1613937117984,1437
+"epoch",9.044025157232703,1613937117984,1437
+"wd_0",0.01,1613937117984,1437
+"sqr_mom_0",0.99,1613937117984,1437
+"lr_0",9.084391275771553e-07,1613937117984,1437
+"mom_0",0.9318320357688146,1613937117984,1437
+"eps_0",1e-05,1613937117984,1437
+"wd_1",0.01,1613937117984,1437
+"sqr_mom_1",0.99,1613937117984,1437
+"lr_1",9.084391275771552e-06,1613937117984,1437
+"mom_1",0.9318320357688146,1613937117984,1437
+"eps_1",1e-05,1613937117984,1437
+"wd_2",0.01,1613937117984,1437
+"sqr_mom_2",0.99,1613937117984,1437
+"lr_2",9.084391275771545e-05,1613937117984,1437
+"mom_2",0.9318320357688146,1613937117984,1437
+"eps_2",1e-05,1613937117984,1437
+"train_loss",0.041991815,1613937118977,1438
+"raw_loss",0.029610397,1613937118977,1438
+"epoch",9.050314465408803,1613937118977,1438
+"wd_0",0.01,1613937118977,1438
+"sqr_mom_0",0.99,1613937118977,1438
+"lr_0",9.030037205194214e-07,1613937118977,1438
+"mom_0",0.9319407449970615,1613937118977,1438
+"eps_0",1e-05,1613937118977,1438
+"wd_1",0.01,1613937118977,1438
+"sqr_mom_1",0.99,1613937118977,1438
+"lr_1",9.030037205194214e-06,1613937118977,1438
+"mom_1",0.9319407449970615,1613937118977,1438
+"eps_1",1e-05,1613937118977,1438
+"wd_2",0.01,1613937118977,1438
+"sqr_mom_2",0.99,1613937118977,1438
+"lr_2",9.030037205194212e-05,1613937118977,1438
+"mom_2",0.9319407449970615,1613937118977,1438
+"eps_2",1e-05,1613937118977,1438
+"train_loss",0.04155585,1613937119953,1439
+"raw_loss",0.020193562,1613937119953,1439
+"epoch",9.056603773584904,1613937119953,1439
+"wd_0",0.01,1613937119953,1439
+"sqr_mom_0",0.99,1613937119953,1439
+"lr_0",8.975813968854657e-07,1613937119953,1439
+"mom_0",0.9320491925542161,1613937119953,1439
+"eps_0",1e-05,1613937119953,1439
+"wd_1",0.01,1613937119953,1439
+"sqr_mom_1",0.99,1613937119953,1439
+"lr_1",8.975813968854654e-06,1613937119953,1439
+"mom_1",0.9320491925542161,1613937119953,1439
+"eps_1",1e-05,1613937119953,1439
+"wd_2",0.01,1613937119953,1439
+"sqr_mom_2",0.99,1613937119953,1439
+"lr_2",8.975813968854654e-05,1613937119953,1439
+"mom_2",0.9320491925542161,1613937119953,1439
+"eps_2",1e-05,1613937119953,1439
+"train_loss",0.041270986,1613937120932,1440
+"raw_loss",0.0273125,1613937120932,1440
+"epoch",9.062893081761004,1613937120932,1440
+"wd_0",0.01,1613937120932,1440
+"sqr_mom_0",0.99,1613937120932,1440
+"lr_0",8.921714804025528e-07,1613937120932,1440
+"mom_0",0.9321573919658686,1613937120932,1440
+"eps_0",1e-05,1613937120932,1440
+"wd_1",0.01,1613937120932,1440
+"sqr_mom_1",0.99,1613937120932,1440
+"lr_1",8.921714804025532e-06,1613937120932,1440
+"mom_1",0.9321573919658686,1613937120932,1440
+"eps_1",1e-05,1613937120932,1440
+"wd_2",0.01,1613937120932,1440
+"sqr_mom_2",0.99,1613937120932,1440
+"lr_2",8.921714804025529e-05,1613937120932,1440
+"mom_2",0.9321573919658686,1613937120932,1440
+"eps_2",1e-05,1613937120932,1440
+"train_loss",0.041268725,1613937121880,1441
+"raw_loss",0.041157957,1613937121880,1441
+"epoch",9.069182389937104,1613937121880,1441
+"wd_0",0.01,1613937121880,1441
+"sqr_mom_0",0.99,1613937121880,1441
+"lr_0",8.867743743337125e-07,1613937121880,1441
+"mom_0",0.9322653351666774,1613937121880,1441
+"eps_0",1e-05,1613937121880,1441
+"wd_1",0.01,1613937121880,1441
+"sqr_mom_1",0.99,1613937121880,1441
+"lr_1",8.867743743337121e-06,1613937121880,1441
+"mom_1",0.9322653351666774,1613937121880,1441
+"eps_1",1e-05,1613937121880,1441
+"wd_2",0.01,1613937121880,1441
+"sqr_mom_2",0.99,1613937121880,1441
+"lr_2",8.867743743337121e-05,1613937121880,1441
+"mom_2",0.9322653351666774,1613937121880,1441
+"eps_2",1e-05,1613937121880,1441
+"train_loss",0.041040264,1613937122855,1442
+"raw_loss",0.02984567,1613937122855,1442
+"epoch",9.075471698113205,1613937122855,1442
+"wd_0",0.01,1613937122855,1442
+"sqr_mom_0",0.99,1613937122855,1442
+"lr_0",8.813897649191251e-07,1613937122855,1442
+"mom_0",0.9323730284319017,1613937122855,1442
+"eps_0",1e-05,1613937122855,1442
+"wd_1",0.01,1613937122855,1442
+"sqr_mom_1",0.99,1613937122855,1442
+"lr_1",8.81389764919125e-06,1613937122855,1442
+"mom_1",0.9323730284319017,1613937122855,1442
+"eps_1",1e-05,1613937122855,1442
+"wd_2",0.01,1613937122855,1442
+"sqr_mom_2",0.99,1613937122855,1442
+"lr_2",8.813897649191248e-05,1613937122855,1442
+"mom_2",0.9323730284319017,1613937122855,1442
+"eps_2",1e-05,1613937122855,1442
+"train_loss",0.04061839,1613937123806,1443
+"raw_loss",0.019946476,1613937123806,1443
+"epoch",9.081761006289305,1613937123806,1443
+"wd_0",0.01,1613937123806,1443
+"sqr_mom_0",0.99,1613937123806,1443
+"lr_0",8.760187653394755e-07,1613937123806,1443
+"mom_0",0.9324804494977055,1613937123806,1443
+"eps_0",1e-05,1613937123806,1443
+"wd_1",0.01,1613937123806,1443
+"sqr_mom_1",0.99,1613937123806,1443
+"lr_1",8.760187653394753e-06,1613937123806,1443
+"mom_1",0.9324804494977055,1613937123806,1443
+"eps_1",1e-05,1613937123806,1443
+"wd_2",0.01,1613937123806,1443
+"sqr_mom_2",0.99,1613937123806,1443
+"lr_2",8.760187653394745e-05,1613937123806,1443
+"mom_2",0.9324804494977055,1613937123806,1443
+"eps_2",1e-05,1613937123806,1443
+"train_loss",0.040212214,1613937124773,1444
+"raw_loss",0.020309597,1613937124773,1444
+"epoch",9.088050314465406,1613937124773,1444
+"wd_0",0.01,1613937124773,1444
+"sqr_mom_0",0.99,1613937124773,1444
+"lr_0",8.70660348108331e-07,1613937124773,1444
+"mom_0",0.9325876189140225,1613937124773,1444
+"eps_0",1e-05,1613937124773,1444
+"wd_1",0.01,1613937124773,1444
+"sqr_mom_1",0.99,1613937124773,1444
+"lr_1",8.706603481083303e-06,1613937124773,1444
+"mom_1",0.9325876189140225,1613937124773,1444
+"eps_1",1e-05,1613937124773,1444
+"wd_2",0.01,1613937124773,1444
+"sqr_mom_2",0.99,1613937124773,1444
+"lr_2",8.706603481083305e-05,1613937124773,1444
+"mom_2",0.9325876189140225,1613937124773,1444
+"eps_2",1e-05,1613937124773,1444
+"train_loss",0.040096257,1613937125718,1445
+"raw_loss",0.03441428,1613937125718,1445
+"epoch",9.094339622641506,1613937125718,1445
+"wd_0",0.01,1613937125718,1445
+"sqr_mom_0",0.99,1613937125718,1445
+"lr_0",8.653149126790797e-07,1613937125718,1445
+"mom_0",0.9326945286917053,1613937125718,1445
+"eps_0",1e-05,1613937125718,1445
+"wd_1",0.01,1613937125718,1445
+"sqr_mom_1",0.99,1613937125718,1445
+"lr_1",8.653149126790797e-06,1613937125718,1445
+"mom_1",0.9326945286917053,1613937125718,1445
+"eps_1",1e-05,1613937125718,1445
+"wd_2",0.01,1613937125718,1445
+"sqr_mom_2",0.99,1613937125718,1445
+"lr_2",8.653149126790791e-05,1613937125718,1445
+"mom_2",0.9326945286917053,1613937125718,1445
+"eps_2",1e-05,1613937125718,1445
+"train_loss",0.04053089,1613937126686,1446
+"raw_loss",0.06182803,1613937126686,1446
+"epoch",9.100628930817606,1613937126686,1446
+"wd_0",0.01,1613937126686,1446
+"sqr_mom_0",0.99,1613937126686,1446
+"lr_0",8.599828549569313e-07,1613937126686,1446
+"mom_0",0.9328011709125704,1613937126686,1446
+"eps_0",1e-05,1613937126686,1446
+"wd_1",0.01,1613937126686,1446
+"sqr_mom_1",0.99,1613937126686,1446
+"lr_1",8.59982854956931e-06,1613937126686,1446
+"mom_1",0.9328011709125704,1613937126686,1446
+"eps_1",1e-05,1613937126686,1446
+"wd_2",0.01,1613937126686,1446
+"sqr_mom_2",0.99,1613937126686,1446
+"lr_2",8.599828549569306e-05,1613937126686,1446
+"mom_2",0.9328011709125704,1613937126686,1446
+"eps_2",1e-05,1613937126686,1446
+"train_loss",0.040072344,1613937127630,1447
+"raw_loss",0.01760354,1613937127630,1447
+"epoch",9.106918238993707,1613937127630,1447
+"wd_0",0.01,1613937127630,1447
+"sqr_mom_0",0.99,1613937127630,1447
+"lr_0",8.546635099271251e-07,1613937127630,1447
+"mom_0",0.9329075588770462,1613937127630,1447
+"eps_0",1e-05,1613937127630,1447
+"wd_1",0.01,1613937127630,1447
+"sqr_mom_1",0.99,1613937127630,1447
+"lr_1",8.546635099271251e-06,1613937127630,1447
+"mom_1",0.9329075588770462,1613937127630,1447
+"eps_1",1e-05,1613937127630,1447
+"wd_2",0.01,1613937127630,1447
+"sqr_mom_2",0.99,1613937127630,1447
+"lr_2",8.546635099271246e-05,1613937127630,1447
+"mom_2",0.9329075588770462,1613937127630,1447
+"eps_2",1e-05,1613937127630,1447
+"train_loss",0.040474206,1613937128592,1448
+"raw_loss",0.060165383,1613937128592,1448
+"epoch",9.113207547169807,1613937128592,1448
+"wd_0",0.01,1613937128592,1448
+"sqr_mom_0",0.99,1613937128592,1448
+"lr_0",8.493569225757775e-07,1613937128592,1448
+"mom_0",0.9330136916854013,1613937128592,1448
+"eps_0",1e-05,1613937128592,1448
+"wd_1",0.01,1613937128592,1448
+"sqr_mom_1",0.99,1613937128592,1448
+"lr_1",8.493569225757772e-06,1613937128592,1448
+"mom_1",0.9330136916854013,1613937128592,1448
+"eps_1",1e-05,1613937128592,1448
+"wd_2",0.01,1613937128592,1448
+"sqr_mom_2",0.99,1613937128592,1448
+"lr_2",8.493569225757766e-05,1613937128592,1448
+"mom_2",0.9330136916854013,1613937128592,1448
+"eps_2",1e-05,1613937128592,1448
+"train_loss",0.04035066,1613937129541,1449
+"raw_loss",0.03429695,1613937129541,1449
+"epoch",9.119496855345908,1613937129541,1449
+"wd_0",0.01,1613937129541,1449
+"sqr_mom_0",0.99,1613937129541,1449
+"lr_0",8.440638392069876e-07,1613937129541,1449
+"mom_0",0.9331195544114044,1613937129541,1449
+"eps_0",1e-05,1613937129541,1449
+"wd_1",0.01,1613937129541,1449
+"sqr_mom_1",0.99,1613937129541,1449
+"lr_1",8.440638392069873e-06,1613937129541,1449
+"mom_1",0.9331195544114044,1613937129541,1449
+"eps_1",1e-05,1613937129541,1449
+"wd_2",0.01,1613937129541,1449
+"sqr_mom_2",0.99,1613937129541,1449
+"lr_2",8.44063839206987e-05,1613937129541,1449
+"mom_2",0.9331195544114044,1613937129541,1449
+"eps_2",1e-05,1613937129541,1449
+"train_loss",0.039904885,1613937130507,1450
+"raw_loss",0.018061807,1613937130507,1450
+"epoch",9.125786163522008,1613937130507,1450
+"wd_0",0.01,1613937130507,1450
+"sqr_mom_0",0.99,1613937130507,1450
+"lr_0",8.387842993712861e-07,1613937130507,1450
+"mom_0",0.9332251462640369,1613937130507,1450
+"eps_0",1e-05,1613937130507,1450
+"wd_1",0.01,1613937130507,1450
+"sqr_mom_1",0.99,1613937130507,1450
+"lr_1",8.38784299371286e-06,1613937130507,1450
+"mom_1",0.9332251462640369,1613937130507,1450
+"eps_1",1e-05,1613937130507,1450
+"wd_2",0.01,1613937130507,1450
+"sqr_mom_2",0.99,1613937130507,1450
+"lr_2",8.387842993712855e-05,1613937130507,1450
+"mom_2",0.9332251462640369,1613937130507,1450
+"eps_2",1e-05,1613937130507,1450
+"train_loss",0.040429022,1613937131480,1451
+"raw_loss",0.066111684,1613937131480,1451
+"epoch",9.132075471698109,1613937131480,1451
+"wd_0",0.01,1613937131480,1451
+"sqr_mom_0",0.99,1613937131480,1451
+"lr_0",8.335176446039487e-07,1613937131480,1451
+"mom_0",0.9333304804127251,1613937131480,1451
+"eps_0",1e-05,1613937131480,1451
+"wd_1",0.01,1613937131480,1451
+"sqr_mom_1",0.99,1613937131480,1451
+"lr_1",8.335176446039488e-06,1613937131480,1451
+"mom_1",0.9333304804127251,1613937131480,1451
+"eps_1",1e-05,1613937131480,1451
+"wd_2",0.01,1613937131480,1451
+"sqr_mom_2",0.99,1613937131480,1451
+"lr_2",8.335176446039484e-05,1613937131480,1451
+"mom_2",0.9333304804127251,1613937131480,1451
+"eps_2",1e-05,1613937131480,1451
+"train_loss",0.04028835,1613937132454,1452
+"raw_loss",0.0333954,1613937132454,1452
+"epoch",9.138364779874209,1613937132454,1452
+"wd_0",0.01,1613937132454,1452
+"sqr_mom_0",0.99,1613937132454,1452
+"lr_0",8.28264267569325e-07,1613937132454,1452
+"mom_0",0.9334355490041035,1613937132454,1452
+"eps_0",1e-05,1613937132454,1452
+"wd_1",0.01,1613937132454,1452
+"sqr_mom_1",0.99,1613937132454,1452
+"lr_1",8.282642675693255e-06,1613937132454,1452
+"mom_1",0.9334355490041035,1613937132454,1452
+"eps_1",1e-05,1613937132454,1452
+"wd_2",0.01,1613937132454,1452
+"sqr_mom_2",0.99,1613937132454,1452
+"lr_2",8.282642675693251e-05,1613937132454,1452
+"mom_2",0.9334355490041035,1613937132454,1452
+"eps_2",1e-05,1613937132454,1452
+"train_loss",0.0400401,1613937133401,1453
+"raw_loss",0.02787595,1613937133401,1453
+"epoch",9.14465408805031,1613937133401,1453
+"wd_0",0.01,1613937133401,1453
+"sqr_mom_0",0.99,1613937133401,1453
+"lr_0",8.230245573027038e-07,1613937133401,1453
+"mom_0",0.9335403442573884,1613937133401,1453
+"eps_0",1e-05,1613937133401,1453
+"wd_1",0.01,1613937133401,1453
+"sqr_mom_1",0.99,1613937133401,1453
+"lr_1",8.230245573027036e-06,1613937133401,1453
+"mom_1",0.9335403442573884,1613937133401,1453
+"eps_1",1e-05,1613937133401,1453
+"wd_2",0.01,1613937133401,1453
+"sqr_mom_2",0.99,1613937133401,1453
+"lr_2",8.230245573027033e-05,1613937133401,1453
+"mom_2",0.9335403442573884,1613937133401,1453
+"eps_2",1e-05,1613937133401,1453
+"train_loss",0.039946355,1613937134376,1454
+"raw_loss",0.035352673,1613937134376,1454
+"epoch",9.15094339622641,1613937134376,1454
+"wd_0",0.01,1613937134376,1454
+"sqr_mom_0",0.99,1613937134376,1454
+"lr_0",8.177978603069066e-07,1613937134376,1454
+"mom_0",0.9336448792426543,1613937134376,1454
+"eps_0",1e-05,1613937134376,1454
+"wd_1",0.01,1613937134376,1454
+"sqr_mom_1",0.99,1613937134376,1454
+"lr_1",8.17797860306907e-06,1613937134376,1454
+"mom_1",0.9336448792426543,1613937134376,1454
+"eps_1",1e-05,1613937134376,1454
+"wd_2",0.01,1613937134376,1454
+"sqr_mom_2",0.99,1613937134376,1454
+"lr_2",8.177978603069065e-05,1613937134376,1454
+"mom_2",0.9336448792426543,1613937134376,1454
+"eps_2",1e-05,1613937134376,1454
+"train_loss",0.04091609,1613937135341,1455
+"raw_loss",0.08843313,1613937135341,1455
+"epoch",9.15723270440251,1613937135341,1455
+"wd_0",0.01,1613937135341,1455
+"sqr_mom_0",0.99,1613937135341,1455
+"lr_0",8.125842208884169e-07,1613937135341,1455
+"mom_0",0.9337491530737624,1613937135341,1455
+"eps_0",1e-05,1613937135341,1455
+"wd_1",0.01,1613937135341,1455
+"sqr_mom_1",0.99,1613937135341,1455
+"lr_1",8.12584220888417e-06,1613937135341,1455
+"mom_1",0.9337491530737624,1613937135341,1455
+"eps_1",1e-05,1613937135341,1455
+"wd_2",0.01,1613937135341,1455
+"sqr_mom_2",0.99,1613937135341,1455
+"lr_2",8.125842208884165e-05,1613937135341,1455
+"mom_2",0.9337491530737624,1613937135341,1455
+"eps_2",1e-05,1613937135341,1455
+"train_loss",0.041144498,1613937136324,1456
+"raw_loss",0.052336488,1613937136324,1456
+"epoch",9.16352201257861,1613937136324,1456
+"wd_0",0.01,1613937136324,1456
+"sqr_mom_0",0.99,1613937136324,1456
+"lr_0",8.073843722793859e-07,1613937136324,1456
+"mom_0",0.9338531510859231,1613937136324,1456
+"eps_0",1e-05,1613937136324,1456
+"wd_1",0.01,1613937136324,1456
+"sqr_mom_1",0.99,1613937136324,1456
+"lr_1",8.073843722793856e-06,1613937136324,1456
+"mom_1",0.9338531510859231,1613937136324,1456
+"eps_1",1e-05,1613937136324,1456
+"wd_2",0.01,1613937136324,1456
+"sqr_mom_2",0.99,1613937136324,1456
+"lr_2",8.073843722793855e-05,1613937136324,1456
+"mom_2",0.9338531510859231,1613937136324,1456
+"eps_2",1e-05,1613937136324,1456
+"train_loss",0.04106889,1613937137299,1457
+"raw_loss",0.037364088,1613937137299,1457
+"epoch",9.169811320754711,1613937137299,1457
+"wd_0",0.01,1613937137299,1457
+"sqr_mom_0",0.99,1613937137299,1457
+"lr_0",8.021983532292715e-07,1613937137299,1457
+"mom_0",0.9339568725041396,1613937137299,1457
+"eps_0",1e-05,1613937137299,1457
+"wd_1",0.01,1613937137299,1457
+"sqr_mom_1",0.99,1613937137299,1457
+"lr_1",8.021983532292715e-06,1613937137299,1457
+"mom_1",0.9339568725041396,1613937137299,1457
+"eps_1",1e-05,1613937137299,1457
+"wd_2",0.01,1613937137299,1457
+"sqr_mom_2",0.99,1613937137299,1457
+"lr_2",8.021983532292712e-05,1613937137299,1457
+"mom_2",0.9339568725041396,1613937137299,1457
+"eps_2",1e-05,1613937137299,1457
+"train_loss",0.041208707,1613937138280,1458
+"raw_loss",0.048059825,1613937138280,1458
+"epoch",9.176100628930811,1613937138280,1458
+"wd_0",0.01,1613937138280,1458
+"sqr_mom_0",0.99,1613937138280,1458
+"lr_0",7.970255169372716e-07,1613937138280,1458
+"mom_0",0.9340603302645571,1613937138280,1458
+"eps_0",1e-05,1613937138280,1458
+"wd_1",0.01,1613937138280,1458
+"sqr_mom_1",0.99,1613937138280,1458
+"lr_1",7.970255169372719e-06,1613937138280,1458
+"mom_1",0.9340603302645571,1613937138280,1458
+"eps_1",1e-05,1613937138280,1458
+"wd_2",0.01,1613937138280,1458
+"sqr_mom_2",0.99,1613937138280,1458
+"lr_2",7.970255169372712e-05,1613937138280,1458
+"mom_2",0.9340603302645571,1613937138280,1458
+"eps_2",1e-05,1613937138280,1458
+"train_loss",0.04096396,1613937139231,1459
+"raw_loss",0.02897136,1613937139231,1459
+"epoch",9.182389937106912,1613937139231,1459
+"wd_0",0.01,1613937139231,1459
+"sqr_mom_0",0.99,1613937139231,1459
+"lr_0",7.918662491254073e-07,1613937139231,1459
+"mom_0",0.9341635166526583,1613937139231,1459
+"eps_0",1e-05,1613937139231,1459
+"wd_1",0.01,1613937139231,1459
+"sqr_mom_1",0.99,1613937139231,1459
+"lr_1",7.918662491254077e-06,1613937139231,1459
+"mom_1",0.9341635166526583,1613937139231,1459
+"eps_1",1e-05,1613937139231,1459
+"wd_2",0.01,1613937139231,1459
+"sqr_mom_2",0.99,1613937139231,1459
+"lr_2",7.918662491254074e-05,1613937139231,1459
+"mom_2",0.9341635166526583,1613937139231,1459
+"eps_2",1e-05,1613937139231,1459
+"train_loss",0.040683143,1613937140203,1460
+"raw_loss",0.026923232,1613937140203,1460
+"epoch",9.188679245283012,1613937140203,1460
+"wd_0",0.01,1613937140203,1460
+"sqr_mom_0",0.99,1613937140203,1460
+"lr_0",7.867209318071727e-07,1613937140203,1460
+"mom_0",0.9342664240280968,1613937140203,1460
+"eps_0",1e-05,1613937140203,1460
+"wd_1",0.01,1613937140203,1460
+"sqr_mom_1",0.99,1613937140203,1460
+"lr_1",7.867209318071723e-06,1613937140203,1460
+"mom_1",0.9342664240280968,1613937140203,1460
+"eps_1",1e-05,1613937140203,1460
+"wd_2",0.01,1613937140203,1460
+"sqr_mom_2",0.99,1613937140203,1460
+"lr_2",7.867209318071722e-05,1613937140203,1460
+"mom_2",0.9342664240280968,1613937140203,1460
+"eps_2",1e-05,1613937140203,1460
+"train_loss",0.040941827,1613937141160,1461
+"raw_loss",0.05361729,1613937141160,1461
+"epoch",9.194968553459113,1613937141160,1461
+"wd_0",0.01,1613937141160,1461
+"sqr_mom_0",0.99,1613937141160,1461
+"lr_0",7.815885832574794e-07,1613937141160,1461
+"mom_0",0.9343690720255706,1613937141160,1461
+"eps_0",1e-05,1613937141160,1461
+"wd_1",0.01,1613937141160,1461
+"sqr_mom_1",0.99,1613937141160,1461
+"lr_1",7.815885832574793e-06,1613937141160,1461
+"mom_1",0.9343690720255706,1613937141160,1461
+"eps_1",1e-05,1613937141160,1461
+"wd_2",0.01,1613937141160,1461
+"sqr_mom_2",0.99,1613937141160,1461
+"lr_2",7.815885832574793e-05,1613937141160,1461
+"mom_2",0.9343690720255706,1613937141160,1461
+"eps_2",1e-05,1613937141160,1461
+"train_loss",0.041165937,1613937142173,1462
+"raw_loss",0.052147396,1613937142173,1462
+"epoch",9.201257861635213,1613937142173,1462
+"wd_0",0.01,1613937142173,1462
+"sqr_mom_0",0.99,1613937142173,1462
+"lr_0",7.764702670877034e-07,1613937142173,1462
+"mom_0",0.9344714393726397,1613937142173,1462
+"eps_0",1e-05,1613937142173,1462
+"wd_1",0.01,1613937142173,1462
+"sqr_mom_1",0.99,1613937142173,1462
+"lr_1",7.764702670877032e-06,1613937142173,1462
+"mom_1",0.9344714393726397,1613937142173,1462
+"eps_1",1e-05,1613937142173,1462
+"wd_2",0.01,1613937142173,1462
+"sqr_mom_2",0.99,1613937142173,1462
+"lr_2",7.764702670877026e-05,1613937142173,1462
+"mom_2",0.9344714393726397,1613937142173,1462
+"eps_2",1e-05,1613937142173,1462
+"train_loss",0.0422152,1613937143125,1463
+"raw_loss",0.09362902,1613937143125,1463
+"epoch",9.207547169811313,1613937143125,1463
+"wd_0",0.01,1613937143125,1463
+"sqr_mom_0",0.99,1613937143125,1463
+"lr_0",7.713660213486153e-07,1613937143125,1463
+"mom_0",0.9345735253082808,1613937143125,1463
+"eps_0",1e-05,1613937143125,1463
+"wd_1",0.01,1613937143125,1463
+"sqr_mom_1",0.99,1613937143125,1463
+"lr_1",7.713660213486154e-06,1613937143125,1463
+"mom_1",0.9345735253082808,1613937143125,1463
+"eps_1",1e-05,1613937143125,1463
+"wd_2",0.01,1613937143125,1463
+"sqr_mom_2",0.99,1613937143125,1463
+"lr_2",7.71366021348615e-05,1613937143125,1463
+"mom_2",0.9345735253082808,1613937143125,1463
+"eps_2",1e-05,1613937143125,1463
+"train_loss",0.04199078,1613937144116,1464
+"raw_loss",0.030994195,1613937144116,1464
+"epoch",9.213836477987414,1613937144116,1464
+"wd_0",0.01,1613937144116,1464
+"sqr_mom_0",0.99,1613937144116,1464
+"lr_0",7.662752094381887e-07,1613937144116,1464
+"mom_0",0.9346753425646618,1613937144116,1464
+"eps_0",1e-05,1613937144116,1464
+"wd_1",0.01,1613937144116,1464
+"sqr_mom_1",0.99,1613937144116,1464
+"lr_1",7.662752094381892e-06,1613937144116,1464
+"mom_1",0.9346753425646618,1613937144116,1464
+"eps_1",1e-05,1613937144116,1464
+"wd_2",0.01,1613937144116,1464
+"sqr_mom_2",0.99,1613937144116,1464
+"lr_2",7.662752094381885e-05,1613937144116,1464
+"mom_2",0.9346753425646618,1613937144116,1464
+"eps_2",1e-05,1613937144116,1464
+"train_loss",0.04169177,1613937145070,1465
+"raw_loss",0.027040318,1613937145070,1465
+"epoch",9.220125786163514,1613937145070,1465
+"wd_0",0.01,1613937145070,1465
+"sqr_mom_0",0.99,1613937145070,1465
+"lr_0",7.611982110079358e-07,1613937145070,1465
+"mom_0",0.9347768835486767,1613937145070,1465
+"eps_0",1e-05,1613937145070,1465
+"wd_1",0.01,1613937145070,1465
+"sqr_mom_1",0.99,1613937145070,1465
+"lr_1",7.611982110079357e-06,1613937145070,1465
+"mom_1",0.9347768835486767,1613937145070,1465
+"eps_1",1e-05,1613937145070,1465
+"wd_2",0.01,1613937145070,1465
+"sqr_mom_2",0.99,1613937145070,1465
+"lr_2",7.611982110079357e-05,1613937145070,1465
+"mom_2",0.9347768835486767,1613937145070,1465
+"eps_2",1e-05,1613937145070,1465
+"train_loss",0.041307665,1613937146069,1466
+"raw_loss",0.02248653,1613937146069,1466
+"epoch",9.226415094339615,1613937146069,1466
+"wd_0",0.01,1613937146069,1466
+"sqr_mom_0",0.99,1613937146069,1466
+"lr_0",7.561347310828628e-07,1613937146069,1466
+"mom_0",0.9348781541598843,1613937146069,1466
+"eps_0",1e-05,1613937146069,1466
+"wd_1",0.01,1613937146069,1466
+"sqr_mom_1",0.99,1613937146069,1466
+"lr_1",7.561347310828627e-06,1613937146069,1466
+"mom_1",0.9348781541598843,1613937146069,1466
+"eps_1",1e-05,1613937146069,1466
+"wd_2",0.01,1613937146069,1466
+"sqr_mom_2",0.99,1613937146069,1466
+"lr_2",7.561347310828625e-05,1613937146069,1466
+"mom_2",0.9348781541598843,1613937146069,1466
+"eps_2",1e-05,1613937146069,1466
+"train_loss",0.04137904,1613937147032,1467
+"raw_loss",0.044876296,1613937147032,1467
+"epoch",9.232704402515715,1613937147032,1467
+"wd_0",0.01,1613937147032,1467
+"sqr_mom_0",0.99,1613937147032,1467
+"lr_0",7.51086150781965e-07,1613937147032,1467
+"mom_0",0.9349791267756284,1613937147032,1467
+"eps_0",1e-05,1613937147032,1467
+"wd_1",0.01,1613937147032,1467
+"sqr_mom_1",0.99,1613937147032,1467
+"lr_1",7.5108615078196464e-06,1613937147032,1467
+"mom_1",0.9349791267756284,1613937147032,1467
+"eps_1",1e-05,1613937147032,1467
+"wd_2",0.01,1613937147032,1467
+"sqr_mom_2",0.99,1613937147032,1467
+"lr_2",7.510861507819644e-05,1613937147032,1467
+"mom_2",0.9349791267756284,1613937147032,1467
+"eps_2",1e-05,1613937147032,1467
+"train_loss",0.040998984,1613937147994,1468
+"raw_loss",0.022376256,1613937147994,1468
+"epoch",9.238993710691815,1613937147994,1468
+"wd_0",0.01,1613937147994,1468
+"sqr_mom_0",0.99,1613937147994,1468
+"lr_0",7.460505005508255e-07,1613937147994,1468
+"mom_0",0.9350798407873914,1613937147994,1468
+"eps_0",1e-05,1613937147994,1468
+"wd_1",0.01,1613937147994,1468
+"sqr_mom_1",0.99,1613937147994,1468
+"lr_1",7.4605050055082564e-06,1613937147994,1468
+"mom_1",0.9350798407873914,1613937147994,1468
+"eps_1",1e-05,1613937147994,1468
+"wd_2",0.01,1613937147994,1468
+"sqr_mom_2",0.99,1613937147994,1468
+"lr_2",7.460505005508252e-05,1613937147994,1468
+"mom_2",0.9350798407873914,1613937147994,1468
+"eps_2",1e-05,1613937147994,1468
+"train_loss",0.04114732,1613937148964,1469
+"raw_loss",0.04841585,1613937148964,1469
+"epoch",9.245283018867916,1613937148964,1469
+"wd_0",0.01,1613937148964,1469
+"sqr_mom_0",0.99,1613937148964,1469
+"lr_0",7.410291594406915e-07,1613937148964,1469
+"mom_0",0.9351802686138723,1613937148964,1469
+"eps_0",1e-05,1613937148964,1469
+"wd_1",0.01,1613937148964,1469
+"sqr_mom_1",0.99,1613937148964,1469
+"lr_1",7.410291594406917e-06,1613937148964,1469
+"mom_1",0.9351802686138723,1613937148964,1469
+"eps_1",1e-05,1613937148964,1469
+"wd_2",0.01,1613937148964,1469
+"sqr_mom_2",0.99,1613937148964,1469
+"lr_2",7.410291594406912e-05,1613937148964,1469
+"mom_2",0.9351802686138723,1613937148964,1469
+"eps_2",1e-05,1613937148964,1469
+"train_loss",0.041260194,1613937149931,1470
+"raw_loss",0.046790924,1613937149931,1470
+"epoch",9.251572327044016,1613937149931,1470
+"wd_0",0.01,1613937149931,1470
+"sqr_mom_0",0.99,1613937149931,1470
+"lr_0",7.36022164673424e-07,1613937149931,1470
+"mom_0",0.9352804095106266,1613937149931,1470
+"eps_0",1e-05,1613937149931,1470
+"wd_1",0.01,1613937149931,1470
+"sqr_mom_1",0.99,1613937149931,1470
+"lr_1",7.3602216467342414e-06,1613937149931,1470
+"mom_1",0.9352804095106266,1613937149931,1470
+"eps_1",1e-05,1613937149931,1470
+"wd_2",0.01,1613937149931,1470
+"sqr_mom_2",0.99,1613937149931,1470
+"lr_2",7.360221646734235e-05,1613937149931,1470
+"mom_2",0.9352804095106266,1613937149931,1470
+"eps_2",1e-05,1613937149931,1470
+"train_loss",0.040873434,1613937150934,1471
+"raw_loss",0.021922281,1613937150934,1471
+"epoch",9.257861635220117,1613937150934,1471
+"wd_0",0.01,1613937150934,1471
+"sqr_mom_0",0.99,1613937150934,1471
+"lr_0",7.310288917761449e-07,1613937150934,1471
+"mom_0",0.9353802759672367,1613937150934,1471
+"eps_0",1e-05,1613937150934,1471
+"wd_1",0.01,1613937150934,1471
+"sqr_mom_1",0.99,1613937150934,1471
+"lr_1",7.310288917761449e-06,1613937150934,1471
+"mom_1",0.9353802759672367,1613937150934,1471
+"eps_1",1e-05,1613937150934,1471
+"wd_2",0.01,1613937150934,1471
+"sqr_mom_2",0.99,1613937150934,1471
+"lr_2",7.310288917761448e-05,1613937150934,1471
+"mom_2",0.9353802759672367,1613937150934,1471
+"eps_2",1e-05,1613937150934,1471
+"train_loss",0.040419832,1613937151894,1472
+"raw_loss",0.01819322,1613937151894,1472
+"epoch",9.264150943396217,1613937151894,1472
+"wd_0",0.01,1613937151894,1472
+"sqr_mom_0",0.99,1613937151894,1472
+"lr_0",7.260493833333223e-07,1613937151894,1472
+"mom_0",0.9354798671320048,1613937151894,1472
+"eps_0",1e-05,1613937151894,1472
+"wd_1",0.01,1613937151894,1472
+"sqr_mom_1",0.99,1613937151894,1472
+"lr_1",7.260493833333223e-06,1613937151894,1472
+"mom_1",0.9354798671320048,1613937151894,1472
+"eps_1",1e-05,1613937151894,1472
+"wd_2",0.01,1613937151894,1472
+"sqr_mom_2",0.99,1613937151894,1472
+"lr_2",7.260493833333224e-05,1613937151894,1472
+"mom_2",0.9354798671320048,1613937151894,1472
+"eps_2",1e-05,1613937151894,1472
+"train_loss",0.04051407,1613937152842,1473
+"raw_loss",0.04513186,1613937152842,1473
+"epoch",9.270440251572317,1613937152842,1473
+"wd_0",0.01,1613937152842,1473
+"sqr_mom_0",0.99,1613937152842,1473
+"lr_0",7.210843396495623e-07,1613937152842,1473
+"mom_0",0.9355791689986988,1613937152842,1473
+"eps_0",1e-05,1613937152842,1473
+"wd_1",0.01,1613937152842,1473
+"sqr_mom_1",0.99,1613937152842,1473
+"lr_1",7.210843396495628e-06,1613937152842,1473
+"mom_1",0.9355791689986988,1613937152842,1473
+"eps_1",1e-05,1613937152842,1473
+"wd_2",0.01,1613937152842,1473
+"sqr_mom_2",0.99,1613937152842,1473
+"lr_2",7.210843396495624e-05,1613937152842,1473
+"mom_2",0.9355791689986988,1613937152842,1473
+"eps_2",1e-05,1613937152842,1473
+"train_loss",0.040561747,1613937153796,1474
+"raw_loss",0.042897794,1613937153796,1474
+"epoch",9.276729559748418,1613937153796,1474
+"wd_0",0.01,1613937153796,1474
+"sqr_mom_0",0.99,1613937153796,1474
+"lr_0",7.161337974665096e-07,1613937153796,1474
+"mom_0",0.9356781808324781,1613937153796,1474
+"eps_0",1e-05,1613937153796,1474
+"wd_1",0.01,1613937153796,1474
+"sqr_mom_1",0.99,1613937153796,1474
+"lr_1",7.161337974665095e-06,1613937153796,1474
+"mom_1",0.9356781808324781,1613937153796,1474
+"eps_1",1e-05,1613937153796,1474
+"wd_2",0.01,1613937153796,1474
+"sqr_mom_2",0.99,1613937153796,1474
+"lr_2",7.161337974665095e-05,1613937153796,1474
+"mom_2",0.9356781808324781,1613937153796,1474
+"eps_2",1e-05,1613937153796,1474
+"train_loss",0.04015641,1613937154739,1475
+"raw_loss",0.020294907,1613937154739,1475
+"epoch",9.283018867924518,1613937154739,1475
+"wd_0",0.01,1613937154739,1475
+"sqr_mom_0",0.99,1613937154739,1475
+"lr_0",7.111971393520582e-07,1613937154739,1475
+"mom_0",0.9357769149821086,1613937154739,1475
+"eps_0",1e-05,1613937154739,1475
+"wd_1",0.01,1613937154739,1475
+"sqr_mom_1",0.99,1613937154739,1475
+"lr_1",7.111971393520587e-06,1613937154739,1475
+"mom_1",0.9357769149821086,1613937154739,1475
+"eps_1",1e-05,1613937154739,1475
+"wd_2",0.01,1613937154739,1475
+"sqr_mom_2",0.99,1613937154739,1475
+"lr_2",7.111971393520579e-05,1613937154739,1475
+"mom_2",0.9357769149821086,1613937154739,1475
+"eps_2",1e-05,1613937154739,1475
+"train_loss",0.03996432,1613937155700,1476
+"raw_loss",0.03055178,1613937155700,1476
+"epoch",9.289308176100619,1613937155700,1476
+"wd_0",0.01,1613937155700,1476
+"sqr_mom_0",0.99,1613937155700,1476
+"lr_0",7.062747335468615e-07,1613937155700,1476
+"mom_0",0.9358753640827036,1613937155700,1476
+"eps_0",1e-05,1613937155700,1476
+"wd_1",0.01,1613937155700,1476
+"sqr_mom_1",0.99,1613937155700,1476
+"lr_1",7.062747335468616e-06,1613937155700,1476
+"mom_1",0.9358753640827036,1613937155700,1476
+"eps_1",1e-05,1613937155700,1476
+"wd_2",0.01,1613937155700,1476
+"sqr_mom_2",0.99,1613937155700,1476
+"lr_2",7.06274733546861e-05,1613937155700,1476
+"mom_2",0.9358753640827036,1613937155700,1476
+"eps_2",1e-05,1613937155700,1476
+"train_loss",0.039953988,1613937156688,1477
+"raw_loss",0.039447736,1613937156688,1477
+"epoch",9.295597484276719,1613937156688,1477
+"wd_0",0.01,1613937156688,1477
+"sqr_mom_0",0.99,1613937156688,1477
+"lr_0",7.013669443961413e-07,1613937156688,1477
+"mom_0",0.9359735208472856,1613937156688,1477
+"eps_0",1e-05,1613937156688,1477
+"wd_1",0.01,1613937156688,1477
+"sqr_mom_1",0.99,1613937156688,1477
+"lr_1",7.013669443961415e-06,1613937156688,1477
+"mom_1",0.9359735208472856,1613937156688,1477
+"eps_1",1e-05,1613937156688,1477
+"wd_2",0.01,1613937156688,1477
+"sqr_mom_2",0.99,1613937156688,1477
+"lr_2",7.01366944396141e-05,1613937156688,1477
+"mom_2",0.9359735208472856,1613937156688,1477
+"eps_2",1e-05,1613937156688,1477
+"train_loss",0.039568916,1613937157672,1478
+"raw_loss",0.020700281,1613937157672,1478
+"epoch",9.30188679245282,1613937157672,1478
+"wd_0",0.01,1613937157672,1478
+"sqr_mom_0",0.99,1613937157672,1478
+"lr_0",6.964731597999538e-07,1613937157672,1478
+"mom_0",0.9360713975179761,1613937157672,1478
+"eps_0",1e-05,1613937157672,1478
+"wd_1",0.01,1613937157672,1478
+"sqr_mom_1",0.99,1613937157672,1478
+"lr_1",6.9647315979995376e-06,1613937157672,1478
+"mom_1",0.9360713975179761,1613937157672,1478
+"eps_1",1e-05,1613937157672,1478
+"wd_2",0.01,1613937157672,1478
+"sqr_mom_2",0.99,1613937157672,1478
+"lr_2",6.964731597999536e-05,1613937157672,1478
+"mom_2",0.9360713975179761,1613937157672,1478
+"eps_2",1e-05,1613937157672,1478
+"train_loss",0.039448977,1613937158643,1479
+"raw_loss",0.033572007,1613937158643,1479
+"epoch",9.30817610062892,1613937158643,1479
+"wd_0",0.01,1613937158643,1479
+"sqr_mom_0",0.99,1613937158643,1479
+"lr_0",6.915934216049772e-07,1613937158643,1479
+"mom_0",0.936168993257833,1613937158643,1479
+"eps_0",1e-05,1613937158643,1479
+"wd_1",0.01,1613937158643,1479
+"sqr_mom_1",0.99,1613937158643,1479
+"lr_1",6.915934216049772e-06,1613937158643,1479
+"mom_1",0.936168993257833,1613937158643,1479
+"eps_1",1e-05,1613937158643,1479
+"wd_2",0.01,1613937158643,1479
+"sqr_mom_2",0.99,1613937158643,1479
+"lr_2",6.91593421604977e-05,1613937158643,1479
+"mom_2",0.936168993257833,1613937158643,1479
+"eps_2",1e-05,1613937158643,1479
+"train_loss",0.039405424,1613937159601,1480
+"raw_loss",0.03727137,1613937159601,1480
+"epoch",9.31446540880502,1613937159601,1480
+"wd_0",0.01,1613937159601,1480
+"sqr_mom_0",0.99,1613937159601,1480
+"lr_0",6.867284160843987e-07,1613937159601,1480
+"mom_0",0.9362662943412554,1613937159601,1480
+"eps_0",1e-05,1613937159601,1480
+"wd_1",0.01,1613937159601,1480
+"sqr_mom_1",0.99,1613937159601,1480
+"lr_1",6.867284160843992e-06,1613937159601,1480
+"mom_1",0.9362662943412554,1613937159601,1480
+"eps_1",1e-05,1613937159601,1480
+"wd_2",0.01,1613937159601,1480
+"sqr_mom_2",0.99,1613937159601,1480
+"lr_2",6.867284160843988e-05,1613937159601,1480
+"mom_2",0.9362662943412554,1613937159601,1480
+"eps_2",1e-05,1613937159601,1480
+"train_loss",0.03931073,1613937160534,1481
+"raw_loss",0.03467074,1613937160534,1481
+"epoch",9.32075471698112,1613937160534,1481
+"wd_0",0.01,1613937160534,1481
+"sqr_mom_0",0.99,1613937160534,1481
+"lr_0",6.818781791282636e-07,1613937160534,1481
+"mom_0",0.9363633000504352,1613937160534,1481
+"eps_0",1e-05,1613937160534,1481
+"wd_1",0.01,1613937160534,1481
+"sqr_mom_1",0.99,1613937160534,1481
+"lr_1",6.818781791282632e-06,1613937160534,1481
+"mom_1",0.9363633000504352,1613937160534,1481
+"eps_1",1e-05,1613937160534,1481
+"wd_2",0.01,1613937160534,1481
+"sqr_mom_2",0.99,1613937160534,1481
+"lr_2",6.818781791282627e-05,1613937160534,1481
+"mom_2",0.9363633000504352,1613937160534,1481
+"eps_2",1e-05,1613937160534,1481
+"train_loss",0.03899351,1613937161474,1482
+"raw_loss",0.023449797,1613937161474,1482
+"epoch",9.327044025157221,1613937161474,1482
+"wd_0",0.01,1613937161474,1482
+"sqr_mom_0",0.99,1613937161474,1482
+"lr_0",6.770421058145427e-07,1613937161474,1482
+"mom_0",0.9364600224839339,1613937161474,1482
+"eps_0",1e-05,1613937161474,1482
+"wd_1",0.01,1613937161474,1482
+"sqr_mom_1",0.99,1613937161474,1482
+"lr_1",6.770421058145427e-06,1613937161474,1482
+"mom_1",0.9364600224839339,1613937161474,1482
+"eps_1",1e-05,1613937161474,1482
+"wd_2",0.01,1613937161474,1482
+"sqr_mom_2",0.99,1613937161474,1482
+"lr_2",6.770421058145427e-05,1613937161474,1482
+"mom_2",0.9364600224839339,1613937161474,1482
+"eps_2",1e-05,1613937161474,1482
+"train_loss",0.038810033,1613937162405,1483
+"raw_loss",0.029819591,1613937162405,1483
+"epoch",9.333333333333321,1613937162405,1483
+"wd_0",0.01,1613937162405,1483
+"sqr_mom_0",0.99,1613937162405,1483
+"lr_0",6.722205569369333e-07,1613937162405,1483
+"mom_0",0.9365564544258056,1613937162405,1483
+"eps_0",1e-05,1613937162405,1483
+"wd_1",0.01,1613937162405,1483
+"sqr_mom_1",0.99,1613937162405,1483
+"lr_1",6.722205569369335e-06,1613937162405,1483
+"mom_1",0.9365564544258056,1613937162405,1483
+"eps_1",1e-05,1613937162405,1483
+"wd_2",0.01,1613937162405,1483
+"sqr_mom_2",0.99,1613937162405,1483
+"lr_2",6.722205569369328e-05,1613937162405,1483
+"mom_2",0.9365564544258056,1613937162405,1483
+"eps_2",1e-05,1613937162405,1483
+"train_loss",0.038374446,1613937163375,1484
+"raw_loss",0.017030671,1613937163375,1484
+"epoch",9.339622641509422,1613937163375,1484
+"wd_0",0.01,1613937163375,1484
+"sqr_mom_0",0.99,1613937163375,1484
+"lr_0",6.674138893193183e-07,1613937163375,1484
+"mom_0",0.936652588739501,1613937163375,1484
+"eps_0",1e-05,1613937163375,1484
+"wd_1",0.01,1613937163375,1484
+"sqr_mom_1",0.99,1613937163375,1484
+"lr_1",6.6741388931931884e-06,1613937163375,1484
+"mom_1",0.936652588739501,1613937163375,1484
+"eps_1",1e-05,1613937163375,1484
+"wd_2",0.01,1613937163375,1484
+"sqr_mom_2",0.99,1613937163375,1484
+"lr_2",6.674138893193184e-05,1613937163375,1484
+"mom_2",0.936652588739501,1613937163375,1484
+"eps_2",1e-05,1613937163375,1484
+"train_loss",0.038382977,1613937164341,1485
+"raw_loss",0.038801074,1613937164341,1485
+"epoch",9.345911949685522,1613937164341,1485
+"wd_0",0.01,1613937164341,1485
+"sqr_mom_0",0.99,1613937164341,1485
+"lr_0",6.62621186034873e-07,1613937164341,1485
+"mom_0",0.9367484437637401,1613937164341,1485
+"eps_0",1e-05,1613937164341,1485
+"wd_1",0.01,1613937164341,1485
+"sqr_mom_1",0.99,1613937164341,1485
+"lr_1",6.62621186034873e-06,1613937164341,1485
+"mom_1",0.9367484437637401,1613937164341,1485
+"eps_1",1e-05,1613937164341,1485
+"wd_2",0.01,1613937164341,1485
+"sqr_mom_2",0.99,1613937164341,1485
+"lr_2",6.626211860348726e-05,1613937164341,1485
+"mom_2",0.9367484437637401,1613937164341,1485
+"eps_2",1e-05,1613937164341,1485
+"train_loss",0.03803571,1613937165319,1486
+"raw_loss",0.021019503,1613937165319,1486
+"epoch",9.352201257861623,1613937165319,1486
+"wd_0",0.01,1613937165319,1486
+"sqr_mom_0",0.99,1613937165319,1486
+"lr_0",6.578434404924615e-07,1613937165319,1486
+"mom_0",0.936843999630147,1613937165319,1486
+"eps_0",1e-05,1613937165319,1486
+"wd_1",0.01,1613937165319,1486
+"sqr_mom_1",0.99,1613937165319,1486
+"lr_1",6.578434404924613e-06,1613937165319,1486
+"mom_1",0.936843999630147,1613937165319,1486
+"eps_1",1e-05,1613937165319,1486
+"wd_2",0.01,1613937165319,1486
+"sqr_mom_2",0.99,1613937165319,1486
+"lr_2",6.578434404924612e-05,1613937165319,1486
+"mom_2",0.936843999630147,1613937165319,1486
+"eps_2",1e-05,1613937165319,1486
+"train_loss",0.037926808,1613937166264,1487
+"raw_loss",0.03259064,1613937166264,1487
+"epoch",9.358490566037723,1613937166264,1487
+"wd_0",0.01,1613937166264,1487
+"sqr_mom_0",0.99,1613937166264,1487
+"lr_0",6.530806878410238e-07,1613937166264,1487
+"mom_0",0.9369392556357359,1613937166264,1487
+"eps_0",1e-05,1613937166264,1487
+"wd_1",0.01,1613937166264,1487
+"sqr_mom_1",0.99,1613937166264,1487
+"lr_1",6.5308068784102375e-06,1613937166264,1487
+"mom_1",0.9369392556357359,1613937166264,1487
+"eps_1",1e-05,1613937166264,1487
+"wd_2",0.01,1613937166264,1487
+"sqr_mom_2",0.99,1613937166264,1487
+"lr_2",6.530806878410236e-05,1613937166264,1487
+"mom_2",0.9369392556357359,1613937166264,1487
+"eps_2",1e-05,1613937166264,1487
+"train_loss",0.037589952,1613937167216,1488
+"raw_loss",0.021083975,1613937167216,1488
+"epoch",9.364779874213824,1613937167216,1488
+"wd_0",0.01,1613937167216,1488
+"sqr_mom_0",0.99,1613937167216,1488
+"lr_0",6.483323340695837e-07,1613937167216,1488
+"mom_0",0.9370342236608449,1613937167216,1488
+"eps_0",1e-05,1613937167216,1488
+"wd_1",0.01,1613937167216,1488
+"sqr_mom_1",0.99,1613937167216,1488
+"lr_1",6.483323340695831e-06,1613937167216,1488
+"mom_1",0.9370342236608449,1613937167216,1488
+"eps_1",1e-05,1613937167216,1488
+"wd_2",0.01,1613937167216,1488
+"sqr_mom_2",0.99,1613937167216,1488
+"lr_2",6.483323340695829e-05,1613937167216,1488
+"mom_2",0.9370342236608449,1613937167216,1488
+"eps_2",1e-05,1613937167216,1488
+"train_loss",0.037478812,1613937168176,1489
+"raw_loss",0.032032955,1613937168176,1489
+"epoch",9.371069182389924,1613937168176,1489
+"wd_0",0.01,1613937168176,1489
+"sqr_mom_0",0.99,1613937168176,1489
+"lr_0",6.435987334765226e-07,1613937168176,1489
+"mom_0",0.9371288966194357,1613937168176,1489
+"eps_0",1e-05,1613937168176,1489
+"wd_1",0.01,1613937168176,1489
+"sqr_mom_1",0.99,1613937168176,1489
+"lr_1",6.435987334765224e-06,1613937168176,1489
+"mom_1",0.9371288966194357,1613937168176,1489
+"eps_1",1e-05,1613937168176,1489
+"wd_2",0.01,1613937168176,1489
+"sqr_mom_2",0.99,1613937168176,1489
+"lr_2",6.435987334765222e-05,1613937168176,1489
+"mom_2",0.9371288966194357,1613937168176,1489
+"eps_2",1e-05,1613937168176,1489
+"train_loss",0.037265234,1613937169154,1490
+"raw_loss",0.026799811,1613937169154,1490
+"epoch",9.377358490566024,1613937169154,1490
+"wd_0",0.01,1613937169154,1490
+"sqr_mom_0",0.99,1613937169154,1490
+"lr_0",6.38879611224843e-07,1613937169154,1490
+"mom_0",0.9372232800083031,1613937169154,1490
+"eps_0",1e-05,1613937169154,1490
+"wd_1",0.01,1613937169154,1490
+"sqr_mom_1",0.99,1613937169154,1490
+"lr_1",6.388796112248431e-06,1613937169154,1490
+"mom_1",0.9372232800083031,1613937169154,1490
+"eps_1",1e-05,1613937169154,1490
+"wd_2",0.01,1613937169154,1490
+"sqr_mom_2",0.99,1613937169154,1490
+"lr_2",6.388796112248427e-05,1613937169154,1490
+"mom_2",0.9372232800083031,1613937169154,1490
+"eps_2",1e-05,1613937169154,1490
+"train_loss",0.03711546,1613937170123,1491
+"raw_loss",0.029776478,1613937170123,1491
+"epoch",9.383647798742125,1613937170123,1491
+"wd_0",0.01,1613937170123,1491
+"sqr_mom_0",0.99,1613937170123,1491
+"lr_0",6.341762541322789e-07,1613937170123,1491
+"mom_0",0.9373173480908353,1613937170123,1491
+"eps_0",1e-05,1613937170123,1491
+"wd_1",0.01,1613937170123,1491
+"sqr_mom_1",0.99,1613937170123,1491
+"lr_1",6.3417625413227885e-06,1613937170123,1491
+"mom_1",0.9373173480908353,1613937170123,1491
+"eps_1",1e-05,1613937170123,1491
+"wd_2",0.01,1613937170123,1491
+"sqr_mom_2",0.99,1613937170123,1491
+"lr_2",6.341762541322784e-05,1613937170123,1491
+"mom_2",0.9373173480908353,1613937170123,1491
+"eps_2",1e-05,1613937170123,1491
+"train_loss",0.036720205,1613937171070,1492
+"raw_loss",0.017352758,1613937171070,1492
+"epoch",9.389937106918225,1613937171070,1492
+"wd_0",0.01,1613937171070,1492
+"sqr_mom_0",0.99,1613937171070,1492
+"lr_0",6.294868273230476e-07,1613937171070,1492
+"mom_0",0.9374111375649147,1613937171070,1492
+"eps_0",1e-05,1613937171070,1492
+"wd_1",0.01,1613937171070,1492
+"sqr_mom_1",0.99,1613937171070,1492
+"lr_1",6.2948682732304794e-06,1613937171070,1492
+"mom_1",0.9374111375649147,1613937171070,1492
+"eps_1",1e-05,1613937171070,1492
+"wd_2",0.01,1613937171070,1492
+"sqr_mom_2",0.99,1613937171070,1492
+"lr_2",6.294868273230473e-05,1613937171070,1492
+"mom_2",0.9374111375649147,1613937171070,1492
+"eps_2",1e-05,1613937171070,1492
+"train_loss",0.036457695,1613937172053,1493
+"raw_loss",0.023594674,1613937172053,1493
+"epoch",9.396226415094326,1613937172053,1493
+"wd_0",0.01,1613937172053,1493
+"sqr_mom_0",0.99,1613937172053,1493
+"lr_0",6.248126154085122e-07,1613937172053,1493
+"mom_0",0.9375046227380571,1613937172053,1493
+"eps_0",1e-05,1613937172053,1493
+"wd_1",0.01,1613937172053,1493
+"sqr_mom_1",0.99,1613937172053,1493
+"lr_1",6.248126154085115e-06,1613937172053,1493
+"mom_1",0.9375046227380571,1613937172053,1493
+"eps_1",1e-05,1613937172053,1493
+"wd_2",0.01,1613937172053,1493
+"sqr_mom_2",0.99,1613937172053,1493
+"lr_2",6.248126154085112e-05,1613937172053,1493
+"mom_2",0.9375046227380571,1613937172053,1493
+"eps_2",1e-05,1613937172053,1493
+"train_loss",0.03653978,1613937173004,1494
+"raw_loss",0.040562015,1613937173004,1494
+"epoch",9.402515723270426,1613937173004,1494
+"wd_0",0.01,1613937173004,1494
+"sqr_mom_0",0.99,1613937173004,1494
+"lr_0",6.201536526602575e-07,1613937173004,1494
+"mom_0",0.9375978029248241,1613937173004,1494
+"eps_0",1e-05,1613937173004,1494
+"wd_1",0.01,1613937173004,1494
+"sqr_mom_1",0.99,1613937173004,1494
+"lr_1",6.201536526602575e-06,1613937173004,1494
+"mom_1",0.9375978029248241,1613937173004,1494
+"eps_1",1e-05,1613937173004,1494
+"wd_2",0.01,1613937173004,1494
+"sqr_mom_2",0.99,1613937173004,1494
+"lr_2",6.201536526602571e-05,1613937173004,1494
+"mom_2",0.9375978029248241,1613937173004,1494
+"eps_2",1e-05,1613937173004,1494
+"train_loss",0.036365185,1613937173968,1495
+"raw_loss",0.027809996,1613937173968,1495
+"epoch",9.408805031446526,1613937173968,1495
+"wd_0",0.01,1613937173968,1495
+"sqr_mom_0",0.99,1613937173968,1495
+"lr_0",6.155093580119971e-07,1613937173968,1495
+"mom_0",0.9376906897466575,1613937173968,1495
+"eps_0",1e-05,1613937173968,1495
+"wd_1",0.01,1613937173968,1495
+"sqr_mom_1",0.99,1613937173968,1495
+"lr_1",6.155093580119969e-06,1613937173968,1495
+"mom_1",0.9376906897466575,1613937173968,1495
+"eps_1",1e-05,1613937173968,1495
+"wd_2",0.01,1613937173968,1495
+"sqr_mom_2",0.99,1613937173968,1495
+"lr_2",6.155093580119961e-05,1613937173968,1495
+"mom_2",0.9376906897466575,1613937173968,1495
+"eps_2",1e-05,1613937173968,1495
+"train_loss",0.036370847,1613937174948,1496
+"raw_loss",0.03664829,1613937174948,1496
+"epoch",9.415094339622627,1613937174948,1496
+"wd_0",0.01,1613937174948,1496
+"sqr_mom_0",0.99,1613937174948,1496
+"lr_0",6.108800780559341e-07,1613937174948,1496
+"mom_0",0.937783276271644,1613937174948,1496
+"eps_0",1e-05,1613937174948,1496
+"wd_1",0.01,1613937174948,1496
+"sqr_mom_1",0.99,1613937174948,1496
+"lr_1",6.108800780559338e-06,1613937174948,1496
+"mom_1",0.937783276271644,1613937174948,1496
+"eps_1",1e-05,1613937174948,1496
+"wd_2",0.01,1613937174948,1496
+"sqr_mom_2",0.99,1613937174948,1496
+"lr_2",6.108800780559335e-05,1613937174948,1496
+"mom_2",0.937783276271644,1613937174948,1496
+"eps_2",1e-05,1613937174948,1496
+"train_loss",0.03620479,1613937175882,1497
+"raw_loss",0.028067911,1613937175882,1497
+"epoch",9.421383647798727,1613937175882,1497
+"wd_0",0.01,1613937175882,1497
+"sqr_mom_0",0.99,1613937175882,1497
+"lr_0",6.062655440703986e-07,1613937175882,1497
+"mom_0",0.9378755678742707,1613937175882,1497
+"eps_0",1e-05,1613937175882,1497
+"wd_1",0.01,1613937175882,1497
+"sqr_mom_1",0.99,1613937175882,1497
+"lr_1",6.0626554407039874e-06,1613937175882,1497
+"mom_1",0.9378755678742707,1613937175882,1497
+"eps_1",1e-05,1613937175882,1497
+"wd_2",0.01,1613937175882,1497
+"sqr_mom_2",0.99,1613937175882,1497
+"lr_2",6.062655440703979e-05,1613937175882,1497
+"mom_2",0.9378755678742707,1613937175882,1497
+"eps_2",1e-05,1613937175882,1497
+"train_loss",0.03600427,1613937176872,1498
+"raw_loss",0.026178958,1613937176872,1498
+"epoch",9.427672955974828,1613937176872,1498
+"wd_0",0.01,1613937176872,1498
+"sqr_mom_0",0.99,1613937176872,1498
+"lr_0",6.016667096338093e-07,1613937176872,1498
+"mom_0",0.9379675454827786,1613937176872,1498
+"eps_0",1e-05,1613937176872,1498
+"wd_1",0.01,1613937176872,1498
+"sqr_mom_1",0.99,1613937176872,1498
+"lr_1",6.016667096338088e-06,1613937176872,1498
+"mom_1",0.9379675454827786,1613937176872,1498
+"eps_1",1e-05,1613937176872,1498
+"wd_2",0.01,1613937176872,1498
+"sqr_mom_2",0.99,1613937176872,1498
+"lr_2",6.0166670963380836e-05,1613937176872,1498
+"mom_2",0.9379675454827786,1613937176872,1498
+"eps_2",1e-05,1613937176872,1498
+"train_loss",0.035858598,1613937177812,1499
+"raw_loss",0.02872053,1613937177812,1499
+"epoch",9.433962264150928,1613937177812,1499
+"wd_0",0.01,1613937177812,1499
+"sqr_mom_0",0.99,1613937177812,1499
+"lr_0",5.970826945743475e-07,1613937177812,1499
+"mom_0",0.93805922670078,1613937177812,1499
+"eps_0",1e-05,1613937177812,1499
+"wd_1",0.01,1613937177812,1499
+"sqr_mom_1",0.99,1613937177812,1499
+"lr_1",5.970826945743475e-06,1613937177812,1499
+"mom_1",0.93805922670078,1613937177812,1499
+"eps_1",1e-05,1613937177812,1499
+"wd_2",0.01,1613937177812,1499
+"sqr_mom_2",0.99,1613937177812,1499
+"lr_2",5.970826945743472e-05,1613937177812,1499
+"mom_2",0.93805922670078,1613937177812,1499
+"eps_2",1e-05,1613937177812,1499
+"train_loss",0.03561111,1613937178769,1500
+"raw_loss",0.023484299,1613937178769,1500
+"epoch",9.440251572327028,1613937178769,1500
+"wd_0",0.01,1613937178769,1500
+"sqr_mom_0",0.99,1613937178769,1500
+"lr_0",5.925138410197066e-07,1613937178769,1500
+"mom_0",0.9381506046856527,1613937178769,1500
+"eps_0",1e-05,1613937178769,1500
+"wd_1",0.01,1613937178769,1500
+"sqr_mom_1",0.99,1613937178769,1500
+"lr_1",5.9251384101970694e-06,1613937178769,1500
+"mom_1",0.9381506046856527,1613937178769,1500
+"eps_1",1e-05,1613937178769,1500
+"wd_2",0.01,1613937178769,1500
+"sqr_mom_2",0.99,1613937178769,1500
+"lr_2",5.925138410197063e-05,1613937178769,1500
+"mom_2",0.9381506046856527,1613937178769,1500
+"eps_2",1e-05,1613937178769,1500
+"train_loss",0.03621839,1613937179742,1501
+"raw_loss",0.065975115,1613937179742,1501
+"epoch",9.446540880503129,1613937179742,1501
+"wd_0",0.01,1613937179742,1501
+"sqr_mom_0",0.99,1613937179742,1501
+"lr_0",5.879604869536432e-07,1613937179742,1501
+"mom_0",0.9382416726776539,1613937179742,1501
+"eps_0",1e-05,1613937179742,1501
+"wd_1",0.01,1613937179742,1501
+"sqr_mom_1",0.99,1613937179742,1501
+"lr_1",5.879604869536432e-06,1613937179742,1501
+"mom_1",0.9382416726776539,1613937179742,1501
+"eps_1",1e-05,1613937179742,1501
+"wd_2",0.01,1613937179742,1501
+"sqr_mom_2",0.99,1613937179742,1501
+"lr_2",5.879604869536427e-05,1613937179742,1501
+"mom_2",0.9382416726776539,1613937179742,1501
+"eps_2",1e-05,1613937179742,1501
+"train_loss",0.03682192,1613937180727,1502
+"raw_loss",0.06639499,1613937180727,1502
+"epoch",9.45283018867923,1613937180727,1502
+"wd_0",0.01,1613937180727,1502
+"sqr_mom_0",0.99,1613937180727,1502
+"lr_0",5.83422064481394e-07,1613937180727,1502
+"mom_0",0.9383324420347924,1613937180727,1502
+"eps_0",1e-05,1613937180727,1502
+"wd_1",0.01,1613937180727,1502
+"sqr_mom_1",0.99,1613937180727,1502
+"lr_1",5.834220644813942e-06,1613937180727,1502
+"mom_1",0.9383324420347924,1613937180727,1502
+"eps_1",1e-05,1613937180727,1502
+"wd_2",0.01,1613937180727,1502
+"sqr_mom_2",0.99,1613937180727,1502
+"lr_2",5.8342206448139364e-05,1613937180727,1502
+"mom_2",0.9383324420347924,1613937180727,1502
+"eps_2",1e-05,1613937180727,1502
+"train_loss",0.03650427,1613937181668,1503
+"raw_loss",0.020939229,1613937181668,1503
+"epoch",9.45911949685533,1613937181668,1503
+"wd_0",0.01,1613937181668,1503
+"sqr_mom_0",0.99,1613937181668,1503
+"lr_0",5.788986127978662e-07,1613937181668,1503
+"mom_0",0.9384229119731624,1613937181668,1503
+"eps_0",1e-05,1613937181668,1503
+"wd_1",0.01,1613937181668,1503
+"sqr_mom_1",0.99,1613937181668,1503
+"lr_1",5.788986127978659e-06,1613937181668,1503
+"mom_1",0.9384229119731624,1613937181668,1503
+"eps_1",1e-05,1613937181668,1503
+"wd_2",0.01,1613937181668,1503
+"sqr_mom_2",0.99,1613937181668,1503
+"lr_2",5.788986127978657e-05,1613937181668,1503
+"mom_2",0.9384229119731624,1613937181668,1503
+"eps_2",1e-05,1613937181668,1503
+"train_loss",0.036310468,1613937182684,1504
+"raw_loss",0.026814288,1613937182684,1504
+"epoch",9.46540880503143,1613937182684,1504
+"wd_0",0.01,1613937182684,1504
+"sqr_mom_0",0.99,1613937182684,1504
+"lr_0",5.743913651475632e-07,1613937182684,1504
+"mom_0",0.938513057827627,1613937182684,1504
+"eps_0",1e-05,1613937182684,1504
+"wd_1",0.01,1613937182684,1504
+"sqr_mom_1",0.99,1613937182684,1504
+"lr_1",5.743913651475632e-06,1613937182684,1504
+"mom_1",0.938513057827627,1613937182684,1504
+"eps_1",1e-05,1613937182684,1504
+"wd_2",0.01,1613937182684,1504
+"sqr_mom_2",0.99,1613937182684,1504
+"lr_2",5.743913651475626e-05,1613937182684,1504
+"mom_2",0.938513057827627,1613937182684,1504
+"eps_2",1e-05,1613937182684,1504
+"train_loss",0.03599957,1613937183615,1505
+"raw_loss",0.020765573,1613937183615,1505
+"epoch",9.47169811320753,1613937183615,1505
+"wd_0",0.01,1613937183615,1505
+"sqr_mom_0",0.99,1613937183615,1505
+"lr_0",5.698985631610085e-07,1613937183615,1505
+"mom_0",0.9386029147659275,1613937183615,1505
+"eps_0",1e-05,1613937183615,1505
+"wd_1",0.01,1613937183615,1505
+"sqr_mom_1",0.99,1613937183615,1505
+"lr_1",5.69898563161008e-06,1613937183615,1505
+"mom_1",0.9386029147659275,1613937183615,1505
+"eps_1",1e-05,1613937183615,1505
+"wd_2",0.01,1613937183615,1505
+"sqr_mom_2",0.99,1613937183615,1505
+"lr_2",5.6989856316100784e-05,1613937183615,1505
+"mom_2",0.9386029147659275,1613937183615,1505
+"eps_2",1e-05,1613937183615,1505
+"train_loss",0.03595326,1613937184550,1506
+"raw_loss",0.033684127,1613937184550,1506
+"epoch",9.47798742138363,1613937184550,1506
+"wd_0",0.01,1613937184550,1506
+"sqr_mom_0",0.99,1613937184550,1506
+"lr_0",5.65421437805432e-07,1613937184550,1506
+"mom_0",0.938692458168473,1613937184550,1506
+"eps_0",1e-05,1613937184550,1506
+"wd_1",0.01,1613937184550,1506
+"sqr_mom_1",0.99,1613937184550,1506
+"lr_1",5.6542143780543205e-06,1613937184550,1506
+"mom_1",0.938692458168473,1613937184550,1506
+"eps_1",1e-05,1613937184550,1506
+"wd_2",0.01,1613937184550,1506
+"sqr_mom_2",0.99,1613937184550,1506
+"lr_2",5.6542143780543164e-05,1613937184550,1506
+"mom_2",0.938692458168473,1613937184550,1506
+"eps_2",1e-05,1613937184550,1506
+"train_loss",0.036468886,1613937185480,1507
+"raw_loss",0.06173451,1613937185480,1507
+"epoch",9.484276729559731,1613937185480,1507
+"wd_0",0.01,1613937185480,1507
+"sqr_mom_0",0.99,1613937185480,1507
+"lr_0",5.609597262126112e-07,1613937185480,1507
+"mom_0",0.9387816932926807,1613937185480,1507
+"eps_0",1e-05,1613937185480,1507
+"wd_1",0.01,1613937185480,1507
+"sqr_mom_1",0.99,1613937185480,1507
+"lr_1",5.609597262126109e-06,1613937185480,1507
+"mom_1",0.9387816932926807,1613937185480,1507
+"eps_1",1e-05,1613937185480,1507
+"wd_2",0.01,1613937185480,1507
+"sqr_mom_2",0.99,1613937185480,1507
+"lr_2",5.6095972621261075e-05,1613937185480,1507
+"mom_2",0.9387816932926807,1613937185480,1507
+"eps_2",1e-05,1613937185480,1507
+"train_loss",0.035970896,1613937186425,1508
+"raw_loss",0.011569397,1613937186425,1508
+"epoch",9.490566037735832,1613937186425,1508
+"wd_0",0.01,1613937186425,1508
+"sqr_mom_0",0.99,1613937186425,1508
+"lr_0",5.565137583799314e-07,1613937186425,1508
+"mom_0",0.9388706135385367,1613937186425,1508
+"eps_0",1e-05,1613937186425,1508
+"wd_1",0.01,1613937186425,1508
+"sqr_mom_1",0.99,1613937186425,1508
+"lr_1",5.565137583799312e-06,1613937186425,1508
+"mom_1",0.9388706135385367,1613937186425,1508
+"eps_1",1e-05,1613937186425,1508
+"wd_2",0.01,1613937186425,1508
+"sqr_mom_2",0.99,1613937186425,1508
+"lr_2",5.565137583799304e-05,1613937186425,1508
+"mom_2",0.9388706135385367,1613937186425,1508
+"eps_2",1e-05,1613937186425,1508
+"train_loss",0.03565113,1613937187355,1509
+"raw_loss",0.01998258,1613937187355,1509
+"epoch",9.496855345911932,1613937187355,1509
+"wd_0",0.01,1613937187355,1509
+"sqr_mom_0",0.99,1613937187355,1509
+"lr_0",5.52082979805848e-07,1613937187355,1509
+"mom_0",0.938959229996183,1613937187355,1509
+"eps_0",1e-05,1613937187355,1509
+"wd_1",0.01,1613937187355,1509
+"sqr_mom_1",0.99,1613937187355,1509
+"lr_1",5.5208297980584805e-06,1613937187355,1509
+"mom_1",0.938959229996183,1613937187355,1509
+"eps_1",1e-05,1613937187355,1509
+"wd_2",0.01,1613937187355,1509
+"sqr_mom_2",0.99,1613937187355,1509
+"lr_2",5.520829798058482e-05,1613937187355,1509
+"mom_2",0.938959229996183,1613937187355,1509
+"eps_2",1e-05,1613937187355,1509
+"train_loss",0.03543373,1613937188307,1510
+"raw_loss",0.024781093,1613937188307,1510
+"epoch",9.503144654088032,1613937188307,1510
+"wd_0",0.01,1613937188307,1510
+"sqr_mom_0",0.99,1613937188307,1510
+"lr_0",5.476674288774057e-07,1613937188307,1510
+"mom_0",0.9390475418978708,1613937188307,1510
+"eps_0",1e-05,1613937188307,1510
+"wd_1",0.01,1613937188307,1510
+"sqr_mom_1",0.99,1613937188307,1510
+"lr_1",5.4766742887740606e-06,1613937188307,1510
+"mom_1",0.9390475418978708,1613937188307,1510
+"eps_1",1e-05,1613937188307,1510
+"wd_2",0.01,1613937188307,1510
+"sqr_mom_2",0.99,1613937188307,1510
+"lr_2",5.4766742887740565e-05,1613937188307,1510
+"mom_2",0.9390475418978708,1613937188307,1510
+"eps_2",1e-05,1613937188307,1510
+"train_loss",0.035363484,1613937189245,1511
+"raw_loss",0.031921435,1613937189245,1511
+"epoch",9.509433962264133,1613937189245,1511
+"wd_0",0.01,1613937189245,1511
+"sqr_mom_0",0.99,1613937189245,1511
+"lr_0",5.43268017942623e-07,1613937189245,1511
+"mom_0",0.9391355309964574,1613937189245,1511
+"eps_0",1e-05,1613937189245,1511
+"wd_1",0.01,1613937189245,1511
+"sqr_mom_1",0.99,1613937189245,1511
+"lr_1",5.432680179426235e-06,1613937189245,1511
+"mom_1",0.9391355309964574,1613937189245,1511
+"eps_1",1e-05,1613937189245,1511
+"wd_2",0.01,1613937189245,1511
+"sqr_mom_2",0.99,1613937189245,1511
+"lr_2",5.432680179426227e-05,1613937189245,1511
+"mom_2",0.9391355309964574,1613937189245,1511
+"eps_2",1e-05,1613937189245,1511
+"train_loss",0.035384513,1613937190179,1512
+"raw_loss",0.036414888,1613937190179,1512
+"epoch",9.515723270440233,1613937190179,1512
+"wd_0",0.01,1613937190179,1512
+"sqr_mom_0",0.99,1613937190179,1512
+"lr_0",5.388839048858187e-07,1613937190179,1512
+"mom_0",0.9392232141344249,1613937190179,1512
+"eps_0",1e-05,1613937190179,1512
+"wd_1",0.01,1613937190179,1512
+"sqr_mom_1",0.99,1613937190179,1512
+"lr_1",5.388839048858187e-06,1613937190179,1512
+"mom_1",0.9392232141344249,1613937190179,1512
+"eps_1",1e-05,1613937190179,1512
+"wd_2",0.01,1613937190179,1512
+"sqr_mom_2",0.99,1613937190179,1512
+"lr_2",5.388839048858183e-05,1613937190179,1512
+"mom_2",0.9392232141344249,1613937190179,1512
+"eps_2",1e-05,1613937190179,1512
+"train_loss",0.035554834,1613937191104,1513
+"raw_loss",0.04390053,1613937191104,1513
+"epoch",9.522012578616334,1613937191104,1513
+"wd_0",0.01,1613937191104,1513
+"sqr_mom_0",0.99,1613937191104,1513
+"lr_0",5.345154170269416e-07,1613937191104,1513
+"mom_0",0.9393105847653088,1613937191104,1513
+"eps_0",1e-05,1613937191104,1513
+"wd_1",0.01,1613937191104,1513
+"sqr_mom_1",0.99,1613937191104,1513
+"lr_1",5.3451541702694095e-06,1613937191104,1513
+"mom_1",0.9393105847653088,1613937191104,1513
+"eps_1",1e-05,1613937191104,1513
+"wd_2",0.01,1613937191104,1513
+"sqr_mom_2",0.99,1613937191104,1513
+"lr_2",5.345154170269408e-05,1613937191104,1513
+"mom_2",0.9393105847653088,1613937191104,1513
+"eps_2",1e-05,1613937191104,1513
+"train_loss",0.035452764,1613937192058,1514
+"raw_loss",0.03045128,1613937192058,1514
+"epoch",9.528301886792434,1613937192058,1514
+"wd_0",0.01,1613937192058,1514
+"sqr_mom_0",0.99,1613937192058,1514
+"lr_0",5.301625891714854e-07,1613937192058,1514
+"mom_0",0.9393976421929922,1613937192058,1514
+"eps_0",1e-05,1613937192058,1514
+"wd_1",0.01,1613937192058,1514
+"sqr_mom_1",0.99,1613937192058,1514
+"lr_1",5.301625891714855e-06,1613937192058,1514
+"mom_1",0.9393976421929922,1613937192058,1514
+"eps_1",1e-05,1613937192058,1514
+"wd_2",0.01,1613937192058,1514
+"sqr_mom_2",0.99,1613937192058,1514
+"lr_2",5.301625891714854e-05,1613937192058,1514
+"mom_2",0.9393976421929922,1613937192058,1514
+"eps_2",1e-05,1613937192058,1514
+"train_loss",0.035201803,1613937192993,1515
+"raw_loss",0.022904674,1613937192993,1515
+"epoch",9.534591194968534,1613937192993,1515
+"wd_0",0.01,1613937192993,1515
+"sqr_mom_0",0.99,1613937192993,1515
+"lr_0",5.258257432016396e-07,1613937192993,1515
+"mom_0",0.939484379979767,1613937192993,1515
+"eps_0",1e-05,1613937192993,1515
+"wd_1",0.01,1613937192993,1515
+"sqr_mom_1",0.99,1613937192993,1515
+"lr_1",5.258257432016394e-06,1613937192993,1515
+"mom_1",0.939484379979767,1613937192993,1515
+"eps_1",1e-05,1613937192993,1515
+"wd_2",0.01,1613937192993,1515
+"sqr_mom_2",0.99,1613937192993,1515
+"lr_2",5.2582574320163874e-05,1613937192993,1515
+"mom_2",0.939484379979767,1613937192993,1515
+"eps_2",1e-05,1613937192993,1515
+"train_loss",0.034931295,1613937193938,1516
+"raw_loss",0.021676416,1613937193938,1516
+"epoch",9.540880503144635,1613937193938,1516
+"wd_0",0.01,1613937193938,1516
+"sqr_mom_0",0.99,1613937193938,1516
+"lr_0",5.215040520686993e-07,1613937193938,1516
+"mom_0",0.9395708146667726,1613937193938,1516
+"eps_0",1e-05,1613937193938,1516
+"wd_1",0.01,1613937193938,1516
+"sqr_mom_1",0.99,1613937193938,1516
+"lr_1",5.215040520686995e-06,1613937193938,1516
+"mom_1",0.9395708146667726,1613937193938,1516
+"eps_1",1e-05,1613937193938,1516
+"wd_2",0.01,1613937193938,1516
+"sqr_mom_2",0.99,1613937193938,1516
+"lr_2",5.2150405206869896e-05,1613937193938,1516
+"mom_2",0.9395708146667726,1613937193938,1516
+"eps_2",1e-05,1613937193938,1516
+"train_loss",0.03486575,1613937194875,1517
+"raw_loss",0.031654127,1613937194875,1517
+"epoch",9.547169811320735,1613937194875,1517
+"wd_0",0.01,1613937194875,1517
+"sqr_mom_0",0.99,1613937194875,1517
+"lr_0",5.171984118074081e-07,1613937194875,1517
+"mom_0",0.9396569283331351,1613937194875,1517
+"eps_0",1e-05,1613937194875,1517
+"wd_1",0.01,1613937194875,1517
+"sqr_mom_1",0.99,1613937194875,1517
+"lr_1",5.171984118074082e-06,1613937194875,1517
+"mom_1",0.9396569283331351,1613937194875,1517
+"eps_1",1e-05,1613937194875,1517
+"wd_2",0.01,1613937194875,1517
+"sqr_mom_2",0.99,1613937194875,1517
+"lr_2",5.171984118074082e-05,1613937194875,1517
+"mom_2",0.9396569283331351,1613937194875,1517
+"eps_2",1e-05,1613937194875,1517
+"train_loss",0.034983307,1613937195821,1518
+"raw_loss",0.040743597,1613937195821,1518
+"epoch",9.553459119496836,1613937195821,1518
+"wd_0",0.01,1613937195821,1518
+"sqr_mom_0",0.99,1613937195821,1518
+"lr_0",5.129088535818621e-07,1613937195821,1518
+"mom_0",0.9397427203555663,1613937195821,1518
+"eps_0",1e-05,1613937195821,1518
+"wd_1",0.01,1613937195821,1518
+"sqr_mom_1",0.99,1613937195821,1518
+"lr_1",5.129088535818621e-06,1613937195821,1518
+"mom_1",0.9397427203555663,1613937195821,1518
+"eps_1",1e-05,1613937195821,1518
+"wd_2",0.01,1613937195821,1518
+"sqr_mom_2",0.99,1613937195821,1518
+"lr_2",5.1290885358186184e-05,1613937195821,1518
+"mom_2",0.9397427203555663,1613937195821,1518
+"eps_2",1e-05,1613937195821,1518
+"train_loss",0.03464366,1613937196774,1519
+"raw_loss",0.018001035,1613937196774,1519
+"epoch",9.559748427672936,1613937196774,1519
+"wd_0",0.01,1613937196774,1519
+"sqr_mom_0",0.99,1613937196774,1519
+"lr_0",5.0863484239794e-07,1613937196774,1519
+"mom_0",0.9398282014340555,1613937196774,1519
+"eps_0",1e-05,1613937196774,1519
+"wd_1",0.01,1613937196774,1519
+"sqr_mom_1",0.99,1613937196774,1519
+"lr_1",5.086348423979398e-06,1613937196774,1519
+"mom_1",0.9398282014340555,1613937196774,1519
+"eps_1",1e-05,1613937196774,1519
+"wd_2",0.01,1613937196774,1519
+"sqr_mom_2",0.99,1613937196774,1519
+"lr_2",5.086348423979394e-05,1613937196774,1519
+"mom_2",0.9398282014340555,1613937196774,1519
+"eps_2",1e-05,1613937196774,1519
+"train_loss",0.034856558,1613937197728,1520
+"raw_loss",0.04528851,1613937197728,1520
+"epoch",9.566037735849036,1613937197728,1520
+"wd_0",0.01,1613937197728,1520
+"sqr_mom_0",0.99,1613937197728,1520
+"lr_0",5.043766974183609e-07,1613937197728,1520
+"mom_0",0.9399133651852846,1613937197728,1520
+"eps_0",1e-05,1613937197728,1520
+"wd_1",0.01,1613937197728,1520
+"sqr_mom_1",0.99,1613937197728,1520
+"lr_1",5.043766974183612e-06,1613937197728,1520
+"mom_1",0.9399133651852846,1613937197728,1520
+"eps_1",1e-05,1613937197728,1520
+"wd_2",0.01,1613937197728,1520
+"sqr_mom_2",0.99,1613937197728,1520
+"lr_2",5.0437669741836065e-05,1613937197728,1520
+"mom_2",0.9399133651852846,1613937197728,1520
+"eps_2",1e-05,1613937197728,1520
+"train_loss",0.03447997,1613937198661,1521
+"raw_loss",0.016027063,1613937198661,1521
+"epoch",9.572327044025137,1613937198661,1521
+"wd_0",0.01,1613937198661,1521
+"sqr_mom_0",0.99,1613937198661,1521
+"lr_0",5.001341716697168e-07,1613937198661,1521
+"mom_0",0.9399982165487711,1613937198661,1521
+"eps_0",1e-05,1613937198661,1521
+"wd_1",0.01,1613937198661,1521
+"sqr_mom_1",0.99,1613937198661,1521
+"lr_1",5.001341716697163e-06,1613937198661,1521
+"mom_1",0.9399982165487711,1613937198661,1521
+"eps_1",1e-05,1613937198661,1521
+"wd_2",0.01,1613937198661,1521
+"sqr_mom_2",0.99,1613937198661,1521
+"lr_2",5.0013417166971605e-05,1613937198661,1521
+"mom_2",0.9399982165487711,1613937198661,1521
+"eps_2",1e-05,1613937198661,1521
+"train_loss",0.034427617,1613937199606,1522
+"raw_loss",0.031862307,1613937199606,1522
+"epoch",9.578616352201237,1613937199606,1522
+"wd_0",0.01,1613937199606,1522
+"sqr_mom_0",0.99,1613937199606,1522
+"lr_0",4.959084214926155e-07,1613937199606,1522
+"mom_0",0.9400827323974716,1613937199606,1522
+"eps_0",1e-05,1613937199606,1522
+"wd_1",0.01,1613937199606,1522
+"sqr_mom_1",0.99,1613937199606,1522
+"lr_1",4.9590842149261545e-06,1613937199606,1522
+"mom_1",0.9400827323974716,1613937199606,1522
+"eps_1",1e-05,1613937199606,1522
+"wd_2",0.01,1613937199606,1522
+"sqr_mom_2",0.99,1613937199606,1522
+"lr_2",4.959084214926153e-05,1613937199606,1522
+"mom_2",0.9400827323974716,1613937199606,1522
+"eps_2",1e-05,1613937199606,1522
+"train_loss",0.03474751,1613937200548,1523
+"raw_loss",0.050422378,1613937200548,1523
+"epoch",9.584905660377338,1613937200548,1523
+"wd_0",0.01,1613937200548,1523
+"sqr_mom_0",0.99,1613937200548,1523
+"lr_0",4.91697798335501e-07,1613937200548,1523
+"mom_0",0.940166945702747,1613937200548,1523
+"eps_0",1e-05,1613937200548,1523
+"wd_1",0.01,1613937200548,1523
+"sqr_mom_1",0.99,1613937200548,1523
+"lr_1",4.91697798335501e-06,1613937200548,1523
+"mom_1",0.940166945702747,1613937200548,1523
+"eps_1",1e-05,1613937200548,1523
+"wd_2",0.01,1613937200548,1523
+"sqr_mom_2",0.99,1613937200548,1523
+"lr_2",4.916977983355006e-05,1613937200548,1523
+"mom_2",0.940166945702747,1613937200548,1523
+"eps_2",1e-05,1613937200548,1523
+"train_loss",0.034704857,1613937201509,1524
+"raw_loss",0.03261476,1613937201509,1524
+"epoch",9.591194968553438,1613937201509,1524
+"wd_0",0.01,1613937201509,1524
+"sqr_mom_0",0.99,1613937201509,1524
+"lr_0",4.875034561686187e-07,1613937201509,1524
+"mom_0",0.9402508333849614,1613937201509,1524
+"eps_0",1e-05,1613937201509,1524
+"wd_1",0.01,1613937201509,1524
+"sqr_mom_1",0.99,1613937201509,1524
+"lr_1",4.875034561686192e-06,1613937201509,1524
+"mom_1",0.9402508333849614,1613937201509,1524
+"eps_1",1e-05,1613937201509,1524
+"wd_2",0.01,1613937201509,1524
+"sqr_mom_2",0.99,1613937201509,1524
+"lr_2",4.8750345616861864e-05,1613937201509,1524
+"mom_2",0.9402508333849614,1613937201509,1524
+"eps_2",1e-05,1613937201509,1524
+"train_loss",0.034717955,1613937202443,1525
+"raw_loss",0.035359673,1613937202443,1525
+"epoch",9.597484276729539,1613937202443,1525
+"wd_0",0.01,1613937202443,1525
+"sqr_mom_0",0.99,1613937202443,1525
+"lr_0",4.833254252221373e-07,1613937202443,1525
+"mom_0",0.9403343948395056,1613937202443,1525
+"eps_0",1e-05,1613937202443,1525
+"wd_1",0.01,1613937202443,1525
+"sqr_mom_1",0.99,1613937202443,1525
+"lr_1",4.833254252221374e-06,1613937202443,1525
+"mom_1",0.9403343948395056,1613937202443,1525
+"eps_1",1e-05,1613937202443,1525
+"wd_2",0.01,1613937202443,1525
+"sqr_mom_2",0.99,1613937202443,1525
+"lr_2",4.833254252221373e-05,1613937202443,1525
+"mom_2",0.9403343948395056,1613937202443,1525
+"eps_2",1e-05,1613937202443,1525
+"train_loss",0.03462715,1613937203393,1526
+"raw_loss",0.03017773,1613937203393,1526
+"epoch",9.603773584905639,1613937203393,1526
+"wd_0",0.01,1613937203393,1526
+"sqr_mom_0",0.99,1613937203393,1526
+"lr_0",4.791631844116282e-07,1613937203393,1526
+"mom_0",0.9404176404881722,1613937203393,1526
+"eps_0",1e-05,1613937203393,1526
+"wd_1",0.01,1613937203393,1526
+"sqr_mom_1",0.99,1613937203393,1526
+"lr_1",4.791631844116289e-06,1613937203393,1526
+"mom_1",0.9404176404881722,1613937203393,1526
+"eps_1",1e-05,1613937203393,1526
+"wd_2",0.01,1613937203393,1526
+"sqr_mom_2",0.99,1613937203393,1526
+"lr_2",4.791631844116282e-05,1613937203393,1526
+"mom_2",0.9404176404881722,1613937203393,1526
+"eps_2",1e-05,1613937203393,1526
+"train_loss",0.034196924,1613937204338,1527
+"raw_loss",0.013115792,1613937204338,1527
+"epoch",9.61006289308174,1613937204338,1527
+"wd_0",0.01,1613937204338,1527
+"sqr_mom_0",0.99,1613937204338,1527
+"lr_0",4.75017044617986e-07,1613937204338,1527
+"mom_0",0.9405005641132814,1613937204338,1527
+"eps_0",1e-05,1613937204338,1527
+"wd_1",0.01,1613937204338,1527
+"sqr_mom_1",0.99,1613937204338,1527
+"lr_1",4.750170446179855e-06,1613937204338,1527
+"mom_1",0.9405005641132814,1613937204338,1527
+"eps_1",1e-05,1613937204338,1527
+"wd_2",0.01,1613937204338,1527
+"sqr_mom_2",0.99,1613937204338,1527
+"lr_2",4.75017044617985e-05,1613937204338,1527
+"mom_2",0.9405005641132814,1613937204338,1527
+"eps_2",1e-05,1613937204338,1527
+"train_loss",0.034112748,1613937205293,1528
+"raw_loss",0.02998811,1613937205293,1528
+"epoch",9.61635220125784,1613937205293,1528
+"wd_0",0.01,1613937205293,1528
+"sqr_mom_0",0.99,1613937205293,1528
+"lr_0",4.708873123213869e-07,1613937205293,1528
+"mom_0",0.940583159585168,1613937205293,1528
+"eps_0",1e-05,1613937205293,1528
+"wd_1",0.01,1613937205293,1528
+"sqr_mom_1",0.99,1613937205293,1528
+"lr_1",4.708873123213869e-06,1613937205293,1528
+"mom_1",0.940583159585168,1613937205293,1528
+"eps_1",1e-05,1613937205293,1528
+"wd_2",0.01,1613937205293,1528
+"sqr_mom_2",0.99,1613937205293,1528
+"lr_2",4.7088731232138676e-05,1613937205293,1528
+"mom_2",0.940583159585168,1613937205293,1528
+"eps_2",1e-05,1613937205293,1528
+"train_loss",0.033797678,1613937206227,1529
+"raw_loss",0.018359184,1613937206227,1529
+"epoch",9.62264150943394,1613937206227,1529
+"wd_0",0.01,1613937206227,1529
+"sqr_mom_0",0.99,1613937206227,1529
+"lr_0",4.6677320008859256e-07,1613937206227,1529
+"mom_0",0.9406654426526546,1613937206227,1529
+"eps_0",1e-05,1613937206227,1529
+"wd_1",0.01,1613937206227,1529
+"sqr_mom_1",0.99,1613937206227,1529
+"lr_1",4.667732000885932e-06,1613937206227,1529
+"mom_1",0.9406654426526546,1613937206227,1529
+"eps_1",1e-05,1613937206227,1529
+"wd_2",0.01,1613937206227,1529
+"sqr_mom_2",0.99,1613937206227,1529
+"lr_2",4.667732000885927e-05,1613937206227,1529
+"mom_2",0.9406654426526546,1613937206227,1529
+"eps_2",1e-05,1613937206227,1529
+"train_loss",0.034245297,1613937207179,1530
+"raw_loss",0.05617864,1613937207179,1530
+"epoch",9.62893081761004,1613937207179,1530
+"wd_0",0.01,1613937207179,1530
+"sqr_mom_0",0.99,1613937207179,1530
+"lr_0",4.626755610348592e-07,1613937207179,1530
+"mom_0",0.9407473962532653,1613937207179,1530
+"eps_0",1e-05,1613937207179,1530
+"wd_1",0.01,1613937207179,1530
+"sqr_mom_1",0.99,1613937207179,1530
+"lr_1",4.626755610348589e-06,1613937207179,1530
+"mom_1",0.9407473962532653,1613937207179,1530
+"eps_1",1e-05,1613937207179,1530
+"wd_2",0.01,1613937207179,1530
+"sqr_mom_2",0.99,1613937207179,1530
+"lr_2",4.626755610348586e-05,1613937207179,1530
+"mom_2",0.9407473962532653,1613937207179,1530
+"eps_2",1e-05,1613937207179,1530
+"train_loss",0.03406245,1613937208113,1531
+"raw_loss",0.025102917,1613937208113,1531
+"epoch",9.635220125786141,1613937208113,1531
+"wd_0",0.01,1613937208113,1531
+"sqr_mom_0",0.99,1613937208113,1531
+"lr_0",4.585941543615034e-07,1613937208113,1531
+"mom_0",0.9408290252030219,1613937208113,1531
+"eps_0",1e-05,1613937208113,1531
+"wd_1",0.01,1613937208113,1531
+"sqr_mom_1",0.99,1613937208113,1531
+"lr_1",4.5859415436150374e-06,1613937208113,1531
+"mom_1",0.9408290252030219,1613937208113,1531
+"eps_1",1e-05,1613937208113,1531
+"wd_2",0.01,1613937208113,1531
+"sqr_mom_2",0.99,1613937208113,1531
+"lr_2",4.5859415436150307e-05,1613937208113,1531
+"mom_2",0.9408290252030219,1613937208113,1531
+"eps_2",1e-05,1613937208113,1531
+"train_loss",0.0339264,1613937209052,1532
+"raw_loss",0.027260112,1613937209052,1532
+"epoch",9.641509433962241,1613937209052,1532
+"wd_0",0.01,1613937209052,1532
+"sqr_mom_0",0.99,1613937209052,1532
+"lr_0",4.545292817255814e-07,1613937209052,1532
+"mom_0",0.940910323468723,1613937209052,1532
+"eps_0",1e-05,1613937209052,1532
+"wd_1",0.01,1613937209052,1532
+"sqr_mom_1",0.99,1613937209052,1532
+"lr_1",4.545292817255819e-06,1613937209052,1532
+"mom_1",0.940910323468723,1613937209052,1532
+"eps_1",1e-05,1613937209052,1532
+"wd_2",0.01,1613937209052,1532
+"sqr_mom_2",0.99,1613937209052,1532
+"lr_2",4.545292817255815e-05,1613937209052,1532
+"mom_2",0.940910323468723,1613937209052,1532
+"eps_2",1e-05,1613937209052,1532
+"train_loss",0.033800583,1613937209991,1533
+"raw_loss",0.027635584,1613937209991,1533
+"epoch",9.647798742138342,1613937209991,1533
+"wd_0",0.01,1613937209991,1533
+"sqr_mom_0",0.99,1613937209991,1533
+"lr_0",4.50480436155782e-07,1613937209991,1533
+"mom_0",0.9409913011898963,1613937209991,1533
+"eps_0",1e-05,1613937209991,1533
+"wd_1",0.01,1613937209991,1533
+"sqr_mom_1",0.99,1613937209991,1533
+"lr_1",4.504804361557818e-06,1613937209991,1533
+"mom_1",0.9409913011898963,1613937209991,1533
+"eps_1",1e-05,1613937209991,1533
+"wd_2",0.01,1613937209991,1533
+"sqr_mom_2",0.99,1613937209991,1533
+"lr_2",4.5048043615578115e-05,1613937209991,1533
+"mom_2",0.9409913011898963,1613937209991,1533
+"eps_2",1e-05,1613937209991,1533
+"train_loss",0.033487964,1613937210943,1534
+"raw_loss",0.018169697,1613937210943,1534
+"epoch",9.654088050314442,1613937210943,1534
+"wd_0",0.01,1613937210943,1534
+"sqr_mom_0",0.99,1613937210943,1534
+"lr_0",4.4644765315754266e-07,1613937210943,1534
+"mom_0",0.9410719576564257,1613937210943,1534
+"eps_0",1e-05,1613937210943,1534
+"wd_1",0.01,1613937210943,1534
+"sqr_mom_1",0.99,1613937210943,1534
+"lr_1",4.464476531575427e-06,1613937210943,1534
+"mom_1",0.9410719576564257,1613937210943,1534
+"eps_1",1e-05,1613937210943,1534
+"wd_2",0.01,1613937210943,1534
+"sqr_mom_2",0.99,1613937210943,1534
+"lr_2",4.4644765315754226e-05,1613937210943,1534
+"mom_2",0.9410719576564257,1613937210943,1534
+"eps_2",1e-05,1613937210943,1534
+"train_loss",0.03441193,1613937211925,1535
+"raw_loss",0.07968625,1613937211925,1535
+"epoch",9.660377358490543,1613937211925,1535
+"wd_0",0.01,1613937211925,1535
+"sqr_mom_0",0.99,1613937211925,1535
+"lr_0",4.424320316622011e-07,1613937211925,1535
+"mom_0",0.9411522708894648,1613937211925,1535
+"eps_0",1e-05,1613937211925,1535
+"wd_1",0.01,1613937211925,1535
+"sqr_mom_1",0.99,1613937211925,1535
+"lr_1",4.424320316622006e-06,1613937211925,1535
+"mom_1",0.9411522708894648,1613937211925,1535
+"eps_1",1e-05,1613937211925,1535
+"wd_2",0.01,1613937211925,1535
+"sqr_mom_2",0.99,1613937211925,1535
+"lr_2",4.424320316622003e-05,1613937211925,1535
+"mom_2",0.9411522708894648,1613937211925,1535
+"eps_2",1e-05,1613937211925,1535
+"train_loss",0.034404192,1613937212924,1536
+"raw_loss",0.03402502,1613937212924,1536
+"epoch",9.666666666666643,1613937212924,1536
+"wd_0",0.01,1613937212924,1536
+"sqr_mom_0",0.99,1613937212924,1536
+"lr_0",4.3843200509369525e-07,1613937212924,1536
+"mom_0",0.9412322722208483,1613937212924,1536
+"eps_0",1e-05,1613937212924,1536
+"wd_1",0.01,1613937212924,1536
+"sqr_mom_1",0.99,1613937212924,1536
+"lr_1",4.384320050936956e-06,1613937212924,1536
+"mom_1",0.9412322722208483,1613937212924,1536
+"eps_1",1e-05,1613937212924,1536
+"wd_2",0.01,1613937212924,1536
+"sqr_mom_2",0.99,1613937212924,1536
+"lr_2",4.384320050936953e-05,1613937212924,1536
+"mom_2",0.9412322722208483,1613937212924,1536
+"eps_2",1e-05,1613937212924,1536
+"train_loss",0.03470766,1613937213886,1537
+"raw_loss",0.04957777,1613937213886,1537
+"epoch",9.672955974842743,1613937213886,1537
+"wd_0",0.01,1613937213886,1537
+"sqr_mom_0",0.99,1613937213886,1537
+"lr_0",4.344486699495602e-07,1613937213886,1537
+"mom_0",0.9413119397204059,1613937213886,1537
+"eps_0",1e-05,1613937213886,1537
+"wd_1",0.01,1613937213886,1537
+"sqr_mom_1",0.99,1613937213886,1537
+"lr_1",4.344486699495597e-06,1613937213886,1537
+"mom_1",0.9413119397204059,1613937213886,1537
+"eps_1",1e-05,1613937213886,1537
+"wd_2",0.01,1613937213886,1537
+"sqr_mom_2",0.99,1613937213886,1537
+"lr_2",4.344486699495593e-05,1613937213886,1537
+"mom_2",0.9413119397204059,1613937213886,1537
+"eps_2",1e-05,1613937213886,1537
+"train_loss",0.034545816,1613937214848,1538
+"raw_loss",0.026615402,1613937214848,1538
+"epoch",9.679245283018844,1613937214848,1538
+"wd_0",0.01,1613937214848,1538
+"sqr_mom_0",0.99,1613937214848,1538
+"lr_0",4.304817920807675e-07,1613937214848,1538
+"mom_0",0.9413912780711653,1613937214848,1538
+"eps_0",1e-05,1613937214848,1538
+"wd_1",0.01,1613937214848,1538
+"sqr_mom_1",0.99,1613937214848,1538
+"lr_1",4.3048179208076735e-06,1613937214848,1538
+"mom_1",0.9413912780711653,1613937214848,1538
+"eps_1",1e-05,1613937214848,1538
+"wd_2",0.01,1613937214848,1538
+"sqr_mom_2",0.99,1613937214848,1538
+"lr_2",4.304817920807672e-05,1613937214848,1538
+"mom_2",0.9413912780711653,1613937214848,1538
+"eps_2",1e-05,1613937214848,1538
+"train_loss",0.03429515,1613937215801,1539
+"raw_loss",0.022012431,1613937215801,1539
+"epoch",9.685534591194944,1613937215801,1539
+"wd_0",0.01,1613937215801,1539
+"sqr_mom_0",0.99,1613937215801,1539
+"lr_0",4.2653166461184043e-07,1613937215801,1539
+"mom_0",0.9414702814105772,1613937215801,1539
+"eps_0",1e-05,1613937215801,1539
+"wd_1",0.01,1613937215801,1539
+"sqr_mom_1",0.99,1613937215801,1539
+"lr_1",4.265316646118411e-06,1613937215801,1539
+"mom_1",0.9414702814105772,1613937215801,1539
+"eps_1",1e-05,1613937215801,1539
+"wd_2",0.01,1613937215801,1539
+"sqr_mom_2",0.99,1613937215801,1539
+"lr_2",4.2653166461184056e-05,1613937215801,1539
+"mom_2",0.9414702814105772,1613937215801,1539
+"eps_2",1e-05,1613937215801,1539
+"train_loss",0.034299992,1613937216766,1540
+"raw_loss",0.03453726,1613937216766,1540
+"epoch",9.691823899371045,1613937216766,1540
+"wd_0",0.01,1613937216766,1540
+"sqr_mom_0",0.99,1613937216766,1540
+"lr_0",4.225977948824942e-07,1613937216766,1540
+"mom_0",0.941548959591946,1613937216766,1540
+"eps_0",1e-05,1613937216766,1540
+"wd_1",0.01,1613937216766,1540
+"sqr_mom_1",0.99,1613937216766,1540
+"lr_1",4.225977948824942e-06,1613937216766,1540
+"mom_1",0.941548959591946,1613937216766,1540
+"eps_1",1e-05,1613937216766,1540
+"wd_2",0.01,1613937216766,1540
+"sqr_mom_2",0.99,1613937216766,1540
+"lr_2",4.225977948824934e-05,1613937216766,1540
+"mom_2",0.941548959591946,1613937216766,1540
+"eps_2",1e-05,1613937216766,1540
+"train_loss",0.034770206,1613937217708,1541
+"raw_loss",0.05781074,1613937217708,1541
+"epoch",9.698113207547145,1613937217708,1541
+"wd_0",0.01,1613937217708,1541
+"sqr_mom_0",0.99,1613937217708,1541
+"lr_0",4.186802175264111e-07,1613937217708,1541
+"mom_0",0.941627311922591,1613937217708,1541
+"eps_0",1e-05,1613937217708,1541
+"wd_1",0.01,1613937217708,1541
+"sqr_mom_1",0.99,1613937217708,1541
+"lr_1",4.186802175264104e-06,1613937217708,1541
+"mom_1",0.941627311922591,1613937217708,1541
+"eps_1",1e-05,1613937217708,1541
+"wd_2",0.01,1613937217708,1541
+"sqr_mom_2",0.99,1613937217708,1541
+"lr_2",4.1868021752641e-05,1613937217708,1541
+"mom_2",0.941627311922591,1613937217708,1541
+"eps_2",1e-05,1613937217708,1541
+"train_loss",0.034809243,1613937218654,1542
+"raw_loss",0.036722112,1613937218654,1542
+"epoch",9.704402515723245,1613937218654,1542
+"wd_0",0.01,1613937218654,1542
+"sqr_mom_0",0.99,1613937218654,1542
+"lr_0",4.147797417227045e-07,1613937218654,1542
+"mom_0",0.941705322218768,1613937218654,1542
+"eps_0",1e-05,1613937218654,1542
+"wd_1",0.01,1613937218654,1542
+"sqr_mom_1",0.99,1613937218654,1542
+"lr_1",4.1477974172270435e-06,1613937218654,1542
+"mom_1",0.941705322218768,1613937218654,1542
+"eps_1",1e-05,1613937218654,1542
+"wd_2",0.01,1613937218654,1542
+"sqr_mom_2",0.99,1613937218654,1542
+"lr_2",4.147797417227041e-05,1613937218654,1542
+"mom_2",0.941705322218768,1613937218654,1542
+"eps_2",1e-05,1613937218654,1542
+"train_loss",0.03484357,1613937219594,1543
+"raw_loss",0.0365256,1613937219594,1543
+"epoch",9.710691823899346,1613937219594,1543
+"wd_0",0.01,1613937219594,1543
+"sqr_mom_0",0.99,1613937219594,1543
+"lr_0",4.1089562058182815e-07,1613937219594,1543
+"mom_0",0.9417830054184175,1613937219594,1543
+"eps_0",1e-05,1613937219594,1543
+"wd_1",0.01,1613937219594,1543
+"sqr_mom_1",0.99,1613937219594,1543
+"lr_1",4.108956205818276e-06,1613937219594,1543
+"mom_1",0.9417830054184175,1613937219594,1543
+"eps_1",1e-05,1613937219594,1543
+"wd_2",0.01,1613937219594,1543
+"sqr_mom_2",0.99,1613937219594,1543
+"lr_2",4.1089562058182723e-05,1613937219594,1543
+"mom_2",0.9417830054184175,1613937219594,1543
+"eps_2",1e-05,1613937219594,1543
+"train_loss",0.035825014,1613937220542,1544
+"raw_loss",0.08391576,1613937220542,1544
+"epoch",9.716981132075446,1613937220542,1544
+"wd_0",0.01,1613937220542,1544
+"sqr_mom_0",0.99,1613937220542,1544
+"lr_0",4.070281443728886e-07,1613937220542,1544
+"mom_0",0.9418603557160994,1613937220542,1544
+"eps_0",1e-05,1613937220542,1544
+"wd_1",0.01,1613937220542,1544
+"sqr_mom_1",0.99,1613937220542,1544
+"lr_1",4.070281443728891e-06,1613937220542,1544
+"mom_1",0.9418603557160994,1613937220542,1544
+"eps_1",1e-05,1613937220542,1544
+"wd_2",0.01,1613937220542,1544
+"sqr_mom_2",0.99,1613937220542,1544
+"lr_2",4.070281443728887e-05,1613937220542,1544
+"mom_2",0.9418603557160994,1613937220542,1544
+"eps_2",1e-05,1613937220542,1544
+"train_loss",0.035643626,1613937221520,1545
+"raw_loss",0.026755648,1613937221520,1545
+"epoch",9.723270440251547,1613937221520,1545
+"wd_0",0.01,1613937221520,1545
+"sqr_mom_0",0.99,1613937221520,1545
+"lr_0",4.031773439096222e-07,1613937221520,1545
+"mom_0",0.9419373724955324,1613937221520,1545
+"eps_0",1e-05,1613937221520,1545
+"wd_1",0.01,1613937221520,1545
+"sqr_mom_1",0.99,1613937221520,1545
+"lr_1",4.0317734390962255e-06,1613937221520,1545
+"mom_1",0.9419373724955324,1613937221520,1545
+"eps_1",1e-05,1613937221520,1545
+"wd_2",0.01,1613937221520,1545
+"sqr_mom_2",0.99,1613937221520,1545
+"lr_2",4.0317734390962214e-05,1613937221520,1545
+"mom_2",0.9419373724955324,1613937221520,1545
+"eps_2",1e-05,1613937221520,1545
+"train_loss",0.035351437,1613937222473,1546
+"raw_loss",0.021034067,1613937222473,1546
+"epoch",9.729559748427647,1613937222473,1546
+"wd_0",0.01,1613937222473,1546
+"sqr_mom_0",0.99,1613937222473,1546
+"lr_0",3.993435036695826e-07,1613937222473,1546
+"mom_0",0.942014050067109,1613937222473,1546
+"eps_0",1e-05,1613937222473,1546
+"wd_1",0.01,1613937222473,1546
+"sqr_mom_1",0.99,1613937222473,1546
+"lr_1",3.993435036695829e-06,1613937222473,1546
+"mom_1",0.942014050067109,1613937222473,1546
+"eps_1",1e-05,1613937222473,1546
+"wd_2",0.01,1613937222473,1546
+"sqr_mom_2",0.99,1613937222473,1546
+"lr_2",3.99343503669582e-05,1613937222473,1546
+"mom_2",0.942014050067109,1613937222473,1546
+"eps_2",1e-05,1613937222473,1546
+"train_loss",0.035588026,1613937223412,1547
+"raw_loss",0.047180902,1613937223412,1547
+"epoch",9.735849056603747,1613937223412,1547
+"wd_0",0.01,1613937223412,1547
+"sqr_mom_0",0.99,1613937223412,1547
+"lr_0",3.9552589281048874e-07,1613937223412,1547
+"mom_0",0.9420904030478207,1613937223412,1547
+"eps_0",1e-05,1613937223412,1547
+"wd_1",0.01,1613937223412,1547
+"sqr_mom_1",0.99,1613937223412,1547
+"lr_1",3.955258928104887e-06,1613937223412,1547
+"mom_1",0.9420904030478207,1613937223412,1547
+"eps_1",1e-05,1613937223412,1547
+"wd_2",0.01,1613937223412,1547
+"sqr_mom_2",0.99,1613937223412,1547
+"lr_2",3.9552589281048806e-05,1613937223412,1547
+"mom_2",0.9420904030478207,1613937223412,1547
+"eps_2",1e-05,1613937223412,1547
+"train_loss",0.035327908,1613937224356,1548
+"raw_loss",0.02258217,1613937224356,1548
+"epoch",9.742138364779848,1613937224356,1548
+"wd_0",0.01,1613937224356,1548
+"sqr_mom_0",0.99,1613937224356,1548
+"lr_0",3.9172530313680173e-07,1613937224356,1548
+"mom_0",0.9421664156014199,1613937224356,1548
+"eps_0",1e-05,1613937224356,1548
+"wd_1",0.01,1613937224356,1548
+"sqr_mom_1",0.99,1613937224356,1548
+"lr_1",3.917253031368017e-06,1613937224356,1548
+"mom_1",0.9421664156014199,1613937224356,1548
+"eps_1",1e-05,1613937224356,1548
+"wd_2",0.01,1613937224356,1548
+"sqr_mom_2",0.99,1613937224356,1548
+"lr_2",3.9172530313680146e-05,1613937224356,1548
+"mom_2",0.9421664156014199,1613937224356,1548
+"eps_2",1e-05,1613937224356,1548
+"train_loss",0.035509773,1613937225294,1549
+"raw_loss",0.044421222,1613937225294,1549
+"epoch",9.748427672955948,1613937225294,1549
+"wd_0",0.01,1613937225294,1549
+"sqr_mom_0",0.99,1613937225294,1549
+"lr_0",3.879417615893201e-07,1613937225294,1549
+"mom_0",0.9422420871890854,1613937225294,1549
+"eps_0",1e-05,1613937225294,1549
+"wd_1",0.01,1613937225294,1549
+"sqr_mom_1",0.99,1613937225294,1549
+"lr_1",3.879417615893203e-06,1613937225294,1549
+"mom_1",0.9422420871890854,1613937225294,1549
+"eps_1",1e-05,1613937225294,1549
+"wd_2",0.01,1613937225294,1549
+"sqr_mom_2",0.99,1613937225294,1549
+"lr_2",3.8794176158931987e-05,1613937225294,1549
+"mom_2",0.9422420871890854,1613937225294,1549
+"eps_2",1e-05,1613937225294,1549
+"train_loss",0.035425182,1613937226245,1550
+"raw_loss",0.031280242,1613937226245,1550
+"epoch",9.754716981132049,1613937226245,1550
+"wd_0",0.01,1613937226245,1550
+"sqr_mom_0",0.99,1613937226245,1550
+"lr_0",3.841747962843745e-07,1613937226245,1550
+"mom_0",0.9423174272485849,1613937226245,1550
+"eps_0",1e-05,1613937226245,1550
+"wd_1",0.01,1613937226245,1550
+"sqr_mom_1",0.99,1613937226245,1550
+"lr_1",3.84174796284374e-06,1613937226245,1550
+"mom_1",0.9423174272485849,1613937226245,1550
+"eps_1",1e-05,1613937226245,1550
+"wd_2",0.01,1613937226245,1550
+"sqr_mom_2",0.99,1613937226245,1550
+"lr_2",3.84174796284374e-05,1613937226245,1550
+"mom_2",0.9423174272485849,1613937226245,1550
+"eps_2",1e-05,1613937226245,1550
+"train_loss",0.035152502,1613937227206,1551
+"raw_loss",0.021791248,1613937227206,1551
+"epoch",9.761006289308149,1613937227206,1551
+"wd_0",0.01,1613937227206,1551
+"sqr_mom_0",0.99,1613937227206,1551
+"lr_0",3.8042468880689415e-07,1613937227206,1551
+"mom_0",0.9423924301481635,1613937227206,1551
+"eps_0",1e-05,1613937227206,1551
+"wd_1",0.01,1613937227206,1551
+"sqr_mom_1",0.99,1613937227206,1551
+"lr_1",3.8042468880689415e-06,1613937227206,1551
+"mom_1",0.9423924301481635,1613937227206,1551
+"eps_1",1e-05,1613937227206,1551
+"wd_2",0.01,1613937227206,1551
+"sqr_mom_2",0.99,1613937227206,1551
+"lr_2",3.804246888068933e-05,1613937227206,1551
+"mom_2",0.9423924301481635,1613937227206,1551
+"eps_2",1e-05,1613937227206,1551
+"train_loss",0.03499144,1613937228159,1552
+"raw_loss",0.02709934,1613937228159,1552
+"epoch",9.76729559748425,1613937228159,1552
+"wd_0",0.01,1613937228159,1552
+"sqr_mom_0",0.99,1613937228159,1552
+"lr_0",3.766917161342388e-07,1613937228159,1552
+"mom_0",0.9424670903482186,1613937228159,1552
+"eps_0",1e-05,1613937228159,1552
+"wd_1",0.01,1613937228159,1552
+"sqr_mom_1",0.99,1613937228159,1552
+"lr_1",3.766917161342388e-06,1613937228159,1552
+"mom_1",0.9424670903482186,1613937228159,1552
+"eps_1",1e-05,1613937228159,1552
+"wd_2",0.01,1613937228159,1552
+"sqr_mom_2",0.99,1613937228159,1552
+"lr_2",3.766917161342388e-05,1613937228159,1552
+"mom_2",0.9424670903482186,1613937228159,1552
+"eps_2",1e-05,1613937228159,1552
+"train_loss",0.036125906,1613937229097,1553
+"raw_loss",0.09171487,1613937229097,1553
+"epoch",9.77358490566035,1613937229097,1553
+"wd_0",0.01,1613937229097,1553
+"sqr_mom_0",0.99,1613937229097,1553
+"lr_0",3.7297541268969385e-07,1613937229097,1553
+"mom_0",0.9425414171603776,1613937229097,1553
+"eps_0",1e-05,1613937229097,1553
+"wd_1",0.01,1613937229097,1553
+"sqr_mom_1",0.99,1613937229097,1553
+"lr_1",3.7297541268969334e-06,1613937229097,1553
+"mom_1",0.9425414171603776,1613937229097,1553
+"eps_1",1e-05,1613937229097,1553
+"wd_2",0.01,1613937229097,1553
+"sqr_mom_2",0.99,1613937229097,1553
+"lr_2",3.729754126896931e-05,1613937229097,1553
+"mom_2",0.9425414171603776,1613937229097,1553
+"eps_2",1e-05,1613937229097,1553
+"train_loss",0.0358172,1613937230045,1554
+"raw_loss",0.020690462,1613937230045,1554
+"epoch",9.77987421383645,1613937230045,1554
+"wd_0",0.01,1613937230045,1554
+"sqr_mom_0",0.99,1613937230045,1554
+"lr_0",3.6927581145235925e-07,1613937230045,1554
+"mom_0",0.942615409925052,1613937230045,1554
+"eps_0",1e-05,1613937230045,1554
+"wd_1",0.01,1613937230045,1554
+"sqr_mom_1",0.99,1613937230045,1554
+"lr_1",3.692758114523596e-06,1613937230045,1554
+"mom_1",0.942615409925052,1613937230045,1554
+"eps_1",1e-05,1613937230045,1554
+"wd_2",0.01,1613937230045,1554
+"sqr_mom_2",0.99,1613937230045,1554
+"lr_2",3.6927581145235905e-05,1613937230045,1554
+"mom_2",0.942615409925052,1613937230045,1554
+"eps_2",1e-05,1613937230045,1554
+"train_loss",0.035509482,1613937230978,1555
+"raw_loss",0.02043143,1613937230978,1555
+"epoch",9.78616352201255,1613937230978,1555
+"wd_0",0.01,1613937230978,1555
+"sqr_mom_0",0.99,1613937230978,1555
+"lr_0",3.655934327241533e-07,1613937230978,1555
+"mom_0",0.9426890582360993,1613937230978,1555
+"eps_0",1e-05,1613937230978,1555
+"wd_1",0.01,1613937230978,1555
+"sqr_mom_1",0.99,1613937230978,1555
+"lr_1",3.6559343272415362e-06,1613937230978,1555
+"mom_1",0.9426890582360993,1613937230978,1555
+"eps_1",1e-05,1613937230978,1555
+"wd_2",0.01,1613937230978,1555
+"sqr_mom_2",0.99,1613937230978,1555
+"lr_2",3.6559343272415295e-05,1613937230978,1555
+"mom_2",0.9426890582360993,1613937230978,1555
+"eps_2",1e-05,1613937230978,1555
+"train_loss",0.03547141,1613937231933,1556
+"raw_loss",0.03360588,1613937231933,1556
+"epoch",9.792452830188651,1613937231933,1556
+"wd_0",0.01,1613937231933,1556
+"sqr_mom_0",0.99,1613937231933,1556
+"lr_0",3.6192830246251074e-07,1613937231933,1556
+"mom_0",0.9427623615743654,1613937231933,1556
+"eps_0",1e-05,1613937231933,1556
+"wd_1",0.01,1613937231933,1556
+"sqr_mom_1",0.99,1613937231933,1556
+"lr_1",3.6192830246251057e-06,1613937231933,1556
+"mom_1",0.9427623615743654,1613937231933,1556
+"eps_1",1e-05,1613937231933,1556
+"wd_2",0.01,1613937231933,1556
+"sqr_mom_2",0.99,1613937231933,1556
+"lr_2",3.619283024625103e-05,1613937231933,1556
+"mom_2",0.9427623615743654,1613937231933,1556
+"eps_2",1e-05,1613937231933,1556
+"train_loss",0.035842665,1613937232884,1557
+"raw_loss",0.054034255,1613937232884,1557
+"epoch",9.798742138364751,1613937232884,1557
+"wd_0",0.01,1613937232884,1557
+"sqr_mom_0",0.99,1613937232884,1557
+"lr_0",3.5827996355202564e-07,1613937232884,1557
+"mom_0",0.9428353290822503,1613937232884,1557
+"eps_0",1e-05,1613937232884,1557
+"wd_1",0.01,1613937232884,1557
+"sqr_mom_1",0.99,1613937232884,1557
+"lr_1",3.5827996355202547e-06,1613937232884,1557
+"mom_1",0.9428353290822503,1613937232884,1557
+"eps_1",1e-05,1613937232884,1557
+"wd_2",0.01,1613937232884,1557
+"sqr_mom_2",0.99,1613937232884,1557
+"lr_2",3.582799635520249e-05,1613937232884,1557
+"mom_2",0.9428353290822503,1613937232884,1557
+"eps_2",1e-05,1613937232884,1557
+"train_loss",0.03575287,1613937233837,1558
+"raw_loss",0.031352926,1613937233837,1558
+"epoch",9.805031446540852,1613937233837,1558
+"wd_0",0.01,1613937233837,1558
+"sqr_mom_0",0.99,1613937233837,1558
+"lr_0",3.546486887835279e-07,1613937233837,1558
+"mom_0",0.9429079553038824,1613937233837,1558
+"eps_0",1e-05,1613937233837,1558
+"wd_1",0.01,1613937233837,1558
+"sqr_mom_1",0.99,1613937233837,1558
+"lr_1",3.5464868878352755e-06,1613937233837,1558
+"mom_1",0.9429079553038824,1613937233837,1558
+"eps_1",1e-05,1613937233837,1558
+"wd_2",0.01,1613937233837,1558
+"sqr_mom_2",0.99,1613937233837,1558
+"lr_2",3.5464868878352755e-05,1613937233837,1558
+"mom_2",0.9429079553038824,1613937233837,1558
+"eps_2",1e-05,1613937233837,1558
+"train_loss",0.035443164,1613937234776,1559
+"raw_loss",0.02026752,1613937234776,1559
+"epoch",9.811320754716952,1613937234776,1559
+"wd_0",0.01,1613937234776,1559
+"sqr_mom_0",0.99,1613937234776,1559
+"lr_0",3.510347462838858e-07,1613937234776,1559
+"mom_0",0.942980234876671,1613937234776,1559
+"eps_0",1e-05,1613937234776,1559
+"wd_1",0.01,1613937234776,1559
+"sqr_mom_1",0.99,1613937234776,1559
+"lr_1",3.5103474628388613e-06,1613937234776,1559
+"mom_1",0.942980234876671,1613937234776,1559
+"eps_1",1e-05,1613937234776,1559
+"wd_2",0.01,1613937234776,1559
+"sqr_mom_2",0.99,1613937234776,1559
+"lr_2",3.5103474628388545e-05,1613937234776,1559
+"mom_2",0.942980234876671,1613937234776,1559
+"eps_2",1e-05,1613937234776,1559
+"train_loss",0.0353528,1613937235720,1560
+"raw_loss",0.03092485,1613937235720,1560
+"epoch",9.817610062893053,1613937235720,1560
+"wd_0",0.01,1613937235720,1560
+"sqr_mom_0",0.99,1613937235720,1560
+"lr_0",3.474374472635986e-07,1613937235720,1560
+"mom_0",0.9430521815765438,1613937235720,1560
+"eps_0",1e-05,1613937235720,1560
+"wd_1",0.01,1613937235720,1560
+"sqr_mom_1",0.99,1613937235720,1560
+"lr_1",3.474374472635986e-06,1613937235720,1560
+"mom_1",0.9430521815765438,1613937235720,1560
+"eps_1",1e-05,1613937235720,1560
+"wd_2",0.01,1613937235720,1560
+"sqr_mom_2",0.99,1613937235720,1560
+"lr_2",3.474374472635979e-05,1613937235720,1560
+"mom_2",0.9430521815765438,1613937235720,1560
+"eps_2",1e-05,1613937235720,1560
+"train_loss",0.035083823,1613937236656,1561
+"raw_loss",0.021904018,1613937236656,1561
+"epoch",9.823899371069153,1613937236656,1561
+"wd_0",0.01,1613937236656,1561
+"sqr_mom_0",0.99,1613937236656,1561
+"lr_0",3.4385753796702006e-07,1613937236656,1561
+"mom_0",0.9431237804784643,1613937236656,1561
+"eps_0",1e-05,1613937236656,1561
+"wd_1",0.01,1613937236656,1561
+"sqr_mom_1",0.99,1613937236656,1561
+"lr_1",3.4385753796701955e-06,1613937236656,1561
+"mom_1",0.9431237804784643,1613937236656,1561
+"eps_1",1e-05,1613937236656,1561
+"wd_2",0.01,1613937236656,1561
+"sqr_mom_2",0.99,1613937236656,1561
+"lr_2",3.438575379670193e-05,1613937236656,1561
+"mom_2",0.9431237804784643,1613937236656,1561
+"eps_2",1e-05,1613937236656,1561
+"train_loss",0.03477055,1613937237617,1562
+"raw_loss",0.019420005,1613937237617,1562
+"epoch",9.830188679245254,1613937237617,1562
+"wd_0",0.01,1613937237617,1562
+"sqr_mom_0",0.99,1613937237617,1562
+"lr_0",3.4029480772167996e-07,1613937237617,1562
+"mom_0",0.9431950357959243,1613937237617,1562
+"eps_0",1e-05,1613937237617,1562
+"wd_1",0.01,1613937237617,1562
+"sqr_mom_1",0.99,1613937237617,1562
+"lr_1",3.4029480772167963e-06,1613937237617,1562
+"mom_1",0.9431950357959243,1613937237617,1562
+"eps_1",1e-05,1613937237617,1562
+"wd_2",0.01,1613937237617,1562
+"sqr_mom_2",0.99,1613937237617,1562
+"lr_2",3.4029480772167935e-05,1613937237617,1562
+"mom_2",0.9431950357959243,1613937237617,1562
+"eps_2",1e-05,1613937237617,1562
+"train_loss",0.03448981,1613937238556,1563
+"raw_loss",0.020733664,1613937238556,1563
+"epoch",9.836477987421354,1613937238556,1563
+"wd_0",0.01,1613937238556,1563
+"sqr_mom_0",0.99,1613937238556,1563
+"lr_0",3.367495195497543e-07,1613937238556,1563
+"mom_0",0.9432659422684275,1613937238556,1563
+"eps_0",1e-05,1613937238556,1563
+"wd_1",0.01,1613937238556,1563
+"sqr_mom_1",0.99,1613937238556,1563
+"lr_1",3.3674951954975463e-06,1613937238556,1563
+"mom_1",0.9432659422684275,1613937238556,1563
+"eps_1",1e-05,1613937238556,1563
+"wd_2",0.01,1613937238556,1563
+"sqr_mom_2",0.99,1613937238556,1563
+"lr_2",3.3674951954975436e-05,1613937238556,1563
+"mom_2",0.9432659422684275,1613937238556,1563
+"eps_2",1e-05,1613937238556,1563
+"train_loss",0.034271978,1613937239508,1564
+"raw_loss",0.02359818,1613937239508,1564
+"epoch",9.842767295597454,1613937239508,1564
+"wd_0",0.01,1613937239508,1564
+"sqr_mom_0",0.99,1613937239508,1564
+"lr_0",3.332212312825567e-07,1613937239508,1564
+"mom_0",0.9433365087394362,1613937239508,1564
+"eps_0",1e-05,1613937239508,1564
+"wd_1",0.01,1613937239508,1564
+"sqr_mom_1",0.99,1613937239508,1564
+"lr_1",3.3322123128255656e-06,1613937239508,1564
+"mom_1",0.9433365087394362,1613937239508,1564
+"eps_1",1e-05,1613937239508,1564
+"wd_2",0.01,1613937239508,1564
+"sqr_mom_2",0.99,1613937239508,1564
+"lr_2",3.33221231282556e-05,1613937239508,1564
+"mom_2",0.9433365087394362,1613937239508,1564
+"eps_2",1e-05,1613937239508,1564
+"train_loss",0.034665618,1613937240445,1565
+"raw_loss",0.053954,1613937240445,1565
+"epoch",9.849056603773555,1613937240445,1565
+"wd_0",0.01,1613937240445,1565
+"sqr_mom_0",0.99,1613937240445,1565
+"lr_0",3.297099744643811e-07,1613937240445,1565
+"mom_0",0.9434067345780581,1613937240445,1565
+"eps_0",1e-05,1613937240445,1565
+"wd_1",0.01,1613937240445,1565
+"sqr_mom_1",0.99,1613937240445,1565
+"lr_1",3.297099744643811e-06,1613937240445,1565
+"mom_1",0.9434067345780581,1613937240445,1565
+"eps_1",1e-05,1613937240445,1565
+"wd_2",0.01,1613937240445,1565
+"sqr_mom_2",0.99,1613937240445,1565
+"lr_2",3.297099744643806e-05,1613937240445,1565
+"mom_2",0.9434067345780581,1613937240445,1565
+"eps_2",1e-05,1613937240445,1565
+"train_loss",0.03445472,1613937241397,1566
+"raw_loss",0.024120646,1613937241397,1566
+"epoch",9.855345911949655,1613937241397,1566
+"wd_0",0.01,1613937241397,1566
+"sqr_mom_0",0.99,1613937241397,1566
+"lr_0",3.2621670530474666e-07,1613937241397,1566
+"mom_0",0.9434766006599116,1613937241397,1566
+"eps_0",1e-05,1613937241397,1566
+"wd_1",0.01,1613937241397,1566
+"sqr_mom_1",0.99,1613937241397,1566
+"lr_1",3.262167053047465e-06,1613937241397,1566
+"mom_1",0.9434766006599116,1613937241397,1566
+"eps_1",1e-05,1613937241397,1566
+"wd_2",0.01,1613937241397,1566
+"sqr_mom_2",0.99,1613937241397,1566
+"lr_2",3.262167053047461e-05,1613937241397,1566
+"mom_2",0.9434766006599116,1613937241397,1566
+"eps_2",1e-05,1613937241397,1566
+"train_loss",0.03450461,1613937242332,1567
+"raw_loss",0.036949307,1613937242332,1567
+"epoch",9.861635220125756,1613937242332,1567
+"wd_0",0.01,1613937242332,1567
+"sqr_mom_0",0.99,1613937242332,1567
+"lr_0",3.227400610079179e-07,1613937242332,1567
+"mom_0",0.943546134241184,1613937242332,1567
+"eps_0",1e-05,1613937242332,1567
+"wd_1",0.01,1613937242332,1567
+"sqr_mom_1",0.99,1613937242332,1567
+"lr_1",3.2274006100791824e-06,1613937242332,1567
+"mom_1",0.943546134241184,1613937242332,1567
+"eps_1",1e-05,1613937242332,1567
+"wd_2",0.01,1613937242332,1567
+"sqr_mom_2",0.99,1613937242332,1567
+"lr_2",3.227400610079174e-05,1613937242332,1567
+"mom_2",0.943546134241184,1613937242332,1567
+"eps_2",1e-05,1613937242332,1567
+"train_loss",0.0341818,1613937243281,1568
+"raw_loss",0.018364025,1613937243281,1568
+"epoch",9.867924528301856,1613937243281,1568
+"wd_0",0.01,1613937243281,1568
+"sqr_mom_0",0.99,1613937243281,1568
+"lr_0",3.192809952117026e-07,1613937243281,1568
+"mom_0",0.9436153162489284,1613937243281,1568
+"eps_0",1e-05,1613937243281,1568
+"wd_1",0.01,1613937243281,1568
+"sqr_mom_1",0.99,1613937243281,1568
+"lr_1",3.192809952117026e-06,1613937243281,1568
+"mom_1",0.9436153162489284,1613937243281,1568
+"eps_1",1e-05,1613937243281,1568
+"wd_2",0.01,1613937243281,1568
+"sqr_mom_2",0.99,1613937243281,1568
+"lr_2",3.1928099521170246e-05,1613937243281,1568
+"mom_2",0.9436153162489284,1613937243281,1568
+"eps_2",1e-05,1613937243281,1568
+"train_loss",0.03426841,1613937244222,1569
+"raw_loss",0.038512282,1613937244222,1569
+"epoch",9.874213836477956,1613937244222,1569
+"wd_0",0.01,1613937244222,1569
+"sqr_mom_0",0.99,1613937244222,1569
+"lr_0",3.158393042779012e-07,1613937244222,1569
+"mom_0",0.9436841507559495,1613937244222,1569
+"eps_0",1e-05,1613937244222,1569
+"wd_1",0.01,1613937244222,1569
+"sqr_mom_1",0.99,1613937244222,1569
+"lr_1",3.1583930427790137e-06,1613937244222,1569
+"mom_1",0.9436841507559495,1613937244222,1569
+"eps_1",1e-05,1613937244222,1569
+"wd_2",0.01,1613937244222,1569
+"sqr_mom_2",0.99,1613937244222,1569
+"lr_2",3.158393042779011e-05,1613937244222,1569
+"mom_2",0.9436841507559495,1613937244222,1569
+"eps_2",1e-05,1613937244222,1569
+"train_loss",0.0339526,1613937245164,1570
+"raw_loss",0.018477969,1613937245164,1570
+"epoch",9.880503144654057,1613937245164,1570
+"wd_0",0.01,1613937245164,1570
+"sqr_mom_0",0.99,1613937245164,1570
+"lr_0",3.1241524221528167e-07,1613937245164,1570
+"mom_0",0.9437526326820211,1613937245164,1570
+"eps_0",1e-05,1613937245164,1570
+"wd_1",0.01,1613937245164,1570
+"sqr_mom_1",0.99,1613937245164,1570
+"lr_1",3.1241524221528133e-06,1613937245164,1570
+"mom_1",0.9437526326820211,1613937245164,1570
+"eps_1",1e-05,1613937245164,1570
+"wd_2",0.01,1613937245164,1570
+"sqr_mom_2",0.99,1613937245164,1570
+"lr_2",3.1241524221528106e-05,1613937245164,1570
+"mom_2",0.9437526326820211,1613937245164,1570
+"eps_2",1e-05,1613937245164,1570
+"train_loss",0.03383862,1613937246109,1571
+"raw_loss",0.028253455,1613937246109,1571
+"epoch",9.886792452830157,1613937246109,1571
+"wd_0",0.01,1613937246109,1571
+"sqr_mom_0",0.99,1613937246109,1571
+"lr_0",3.0900838197448657e-07,1613937246109,1571
+"mom_0",0.9438207705682159,1613937246109,1571
+"eps_0",1e-05,1613937246109,1571
+"wd_1",0.01,1613937246109,1571
+"sqr_mom_1",0.99,1613937246109,1571
+"lr_1",3.0900838197448657e-06,1613937246109,1571
+"mom_1",0.9438207705682159,1613937246109,1571
+"eps_1",1e-05,1613937246109,1571
+"wd_2",0.01,1613937246109,1571
+"sqr_mom_2",0.99,1613937246109,1571
+"lr_2",3.0900838197448616e-05,1613937246109,1571
+"mom_2",0.9438207705682159,1613937246109,1571
+"eps_2",1e-05,1613937246109,1571
+"train_loss",0.03363336,1613937247057,1572
+"raw_loss",0.02357556,1613937247057,1572
+"epoch",9.893081761006258,1613937247057,1572
+"wd_0",0.01,1613937247057,1572
+"sqr_mom_0",0.99,1613937247057,1572
+"lr_0",3.056187541708365e-07,1613937247057,1572
+"mom_0",0.9438885638022212,1613937247057,1572
+"eps_0",1e-05,1613937247057,1572
+"wd_1",0.01,1613937247057,1572
+"sqr_mom_1",0.99,1613937247057,1572
+"lr_1",3.0561875417083653e-06,1613937247057,1572
+"mom_1",0.9438885638022212,1613937247057,1572
+"eps_1",1e-05,1613937247057,1572
+"wd_2",0.01,1613937247057,1572
+"sqr_mom_2",0.99,1613937247057,1572
+"lr_2",3.0561875417083626e-05,1613937247057,1572
+"mom_2",0.9438885638022212,1613937247057,1572
+"eps_2",1e-05,1613937247057,1572
+"train_loss",0.03340527,1613937247997,1573
+"raw_loss",0.022228936,1613937247997,1573
+"epoch",9.899371069182358,1613937247997,1573
+"wd_0",0.01,1613937247997,1573
+"sqr_mom_0",0.99,1613937247997,1573
+"lr_0",3.022470586229712e-07,1613937247997,1573
+"mom_0",0.9439559983875244,1613937247997,1573
+"eps_0",1e-05,1613937247997,1573
+"wd_1",0.01,1613937247997,1573
+"sqr_mom_1",0.99,1613937247997,1573
+"lr_1",3.022470586229712e-06,1613937247997,1573
+"mom_1",0.9439559983875244,1613937247997,1573
+"eps_1",1e-05,1613937247997,1573
+"wd_2",0.01,1613937247997,1573
+"sqr_mom_2",0.99,1613937247997,1573
+"lr_2",3.022470586229708e-05,1613937247997,1573
+"mom_2",0.9439559983875244,1613937247997,1573
+"eps_2",1e-05,1613937247997,1573
+"train_loss",0.03319926,1613937248941,1574
+"raw_loss",0.023104716,1613937248941,1574
+"epoch",9.905660377358458,1613937248941,1574
+"wd_0",0.01,1613937248941,1574
+"sqr_mom_0",0.99,1613937248941,1574
+"lr_0",2.988926493824266e-07,1613937248941,1574
+"mom_0",0.9440230872432238,1613937248941,1574
+"eps_0",1e-05,1613937248941,1574
+"wd_1",0.01,1613937248941,1574
+"sqr_mom_1",0.99,1613937248941,1574
+"lr_1",2.988926493824266e-06,1613937248941,1574
+"mom_1",0.9440230872432238,1613937248941,1574
+"eps_1",1e-05,1613937248941,1574
+"wd_2",0.01,1613937248941,1574
+"sqr_mom_2",0.99,1613937248941,1574
+"lr_2",2.9889264938242634e-05,1613937248941,1574
+"mom_2",0.9440230872432238,1613937248941,1574
+"eps_2",1e-05,1613937248941,1574
+"train_loss",0.032937706,1613937249880,1575
+"raw_loss",0.020121694,1613937249880,1575
+"epoch",9.911949685534559,1613937249880,1575
+"wd_0",0.01,1613937249880,1575
+"sqr_mom_0",0.99,1613937249880,1575
+"lr_0",2.955557774464272e-07,1613937249880,1575
+"mom_0",0.944089825349325,1613937249880,1575
+"eps_0",1e-05,1613937249880,1575
+"wd_1",0.01,1613937249880,1575
+"sqr_mom_1",0.99,1613937249880,1575
+"lr_1",2.955557774464272e-06,1613937249880,1575
+"mom_1",0.944089825349325,1613937249880,1575
+"eps_1",1e-05,1613937249880,1575
+"wd_2",0.01,1613937249880,1575
+"sqr_mom_2",0.99,1613937249880,1575
+"lr_2",2.9555577744642665e-05,1613937249880,1575
+"mom_2",0.944089825349325,1613937249880,1575
+"eps_2",1e-05,1613937249880,1575
+"train_loss",0.03300883,1613937250832,1576
+"raw_loss",0.03649385,1613937250832,1576
+"epoch",9.91823899371066,1613937250832,1576
+"wd_0",0.01,1613937250832,1576
+"sqr_mom_0",0.99,1613937250832,1576
+"lr_0",2.9223668901891333e-07,1613937250832,1576
+"mom_0",0.9441562077816995,1613937250832,1576
+"eps_0",1e-05,1613937250832,1576
+"wd_1",0.01,1613937250832,1576
+"sqr_mom_1",0.99,1613937250832,1576
+"lr_1",2.9223668901891316e-06,1613937250832,1576
+"mom_1",0.9441562077816995,1613937250832,1576
+"eps_1",1e-05,1613937250832,1576
+"wd_2",0.01,1613937250832,1576
+"sqr_mom_2",0.99,1613937250832,1576
+"lr_2",2.9223668901891275e-05,1613937250832,1576
+"mom_2",0.9441562077816995,1613937250832,1576
+"eps_2",1e-05,1613937250832,1576
+"train_loss",0.032867458,1613937251765,1577
+"raw_loss",0.025940254,1613937251765,1577
+"epoch",9.92452830188676,1613937251765,1577
+"wd_0",0.01,1613937251765,1577
+"sqr_mom_0",0.99,1613937251765,1577
+"lr_0",2.8893497014285243e-07,1613937251765,1577
+"mom_0",0.9442222428195711,1613937251765,1577
+"eps_0",1e-05,1613937251765,1577
+"wd_1",0.01,1613937251765,1577
+"sqr_mom_1",0.99,1613937251765,1577
+"lr_1",2.889349701428526e-06,1613937251765,1577
+"mom_1",0.9442222428195711,1613937251765,1577
+"eps_1",1e-05,1613937251765,1577
+"wd_2",0.01,1613937251765,1577
+"sqr_mom_2",0.99,1613937251765,1577
+"lr_2",2.8893497014285247e-05,1613937251765,1577
+"mom_2",0.9442222428195711,1613937251765,1577
+"eps_2",1e-05,1613937251765,1577
+"train_loss",0.032549016,1613937252729,1578
+"raw_loss",0.016945349,1613937252729,1578
+"epoch",9.93081761006286,1613937252729,1578
+"wd_0",0.01,1613937252729,1578
+"sqr_mom_0",0.99,1613937252729,1578
+"lr_0",2.8565065062777254e-07,1613937252729,1578
+"mom_0",0.9442879298667431,1613937252729,1578
+"eps_0",1e-05,1613937252729,1578
+"wd_1",0.01,1613937252729,1578
+"sqr_mom_1",0.99,1613937252729,1578
+"lr_1",2.8565065062777304e-06,1613937252729,1578
+"mom_1",0.9442879298667431,1613937252729,1578
+"eps_1",1e-05,1613937252729,1578
+"wd_2",0.01,1613937252729,1578
+"sqr_mom_2",0.99,1613937252729,1578
+"lr_2",2.856506506277725e-05,1613937252729,1578
+"mom_2",0.9442879298667431,1613937252729,1578
+"eps_2",1e-05,1613937252729,1578
+"train_loss",0.03236423,1613937253683,1579
+"raw_loss",0.02330978,1613937253683,1579
+"epoch",9.93710691823896,1613937253683,1579
+"wd_0",0.01,1613937253683,1579
+"sqr_mom_0",0.99,1613937253683,1579
+"lr_0",2.82384192371492e-07,1613937253683,1579
+"mom_0",0.9443532596851669,1613937253683,1579
+"eps_0",1e-05,1613937253683,1579
+"wd_1",0.01,1613937253683,1579
+"sqr_mom_1",0.99,1613937253683,1579
+"lr_1",2.8238419237149184e-06,1613937253683,1579
+"mom_1",0.9443532596851669,1613937253683,1579
+"eps_1",1e-05,1613937253683,1579
+"wd_2",0.01,1613937253683,1579
+"sqr_mom_2",0.99,1613937253683,1579
+"lr_2",2.8238419237149156e-05,1613937253683,1579
+"mom_2",0.9443532596851669,1613937253683,1579
+"eps_2",1e-05,1613937253683,1579
+"train_loss",0.03230763,1613937254630,1580
+"raw_loss",0.02953412,1613937254630,1580
+"epoch",9.94339622641506,1613937254630,1580
+"wd_0",0.01,1613937254630,1580
+"sqr_mom_0",0.99,1613937254630,1580
+"lr_0",2.7913561788536916e-07,1613937254630,1580
+"mom_0",0.9444182318246108,1613937254630,1580
+"eps_0",1e-05,1613937254630,1580
+"wd_1",0.01,1613937254630,1580
+"sqr_mom_1",0.99,1613937254630,1580
+"lr_1",2.7913561788536916e-06,1613937254630,1580
+"mom_1",0.9444182318246108,1613937254630,1580
+"eps_1",1e-05,1613937254630,1580
+"wd_2",0.01,1613937254630,1580
+"sqr_mom_2",0.99,1613937254630,1580
+"lr_2",2.7913561788536875e-05,1613937254630,1580
+"mom_2",0.9444182318246108,1613937254630,1580
+"eps_2",1e-05,1613937254630,1580
+"train_loss",0.032144826,1613937255568,1581
+"raw_loss",0.024167454,1613937255568,1581
+"epoch",9.949685534591161,1613937255568,1581
+"wd_0",0.01,1613937255568,1581
+"sqr_mom_0",0.99,1613937255568,1581
+"lr_0",2.759045220068765e-07,1613937255568,1581
+"mom_0",0.9444828543884063,1613937255568,1581
+"eps_0",1e-05,1613937255568,1581
+"wd_1",0.01,1613937255568,1581
+"sqr_mom_1",0.99,1613937255568,1581
+"lr_1",2.7590452200687633e-06,1613937255568,1581
+"mom_1",0.9444828543884063,1613937255568,1581
+"eps_1",1e-05,1613937255568,1581
+"wd_2",0.01,1613937255568,1581
+"sqr_mom_2",0.99,1613937255568,1581
+"lr_2",2.759045220068762e-05,1613937255568,1581
+"mom_2",0.9444828543884063,1613937255568,1581
+"eps_2",1e-05,1613937255568,1581
+"train_loss",0.031777374,1613937256509,1582
+"raw_loss",0.013772208,1613937256509,1582
+"epoch",9.955974842767262,1613937256509,1582
+"wd_0",0.01,1613937256509,1582
+"sqr_mom_0",0.99,1613937256509,1582
+"lr_0",2.7269114658856234e-07,1613937256509,1582
+"mom_0",0.944547122539454,1613937256509,1582
+"eps_0",1e-05,1613937256509,1582
+"wd_1",0.01,1613937256509,1582
+"sqr_mom_1",0.99,1613937256509,1582
+"lr_1",2.72691146588563e-06,1613937256509,1582
+"mom_1",0.944547122539454,1613937256509,1582
+"eps_1",1e-05,1613937256509,1582
+"wd_2",0.01,1613937256509,1582
+"sqr_mom_2",0.99,1613937256509,1582
+"lr_2",2.7269114658856207e-05,1613937256509,1582
+"mom_2",0.944547122539454,1613937256509,1582
+"eps_2",1e-05,1613937256509,1582
+"train_loss",0.031623997,1613937257444,1583
+"raw_loss",0.024108442,1613937257444,1583
+"epoch",9.962264150943362,1613937257444,1583
+"wd_0",0.01,1613937257444,1583
+"sqr_mom_0",0.99,1613937257444,1583
+"lr_0",2.6949572863963215e-07,1613937257444,1583
+"mom_0",0.9446110315375227,1613937257444,1583
+"eps_0",1e-05,1613937257444,1583
+"wd_1",0.01,1613937257444,1583
+"sqr_mom_1",0.99,1613937257444,1583
+"lr_1",2.694957286396323e-06,1613937257444,1583
+"mom_1",0.9446110315375227,1613937257444,1583
+"eps_1",1e-05,1613937257444,1583
+"wd_2",0.01,1613937257444,1583
+"sqr_mom_2",0.99,1613937257444,1583
+"lr_2",2.6949572863963205e-05,1613937257444,1583
+"mom_2",0.9446110315375227,1613937257444,1583
+"eps_2",1e-05,1613937257444,1583
+"train_loss",0.03184174,1613937258390,1584
+"raw_loss",0.042511158,1613937258390,1584
+"epoch",9.968553459119462,1613937258390,1584
+"wd_0",0.01,1613937258390,1584
+"sqr_mom_0",0.99,1613937258390,1584
+"lr_0",2.6631786962724803e-07,1613937258390,1584
+"mom_0",0.9446745893533486,1613937258390,1584
+"eps_0",1e-05,1613937258390,1584
+"wd_1",0.01,1613937258390,1584
+"sqr_mom_1",0.99,1613937258390,1584
+"lr_1",2.6631786962724786e-06,1613937258390,1584
+"mom_1",0.9446745893533486,1613937258390,1584
+"eps_1",1e-05,1613937258390,1584
+"wd_2",0.01,1613937258390,1584
+"sqr_mom_2",0.99,1613937258390,1584
+"lr_2",2.6631786962724746e-05,1613937258390,1584
+"mom_2",0.9446745893533486,1613937258390,1584
+"eps_2",1e-05,1613937258390,1584
+"train_loss",0.032136973,1613937259333,1585
+"raw_loss",0.046603475,1613937259333,1585
+"epoch",9.974842767295563,1613937259333,1585
+"wd_0",0.01,1613937259333,1585
+"sqr_mom_0",0.99,1613937259333,1585
+"lr_0",2.631575984100563e-07,1613937259333,1585
+"mom_0",0.9447377954097529,1613937259333,1585
+"eps_0",1e-05,1613937259333,1585
+"wd_1",0.01,1613937259333,1585
+"sqr_mom_1",0.99,1613937259333,1585
+"lr_1",2.6315759841005594e-06,1613937259333,1585
+"mom_1",0.9447377954097529,1613937259333,1585
+"eps_1",1e-05,1613937259333,1585
+"wd_2",0.01,1613937259333,1585
+"sqr_mom_2",0.99,1613937259333,1585
+"lr_2",2.6315759841005553e-05,1613937259333,1585
+"mom_2",0.9447377954097529,1613937259333,1585
+"eps_2",1e-05,1613937259333,1585
+"train_loss",0.03228935,1613937260278,1586
+"raw_loss",0.039755683,1613937260278,1586
+"epoch",9.981132075471663,1613937260278,1586
+"wd_0",0.01,1613937260278,1586
+"sqr_mom_0",0.99,1613937260278,1586
+"lr_0",2.600153594400577e-07,1613937260278,1586
+"mom_0",0.944800640817607,1613937260278,1586
+"eps_0",1e-05,1613937260278,1586
+"wd_1",0.01,1613937260278,1586
+"sqr_mom_1",0.99,1613937260278,1586
+"lr_1",2.6001535944005806e-06,1613937260278,1586
+"mom_1",0.944800640817607,1613937260278,1586
+"eps_1",1e-05,1613937260278,1586
+"wd_2",0.01,1613937260278,1586
+"sqr_mom_2",0.99,1613937260278,1586
+"lr_2",2.6001535944005752e-05,1613937260278,1586
+"mom_2",0.944800640817607,1613937260278,1586
+"eps_2",1e-05,1613937260278,1586
+"train_loss",0.03251451,1613937261211,1587
+"raw_loss",0.043547325,1613937261211,1587
+"epoch",9.987421383647764,1613937261211,1587
+"wd_0",0.01,1613937261211,1587
+"sqr_mom_0",0.99,1613937261211,1587
+"lr_0",2.5689117420334e-07,1613937261211,1587
+"mom_0",0.9448631251471846,1613937261211,1587
+"eps_0",1e-05,1613937261211,1587
+"wd_1",0.01,1613937261211,1587
+"sqr_mom_1",0.99,1613937261211,1587
+"lr_1",2.5689117420334e-06,1613937261211,1587
+"mom_1",0.9448631251471846,1613937261211,1587
+"eps_1",1e-05,1613937261211,1587
+"wd_2",0.01,1613937261211,1587
+"sqr_mom_2",0.99,1613937261211,1587
+"lr_2",2.5689117420334e-05,1613937261211,1587
+"mom_2",0.9448631251471846,1613937261211,1587
+"eps_2",1e-05,1613937261211,1587
+"train_loss",0.033561084,1613937262158,1588
+"raw_loss",0.08484342,1613937262158,1588
+"epoch",9.993710691823864,1613937262158,1588
+"wd_0",0.01,1613937262158,1588
+"sqr_mom_0",0.99,1613937262158,1588
+"lr_0",2.5378465305121344e-07,1613937262158,1588
+"mom_0",0.9449252561915376,1613937262158,1588
+"eps_0",1e-05,1613937262158,1588
+"wd_1",0.01,1613937262158,1588
+"sqr_mom_1",0.99,1613937262158,1588
+"lr_1",2.537846530512138e-06,1613937262158,1588
+"mom_1",0.9449252561915376,1613937262158,1588
+"eps_1",1e-05,1613937262158,1588
+"wd_2",0.01,1613937262158,1588
+"sqr_mom_2",0.99,1613937262158,1588
+"lr_2",2.537846530512131e-05,1613937262158,1588
+"mom_2",0.9449252561915376,1613937262158,1588
+"eps_2",1e-05,1613937262158,1588
+"train_loss",0.033219572,1613937263090,1589
+"raw_loss",0.01648545,1613937263090,1589
+"epoch",9.999999999999964,1613937263090,1589
+"wd_0",0.01,1613937263090,1589
+"sqr_mom_0",0.99,1613937263090,1589
+"lr_0",2.5069602859713745e-07,1613937263090,1589
+"mom_0",0.9449870292983502,1613937263090,1589
+"eps_0",1e-05,1613937263090,1589
+"wd_1",0.01,1613937263090,1589
+"sqr_mom_1",0.99,1613937263090,1589
+"lr_1",2.506960285971373e-06,1613937263090,1589
+"mom_1",0.9449870292983502,1613937263090,1589
+"eps_1",1e-05,1613937263090,1589
+"wd_2",0.01,1613937263090,1589
+"sqr_mom_2",0.99,1613937263090,1589
+"lr_2",2.5069602859713715e-05,1613937263090,1589
+"mom_2",0.9449870292983502,1613937263090,1589
+"eps_2",1e-05,1613937263090,1589
+"valid_loss",0.09525754302740097,1613937294805,1589
+"_rmse",0.30863818526268005,1613937294805,1589
+"epoch",10,1613937294805,1589
+"train_loss",0.032875516,1613937295904,1590
+"raw_loss",0.016016748,1613937295904,1590
+"epoch",10.0062893081761,1613937295904,1590
+"wd_0",0.01,1613937295904,1590
+"sqr_mom_0",0.99,1613937295904,1590
+"lr_0",2.4762552856305523e-07,1613937295904,1590
+"mom_0",0.945048439913138,1613937295904,1590
+"eps_0",1e-05,1613937295904,1590
+"wd_1",0.01,1613937295904,1590
+"sqr_mom_1",0.99,1613937295904,1590
+"lr_1",2.476255285630554e-06,1613937295904,1590
+"mom_1",0.945048439913138,1613937295904,1590
+"eps_1",1e-05,1613937295904,1590
+"wd_2",0.01,1613937295904,1590
+"sqr_mom_2",0.99,1613937295904,1590
+"lr_2",2.47625528563055e-05,1613937295904,1590
+"mom_2",0.945048439913138,1613937295904,1590
+"eps_2",1e-05,1613937295904,1590
+"train_loss",0.03274348,1613937296902,1591
+"raw_loss",0.026273707,1613937296902,1591
+"epoch",10.0125786163522,1613937296902,1591
+"wd_0",0.01,1613937296902,1591
+"sqr_mom_0",0.99,1613937296902,1591
+"lr_0",2.4457256807358913e-07,1613937296902,1591
+"mom_0",0.9451094997335255,1613937296902,1591
+"eps_0",1e-05,1613937296902,1591
+"wd_1",0.01,1613937296902,1591
+"sqr_mom_1",0.99,1613937296902,1591
+"lr_1",2.445725680735888e-06,1613937296902,1591
+"mom_1",0.9451094997335255,1613937296902,1591
+"eps_1",1e-05,1613937296902,1591
+"wd_2",0.01,1613937296902,1591
+"sqr_mom_2",0.99,1613937296902,1591
+"lr_2",2.4457256807358825e-05,1613937296902,1591
+"mom_2",0.9451094997335255,1613937296902,1591
+"eps_2",1e-05,1613937296902,1591
+"train_loss",0.032970317,1613937297995,1592
+"raw_loss",0.04408527,1613937297995,1592
+"epoch",10.018867924528301,1613937297995,1592
+"wd_0",0.01,1613937297995,1592
+"sqr_mom_0",0.99,1613937297995,1592
+"lr_0",2.415377807921829e-07,1613937297995,1592
+"mom_0",0.9451701960861172,1613937297995,1592
+"eps_0",1e-05,1613937297995,1592
+"wd_1",0.01,1613937297995,1592
+"sqr_mom_1",0.99,1613937297995,1592
+"lr_1",2.415377807921832e-06,1613937297995,1592
+"mom_1",0.9451701960861172,1613937297995,1592
+"eps_1",1e-05,1613937297995,1592
+"wd_2",0.01,1613937297995,1592
+"sqr_mom_2",0.99,1613937297995,1592
+"lr_2",2.4153778079218308e-05,1613937297995,1592
+"mom_2",0.9451701960861172,1613937297995,1592
+"eps_2",1e-05,1613937297995,1592
+"train_loss",0.032637488,1613937298950,1593
+"raw_loss",0.016328903,1613937298950,1593
+"epoch",10.025157232704402,1613937298950,1593
+"wd_0",0.01,1613937298950,1593
+"sqr_mom_0",0.99,1613937298950,1593
+"lr_0",2.3852098778457224e-07,1613937298950,1593
+"mom_0",0.945230532549634,1613937298950,1593
+"eps_0",1e-05,1613937298950,1593
+"wd_1",0.01,1613937298950,1593
+"sqr_mom_1",0.99,1613937298950,1593
+"lr_1",2.3852098778457257e-06,1613937298950,1593
+"mom_1",0.945230532549634,1613937298950,1593
+"eps_1",1e-05,1613937298950,1593
+"wd_2",0.01,1613937298950,1593
+"sqr_mom_2",0.99,1613937298950,1593
+"lr_2",2.385209877845719e-05,1613937298950,1593
+"mom_2",0.945230532549634,1613937298950,1593
+"eps_2",1e-05,1613937298950,1593
+"train_loss",0.032487076,1613937299912,1594
+"raw_loss",0.025116904,1613937299912,1594
+"epoch",10.031446540880502,1613937299912,1594
+"wd_0",0.01,1613937299912,1594
+"sqr_mom_0",0.99,1613937299912,1594
+"lr_0",2.3552241142549577e-07,1613937299912,1594
+"mom_0",0.9452905046765367,1613937299912,1594
+"eps_0",1e-05,1613937299912,1594
+"wd_1",0.01,1613937299912,1594
+"sqr_mom_1",0.99,1613937299912,1594
+"lr_1",2.3552241142549594e-06,1613937299912,1594
+"mom_1",0.9452905046765367,1613937299912,1594
+"eps_1",1e-05,1613937299912,1594
+"wd_2",0.01,1613937299912,1594
+"sqr_mom_2",0.99,1613937299912,1594
+"lr_2",2.355224114254954e-05,1613937299912,1594
+"mom_2",0.9452905046765367,1613937299912,1594
+"eps_2",1e-05,1613937299912,1594
+"train_loss",0.032289356,1613937300932,1595
+"raw_loss",0.02260113,1613937300932,1595
+"epoch",10.037735849056602,1613937300932,1595
+"wd_0",0.01,1613937300932,1595
+"sqr_mom_0",0.99,1613937300932,1595
+"lr_0",2.3254167773221783e-07,1613937300932,1595
+"mom_0",0.945350119946555,1613937300932,1595
+"eps_0",1e-05,1613937300932,1595
+"wd_1",0.01,1613937300932,1595
+"sqr_mom_1",0.99,1613937300932,1595
+"lr_1",2.3254167773221766e-06,1613937300932,1595
+"mom_1",0.945350119946555,1613937300932,1595
+"eps_1",1e-05,1613937300932,1595
+"wd_2",0.01,1613937300932,1595
+"sqr_mom_2",0.99,1613937300932,1595
+"lr_2",2.3254167773221752e-05,1613937300932,1595
+"mom_2",0.945350119946555,1613937300932,1595
+"eps_2",1e-05,1613937300932,1595
+"train_loss",0.032890968,1613937301913,1596
+"raw_loss",0.062370077,1613937301913,1596
+"epoch",10.044025157232703,1613937301913,1596
+"wd_0",0.01,1613937301913,1596
+"sqr_mom_0",0.99,1613937301913,1596
+"lr_0",2.2957881404652403e-07,1613937301913,1596
+"mom_0",0.9454093778128476,1613937301913,1596
+"eps_0",1e-05,1613937301913,1596
+"wd_1",0.01,1613937301913,1596
+"sqr_mom_1",0.99,1613937301913,1596
+"lr_1",2.295788140465242e-06,1613937301913,1596
+"mom_1",0.9454093778128476,1613937301913,1596
+"eps_1",1e-05,1613937301913,1596
+"wd_2",0.01,1613937301913,1596
+"sqr_mom_2",0.99,1613937301913,1596
+"lr_2",2.295788140465238e-05,1613937301913,1596
+"mom_2",0.9454093778128476,1613937301913,1596
+"eps_2",1e-05,1613937301913,1596
+"train_loss",0.03275071,1613937302911,1597
+"raw_loss",0.025878055,1613937302911,1597
+"epoch",10.050314465408803,1613937302911,1597
+"wd_0",0.01,1613937302911,1597
+"sqr_mom_0",0.99,1613937302911,1597
+"lr_0",2.2663462653951818e-07,1613937302911,1597
+"mom_0",0.9454682621518311,1613937302911,1597
+"eps_0",1e-05,1613937302911,1597
+"wd_1",0.01,1613937302911,1597
+"sqr_mom_1",0.99,1613937302911,1597
+"lr_1",2.2663462653951835e-06,1613937302911,1597
+"mom_1",0.9454682621518311,1613937302911,1597
+"eps_1",1e-05,1613937302911,1597
+"wd_2",0.01,1613937302911,1597
+"sqr_mom_2",0.99,1613937302911,1597
+"lr_2",2.2663462653951794e-05,1613937302911,1597
+"mom_2",0.9454682621518311,1613937302911,1597
+"eps_2",1e-05,1613937302911,1597
+"train_loss",0.032515984,1613937303883,1598
+"raw_loss",0.02101437,1613937303883,1598
+"epoch",10.056603773584904,1613937303883,1598
+"wd_0",0.01,1613937303883,1598
+"sqr_mom_0",0.99,1613937303883,1598
+"lr_0",2.2370796662344967e-07,1613937303883,1598
+"mom_0",0.9455267959354903,1613937303883,1598
+"eps_0",1e-05,1613937303883,1598
+"wd_1",0.01,1613937303883,1598
+"sqr_mom_1",0.99,1613937303883,1598
+"lr_1",2.2370796662344984e-06,1613937303883,1598
+"mom_1",0.9455267959354903,1613937303883,1598
+"eps_1",1e-05,1613937303883,1598
+"wd_2",0.01,1613937303883,1598
+"sqr_mom_2",0.99,1613937303883,1598
+"lr_2",2.2370796662344943e-05,1613937303883,1598
+"mom_2",0.9455267959354903,1613937303883,1598
+"eps_2",1e-05,1613937303883,1598
+"train_loss",0.03226119,1613937304914,1599
+"raw_loss",0.01977628,1613937304914,1599
+"epoch",10.062893081761004,1613937304914,1599
+"wd_0",0.01,1613937304914,1599
+"sqr_mom_0",0.99,1613937304914,1599
+"lr_0",2.2079963777948114e-07,1613937304914,1599
+"mom_0",0.9455849630940413,1613937304914,1599
+"eps_0",1e-05,1613937304914,1599
+"wd_1",0.01,1613937304914,1599
+"sqr_mom_1",0.99,1613937304914,1599
+"lr_1",2.207996377794813e-06,1613937304914,1599
+"mom_1",0.9455849630940413,1613937304914,1599
+"eps_1",1e-05,1613937304914,1599
+"wd_2",0.01,1613937304914,1599
+"sqr_mom_2",0.99,1613937304914,1599
+"lr_2",2.2079963777948063e-05,1613937304914,1599
+"mom_2",0.9455849630940413,1613937304914,1599
+"eps_2",1e-05,1613937304914,1599
+"train_loss",0.032346558,1613937305887,1600
+"raw_loss",0.036529645,1613937305887,1600
+"epoch",10.069182389937104,1613937305887,1600
+"wd_0",0.01,1613937305887,1600
+"sqr_mom_0",0.99,1613937305887,1600
+"lr_0",2.1790965956767603e-07,1613937305887,1600
+"mom_0",0.9456427632362788,1613937305887,1600
+"eps_0",1e-05,1613937305887,1600
+"wd_1",0.01,1613937305887,1600
+"sqr_mom_1",0.99,1613937305887,1600
+"lr_1",2.179096595676757e-06,1613937305887,1600
+"mom_1",0.9456427632362788,1613937305887,1600
+"eps_1",1e-05,1613937305887,1600
+"wd_2",0.01,1613937305887,1600
+"sqr_mom_2",0.99,1613937305887,1600
+"lr_2",2.179096595676753e-05,1613937305887,1600
+"mom_2",0.9456427632362788,1613937305887,1600
+"eps_2",1e-05,1613937305887,1600
+"train_loss",0.032320425,1613937306934,1601
+"raw_loss",0.031039955,1613937306934,1601
+"epoch",10.075471698113205,1613937306934,1601
+"wd_0",0.01,1613937306934,1601
+"sqr_mom_0",0.99,1613937306934,1601
+"lr_0",2.1503767154966723e-07,1613937306934,1601
+"mom_0",0.9457002035710423,1613937306934,1601
+"eps_0",1e-05,1613937306934,1601
+"wd_1",0.01,1613937306934,1601
+"sqr_mom_1",0.99,1613937306934,1601
+"lr_1",2.1503767154966723e-06,1613937306934,1601
+"mom_1",0.9457002035710423,1613937306934,1601
+"eps_1",1e-05,1613937306934,1601
+"wd_2",0.01,1613937306934,1601
+"sqr_mom_2",0.99,1613937306934,1601
+"lr_2",2.1503767154966696e-05,1613937306934,1601
+"mom_2",0.9457002035710423,1613937306934,1601
+"eps_2",1e-05,1613937306934,1601
+"train_loss",0.032523178,1613937307907,1602
+"raw_loss",0.04245811,1613937307907,1602
+"epoch",10.081761006289305,1613937307907,1602
+"wd_0",0.01,1613937307907,1602
+"sqr_mom_0",0.99,1613937307907,1602
+"lr_0",2.121838889424574e-07,1613937307907,1602
+"mom_0",0.9457572797939487,1613937307907,1602
+"eps_0",1e-05,1613937307907,1602
+"wd_1",0.01,1613937307907,1602
+"sqr_mom_1",0.99,1613937307907,1602
+"lr_1",2.121838889424569e-06,1613937307907,1602
+"mom_1",0.9457572797939487,1613937307907,1602
+"eps_1",1e-05,1613937307907,1602
+"wd_2",0.01,1613937307907,1602
+"sqr_mom_2",0.99,1613937307907,1602
+"lr_2",2.1218388894245677e-05,1613937307907,1602
+"mom_2",0.9457572797939487,1613937307907,1602
+"eps_2",1e-05,1613937307907,1602
+"train_loss",0.032617874,1613937308884,1603
+"raw_loss",0.037258044,1613937308884,1603
+"epoch",10.088050314465406,1613937308884,1603
+"wd_0",0.01,1613937308884,1603
+"sqr_mom_0",0.99,1613937308884,1603
+"lr_0",2.0934814697947735e-07,1613937308884,1603
+"mom_0",0.9458139952003625,1613937308884,1603
+"eps_0",1e-05,1613937308884,1603
+"wd_1",0.01,1613937308884,1603
+"sqr_mom_1",0.99,1613937308884,1603
+"lr_1",2.0934814697947667e-06,1613937308884,1603
+"mom_1",0.9458139952003625,1613937308884,1603
+"eps_1",1e-05,1613937308884,1603
+"wd_2",0.01,1613937308884,1603
+"sqr_mom_2",0.99,1613937308884,1603
+"lr_2",2.0934814697947627e-05,1613937308884,1603
+"mom_2",0.9458139952003625,1613937308884,1603
+"eps_2",1e-05,1613937308884,1603
+"train_loss",0.032360256,1613937309862,1604
+"raw_loss",0.01973699,1613937309862,1604
+"epoch",10.094339622641506,1613937309862,1604
+"wd_0",0.01,1613937309862,1604
+"sqr_mom_0",0.99,1613937309862,1604
+"lr_0",2.0653103076411918e-07,1613937309862,1604
+"mom_0",0.9458703380880984,1613937309862,1604
+"eps_0",1e-05,1613937309862,1604
+"wd_1",0.01,1613937309862,1604
+"sqr_mom_1",0.99,1613937309862,1604
+"lr_1",2.065310307641197e-06,1613937309862,1604
+"mom_1",0.9458703380880984,1613937309862,1604
+"eps_1",1e-05,1613937309862,1604
+"wd_2",0.01,1613937309862,1604
+"sqr_mom_2",0.99,1613937309862,1604
+"lr_2",2.0653103076411915e-05,1613937309862,1604
+"mom_2",0.9458703380880984,1613937309862,1604
+"eps_2",1e-05,1613937309862,1604
+"train_loss",0.032426655,1613937310822,1605
+"raw_loss",0.035680167,1613937310822,1605
+"epoch",10.100628930817606,1613937310822,1605
+"wd_0",0.01,1613937310822,1605
+"sqr_mom_0",0.99,1613937310822,1605
+"lr_0",2.0373200023158165e-07,1613937310822,1605
+"mom_0",0.945926319258561,1613937310822,1605
+"eps_0",1e-05,1613937310822,1605
+"wd_1",0.01,1613937310822,1605
+"sqr_mom_1",0.99,1613937310822,1605
+"lr_1",2.0373200023158182e-06,1613937310822,1605
+"mom_1",0.945926319258561,1613937310822,1605
+"eps_1",1e-05,1613937310822,1605
+"wd_2",0.01,1613937310822,1605
+"sqr_mom_2",0.99,1613937310822,1605
+"lr_2",2.03732000231581e-05,1613937310822,1605
+"mom_2",0.945926319258561,1613937310822,1605
+"eps_2",1e-05,1613937310822,1605
+"train_loss",0.032249503,1613937311793,1606
+"raw_loss",0.023569085,1613937311793,1606
+"epoch",10.106918238993707,1613937311793,1606
+"wd_0",0.01,1613937311793,1606
+"sqr_mom_0",0.99,1613937311793,1606
+"lr_0",2.009512651866598e-07,1613937311793,1606
+"mom_0",0.945981934515612,1613937311793,1606
+"eps_0",1e-05,1613937311793,1606
+"wd_1",0.01,1613937311793,1606
+"sqr_mom_1",0.99,1613937311793,1606
+"lr_1",2.009512651866603e-06,1613937311793,1606
+"mom_1",0.945981934515612,1613937311793,1606
+"eps_1",1e-05,1613937311793,1606
+"wd_2",0.01,1613937311793,1606
+"sqr_mom_2",0.99,1613937311793,1606
+"lr_2",2.0095126518665963e-05,1613937311793,1606
+"mom_2",0.945981934515612,1613937311793,1606
+"eps_2",1e-05,1613937311793,1606
+"train_loss",0.032026727,1613937312773,1607
+"raw_loss",0.02111073,1613937312773,1607
+"epoch",10.113207547169807,1613937312773,1607
+"wd_0",0.01,1613937312773,1607
+"sqr_mom_0",0.99,1613937312773,1607
+"lr_0",1.9818903043364135e-07,1613937312773,1607
+"mom_0",0.9460371797631247,1613937312773,1607
+"eps_0",1e-05,1613937312773,1607
+"wd_1",0.01,1613937312773,1607
+"sqr_mom_1",0.99,1613937312773,1607
+"lr_1",1.981890304336412e-06,1613937312773,1607
+"mom_1",0.9460371797631247,1613937312773,1607
+"eps_1",1e-05,1613937312773,1607
+"wd_2",0.01,1613937312773,1607
+"sqr_mom_2",0.99,1613937312773,1607
+"lr_2",1.981890304336405e-05,1613937312773,1607
+"mom_2",0.9460371797631247,1613937312773,1607
+"eps_2",1e-05,1613937312773,1607
+"train_loss",0.031942077,1613937313747,1608
+"raw_loss",0.027794216,1613937313747,1608
+"epoch",10.119496855345908,1613937313747,1608
+"wd_0",0.01,1613937313747,1608
+"sqr_mom_0",0.99,1613937313747,1608
+"lr_0",1.954449514663348e-07,1613937313747,1608
+"mom_0",0.9460920618912921,1613937313747,1608
+"eps_0",1e-05,1613937313747,1608
+"wd_1",0.01,1613937313747,1608
+"sqr_mom_1",0.99,1613937313747,1608
+"lr_1",1.954449514663348e-06,1613937313747,1608
+"mom_1",0.9460920618912921,1613937313747,1608
+"eps_1",1e-05,1613937313747,1608
+"wd_2",0.01,1613937313747,1608
+"sqr_mom_2",0.99,1613937313747,1608
+"lr_2",1.9544495146633467e-05,1613937313747,1608
+"mom_2",0.9460920618912921,1613937313747,1608
+"eps_2",1e-05,1613937313747,1608
+"train_loss",0.031834725,1613937314722,1609
+"raw_loss",0.026574567,1613937314722,1609
+"epoch",10.125786163522008,1613937314722,1609
+"wd_0",0.01,1613937314722,1609
+"sqr_mom_0",0.99,1613937314722,1609
+"lr_0",1.9271905380001526e-07,1613937314722,1609
+"mom_0",0.9461465803898036,1613937314722,1609
+"eps_0",1e-05,1613937314722,1609
+"wd_1",0.01,1613937314722,1609
+"sqr_mom_1",0.99,1613937314722,1609
+"lr_1",1.927190538000156e-06,1613937314722,1609
+"mom_1",0.9461465803898036,1613937314722,1609
+"eps_1",1e-05,1613937314722,1609
+"wd_2",0.01,1613937314722,1609
+"sqr_mom_2",0.99,1613937314722,1609
+"lr_2",1.9271905380001506e-05,1613937314722,1609
+"mom_2",0.9461465803898036,1613937314722,1609
+"eps_2",1e-05,1613937314722,1609
+"train_loss",0.03182958,1613937315729,1610
+"raw_loss",0.0315775,1613937315729,1610
+"epoch",10.132075471698109,1613937315729,1610
+"wd_0",0.01,1613937315729,1610
+"sqr_mom_0",0.99,1613937315729,1610
+"lr_0",1.9001172079756118e-07,1613937315729,1610
+"mom_0",0.9462007275913247,1613937315729,1610
+"eps_0",1e-05,1613937315729,1610
+"wd_1",0.01,1613937315729,1610
+"sqr_mom_1",0.99,1613937315729,1610
+"lr_1",1.90011720797561e-06,1613937315729,1610
+"mom_1",0.9462007275913247,1613937315729,1610
+"eps_1",1e-05,1613937315729,1610
+"wd_2",0.01,1613937315729,1610
+"sqr_mom_2",0.99,1613937315729,1610
+"lr_2",1.9001172079756033e-05,1613937315729,1610
+"mom_2",0.9462007275913247,1613937315729,1610
+"eps_2",1e-05,1613937315729,1610
+"train_loss",0.031613823,1613937316722,1611
+"raw_loss",0.02104173,1613937316722,1611
+"epoch",10.138364779874209,1613937316722,1611
+"wd_0",0.01,1613937316722,1611
+"sqr_mom_0",0.99,1613937316722,1611
+"lr_0",1.8732297036864143e-07,1613937316722,1611
+"mom_0",0.9462545031376585,1613937316722,1611
+"eps_0",1e-05,1613937316722,1611
+"wd_1",0.01,1613937316722,1611
+"sqr_mom_1",0.99,1613937316722,1611
+"lr_1",1.873229703686411e-06,1613937316722,1611
+"mom_1",0.9462545031376585,1613937316722,1611
+"eps_1",1e-05,1613937316722,1611
+"wd_2",0.01,1613937316722,1611
+"sqr_mom_2",0.99,1613937316722,1611
+"lr_2",1.873229703686411e-05,1613937316722,1611
+"mom_2",0.9462545031376585,1613937316722,1611
+"eps_2",1e-05,1613937316722,1611
+"train_loss",0.031434666,1613937317706,1612
+"raw_loss",0.022655947,1613937317706,1612
+"epoch",10.14465408805031,1613937317706,1612
+"wd_0",0.01,1613937317706,1612
+"sqr_mom_0",0.99,1613937317706,1612
+"lr_0",1.846524671720389e-07,1613937317706,1612
+"mom_0",0.9463079137356966,1613937317706,1612
+"eps_0",1e-05,1613937317706,1612
+"wd_1",0.01,1613937317706,1612
+"sqr_mom_1",0.99,1613937317706,1612
+"lr_1",1.8465246717203857e-06,1613937317706,1612
+"mom_1",0.9463079137356966,1613937317706,1612
+"eps_1",1e-05,1613937317706,1612
+"wd_2",0.01,1613937317706,1612
+"sqr_mom_2",0.99,1613937317706,1612
+"lr_2",1.8465246717203857e-05,1613937317706,1612
+"mom_2",0.9463079137356966,1613937317706,1612
+"eps_2",1e-05,1613937317706,1612
+"train_loss",0.031712387,1613937318683,1613
+"raw_loss",0.04532073,1613937318683,1613
+"epoch",10.15094339622641,1613937318683,1613
+"wd_0",0.01,1613937318683,1613
+"sqr_mom_0",0.99,1613937318683,1613
+"lr_0",1.8200041147734714e-07,1613937318683,1613
+"mom_0",0.9463609553800068,1613937318683,1613
+"eps_0",1e-05,1613937318683,1613
+"wd_1",0.01,1613937318683,1613
+"sqr_mom_1",0.99,1613937318683,1613
+"lr_1",1.8200041147734764e-06,1613937318683,1613
+"mom_1",0.9463609553800068,1613937318683,1613
+"eps_1",1e-05,1613937318683,1613
+"wd_2",0.01,1613937318683,1613
+"sqr_mom_2",0.99,1613937318683,1613
+"lr_2",1.8200041147734697e-05,1613937318683,1613
+"mom_2",0.9463609553800068,1613937318683,1613
+"eps_2",1e-05,1613937318683,1613
+"train_loss",0.03153919,1613937319660,1614
+"raw_loss",0.023052543,1613937319660,1614
+"epoch",10.15723270440251,1613937319660,1614
+"wd_0",0.01,1613937319660,1614
+"sqr_mom_0",0.99,1613937319660,1614
+"lr_0",1.7936699851210115e-07,1613937319660,1614
+"mom_0",0.9464136241659996,1613937319660,1614
+"eps_0",1e-05,1613937319660,1614
+"wd_1",0.01,1613937319660,1614
+"sqr_mom_1",0.99,1613937319660,1614
+"lr_1",1.7936699851210132e-06,1613937319660,1614
+"mom_1",0.9464136241659996,1613937319660,1614
+"eps_1",1e-05,1613937319660,1614
+"wd_2",0.01,1613937319660,1614
+"sqr_mom_2",0.99,1613937319660,1614
+"lr_2",1.7936699851210105e-05,1613937319660,1614
+"mom_2",0.9464136241659996,1613937319660,1614
+"eps_2",1e-05,1613937319660,1614
+"train_loss",0.031194607,1613937320630,1615
+"raw_loss",0.014309943,1613937320630,1615
+"epoch",10.16352201257861,1613937320630,1615
+"wd_0",0.01,1613937320630,1615
+"sqr_mom_0",0.99,1613937320630,1615
+"lr_0",1.7675189983677776e-07,1613937320630,1615
+"mom_0",0.946465926662531,1613937320630,1615
+"eps_0",1e-05,1613937320630,1615
+"wd_1",0.01,1613937320630,1615
+"sqr_mom_1",0.99,1613937320630,1615
+"lr_1",1.7675189983677725e-06,1613937320630,1615
+"mom_1",0.946465926662531,1613937320630,1615
+"eps_1",1e-05,1613937320630,1615
+"wd_2",0.01,1613937320630,1615
+"sqr_mom_2",0.99,1613937320630,1615
+"lr_2",1.7675189983677698e-05,1613937320630,1615
+"mom_2",0.946465926662531,1613937320630,1615
+"eps_2",1e-05,1613937320630,1615
+"train_loss",0.031099636,1613937321597,1616
+"raw_loss",0.026446097,1613937321597,1616
+"epoch",10.169811320754711,1613937321597,1616
+"wd_0",0.01,1613937321597,1616
+"sqr_mom_0",0.99,1613937321597,1616
+"lr_0",1.7415513996875493e-07,1613937321597,1616
+"mom_0",0.9465178623792486,1613937321597,1616
+"eps_0",1e-05,1613937321597,1616
+"wd_1",0.01,1613937321597,1616
+"sqr_mom_1",0.99,1613937321597,1616
+"lr_1",1.7415513996875493e-06,1613937321597,1616
+"mom_1",0.9465178623792486,1613937321597,1616
+"eps_1",1e-05,1613937321597,1616
+"wd_2",0.01,1613937321597,1616
+"sqr_mom_2",0.99,1613937321597,1616
+"lr_2",1.7415513996875452e-05,1613937321597,1616
+"mom_2",0.9465178623792486,1613937321597,1616
+"eps_2",1e-05,1613937321597,1616
+"train_loss",0.03183688,1613937322588,1617
+"raw_loss",0.06796172,1613937322588,1617
+"epoch",10.176100628930811,1613937322588,1617
+"wd_0",0.01,1613937322588,1617
+"sqr_mom_0",0.99,1613937322588,1617
+"lr_0",1.715770841093194e-07,1613937322588,1617
+"mom_0",0.9465694240120537,1613937322588,1617
+"eps_0",1e-05,1613937322588,1617
+"wd_1",0.01,1613937322588,1617
+"sqr_mom_1",0.99,1613937322588,1617
+"lr_1",1.7157708410931992e-06,1613937322588,1617
+"mom_1",0.9465694240120537,1613937322588,1617
+"eps_1",1e-05,1613937322588,1617
+"wd_2",0.01,1613937322588,1617
+"sqr_mom_2",0.99,1613937322588,1617
+"lr_2",1.7157708410931924e-05,1613937322588,1617
+"mom_2",0.9465694240120537,1613937322588,1617
+"eps_2",1e-05,1613937322588,1617
+"train_loss",0.031936187,1613937323576,1618
+"raw_loss",0.036802344,1613937323576,1618
+"epoch",10.182389937106912,1613937323576,1618
+"wd_0",0.01,1613937323576,1618
+"sqr_mom_0",0.99,1613937323576,1618
+"lr_0",1.6901774910880678e-07,1613937323576,1618
+"mom_0",0.946620611223936,1613937323576,1618
+"eps_0",1e-05,1613937323576,1618
+"wd_1",0.01,1613937323576,1618
+"sqr_mom_1",0.99,1613937323576,1618
+"lr_1",1.6901774910880695e-06,1613937323576,1618
+"mom_1",0.946620611223936,1613937323576,1618
+"eps_1",1e-05,1613937323576,1618
+"wd_2",0.01,1613937323576,1618
+"sqr_mom_2",0.99,1613937323576,1618
+"lr_2",1.6901774910880627e-05,1613937323576,1618
+"mom_2",0.946620611223936,1613937323576,1618
+"eps_2",1e-05,1613937323576,1618
+"train_loss",0.031627655,1613937324550,1619
+"raw_loss",0.016509509,1613937324550,1619
+"epoch",10.188679245283012,1613937324550,1619
+"wd_0",0.01,1613937324550,1619
+"sqr_mom_0",0.99,1613937324550,1619
+"lr_0",1.6647681576670318e-07,1613937324550,1619
+"mom_0",0.9466714303989698,1613937324550,1619
+"eps_0",1e-05,1613937324550,1619
+"wd_1",0.01,1613937324550,1619
+"sqr_mom_1",0.99,1613937324550,1619
+"lr_1",1.6647681576670352e-06,1613937324550,1619
+"mom_1",0.9466714303989698,1613937324550,1619
+"eps_1",1e-05,1613937324550,1619
+"wd_2",0.01,1613937324550,1619
+"sqr_mom_2",0.99,1613937324550,1619
+"lr_2",1.664768157667027e-05,1613937324550,1619
+"mom_2",0.9466714303989698,1613937324550,1619
+"eps_2",1e-05,1613937324550,1619
+"train_loss",0.03131131,1613937325530,1620
+"raw_loss",0.015810374,1613937325530,1620
+"epoch",10.194968553459113,1613937325530,1620
+"wd_0",0.01,1613937325530,1620
+"sqr_mom_0",0.99,1613937325530,1620
+"lr_0",1.6395447473921864e-07,1613937325530,1620
+"mom_0",0.9467218777239929,1613937325530,1620
+"eps_0",1e-05,1613937325530,1620
+"wd_1",0.01,1613937325530,1620
+"sqr_mom_1",0.99,1613937325530,1620
+"lr_1",1.639544747392183e-06,1613937325530,1620
+"mom_1",0.9467218777239929,1613937325530,1620
+"eps_1",1e-05,1613937325530,1620
+"wd_2",0.01,1613937325530,1620
+"sqr_mom_2",0.99,1613937325530,1620
+"lr_2",1.639544747392179e-05,1613937325530,1620
+"mom_2",0.9467218777239929,1613937325530,1620
+"eps_2",1e-05,1613937325530,1620
+"train_loss",0.031306148,1613937326508,1621
+"raw_loss",0.031053185,1613937326508,1621
+"epoch",10.201257861635213,1613937326508,1621
+"wd_0",0.01,1613937326508,1621
+"sqr_mom_0",0.99,1613937326508,1621
+"lr_0",1.6145091160091945e-07,1613937326508,1621
+"mom_0",0.9467719494874764,1613937326508,1621
+"eps_0",1e-05,1613937326508,1621
+"wd_1",0.01,1613937326508,1621
+"sqr_mom_1",0.99,1613937326508,1621
+"lr_1",1.6145091160091928e-06,1613937326508,1621
+"mom_1",0.9467719494874764,1613937326508,1621
+"eps_1",1e-05,1613937326508,1621
+"wd_2",0.01,1613937326508,1621
+"sqr_mom_2",0.99,1613937326508,1621
+"lr_2",1.614509116009186e-05,1613937326508,1621
+"mom_2",0.9467719494874764,1613937326508,1621
+"eps_2",1e-05,1613937326508,1621
+"train_loss",0.031190153,1613937327472,1622
+"raw_loss",0.025506457,1613937327472,1622
+"epoch",10.207547169811313,1613937327472,1622
+"wd_0",0.01,1613937327472,1622
+"sqr_mom_0",0.99,1613937327472,1622
+"lr_0",1.5896564986582002e-07,1613937327472,1622
+"mom_0",0.9468216552192358,1613937327472,1622
+"eps_0",1e-05,1613937327472,1622
+"wd_1",0.01,1613937327472,1622
+"sqr_mom_1",0.99,1613937327472,1622
+"lr_1",1.5896564986581986e-06,1613937327472,1622
+"mom_1",0.9468216552192358,1613937327472,1622
+"eps_1",1e-05,1613937327472,1622
+"wd_2",0.01,1613937327472,1622
+"sqr_mom_2",0.99,1613937327472,1622
+"lr_2",1.5896564986581986e-05,1613937327472,1622
+"mom_2",0.9468216552192358,1613937327472,1622
+"eps_2",1e-05,1613937327472,1622
+"train_loss",0.031392522,1613937328453,1623
+"raw_loss",0.04130859,1613937328453,1623
+"epoch",10.213836477987414,1613937328453,1623
+"wd_0",0.01,1613937328453,1623
+"sqr_mom_0",0.99,1613937328453,1623
+"lr_0",1.5649920576787738e-07,1613937328453,1623
+"mom_0",0.9468709845944884,1613937328453,1623
+"eps_0",1e-05,1613937328453,1623
+"wd_1",0.01,1613937328453,1623
+"sqr_mom_1",0.99,1613937328453,1623
+"lr_1",1.5649920576787704e-06,1613937328453,1623
+"mom_1",0.9468709845944884,1613937328453,1623
+"eps_1",1e-05,1613937328453,1623
+"wd_2",0.01,1613937328453,1623
+"sqr_mom_2",0.99,1613937328453,1623
+"lr_2",1.5649920576787664e-05,1613937328453,1623
+"mom_2",0.9468709845944884,1613937328453,1623
+"eps_2",1e-05,1613937328453,1623
+"train_loss",0.031198528,1613937329421,1624
+"raw_loss",0.02169282,1613937329421,1624
+"epoch",10.220125786163514,1613937329421,1624
+"wd_0",0.01,1613937329421,1624
+"sqr_mom_0",0.99,1613937329421,1624
+"lr_0",1.5405159524417058e-07,1613937329421,1624
+"mom_0",0.9469199372944895,1613937329421,1624
+"eps_0",1e-05,1613937329421,1624
+"wd_1",0.01,1613937329421,1624
+"sqr_mom_1",0.99,1613937329421,1624
+"lr_1",1.5405159524417092e-06,1613937329421,1624
+"mom_1",0.9469199372944895,1613937329421,1624
+"eps_1",1e-05,1613937329421,1624
+"wd_2",0.01,1613937329421,1624
+"sqr_mom_2",0.99,1613937329421,1624
+"lr_2",1.5405159524417024e-05,1613937329421,1624
+"mom_2",0.9469199372944895,1613937329421,1624
+"eps_2",1e-05,1613937329421,1624
+"train_loss",0.031441186,1613937330412,1625
+"raw_loss",0.043331366,1613937330412,1625
+"epoch",10.226415094339615,1613937330412,1625
+"wd_0",0.01,1613937330412,1625
+"sqr_mom_0",0.99,1613937330412,1625
+"lr_0",1.5162251302847745e-07,1613937330412,1625
+"mom_0",0.9469685194246247,1613937330412,1625
+"eps_0",1e-05,1613937330412,1625
+"wd_1",0.01,1613937330412,1625
+"sqr_mom_1",0.99,1613937330412,1625
+"lr_1",1.5162251302847728e-06,1613937330412,1625
+"mom_1",0.9469685194246247,1613937330412,1625
+"eps_1",1e-05,1613937330412,1625
+"wd_2",0.01,1613937330412,1625
+"sqr_mom_2",0.99,1613937330412,1625
+"lr_2",1.5162251302847714e-05,1613937330412,1625
+"mom_2",0.9469685194246247,1613937330412,1625
+"eps_2",1e-05,1613937330412,1625
+"train_loss",0.031103795,1613937331450,1626
+"raw_loss",0.014571652,1613937331450,1626
+"epoch",10.232704402515715,1613937331450,1626
+"wd_0",0.01,1613937331450,1626
+"sqr_mom_0",0.99,1613937331450,1626
+"lr_0",1.4921214147759114e-07,1613937331450,1626
+"mom_0",0.9470167273377215,1613937331450,1626
+"eps_0",1e-05,1613937331450,1626
+"wd_1",0.01,1613937331450,1626
+"sqr_mom_1",0.99,1613937331450,1626
+"lr_1",1.4921214147759098e-06,1613937331450,1626
+"mom_1",0.9470167273377215,1613937331450,1626
+"eps_1",1e-05,1613937331450,1626
+"wd_2",0.01,1613937331450,1626
+"sqr_mom_2",0.99,1613937331450,1626
+"lr_2",1.4921214147759084e-05,1613937331450,1626
+"mom_2",0.9470167273377215,1613937331450,1626
+"eps_2",1e-05,1613937331450,1626
+"train_loss",0.030880315,1613937332473,1627
+"raw_loss",0.019929742,1613937332473,1627
+"epoch",10.238993710691815,1613937332473,1627
+"wd_0",0.01,1613937332473,1627
+"sqr_mom_0",0.99,1613937332473,1627
+"lr_0",1.4682034175758204e-07,1613937332473,1627
+"mom_0",0.9470645638104864,1613937332473,1627
+"eps_0",1e-05,1613937332473,1627
+"wd_1",0.01,1613937332473,1627
+"sqr_mom_1",0.99,1613937332473,1627
+"lr_1",1.4682034175758204e-06,1613937332473,1627
+"mom_1",0.9470645638104864,1613937332473,1627
+"eps_1",1e-05,1613937332473,1627
+"wd_2",0.01,1613937332473,1627
+"sqr_mom_2",0.99,1613937332473,1627
+"lr_2",1.4682034175758163e-05,1613937332473,1627
+"mom_2",0.9470645638104864,1613937332473,1627
+"eps_2",1e-05,1613937332473,1627
+"train_loss",0.030946435,1613937333510,1628
+"raw_loss",0.03418635,1613937333510,1628
+"epoch",10.245283018867916,1613937333510,1628
+"wd_0",0.01,1613937333510,1628
+"sqr_mom_0",0.99,1613937333510,1628
+"lr_0",1.444477638325923e-07,1613937333510,1628
+"mom_0",0.9471120158435066,1613937333510,1628
+"eps_0",1e-05,1613937333510,1628
+"wd_1",0.01,1613937333510,1628
+"sqr_mom_1",0.99,1613937333510,1628
+"lr_1",1.4444776383259195e-06,1613937333510,1628
+"mom_1",0.9471120158435066,1613937333510,1628
+"eps_1",1e-05,1613937333510,1628
+"wd_2",0.01,1613937333510,1628
+"sqr_mom_2",0.99,1613937333510,1628
+"lr_2",1.4444776383259182e-05,1613937333510,1628
+"mom_2",0.9471120158435066,1613937333510,1628
+"eps_2",1e-05,1613937333510,1628
+"train_loss",0.030774169,1613937334489,1629
+"raw_loss",0.022333093,1613937334489,1629
+"epoch",10.251572327044016,1613937334489,1629
+"wd_0",0.01,1613937334489,1629
+"sqr_mom_0",0.99,1613937334489,1629
+"lr_0",1.4209348211145741e-07,1613937334489,1629
+"mom_0",0.9471591019487903,1613937334489,1629
+"eps_0",1e-05,1613937334489,1629
+"wd_1",0.01,1613937334489,1629
+"sqr_mom_1",0.99,1613937334489,1629
+"lr_1",1.4209348211145708e-06,1613937334489,1629
+"mom_1",0.9471591019487903,1613937334489,1629
+"eps_1",1e-05,1613937334489,1629
+"wd_2",0.01,1613937334489,1629
+"sqr_mom_2",0.99,1613937334489,1629
+"lr_2",1.420934821114568e-05,1613937334489,1629
+"mom_2",0.9471591019487903,1613937334489,1629
+"eps_2",1e-05,1613937334489,1629
+"train_loss",0.030691342,1613937335484,1630
+"raw_loss",0.026632873,1613937335484,1630
+"epoch",10.257861635220117,1613937335484,1630
+"wd_0",0.01,1613937335484,1630
+"sqr_mom_0",0.99,1613937335484,1630
+"lr_0",1.397581437707316e-07,1613937335484,1630
+"mom_0",0.9472058091826772,1613937335484,1630
+"eps_0",1e-05,1613937335484,1630
+"wd_1",0.01,1613937335484,1630
+"sqr_mom_1",0.99,1613937335484,1630
+"lr_1",1.3975814377073143e-06,1613937335484,1630
+"mom_1",0.9472058091826772,1613937335484,1630
+"eps_1",1e-05,1613937335484,1630
+"wd_2",0.01,1613937335484,1630
+"sqr_mom_2",0.99,1613937335484,1630
+"lr_2",1.3975814377073102e-05,1613937335484,1630
+"mom_2",0.9472058091826772,1613937335484,1630
+"eps_2",1e-05,1613937335484,1630
+"train_loss",0.030913135,1613937336458,1631
+"raw_loss",0.04178095,1613937336458,1631
+"epoch",10.264150943396217,1613937336458,1631
+"wd_0",0.01,1613937336458,1631
+"sqr_mom_0",0.99,1613937336458,1631
+"lr_0",1.374417636762742e-07,1613937336458,1631
+"mom_0",0.947252137247847,1613937336458,1631
+"eps_0",1e-05,1613937336458,1631
+"wd_1",0.01,1613937336458,1631
+"sqr_mom_1",0.99,1613937336458,1631
+"lr_1",1.374417636762742e-06,1613937336458,1631
+"mom_1",0.947252137247847,1613937336458,1631
+"eps_1",1e-05,1613937336458,1631
+"wd_2",0.01,1613937336458,1631
+"sqr_mom_2",0.99,1613937336458,1631
+"lr_2",1.3744176367627421e-05,1613937336458,1631
+"mom_2",0.947252137247847,1613937336458,1631
+"eps_2",1e-05,1613937336458,1631
+"train_loss",0.03197156,1613937337427,1632
+"raw_loss",0.083834335,1613937337427,1632
+"epoch",10.270440251572317,1613937337427,1632
+"wd_0",0.01,1613937337427,1632
+"sqr_mom_0",0.99,1613937337427,1632
+"lr_0",1.3514405292893416e-07,1613937337427,1632
+"mom_0",0.9472980919223405,1613937337427,1632
+"eps_0",1e-05,1613937337427,1632
+"wd_1",0.01,1613937337427,1632
+"sqr_mom_1",0.99,1613937337427,1632
+"lr_1",1.351440529289345e-06,1613937337427,1632
+"mom_1",0.9472980919223405,1613937337427,1632
+"eps_1",1e-05,1613937337427,1632
+"wd_2",0.01,1613937337427,1632
+"sqr_mom_2",0.99,1613937337427,1632
+"lr_2",1.3514405292893437e-05,1613937337427,1632
+"mom_2",0.9472980919223405,1613937337427,1632
+"eps_2",1e-05,1613937337427,1632
+"train_loss",0.032420777,1613937338393,1633
+"raw_loss",0.05443252,1613937338393,1633
+"epoch",10.276729559748418,1613937338393,1633
+"wd_0",0.01,1613937338393,1633
+"sqr_mom_0",0.99,1613937338393,1633
+"lr_0",1.3286518413690419e-07,1613937338393,1633
+"mom_0",0.9473436697539594,1613937338393,1633
+"eps_0",1e-05,1613937338393,1633
+"wd_1",0.01,1613937338393,1633
+"sqr_mom_1",0.99,1613937338393,1633
+"lr_1",1.328651841369047e-06,1613937338393,1633
+"mom_1",0.9473436697539594,1613937338393,1633
+"eps_1",1e-05,1613937338393,1633
+"wd_2",0.01,1613937338393,1633
+"sqr_mom_2",0.99,1613937338393,1633
+"lr_2",1.3286518413690442e-05,1613937338393,1633
+"mom_2",0.9473436697539594,1613937338393,1633
+"eps_2",1e-05,1613937338393,1633
+"train_loss",0.032121297,1613937339349,1634
+"raw_loss",0.017446844,1613937339349,1634
+"epoch",10.283018867924518,1613937339349,1634
+"wd_0",0.01,1613937339349,1634
+"sqr_mom_0",0.99,1613937339349,1634
+"lr_0",1.3060502615526907e-07,1613937339349,1634
+"mom_0",0.9473888733656283,1613937339349,1634
+"eps_0",1e-05,1613937339349,1634
+"wd_1",0.01,1613937339349,1634
+"sqr_mom_1",0.99,1613937339349,1634
+"lr_1",1.3060502615526957e-06,1613937339349,1634
+"mom_1",0.9473888733656283,1613937339349,1634
+"eps_1",1e-05,1613937339349,1634
+"wd_2",0.01,1613937339349,1634
+"sqr_mom_2",0.99,1613937339349,1634
+"lr_2",1.3060502615526903e-05,1613937339349,1634
+"mom_2",0.9473888733656283,1613937339349,1634
+"eps_2",1e-05,1613937339349,1634
+"train_loss",0.031894054,1613937340302,1635
+"raw_loss",0.020759081,1613937340302,1635
+"epoch",10.289308176100619,1613937340302,1635
+"wd_0",0.01,1613937340302,1635
+"sqr_mom_0",0.99,1613937340302,1635
+"lr_0",1.283640448951579e-07,1613937340302,1635
+"mom_0",0.9474336934390312,1613937340302,1635
+"eps_0",1e-05,1613937340302,1635
+"wd_1",0.01,1613937340302,1635
+"sqr_mom_1",0.99,1613937340302,1635
+"lr_1",1.2836404489515772e-06,1613937340302,1635
+"mom_1",0.9474336934390312,1613937340302,1635
+"eps_1",1e-05,1613937340302,1635
+"wd_2",0.01,1613937340302,1635
+"sqr_mom_2",0.99,1613937340302,1635
+"lr_2",1.2836404489515786e-05,1613937340302,1635
+"mom_2",0.9474336934390312,1613937340302,1635
+"eps_2",1e-05,1613937340302,1635
+"train_loss",0.03187555,1613937341275,1636
+"raw_loss",0.030968895,1613937341275,1636
+"epoch",10.295597484276719,1613937341275,1636
+"wd_0",0.01,1613937341275,1636
+"sqr_mom_0",0.99,1613937341275,1636
+"lr_0",1.26141810307823e-07,1613937341275,1636
+"mom_0",0.9474781385752292,1613937341275,1636
+"eps_0",1e-05,1613937341275,1636
+"wd_1",0.01,1613937341275,1636
+"sqr_mom_1",0.99,1613937341275,1636
+"lr_1",1.261418103078235e-06,1613937341275,1636
+"mom_1",0.9474781385752292,1613937341275,1636
+"eps_1",1e-05,1613937341275,1636
+"wd_2",0.01,1613937341275,1636
+"sqr_mom_2",0.99,1613937341275,1636
+"lr_2",1.2614181030782309e-05,1613937341275,1636
+"mom_2",0.9474781385752292,1613937341275,1636
+"eps_2",1e-05,1613937341275,1636
+"train_loss",0.031806663,1613937342228,1637
+"raw_loss",0.028431144,1613937342228,1637
+"epoch",10.30188679245282,1613937342228,1637
+"wd_0",0.01,1613937342228,1637
+"sqr_mom_0",0.99,1613937342228,1637
+"lr_0",1.2393848940027723e-07,1613937342228,1637
+"mom_0",0.9475222054340487,1613937342228,1637
+"eps_0",1e-05,1613937342228,1637
+"wd_1",0.01,1613937342228,1637
+"sqr_mom_1",0.99,1613937342228,1637
+"lr_1",1.2393848940027774e-06,1613937342228,1637
+"mom_1",0.9475222054340487,1613937342228,1637
+"eps_1",1e-05,1613937342228,1637
+"wd_2",0.01,1613937342228,1637
+"sqr_mom_2",0.99,1613937342228,1637
+"lr_2",1.2393848940027733e-05,1613937342228,1637
+"mom_2",0.9475222054340487,1613937342228,1637
+"eps_2",1e-05,1613937342228,1637
+"train_loss",0.031681083,1613937343182,1638
+"raw_loss",0.025527736,1613937343182,1638
+"epoch",10.30817610062892,1613937343182,1638
+"wd_0",0.01,1613937343182,1638
+"sqr_mom_0",0.99,1613937343182,1638
+"lr_0",1.2175424401005924e-07,1613937343182,1638
+"mom_0",0.9475658907787066,1613937343182,1638
+"eps_0",1e-05,1613937343182,1638
+"wd_1",0.01,1613937343182,1638
+"sqr_mom_1",0.99,1613937343182,1638
+"lr_1",1.2175424401005873e-06,1613937343182,1638
+"mom_1",0.9475658907787066,1613937343182,1638
+"eps_1",1e-05,1613937343182,1638
+"wd_2",0.01,1613937343182,1638
+"sqr_mom_2",0.99,1613937343182,1638
+"lr_2",1.2175424401005832e-05,1613937343182,1638
+"mom_2",0.9475658907787066,1613937343182,1638
+"eps_2",1e-05,1613937343182,1638
+"train_loss",0.03132661,1613937344134,1639
+"raw_loss",0.013957346,1613937344134,1639
+"epoch",10.31446540880502,1613937344134,1639
+"wd_0",0.01,1613937344134,1639
+"sqr_mom_0",0.99,1613937344134,1639
+"lr_0",1.195888017178689e-07,1613937344134,1639
+"mom_0",0.9476092000576432,1613937344134,1639
+"eps_0",1e-05,1613937344134,1639
+"wd_1",0.01,1613937344134,1639
+"sqr_mom_1",0.99,1613937344134,1639
+"lr_1",1.1958880171786891e-06,1613937344134,1639
+"mom_1",0.9476092000576432,1613937344134,1639
+"eps_1",1e-05,1613937344134,1639
+"wd_2",0.01,1613937344134,1639
+"sqr_mom_2",0.99,1613937344134,1639
+"lr_2",1.1958880171786864e-05,1613937344134,1639
+"mom_2",0.9476092000576432,1613937344134,1639
+"eps_2",1e-05,1613937344134,1639
+"train_loss",0.031334206,1613937345156,1640
+"raw_loss",0.031706404,1613937345156,1640
+"epoch",10.32075471698112,1613937345156,1640
+"wd_0",0.01,1613937345156,1640
+"sqr_mom_0",0.99,1613937345156,1640
+"lr_0",1.1744218354948992e-07,1613937345156,1640
+"mom_0",0.9476521328503387,1613937345156,1640
+"eps_0",1e-05,1613937345156,1640
+"wd_1",0.01,1613937345156,1640
+"sqr_mom_1",0.99,1613937345156,1640
+"lr_1",1.1744218354948992e-06,1613937345156,1640
+"mom_1",0.9476521328503387,1613937345156,1640
+"eps_1",1e-05,1613937345156,1640
+"wd_2",0.01,1613937345156,1640
+"sqr_mom_2",0.99,1613937345156,1640
+"lr_2",1.1744218354948924e-05,1613937345156,1640
+"mom_2",0.9476521328503387,1613937345156,1640
+"eps_2",1e-05,1613937345156,1640
+"train_loss",0.031149756,1613937346118,1641
+"raw_loss",0.022111664,1613937346118,1641
+"epoch",10.327044025157221,1613937346118,1641
+"wd_0",0.01,1613937346118,1641
+"sqr_mom_0",0.99,1613937346118,1641
+"lr_0",1.153146913994976e-07,1613937346118,1641
+"mom_0",0.9476946831188412,1613937346118,1641
+"eps_0",1e-05,1613937346118,1641
+"wd_1",0.01,1613937346118,1641
+"sqr_mom_1",0.99,1613937346118,1641
+"lr_1",1.1531469139949743e-06,1613937346118,1641
+"mom_1",0.9476946831188412,1613937346118,1641
+"eps_1",1e-05,1613937346118,1641
+"wd_2",0.01,1613937346118,1641
+"sqr_mom_2",0.99,1613937346118,1641
+"lr_2",1.1531469139949716e-05,1613937346118,1641
+"mom_2",0.9476946831188412,1613937346118,1641
+"eps_2",1e-05,1613937346118,1641
+"train_loss",0.031411186,1613937347057,1642
+"raw_loss",0.04422131,1613937347057,1642
+"epoch",10.333333333333321,1613937347057,1642
+"wd_0",0.01,1613937347057,1642
+"sqr_mom_0",0.99,1613937347057,1642
+"lr_0",1.1320633843883331e-07,1613937347057,1642
+"mom_0",0.9477368505997293,1613937347057,1642
+"eps_0",1e-05,1613937347057,1642
+"wd_1",0.01,1613937347057,1642
+"sqr_mom_1",0.99,1613937347057,1642
+"lr_1",1.1320633843883298e-06,1613937347057,1642
+"mom_1",0.9477368505997293,1613937347057,1642
+"eps_1",1e-05,1613937347057,1642
+"wd_2",0.01,1613937347057,1642
+"sqr_mom_2",0.99,1613937347057,1642
+"lr_2",1.1320633843883298e-05,1613937347057,1642
+"mom_2",0.9477368505997293,1613937347057,1642
+"eps_2",1e-05,1613937347057,1642
+"train_loss",0.031168874,1613937348004,1643
+"raw_loss",0.019295579,1613937348004,1643
+"epoch",10.339622641509422,1613937348004,1643
+"wd_0",0.01,1613937348004,1643
+"sqr_mom_0",0.99,1613937348004,1643
+"lr_0",1.111168617135098e-07,1613937348004,1643
+"mom_0",0.9477786405521352,1613937348004,1643
+"eps_0",1e-05,1613937348004,1643
+"wd_1",0.01,1613937348004,1643
+"sqr_mom_1",0.99,1613937348004,1643
+"lr_1",1.111168617135103e-06,1613937348004,1643
+"mom_1",0.9477786405521352,1613937348004,1643
+"eps_1",1e-05,1613937348004,1643
+"wd_2",0.01,1613937348004,1643
+"sqr_mom_2",0.99,1613937348004,1643
+"lr_2",1.1111686171350922e-05,1613937348004,1643
+"mom_2",0.9477786405521352,1613937348004,1643
+"eps_2",1e-05,1613937348004,1643
+"train_loss",0.031284425,1613937348948,1644
+"raw_loss",0.03694635,1613937348948,1644
+"epoch",10.345911949685522,1613937348948,1644
+"wd_0",0.01,1613937348948,1644
+"sqr_mom_0",0.99,1613937348948,1644
+"lr_0",1.0904641837776967e-07,1613937348948,1644
+"mom_0",0.9478200498329429,1613937348948,1644
+"eps_0",1e-05,1613937348948,1644
+"wd_1",0.01,1613937348948,1644
+"sqr_mom_1",0.99,1613937348948,1644
+"lr_1",1.09046418377769e-06,1613937348948,1644
+"mom_1",0.9478200498329429,1613937348948,1644
+"eps_1",1e-05,1613937348948,1644
+"wd_2",0.01,1613937348948,1644
+"sqr_mom_2",0.99,1613937348948,1644
+"lr_2",1.0904641837776886e-05,1613937348948,1644
+"mom_2",0.9478200498329429,1613937348948,1644
+"eps_2",1e-05,1613937348948,1644
+"train_loss",0.031669762,1613937349921,1645
+"raw_loss",0.0505512,1613937349921,1645
+"epoch",10.352201257861623,1613937349921,1645
+"wd_0",0.01,1613937349921,1645
+"sqr_mom_0",0.99,1613937349921,1645
+"lr_0",1.0699516038365956e-07,1613937349921,1645
+"mom_0",0.9478610754030808,1613937349921,1645
+"eps_0",1e-05,1613937349921,1645
+"wd_1",0.01,1613937349921,1645
+"sqr_mom_1",0.99,1613937349921,1645
+"lr_1",1.0699516038365956e-06,1613937349921,1645
+"mom_1",0.9478610754030808,1613937349921,1645
+"eps_1",1e-05,1613937349921,1645
+"wd_2",0.01,1613937349921,1645
+"sqr_mom_2",0.99,1613937349921,1645
+"lr_2",1.0699516038365875e-05,1613937349921,1645
+"mom_2",0.9478610754030808,1613937349921,1645
+"eps_2",1e-05,1613937349921,1645
+"train_loss",0.03139293,1613937350889,1646
+"raw_loss",0.017828017,1613937350889,1646
+"epoch",10.358490566037723,1613937350889,1646
+"wd_0",0.01,1613937350889,1646
+"sqr_mom_0",0.99,1613937350889,1646
+"lr_0",1.0496283189808384e-07,1613937350889,1646
+"mom_0",0.9479017223792621,1613937350889,1646
+"eps_0",1e-05,1613937350889,1646
+"wd_1",0.01,1613937350889,1646
+"sqr_mom_1",0.99,1613937350889,1646
+"lr_1",1.0496283189808384e-06,1613937350889,1646
+"mom_1",0.9479017223792621,1613937350889,1646
+"eps_1",1e-05,1613937350889,1646
+"wd_2",0.01,1613937350889,1646
+"sqr_mom_2",0.99,1613937350889,1646
+"lr_2",1.049628318980833e-05,1613937350889,1646
+"mom_2",0.9479017223792621,1613937350889,1646
+"eps_2",1e-05,1613937350889,1646
+"train_loss",0.031114692,1613937351853,1647
+"raw_loss",0.017481098,1613937351853,1647
+"epoch",10.364779874213824,1613937351853,1647
+"wd_0",0.01,1613937351853,1647
+"sqr_mom_0",0.99,1613937351853,1647
+"lr_0",1.0294945290954962e-07,1613937351853,1647
+"mom_0",0.9479419903617126,1613937351853,1647
+"eps_0",1e-05,1613937351853,1647
+"wd_1",0.01,1613937351853,1647
+"sqr_mom_1",0.99,1613937351853,1647
+"lr_1",1.0294945290954962e-06,1613937351853,1647
+"mom_1",0.9479419903617126,1613937351853,1647
+"eps_1",1e-05,1613937351853,1647
+"wd_2",0.01,1613937351853,1647
+"sqr_mom_2",0.99,1613937351853,1647
+"lr_2",1.029494529095488e-05,1613937351853,1647
+"mom_2",0.9479419903617126,1613937351853,1647
+"eps_2",1e-05,1613937351853,1647
+"train_loss",0.030843128,1613937352808,1648
+"raw_loss",0.017536467,1613937352808,1648
+"epoch",10.371069182389924,1613937352808,1648
+"wd_0",0.01,1613937352808,1648
+"sqr_mom_0",0.99,1613937352808,1648
+"lr_0",1.0095543823089175e-07,1613937352808,1648
+"mom_0",0.9479818710540927,1613937352808,1648
+"eps_0",1e-05,1613937352808,1648
+"wd_1",0.01,1613937352808,1648
+"sqr_mom_1",0.99,1613937352808,1648
+"lr_1",1.0095543823089158e-06,1613937352808,1648
+"mom_1",0.9479818710540927,1613937352808,1648
+"eps_1",1e-05,1613937352808,1648
+"wd_2",0.01,1613937352808,1648
+"sqr_mom_2",0.99,1613937352808,1648
+"lr_2",1.0095543823089104e-05,1613937352808,1648
+"mom_2",0.9479818710540927,1613937352808,1648
+"eps_2",1e-05,1613937352808,1648
+"train_loss",0.030465124,1613937353762,1649
+"raw_loss",0.011942936,1613937353762,1649
+"epoch",10.377358490566024,1613937353762,1649
+"wd_0",0.01,1613937353762,1649
+"sqr_mom_0",0.99,1613937353762,1649
+"lr_0",9.89804049777893e-08,1613937353762,1649
+"mom_0",0.9480213721141653,1613937353762,1649
+"eps_0",1e-05,1613937353762,1649
+"wd_1",0.01,1613937353762,1649
+"sqr_mom_1",0.99,1613937353762,1649
+"lr_1",9.898040497778964e-07,1613937353762,1649
+"mom_1",0.9480213721141653,1613937353762,1649
+"eps_1",1e-05,1613937353762,1649
+"wd_2",0.01,1613937353762,1649
+"sqr_mom_2",0.99,1613937353762,1649
+"lr_2",9.898040497778897e-06,1613937353762,1649
+"mom_2",0.9480213721141653,1613937353762,1649
+"eps_2",1e-05,1613937353762,1649
+"train_loss",0.030142024,1613937354718,1650
+"raw_loss",0.014310066,1613937354718,1650
+"epoch",10.383647798742125,1613937354718,1650
+"wd_0",0.01,1613937354718,1650
+"sqr_mom_0",0.99,1613937354718,1650
+"lr_0",9.702450181029027e-08,1613937354718,1650
+"mom_0",0.9480604905686998,1613937354718,1650
+"eps_0",1e-05,1613937354718,1650
+"wd_1",0.01,1613937354718,1650
+"sqr_mom_1",0.99,1613937354718,1650
+"lr_1",9.702450181029061e-07,1613937354718,1650
+"mom_1",0.9480604905686998,1613937354718,1650
+"eps_1",1e-05,1613937354718,1650
+"wd_2",0.01,1613937354718,1650
+"sqr_mom_2",0.99,1613937354718,1650
+"lr_2",9.702450181029061e-06,1613937354718,1650
+"mom_2",0.9480604905686998,1613937354718,1650
+"eps_2",1e-05,1613937354718,1650
+"train_loss",0.030083153,1613937355663,1651
+"raw_loss",0.027198495,1613937355663,1651
+"epoch",10.389937106918225,1613937355663,1651
+"wd_0",0.01,1613937355663,1651
+"sqr_mom_0",0.99,1613937355663,1651
+"lr_0",9.508774431185864e-08,1613937355663,1651
+"mom_0",0.9480992261060238,1613937355663,1651
+"eps_0",1e-05,1613937355663,1651
+"wd_1",0.01,1613937355663,1651
+"sqr_mom_1",0.99,1613937355663,1651
+"lr_1",9.508774431185864e-07,1613937355663,1651
+"mom_1",0.9480992261060238,1613937355663,1651
+"eps_1",1e-05,1613937355663,1651
+"wd_2",0.01,1613937355663,1651
+"sqr_mom_2",0.99,1613937355663,1651
+"lr_2",9.508774431185823e-06,1613937355663,1651
+"mom_2",0.9480992261060238,1613937355663,1651
+"eps_2",1e-05,1613937355663,1651
+"train_loss",0.029987704,1613937356642,1652
+"raw_loss",0.025310695,1613937356642,1652
+"epoch",10.396226415094326,1613937356642,1652
+"wd_0",0.01,1613937356642,1652
+"sqr_mom_0",0.99,1613937356642,1652
+"lr_0",9.317027448973472e-08,1613937356642,1652
+"mom_0",0.9481375758859641,1613937356642,1652
+"eps_0",1e-05,1613937356642,1652
+"wd_1",0.01,1613937356642,1652
+"sqr_mom_1",0.99,1613937356642,1652
+"lr_1",9.317027448973439e-07,1613937356642,1652
+"mom_1",0.9481375758859641,1613937356642,1652
+"eps_1",1e-05,1613937356642,1652
+"wd_2",0.01,1613937356642,1652
+"sqr_mom_2",0.99,1613937356642,1652
+"lr_2",9.317027448973439e-06,1613937356642,1652
+"mom_2",0.9481375758859641,1613937356642,1652
+"eps_2",1e-05,1613937356642,1652
+"train_loss",0.029912565,1613937357633,1653
+"raw_loss",0.02623078,1613937357633,1653
+"epoch",10.402515723270426,1613937357633,1653
+"wd_0",0.01,1613937357633,1653
+"sqr_mom_0",0.99,1613937357633,1653
+"lr_0",9.127172789323173e-08,1613937357633,1653
+"mom_0",0.9481755471976073,1613937357633,1653
+"eps_0",1e-05,1613937357633,1653
+"wd_1",0.01,1613937357633,1653
+"sqr_mom_1",0.99,1613937357633,1653
+"lr_1",9.127172789323156e-07,1613937357633,1653
+"mom_1",0.9481755471976073,1613937357633,1653
+"eps_1",1e-05,1613937357633,1653
+"wd_2",0.01,1613937357633,1653
+"sqr_mom_2",0.99,1613937357633,1653
+"lr_2",9.127172789323156e-06,1613937357633,1653
+"mom_2",0.9481755471976073,1613937357633,1653
+"eps_2",1e-05,1613937357633,1653
+"train_loss",0.029921653,1613937358587,1654
+"raw_loss",0.030366981,1613937358587,1654
+"epoch",10.408805031446526,1613937358587,1654
+"wd_0",0.01,1613937358587,1654
+"sqr_mom_0",0.99,1613937358587,1654
+"lr_0",8.939249937676909e-08,1613937358587,1654
+"mom_0",0.948213132143786,1613937358587,1654
+"eps_0",1e-05,1613937358587,1654
+"wd_1",0.01,1613937358587,1654
+"sqr_mom_1",0.99,1613937358587,1654
+"lr_1",8.939249937676909e-07,1613937358587,1654
+"mom_1",0.948213132143786,1613937358587,1654
+"eps_1",1e-05,1613937358587,1654
+"wd_2",0.01,1613937358587,1654
+"sqr_mom_2",0.99,1613937358587,1654
+"lr_2",8.939249937676909e-06,1613937358587,1654
+"mom_2",0.948213132143786,1613937358587,1654
+"eps_2",1e-05,1613937358587,1654
+"train_loss",0.029683948,1613937359560,1655
+"raw_loss",0.01803638,1613937359560,1655
+"epoch",10.415094339622627,1613937359560,1655
+"wd_0",0.01,1613937359560,1655
+"sqr_mom_0",0.99,1613937359560,1655
+"lr_0",8.753260009197348e-08,1613937359560,1655
+"mom_0",0.9482503305014656,1613937359560,1655
+"eps_0",1e-05,1613937359560,1655
+"wd_1",0.01,1613937359560,1655
+"sqr_mom_1",0.99,1613937359560,1655
+"lr_1",8.753260009197281e-07,1613937359560,1655
+"mom_1",0.9482503305014656,1613937359560,1655
+"eps_1",1e-05,1613937359560,1655
+"wd_2",0.01,1613937359560,1655
+"sqr_mom_2",0.99,1613937359560,1655
+"lr_2",8.75326000919724e-06,1613937359560,1655
+"mom_2",0.9482503305014656,1613937359560,1655
+"eps_2",1e-05,1613937359560,1655
+"train_loss",0.02973263,1613937360497,1656
+"raw_loss",0.03211802,1613937360497,1656
+"epoch",10.421383647798727,1613937360497,1656
+"wd_0",0.01,1613937360497,1656
+"sqr_mom_0",0.99,1613937360497,1656
+"lr_0",8.569179807202234e-08,1613937360497,1656
+"mom_0",0.9482871469100286,1613937360497,1656
+"eps_0",1e-05,1613937360497,1656
+"wd_1",0.01,1613937360497,1656
+"sqr_mom_1",0.99,1613937360497,1656
+"lr_1",8.569179807202268e-07,1613937360497,1656
+"mom_1",0.9482871469100286,1613937360497,1656
+"eps_1",1e-05,1613937360497,1656
+"wd_2",0.01,1613937360497,1656
+"sqr_mom_2",0.99,1613937360497,1656
+"lr_2",8.56917980720216e-06,1613937360497,1656
+"mom_2",0.9482871469100286,1613937360497,1656
+"eps_2",1e-05,1613937360497,1656
+"train_loss",0.030050412,1613937361469,1657
+"raw_loss",0.045621775,1613937361469,1657
+"epoch",10.427672955974828,1613937361469,1657
+"wd_0",0.01,1613937361469,1657
+"sqr_mom_0",0.99,1613937361469,1657
+"lr_0",8.387023201333713e-08,1613937361469,1657
+"mom_0",0.9483235785955192,1613937361469,1657
+"eps_0",1e-05,1613937361469,1657
+"wd_1",0.01,1613937361469,1657
+"sqr_mom_1",0.99,1613937361469,1657
+"lr_1",8.38702320133373e-07,1613937361469,1657
+"mom_1",0.9483235785955192,1613937361469,1657
+"eps_1",1e-05,1613937361469,1657
+"wd_2",0.01,1613937361469,1657
+"sqr_mom_2",0.99,1613937361469,1657
+"lr_2",8.387023201333649e-06,1613937361469,1657
+"mom_2",0.9483235785955192,1613937361469,1657
+"eps_2",1e-05,1613937361469,1657
+"train_loss",0.029904082,1613937362454,1658
+"raw_loss",0.022733964,1613937362454,1658
+"epoch",10.433962264150928,1613937362454,1658
+"wd_0",0.01,1613937362454,1658
+"sqr_mom_0",0.99,1613937362454,1658
+"lr_0",8.206779750343699e-08,1613937362454,1658
+"mom_0",0.9483596276462076,1613937362454,1658
+"eps_0",1e-05,1613937362454,1658
+"wd_1",0.01,1613937362454,1658
+"sqr_mom_1",0.99,1613937362454,1658
+"lr_1",8.206779750343716e-07,1613937362454,1658
+"mom_1",0.9483596276462076,1613937362454,1658
+"eps_1",1e-05,1613937362454,1658
+"wd_2",0.01,1613937362454,1658
+"sqr_mom_2",0.99,1613937362454,1658
+"lr_2",8.206779750343689e-06,1613937362454,1658
+"mom_2",0.9483596276462076,1613937362454,1658
+"eps_2",1e-05,1613937362454,1658
+"train_loss",0.030499129,1613937363455,1659
+"raw_loss",0.05965643,1613937363455,1659
+"epoch",10.440251572327028,1613937363455,1659
+"wd_0",0.01,1613937363455,1659
+"sqr_mom_0",0.99,1613937363455,1659
+"lr_0",8.028498332619847e-08,1613937363455,1659
+"mom_0",0.9483952842863188,1613937363455,1659
+"eps_0",1e-05,1613937363455,1659
+"wd_1",0.01,1613937363455,1659
+"sqr_mom_1",0.99,1613937363455,1659
+"lr_1",8.028498332619864e-07,1613937363455,1659
+"mom_1",0.9483952842863188,1613937363455,1659
+"eps_1",1e-05,1613937363455,1659
+"wd_2",0.01,1613937363455,1659
+"sqr_mom_2",0.99,1613937363455,1659
+"lr_2",8.028498332619837e-06,1613937363455,1659
+"mom_2",0.9483952842863188,1613937363455,1659
+"eps_2",1e-05,1613937363455,1659
+"train_loss",0.03029887,1613937364432,1660
+"raw_loss",0.0204862,1613937364432,1660
+"epoch",10.446540880503129,1613937364432,1660
+"wd_0",0.01,1613937364432,1660
+"sqr_mom_0",0.99,1613937364432,1660
+"lr_0",7.852109396935333e-08,1613937364432,1660
+"mom_0",0.9484305624262371,1613937364432,1660
+"eps_0",1e-05,1613937364432,1660
+"wd_1",0.01,1613937364432,1660
+"sqr_mom_1",0.99,1613937364432,1660
+"lr_1",7.85210939693535e-07,1613937364432,1660
+"mom_1",0.9484305624262371,1613937364432,1660
+"eps_1",1e-05,1613937364432,1660
+"wd_2",0.01,1613937364432,1660
+"sqr_mom_2",0.99,1613937364432,1660
+"lr_2",7.852109396935228e-06,1613937364432,1660
+"mom_2",0.9484305624262371,1613937364432,1660
+"eps_2",1e-05,1613937364432,1660
+"train_loss",0.031749047,1613937365385,1661
+"raw_loss",0.10280779,1613937365385,1661
+"epoch",10.45283018867923,1613937365385,1661
+"wd_0",0.01,1613937365385,1661
+"sqr_mom_0",0.99,1613937365385,1661
+"lr_0",7.677661535287163e-08,1613937365385,1661
+"mom_0",0.948465452347466,1613937365385,1661
+"eps_0",1e-05,1613937365385,1661
+"wd_1",0.01,1613937365385,1661
+"sqr_mom_1",0.99,1613937365385,1661
+"lr_1",7.677661535287163e-07,1613937365385,1661
+"mom_1",0.948465452347466,1613937365385,1661
+"eps_1",1e-05,1613937365385,1661
+"wd_2",0.01,1613937365385,1661
+"sqr_mom_2",0.99,1613937365385,1661
+"lr_2",7.67766153528715e-06,1613937365385,1661
+"mom_2",0.948465452347466,1613937365385,1661
+"eps_2",1e-05,1613937365385,1661
+"train_loss",0.032077312,1613937366392,1662
+"raw_loss",0.048162267,1613937366392,1662
+"epoch",10.45911949685533,1613937366392,1662
+"wd_0",0.01,1613937366392,1662
+"sqr_mom_0",0.99,1613937366392,1662
+"lr_0",7.505155753466145e-08,1613937366392,1662
+"mom_0",0.9484999538488452,1613937366392,1662
+"eps_0",1e-05,1613937366392,1662
+"wd_1",0.01,1613937366392,1662
+"sqr_mom_1",0.99,1613937366392,1662
+"lr_1",7.505155753466145e-07,1613937366392,1662
+"mom_1",0.9484999538488452,1613937366392,1662
+"eps_1",1e-05,1613937366392,1662
+"wd_2",0.01,1613937366392,1662
+"sqr_mom_2",0.99,1613937366392,1662
+"lr_2",7.505155753466104e-06,1613937366392,1662
+"mom_2",0.9484999538488452,1613937366392,1662
+"eps_2",1e-05,1613937366392,1662
+"train_loss",0.0319689,1613937367377,1663
+"raw_loss",0.026656555,1613937367377,1663
+"epoch",10.46540880503143,1613937367377,1663
+"wd_0",0.01,1613937367377,1663
+"sqr_mom_0",0.99,1613937367377,1663
+"lr_0",7.334570536534213e-08,1613937367377,1663
+"mom_0",0.9485340712334055,1613937367377,1663
+"eps_0",1e-05,1613937367377,1663
+"wd_1",0.01,1613937367377,1663
+"sqr_mom_1",0.99,1613937367377,1663
+"lr_1",7.33457053653423e-07,1613937367377,1663
+"mom_1",0.9485340712334055,1613937367377,1663
+"eps_1",1e-05,1613937367377,1663
+"wd_2",0.01,1613937367377,1663
+"sqr_mom_2",0.99,1613937367377,1663
+"lr_2",7.334570536534149e-06,1613937367377,1663
+"mom_2",0.9485340712334055,1613937367377,1663
+"eps_2",1e-05,1613937367377,1663
+"train_loss",0.03185079,1613937368421,1664
+"raw_loss",0.026063416,1613937368421,1664
+"epoch",10.47169811320753,1613937368421,1664
+"wd_0",0.01,1613937368421,1664
+"sqr_mom_0",0.99,1613937368421,1664
+"lr_0",7.165918752356203e-08,1613937368421,1664
+"mom_0",0.948567801927548,1613937368421,1664
+"eps_0",1e-05,1613937368421,1664
+"wd_1",0.01,1613937368421,1664
+"sqr_mom_1",0.99,1613937368421,1664
+"lr_1",7.16591875235622e-07,1613937368421,1664
+"mom_1",0.948567801927548,1613937368421,1664
+"eps_1",1e-05,1613937368421,1664
+"wd_2",0.01,1613937368421,1664
+"sqr_mom_2",0.99,1613937368421,1664
+"lr_2",7.1659187523561525e-06,1613937368421,1664
+"mom_2",0.948567801927548,1613937368421,1664
+"eps_2",1e-05,1613937368421,1664
+"train_loss",0.031486828,1613937369380,1665
+"raw_loss",0.013652728,1613937369380,1665
+"epoch",10.47798742138363,1613937369380,1665
+"wd_0",0.01,1613937369380,1665
+"sqr_mom_0",0.99,1613937369380,1665
+"lr_0",6.99919074895331e-08,1613937369380,1665
+"mom_0",0.9486011478616879,1613937369380,1665
+"eps_0",1e-05,1613937369380,1665
+"wd_1",0.01,1613937369380,1665
+"sqr_mom_1",0.99,1613937369380,1665
+"lr_1",6.999190748953259e-07,1613937369380,1665
+"mom_1",0.9486011478616879,1613937369380,1665
+"eps_1",1e-05,1613937369380,1665
+"wd_2",0.01,1613937369380,1665
+"sqr_mom_2",0.99,1613937369380,1665
+"lr_2",6.9991907489532455e-06,1613937369380,1665
+"mom_2",0.9486011478616879,1613937369380,1665
+"eps_2",1e-05,1613937369380,1665
+"train_loss",0.031933982,1613937370333,1666
+"raw_loss",0.053844597,1613937370333,1666
+"epoch",10.484276729559731,1613937370333,1666
+"wd_0",0.01,1613937370333,1666
+"sqr_mom_0",0.99,1613937370333,1666
+"lr_0",6.834420841712488e-08,1613937370333,1666
+"mom_0",0.9486341021726792,1613937370333,1666
+"eps_0",1e-05,1613937370333,1666
+"wd_1",0.01,1613937370333,1666
+"sqr_mom_1",0.99,1613937370333,1666
+"lr_1",6.834420841712521e-07,1613937370333,1666
+"mom_1",0.9486341021726792,1613937370333,1666
+"eps_1",1e-05,1613937370333,1666
+"wd_2",0.01,1613937370333,1666
+"sqr_mom_2",0.99,1613937370333,1666
+"lr_2",6.83442084171244e-06,1613937370333,1666
+"mom_2",0.9486341021726792,1613937370333,1666
+"eps_2",1e-05,1613937370333,1666
+"train_loss",0.032091796,1613937371288,1667
+"raw_loss",0.039824706,1613937371288,1667
+"epoch",10.490566037735832,1613937371288,1667
+"wd_0",0.01,1613937371288,1667
+"sqr_mom_0",0.99,1613937371288,1667
+"lr_0",6.671577356423752e-08,1613937371288,1667
+"mom_0",0.9486666711954271,1613937371288,1667
+"eps_0",1e-05,1613937371288,1667
+"wd_1",0.01,1613937371288,1667
+"sqr_mom_1",0.99,1613937371288,1667
+"lr_1",6.671577356423769e-07,1613937371288,1667
+"mom_1",0.9486666711954271,1613937371288,1667
+"eps_1",1e-05,1613937371288,1667
+"wd_2",0.01,1613937371288,1667
+"sqr_mom_2",0.99,1613937371288,1667
+"lr_2",6.671577356423715e-06,1613937371288,1667
+"mom_2",0.9486666711954271,1613937371288,1667
+"eps_2",1e-05,1613937371288,1667
+"train_loss",0.031844348,1613937372255,1668
+"raw_loss",0.019719293,1613937372255,1668
+"epoch",10.496855345911932,1613937372255,1668
+"wd_0",0.01,1613937372255,1668
+"sqr_mom_0",0.99,1613937372255,1668
+"lr_0",6.510672586221533e-08,1613937372255,1668
+"mom_0",0.9486988524712804,1613937372255,1668
+"eps_0",1e-05,1613937372255,1668
+"wd_1",0.01,1613937372255,1668
+"sqr_mom_1",0.99,1613937372255,1668
+"lr_1",6.510672586221517e-07,1613937372255,1668
+"mom_1",0.9486988524712804,1613937372255,1668
+"eps_1",1e-05,1613937372255,1668
+"wd_2",0.01,1613937372255,1668
+"sqr_mom_2",0.99,1613937372255,1668
+"lr_2",6.510672586221462e-06,1613937372255,1668
+"mom_2",0.9486988524712804,1613937372255,1668
+"eps_2",1e-05,1613937372255,1668
+"train_loss",0.031915385,1613937373216,1669
+"raw_loss",0.035396222,1613937373216,1669
+"epoch",10.503144654088032,1613937373216,1669
+"wd_0",0.01,1613937373216,1669
+"sqr_mom_0",0.99,1613937373216,1669
+"lr_0",6.351718294352289e-08,1613937373216,1669
+"mom_0",0.948730643647566,1613937373216,1669
+"eps_0",1e-05,1613937373216,1669
+"wd_1",0.01,1613937373216,1669
+"sqr_mom_1",0.99,1613937373216,1669
+"lr_1",6.351718294352323e-07,1613937373216,1669
+"mom_1",0.948730643647566,1613937373216,1669
+"eps_1",1e-05,1613937373216,1669
+"wd_2",0.01,1613937373216,1669
+"sqr_mom_2",0.99,1613937373216,1669
+"lr_2",6.351718294352309e-06,1613937373216,1669
+"mom_2",0.948730643647566,1613937373216,1669
+"eps_2",1e-05,1613937373216,1669
+"train_loss",0.032311413,1613937374171,1670
+"raw_loss",0.051716767,1613937374171,1670
+"epoch",10.509433962264133,1613937374171,1670
+"wd_0",0.01,1613937374171,1670
+"sqr_mom_0",0.99,1613937374171,1670
+"lr_0",6.194694656021238e-08,1613937374171,1670
+"mom_0",0.9487620486892826,1613937374171,1670
+"eps_0",1e-05,1613937374171,1670
+"wd_1",0.01,1613937374171,1670
+"sqr_mom_1",0.99,1613937374171,1670
+"lr_1",6.19469465602117e-07,1613937374171,1670
+"mom_1",0.9487620486892826,1613937374171,1670
+"eps_1",1e-05,1613937374171,1670
+"wd_2",0.01,1613937374171,1670
+"sqr_mom_2",0.99,1613937374171,1670
+"lr_2",6.1946946560211295e-06,1613937374171,1670
+"mom_2",0.9487620486892826,1613937374171,1670
+"eps_2",1e-05,1613937374171,1670
+"train_loss",0.032163758,1613937375125,1671
+"raw_loss",0.024928644,1613937375125,1671
+"epoch",10.515723270440233,1613937375125,1671
+"wd_0",0.01,1613937375125,1671
+"sqr_mom_0",0.99,1613937375125,1671
+"lr_0",6.03960330876931e-08,1613937375125,1671
+"mom_0",0.9487930672689188,1613937375125,1671
+"eps_0",1e-05,1613937375125,1671
+"wd_1",0.01,1613937375125,1671
+"sqr_mom_1",0.99,1613937375125,1671
+"lr_1",6.039603308769276e-07,1613937375125,1671
+"mom_1",0.9487930672689188,1613937375125,1671
+"eps_1",1e-05,1613937375125,1671
+"wd_2",0.01,1613937375125,1671
+"sqr_mom_2",0.99,1613937375125,1671
+"lr_2",6.039603308769263e-06,1613937375125,1671
+"mom_2",0.9487930672689188,1613937375125,1671
+"eps_2",1e-05,1613937375125,1671
+"train_loss",0.032136835,1613937376075,1672
+"raw_loss",0.030817674,1613937376075,1672
+"epoch",10.522012578616334,1613937376075,1672
+"wd_0",0.01,1613937376075,1672
+"sqr_mom_0",0.99,1613937376075,1672
+"lr_0",5.8864862533036345e-08,1613937376075,1672
+"mom_0",0.9488236909862491,1613937376075,1672
+"eps_0",1e-05,1613937376075,1672
+"wd_1",0.01,1613937376075,1672
+"sqr_mom_1",0.99,1613937376075,1672
+"lr_1",5.886486253303618e-07,1613937376075,1672
+"mom_1",0.9488236909862491,1613937376075,1672
+"eps_1",1e-05,1613937376075,1672
+"wd_2",0.01,1613937376075,1672
+"sqr_mom_2",0.99,1613937376075,1672
+"lr_2",5.886486253303658e-06,1613937376075,1672
+"mom_2",0.9488236909862491,1613937376075,1672
+"eps_2",1e-05,1613937376075,1672
+"train_loss",0.03201082,1613937377062,1673
+"raw_loss",0.02583615,1613937377062,1673
+"epoch",10.528301886792434,1613937377062,1673
+"wd_0",0.01,1613937377062,1673
+"sqr_mom_0",0.99,1613937377062,1673
+"lr_0",5.7352837555297425e-08,1613937377062,1673
+"mom_0",0.9488539317882119,1613937377062,1673
+"eps_0",1e-05,1613937377062,1673
+"wd_1",0.01,1613937377062,1673
+"sqr_mom_1",0.99,1613937377062,1673
+"lr_1",5.735283755529759e-07,1613937377062,1673
+"mom_1",0.9488539317882119,1613937377062,1673
+"eps_1",1e-05,1613937377062,1673
+"wd_2",0.01,1613937377062,1673
+"sqr_mom_2",0.99,1613937377062,1673
+"lr_2",5.735283755529692e-06,1613937377062,1673
+"mom_2",0.9488539317882119,1613937377062,1673
+"eps_2",1e-05,1613937377062,1673
+"train_loss",0.031652242,1613937378008,1674
+"raw_loss",0.0140819065,1613937378008,1674
+"epoch",10.534591194968534,1613937378008,1674
+"wd_0",0.01,1613937378008,1674
+"sqr_mom_0",0.99,1613937378008,1674
+"lr_0",5.5860375272131896e-08,1613937378008,1674
+"mom_0",0.9488837813323706,1613937378008,1674
+"eps_0",1e-05,1613937378008,1674
+"wd_1",0.01,1613937378008,1674
+"sqr_mom_1",0.99,1613937378008,1674
+"lr_1",5.586037527213173e-07,1613937378008,1674
+"mom_1",0.9488837813323706,1613937378008,1674
+"eps_1",1e-05,1613937378008,1674
+"wd_2",0.01,1613937378008,1674
+"sqr_mom_2",0.99,1613937378008,1674
+"lr_2",5.586037527213132e-06,1613937378008,1674
+"mom_2",0.9488837813323706,1613937378008,1674
+"eps_2",1e-05,1613937378008,1674
+"train_loss",0.03137422,1613937379031,1675
+"raw_loss",0.017751148,1613937379031,1675
+"epoch",10.540880503144635,1613937379031,1675
+"wd_0",0.01,1613937379031,1675
+"sqr_mom_0",0.99,1613937379031,1675
+"lr_0",5.43873866291452e-08,1613937379031,1675
+"mom_0",0.948913241399831,1613937379031,1675
+"eps_0",1e-05,1613937379031,1675
+"wd_1",0.01,1613937379031,1675
+"sqr_mom_1",0.99,1613937379031,1675
+"lr_1",5.438738662914537e-07,1613937379031,1675
+"mom_1",0.948913241399831,1613937379031,1675
+"eps_1",1e-05,1613937379031,1675
+"wd_2",0.01,1613937379031,1675
+"sqr_mom_2",0.99,1613937379031,1675
+"lr_2",5.438738662914442e-06,1613937379031,1675
+"mom_2",0.948913241399831,1613937379031,1675
+"eps_2",1e-05,1613937379031,1675
+"train_loss",0.031174386,1613937380053,1676
+"raw_loss",0.021382537,1613937380053,1676
+"epoch",10.547169811320735,1613937380053,1676
+"wd_0",0.01,1613937380053,1676
+"sqr_mom_0",0.99,1613937380053,1676
+"lr_0",5.293397914021494e-08,1613937380053,1676
+"mom_0",0.948942309840294,1613937380053,1676
+"eps_0",1e-05,1613937380053,1676
+"wd_1",0.01,1613937380053,1676
+"sqr_mom_1",0.99,1613937380053,1676
+"lr_1",5.293397914021494e-07,1613937380053,1676
+"mom_1",0.948942309840294,1613937380053,1676
+"eps_1",1e-05,1613937380053,1676
+"wd_2",0.01,1613937380053,1676
+"sqr_mom_2",0.99,1613937380053,1676
+"lr_2",5.293397914021467e-06,1613937380053,1676
+"mom_2",0.948942309840294,1613937380053,1676
+"eps_2",1e-05,1613937380053,1676
+"train_loss",0.031907912,1613937381025,1677
+"raw_loss",0.06785074,1613937381025,1677
+"epoch",10.553459119496836,1613937381025,1677
+"wd_0",0.01,1613937381025,1677
+"sqr_mom_0",0.99,1613937381025,1677
+"lr_0",5.149997153621702e-08,1613937381025,1677
+"mom_0",0.9489709902791784,1613937381025,1677
+"eps_0",1e-05,1613937381025,1677
+"wd_1",0.01,1613937381025,1677
+"sqr_mom_1",0.99,1613937381025,1677
+"lr_1",5.149997153621651e-07,1613937381025,1677
+"mom_1",0.9489709902791784,1613937381025,1677
+"eps_1",1e-05,1613937381025,1677
+"wd_2",0.01,1613937381025,1677
+"sqr_mom_2",0.99,1613937381025,1677
+"lr_2",5.149997153621583e-06,1613937381025,1677
+"mom_2",0.9489709902791784,1613937381025,1677
+"eps_2",1e-05,1613937381025,1677
+"train_loss",0.032040227,1613937381966,1678
+"raw_loss",0.038523693,1613937381966,1678
+"epoch",10.559748427672936,1613937381966,1678
+"wd_0",0.01,1613937381966,1678
+"sqr_mom_0",0.99,1613937381966,1678
+"lr_0",5.008537912384486e-08,1613937381966,1678
+"mom_0",0.9489992824103471,1613937381966,1678
+"eps_0",1e-05,1613937381966,1678
+"wd_1",0.01,1613937381966,1678
+"sqr_mom_1",0.99,1613937381966,1678
+"lr_1",5.00853791238452e-07,1613937381966,1678
+"mom_1",0.9489992824103471,1613937381966,1678
+"eps_1",1e-05,1613937381966,1678
+"wd_2",0.01,1613937381966,1678
+"sqr_mom_2",0.99,1613937381966,1678
+"lr_2",5.008537912384479e-06,1613937381966,1678
+"mom_2",0.9489992824103471,1613937381966,1678
+"eps_2",1e-05,1613937381966,1678
+"train_loss",0.031791516,1613937382938,1679
+"raw_loss",0.019604558,1613937382938,1679
+"epoch",10.566037735849036,1613937382938,1679
+"wd_0",0.01,1613937382938,1679
+"sqr_mom_0",0.99,1613937382938,1679
+"lr_0",4.869049274189909e-08,1613937382938,1679
+"mom_0",0.9490271804169661,1613937382938,1679
+"eps_0",1e-05,1613937382938,1679
+"wd_1",0.01,1613937382938,1679
+"sqr_mom_1",0.99,1613937382938,1679
+"lr_1",4.869049274189909e-07,1613937382938,1679
+"mom_1",0.9490271804169661,1613937382938,1679
+"eps_1",1e-05,1613937382938,1679
+"wd_2",0.01,1613937382938,1679
+"sqr_mom_2",0.99,1613937382938,1679
+"lr_2",4.869049274189882e-06,1613937382938,1679
+"mom_2",0.9490271804169661,1613937382938,1679
+"eps_2",1e-05,1613937382938,1679
+"train_loss",0.03156853,1613937383915,1680
+"raw_loss",0.020642303,1613937383915,1680
+"epoch",10.572327044025137,1613937383915,1680
+"wd_0",0.01,1613937383915,1680
+"sqr_mom_0",0.99,1613937383915,1680
+"lr_0",4.7315043935824864e-08,1613937383915,1680
+"mom_0",0.9490546896681802,1613937383915,1680
+"eps_0",1e-05,1613937383915,1680
+"wd_1",0.01,1613937383915,1680
+"sqr_mom_1",0.99,1613937383915,1680
+"lr_1",4.7315043935825034e-07,1613937383915,1680
+"mom_1",0.9490546896681802,1613937383915,1680
+"eps_1",1e-05,1613937383915,1680
+"wd_2",0.01,1613937383915,1680
+"sqr_mom_2",0.99,1613937383915,1680
+"lr_2",4.731504393582463e-06,1613937383915,1680
+"mom_2",0.9490546896681802,1613937383915,1680
+"eps_2",1e-05,1613937383915,1680
+"train_loss",0.03141401,1613937384878,1681
+"raw_loss",0.02384246,1613937384878,1681
+"epoch",10.578616352201237,1613937384878,1681
+"wd_0",0.01,1613937384878,1681
+"sqr_mom_0",0.99,1613937384878,1681
+"lr_0",4.5959136854012563e-08,1613937384878,1681
+"mom_0",0.9490818080810005,1613937384878,1681
+"eps_0",1e-05,1613937384878,1681
+"wd_1",0.01,1613937384878,1681
+"sqr_mom_1",0.99,1613937384878,1681
+"lr_1",4.5959136854012563e-07,1613937384878,1681
+"mom_1",0.9490818080810005,1613937384878,1681
+"eps_1",1e-05,1613937384878,1681
+"wd_2",0.01,1613937384878,1681
+"sqr_mom_2",0.99,1613937384878,1681
+"lr_2",4.595913685401243e-06,1613937384878,1681
+"mom_2",0.9490818080810005,1613937384878,1681
+"eps_2",1e-05,1613937384878,1681
+"train_loss",0.032058313,1613937385840,1682
+"raw_loss",0.063629195,1613937385840,1682
+"epoch",10.584905660377338,1613937385840,1682
+"wd_0",0.01,1613937385840,1682
+"sqr_mom_0",0.99,1613937385840,1682
+"lr_0",4.4622782299518704e-08,1613937385840,1682
+"mom_0",0.949108535439364,1613937385840,1682
+"eps_0",1e-05,1613937385840,1682
+"wd_1",0.01,1613937385840,1682
+"sqr_mom_1",0.99,1613937385840,1682
+"lr_1",4.4622782299518534e-07,1613937385840,1682
+"mom_1",0.949108535439364,1613937385840,1682
+"eps_1",1e-05,1613937385840,1682
+"wd_2",0.01,1613937385840,1682
+"sqr_mom_2",0.99,1613937385840,1682
+"lr_2",4.4622782299518805e-06,1613937385840,1682
+"mom_2",0.949108535439364,1613937385840,1682
+"eps_2",1e-05,1613937385840,1682
+"train_loss",0.032090925,1613937386945,1683
+"raw_loss",0.0336888,1613937386945,1683
+"epoch",10.591194968553438,1613937386945,1683
+"wd_0",0.01,1613937386945,1683
+"sqr_mom_0",0.99,1613937386945,1683
+"lr_0",4.3306077625661726e-08,1613937386945,1683
+"mom_0",0.9491348697961847,1613937386945,1683
+"eps_0",1e-05,1613937386945,1683
+"wd_1",0.01,1613937386945,1683
+"sqr_mom_1",0.99,1613937386945,1683
+"lr_1",4.3306077625662065e-07,1613937386945,1683
+"mom_1",0.9491348697961847,1613937386945,1683
+"eps_1",1e-05,1613937386945,1683
+"wd_2",0.01,1613937386945,1683
+"sqr_mom_2",0.99,1613937386945,1683
+"lr_2",4.330607762566166e-06,1613937386945,1683
+"mom_2",0.9491348697961847,1613937386945,1683
+"eps_2",1e-05,1613937386945,1683
+"train_loss",0.031898055,1613937387994,1684
+"raw_loss",0.022447502,1613937387994,1684
+"epoch",10.597484276729539,1613937387994,1684
+"wd_0",0.01,1613937387994,1684
+"sqr_mom_0",0.99,1613937387994,1684
+"lr_0",4.200877320571057e-08,1613937387994,1684
+"mom_0",0.9491608161440472,1613937387994,1684
+"eps_0",1e-05,1613937387994,1684
+"wd_1",0.01,1613937387994,1684
+"sqr_mom_1",0.99,1613937387994,1684
+"lr_1",4.2008773205710567e-07,1613937387994,1684
+"mom_1",0.9491608161440472,1613937387994,1684
+"eps_1",1e-05,1613937387994,1684
+"wd_2",0.01,1613937387994,1684
+"sqr_mom_2",0.99,1613937387994,1684
+"lr_2",4.2008773205710025e-06,1613937387994,1684
+"mom_2",0.9491608161440472,1613937387994,1684
+"eps_2",1e-05,1613937387994,1684
+"train_loss",0.031650662,1613937389062,1685
+"raw_loss",0.019528333,1613937389062,1685
+"epoch",10.603773584905639,1613937389062,1685
+"wd_0",0.01,1613937389062,1685
+"sqr_mom_0",0.99,1613937389062,1685
+"lr_0",4.0731139493254255e-08,1613937389062,1685
+"mom_0",0.9491863690738256,1613937389062,1685
+"eps_0",1e-05,1613937389062,1685
+"wd_1",0.01,1613937389062,1685
+"sqr_mom_1",0.99,1613937389062,1685
+"lr_1",4.0731139493254255e-07,1613937389062,1685
+"mom_1",0.9491863690738256,1613937389062,1685
+"eps_1",1e-05,1613937389062,1685
+"wd_2",0.01,1613937389062,1685
+"sqr_mom_2",0.99,1613937389062,1685
+"lr_2",4.073113949325398e-06,1613937389062,1685
+"mom_2",0.9491863690738256,1613937389062,1685
+"eps_2",1e-05,1613937389062,1685
+"train_loss",0.032030746,1613937390018,1686
+"raw_loss",0.0506548,1613937390018,1686
+"epoch",10.61006289308174,1613937390018,1686
+"wd_0",0.01,1613937390018,1686
+"sqr_mom_0",0.99,1613937390018,1686
+"lr_0",3.947318276913527e-08,1613937390018,1686
+"mom_0",0.9492115284599019,1613937390018,1686
+"eps_0",1e-05,1613937390018,1686
+"wd_1",0.01,1613937390018,1686
+"sqr_mom_1",0.99,1613937390018,1686
+"lr_1",3.9473182769135946e-07,1613937390018,1686
+"mom_1",0.9492115284599019,1613937390018,1686
+"eps_1",1e-05,1613937390018,1686
+"wd_2",0.01,1613937390018,1686
+"sqr_mom_2",0.99,1613937390018,1686
+"lr_2",3.947318276913527e-06,1613937390018,1686
+"mom_2",0.9492115284599019,1613937390018,1686
+"eps_2",1e-05,1613937390018,1686
+"train_loss",0.032011393,1613937390978,1687
+"raw_loss",0.031063043,1613937390978,1687
+"epoch",10.61635220125784,1613937390978,1687
+"wd_0",0.01,1613937390978,1687
+"sqr_mom_0",0.99,1613937390978,1687
+"lr_0",3.823474614086619e-08,1613937390978,1687
+"mom_0",0.949236297440157,1613937390978,1687
+"eps_0",1e-05,1613937390978,1687
+"wd_1",0.01,1613937390978,1687
+"sqr_mom_1",0.99,1613937390978,1687
+"lr_1",3.8234746140866865e-07,1613937390978,1687
+"mom_1",0.949236297440157,1613937390978,1687
+"eps_1",1e-05,1613937390978,1687
+"wd_2",0.01,1613937390978,1687
+"sqr_mom_2",0.99,1613937390978,1687
+"lr_2",3.8234746140866594e-06,1613937390978,1687
+"mom_2",0.949236297440157,1613937390978,1687
+"eps_2",1e-05,1613937390978,1687
+"train_loss",0.031656057,1613937391951,1688
+"raw_loss",0.014244529,1613937391951,1688
+"epoch",10.62264150943394,1613937391951,1688
+"wd_0",0.01,1613937391951,1688
+"sqr_mom_0",0.99,1613937391951,1688
+"lr_0",3.701592358323648e-08,1613937391951,1688
+"mom_0",0.9492606741350765,1613937391951,1688
+"eps_0",1e-05,1613937391951,1688
+"wd_1",0.01,1613937391951,1688
+"sqr_mom_1",0.99,1613937391951,1688
+"lr_1",3.701592358323631e-07,1613937391951,1688
+"mom_1",0.9492606741350765,1613937391951,1688
+"eps_1",1e-05,1613937391951,1688
+"wd_2",0.01,1613937391951,1688
+"sqr_mom_2",0.99,1613937391951,1688
+"lr_2",3.7015923583235766e-06,1613937391951,1688
+"mom_2",0.9492606741350765,1613937391951,1688
+"eps_2",1e-05,1613937391951,1688
+"train_loss",0.031605672,1613937392925,1689
+"raw_loss",0.029136797,1613937392925,1689
+"epoch",10.62893081761004,1613937392925,1689
+"wd_0",0.01,1613937392925,1689
+"sqr_mom_0",0.99,1613937392925,1689
+"lr_0",3.581664590414485e-08,1613937392925,1689
+"mom_0",0.9492846599285163,1613937392925,1689
+"eps_0",1e-05,1613937392925,1689
+"wd_1",0.01,1613937392925,1689
+"sqr_mom_1",0.99,1613937392925,1689
+"lr_1",3.581664590414485e-07,1613937392925,1689
+"mom_1",0.9492846599285163,1613937392925,1689
+"eps_1",1e-05,1613937392925,1689
+"wd_2",0.01,1613937392925,1689
+"sqr_mom_2",0.99,1613937392925,1689
+"lr_2",3.58166459041439e-06,1613937392925,1689
+"mom_2",0.9492846599285163,1613937392925,1689
+"eps_2",1e-05,1613937392925,1689
+"train_loss",0.031308524,1613937393894,1690
+"raw_loss",0.01674835,1613937393894,1690
+"epoch",10.635220125786141,1613937393894,1690
+"wd_0",0.01,1613937393894,1690
+"sqr_mom_0",0.99,1613937393894,1690
+"lr_0",3.4637236967190106e-08,1613937393894,1690
+"mom_0",0.9493082483431395,1613937393894,1690
+"eps_0",1e-05,1613937393894,1690
+"wd_1",0.01,1613937393894,1690
+"sqr_mom_1",0.99,1613937393894,1690
+"lr_1",3.4637236967190106e-07,1613937393894,1690
+"mom_1",0.9493082483431395,1613937393894,1690
+"eps_1",1e-05,1613937393894,1690
+"wd_2",0.01,1613937393894,1690
+"sqr_mom_2",0.99,1613937393894,1690
+"lr_2",3.46372369671897e-06,1613937393894,1690
+"mom_2",0.9493082483431395,1613937393894,1690
+"eps_2",1e-05,1613937393894,1690
+"train_loss",0.031662352,1613937394929,1691
+"raw_loss",0.04899989,1613937394929,1691
+"epoch",10.641509433962241,1613937394929,1691
+"wd_0",0.01,1613937394929,1691
+"sqr_mom_0",0.99,1613937394929,1691
+"lr_0",3.347723666082862e-08,1613937394929,1691
+"mom_0",0.9493314485812692,1613937394929,1691
+"eps_0",1e-05,1613937394929,1691
+"wd_1",0.01,1613937394929,1691
+"sqr_mom_1",0.99,1613937394929,1691
+"lr_1",3.347723666082862e-07,1613937394929,1691
+"mom_1",0.9493314485812692,1613937394929,1691
+"eps_1",1e-05,1613937394929,1691
+"wd_2",0.01,1613937394929,1691
+"sqr_mom_2",0.99,1613937394929,1691
+"lr_2",3.3477236660827943e-06,1613937394929,1691
+"mom_2",0.9493314485812692,1613937394929,1691
+"eps_2",1e-05,1613937394929,1691
+"train_loss",0.031973846,1613937396100,1692
+"raw_loss",0.047237135,1613937396100,1692
+"epoch",10.647798742138342,1613937396100,1692
+"wd_0",0.01,1613937396100,1692
+"sqr_mom_0",0.99,1613937396100,1692
+"lr_0",3.233696593034863e-08,1613937396100,1692
+"mom_0",0.9493542542239353,1613937396100,1692
+"eps_0",1e-05,1613937396100,1692
+"wd_1",0.01,1613937396100,1692
+"sqr_mom_1",0.99,1613937396100,1692
+"lr_1",3.233696593034897e-07,1613937396100,1692
+"mom_1",0.9493542542239353,1613937396100,1692
+"eps_1",1e-05,1613937396100,1692
+"wd_2",0.01,1613937396100,1692
+"sqr_mom_2",0.99,1613937396100,1692
+"lr_2",3.233696593034829e-06,1613937396100,1692
+"mom_2",0.9493542542239353,1613937396100,1692
+"eps_2",1e-05,1613937396100,1692
+"train_loss",0.03179627,1613937397259,1693
+"raw_loss",0.023094939,1613937397259,1693
+"epoch",10.654088050314442,1613937397259,1693
+"wd_0",0.01,1613937397259,1693
+"sqr_mom_0",0.99,1613937397259,1693
+"lr_0",3.1216429948747205e-08,1613937397259,1693
+"mom_0",0.9493766651676767,1613937397259,1693
+"eps_0",1e-05,1613937397259,1693
+"wd_1",0.01,1613937397259,1693
+"sqr_mom_1",0.99,1613937397259,1693
+"lr_1",3.1216429948747375e-07,1613937397259,1693
+"mom_1",0.9493766651676767,1613937397259,1693
+"eps_1",1e-05,1613937397259,1693
+"wd_2",0.01,1613937397259,1693
+"sqr_mom_2",0.99,1613937397259,1693
+"lr_2",3.1216429948747104e-06,1613937397259,1693
+"mom_2",0.9493766651676767,1613937397259,1693
+"eps_2",1e-05,1613937397259,1693
+"train_loss",0.032090444,1613937398353,1694
+"raw_loss",0.046504997,1613937398353,1694
+"epoch",10.660377358490543,1613937398353,1694
+"wd_0",0.01,1613937398353,1694
+"sqr_mom_0",0.99,1613937398353,1694
+"lr_0",3.0115488962665014e-08,1613937398353,1694
+"mom_0",0.9493986842075888,1613937398353,1694
+"eps_0",1e-05,1613937398353,1694
+"wd_1",0.01,1613937398353,1694
+"sqr_mom_1",0.99,1613937398353,1694
+"lr_1",3.011548896266535e-07,1613937398353,1694
+"mom_1",0.9493986842075888,1613937398353,1694
+"eps_1",1e-05,1613937398353,1694
+"wd_2",0.01,1613937398353,1694
+"sqr_mom_2",0.99,1613937398353,1694
+"lr_2",3.0115488962664675e-06,1613937398353,1694
+"mom_2",0.9493986842075888,1613937398353,1694
+"eps_2",1e-05,1613937398353,1694
+"train_loss",0.031765778,1613937399313,1695
+"raw_loss",0.015857052,1613937399313,1695
+"epoch",10.666666666666643,1613937399313,1695
+"wd_0",0.01,1613937399313,1695
+"sqr_mom_0",0.99,1613937399313,1695
+"lr_0",2.9034226736601364e-08,1613937399313,1695
+"mom_0",0.9494203096683647,1613937399313,1695
+"eps_0",1e-05,1613937399313,1695
+"wd_1",0.01,1613937399313,1695
+"sqr_mom_1",0.99,1613937399313,1695
+"lr_1",2.9034226736601195e-07,1613937399313,1695
+"mom_1",0.9494203096683647,1613937399313,1695
+"eps_1",1e-05,1613937399313,1695
+"wd_2",0.01,1613937399313,1695
+"sqr_mom_2",0.99,1613937399313,1695
+"lr_2",2.903422673660133e-06,1613937399313,1695
+"mom_2",0.9494203096683647,1613937399313,1695
+"eps_2",1e-05,1613937399313,1695
+"train_loss",0.031775992,1613937400283,1696
+"raw_loss",0.032276466,1613937400283,1696
+"epoch",10.672955974842743,1613937400283,1696
+"wd_0",0.01,1613937400283,1696
+"sqr_mom_0",0.99,1613937400283,1696
+"lr_0",2.7972721656466656e-08,1613937400283,1696
+"mom_0",0.9494415399822704,1613937400283,1696
+"eps_0",1e-05,1613937400283,1696
+"wd_1",0.01,1613937400283,1696
+"sqr_mom_1",0.99,1613937400283,1696
+"lr_1",2.7972721656466487e-07,1613937400283,1696
+"mom_1",0.9494415399822704,1613937400283,1696
+"eps_1",1e-05,1613937400283,1696
+"wd_2",0.01,1613937400283,1696
+"sqr_mom_2",0.99,1613937400283,1696
+"lr_2",2.7972721656465945e-06,1613937400283,1696
+"mom_2",0.9494415399822704,1613937400283,1696
+"eps_2",1e-05,1613937400283,1696
+"train_loss",0.03165087,1613937401321,1697
+"raw_loss",0.025519853,1613937401321,1697
+"epoch",10.679245283018844,1613937401321,1697
+"wd_0",0.01,1613937401321,1697
+"sqr_mom_0",0.99,1613937401321,1697
+"lr_0",2.6930772867068597e-08,1613937401321,1697
+"mom_0",0.9494623791664503,1613937401321,1697
+"eps_0",1e-05,1613937401321,1697
+"wd_1",0.01,1613937401321,1697
+"sqr_mom_1",0.99,1613937401321,1697
+"lr_1",2.6930772867069105e-07,1613937401321,1697
+"mom_1",0.9494623791664503,1613937401321,1697
+"eps_1",1e-05,1613937401321,1697
+"wd_2",0.01,1613937401321,1697
+"sqr_mom_2",0.99,1613937401321,1697
+"lr_2",2.6930772867068834e-06,1613937401321,1697
+"mom_2",0.9494623791664503,1613937401321,1697
+"eps_2",1e-05,1613937401321,1697
+"train_loss",0.031546842,1613937402413,1698
+"raw_loss",0.026449447,1613937402413,1698
+"epoch",10.685534591194944,1613937402413,1698
+"wd_0",0.01,1613937402413,1698
+"sqr_mom_0",0.99,1613937402413,1698
+"lr_0",2.590859798266049e-08,1613937402413,1698
+"mom_0",0.9494828228685754,1613937402413,1698
+"eps_0",1e-05,1613937402413,1698
+"wd_1",0.01,1613937402413,1698
+"sqr_mom_1",0.99,1613937402413,1698
+"lr_1",2.5908597982661e-07,1613937402413,1698
+"mom_1",0.9494828228685754,1613937402413,1698
+"eps_1",1e-05,1613937402413,1698
+"wd_2",0.01,1613937402413,1698
+"sqr_mom_2",0.99,1613937402413,1698
+"lr_2",2.5908597982660184e-06,1613937402413,1698
+"mom_2",0.9494828228685754,1613937402413,1698
+"eps_2",1e-05,1613937402413,1698
+"train_loss",0.03138324,1613937403568,1699
+"raw_loss",0.023366729,1613937403568,1699
+"epoch",10.691823899371045,1613937403568,1699
+"wd_0",0.01,1613937403568,1699
+"sqr_mom_0",0.99,1613937403568,1699
+"lr_0",2.4906135376259114e-08,1613937403568,1699
+"mom_0",0.949502872321198,1613937403568,1699
+"eps_0",1e-05,1613937403568,1699
+"wd_1",0.01,1613937403568,1699
+"sqr_mom_1",0.99,1613937403568,1699
+"lr_1",2.4906135376258945e-07,1613937403568,1699
+"mom_1",0.949502872321198,1613937403568,1699
+"eps_1",1e-05,1613937403568,1699
+"wd_2",0.01,1613937403568,1699
+"sqr_mom_2",0.99,1613937403568,1699
+"lr_2",2.4906135376258267e-06,1613937403568,1699
+"mom_2",0.949502872321198,1613937403568,1699
+"eps_2",1e-05,1613937403568,1699
+"train_loss",0.031215549,1613937404545,1700
+"raw_loss",0.022998746,1613937404545,1700
+"epoch",10.698113207547145,1613937404545,1700
+"wd_0",0.01,1613937404545,1700
+"sqr_mom_0",0.99,1613937404545,1700
+"lr_0",2.3923457575169e-08,1613937404545,1700
+"mom_0",0.9495225260737573,1613937404545,1700
+"eps_0",1e-05,1613937404545,1700
+"wd_1",0.01,1613937404545,1700
+"sqr_mom_1",0.99,1613937404545,1700
+"lr_1",2.392345757516883e-07,1613937404545,1700
+"mom_1",0.9495225260737573,1613937404545,1700
+"eps_1",1e-05,1613937404545,1700
+"wd_2",0.01,1613937404545,1700
+"sqr_mom_2",0.99,1613937404545,1700
+"lr_2",2.3923457575168424e-06,1613937404545,1700
+"mom_2",0.9495225260737573,1613937404545,1700
+"eps_2",1e-05,1613937404545,1700
+"train_loss",0.030986601,1613937405669,1701
+"raw_loss",0.01976816,1613937405669,1701
+"epoch",10.704402515723245,1613937405669,1701
+"wd_0",0.01,1613937405669,1701
+"sqr_mom_0",0.99,1613937405669,1701
+"lr_0",2.2960442019718825e-08,1613937405669,1701
+"mom_0",0.9495417865774713,1613937405669,1701
+"eps_0",1e-05,1613937405669,1701
+"wd_1",0.01,1613937405669,1701
+"sqr_mom_1",0.99,1613937405669,1701
+"lr_1",2.2960442019718825e-07,1613937405669,1701
+"mom_1",0.9495417865774713,1613937405669,1701
+"eps_1",1e-05,1613937405669,1701
+"wd_2",0.01,1613937405669,1701
+"sqr_mom_2",0.99,1613937405669,1701
+"lr_2",2.2960442019718825e-06,1613937405669,1701
+"mom_2",0.9495417865774713,1613937405669,1701
+"eps_2",1e-05,1613937405669,1701
+"train_loss",0.030828414,1613937406730,1702
+"raw_loss",0.02307727,1613937406730,1702
+"epoch",10.710691823899346,1613937406730,1702
+"wd_0",0.01,1613937406730,1702
+"sqr_mom_0",0.99,1613937406730,1702
+"lr_0",2.2017100309647872e-08,1613937406730,1702
+"mom_0",0.949560653600343,1613937406730,1702
+"eps_0",1e-05,1613937406730,1702
+"wd_1",0.01,1613937406730,1702
+"sqr_mom_1",0.99,1613937406730,1702
+"lr_1",2.2017100309647703e-07,1613937406730,1702
+"mom_1",0.949560653600343,1613937406730,1702
+"eps_1",1e-05,1613937406730,1702
+"wd_2",0.01,1613937406730,1702
+"sqr_mom_2",0.99,1613937406730,1702
+"lr_2",2.2017100309647568e-06,1613937406730,1702
+"mom_2",0.949560653600343,1613937406730,1702
+"eps_2",1e-05,1613937406730,1702
+"train_loss",0.030787267,1613937407744,1703
+"raw_loss",0.028770994,1613937407744,1703
+"epoch",10.716981132075446,1613937407744,1703
+"wd_0",0.01,1613937407744,1703
+"sqr_mom_0",0.99,1613937407744,1703
+"lr_0",2.1093686337600085e-08,1613937407744,1703
+"mom_0",0.9495791220644686,1613937407744,1703
+"eps_0",1e-05,1613937407744,1703
+"wd_1",0.01,1613937407744,1703
+"sqr_mom_1",0.99,1613937407744,1703
+"lr_1",2.1093686337600085e-07,1613937407744,1703
+"mom_1",0.9495791220644686,1613937407744,1703
+"eps_1",1e-05,1613937407744,1703
+"wd_2",0.01,1613937407744,1703
+"sqr_mom_2",0.99,1613937407744,1703
+"lr_2",2.109368633760049e-06,1613937407744,1703
+"mom_2",0.9495791220644686,1613937407744,1703
+"eps_2",1e-05,1613937407744,1703
+"train_loss",0.030478405,1613937408741,1704
+"raw_loss",0.01534413,1613937408741,1704
+"epoch",10.723270440251547,1613937408741,1704
+"wd_0",0.01,1613937408741,1704
+"sqr_mom_0",0.99,1613937408741,1704
+"lr_0",2.0189839860903452e-08,1613937408741,1704
+"mom_0",0.9495971991747736,1613937408741,1704
+"eps_0",1e-05,1613937408741,1704
+"wd_1",0.01,1613937408741,1704
+"sqr_mom_1",0.99,1613937408741,1704
+"lr_1",2.0189839860903282e-07,1613937408741,1704
+"mom_1",0.9495971991747736,1613937408741,1704
+"eps_1",1e-05,1613937408741,1704
+"wd_2",0.01,1613937408741,1704
+"sqr_mom_2",0.99,1613937408741,1704
+"lr_2",2.0189839860903147e-06,1613937408741,1704
+"mom_2",0.9495971991747736,1613937408741,1704
+"eps_2",1e-05,1613937408741,1704
+"train_loss",0.030334579,1613937409758,1705
+"raw_loss",0.023287125,1613937409758,1705
+"epoch",10.729559748427647,1613937409758,1705
+"wd_0",0.01,1613937409758,1705
+"sqr_mom_0",0.99,1613937409758,1705
+"lr_0",1.9305811837703703e-08,1613937409758,1705
+"mom_0",0.949614879912045,1613937409758,1705
+"eps_0",1e-05,1613937409758,1705
+"wd_1",0.01,1613937409758,1705
+"sqr_mom_1",0.99,1613937409758,1705
+"lr_1",1.9305811837703703e-07,1613937409758,1705
+"mom_1",0.949614879912045,1613937409758,1705
+"eps_1",1e-05,1613937409758,1705
+"wd_2",0.01,1613937409758,1705
+"sqr_mom_2",0.99,1613937409758,1705
+"lr_2",1.9305811837703026e-06,1613937409758,1705
+"mom_2",0.949614879912045,1613937409758,1705
+"eps_2",1e-05,1613937409758,1705
+"train_loss",0.030222425,1613937410740,1706
+"raw_loss",0.02472691,1613937410740,1706
+"epoch",10.735849056603747,1613937410740,1706
+"wd_0",0.01,1613937410740,1706
+"sqr_mom_0",0.99,1613937410740,1706
+"lr_0",1.8441548699556096e-08,1613937410740,1706
+"mom_0",0.9496321653476623,1613937410740,1706
+"eps_0",1e-05,1613937410740,1706
+"wd_1",0.01,1613937410740,1706
+"sqr_mom_1",0.99,1613937410740,1706
+"lr_1",1.8441548699556774e-07,1613937410740,1706
+"mom_1",0.9496321653476623,1613937410740,1706
+"eps_1",1e-05,1613937410740,1706
+"wd_2",0.01,1613937410740,1706
+"sqr_mom_2",0.99,1613937410740,1706
+"lr_2",1.844154869955596e-06,1613937410740,1706
+"mom_2",0.9496321653476623,1613937410740,1706
+"eps_2",1e-05,1613937410740,1706
+"train_loss",0.030190526,1613937411825,1707
+"raw_loss",0.028627401,1613937411825,1707
+"epoch",10.742138364779848,1613937411825,1707
+"wd_0",0.01,1613937411825,1707
+"sqr_mom_0",0.99,1613937411825,1707
+"lr_0",1.7597112699507923e-08,1613937411825,1707
+"mom_0",0.9496490542365522,1613937411825,1707
+"eps_0",1e-05,1613937411825,1707
+"wd_1",0.01,1613937411825,1707
+"sqr_mom_1",0.99,1613937411825,1707
+"lr_1",1.7597112699507415e-07,1613937411825,1707
+"mom_1",0.9496490542365522,1613937411825,1707
+"eps_1",1e-05,1613937411825,1707
+"wd_2",0.01,1613937411825,1707
+"sqr_mom_2",0.99,1613937411825,1707
+"lr_2",1.759711269950755e-06,1613937411825,1707
+"mom_2",0.9496490542365522,1613937411825,1707
+"eps_2",1e-05,1613937411825,1707
+"train_loss",0.030220503,1613937412833,1708
+"raw_loss",0.03168937,1613937412833,1708
+"epoch",10.748427672955948,1613937412833,1708
+"wd_0",0.01,1613937412833,1708
+"sqr_mom_0",0.99,1613937412833,1708
+"lr_0",1.6772398519415454e-08,1613937412833,1708
+"mom_0",0.9496655486850984,1613937412833,1708
+"eps_0",1e-05,1613937412833,1708
+"wd_1",0.01,1613937412833,1708
+"sqr_mom_1",0.99,1613937412833,1708
+"lr_1",1.6772398519414945e-07,1613937412833,1708
+"mom_1",0.9496655486850984,1613937412833,1708
+"eps_1",1e-05,1613937412833,1708
+"wd_2",0.01,1613937412833,1708
+"sqr_mom_2",0.99,1613937412833,1708
+"lr_2",1.6772398519415352e-06,1613937412833,1708
+"mom_2",0.9496655486850984,1613937412833,1708
+"eps_2",1e-05,1613937412833,1708
+"train_loss",0.03002615,1613937413809,1709
+"raw_loss",0.020502865,1613937413809,1709
+"epoch",10.754716981132049,1613937413809,1709
+"wd_0",0.01,1613937413809,1709
+"sqr_mom_0",0.99,1613937413809,1709
+"lr_0",1.596741666703834e-08,1613937413809,1709
+"mom_0",0.9496816484831441,1613937413809,1709
+"eps_0",1e-05,1613937413809,1709
+"wd_1",0.01,1613937413809,1709
+"sqr_mom_1",0.99,1613937413809,1709
+"lr_1",1.596741666703817e-07,1613937413809,1709
+"mom_1",0.9496816484831441,1613937413809,1709
+"eps_1",1e-05,1613937413809,1709
+"wd_2",0.01,1613937413809,1709
+"sqr_mom_2",0.99,1613937413809,1709
+"lr_2",1.5967416667038306e-06,1613937413809,1709
+"mom_2",0.9496816484831441,1613937413809,1709
+"eps_2",1e-05,1613937413809,1709
+"train_loss",0.02991455,1613937414806,1710
+"raw_loss",0.024446111,1613937414806,1710
+"epoch",10.761006289308149,1613937414806,1710
+"wd_0",0.01,1613937414806,1710
+"sqr_mom_0",0.99,1613937414806,1710
+"lr_0",1.5182331781741788e-08,1613937414806,1710
+"mom_0",0.9496973503378685,1613937414806,1710
+"eps_0",1e-05,1613937414806,1710
+"wd_1",0.01,1613937414806,1710
+"sqr_mom_1",0.99,1613937414806,1710
+"lr_1",1.5182331781741788e-07,1613937414806,1710
+"mom_1",0.9496973503378685,1613937414806,1710
+"eps_1",1e-05,1613937414806,1710
+"wd_2",0.01,1613937414806,1710
+"sqr_mom_2",0.99,1613937414806,1710
+"lr_2",1.518233178174084e-06,1613937414806,1710
+"mom_2",0.9496973503378685,1613937414806,1710
+"eps_2",1e-05,1613937414806,1710
+"train_loss",0.029719112,1613937415961,1711
+"raw_loss",0.020142648,1613937415961,1711
+"epoch",10.76729559748425,1613937415961,1711
+"wd_0",0.01,1613937415961,1711
+"sqr_mom_0",0.99,1613937415961,1711
+"lr_0",1.441699189285969e-08,1613937415961,1711
+"mom_0",0.9497126572887157,1613937415961,1711
+"eps_0",1e-05,1613937415961,1711
+"wd_1",0.01,1613937415961,1711
+"sqr_mom_1",0.99,1613937415961,1711
+"lr_1",1.441699189285952e-07,1613937415961,1711
+"mom_1",0.9497126572887157,1613937415961,1711
+"eps_1",1e-05,1613937415961,1711
+"wd_2",0.01,1613937415961,1711
+"sqr_mom_2",0.99,1613937415961,1711
+"lr_2",1.4416991892859249e-06,1613937415961,1711
+"mom_2",0.9497126572887157,1613937415961,1711
+"eps_2",1e-05,1613937415961,1711
+"train_loss",0.029592937,1613937417043,1712
+"raw_loss",0.023410361,1613937417043,1712
+"epoch",10.77358490566035,1613937417043,1712
+"wd_0",0.01,1613937417043,1712
+"sqr_mom_0",0.99,1613937417043,1712
+"lr_0",1.3671455840219282e-08,1613937417043,1712
+"mom_0",0.9497275681588772,1613937417043,1712
+"eps_0",1e-05,1613937417043,1712
+"wd_1",0.01,1613937417043,1712
+"sqr_mom_1",0.99,1613937417043,1712
+"lr_1",1.367145584021945e-07,1613937417043,1712
+"mom_1",0.9497275681588772,1613937417043,1712
+"eps_1",1e-05,1613937417043,1712
+"wd_2",0.01,1613937417043,1712
+"sqr_mom_2",0.99,1613937417043,1712
+"lr_2",1.367145584021891e-06,1613937417043,1712
+"mom_2",0.9497275681588772,1613937417043,1712
+"eps_2",1e-05,1613937417043,1712
+"train_loss",0.030482171,1613937418031,1713
+"raw_loss",0.0740547,1613937418031,1713
+"epoch",10.77987421383645,1613937418031,1713
+"wd_0",0.01,1613937418031,1713
+"sqr_mom_0",0.99,1613937418031,1713
+"lr_0",1.2945729563805973e-08,1613937418031,1713
+"mom_0",0.9497420828295521,1613937418031,1713
+"eps_0",1e-05,1613937418031,1713
+"wd_1",0.01,1613937418031,1713
+"sqr_mom_1",0.99,1613937418031,1713
+"lr_1",1.2945729563806143e-07,1613937418031,1713
+"mom_1",0.9497420828295521,1613937418031,1713
+"eps_1",1e-05,1613937418031,1713
+"wd_2",0.01,1613937418031,1713
+"sqr_mom_2",0.99,1613937418031,1713
+"lr_2",1.2945729563805736e-06,1613937418031,1713
+"mom_2",0.9497420828295521,1613937418031,1713
+"eps_2",1e-05,1613937418031,1713
+"train_loss",0.031181665,1613937419070,1714
+"raw_loss",0.06545692,1613937419070,1714
+"epoch",10.78616352201255,1613937419070,1714
+"wd_0",0.01,1613937419070,1714
+"sqr_mom_0",0.99,1613937419070,1714
+"lr_0",1.2239865018103366e-08,1613937419070,1714
+"mom_0",0.9497562002616405,1613937419070,1714
+"eps_0",1e-05,1613937419070,1714
+"wd_1",0.01,1613937419070,1714
+"sqr_mom_1",0.99,1613937419070,1714
+"lr_1",1.2239865018103197e-07,1613937419070,1714
+"mom_1",0.9497562002616405,1613937419070,1714
+"eps_1",1e-05,1613937419070,1714
+"wd_2",0.01,1613937419070,1714
+"sqr_mom_2",0.99,1613937419070,1714
+"lr_2",1.2239865018103197e-06,1613937419070,1714
+"mom_2",0.9497562002616405,1613937419070,1714
+"eps_2",1e-05,1613937419070,1714
+"train_loss",0.030996025,1613937420244,1715
+"raw_loss",0.02189961,1613937420244,1715
+"epoch",10.792452830188651,1613937420244,1715
+"wd_0",0.01,1613937420244,1715
+"sqr_mom_0",0.99,1613937420244,1715
+"lr_0",1.155372931039289e-08,1613937420244,1715
+"mom_0",0.9497699231130232,1613937420244,1715
+"eps_0",1e-05,1613937420244,1715
+"wd_1",0.01,1613937420244,1715
+"sqr_mom_1",0.99,1613937420244,1715
+"lr_1",1.1553729310393059e-07,1613937420244,1715
+"mom_1",0.9497699231130232,1613937420244,1715
+"eps_1",1e-05,1613937420244,1715
+"wd_2",0.01,1613937420244,1715
+"sqr_mom_2",0.99,1613937420244,1715
+"lr_2",1.155372931039211e-06,1613937420244,1715
+"mom_2",0.9497699231130232,1613937420244,1715
+"eps_2",1e-05,1613937420244,1715
+"train_loss",0.031129394,1613937421334,1716
+"raw_loss",0.037664495,1613937421334,1716
+"epoch",10.798742138364751,1613937421334,1716
+"wd_0",0.01,1613937421334,1716
+"sqr_mom_0",0.99,1613937421334,1716
+"lr_0",1.0887466424016468e-08,1613937421334,1716
+"mom_0",0.9497832485040046,1613937421334,1716
+"eps_0",1e-05,1613937421334,1716
+"wd_1",0.01,1613937421334,1716
+"sqr_mom_1",0.99,1613937421334,1716
+"lr_1",1.0887466424016468e-07,1613937421334,1716
+"mom_1",0.9497832485040046,1613937421334,1716
+"eps_1",1e-05,1613937421334,1716
+"wd_2",0.01,1613937421334,1716
+"sqr_mom_2",0.99,1613937421334,1716
+"lr_2",1.0887466424016603e-06,1613937421334,1716
+"mom_2",0.9497832485040046,1613937421334,1716
+"eps_2",1e-05,1613937421334,1716
+"train_loss",0.031182678,1613937422325,1717
+"raw_loss",0.033793595,1613937422325,1717
+"epoch",10.805031446540852,1613937422325,1717
+"wd_0",0.01,1613937422325,1717
+"sqr_mom_0",0.99,1613937422325,1717
+"lr_0",1.0241077720970893e-08,1613937422325,1717
+"mom_0",0.9497961764073446,1613937422325,1717
+"eps_0",1e-05,1613937422325,1717
+"wd_1",0.01,1613937422325,1717
+"sqr_mom_1",0.99,1613937422325,1717
+"lr_1",1.0241077720971232e-07,1613937422325,1717
+"mom_1",0.9497961764073446,1613937422325,1717
+"eps_1",1e-05,1613937422325,1717
+"wd_2",0.01,1613937422325,1717
+"sqr_mom_2",0.99,1613937422325,1717
+"lr_2",1.0241077720970961e-06,1613937422325,1717
+"mom_2",0.9497961764073446,1613937422325,1717
+"eps_2",1e-05,1613937422325,1717
+"train_loss",0.030917808,1613937423292,1718
+"raw_loss",0.017939169,1613937423292,1718
+"epoch",10.811320754716952,1613937423292,1718
+"wd_0",0.01,1613937423292,1718
+"sqr_mom_0",0.99,1613937423292,1718
+"lr_0",9.614482583596063e-09,1613937423292,1718
+"mom_0",0.9498087084354124,1613937423292,1718
+"eps_0",1e-05,1613937423292,1718
+"wd_1",0.01,1613937423292,1718
+"sqr_mom_1",0.99,1613937423292,1718
+"lr_1",9.614482583595555e-08,1613937423292,1718
+"mom_1",0.9498087084354124,1613937423292,1718
+"eps_1",1e-05,1613937423292,1718
+"wd_2",0.01,1613937423292,1718
+"sqr_mom_2",0.99,1613937423292,1718
+"lr_2",9.614482583595284e-07,1613937423292,1718
+"mom_2",0.9498087084354124,1613937423292,1718
+"eps_2",1e-05,1613937423292,1718
+"train_loss",0.031626288,1613937424277,1719
+"raw_loss",0.06634181,1613937424277,1719
+"epoch",10.817610062893053,1613937424277,1719
+"wd_0",0.01,1613937424277,1719
+"sqr_mom_0",0.99,1613937424277,1719
+"lr_0",9.007729545980305e-09,1613937424277,1719
+"mom_0",0.9498208436175165,1613937424277,1719
+"eps_0",1e-05,1613937424277,1719
+"wd_1",0.01,1613937424277,1719
+"sqr_mom_1",0.99,1613937424277,1719
+"lr_1",9.007729545980136e-08,1613937424277,1719
+"mom_1",0.9498208436175165,1613937424277,1719
+"eps_1",1e-05,1613937424277,1719
+"wd_2",0.01,1613937424277,1719
+"sqr_mom_2",0.99,1613937424277,1719
+"lr_2",9.007729545979729e-07,1613937424277,1719
+"mom_2",0.9498208436175165,1613937424277,1719
+"eps_2",1e-05,1613937424277,1719
+"train_loss",0.031506035,1613937425242,1720
+"raw_loss",0.025613578,1613937425242,1720
+"epoch",10.823899371069153,1613937425242,1720
+"wd_0",0.01,1613937425242,1720
+"sqr_mom_0",0.99,1613937425242,1720
+"lr_0",8.420861718987789e-09,1613937425242,1720
+"mom_0",0.9498325810914311,1613937425242,1720
+"eps_0",1e-05,1613937425242,1720
+"wd_1",0.01,1613937425242,1720
+"sqr_mom_1",0.99,1613937425242,1720
+"lr_1",8.42086171898762e-08,1613937425242,1720
+"mom_1",0.9498325810914311,1613937425242,1720
+"eps_1",1e-05,1613937425242,1720
+"wd_2",0.01,1613937425242,1720
+"sqr_mom_2",0.99,1613937425242,1720
+"lr_2",8.420861718987484e-07,1613937425242,1720
+"mom_2",0.9498325810914311,1613937425242,1720
+"eps_2",1e-05,1613937425242,1720
+"train_loss",0.03203313,1613937426215,1721
+"raw_loss",0.057860855,1613937426215,1721
+"epoch",10.830188679245254,1613937426215,1721
+"wd_0",0.01,1613937426215,1721
+"sqr_mom_0",0.99,1613937426215,1721
+"lr_0",7.853805908404289e-09,1613937426215,1721
+"mom_0",0.9498439223210551,1613937426215,1721
+"eps_0",1e-05,1613937426215,1721
+"wd_1",0.01,1613937426215,1721
+"sqr_mom_1",0.99,1613937426215,1721
+"lr_1",7.853805908404458e-08,1613937426215,1721
+"mom_1",0.9498439223210551,1613937426215,1721
+"eps_1",1e-05,1613937426215,1721
+"wd_2",0.01,1613937426215,1721
+"sqr_mom_2",0.99,1613937426215,1721
+"lr_2",7.853805908404187e-07,1613937426215,1721
+"mom_2",0.9498439223210551,1613937426215,1721
+"eps_2",1e-05,1613937426215,1721
+"train_loss",0.03215662,1613937427186,1722
+"raw_loss",0.038207565,1613937427186,1722
+"epoch",10.836477987421354,1613937427186,1722
+"wd_0",0.01,1613937427186,1722
+"sqr_mom_0",0.99,1613937427186,1722
+"lr_0",7.306570583467451e-09,1613937427186,1722
+"mom_0",0.949854867137002,1613937427186,1722
+"eps_0",1e-05,1613937427186,1722
+"wd_1",0.01,1613937427186,1722
+"sqr_mom_1",0.99,1613937427186,1722
+"lr_1",7.306570583467113e-08,1613937427186,1722
+"mom_1",0.949854867137002,1613937427186,1722
+"eps_1",1e-05,1613937427186,1722
+"wd_2",0.01,1613937427186,1722
+"sqr_mom_2",0.99,1613937427186,1722
+"lr_2",7.306570583467519e-07,1613937427186,1722
+"mom_2",0.949854867137002,1613937427186,1722
+"eps_2",1e-05,1613937427186,1722
+"train_loss",0.032051325,1613937428148,1723
+"raw_loss",0.02689179,1613937428148,1723
+"epoch",10.842767295597454,1613937428148,1723
+"wd_0",0.01,1613937428148,1723
+"sqr_mom_0",0.99,1613937428148,1723
+"lr_0",6.7792327058737735e-09,1613937428148,1723
+"mom_0",0.9498654140000224,1613937428148,1723
+"eps_0",1e-05,1613937428148,1723
+"wd_1",0.01,1613937428148,1723
+"sqr_mom_1",0.99,1613937428148,1723
+"lr_1",6.779232705873096e-08,1613937428148,1723
+"mom_1",0.9498654140000224,1613937428148,1723
+"eps_1",1e-05,1613937428148,1723
+"wd_2",0.01,1613937428148,1723
+"sqr_mom_2",0.99,1613937428148,1723
+"lr_2",6.77923270587296e-07,1613937428148,1723
+"mom_2",0.9498654140000224,1613937428148,1723
+"eps_2",1e-05,1613937428148,1723
+"train_loss",0.032392655,1613937429112,1724
+"raw_loss",0.04911784,1613937429112,1724
+"epoch",10.849056603773555,1613937429112,1724
+"wd_0",0.01,1613937429112,1724
+"sqr_mom_0",0.99,1613937429112,1724
+"lr_0",6.27179252412324e-09,1613937429112,1724
+"mom_0",0.9498755629051465,1613937429112,1724
+"eps_0",1e-05,1613937429112,1724
+"wd_1",0.01,1613937429112,1724
+"sqr_mom_1",0.99,1613937429112,1724
+"lr_1",6.271792524123579e-08,1613937429112,1724
+"mom_1",0.9498755629051465,1613937429112,1724
+"eps_1",1e-05,1613937429112,1724
+"wd_2",0.01,1613937429112,1724
+"sqr_mom_2",0.99,1613937429112,1724
+"lr_2",6.271792524122901e-07,1613937429112,1724
+"mom_2",0.9498755629051465,1613937429112,1724
+"eps_2",1e-05,1613937429112,1724
+"train_loss",0.032166917,1613937430069,1725
+"raw_loss",0.021105813,1613937430069,1725
+"epoch",10.855345911949655,1613937430069,1725
+"wd_0",0.01,1613937430069,1725
+"sqr_mom_0",0.99,1613937430069,1725
+"lr_0",5.784186750228973e-09,1613937430069,1725
+"mom_0",0.9498853151181466,1613937430069,1725
+"eps_0",1e-05,1613937430069,1725
+"wd_1",0.01,1613937430069,1725
+"sqr_mom_1",0.99,1613937430069,1725
+"lr_1",5.7841867502294816e-08,1613937430069,1725
+"mom_1",0.9498853151181466,1613937430069,1725
+"eps_1",1e-05,1613937430069,1725
+"wd_2",0.01,1613937430069,1725
+"sqr_mom_2",0.99,1613937430069,1725
+"lr_2",5.784186750229211e-07,1613937430069,1725
+"mom_2",0.9498853151181466,1613937430069,1725
+"eps_2",1e-05,1613937430069,1725
+"train_loss",0.03199603,1613937431020,1726
+"raw_loss",0.023622638,1613937431020,1726
+"epoch",10.861635220125756,1613937431020,1726
+"wd_0",0.01,1613937431020,1726
+"sqr_mom_0",0.99,1613937431020,1726
+"lr_0",5.31645359359989e-09,1613937431020,1726
+"mom_0",0.9498946698748267,1613937431020,1726
+"eps_0",1e-05,1613937431020,1726
+"wd_1",0.01,1613937431020,1726
+"sqr_mom_1",0.99,1613937431020,1726
+"lr_1",5.316453593599721e-08,1613937431020,1726
+"mom_1",0.9498946698748267,1613937431020,1726
+"eps_1",1e-05,1613937431020,1726
+"wd_2",0.01,1613937431020,1726
+"sqr_mom_2",0.99,1613937431020,1726
+"lr_2",5.316453593599314e-07,1613937431020,1726
+"mom_2",0.9498946698748267,1613937431020,1726
+"eps_2",1e-05,1613937431020,1726
+"train_loss",0.031838264,1613937431974,1727
+"raw_loss",0.024107764,1613937431974,1727
+"epoch",10.867924528301856,1613937431974,1727
+"wd_0",0.01,1613937431974,1727
+"sqr_mom_0",0.99,1613937431974,1727
+"lr_0",4.868625832072392e-09,1613937431974,1727
+"mom_0",0.9499036265196237,1613937431974,1727
+"eps_0",1e-05,1613937431974,1727
+"wd_1",0.01,1613937431974,1727
+"sqr_mom_1",0.99,1613937431974,1727
+"lr_1",4.868625832072222e-08,1613937431974,1727
+"mom_1",0.9499036265196237,1613937431974,1727
+"eps_1",1e-05,1613937431974,1727
+"wd_2",0.01,1613937431974,1727
+"sqr_mom_2",0.99,1613937431974,1727
+"lr_2",4.868625832071816e-07,1613937431974,1727
+"mom_2",0.9499036265196237,1613937431974,1727
+"eps_2",1e-05,1613937431974,1727
+"train_loss",0.031678807,1613937432935,1728
+"raw_loss",0.023865389,1613937432935,1728
+"epoch",10.874213836477956,1613937432935,1728
+"wd_0",0.01,1613937432935,1728
+"sqr_mom_0",0.99,1613937432935,1728
+"lr_0",4.440619880240425e-09,1613937432935,1728
+"mom_0",0.9499121867242624,1613937432935,1728
+"eps_0",1e-05,1613937432935,1728
+"wd_1",0.01,1613937432935,1728
+"sqr_mom_1",0.99,1613937432935,1728
+"lr_1",4.440619880240594e-08,1613937432935,1728
+"mom_1",0.9499121867242624,1613937432935,1728
+"eps_1",1e-05,1613937432935,1728
+"wd_2",0.01,1613937432935,1728
+"sqr_mom_2",0.99,1613937432935,1728
+"lr_2",4.440619880240323e-07,1613937432935,1728
+"mom_2",0.9499121867242624,1613937432935,1728
+"eps_2",1e-05,1613937432935,1728
+"train_loss",0.03317907,1613937433903,1729
+"raw_loss",0.10669206,1613937433903,1729
+"epoch",10.880503144654057,1613937433903,1729
+"wd_0",0.01,1613937433903,1729
+"sqr_mom_0",0.99,1613937433903,1729
+"lr_0",4.032526301629195e-09,1613937433903,1729
+"mom_0",0.9499203486774541,1613937433903,1729
+"eps_0",1e-05,1613937433903,1729
+"wd_1",0.01,1613937433903,1729
+"sqr_mom_1",0.99,1613937433903,1729
+"lr_1",4.032526301629534e-08,1613937433903,1729
+"mom_1",0.9499203486774541,1613937433903,1729
+"eps_1",1e-05,1613937433903,1729
+"wd_2",0.01,1613937433903,1729
+"sqr_mom_2",0.99,1613937433903,1729
+"lr_2",4.0325263016293984e-07,1613937433903,1729
+"mom_2",0.9499203486774541,1613937433903,1729
+"eps_2",1e-05,1613937433903,1729
+"train_loss",0.032814745,1613937434865,1730
+"raw_loss",0.014962822,1613937434865,1730
+"epoch",10.886792452830157,1613937434865,1730
+"wd_0",0.01,1613937434865,1730
+"sqr_mom_0",0.99,1613937434865,1730
+"lr_0",3.644319296464703e-09,1613937434865,1730
+"mom_0",0.9499281128951996,1613937434865,1730
+"eps_0",1e-05,1613937434865,1730
+"wd_1",0.01,1613937434865,1730
+"sqr_mom_1",0.99,1613937434865,1730
+"lr_1",3.644319296464534e-08,1613937434865,1730
+"mom_1",0.9499281128951996,1613937434865,1730
+"eps_1",1e-05,1613937434865,1730
+"wd_2",0.01,1613937434865,1730
+"sqr_mom_2",0.99,1613937434865,1730
+"lr_2",3.644319296464398e-07,1613937434865,1730
+"mom_2",0.9499281128951996,1613937434865,1730
+"eps_2",1e-05,1613937434865,1730
+"train_loss",0.03247544,1613937435836,1731
+"raw_loss",0.015849493,1613937435836,1731
+"epoch",10.893081761006258,1613937435836,1731
+"wd_0",0.01,1613937435836,1731
+"sqr_mom_0",0.99,1613937435836,1731
+"lr_0",3.276025731939163e-09,1613937435836,1731
+"mom_0",0.9499354788401496,1613937435836,1731
+"eps_0",1e-05,1613937435836,1731
+"wd_1",0.01,1613937435836,1731
+"sqr_mom_1",0.99,1613937435836,1731
+"lr_1",3.276025731938824e-08,1613937435836,1731
+"mom_1",0.9499354788401496,1613937435836,1731
+"eps_1",1e-05,1613937435836,1731
+"wd_2",0.01,1613937435836,1731
+"sqr_mom_2",0.99,1613937435836,1731
+"lr_2",3.2760257319386886e-07,1613937435836,1731
+"mom_2",0.9499354788401496,1613937435836,1731
+"eps_2",1e-05,1613937435836,1731
+"train_loss",0.032251555,1613937436807,1732
+"raw_loss",0.021281153,1613937436807,1732
+"epoch",10.899371069182358,1613937436807,1732
+"wd_0",0.01,1613937436807,1732
+"sqr_mom_0",0.99,1613937436807,1732
+"lr_0",2.9275996744426383e-09,1613937436807,1732
+"mom_0",0.9499424474309854,1613937436807,1732
+"eps_0",1e-05,1613937436807,1732
+"wd_1",0.01,1613937436807,1732
+"sqr_mom_1",0.99,1613937436807,1732
+"lr_1",2.9275996744422994e-08,1613937436807,1732
+"mom_1",0.9499424474309854,1613937436807,1732
+"eps_1",1e-05,1613937436807,1732
+"wd_2",0.01,1613937436807,1732
+"sqr_mom_2",0.99,1613937436807,1732
+"lr_2",2.927599674442706e-07,1613937436807,1732
+"mom_2",0.9499424474309854,1613937436807,1732
+"eps_2",1e-05,1613937436807,1732
+"train_loss",0.032135047,1613937437786,1733
+"raw_loss",0.026426205,1613937437786,1733
+"epoch",10.905660377358458,1613937437786,1733
+"wd_0",0.01,1613937437786,1733
+"sqr_mom_0",0.99,1613937437786,1733
+"lr_0",2.5990478592863582e-09,1613937437786,1733
+"mom_0",0.9499490185329995,1613937437786,1733
+"eps_0",1e-05,1613937437786,1733
+"wd_1",0.01,1613937437786,1733
+"sqr_mom_1",0.99,1613937437786,1733
+"lr_1",2.5990478592861888e-08,1613937437786,1733
+"mom_1",0.9499490185329995,1613937437786,1733
+"eps_1",1e-05,1613937437786,1733
+"wd_2",0.01,1613937437786,1733
+"sqr_mom_2",0.99,1613937437786,1733
+"lr_2",2.5990478592853757e-07,1613937437786,1733
+"mom_2",0.9499490185329995,1613937437786,1733
+"eps_2",1e-05,1613937437786,1733
+"train_loss",0.032065857,1613937438744,1734
+"raw_loss",0.028675474,1613937438744,1734
+"epoch",10.911949685534559,1613937438744,1734
+"wd_0",0.01,1613937438744,1734
+"sqr_mom_0",0.99,1613937438744,1734
+"lr_0",2.2904561219872126e-09,1613937438744,1734
+"mom_0",0.9499551904294645,1613937438744,1734
+"eps_0",1e-05,1613937438744,1734
+"wd_1",0.01,1613937438744,1734
+"sqr_mom_1",0.99,1613937438744,1734
+"lr_1",2.2904561219867043e-08,1613937438744,1734
+"mom_1",0.9499551904294645,1613937438744,1734
+"eps_1",1e-05,1613937438744,1734
+"wd_2",0.01,1613937438744,1734
+"sqr_mom_2",0.99,1613937438744,1734
+"lr_2",2.2904561219861622e-07,1613937438744,1734
+"mom_2",0.9499551904294645,1613937438744,1734
+"eps_2",1e-05,1613937438744,1734
+"train_loss",0.031975146,1613937439714,1735
+"raw_loss",0.027530279,1613937439714,1735
+"epoch",10.91823899371066,1613937439714,1735
+"wd_0",0.01,1613937439714,1735
+"sqr_mom_0",0.99,1613937439714,1735
+"lr_0",2.001704074598594e-09,1613937439714,1735
+"mom_0",0.9499609655281632,1613937439714,1735
+"eps_0",1e-05,1613937439714,1735
+"wd_1",0.01,1613937439714,1735
+"sqr_mom_1",0.99,1613937439714,1735
+"lr_1",2.0017040745987633e-08,1613937439714,1735
+"mom_1",0.9499609655281632,1613937439714,1735
+"eps_1",1e-05,1613937439714,1735
+"wd_2",0.01,1613937439714,1735
+"sqr_mom_2",0.99,1613937439714,1735
+"lr_2",2.0017040745984923e-07,1613937439714,1735
+"mom_2",0.9499609655281632,1613937439714,1735
+"eps_2",1e-05,1613937439714,1735
+"train_loss",0.03196117,1613937440665,1736
+"raw_loss",0.031276368,1613937440665,1736
+"epoch",10.92452830188676,1613937440665,1736
+"wd_0",0.01,1613937440665,1736
+"sqr_mom_0",0.99,1613937440665,1736
+"lr_0",1.7328745955132361e-09,1613937440665,1736
+"mom_0",0.9499663421715114,1613937440665,1736
+"eps_0",1e-05,1613937440665,1736
+"wd_1",0.01,1613937440665,1736
+"sqr_mom_1",0.99,1613937440665,1736
+"lr_1",1.7328745955130667e-08,1613937440665,1736
+"mom_1",0.9499663421715114,1613937440665,1736
+"eps_1",1e-05,1613937440665,1736
+"wd_2",0.01,1613937440665,1736
+"sqr_mom_2",0.99,1613937440665,1736
+"lr_2",1.7328745955129312e-07,1613937440665,1736
+"mom_2",0.9499663421715114,1613937440665,1736
+"eps_2",1e-05,1613937440665,1736
+"train_loss",0.03191727,1613937441606,1737
+"raw_loss",0.029766168,1613937441606,1737
+"epoch",10.93081761006286,1613937441606,1737
+"wd_0",0.01,1613937441606,1737
+"sqr_mom_0",0.99,1613937441606,1737
+"lr_0",1.4839500121222252e-09,1613937441606,1737
+"mom_0",0.9499713207129646,1613937441606,1737
+"eps_0",1e-05,1613937441606,1737
+"wd_1",0.01,1613937441606,1737
+"sqr_mom_1",0.99,1613937441606,1737
+"lr_1",1.4839500121223946e-08,1613937441606,1737
+"mom_1",0.9499713207129646,1613937441606,1737
+"eps_1",1e-05,1613937441606,1737
+"wd_2",0.01,1613937441606,1737
+"sqr_mom_2",0.99,1613937441606,1737
+"lr_2",1.4839500121223946e-07,1613937441606,1737
+"mom_2",0.9499713207129646,1613937441606,1737
+"eps_2",1e-05,1613937441606,1737
+"train_loss",0.031847373,1613937442558,1738
+"raw_loss",0.028422456,1613937442558,1738
+"epoch",10.93710691823896,1613937442558,1738
+"wd_0",0.01,1613937442558,1738
+"sqr_mom_0",0.99,1613937442558,1738
+"lr_0",1.2549468402991772e-09,1613937442558,1738
+"mom_0",0.9499759008222022,1613937442558,1738
+"eps_0",1e-05,1613937442558,1738
+"wd_1",0.01,1613937442558,1738
+"sqr_mom_1",0.99,1613937442558,1738
+"lr_1",1.2549468402993467e-08,1613937442558,1738
+"mom_1",0.9499759008222022,1613937442558,1738
+"eps_1",1e-05,1613937442558,1738
+"wd_2",0.01,1613937442558,1738
+"sqr_mom_2",0.99,1613937442558,1738
+"lr_2",1.254946840298669e-07,1613937442558,1738
+"mom_2",0.9499759008222022,1613937442558,1738
+"eps_2",1e-05,1613937442558,1738
+"train_loss",0.03156064,1613937443577,1739
+"raw_loss",0.017510712,1613937443577,1739
+"epoch",10.94339622641506,1613937443577,1739
+"wd_0",0.01,1613937443577,1739
+"sqr_mom_0",0.99,1613937443577,1739
+"lr_0",1.0458365187470203e-09,1613937443577,1739
+"mom_0",0.9499800830704557,1613937443577,1739
+"eps_0",1e-05,1613937443577,1739
+"wd_1",0.01,1613937443577,1739
+"sqr_mom_1",0.99,1613937443577,1739
+"lr_1",1.0458365187475285e-08,1613937443577,1739
+"mom_1",0.9499800830704557,1613937443577,1739
+"eps_1",1e-05,1613937443577,1739
+"wd_2",0.01,1613937443577,1739
+"sqr_mom_2",0.99,1613937443577,1739
+"lr_2",1.0458365187467154e-07,1613937443577,1739
+"mom_2",0.9499800830704557,1613937443577,1739
+"eps_2",1e-05,1613937443577,1739
+"train_loss",0.03151464,1613937444568,1740
+"raw_loss",0.02926068,1613937444568,1740
+"epoch",10.949685534591161,1613937444568,1740
+"wd_0",0.01,1613937444568,1740
+"sqr_mom_0",0.99,1613937444568,1740
+"lr_0",8.566246758853394e-10,1613937444568,1740
+"mom_0",0.9499838673451557,1613937444568,1740
+"eps_0",1e-05,1613937444568,1740
+"wd_1",0.01,1613937444568,1740
+"sqr_mom_1",0.99,1613937444568,1740
+"lr_1",8.566246758856782e-09,1613937444568,1740
+"mom_1",0.9499838673451557,1613937444568,1740
+"eps_1",1e-05,1613937444568,1740
+"wd_2",0.01,1613937444568,1740
+"sqr_mom_2",0.99,1613937444568,1740
+"lr_2",8.566246758852716e-08,1613937444568,1740
+"mom_2",0.9499838673451557,1613937444568,1740
+"eps_2",1e-05,1613937444568,1740
+"train_loss",0.031265903,1613937445531,1741
+"raw_loss",0.019077687,1613937445531,1741
+"epoch",10.955974842767262,1613937445531,1741
+"wd_0",0.01,1613937445531,1741
+"sqr_mom_0",0.99,1613937445531,1741
+"lr_0",6.873484918789178e-10,1613937445531,1741
+"mom_0",0.9499872529026914,1613937445531,1741
+"eps_0",1e-05,1613937445531,1741
+"wd_1",0.01,1613937445531,1741
+"sqr_mom_1",0.99,1613937445531,1741
+"lr_1",6.873484918787484e-09,1613937445531,1741
+"mom_1",0.9499872529026914,1613937445531,1741
+"eps_1",1e-05,1613937445531,1741
+"wd_2",0.01,1613937445531,1741
+"sqr_mom_2",0.99,1613937445531,1741
+"lr_2",6.873484918788839e-08,1613937445531,1741
+"mom_2",0.9499872529026914,1613937445531,1741
+"eps_2",1e-05,1613937445531,1741
+"train_loss",0.0309327,1613937446498,1742
+"raw_loss",0.014605766,1613937446498,1742
+"epoch",10.962264150943362,1613937446498,1742
+"wd_0",0.01,1613937446498,1742
+"sqr_mom_0",0.99,1613937446498,1742
+"lr_0",5.379736427809403e-10,1613937446498,1742
+"mom_0",0.9499902404295486,1613937446498,1742
+"eps_0",1e-05,1613937446498,1742
+"wd_1",0.01,1613937446498,1742
+"sqr_mom_1",0.99,1613937446498,1742
+"lr_1",5.379736427812791e-09,1613937446498,1742
+"mom_1",0.9499902404295486,1613937446498,1742
+"eps_1",1e-05,1613937446498,1742
+"wd_2",0.01,1613937446498,1742
+"sqr_mom_2",0.99,1613937446498,1742
+"lr_2",5.3797364278087255e-08,1613937446498,1742
+"mom_2",0.9499902404295486,1613937446498,1742
+"eps_2",1e-05,1613937446498,1742
+"train_loss",0.030563943,1613937447468,1743
+"raw_loss",0.01249484,1613937447468,1743
+"epoch",10.968553459119462,1613937447468,1743
+"wd_0",0.01,1613937447468,1743
+"sqr_mom_0",0.99,1613937447468,1743
+"lr_0",4.085132096312254e-10,1613937447468,1743
+"mom_0",0.9499928296641039,1613937447468,1743
+"eps_0",1e-05,1613937447468,1743
+"wd_1",0.01,1613937447468,1743
+"sqr_mom_1",0.99,1613937447468,1743
+"lr_1",4.085132096313948e-09,1613937447468,1743
+"mom_1",0.9499928296641039,1613937447468,1743
+"eps_1",1e-05,1613937447468,1743
+"wd_2",0.01,1613937447468,1743
+"sqr_mom_2",0.99,1613937447468,1743
+"lr_2",4.085132096313948e-08,1613937447468,1743
+"mom_2",0.9499928296641039,1613937447468,1743
+"eps_2",1e-05,1613937447468,1743
+"train_loss",0.030566161,1613937448422,1744
+"raw_loss",0.03067491,1613937448422,1744
+"epoch",10.974842767295563,1613937448422,1744
+"wd_0",0.01,1613937448422,1744
+"sqr_mom_0",0.99,1613937448422,1744
+"lr_0",2.9897483047737716e-10,1613937448422,1744
+"mom_0",0.949995020453595,1613937448422,1744
+"eps_0",1e-05,1613937448422,1744
+"wd_1",0.01,1613937448422,1744
+"sqr_mom_1",0.99,1613937448422,1744
+"lr_1",2.9897483047686894e-09,1613937448422,1744
+"mom_1",0.949995020453595,1613937448422,1744
+"eps_1",1e-05,1613937448422,1744
+"wd_2",0.01,1613937448422,1744
+"sqr_mom_2",0.99,1613937448422,1744
+"lr_2",2.9897483047646237e-08,1613937448422,1744
+"mom_2",0.949995020453595,1613937448422,1744
+"eps_2",1e-05,1613937448422,1744
+"train_loss",0.030434493,1613937449400,1745
+"raw_loss",0.023982748,1613937449400,1745
+"epoch",10.981132075471663,1613937449400,1745
+"wd_0",0.01,1613937449400,1745
+"sqr_mom_0",0.99,1613937449400,1745
+"lr_0",2.093448436791493e-10,1613937449400,1745
+"mom_0",0.949996813071257,1613937449400,1745
+"eps_0",1e-05,1613937449400,1745
+"wd_1",0.01,1613937449400,1745
+"sqr_mom_1",0.99,1613937449400,1745
+"lr_1",2.093448436784717e-09,1613937449400,1745
+"mom_1",0.949996813071257,1613937449400,1745
+"eps_1",1e-05,1613937449400,1745
+"wd_2",0.01,1613937449400,1745
+"sqr_mom_2",0.99,1613937449400,1745
+"lr_2",2.093448436780651e-08,1613937449400,1745
+"mom_2",0.949996813071257,1613937449400,1745
+"eps_2",1e-05,1613937449400,1745