diff --git "a/logs/train_metrics.csv" "b/logs/train_metrics.csv"
--- "a/logs/train_metrics.csv"
+++ "b/logs/train_metrics.csv"
@@ -1,31462 +1,146118 @@
 Name,Value,Timestamp,Step
-"train_loss",1.1761289,1613935422152,0
-"raw_loss",1.1761299,1613935422152,0
-"epoch",0.006289308176100629,1613935422152,0
-"wd_0",0.01,1613935422152,0
-"sqr_mom_0",0.99,1613935422152,0
-"lr_0",4e-06,1613935422152,0
-"mom_0",0.95,1613935422152,0
-"eps_0",1e-05,1613935422152,0
-"wd_1",0.01,1613935422152,0
-"sqr_mom_1",0.99,1613935422152,0
-"lr_1",4e-06,1613935422152,0
-"mom_1",0.95,1613935422152,0
-"eps_1",1e-05,1613935422152,0
-"wd_2",0.01,1613935422152,0
-"sqr_mom_2",0.99,1613935422152,0
-"lr_2",4e-05,1613935422152,0
-"mom_2",0.95,1613935422152,0
-"eps_2",1e-05,1613935422152,0
-"train_loss",1.0474718,1613935423057,1
-"raw_loss",0.9213886,1613935423057,1
-"epoch",0.012578616352201259,1613935423057,1
-"wd_0",0.01,1613935423057,1
-"sqr_mom_0",0.99,1613935423057,1
-"lr_0",4.009559427763895e-06,1613935423057,1
-"mom_0",0.9499900422627459,1613935423057,1
-"eps_0",1e-05,1613935423057,1
-"wd_1",0.01,1613935423057,1
-"sqr_mom_1",0.99,1613935423057,1
-"lr_1",4.009559427763895e-06,1613935423057,1
-"mom_1",0.9499900422627459,1613935423057,1
-"eps_1",1e-05,1613935423057,1
-"wd_2",0.01,1613935423057,1
-"sqr_mom_2",0.99,1613935423057,1
-"lr_2",4.0095594277638955e-05,1613935423057,1
-"mom_2",0.9499900422627459,1613935423057,1
-"eps_2",1e-05,1613935423057,1
-"train_loss",0.94387466,1613935423917,2
-"raw_loss",0.7428555,1613935423917,2
-"epoch",0.01886792452830189,1613935423917,2
-"wd_0",0.01,1613935423917,2
-"sqr_mom_0",0.99,1613935423917,2
-"lr_0",4.0382339034447715e-06,1613935423917,2
-"mom_0",0.949960173017245,1613935423917,2
-"eps_0",1e-05,1613935423917,2
-"wd_1",0.01,1613935423917,2
-"sqr_mom_1",0.99,1613935423917,2
-"lr_1",4.0382339034447715e-06,1613935423917,2
-"mom_1",0.949960173017245,1613935423917,2
-"eps_1",1e-05,1613935423917,2
-"wd_2",0.01,1613935423917,2
-"sqr_mom_2",0.99,1613935423917,2
-"lr_2",4.038233903444772e-05,1613935423917,2
-"mom_2",0.949960173017245,1613935423917,2
-"eps_2",1e-05,1613935423917,2
-"train_loss",0.84333247,1613935424793,3
-"raw_loss",0.5536112,1613935424793,3
-"epoch",0.025157232704402517,1613935424793,3
-"wd_0",0.01,1613935424793,3
-"sqr_mom_0",0.99,1613935424793,3
-"lr_0",4.086012005726854e-06,1613935424793,3
-"mom_0",0.9499104041607012,1613935424793,3
-"eps_0",1e-05,1613935424793,3
-"wd_1",0.01,1613935424793,3
-"sqr_mom_1",0.99,1613935424793,3
-"lr_1",4.086012005726854e-06,1613935424793,3
-"mom_1",0.9499104041607012,1613935424793,3
-"eps_1",1e-05,1613935424793,3
-"wd_2",0.01,1613935424793,3
-"sqr_mom_2",0.99,1613935424793,3
-"lr_2",4.086012005726854e-05,1613935424793,3
-"mom_2",0.9499104041607012,1613935424793,3
-"eps_2",1e-05,1613935424793,3
-"train_loss",0.8515498,1613935425678,4
-"raw_loss",0.882809,1613935425678,4
-"epoch",0.031446540880503145,1613935425678,4
-"wd_0",0.01,1613935425678,4
-"sqr_mom_0",0.99,1613935425678,4
-"lr_0",4.152874704138565e-06,1613935425678,4
-"mom_0",0.9498407555165223,1613935425678,4
-"eps_0",1e-05,1613935425678,4
-"wd_1",0.01,1613935425678,4
-"sqr_mom_1",0.99,1613935425678,4
-"lr_1",4.152874704138565e-06,1613935425678,4
-"mom_1",0.9498407555165223,1613935425678,4
-"eps_1",1e-05,1613935425678,4
-"wd_2",0.01,1613935425678,4
-"sqr_mom_2",0.99,1613935425678,4
-"lr_2",4.152874704138565e-05,1613935425678,4
-"mom_2",0.9498407555165223,1613935425678,4
-"eps_2",1e-05,1613935425678,4
-"train_loss",0.8404002,1613935426580,5
-"raw_loss",0.7879099,1613935426580,5
-"epoch",0.03773584905660377,1613935426580,5
-"wd_0",0.01,1613935426580,5
-"sqr_mom_0",0.99,1613935426580,5
-"lr_0",4.238795394615183e-06,1613935426580,5
-"mom_0",0.9497512547972758,1613935426580,5
-"eps_0",1e-05,1613935426580,5
-"wd_1",0.01,1613935426580,5
-"sqr_mom_1",0.99,1613935426580,5
-"lr_1",4.238795394615183e-06,1613935426580,5
-"mom_1",0.9497512547972758,1613935426580,5
-"eps_1",1e-05,1613935426580,5
-"wd_2",0.01,1613935426580,5
-"sqr_mom_2",0.99,1613935426580,5
-"lr_2",4.2387953946151834e-05,1613935426580,5
-"mom_2",0.9497512547972758,1613935426580,5
-"eps_2",1e-05,1613935426580,5
-"train_loss",0.75841653,1613935427469,6
-"raw_loss",0.29982308,1613935427469,6
-"epoch",0.0440251572327044,1613935427469,6
-"wd_0",0.01,1613935427469,6
-"sqr_mom_0",0.99,1613935427469,6
-"lr_0",4.343739770193693e-06,1613935427469,6
-"mom_0",0.9496419377393815,1613935427469,6
-"eps_0",1e-05,1613935427469,6
-"wd_1",0.01,1613935427469,6
-"sqr_mom_1",0.99,1613935427469,6
-"lr_1",4.343739770193693e-06,1613935427469,6
-"mom_1",0.9496419377393815,1613935427469,6
-"eps_1",1e-05,1613935427469,6
-"wd_2",0.01,1613935427469,6
-"sqr_mom_2",0.99,1613935427469,6
-"lr_2",4.343739770193693e-05,1613935427469,6
-"mom_2",0.9496419377393815,1613935427469,6
-"eps_2",1e-05,1613935427469,6
-"train_loss",0.76445735,1613935428361,7
-"raw_loss",0.80349255,1613935428361,7
-"epoch",0.05031446540880503,1613935428361,7
-"wd_0",0.01,1613935428361,7
-"sqr_mom_0",0.99,1613935428361,7
-"lr_0",4.467666153583133e-06,1613935428361,7
-"mom_0",0.9495128477566842,1613935428361,7
-"eps_0",1e-05,1613935428361,7
-"wd_1",0.01,1613935428361,7
-"sqr_mom_1",0.99,1613935428361,7
-"lr_1",4.467666153583133e-06,1613935428361,7
-"mom_1",0.9495128477566842,1613935428361,7
-"eps_1",1e-05,1613935428361,7
-"wd_2",0.01,1613935428361,7
-"sqr_mom_2",0.99,1613935428361,7
-"lr_2",4.4676661535831333e-05,1613935428361,7
-"mom_2",0.9495128477566842,1613935428361,7
-"eps_2",1e-05,1613935428361,7
-"train_loss",0.69986796,1613935429253,8
-"raw_loss",0.22755155,1613935429253,8
-"epoch",0.056603773584905655,1613935429253,8
-"wd_0",0.01,1613935429253,8
-"sqr_mom_0",0.99,1613935429253,8
-"lr_0",4.610525038422375e-06,1613935429253,8
-"mom_0",0.94936403641831,1613935429253,8
-"eps_0",1e-05,1613935429253,8
-"wd_1",0.01,1613935429253,8
-"sqr_mom_1",0.99,1613935429253,8
-"lr_1",4.610525038422375e-06,1613935429253,8
-"mom_1",0.94936403641831,1613935429253,8
-"eps_1",1e-05,1613935429253,8
-"wd_2",0.01,1613935429253,8
-"sqr_mom_2",0.99,1613935429253,8
-"lr_2",4.610525038422376e-05,1613935429253,8
-"mom_2",0.94936403641831,1613935429253,8
-"eps_2",1e-05,1613935429253,8
-"train_loss",0.661008,1613935430330,9
-"raw_loss",0.34444073,1613935430330,9
-"epoch",0.06289308176100629,1613935430330,9
-"wd_0",0.01,1613935430330,9
-"sqr_mom_0",0.99,1613935430330,9
-"lr_0",4.772259690167275e-06,1613935430330,9
-"mom_0",0.9491955628227424,1613935430330,9
-"eps_0",1e-05,1613935430330,9
-"wd_1",0.01,1613935430330,9
-"sqr_mom_1",0.99,1613935430330,9
-"lr_1",4.772259690167275e-06,1613935430330,9
-"mom_1",0.9491955628227424,1613935430330,9
-"eps_1",1e-05,1613935430330,9
-"wd_2",0.01,1613935430330,9
-"sqr_mom_2",0.99,1613935430330,9
-"lr_2",4.7722596901672744e-05,1613935430330,9
-"mom_2",0.9491955628227424,1613935430330,9
-"eps_2",1e-05,1613935430330,9
-"train_loss",0.68799174,1613935431284,10
-"raw_loss",0.9298591,1613935431284,10
-"epoch",0.06918238993710692,1613935431284,10
-"wd_0",0.01,1613935431284,10
-"sqr_mom_0",0.99,1613935431284,10
-"lr_0",4.952805610107015e-06,1613935431284,10
-"mom_0",0.9490074941561385,1613935431284,10
-"eps_0",1e-05,1613935431284,10
-"wd_1",0.01,1613935431284,10
-"sqr_mom_1",0.99,1613935431284,10
-"lr_1",4.952805610107015e-06,1613935431284,10
-"mom_1",0.9490074941561385,1613935431284,10
-"eps_1",1e-05,1613935431284,10
-"wd_2",0.01,1613935431284,10
-"sqr_mom_2",0.99,1613935431284,10
-"lr_2",4.952805610107016e-05,1613935431284,10
-"mom_2",0.9490074941561385,1613935431284,10
-"eps_2",1e-05,1613935431284,10
-"train_loss",0.66557914,1613935432296,11
-"raw_loss",0.44673964,1613935432296,11
-"epoch",0.07547169811320754,1613935432296,11
-"wd_0",0.01,1613935432296,11
-"sqr_mom_0",0.99,1613935432296,11
-"lr_0",5.1520907627064555e-06,1613935432296,11
-"mom_0",0.9487999054555141,1613935432296,11
-"eps_0",1e-05,1613935432296,11
-"wd_1",0.01,1613935432296,11
-"sqr_mom_1",0.99,1613935432296,11
-"lr_1",5.1520907627064555e-06,1613935432296,11
-"mom_1",0.9487999054555141,1613935432296,11
-"eps_1",1e-05,1613935432296,11
-"wd_2",0.01,1613935432296,11
-"sqr_mom_2",0.99,1613935432296,11
-"lr_2",5.152090762706456e-05,1613935432296,11
-"mom_2",0.9487999054555141,1613935432296,11
-"eps_2",1e-05,1613935432296,11
-"train_loss",0.6348539,1613935433210,12
-"raw_loss",0.31073698,1613935433210,12
-"epoch",0.08176100628930817,1613935433210,12
-"wd_0",0.01,1613935433210,12
-"sqr_mom_0",0.99,1613935433210,12
-"lr_0",5.370035871207568e-06,1613935433210,12
-"mom_0",0.9485728793008255,1613935433210,12
-"eps_0",1e-05,1613935433210,12
-"wd_1",0.01,1613935433210,12
-"sqr_mom_1",0.99,1613935433210,12
-"lr_1",5.370035871207568e-06,1613935433210,12
-"mom_1",0.9485728793008255,1613935433210,12
-"eps_1",1e-05,1613935433210,12
-"wd_2",0.01,1613935433210,12
-"sqr_mom_2",0.99,1613935433210,12
-"lr_2",5.3700358712075686e-05,1613935433210,12
-"mom_2",0.9485728793008255,1613935433210,12
-"eps_2",1e-05,1613935433210,12
-"train_loss",0.62331504,1613935434082,13
-"raw_loss",0.4927189,1613935434082,13
-"epoch",0.0880503144654088,1613935434082,13
-"wd_0",0.01,1613935434082,13
-"sqr_mom_0",0.99,1613935434082,13
-"lr_0",5.6065544142990906e-06,1613935434082,13
-"mom_0",0.9483265058184384,1613935434082,13
-"eps_0",1e-05,1613935434082,13
-"wd_1",0.01,1613935434082,13
-"sqr_mom_1",0.99,1613935434082,13
-"lr_1",5.6065544142990906e-06,1613935434082,13
-"mom_1",0.9483265058184384,1613935434082,13
-"eps_1",1e-05,1613935434082,13
-"wd_2",0.01,1613935434082,13
-"sqr_mom_2",0.99,1613935434082,13
-"lr_2",5.6065544142990906e-05,1613935434082,13
-"mom_2",0.9483265058184384,1613935434082,13
-"eps_2",1e-05,1613935434082,13
-"train_loss",0.5932945,1613935435000,14
-"raw_loss",0.23089997,1613935435000,14
-"epoch",0.09433962264150943,1613935435000,14
-"wd_0",0.01,1613935435000,14
-"sqr_mom_0",0.99,1613935435000,14
-"lr_0",5.861551629698894e-06,1613935435000,14
-"mom_0",0.9480608837190636,1613935435000,14
-"eps_0",1e-05,1613935435000,14
-"wd_1",0.01,1613935435000,14
-"sqr_mom_1",0.99,1613935435000,14
-"lr_1",5.861551629698894e-06,1613935435000,14
-"mom_1",0.9480608837190636,1613935435000,14
-"eps_1",1e-05,1613935435000,14
-"wd_2",0.01,1613935435000,14
-"sqr_mom_2",0.99,1613935435000,14
-"lr_2",5.861551629698895e-05,1613935435000,14
-"mom_2",0.9480608837190636,1613935435000,14
-"eps_2",1e-05,1613935435000,14
-"train_loss",0.60988253,1613935436001,15
-"raw_loss",0.82237875,1613935436001,15
-"epoch",0.10062893081761005,1613935436001,15
-"wd_0",0.01,1613935436001,15
-"sqr_mom_0",0.99,1613935436001,15
-"lr_0",6.134926216169848e-06,1613935436001,15
-"mom_0",0.947776118524823,1613935436001,15
-"eps_0",1e-05,1613935436001,15
-"wd_1",0.01,1613935436001,15
-"sqr_mom_1",0.99,1613935436001,15
-"lr_1",6.134926216169848e-06,1613935436001,15
-"mom_1",0.947776118524823,1613935436001,15
-"eps_1",1e-05,1613935436001,15
-"wd_2",0.01,1613935436001,15
-"sqr_mom_2",0.99,1613935436001,15
-"lr_2",6.134926216169849e-05,1613935436001,15
-"mom_2",0.947776118524823,1613935436001,15
-"eps_2",1e-05,1613935436001,15
-"train_loss",0.58364373,1613935436895,16
-"raw_loss",0.2285295,1613935436895,16
-"epoch",0.10691823899371068,1613935436895,16
-"wd_0",0.01,1613935436895,16
-"sqr_mom_0",0.99,1613935436895,16
-"lr_0",6.426569286083635e-06,1613935436895,16
-"mom_0",0.9474723236603295,1613935436895,16
-"eps_0",1e-05,1613935436895,16
-"wd_1",0.01,1613935436895,16
-"sqr_mom_1",0.99,1613935436895,16
-"lr_1",6.426569286083635e-06,1613935436895,16
-"mom_1",0.9474723236603295,1613935436895,16
-"eps_1",1e-05,1613935436895,16
-"wd_2",0.01,1613935436895,16
-"sqr_mom_2",0.99,1613935436895,16
-"lr_2",6.426569286083637e-05,1613935436895,16
-"mom_2",0.9474723236603295,1613935436895,16
-"eps_2",1e-05,1613935436895,16
-"train_loss",0.63502604,1613935437839,17
-"raw_loss",1.3668782,1613935437839,17
-"epoch",0.11320754716981131,1613935437839,17
-"wd_0",0.01,1613935437839,17
-"sqr_mom_0",0.99,1613935437839,17
-"lr_0",6.7363650492297375e-06,1613935437839,17
-"mom_0",0.9471496197403857,1613935437839,17
-"eps_0",1e-05,1613935437839,17
-"wd_1",0.01,1613935437839,17
-"sqr_mom_1",0.99,1613935437839,17
-"lr_1",6.7363650492297375e-06,1613935437839,17
-"mom_1",0.9471496197403857,1613935437839,17
-"eps_1",1e-05,1613935437839,17
-"wd_2",0.01,1613935437839,17
-"sqr_mom_2",0.99,1613935437839,17
-"lr_2",6.736365049229738e-05,1613935437839,17
-"mom_2",0.9471496197403857,1613935437839,17
-"eps_2",1e-05,1613935437839,17
-"train_loss",0.62088245,1613935439108,18
-"raw_loss",0.40959978,1613935439108,18
-"epoch",0.11949685534591194,1613935439108,18
-"wd_0",0.01,1613935439108,18
-"sqr_mom_0",0.99,1613935439108,18
-"lr_0",7.06418938445837e-06,1613935439108,18
-"mom_0",0.9468081360578559,1613935439108,18
-"eps_0",1e-05,1613935439108,18
-"wd_1",0.01,1613935439108,18
-"sqr_mom_1",0.99,1613935439108,18
-"lr_1",7.06418938445837e-06,1613935439108,18
-"mom_1",0.9468081360578559,1613935439108,18
-"eps_1",1e-05,1613935439108,18
-"wd_2",0.01,1613935439108,18
-"sqr_mom_2",0.99,1613935439108,18
-"lr_2",7.06418938445837e-05,1613935439108,18
-"mom_2",0.9468081360578559,1613935439108,18
-"eps_2",1e-05,1613935439108,18
-"train_loss",0.6015401,1613935440190,19
-"raw_loss",0.29942068,1613935440190,19
-"epoch",0.12578616352201258,1613935440190,19
-"wd_0",0.01,1613935440190,19
-"sqr_mom_0",0.99,1613935440190,19
-"lr_0",7.409912069008094e-06,1613935440190,19
-"mom_0",0.9464480082614498,1613935440190,19
-"eps_0",1e-05,1613935440190,19
-"wd_1",0.01,1613935440190,19
-"sqr_mom_1",0.99,1613935440190,19
-"lr_1",7.409912069008094e-06,1613935440190,19
-"mom_1",0.9464480082614498,1613935440190,19
-"eps_1",1e-05,1613935440190,19
-"wd_2",0.01,1613935440190,19
-"sqr_mom_2",0.99,1613935440190,19
-"lr_2",7.409912069008095e-05,1613935440190,19
-"mom_2",0.9464480082614498,1613935440190,19
-"eps_2",1e-05,1613935440190,19
-"train_loss",0.59022456,1613935441104,20
-"raw_loss",0.40592602,1613935441104,20
-"epoch",0.1320754716981132,1613935441104,20
-"wd_0",0.01,1613935441104,20
-"sqr_mom_0",0.99,1613935441104,20
-"lr_0",7.773395834984238e-06,1613935441104,20
-"mom_0",0.9460693793385581,1613935441104,20
-"eps_0",1e-05,1613935441104,20
-"wd_1",0.01,1613935441104,20
-"sqr_mom_1",0.99,1613935441104,20
-"lr_1",7.773395834984238e-06,1613935441104,20
-"mom_1",0.9460693793385581,1613935441104,20
-"eps_1",1e-05,1613935441104,20
-"wd_2",0.01,1613935441104,20
-"sqr_mom_2",0.99,1613935441104,20
-"lr_2",7.773395834984238e-05,1613935441104,20
-"mom_2",0.9460693793385581,1613935441104,20
-"eps_2",1e-05,1613935441104,20
-"train_loss",0.5908099,1613935442075,21
-"raw_loss",0.60072607,1613935442075,21
-"epoch",0.13836477987421383,1613935442075,21
-"wd_0",0.01,1613935442075,21
-"sqr_mom_0",0.99,1613935442075,21
-"lr_0",8.154495508105691e-06,1613935442075,21
-"mom_0",0.9456724005123899,1613935442075,21
-"eps_0",1e-05,1613935442075,21
-"wd_1",0.01,1613935442075,21
-"sqr_mom_1",0.99,1613935442075,21
-"lr_1",8.154495508105691e-06,1613935442075,21
-"mom_1",0.9456724005123899,1613935442075,21
-"eps_1",1e-05,1613935442075,21
-"wd_2",0.01,1613935442075,21
-"sqr_mom_2",0.99,1613935442075,21
-"lr_2",8.154495508105693e-05,1613935442075,21
-"mom_2",0.9456724005123899,1613935442075,21
-"eps_2",1e-05,1613935442075,21
-"train_loss",0.5843452,1613935443005,22
-"raw_loss",0.47068074,1613935443005,22
-"epoch",0.14465408805031446,1613935443005,22
-"wd_0",0.01,1613935443005,22
-"sqr_mom_0",0.99,1613935443005,22
-"lr_0",8.553058337262749e-06,1613935443005,22
-"mom_0",0.9452572308986846,1613935443005,22
-"eps_0",1e-05,1613935443005,22
-"wd_1",0.01,1613935443005,22
-"sqr_mom_1",0.99,1613935443005,22
-"lr_1",8.553058337262749e-06,1613935443005,22
-"mom_1",0.9452572308986846,1613935443005,22
-"eps_1",1e-05,1613935443005,22
-"wd_2",0.01,1613935443005,22
-"sqr_mom_2",0.99,1613935443005,22
-"lr_2",8.55305833726275e-05,1613935443005,22
-"mom_2",0.9452572308986846,1613935443005,22
-"eps_2",1e-05,1613935443005,22
-"train_loss",0.5714518,1613935444474,23
-"raw_loss",0.33664942,1613935444474,23
-"epoch",0.1509433962264151,1613935444474,23
-"wd_0",0.01,1613935444474,23
-"sqr_mom_0",0.99,1613935444474,23
-"lr_0",8.968927440491031e-06,1613935444474,23
-"mom_0",0.9448240339161551,1613935444474,23
-"eps_0",1e-05,1613935444474,23
-"wd_1",0.01,1613935444474,23
-"sqr_mom_1",0.99,1613935444474,23
-"lr_1",8.968927440491031e-06,1613935444474,23
-"mom_1",0.9448240339161551,1613935444474,23
-"eps_1",1e-05,1613935444474,23
-"wd_2",0.01,1613935444474,23
-"sqr_mom_2",0.99,1613935444474,23
-"lr_2",8.968927440491031e-05,1613935444474,23
-"mom_2",0.9448240339161551,1613935444474,23
-"eps_2",1e-05,1613935444474,23
-"train_loss",0.5623497,1613935445440,24
-"raw_loss",0.3909864,1613935445440,24
-"epoch",0.15723270440251572,1613935445440,24
-"wd_0",0.01,1613935445440,24
-"sqr_mom_0",0.99,1613935445440,24
-"lr_0",9.401935222813777e-06,1613935445440,24
-"mom_0",0.9443729841429023,1613935445440,24
-"eps_0",1e-05,1613935445440,24
-"wd_1",0.01,1613935445440,24
-"sqr_mom_1",0.99,1613935445440,24
-"lr_1",9.401935222813777e-06,1613935445440,24
-"mom_1",0.9443729841429023,1613935445440,24
-"eps_1",1e-05,1613935445440,24
-"wd_2",0.01,1613935445440,24
-"sqr_mom_2",0.99,1613935445440,24
-"lr_2",9.401935222813777e-05,1613935445440,24
-"mom_2",0.9443729841429023,1613935445440,24
-"eps_2",1e-05,1613935445440,24
-"train_loss",0.55468726,1613935446363,25
-"raw_loss",0.40580463,1613935446363,25
-"epoch",0.16352201257861634,1613935446363,25
-"wd_0",0.01,1613935446363,25
-"sqr_mom_0",0.99,1613935446363,25
-"lr_0",9.851911244073228e-06,1613935446363,25
-"mom_0",0.943904259120757,1613935446363,25
-"eps_0",1e-05,1613935446363,25
-"wd_1",0.01,1613935446363,25
-"sqr_mom_1",0.99,1613935446363,25
-"lr_1",9.851911244073228e-06,1613935446363,25
-"mom_1",0.943904259120757,1613935446363,25
-"eps_1",1e-05,1613935446363,25
-"wd_2",0.01,1613935446363,25
-"sqr_mom_2",0.99,1613935446363,25
-"lr_2",9.851911244073227e-05,1613935446363,25
-"mom_2",0.943904259120757,1613935446363,25
-"eps_2",1e-05,1613935446363,25
-"train_loss",0.5400833,1613935447319,26
-"raw_loss",0.24768798,1613935447319,26
-"epoch",0.16981132075471697,1613935447319,26
-"wd_0",0.01,1613935447319,26
-"sqr_mom_0",0.99,1613935447319,26
-"lr_0",1.0318675278608704e-05,1613935447319,26
-"mom_0",0.9434180465847826,1613935447319,26
-"eps_0",1e-05,1613935447319,26
-"wd_1",0.01,1613935447319,26
-"sqr_mom_1",0.99,1613935447319,26
-"lr_1",1.0318675278608704e-05,1613935447319,26
-"mom_1",0.9434180465847826,1613935447319,26
-"eps_1",1e-05,1613935447319,26
-"wd_2",0.01,1613935447319,26
-"sqr_mom_2",0.99,1613935447319,26
-"lr_2",0.00010318675278608706,1613935447319,26
-"mom_2",0.9434180465847826,1613935447319,26
-"eps_2",1e-05,1613935447319,26
-"train_loss",0.5319281,1613935448246,27
-"raw_loss",0.3639231,1613935448246,27
-"epoch",0.1761006289308176,1613935448246,27
-"wd_0",0.01,1613935448246,27
-"sqr_mom_0",0.99,1613935448246,27
-"lr_0",1.0802040256448307e-05,1613935448246,27
-"mom_0",0.942914541399533,1613935448246,27
-"eps_0",1e-05,1613935448246,27
-"wd_1",0.01,1613935448246,27
-"sqr_mom_1",0.99,1613935448246,27
-"lr_1",1.0802040256448307e-05,1613935448246,27
-"mom_1",0.942914541399533,1613935448246,27
-"eps_1",1e-05,1613935448246,27
-"wd_2",0.01,1613935448246,27
-"sqr_mom_2",0.99,1613935448246,27
-"lr_2",0.00010802040256448309,1613935448246,27
-"mom_2",0.942914541399533,1613935448246,27
-"eps_2",1e-05,1613935448246,27
-"train_loss",0.5435436,1613935449117,28
-"raw_loss",0.7894326,1613935449117,28
-"epoch",0.18238993710691823,1613935449117,28
-"wd_0",0.01,1613935449117,28
-"sqr_mom_0",0.99,1613935449117,28
-"lr_0",1.1301815915877466e-05,1613935449117,28
-"mom_0",0.9423939417542943,1613935449117,28
-"eps_0",1e-05,1613935449117,28
-"wd_1",0.01,1613935449117,28
-"sqr_mom_1",0.99,1613935449117,28
-"lr_1",1.1301815915877466e-05,1613935449117,28
-"mom_1",0.9423939417542943,1613935449117,28
-"eps_1",1e-05,1613935449117,28
-"wd_2",0.01,1613935449117,28
-"sqr_mom_2",0.99,1613935449117,28
-"lr_2",0.00011301815915877467,1613935449117,28
-"mom_2",0.9423939417542943,1613935449117,28
-"eps_2",1e-05,1613935449117,28
-"train_loss",0.5478418,1613935450038,29
-"raw_loss",0.6412246,1613935450038,29
-"epoch",0.18867924528301885,1613935450038,29
-"wd_0",0.01,1613935450038,29
-"sqr_mom_0",0.99,1613935450038,29
-"lr_0",1.1817800847632122e-05,1613935450038,29
-"mom_0",0.9418564574503832,1613935450038,29
-"eps_0",1e-05,1613935450038,29
-"wd_1",0.01,1613935450038,29
-"sqr_mom_1",0.99,1613935450038,29
-"lr_1",1.1817800847632122e-05,1613935450038,29
-"mom_1",0.9418564574503832,1613935450038,29
-"eps_1",1e-05,1613935450038,29
-"wd_2",0.01,1613935450038,29
-"sqr_mom_2",0.99,1613935450038,29
-"lr_2",0.00011817800847632124,1613935450038,29
-"mom_2",0.9418564574503832,1613935450038,29
-"eps_2",1e-05,1613935450038,29
-"train_loss",0.5422838,1613935450967,30
-"raw_loss",0.41850004,1613935450967,30
-"epoch",0.19496855345911948,1613935450967,30
-"wd_0",0.01,1613935450967,30
-"sqr_mom_0",0.99,1613935450967,30
-"lr_0",1.2349791950158995e-05,1613935450967,30
-"mom_0",0.9413023000519176,1613935450967,30
-"eps_0",1e-05,1613935450967,30
-"wd_1",0.01,1613935450967,30
-"sqr_mom_1",0.99,1613935450967,30
-"lr_1",1.2349791950158995e-05,1613935450967,30
-"mom_1",0.9413023000519176,1613935450967,30
-"eps_1",1e-05,1613935450967,30
-"wd_2",0.01,1613935450967,30
-"sqr_mom_2",0.99,1613935450967,30
-"lr_2",0.00012349791950158997,1613935450967,30
-"mom_2",0.9413023000519176,1613935450967,30
-"eps_2",1e-05,1613935450967,30
-"train_loss",0.5354241,1613935451913,31
-"raw_loss",0.37898356,1613935451913,31
-"epoch",0.2012578616352201,1613935451913,31
-"wd_0",0.01,1613935451913,31
-"sqr_mom_0",0.99,1613935451913,31
-"lr_0",1.289757613462115e-05,1613935451913,31
-"mom_0",0.9407316915264362,1613935451913,31
-"eps_0",1e-05,1613935451913,31
-"wd_1",0.01,1613935451913,31
-"sqr_mom_1",0.99,1613935451913,31
-"lr_1",1.289757613462115e-05,1613935451913,31
-"mom_1",0.9407316915264362,1613935451913,31
-"eps_1",1e-05,1613935451913,31
-"wd_2",0.01,1613935451913,31
-"sqr_mom_2",0.99,1613935451913,31
-"lr_2",0.0001289757613462115,1613935451913,31
-"mom_2",0.9407316915264362,1613935451913,31
-"eps_2",1e-05,1613935451913,31
-"train_loss",0.52943546,1613935452864,32
-"raw_loss",0.38972262,1613935452864,32
-"epoch",0.20754716981132074,1613935452864,32
-"wd_0",0.01,1613935452864,32
-"sqr_mom_0",0.99,1613935452864,32
-"lr_0",1.3460933873494347e-05,1613935452864,32
-"mom_0",0.9401448605484434,1613935452864,32
-"eps_0",1e-05,1613935452864,32
-"wd_1",0.01,1613935452864,32
-"sqr_mom_1",0.99,1613935452864,32
-"lr_1",1.3460933873494347e-05,1613935452864,32
-"mom_1",0.9401448605484434,1613935452864,32
-"eps_1",1e-05,1613935452864,32
-"wd_2",0.01,1613935452864,32
-"sqr_mom_2",0.99,1613935452864,32
-"lr_2",0.00013460933873494347,1613935452864,32
-"mom_2",0.9401448605484434,1613935452864,32
-"eps_2",1e-05,1613935452864,32
-"train_loss",0.5222559,1613935454328,33
-"raw_loss",0.3510736,1613935454328,33
-"epoch",0.21383647798742136,1613935454328,33
-"wd_0",0.01,1613935454328,33
-"sqr_mom_0",0.99,1613935454328,33
-"lr_0",1.4039643418380948e-05,1613935454328,33
-"mom_0",0.9395420381058531,1613935454328,33
-"eps_0",1e-05,1613935454328,33
-"wd_1",0.01,1613935454328,33
-"sqr_mom_1",0.99,1613935454328,33
-"lr_1",1.4039643418380948e-05,1613935454328,33
-"mom_1",0.9395420381058531,1613935454328,33
-"eps_1",1e-05,1613935454328,33
-"wd_2",0.01,1613935454328,33
-"sqr_mom_2",0.99,1613935454328,33
-"lr_2",0.0001403964341838095,1613935454328,33
-"mom_2",0.9395420381058531,1613935454328,33
-"eps_2",1e-05,1613935454328,33
-"train_loss",0.5177557,1613935455237,34
-"raw_loss",0.4081924,1613935455237,34
-"epoch",0.220125786163522,1613935455237,34
-"wd_0",0.01,1613935455237,34
-"sqr_mom_0",0.99,1613935455237,34
-"lr_0",1.4633472960142029e-05,1613935455237,34
-"mom_0",0.9389234656665186,1613935455237,34
-"eps_0",1e-05,1613935455237,34
-"wd_1",0.01,1613935455237,34
-"sqr_mom_1",0.99,1613935455237,34
-"lr_1",1.4633472960142029e-05,1613935455237,34
-"mom_1",0.9389234656665186,1613935455237,34
-"eps_1",1e-05,1613935455237,34
-"wd_2",0.01,1613935455237,34
-"sqr_mom_2",0.99,1613935455237,34
-"lr_2",0.0001463347296014203,1613935455237,34
-"mom_2",0.9389234656665186,1613935455237,34
-"eps_2",1e-05,1613935455237,34
-"train_loss",0.5132507,1613935456135,35
-"raw_loss",0.40134943,1613935456135,35
-"epoch",0.22641509433962262,1613935456135,35
-"wd_0",0.01,1613935456135,35
-"sqr_mom_0",0.99,1613935456135,35
-"lr_0",1.524218452536167e-05,1613935456135,35
-"mom_0",0.9382893911194149,1613935456135,35
-"eps_0",1e-05,1613935456135,35
-"wd_1",0.01,1613935456135,35
-"sqr_mom_1",0.99,1613935456135,35
-"lr_1",1.524218452536167e-05,1613935456135,35
-"mom_1",0.9382893911194149,1613935456135,35
-"eps_1",1e-05,1613935456135,35
-"wd_2",0.01,1613935456135,35
-"sqr_mom_2",0.99,1613935456135,35
-"lr_2",0.0001524218452536167,1613935456135,35
-"mom_2",0.9382893911194149,1613935456135,35
-"eps_2",1e-05,1613935456135,35
-"train_loss",0.50341594,1613935457059,36
-"raw_loss",0.2543735,1613935457059,36
-"epoch",0.23270440251572325,1613935457059,36
-"wd_0",0.01,1613935457059,36
-"sqr_mom_0",0.99,1613935457059,36
-"lr_0",1.5865538513507337e-05,1613935457059,36
-"mom_0",0.9376400640484298,1613935457059,36
-"eps_0",1e-05,1613935457059,36
-"wd_1",0.01,1613935457059,36
-"sqr_mom_1",0.99,1613935457059,36
-"lr_1",1.5865538513507337e-05,1613935457059,36
-"mom_1",0.9376400640484298,1613935457059,36
-"eps_1",1e-05,1613935457059,36
-"wd_2",0.01,1613935457059,36
-"sqr_mom_2",0.99,1613935457059,36
-"lr_2",0.0001586553851350734,1613935457059,36
-"mom_2",0.9376400640484298,1613935457059,36
-"eps_2",1e-05,1613935457059,36
-"train_loss",0.49526826,1613935458035,37
-"raw_loss",0.28508994,1613935458035,37
-"epoch",0.23899371069182387,1613935458035,37
-"wd_0",0.01,1613935458035,37
-"sqr_mom_0",0.99,1613935458035,37
-"lr_0",1.6503285225903715e-05,1613935458035,37
-"mom_0",0.9369757445563502,1613935458035,37
-"eps_0",1e-05,1613935458035,37
-"wd_1",0.01,1613935458035,37
-"sqr_mom_1",0.99,1613935458035,37
-"lr_1",1.6503285225903715e-05,1613935458035,37
-"mom_1",0.9369757445563502,1613935458035,37
-"eps_1",1e-05,1613935458035,37
-"wd_2",0.01,1613935458035,37
-"sqr_mom_2",0.99,1613935458035,37
-"lr_2",0.00016503285225903715,1613935458035,37
-"mom_2",0.9369757445563502,1613935458035,37
-"eps_2",1e-05,1613935458035,37
-"train_loss",0.49259862,1613935458990,38
-"raw_loss",0.4224941,1613935458990,38
-"epoch",0.2452830188679245,1613935458990,38
-"wd_0",0.01,1613935458990,38
-"sqr_mom_0",0.99,1613935458990,38
-"lr_0",1.715516909610041e-05,1613935458990,38
-"mom_0",0.9362966988582287,1613935458990,38
-"eps_0",1e-05,1613935458990,38
-"wd_1",0.01,1613935458990,38
-"sqr_mom_1",0.99,1613935458990,38
-"lr_1",1.715516909610041e-05,1613935458990,38
-"mom_1",0.9362966988582287,1613935458990,38
-"eps_1",1e-05,1613935458990,38
-"wd_2",0.01,1613935458990,38
-"sqr_mom_2",0.99,1613935458990,38
-"lr_2",0.0001715516909610041,1613935458990,38
-"mom_2",0.9362966988582287,1613935458990,38
-"eps_2",1e-05,1613935458990,38
-"train_loss",0.4848829,1613935459940,39
-"raw_loss",0.27875766,1613935459940,39
-"epoch",0.25157232704402516,1613935459940,39
-"wd_0",0.01,1613935459940,39
-"sqr_mom_0",0.99,1613935459940,39
-"lr_0",1.78209335301187e-05,1613935459940,39
-"mom_0",0.9356031942394597,1613935459940,39
-"eps_0",1e-05,1613935459940,39
-"wd_1",0.01,1613935459940,39
-"sqr_mom_1",0.99,1613935459940,39
-"lr_1",1.78209335301187e-05,1613935459940,39
-"mom_1",0.9356031942394597,1613935459940,39
-"eps_1",1e-05,1613935459940,39
-"wd_2",0.01,1613935459940,39
-"sqr_mom_2",0.99,1613935459940,39
-"lr_2",0.00017820933530118696,1613935459940,39
-"mom_2",0.9356031942394597,1613935459940,39
-"eps_2",1e-05,1613935459940,39
-"train_loss",0.47601008,1613935460879,40
-"raw_loss",0.23501784,1613935460879,40
-"epoch",0.2578616352201258,1613935460879,40
-"wd_0",0.01,1613935460879,40
-"sqr_mom_0",0.99,1613935460879,40
-"lr_0",1.8500311834625453e-05,1613935460879,40
-"mom_0",0.9348955085055984,1613935460879,40
-"eps_0",1e-05,1613935460879,40
-"wd_1",0.01,1613935460879,40
-"sqr_mom_1",0.99,1613935460879,40
-"lr_1",1.8500311834625453e-05,1613935460879,40
-"mom_1",0.9348955085055984,1613935460879,40
-"eps_1",1e-05,1613935460879,40
-"wd_2",0.01,1613935460879,40
-"sqr_mom_2",0.99,1613935460879,40
-"lr_2",0.00018500311834625453,1613935460879,40
-"mom_2",0.9348955085055984,1613935460879,40
-"eps_2",1e-05,1613935460879,40
-"train_loss",0.46717155,1613935461943,41
-"raw_loss",0.22325023,1613935461943,41
-"epoch",0.2641509433962264,1613935461943,41
-"wd_0",0.01,1613935461943,41
-"sqr_mom_0",0.99,1613935461943,41
-"lr_0",1.9193033406318514e-05,1613935461943,41
-"mom_0",0.9341739235350849,1613935461943,41
-"eps_0",1e-05,1613935461943,41
-"wd_1",0.01,1613935461943,41
-"sqr_mom_1",0.99,1613935461943,41
-"lr_1",1.9193033406318514e-05,1613935461943,41
-"mom_1",0.9341739235350849,1613935461943,41
-"eps_1",1e-05,1613935461943,41
-"wd_2",0.01,1613935461943,41
-"sqr_mom_2",0.99,1613935461943,41
-"lr_2",0.00019193033406318514,1613935461943,41
-"mom_2",0.9341739235350849,1613935461943,41
-"eps_2",1e-05,1613935461943,41
-"train_loss",0.46956265,1613935464763,42
-"raw_loss",0.53657514,1613935464763,42
-"epoch",0.27044025157232704,1613935464763,42
-"wd_0",0.01,1613935464763,42
-"sqr_mom_0",0.99,1613935464763,42
-"lr_0",1.9898822327136494e-05,1613935464763,42
-"mom_0",0.9334387267425661,1613935464763,42
-"eps_0",1e-05,1613935464763,42
-"wd_1",0.01,1613935464763,42
-"sqr_mom_1",0.99,1613935464763,42
-"lr_1",1.9898822327136494e-05,1613935464763,42
-"mom_1",0.9334387267425661,1613935464763,42
-"eps_1",1e-05,1613935464763,42
-"wd_2",0.01,1613935464763,42
-"sqr_mom_2",0.99,1613935464763,42
-"lr_2",0.00019898822327136498,1613935464763,42
-"mom_2",0.9334387267425661,1613935464763,42
-"eps_2",1e-05,1613935464763,42
-"train_loss",0.46932507,1613935465927,43
-"raw_loss",0.46256864,1613935465927,43
-"epoch",0.27672955974842767,1613935465927,43
-"wd_0",0.01,1613935465927,43
-"sqr_mom_0",0.99,1613935465927,43
-"lr_0",2.0617394073649017e-05,1613935465927,43
-"mom_0",0.9326902145066156,1613935465927,43
-"eps_0",1e-05,1613935465927,43
-"wd_1",0.01,1613935465927,43
-"sqr_mom_1",0.99,1613935465927,43
-"lr_1",2.0617394073649017e-05,1613935465927,43
-"mom_1",0.9326902145066156,1613935465927,43
-"eps_1",1e-05,1613935465927,43
-"wd_2",0.01,1613935465927,43
-"sqr_mom_2",0.99,1613935465927,43
-"lr_2",0.00020617394073649018,1613935465927,43
-"mom_2",0.9326902145066156,1613935465927,43
-"eps_2",1e-05,1613935465927,43
-"train_loss",0.46116433,1613935468351,44
-"raw_loss",0.2256773,1613935468351,44
-"epoch",0.2830188679245283,1613935468351,44
-"wd_0",0.01,1613935468351,44
-"sqr_mom_0",0.99,1613935468351,44
-"lr_0",2.1348469173112758e-05,1613935468351,44
-"mom_0",0.9319286779446742,1613935468351,44
-"eps_0",1e-05,1613935468351,44
-"wd_1",0.01,1613935468351,44
-"sqr_mom_1",0.99,1613935468351,44
-"lr_1",2.1348469173112758e-05,1613935468351,44
-"mom_1",0.9319286779446742,1613935468351,44
-"eps_1",1e-05,1613935468351,44
-"wd_2",0.01,1613935468351,44
-"sqr_mom_2",0.99,1613935468351,44
-"lr_2",0.00021348469173112757,1613935468351,44
-"mom_2",0.9319286779446742,1613935468351,44
-"eps_2",1e-05,1613935468351,44
-"train_loss",0.45235738,1613935469644,45
-"raw_loss",0.1946734,1613935469644,45
-"epoch",0.2893081761006289,1613935469644,45
-"wd_0",0.01,1613935469644,45
-"sqr_mom_0",0.99,1613935469644,45
-"lr_0",2.209175308966976e-05,1613935469644,45
-"mom_0",0.9311544238649273,1613935469644,45
-"eps_0",1e-05,1613935469644,45
-"wd_1",0.01,1613935469644,45
-"sqr_mom_1",0.99,1613935469644,45
-"lr_1",2.209175308966976e-05,1613935469644,45
-"mom_1",0.9311544238649273,1613935469644,45
-"eps_1",1e-05,1613935469644,45
-"wd_2",0.01,1613935469644,45
-"sqr_mom_2",0.99,1613935469644,45
-"lr_2",0.00022091753089669762,1613935469644,45
-"mom_2",0.9311544238649273,1613935469644,45
-"eps_2",1e-05,1613935469644,45
-"train_loss",0.44481036,1613935472977,46
-"raw_loss",0.22101271,1613935472977,46
-"epoch",0.29559748427672955,1613935472977,46
-"wd_0",0.01,1613935472977,46
-"sqr_mom_0",0.99,1613935472977,46
-"lr_0",2.2846949765761397e-05,1613935472977,46
-"mom_0",0.9303677606606652,1613935472977,46
-"eps_0",1e-05,1613935472977,46
-"wd_1",0.01,1613935472977,46
-"sqr_mom_1",0.99,1613935472977,46
-"lr_1",2.2846949765761397e-05,1613935472977,46
-"mom_1",0.9303677606606652,1613935472977,46
-"eps_1",1e-05,1613935472977,46
-"wd_2",0.01,1613935472977,46
-"sqr_mom_2",0.99,1613935472977,46
-"lr_2",0.00022846949765761398,1613935472977,46
-"mom_2",0.9303677606606652,1613935472977,46
-"eps_2",1e-05,1613935472977,46
-"train_loss",0.44953114,1613935474018,47
-"raw_loss",0.59134686,1613935474018,47
-"epoch",0.3018867924528302,1613935474018,47
-"wd_0",0.01,1613935474018,47
-"sqr_mom_0",0.99,1613935474018,47
-"lr_0",2.36137583988555e-05,1613935474018,47
-"mom_0",0.9295690016678588,1613935474018,47
-"eps_0",1e-05,1613935474018,47
-"wd_1",0.01,1613935474018,47
-"sqr_mom_1",0.99,1613935474018,47
-"lr_1",2.36137583988555e-05,1613935474018,47
-"mom_1",0.9295690016678588,1613935474018,47
-"eps_1",1e-05,1613935474018,47
-"wd_2",0.01,1613935474018,47
-"sqr_mom_2",0.99,1613935474018,47
-"lr_2",0.00023613758398855503,1613935474018,47
-"mom_2",0.9295690016678588,1613935474018,47
-"eps_2",1e-05,1613935474018,47
-"train_loss",0.4516146,1613935475284,48
-"raw_loss",0.51499325,1613935475284,48
-"epoch",0.3081761006289308,1613935475284,48
-"wd_0",0.01,1613935475284,48
-"sqr_mom_0",0.99,1613935475284,48
-"lr_0",2.43918698849436e-05,1613935475284,48
-"mom_0",0.9287584688698504,1613935475284,48
-"eps_0",1e-05,1613935475284,48
-"wd_1",0.01,1613935475284,48
-"sqr_mom_1",0.99,1613935475284,48
-"lr_1",2.43918698849436e-05,1613935475284,48
-"mom_1",0.9287584688698504,1613935475284,48
-"eps_1",1e-05,1613935475284,48
-"wd_2",0.01,1613935475284,48
-"sqr_mom_2",0.99,1613935475284,48
-"lr_2",0.00024391869884943598,1613935475284,48
-"mom_2",0.9287584688698504,1613935475284,48
-"eps_2",1e-05,1613935475284,48
-"train_loss",0.4429803,1613935477045,49
-"raw_loss",0.17711796,1613935477045,49
-"epoch",0.31446540880503143,1613935477045,49
-"wd_0",0.01,1613935477045,49
-"sqr_mom_0",0.99,1613935477045,49
-"lr_0",2.5180981594604647e-05,1613935477045,49
-"mom_0",0.9279364775056201,1613935477045,49
-"eps_0",1e-05,1613935477045,49
-"wd_1",0.01,1613935477045,49
-"sqr_mom_1",0.99,1613935477045,49
-"lr_1",2.5180981594604647e-05,1613935477045,49
-"mom_1",0.9279364775056201,1613935477045,49
-"eps_1",1e-05,1613935477045,49
-"wd_2",0.01,1613935477045,49
-"sqr_mom_2",0.99,1613935477045,49
-"lr_2",0.0002518098159460465,1613935477045,49
-"mom_2",0.9279364775056201,1613935477045,49
-"eps_2",1e-05,1613935477045,49
-"train_loss",0.43475953,1613935478037,50
-"raw_loss",0.1786353,1613935478037,50
-"epoch",0.32075471698113206,1613935478037,50
-"wd_0",0.01,1613935478037,50
-"sqr_mom_0",0.99,1613935478037,50
-"lr_0",2.5980775592604943e-05,1613935478037,50
-"mom_0",0.9271033587577031,1613935478037,50
-"eps_0",1e-05,1613935478037,50
-"wd_1",0.01,1613935478037,50
-"sqr_mom_1",0.99,1613935478037,50
-"lr_1",2.5980775592604943e-05,1613935478037,50
-"mom_1",0.9271033587577031,1613935478037,50
-"eps_1",1e-05,1613935478037,50
-"wd_2",0.01,1613935478037,50
-"sqr_mom_2",0.99,1613935478037,50
-"lr_2",0.00025980775592604943,1613935478037,50
-"mom_2",0.9271033587577031,1613935478037,50
-"eps_2",1e-05,1613935478037,50
-"train_loss",0.446644,1613935479028,51
-"raw_loss",0.8211554,1613935479028,51
-"epoch",0.3270440251572327,1613935479028,51
-"wd_0",0.01,1613935479028,51
-"sqr_mom_0",0.99,1613935479028,51
-"lr_0",2.679092948844323e-05,1613935479028,51
-"mom_0",0.9262594484495382,1613935479028,51
-"eps_0",1e-05,1613935479028,51
-"wd_1",0.01,1613935479028,51
-"sqr_mom_1",0.99,1613935479028,51
-"lr_1",2.679092948844323e-05,1613935479028,51
-"mom_1",0.9262594484495382,1613935479028,51
-"eps_1",1e-05,1613935479028,51
-"wd_2",0.01,1613935479028,51
-"sqr_mom_2",0.99,1613935479028,51
-"lr_2",0.0002679092948844323,1613935479028,51
-"mom_2",0.9262594484495382,1613935479028,51
-"eps_2",1e-05,1613935479028,51
-"train_loss",0.4431501,1613935480173,52
-"raw_loss",0.33182603,1613935480173,52
-"epoch",0.3333333333333333,1613935480173,52
-"wd_0",0.01,1613935480173,52
-"sqr_mom_0",0.99,1613935480173,52
-"lr_0",2.7611132061247287e-05,1613935480173,52
-"mom_0",0.925405070769534,1613935480173,52
-"eps_0",1e-05,1613935480173,52
-"wd_1",0.01,1613935480173,52
-"sqr_mom_1",0.99,1613935480173,52
-"lr_1",2.7611132061247287e-05,1613935480173,52
-"mom_1",0.925405070769534,1613935480173,52
-"eps_1",1e-05,1613935480173,52
-"wd_2",0.01,1613935480173,52
-"sqr_mom_2",0.99,1613935480173,52
-"lr_2",0.0002761113206124729,1613935480173,52
-"mom_2",0.925405070769534,1613935480173,52
-"eps_2",1e-05,1613935480173,52
-"train_loss",0.435257,1613935481387,53
-"raw_loss",0.18105853,1613935481387,53
-"epoch",0.33962264150943394,1613935481387,53
-"wd_0",0.01,1613935481387,53
-"sqr_mom_0",0.99,1613935481387,53
-"lr_0",2.8441045144293137e-05,1613935481387,53
-"mom_0",0.9245405779746946,1613935481387,53
-"eps_0",1e-05,1613935481387,53
-"wd_1",0.01,1613935481387,53
-"sqr_mom_1",0.99,1613935481387,53
-"lr_1",2.8441045144293137e-05,1613935481387,53
-"mom_1",0.9245405779746946,1613935481387,53
-"eps_1",1e-05,1613935481387,53
-"wd_2",0.01,1613935481387,53
-"sqr_mom_2",0.99,1613935481387,53
-"lr_2",0.00028441045144293135,1613935481387,53
-"mom_2",0.9245405779746946,1613935481387,53
-"eps_2",1e-05,1613935481387,53
-"train_loss",0.42810887,1613935482491,54
-"raw_loss",0.1955028,1613935482491,54
-"epoch",0.34591194968553457,1613935482491,54
-"wd_0",0.01,1613935482491,54
-"sqr_mom_0",0.99,1613935482491,54
-"lr_0",2.928033804036227e-05,1613935482491,54
-"mom_0",0.9236663145412892,1613935482491,54
-"eps_0",1e-05,1613935482491,54
-"wd_1",0.01,1613935482491,54
-"sqr_mom_1",0.99,1613935482491,54
-"lr_1",2.928033804036227e-05,1613935482491,54
-"mom_1",0.9236663145412892,1613935482491,54
-"eps_1",1e-05,1613935482491,54
-"wd_2",0.01,1613935482491,54
-"sqr_mom_2",0.99,1613935482491,54
-"lr_2",0.0002928033804036227,1613935482491,54
-"mom_2",0.9236663145412892,1613935482491,54
-"eps_2",1e-05,1613935482491,54
-"train_loss",0.4295548,1613935483474,55
-"raw_loss",0.47708294,1613935483474,55
-"epoch",0.3522012578616352,1613935483474,55
-"wd_0",0.01,1613935483474,55
-"sqr_mom_0",0.99,1613935483474,55
-"lr_0",3.0128684324864082e-05,1613935483474,55
-"mom_0",0.9227826204949332,1613935483474,55
-"eps_0",1e-05,1613935483474,55
-"wd_1",0.01,1613935483474,55
-"sqr_mom_1",0.99,1613935483474,55
-"lr_1",3.0128684324864082e-05,1613935483474,55
-"mom_1",0.9227826204949332,1613935483474,55
-"eps_1",1e-05,1613935483474,55
-"wd_2",0.01,1613935483474,55
-"sqr_mom_2",0.99,1613935483474,55
-"lr_2",0.00030128684324864084,1613935483474,55
-"mom_2",0.9227826204949332,1613935483474,55
-"eps_2",1e-05,1613935483474,55
-"train_loss",0.4223031,1613935485097,56
-"raw_loss",0.18159972,1613935485097,56
-"epoch",0.3584905660377358,1613935485097,56
-"wd_0",0.01,1613935485097,56
-"sqr_mom_0",0.99,1613935485097,56
-"lr_0",3.098574217728647e-05,1613935485097,56
-"mom_0",0.9218898518986599,1613935485097,56
-"eps_0",1e-05,1613935485097,56
-"wd_1",0.01,1613935485097,56
-"sqr_mom_1",0.99,1613935485097,56
-"lr_1",3.098574217728647e-05,1613935485097,56
-"mom_1",0.9218898518986599,1613935485097,56
-"eps_1",1e-05,1613935485097,56
-"wd_2",0.01,1613935485097,56
-"sqr_mom_2",0.99,1613935485097,56
-"lr_2",0.0003098574217728647,1613935485097,56
-"mom_2",0.9218898518986599,1613935485097,56
-"eps_2",1e-05,1613935485097,56
-"train_loss",0.4151906,1613935486004,57
-"raw_loss",0.17685798,1613935486004,57
-"epoch",0.36477987421383645,1613935486004,57
-"wd_0",0.01,1613935486004,57
-"sqr_mom_0",0.99,1613935486004,57
-"lr_0",3.1851166143778996e-05,1613935486004,57
-"mom_0",0.9209883686002301,1613935486004,57
-"eps_0",1e-05,1613935486004,57
-"wd_1",0.01,1613935486004,57
-"sqr_mom_1",0.99,1613935486004,57
-"lr_1",3.1851166143778996e-05,1613935486004,57
-"mom_1",0.9209883686002301,1613935486004,57
-"eps_1",1e-05,1613935486004,57
-"wd_2",0.01,1613935486004,57
-"sqr_mom_2",0.99,1613935486004,57
-"lr_2",0.00031851166143778996,1613935486004,57
-"mom_2",0.9209883686002301,1613935486004,57
-"eps_2",1e-05,1613935486004,57
-"train_loss",0.42652568,1613935486898,58
-"raw_loss",0.80986303,1613935486898,58
-"epoch",0.3710691823899371,1613935486898,58
-"wd_0",0.01,1613935486898,58
-"sqr_mom_0",0.99,1613935486898,58
-"lr_0",3.2724619636643604e-05,1613935486898,58
-"mom_0",0.9200785212118295,1613935486898,58
-"eps_0",1e-05,1613935486898,58
-"wd_1",0.01,1613935486898,58
-"sqr_mom_1",0.99,1613935486898,58
-"lr_1",3.2724619636643604e-05,1613935486898,58
-"mom_1",0.9200785212118295,1613935486898,58
-"eps_1",1e-05,1613935486898,58
-"wd_2",0.01,1613935486898,58
-"sqr_mom_2",0.99,1613935486898,58
-"lr_2",0.00032724619636643603,1613935486898,58
-"mom_2",0.9200785212118295,1613935486898,58
-"eps_2",1e-05,1613935486898,58
-"train_loss",0.4210707,1613935487881,59
-"raw_loss",0.2349345,1613935487881,59
-"epoch",0.3773584905660377,1613935487881,59
-"wd_0",0.01,1613935487881,59
-"sqr_mom_0",0.99,1613935487881,59
-"lr_0",3.360575486094434e-05,1613935487881,59
-"mom_0",0.9191606720198496,1613935487881,59
-"eps_0",1e-05,1613935487881,59
-"wd_1",0.01,1613935487881,59
-"sqr_mom_1",0.99,1613935487881,59
-"lr_1",3.360575486094434e-05,1613935487881,59
-"mom_1",0.9191606720198496,1613935487881,59
-"eps_1",1e-05,1613935487881,59
-"wd_2",0.01,1613935487881,59
-"sqr_mom_2",0.99,1613935487881,59
-"lr_2",0.0003360575486094434,1613935487881,59
-"mom_2",0.9191606720198496,1613935487881,59
-"eps_2",1e-05,1613935487881,59
-"train_loss",0.41689423,1613935488780,60
-"raw_loss",0.273141,1613935488780,60
-"epoch",0.38364779874213834,1613935488780,60
-"wd_0",0.01,1613935488780,60
-"sqr_mom_0",0.99,1613935488780,60
-"lr_0",3.449420840018014e-05,1613935488780,60
-"mom_0",0.9182351995831457,1613935488780,60
-"eps_0",1e-05,1613935488780,60
-"wd_1",0.01,1613935488780,60
-"sqr_mom_1",0.99,1613935488780,60
-"lr_1",3.449420840018014e-05,1613935488780,60
-"mom_1",0.9182351995831457,1613935488780,60
-"eps_1",1e-05,1613935488780,60
-"wd_2",0.01,1613935488780,60
-"sqr_mom_2",0.99,1613935488780,60
-"lr_2",0.0003449420840018014,1613935488780,60
-"mom_2",0.9182351995831457,1613935488780,60
-"eps_2",1e-05,1613935488780,60
-"train_loss",0.4388072,1613935489741,61
-"raw_loss",1.1994399,1613935489741,61
-"epoch",0.38993710691823896,1613935489741,61
-"wd_0",0.01,1613935489741,61
-"sqr_mom_0",0.99,1613935489741,61
-"lr_0",3.538963882561395e-05,1613935489741,61
-"mom_0",0.9173024595566521,1613935489741,61
-"eps_0",1e-05,1613935489741,61
-"wd_1",0.01,1613935489741,61
-"sqr_mom_1",0.99,1613935489741,61
-"lr_1",3.538963882561395e-05,1613935489741,61
-"mom_1",0.9173024595566521,1613935489741,61
-"eps_1",1e-05,1613935489741,61
-"wd_2",0.01,1613935489741,61
-"sqr_mom_2",0.99,1613935489741,61
-"lr_2",0.00035389638825613945,1613935489741,61
-"mom_2",0.9173024595566521,1613935489741,61
-"eps_2",1e-05,1613935489741,61
-"train_loss",0.44432,1613935491283,62
-"raw_loss",0.63725424,1613935491283,62
-"epoch",0.3962264150943396,1613935491283,62
-"wd_0",0.01,1613935491283,62
-"sqr_mom_0",0.99,1613935491283,62
-"lr_0",3.62916853271771e-05,1613935491283,62
-"mom_0",0.9163628277841905,1613935491283,62
-"eps_0",1e-05,1613935491283,62
-"wd_1",0.01,1613935491283,62
-"sqr_mom_1",0.99,1613935491283,62
-"lr_1",3.62916853271771e-05,1613935491283,62
-"mom_1",0.9163628277841905,1613935491283,62
-"eps_1",1e-05,1613935491283,62
-"wd_2",0.01,1613935491283,62
-"sqr_mom_2",0.99,1613935491283,62
-"lr_2",0.00036291685327177097,1613935491283,62
-"mom_2",0.9163628277841905,1613935491283,62
-"eps_2",1e-05,1613935491283,62
-"train_loss",0.44698238,1613935492204,63
-"raw_loss",0.54090434,1613935492204,63
-"epoch",0.4025157232704402,1613935492204,63
-"wd_0",0.01,1613935492204,63
-"sqr_mom_0",0.99,1613935492204,63
-"lr_0",3.7199984335430555e-05,1613935492204,63
-"mom_0",0.9154166829839265,1613935492204,63
-"eps_0",1e-05,1613935492204,63
-"wd_1",0.01,1613935492204,63
-"sqr_mom_1",0.99,1613935492204,63
-"lr_1",3.7199984335430555e-05,1613935492204,63
-"mom_1",0.9154166829839265,1613935492204,63
-"eps_1",1e-05,1613935492204,63
-"wd_2",0.01,1613935492204,63
-"sqr_mom_2",0.99,1613935492204,63
-"lr_2",0.0003719998433543055,1613935492204,63
-"mom_2",0.9154166829839265,1613935492204,63
-"eps_2",1e-05,1613935492204,63
-"train_loss",0.44438884,1613935493157,64
-"raw_loss",0.35218322,1613935493157,64
-"epoch",0.40880503144654085,1613935493157,64
-"wd_0",0.01,1613935493157,64
-"sqr_mom_0",0.99,1613935493157,64
-"lr_0",3.811418258736771e-05,1613935493157,64
-"mom_0",0.9144643931381586,1613935493157,64
-"eps_0",1e-05,1613935493157,64
-"wd_1",0.01,1613935493157,64
-"sqr_mom_1",0.99,1613935493157,64
-"lr_1",3.811418258736771e-05,1613935493157,64
-"mom_1",0.9144643931381586,1613935493157,64
-"eps_1",1e-05,1613935493157,64
-"wd_2",0.01,1613935493157,64
-"sqr_mom_2",0.99,1613935493157,64
-"lr_2",0.0003811418258736771,1613935493157,64
-"mom_2",0.9144643931381586,1613935493157,64
-"eps_2",1e-05,1613935493157,64
-"train_loss",0.44146806,1613935494062,65
-"raw_loss",0.33684316,1613935494062,65
-"epoch",0.4150943396226415,1613935494062,65
-"wd_0",0.01,1613935494062,65
-"sqr_mom_0",0.99,1613935494062,65
-"lr_0",3.903391602890417e-05,1613935494062,65
-"mom_0",0.9135063374698915,1613935494062,65
-"eps_0",1e-05,1613935494062,65
-"wd_1",0.01,1613935494062,65
-"sqr_mom_1",0.99,1613935494062,65
-"lr_1",3.903391602890417e-05,1613935494062,65
-"mom_1",0.9135063374698915,1613935494062,65
-"eps_1",1e-05,1613935494062,65
-"wd_2",0.01,1613935494062,65
-"sqr_mom_2",0.99,1613935494062,65
-"lr_2",0.00039033916028904166,1613935494062,65
-"mom_2",0.9135063374698915,1613935494062,65
-"eps_2",1e-05,1613935494062,65
-"train_loss",0.43672422,1613935494983,66
-"raw_loss",0.26554674,1613935494983,66
-"epoch",0.4213836477987421,1613935494983,66
-"wd_0",0.01,1613935494983,66
-"sqr_mom_0",0.99,1613935494983,66
-"lr_0",3.99588053415138e-05,1613935494983,66
-"mom_0",0.9125429111025898,1613935494983,66
-"eps_0",1e-05,1613935494983,66
-"wd_1",0.01,1613935494983,66
-"sqr_mom_1",0.99,1613935494983,66
-"lr_1",3.99588053415138e-05,1613935494983,66
-"mom_1",0.9125429111025898,1613935494983,66
-"eps_1",1e-05,1613935494983,66
-"wd_2",0.01,1613935494983,66
-"sqr_mom_2",0.99,1613935494983,66
-"lr_2",0.00039958805341513796,1613935494983,66
-"mom_2",0.9125429111025898,1613935494983,66
-"eps_2",1e-05,1613935494983,66
-"train_loss",0.44425046,1613935495886,67
-"raw_loss",0.717775,1613935495886,67
-"epoch",0.42767295597484273,1613935495886,67
-"wd_0",0.01,1613935495886,67
-"sqr_mom_0",0.99,1613935495886,67
-"lr_0",4.08884951116815e-05,1613935495886,67
-"mom_0",0.911574484258665,1613935495886,67
-"eps_0",1e-05,1613935495886,67
-"wd_1",0.01,1613935495886,67
-"sqr_mom_1",0.99,1613935495886,67
-"lr_1",4.08884951116815e-05,1613935495886,67
-"mom_1",0.911574484258665,1613935495886,67
-"eps_1",1e-05,1613935495886,67
-"wd_2",0.01,1613935495886,67
-"sqr_mom_2",0.99,1613935495886,67
-"lr_2",0.00040888495111681496,1613935495886,67
-"mom_2",0.911574484258665,1613935495886,67
-"eps_2",1e-05,1613935495886,67
-"train_loss",0.4435635,1613935496818,68
-"raw_loss",0.4184231,1613935496818,68
-"epoch",0.43396226415094336,1613935496818,68
-"wd_0",0.01,1613935496818,68
-"sqr_mom_0",0.99,1613935496818,68
-"lr_0",4.182261070748181e-05,1613935496818,68
-"mom_0",0.9106014471797064,1613935496818,68
-"eps_0",1e-05,1613935496818,68
-"wd_1",0.01,1613935496818,68
-"sqr_mom_1",0.99,1613935496818,68
-"lr_1",4.182261070748181e-05,1613935496818,68
-"mom_1",0.9106014471797064,1613935496818,68
-"eps_1",1e-05,1613935496818,68
-"wd_2",0.01,1613935496818,68
-"sqr_mom_2",0.99,1613935496818,68
-"lr_2",0.0004182261070748181,1613935496818,68
-"mom_2",0.9106014471797064,1613935496818,68
-"eps_2",1e-05,1613935496818,68
-"train_loss",0.4493018,1613935497845,69
-"raw_loss",0.66072416,1613935497845,69
-"epoch",0.440251572327044,1613935497845,69
-"wd_0",0.01,1613935497845,69
-"sqr_mom_0",0.99,1613935497845,69
-"lr_0",4.276077565110786e-05,1613935497845,69
-"mom_0",0.9096241920300959,1613935497845,69
-"eps_0",1e-05,1613935497845,69
-"wd_1",0.01,1613935497845,69
-"sqr_mom_1",0.99,1613935497845,69
-"lr_1",4.276077565110786e-05,1613935497845,69
-"mom_1",0.9096241920300959,1613935497845,69
-"eps_1",1e-05,1613935497845,69
-"wd_2",0.01,1613935497845,69
-"sqr_mom_2",0.99,1613935497845,69
-"lr_2",0.0004276077565110786,1613935497845,69
-"mom_2",0.9096241920300959,1613935497845,69
-"eps_2",1e-05,1613935497845,69
-"train_loss",0.44832817,1613935498766,70
-"raw_loss",0.4122175,1613935498766,70
-"epoch",0.4465408805031446,1613935498766,70
-"wd_0",0.01,1613935498766,70
-"sqr_mom_0",0.99,1613935498766,70
-"lr_0",4.3702625063851606e-05,1613935498766,70
-"mom_0",0.9086430988918213,1613935498766,70
-"eps_0",1e-05,1613935498766,70
-"wd_1",0.01,1613935498766,70
-"sqr_mom_1",0.99,1613935498766,70
-"lr_1",4.3702625063851606e-05,1613935498766,70
-"mom_1",0.9086430988918213,1613935498766,70
-"eps_1",1e-05,1613935498766,70
-"wd_2",0.01,1613935498766,70
-"sqr_mom_2",0.99,1613935498766,70
-"lr_2",0.000437026250638516,1613935498766,70
-"mom_2",0.9086430988918213,1613935498766,70
-"eps_2",1e-05,1613935498766,70
-"train_loss",0.44526708,1613935499677,71
-"raw_loss",0.33101207,1613935499677,71
-"epoch",0.45283018867924524,1613935499677,71
-"wd_0",0.01,1613935499677,71
-"sqr_mom_0",0.99,1613935499677,71
-"lr_0",4.464778384664229e-05,1613935499677,71
-"mom_0",0.907658558493081,1613935499677,71
-"eps_0",1e-05,1613935499677,71
-"wd_1",0.01,1613935499677,71
-"sqr_mom_1",0.99,1613935499677,71
-"lr_1",4.464778384664229e-05,1613935499677,71
-"mom_1",0.907658558493081,1613935499677,71
-"eps_1",1e-05,1613935499677,71
-"wd_2",0.01,1613935499677,71
-"sqr_mom_2",0.99,1613935499677,71
-"lr_2",0.0004464778384664229,1613935499677,71
-"mom_2",0.907658558493081,1613935499677,71
-"eps_2",1e-05,1613935499677,71
-"train_loss",0.44273955,1613935500592,72
-"raw_loss",0.34780827,1613935500592,72
-"epoch",0.45911949685534587,1613935500592,72
-"wd_0",0.01,1613935500592,72
-"sqr_mom_0",0.99,1613935500592,72
-"lr_0",4.559586221171578e-05,1613935500592,72
-"mom_0",0.9066709768627961,1613935500592,72
-"eps_0",1e-05,1613935500592,72
-"wd_1",0.01,1613935500592,72
-"sqr_mom_1",0.99,1613935500592,72
-"lr_1",4.559586221171578e-05,1613935500592,72
-"mom_1",0.9066709768627961,1613935500592,72
-"eps_1",1e-05,1613935500592,72
-"wd_2",0.01,1613935500592,72
-"sqr_mom_2",0.99,1613935500592,72
-"lr_2",0.0004559586221171578,1613935500592,72
-"mom_2",0.9066709768627961,1613935500592,72
-"eps_2",1e-05,1613935500592,72
-"train_loss",0.44002825,1613935501485,73
-"raw_loss",0.3375751,1613935501485,73
-"epoch",0.4654088050314465,1613935501485,73
-"wd_0",0.01,1613935501485,73
-"sqr_mom_0",0.99,1613935501485,73
-"lr_0",4.654649585118655e-05,1613935501485,73
-"mom_0",0.9056807334883473,1613935501485,73
-"eps_0",1e-05,1613935501485,73
-"wd_1",0.01,1613935501485,73
-"sqr_mom_1",0.99,1613935501485,73
-"lr_1",4.654649585118655e-05,1613935501485,73
-"mom_1",0.9056807334883473,1613935501485,73
-"eps_1",1e-05,1613935501485,73
-"wd_2",0.01,1613935501485,73
-"sqr_mom_2",0.99,1613935501485,73
-"lr_2",0.0004654649585118655,1613935501485,73
-"mom_2",0.9056807334883473,1613935501485,73
-"eps_2",1e-05,1613935501485,73
-"train_loss",0.44343168,1613935502396,74
-"raw_loss",0.5728015,1613935502396,74
-"epoch",0.4716981132075471,1613935502396,74
-"wd_0",0.01,1613935502396,74
-"sqr_mom_0",0.99,1613935502396,74
-"lr_0",4.7499301676935596e-05,1613935502396,74
-"mom_0",0.9046882274198588,1613935502396,74
-"eps_0",1e-05,1613935502396,74
-"wd_1",0.01,1613935502396,74
-"sqr_mom_1",0.99,1613935502396,74
-"lr_1",4.7499301676935596e-05,1613935502396,74
-"mom_1",0.9046882274198588,1613935502396,74
-"eps_1",1e-05,1613935502396,74
-"wd_2",0.01,1613935502396,74
-"sqr_mom_2",0.99,1613935502396,74
-"lr_2",0.0004749930167693559,1613935502396,74
-"mom_2",0.9046882274198588,1613935502396,74
-"eps_2",1e-05,1613935502396,74
-"train_loss",0.44059232,1613935503299,75
-"raw_loss",0.33203998,1613935503299,75
-"epoch",0.47798742138364775,1613935503299,75
-"wd_0",0.01,1613935503299,75
-"sqr_mom_0",0.99,1613935503299,75
-"lr_0",4.8453895694889025e-05,1613935503299,75
-"mom_0",0.9036938586511573,1613935503299,75
-"eps_0",1e-05,1613935503299,75
-"wd_1",0.01,1613935503299,75
-"sqr_mom_1",0.99,1613935503299,75
-"lr_1",4.8453895694889025e-05,1613935503299,75
-"mom_1",0.9036938586511573,1613935503299,75
-"eps_1",1e-05,1613935503299,75
-"wd_2",0.01,1613935503299,75
-"sqr_mom_2",0.99,1613935503299,75
-"lr_2",0.00048453895694889026,1613935503299,75
-"mom_2",0.9036938586511573,1613935503299,75
-"eps_2",1e-05,1613935503299,75
-"train_loss",0.44254315,1613935504199,76
-"raw_loss",0.5175454,1613935504199,76
-"epoch",0.4842767295597484,1613935504199,76
-"wd_0",0.01,1613935504199,76
-"sqr_mom_0",0.99,1613935504199,76
-"lr_0",4.9409906636610176e-05,1613935504199,76
-"mom_0",0.9026980139201977,1613935504199,76
-"eps_0",1e-05,1613935504199,76
-"wd_1",0.01,1613935504199,76
-"sqr_mom_1",0.99,1613935504199,76
-"lr_1",4.9409906636610176e-05,1613935504199,76
-"mom_1",0.9026980139201977,1613935504199,76
-"eps_1",1e-05,1613935504199,76
-"wd_2",0.01,1613935504199,76
-"sqr_mom_2",0.99,1613935504199,76
-"lr_2",0.0004940990663661018,1613935504199,76
-"mom_2",0.9026980139201977,1613935504199,76
-"eps_2",1e-05,1613935504199,76
-"train_loss",0.44294825,1613935505095,77
-"raw_loss",0.45860943,1613935505095,77
-"epoch",0.490566037735849,1613935505095,77
-"wd_0",0.01,1613935505095,77
-"sqr_mom_0",0.99,1613935505095,77
-"lr_0",5.036695373039585e-05,1613935505095,77
-"mom_0",0.901701089864171,1613935505095,77
-"eps_0",1e-05,1613935505095,77
-"wd_1",0.01,1613935505095,77
-"sqr_mom_1",0.99,1613935505095,77
-"lr_1",5.036695373039585e-05,1613935505095,77
-"mom_1",0.901701089864171,1613935505095,77
-"eps_1",1e-05,1613935505095,77
-"wd_2",0.01,1613935505095,77
-"sqr_mom_2",0.99,1613935505095,77
-"lr_2",0.0005036695373039585,1613935505095,77
-"mom_2",0.901701089864171,1613935505095,77
-"eps_2",1e-05,1613935505095,77
-"train_loss",0.4404358,1613935505999,78
-"raw_loss",0.34279028,1613935505999,78
-"epoch",0.49685534591194963,1613935505999,78
-"wd_0",0.01,1613935505999,78
-"sqr_mom_0",0.99,1613935505999,78
-"lr_0",5.1324642301976503e-05,1613935505999,78
-"mom_0",0.9007034976021078,1613935505999,78
-"eps_0",1e-05,1613935505999,78
-"wd_1",0.01,1613935505999,78
-"sqr_mom_1",0.99,1613935505999,78
-"lr_1",5.1324642301976503e-05,1613935505999,78
-"mom_1",0.9007034976021078,1613935505999,78
-"eps_1",1e-05,1613935505999,78
-"wd_2",0.01,1613935505999,78
-"sqr_mom_2",0.99,1613935505999,78
-"lr_2",0.000513246423019765,1613935505999,78
-"mom_2",0.9007034976021078,1613935505999,78
-"eps_2",1e-05,1613935505999,78
-"train_loss",0.43965018,1613935506922,79
-"raw_loss",0.40895718,1613935506922,79
-"epoch",0.5031446540880503,1613935506922,79
-"wd_0",0.01,1613935506922,79
-"sqr_mom_0",0.99,1613935506922,79
-"lr_0",5.228260436689341e-05,1613935506922,79
-"mom_0",0.8997056204511527,1613935506922,79
-"eps_0",1e-05,1613935506922,79
-"wd_1",0.01,1613935506922,79
-"sqr_mom_1",0.99,1613935506922,79
-"lr_1",5.228260436689341e-05,1613935506922,79
-"mom_1",0.8997056204511527,1613935506922,79
-"eps_1",1e-05,1613935506922,79
-"wd_2",0.01,1613935506922,79
-"sqr_mom_2",0.99,1613935506922,79
-"lr_2",0.0005228260436689341,1613935506922,79
-"mom_2",0.8997056204511527,1613935506922,79
-"eps_2",1e-05,1613935506922,79
-"train_loss",0.43338066,1613935507864,80
-"raw_loss",0.18720037,1613935507864,80
-"epoch",0.5094339622641509,1613935507864,80
-"wd_0",0.01,1613935507864,80
-"sqr_mom_0",0.99,1613935507864,80
-"lr_0",5.324045386761101e-05,1613935507864,80
-"mom_0",0.8987078605545719,1613935507864,80
-"eps_0",1e-05,1613935507864,80
-"wd_1",0.01,1613935507864,80
-"sqr_mom_1",0.99,1613935507864,80
-"lr_1",5.324045386761101e-05,1613935507864,80
-"mom_1",0.8987078605545719,1613935507864,80
-"eps_1",1e-05,1613935507864,80
-"wd_2",0.01,1613935507864,80
-"sqr_mom_2",0.99,1613935507864,80
-"lr_2",0.0005324045386761101,1613935507864,80
-"mom_2",0.8987078605545719,1613935507864,80
-"eps_2",1e-05,1613935507864,80
-"train_loss",0.43988812,1613935508772,81
-"raw_loss",0.6966788,1613935508772,81
-"epoch",0.5157232704402516,1613935508772,81
-"wd_0",0.01,1613935508772,81
-"sqr_mom_0",0.99,1613935508772,81
-"lr_0",5.419780928291187e-05,1613935508772,81
-"mom_0",0.8977106153303,1613935508772,81
-"eps_0",1e-05,1613935508772,81
-"wd_1",0.01,1613935508772,81
-"sqr_mom_1",0.99,1613935508772,81
-"lr_1",5.419780928291187e-05,1613935508772,81
-"mom_1",0.8977106153303,1613935508772,81
-"eps_1",1e-05,1613935508772,81
-"wd_2",0.01,1613935508772,81
-"sqr_mom_2",0.99,1613935508772,81
-"lr_2",0.0005419780928291187,1613935508772,81
-"mom_2",0.8977106153303,1613935508772,81
-"eps_2",1e-05,1613935508772,81
-"train_loss",0.43561605,1613935509678,82
-"raw_loss",0.26622108,1613935509678,82
-"epoch",0.5220125786163522,1613935509678,82
-"wd_0",0.01,1613935509678,82
-"sqr_mom_0",0.99,1613935509678,82
-"lr_0",5.5154289288377806e-05,1613935509678,82
-"mom_0",0.8967142819912731,1613935509678,82
-"eps_0",1e-05,1613935509678,82
-"wd_1",0.01,1613935509678,82
-"sqr_mom_1",0.99,1613935509678,82
-"lr_1",5.5154289288377806e-05,1613935509678,82
-"mom_1",0.8967142819912731,1613935509678,82
-"eps_1",1e-05,1613935509678,82
-"wd_2",0.01,1613935509678,82
-"sqr_mom_2",0.99,1613935509678,82
-"lr_2",0.000551542892883778,1613935509678,82
-"mom_2",0.8967142819912731,1613935509678,82
-"eps_2",1e-05,1613935509678,82
-"train_loss",0.43627986,1613935510594,83
-"raw_loss",0.46272507,1613935510594,83
-"epoch",0.5283018867924528,1613935510594,83
-"wd_0",0.01,1613935510594,83
-"sqr_mom_0",0.99,1613935510594,83
-"lr_0",5.6109512908275315e-05,1613935510594,83
-"mom_0",0.8957192573872131,1613935510594,83
-"eps_0",1e-05,1613935510594,83
-"wd_1",0.01,1613935510594,83
-"sqr_mom_1",0.99,1613935510594,83
-"lr_1",5.6109512908275315e-05,1613935510594,83
-"mom_1",0.8957192573872131,1613935510594,83
-"eps_1",1e-05,1613935510594,83
-"wd_2",0.01,1613935510594,83
-"sqr_mom_2",0.99,1613935510594,83
-"lr_2",0.0005610951290827531,1613935510594,83
-"mom_2",0.8957192573872131,1613935510594,83
-"eps_2",1e-05,1613935510594,83
-"train_loss",0.4345513,1613935511485,84
-"raw_loss",0.36537164,1613935511485,84
-"epoch",0.5345911949685535,1613935511485,84
-"wd_0",0.01,1613935511485,84
-"sqr_mom_0",0.99,1613935511485,84
-"lr_0",5.706309966730206e-05,1613935511485,84
-"mom_0",0.8947259378465603,1613935511485,84
-"eps_0",1e-05,1613935511485,84
-"wd_1",0.01,1613935511485,84
-"sqr_mom_1",0.99,1613935511485,84
-"lr_1",5.706309966730206e-05,1613935511485,84
-"mom_1",0.8947259378465603,1613935511485,84
-"eps_1",1e-05,1613935511485,84
-"wd_2",0.01,1613935511485,84
-"sqr_mom_2",0.99,1613935511485,84
-"lr_2",0.0005706309966730205,1613935511485,84
-"mom_2",0.8947259378465603,1613935511485,84
-"eps_2",1e-05,1613935511485,84
-"train_loss",0.42738035,1613935512421,85
-"raw_loss",0.13909797,1613935512421,85
-"epoch",0.5408805031446541,1613935512421,85
-"wd_0",0.01,1613935512421,85
-"sqr_mom_0",0.99,1613935512421,85
-"lr_0",5.801466082480834e-05,1613935512421,85
-"mom_0",0.8937347283074912,1613935512421,85
-"eps_0",1e-05,1613935512421,85
-"wd_1",0.01,1613935512421,85
-"sqr_mom_1",0.99,1613935512421,85
-"lr_1",5.801466082480834e-05,1613935512421,85
-"mom_1",0.8937347283074912,1613935512421,85
-"eps_1",1e-05,1613935512421,85
-"wd_2",0.01,1613935512421,85
-"sqr_mom_2",0.99,1613935512421,85
-"lr_2",0.0005801466082480833,1613935512421,85
-"mom_2",0.8937347283074912,1613935512421,85
-"eps_2",1e-05,1613935512421,85
-"train_loss",0.42601335,1613935513339,86
-"raw_loss",0.37081698,1613935513339,86
-"epoch",0.5471698113207547,1613935513339,86
-"wd_0",0.01,1613935513339,86
-"sqr_mom_0",0.99,1613935513339,86
-"lr_0",5.896383521964003e-05,1613935513339,86
-"mom_0",0.8927460049795416,1613935513339,86
-"eps_0",1e-05,1613935513339,86
-"wd_1",0.01,1613935513339,86
-"sqr_mom_1",0.99,1613935513339,86
-"lr_1",5.896383521964003e-05,1613935513339,86
-"mom_1",0.8927460049795416,1613935513339,86
-"eps_1",1e-05,1613935513339,86
-"wd_2",0.01,1613935513339,86
-"sqr_mom_2",0.99,1613935513339,86
-"lr_2",0.0005896383521964003,1613935513339,86
-"mom_2",0.8927460049795416,1613935513339,86
-"eps_2",1e-05,1613935513339,86
-"train_loss",0.42206532,1613935514245,87
-"raw_loss",0.26197433,1613935514245,87
-"epoch",0.5534591194968553,1613935514245,87
-"wd_0",0.01,1613935514245,87
-"sqr_mom_0",0.99,1613935514245,87
-"lr_0",5.9910235847936376e-05,1613935514245,87
-"mom_0",0.8917601709917329,1613935514245,87
-"eps_0",1e-05,1613935514245,87
-"wd_1",0.01,1613935514245,87
-"sqr_mom_1",0.99,1613935514245,87
-"lr_1",5.9910235847936376e-05,1613935514245,87
-"mom_1",0.8917601709917329,1613935514245,87
-"eps_1",1e-05,1613935514245,87
-"wd_2",0.01,1613935514245,87
-"sqr_mom_2",0.99,1613935514245,87
-"lr_2",0.0005991023584793637,1613935514245,87
-"mom_2",0.8917601709917329,1613935514245,87
-"eps_2",1e-05,1613935514245,87
-"train_loss",0.41862026,1613935515145,88
-"raw_loss",0.27834183,1613935515145,88
-"epoch",0.559748427672956,1613935515145,88
-"wd_0",0.01,1613935515145,88
-"sqr_mom_0",0.99,1613935515145,88
-"lr_0",6.085348574868252e-05,1613935515145,88
-"mom_0",0.890777619011789,1613935515145,88
-"eps_0",1e-05,1613935515145,88
-"wd_1",0.01,1613935515145,88
-"sqr_mom_1",0.99,1613935515145,88
-"lr_1",6.085348574868252e-05,1613935515145,88
-"mom_1",0.890777619011789,1613935515145,88
-"eps_1",1e-05,1613935515145,88
-"wd_2",0.01,1613935515145,88
-"sqr_mom_2",0.99,1613935515145,88
-"lr_2",0.0006085348574868251,1613935515145,88
-"mom_2",0.890777619011789,1613935515145,88
-"eps_2",1e-05,1613935515145,88
-"train_loss",0.4156969,1613935516043,89
-"raw_loss",0.2961748,1613935516043,89
-"epoch",0.5660377358490566,1613935516043,89
-"wd_0",0.01,1613935516043,89
-"sqr_mom_0",0.99,1613935516043,89
-"lr_0",6.179320921583049e-05,1613935516043,89
-"mom_0",0.8897987404001766,1613935516043,89
-"eps_0",1e-05,1613935516043,89
-"wd_1",0.01,1613935516043,89
-"sqr_mom_1",0.99,1613935516043,89
-"lr_1",6.179320921583049e-05,1613935516043,89
-"mom_1",0.8897987404001766,1613935516043,89
-"eps_1",1e-05,1613935516043,89
-"wd_2",0.01,1613935516043,89
-"sqr_mom_2",0.99,1613935516043,89
-"lr_2",0.0006179320921583048,1613935516043,89
-"mom_2",0.8897987404001766,1613935516043,89
-"eps_2",1e-05,1613935516043,89
-"train_loss",0.41318238,1613935516929,90
-"raw_loss",0.3099707,1613935516929,90
-"epoch",0.5723270440251572,1613935516929,90
-"wd_0",0.01,1613935516929,90
-"sqr_mom_0",0.99,1613935516929,90
-"lr_0",6.272903194794673e-05,1613935516929,90
-"mom_0",0.8888239250542221,1613935516929,90
-"eps_0",1e-05,1613935516929,90
-"wd_1",0.01,1613935516929,90
-"sqr_mom_1",0.99,1613935516929,90
-"lr_1",6.272903194794673e-05,1613935516929,90
-"mom_1",0.8888239250542221,1613935516929,90
-"eps_1",1e-05,1613935516929,90
-"wd_2",0.01,1613935516929,90
-"sqr_mom_2",0.99,1613935516929,90
-"lr_2",0.0006272903194794674,1613935516929,90
-"mom_2",0.8888239250542221,1613935516929,90
-"eps_2",1e-05,1613935516929,90
-"train_loss",0.40836635,1613935517830,91
-"raw_loss",0.20991676,1613935517830,91
-"epoch",0.5786163522012578,1613935517830,91
-"wd_0",0.01,1613935517830,91
-"sqr_mom_0",0.99,1613935517830,91
-"lr_0",6.366057247837979e-05,1613935517830,91
-"mom_0",0.887853570335021,1613935517830,91
-"eps_0",1e-05,1613935517830,91
-"wd_1",0.01,1613935517830,91
-"sqr_mom_1",0.99,1613935517830,91
-"lr_1",6.366057247837979e-05,1613935517830,91
-"mom_1",0.887853570335021,1613935517830,91
-"eps_1",1e-05,1613935517830,91
-"wd_2",0.01,1613935517830,91
-"sqr_mom_2",0.99,1613935517830,91
-"lr_2",0.0006366057247837978,1613935517830,91
-"mom_2",0.887853570335021,1613935517830,91
-"eps_2",1e-05,1613935517830,91
-"train_loss",0.40975833,1613935518728,92
-"raw_loss",0.46733326,1613935518728,92
-"epoch",0.5849056603773585,1613935518728,92
-"wd_0",0.01,1613935518728,92
-"sqr_mom_0",0.99,1613935518728,92
-"lr_0",6.45874859183317e-05,1613935518728,92
-"mom_0",0.8868880355017378,1613935518728,92
-"eps_0",1e-05,1613935518728,92
-"wd_1",0.01,1613935518728,92
-"sqr_mom_1",0.99,1613935518728,92
-"lr_1",6.45874859183317e-05,1613935518728,92
-"mom_1",0.8868880355017378,1613935518728,92
-"eps_1",1e-05,1613935518728,92
-"wd_2",0.01,1613935518728,92
-"sqr_mom_2",0.99,1613935518728,92
-"lr_2",0.0006458748591833171,1613935518728,92
-"mom_2",0.8868880355017378,1613935518728,92
-"eps_2",1e-05,1613935518728,92
-"train_loss",0.40875554,1613935519629,93
-"raw_loss",0.36712518,1613935519629,93
-"epoch",0.5911949685534591,1613935519629,93
-"wd_0",0.01,1613935519629,93
-"sqr_mom_0",0.99,1613935519629,93
-"lr_0",6.550937691544482e-05,1613935519629,93
-"mom_0",0.885927732379745,1613935519629,93
-"eps_0",1e-05,1613935519629,93
-"wd_1",0.01,1613935519629,93
-"sqr_mom_1",0.99,1613935519629,93
-"lr_1",6.550937691544482e-05,1613935519629,93
-"mom_1",0.885927732379745,1613935519629,93
-"eps_1",1e-05,1613935519629,93
-"wd_2",0.01,1613935519629,93
-"sqr_mom_2",0.99,1613935519629,93
-"lr_2",0.0006550937691544481,1613935519629,93
-"mom_2",0.885927732379745,1613935519629,93
-"eps_2",1e-05,1613935519629,93
-"train_loss",0.4136169,1613935520520,94
-"raw_loss",0.61616254,1613935520520,94
-"epoch",0.5974842767295597,1613935520520,94
-"wd_0",0.01,1613935520520,94
-"sqr_mom_0",0.99,1613935520520,94
-"lr_0",6.642588699006056e-05,1613935520520,94
-"mom_0",0.8849730343853536,1613935520520,94
-"eps_0",1e-05,1613935520520,94
-"wd_1",0.01,1613935520520,94
-"sqr_mom_1",0.99,1613935520520,94
-"lr_1",6.642588699006056e-05,1613935520520,94
-"mom_1",0.8849730343853536,1613935520520,94
-"eps_1",1e-05,1613935520520,94
-"wd_2",0.01,1613935520520,94
-"sqr_mom_2",0.99,1613935520520,94
-"lr_2",0.0006642588699006055,1613935520520,94
-"mom_2",0.8849730343853536,1613935520520,94
-"eps_2",1e-05,1613935520520,94
-"train_loss",0.41217268,1613935521399,95
-"raw_loss",0.35178888,1613935521399,95
-"epoch",0.6037735849056604,1613935521399,95
-"wd_0",0.01,1613935521399,95
-"sqr_mom_0",0.99,1613935521399,95
-"lr_0",6.73366510868762e-05,1613935521399,95
-"mom_0",0.884024321784504,1613935521399,95
-"eps_0",1e-05,1613935521399,95
-"wd_1",0.01,1613935521399,95
-"sqr_mom_1",0.99,1613935521399,95
-"lr_1",6.73366510868762e-05,1613935521399,95
-"mom_1",0.884024321784504,1613935521399,95
-"eps_1",1e-05,1613935521399,95
-"wd_2",0.01,1613935521399,95
-"sqr_mom_2",0.99,1613935521399,95
-"lr_2",0.0006733665108687621,1613935521399,95
-"mom_2",0.884024321784504,1613935521399,95
-"eps_2",1e-05,1613935521399,95
-"train_loss",0.41297296,1613935522298,96
-"raw_loss",0.44654888,1613935522298,96
-"epoch",0.610062893081761,1613935522298,96
-"wd_0",0.01,1613935522298,96
-"sqr_mom_0",0.99,1613935522298,96
-"lr_0",6.824129798125484e-05,1613935522298,96
-"mom_0",0.8830819812695262,1613935522298,96
-"eps_0",1e-05,1613935522298,96
-"wd_1",0.01,1613935522298,96
-"sqr_mom_1",0.99,1613935522298,96
-"lr_1",6.824129798125484e-05,1613935522298,96
-"mom_1",0.8830819812695262,1613935522298,96
-"eps_1",1e-05,1613935522298,96
-"wd_2",0.01,1613935522298,96
-"sqr_mom_2",0.99,1613935522298,96
-"lr_2",0.0006824129798125483,1613935522298,96
-"mom_2",0.8830819812695262,1613935522298,96
-"eps_2",1e-05,1613935522298,96
-"train_loss",0.41456205,1613935523186,97
-"raw_loss",0.48145595,1613935523186,97
-"epoch",0.6163522012578616,1613935523186,97
-"wd_0",0.01,1613935523186,97
-"sqr_mom_0",0.99,1613935523186,97
-"lr_0",6.913948431815946e-05,1613935523186,97
-"mom_0",0.8821463705019172,1613935523186,97
-"eps_0",1e-05,1613935523186,97
-"wd_1",0.01,1613935523186,97
-"sqr_mom_1",0.99,1613935523186,97
-"lr_1",6.913948431815946e-05,1613935523186,97
-"mom_1",0.8821463705019172,1613935523186,97
-"eps_1",1e-05,1613935523186,97
-"wd_2",0.01,1613935523186,97
-"sqr_mom_2",0.99,1613935523186,97
-"lr_2",0.0006913948431815945,1613935523186,97
-"mom_2",0.8821463705019172,1613935523186,97
-"eps_2",1e-05,1613935523186,97
-"train_loss",0.41870812,1613935524121,98
-"raw_loss",0.5938109,1613935524121,98
-"epoch",0.6226415094339622,1613935524121,98
-"wd_0",0.01,1613935524121,98
-"sqr_mom_0",0.99,1613935524121,98
-"lr_0",7.003084382379437e-05,1613935524121,98
-"mom_0",0.8812178710168809,1613935524121,98
-"eps_0",1e-05,1613935524121,98
-"wd_1",0.01,1613935524121,98
-"sqr_mom_1",0.99,1613935524121,98
-"lr_1",7.003084382379437e-05,1613935524121,98
-"mom_1",0.8812178710168809,1613935524121,98
-"eps_1",1e-05,1613935524121,98
-"wd_2",0.01,1613935524121,98
-"sqr_mom_2",0.99,1613935524121,98
-"lr_2",0.0007003084382379436,1613935524121,98
-"mom_2",0.8812178710168809,1613935524121,98
-"eps_2",1e-05,1613935524121,98
-"train_loss",0.4233011,1613935525014,99
-"raw_loss",0.6179018,1613935525014,99
-"epoch",0.6289308176100629,1613935525014,99
-"wd_0",0.01,1613935525014,99
-"sqr_mom_0",0.99,1613935525014,99
-"lr_0",7.091502146058477e-05,1613935525014,99
-"mom_0",0.8802968526452242,1613935525014,99
-"eps_0",1e-05,1613935525014,99
-"wd_1",0.01,1613935525014,99
-"sqr_mom_1",0.99,1613935525014,99
-"lr_1",7.091502146058477e-05,1613935525014,99
-"mom_1",0.8802968526452242,1613935525014,99
-"eps_1",1e-05,1613935525014,99
-"wd_2",0.01,1613935525014,99
-"sqr_mom_2",0.99,1613935525014,99
-"lr_2",0.0007091502146058476,1613935525014,99
-"mom_2",0.8802968526452242,1613935525014,99
-"eps_2",1e-05,1613935525014,99
-"train_loss",0.42043284,1613935525920,100
-"raw_loss",0.29852608,1613935525920,100
-"epoch",0.6352201257861635,1613935525920,100
-"wd_0",0.01,1613935525920,100
-"sqr_mom_0",0.99,1613935525920,100
-"lr_0",7.179166505156741e-05,1613935525920,100
-"mom_0",0.8793836822379506,1613935525920,100
-"eps_0",1e-05,1613935525920,100
-"wd_1",0.01,1613935525920,100
-"sqr_mom_1",0.99,1613935525920,100
-"lr_1",7.179166505156741e-05,1613935525920,100
-"mom_1",0.8793836822379506,1613935525920,100
-"eps_1",1e-05,1613935525920,100
-"wd_2",0.01,1613935525920,100
-"sqr_mom_2",0.99,1613935525920,100
-"lr_2",0.000717916650515674,1613935525920,100
-"mom_2",0.8793836822379506,1613935525920,100
-"eps_2",1e-05,1613935525920,100
-"train_loss",0.418077,1613935526835,101
-"raw_loss",0.31764504,1613935526835,101
-"epoch",0.6415094339622641,1613935526835,101
-"wd_0",0.01,1613935526835,101
-"sqr_mom_0",0.99,1613935526835,101
-"lr_0",7.266042542066624e-05,1613935526835,101
-"mom_0",0.8784787235201393,1613935526835,101
-"eps_0",1e-05,1613935526835,101
-"wd_1",0.01,1613935526835,101
-"sqr_mom_1",0.99,1613935526835,101
-"lr_1",7.266042542066624e-05,1613935526835,101
-"mom_1",0.8784787235201393,1613935526835,101
-"eps_1",1e-05,1613935526835,101
-"wd_2",0.01,1613935526835,101
-"sqr_mom_2",0.99,1613935526835,101
-"lr_2",0.0007266042542066624,1613935526835,101
-"mom_2",0.8784787235201393,1613935526835,101
-"eps_2",1e-05,1613935526835,101
-"train_loss",0.41561085,1613935527738,102
-"raw_loss",0.31015977,1613935527738,102
-"epoch",0.6477987421383647,1613935527738,102
-"wd_0",0.01,1613935527738,102
-"sqr_mom_0",0.99,1613935527738,102
-"lr_0",7.352094849763995e-05,1613935527738,102
-"mom_0",0.8775823453149584,1613935527738,102
-"eps_0",1e-05,1613935527738,102
-"wd_1",0.01,1613935527738,102
-"sqr_mom_1",0.99,1613935527738,102
-"lr_1",7.352094849763995e-05,1613935527738,102
-"mom_1",0.8775823453149584,1613935527738,102
-"eps_1",1e-05,1613935527738,102
-"wd_2",0.01,1613935527738,102
-"sqr_mom_2",0.99,1613935527738,102
-"lr_2",0.0007352094849763995,1613935527738,102
-"mom_2",0.8775823453149584,1613935527738,102
-"eps_2",1e-05,1613935527738,102
-"train_loss",0.42060003,1613935528644,103
-"raw_loss",0.6345548,1613935528644,103
-"epoch",0.6540880503144654,1613935528644,103
-"wd_0",0.01,1613935528644,103
-"sqr_mom_0",0.99,1613935528644,103
-"lr_0",7.437290767446642e-05,1613935528644,103
-"mom_0",0.8766948878390974,1613935528644,103
-"eps_0",1e-05,1613935528644,103
-"wd_1",0.01,1613935528644,103
-"sqr_mom_1",0.99,1613935528644,103
-"lr_1",7.437290767446642e-05,1613935528644,103
-"mom_1",0.8766948878390974,1613935528644,103
-"eps_1",1e-05,1613935528644,103
-"wd_2",0.01,1613935528644,103
-"sqr_mom_2",0.99,1613935528644,103
-"lr_2",0.0007437290767446641,1613935528644,103
-"mom_2",0.8766948878390974,1613935528644,103
-"eps_2",1e-05,1613935528644,103
-"train_loss",0.42304373,1613935529546,104
-"raw_loss",0.528138,1613935529546,104
-"epoch",0.660377358490566,1613935529546,104
-"wd_0",0.01,1613935529546,104
-"sqr_mom_0",0.99,1613935529546,104
-"lr_0",7.521596336108667e-05,1613935529546,104
-"mom_0",0.8758167048322014,1613935529546,104
-"eps_0",1e-05,1613935529546,104
-"wd_1",0.01,1613935529546,104
-"sqr_mom_1",0.99,1613935529546,104
-"lr_1",7.521596336108667e-05,1613935529546,104
-"mom_1",0.8758167048322014,1613935529546,104
-"eps_1",1e-05,1613935529546,104
-"wd_2",0.01,1613935529546,104
-"sqr_mom_2",0.99,1613935529546,104
-"lr_2",0.0007521596336108665,1613935529546,104
-"mom_2",0.8758167048322014,1613935529546,104
-"eps_2",1e-05,1613935529546,104
-"train_loss",0.41880357,1613935530458,105
-"raw_loss",0.2359408,1613935530458,105
-"epoch",0.6666666666666666,1613935530458,105
-"wd_0",0.01,1613935530458,105
-"sqr_mom_0",0.99,1613935530458,105
-"lr_0",7.604976394080012e-05,1613935530458,105
-"mom_0",0.8749481625616665,1613935530458,105
-"eps_0",1e-05,1613935530458,105
-"wd_1",0.01,1613935530458,105
-"sqr_mom_1",0.99,1613935530458,105
-"lr_1",7.604976394080012e-05,1613935530458,105
-"mom_1",0.8749481625616665,1613935530458,105
-"eps_1",1e-05,1613935530458,105
-"wd_2",0.01,1613935530458,105
-"sqr_mom_2",0.99,1613935530458,105
-"lr_2",0.0007604976394080012,1613935530458,105
-"mom_2",0.8749481625616665,1613935530458,105
-"eps_2",1e-05,1613935530458,105
-"train_loss",0.41903383,1613935531403,106
-"raw_loss",0.42899075,1613935531403,106
-"epoch",0.6729559748427673,1613935531403,106
-"wd_0",0.01,1613935531403,106
-"sqr_mom_0",0.99,1613935531403,106
-"lr_0",7.68739852544486e-05,1613935531403,106
-"mom_0",0.8740895986932826,1613935531403,106
-"eps_0",1e-05,1613935531403,106
-"wd_1",0.01,1613935531403,106
-"sqr_mom_1",0.99,1613935531403,106
-"lr_1",7.68739852544486e-05,1613935531403,106
-"mom_1",0.8740895986932826,1613935531403,106
-"eps_1",1e-05,1613935531403,106
-"wd_2",0.01,1613935531403,106
-"sqr_mom_2",0.99,1613935531403,106
-"lr_2",0.000768739852544486,1613935531403,106
-"mom_2",0.8740895986932826,1613935531403,106
-"eps_2",1e-05,1613935531403,106
-"train_loss",0.4172533,1613935532325,107
-"raw_loss",0.34005284,1613935532325,107
-"epoch",0.6792452830188679,1613935532325,107
-"wd_0",0.01,1613935532325,107
-"sqr_mom_0",0.99,1613935532325,107
-"lr_0",7.768829900628335e-05,1613935532325,107
-"mom_0",0.8732413552017881,1613935532325,107
-"eps_0",1e-05,1613935532325,107
-"wd_1",0.01,1613935532325,107
-"sqr_mom_1",0.99,1613935532325,107
-"lr_1",7.768829900628335e-05,1613935532325,107
-"mom_1",0.8732413552017881,1613935532325,107
-"eps_1",1e-05,1613935532325,107
-"wd_2",0.01,1613935532325,107
-"sqr_mom_2",0.99,1613935532325,107
-"lr_2",0.0007768829900628335,1613935532325,107
-"mom_2",0.8732413552017881,1613935532325,107
-"eps_2",1e-05,1613935532325,107
-"train_loss",0.41784555,1613935533230,108
-"raw_loss",0.44359145,1613935533230,108
-"epoch",0.6855345911949685,1613935533230,108
-"wd_0",0.01,1613935533230,108
-"sqr_mom_0",0.99,1613935533230,108
-"lr_0",7.849237335165792e-05,1613935533230,108
-"mom_0",0.8724037777586896,1613935533230,108
-"eps_0",1e-05,1613935533230,108
-"wd_1",0.01,1613935533230,108
-"sqr_mom_1",0.99,1613935533230,108
-"lr_1",7.849237335165792e-05,1613935533230,108
-"mom_1",0.8724037777586896,1613935533230,108
-"eps_1",1e-05,1613935533230,108
-"wd_2",0.01,1613935533230,108
-"sqr_mom_2",0.99,1613935533230,108
-"lr_2",0.0007849237335165792,1613935533230,108
-"mom_2",0.8724037777586896,1613935533230,108
-"eps_2",1e-05,1613935533230,108
-"train_loss",0.4134991,1613935534136,109
-"raw_loss",0.22407101,1613935534136,109
-"epoch",0.6918238993710691,1613935534136,109
-"wd_0",0.01,1613935534136,109
-"sqr_mom_0",0.99,1613935534136,109
-"lr_0",7.928590310743585e-05,1613935534136,109
-"mom_0",0.8715771842630876,1613935534136,109
-"eps_0",1e-05,1613935534136,109
-"wd_1",0.01,1613935534136,109
-"sqr_mom_1",0.99,1613935534136,109
-"lr_1",7.928590310743585e-05,1613935534136,109
-"mom_1",0.8715771842630876,1613935534136,109
-"eps_1",1e-05,1613935534136,109
-"wd_2",0.01,1613935534136,109
-"sqr_mom_2",0.99,1613935534136,109
-"lr_2",0.0007928590310743585,1613935534136,109
-"mom_2",0.8715771842630876,1613935534136,109
-"eps_2",1e-05,1613935534136,109
-"train_loss",0.42351028,1613935535031,110
-"raw_loss",0.86090356,1613935535031,110
-"epoch",0.6981132075471698,1613935535031,110
-"wd_0",0.01,1613935535031,110
-"sqr_mom_0",0.99,1613935535031,110
-"lr_0",8.006856460993975e-05,1613935535031,110
-"mom_0",0.870761911864646,1613935535031,110
-"eps_0",1e-05,1613935535031,110
-"wd_1",0.01,1613935535031,110
-"sqr_mom_1",0.99,1613935535031,110
-"lr_1",8.006856460993975e-05,1613935535031,110
-"mom_1",0.870761911864646,1613935535031,110
-"eps_1",1e-05,1613935535031,110
-"wd_2",0.01,1613935535031,110
-"sqr_mom_2",0.99,1613935535031,110
-"lr_2",0.0008006856460993976,1613935535031,110
-"mom_2",0.870761911864646,1613935535031,110
-"eps_2",1e-05,1613935535031,110
-"train_loss",0.42553988,1613935535947,111
-"raw_loss",0.51442987,1613935535947,111
-"epoch",0.7044025157232704,1613935535947,111
-"wd_0",0.01,1613935535947,111
-"sqr_mom_0",0.99,1613935535947,111
-"lr_0",8.084004611711718e-05,1613935535947,111
-"mom_0",0.8699582852946696,1613935535947,111
-"eps_0",1e-05,1613935535947,111
-"wd_1",0.01,1613935535947,111
-"sqr_mom_1",0.99,1613935535947,111
-"lr_1",8.084004611711718e-05,1613935535947,111
-"mom_1",0.8699582852946696,1613935535947,111
-"eps_1",1e-05,1613935535947,111
-"wd_2",0.01,1613935535947,111
-"sqr_mom_2",0.99,1613935535947,111
-"lr_2",0.0008084004611711718,1613935535947,111
-"mom_2",0.8699582852946696,1613935535947,111
-"eps_2",1e-05,1613935535947,111
-"train_loss",0.42824343,1613935536918,112
-"raw_loss",0.54693085,1613935536918,112
-"epoch",0.710691823899371,1613935536918,112
-"wd_0",0.01,1613935536918,112
-"sqr_mom_0",0.99,1613935536918,112
-"lr_0",8.160004034002179e-05,1613935536918,112
-"mom_0",0.8691666246458106,1613935536918,112
-"eps_0",1e-05,1613935536918,112
-"wd_1",0.01,1613935536918,112
-"sqr_mom_1",0.99,1613935536918,112
-"lr_1",8.160004034002179e-05,1613935536918,112
-"mom_1",0.8691666246458106,1613935536918,112
-"eps_1",1e-05,1613935536918,112
-"wd_2",0.01,1613935536918,112
-"sqr_mom_2",0.99,1613935536918,112
-"lr_2",0.0008160004034002178,1613935536918,112
-"mom_2",0.8691666246458106,1613935536918,112
-"eps_2",1e-05,1613935536918,112
-"train_loss",0.4351541,1613935537844,113
-"raw_loss",0.739244,1613935537844,113
-"epoch",0.7169811320754716,1613935537844,113
-"wd_0",0.01,1613935537844,113
-"sqr_mom_0",0.99,1613935537844,113
-"lr_0",8.234824456520959e-05,1613935537844,113
-"mom_0",0.8683872452445733,1613935537844,113
-"eps_0",1e-05,1613935537844,113
-"wd_1",0.01,1613935537844,113
-"sqr_mom_1",0.99,1613935537844,113
-"lr_1",8.234824456520959e-05,1613935537844,113
-"mom_1",0.8683872452445733,1613935537844,113
-"eps_1",1e-05,1613935537844,113
-"wd_2",0.01,1613935537844,113
-"sqr_mom_2",0.99,1613935537844,113
-"lr_2",0.0008234824456520959,1613935537844,113
-"mom_2",0.8683872452445733,1613935537844,113
-"eps_2",1e-05,1613935537844,113
-"train_loss",0.42953536,1613935538762,114
-"raw_loss",0.18173179,1613935538762,114
-"epoch",0.7232704402515723,1613935538762,114
-"wd_0",0.01,1613935538762,114
-"sqr_mom_0",0.99,1613935538762,114
-"lr_0",8.308435392643343e-05,1613935538762,114
-"mom_0",0.8676204646599651,1613935538762,114
-"eps_0",1e-05,1613935538762,114
-"wd_1",0.01,1613935538762,114
-"sqr_mom_1",0.99,1613935538762,114
-"lr_1",8.308435392643343e-05,1613935538762,114
-"mom_1",0.8676204646599651,1613935538762,114
-"eps_1",1e-05,1613935538762,114
-"wd_2",0.01,1613935538762,114
-"sqr_mom_2",0.99,1613935538762,114
-"lr_2",0.0008308435392643342,1613935538762,114
-"mom_2",0.8676204646599651,1613935538762,114
-"eps_2",1e-05,1613935538762,114
-"train_loss",0.4381135,1613935539679,115
-"raw_loss",0.8172739,1613935539679,115
-"epoch",0.7295597484276729,1613935539679,115
-"wd_0",0.01,1613935539679,115
-"sqr_mom_0",0.99,1613935539679,115
-"lr_0",8.380808903638922e-05,1613935539679,115
-"mom_0",0.8668665739204279,1613935539679,115
-"eps_0",1e-05,1613935539679,115
-"wd_1",0.01,1613935539679,115
-"sqr_mom_1",0.99,1613935539679,115
-"lr_1",8.380808903638922e-05,1613935539679,115
-"mom_1",0.8668665739204279,1613935539679,115
-"eps_1",1e-05,1613935539679,115
-"wd_2",0.01,1613935539679,115
-"sqr_mom_2",0.99,1613935539679,115
-"lr_2",0.0008380808903638923,1613935539679,115
-"mom_2",0.8668665739204279,1613935539679,115
-"eps_2",1e-05,1613935539679,115
-"train_loss",0.4363605,1613935540591,116
-"raw_loss",0.35870808,1613935540591,116
-"epoch",0.7358490566037735,1613935540591,116
-"wd_0",0.01,1613935540591,116
-"sqr_mom_0",0.99,1613935540591,116
-"lr_0",8.45191546603306e-05,1613935540591,116
-"mom_0",0.8661258805621556,1613935540591,116
-"eps_0",1e-05,1613935540591,116
-"wd_1",0.01,1613935540591,116
-"sqr_mom_1",0.99,1613935540591,116
-"lr_1",8.45191546603306e-05,1613935540591,116
-"mom_1",0.8661258805621556,1613935540591,116
-"eps_1",1e-05,1613935540591,116
-"wd_2",0.01,1613935540591,116
-"sqr_mom_2",0.99,1613935540591,116
-"lr_2",0.000845191546603306,1613935540591,116
-"mom_2",0.8661258805621556,1613935540591,116
-"eps_2",1e-05,1613935540591,116
-"train_loss",0.43294027,1613935541485,117
-"raw_loss",0.28111458,1613935541485,117
-"epoch",0.7421383647798742,1613935541485,117
-"wd_0",0.01,1613935541485,117
-"sqr_mom_0",0.99,1613935541485,117
-"lr_0",8.521727406188154e-05,1613935541485,117
-"mom_0",0.8653986728522067,1613935541485,117
-"eps_0",1e-05,1613935541485,117
-"wd_1",0.01,1613935541485,117
-"sqr_mom_1",0.99,1613935541485,117
-"lr_1",8.521727406188154e-05,1613935541485,117
-"mom_1",0.8653986728522067,1613935541485,117
-"eps_1",1e-05,1613935541485,117
-"wd_2",0.01,1613935541485,117
-"sqr_mom_2",0.99,1613935541485,117
-"lr_2",0.0008521727406188154,1613935541485,117
-"mom_2",0.8653986728522067,1613935541485,117
-"eps_2",1e-05,1613935541485,117
-"train_loss",0.4379205,1613935542403,118
-"raw_loss",0.6594547,1613935542403,118
-"epoch",0.7484276729559748,1613935542403,118
-"wd_0",0.01,1613935542403,118
-"sqr_mom_0",0.99,1613935542403,118
-"lr_0",8.590215607351363e-05,1613935542403,118
-"mom_0",0.86468525409009,1613935542403,118
-"eps_0",1e-05,1613935542403,118
-"wd_1",0.01,1613935542403,118
-"sqr_mom_1",0.99,1613935542403,118
-"lr_1",8.590215607351363e-05,1613935542403,118
-"mom_1",0.86468525409009,1613935542403,118
-"eps_1",1e-05,1613935542403,118
-"wd_2",0.01,1613935542403,118
-"sqr_mom_2",0.99,1613935542403,118
-"lr_2",0.0008590215607351362,1613935542403,118
-"mom_2",0.86468525409009,1613935542403,118
-"eps_2",1e-05,1613935542403,118
-"train_loss",0.4340822,1613935543305,119
-"raw_loss",0.26299793,1613935543305,119
-"epoch",0.7547169811320754,1613935543305,119
-"wd_0",0.01,1613935543305,119
-"sqr_mom_0",0.99,1613935543305,119
-"lr_0",8.65735345108901e-05,1613935543305,119
-"mom_0",0.8639859015511562,1613935543305,119
-"eps_0",1e-05,1613935543305,119
-"wd_1",0.01,1613935543305,119
-"sqr_mom_1",0.99,1613935543305,119
-"lr_1",8.65735345108901e-05,1613935543305,119
-"mom_1",0.8639859015511562,1613935543305,119
-"eps_1",1e-05,1613935543305,119
-"wd_2",0.01,1613935543305,119
-"sqr_mom_2",0.99,1613935543305,119
-"lr_2",0.000865735345108901,1613935543305,119
-"mom_2",0.8639859015511562,1613935543305,119
-"eps_2",1e-05,1613935543305,119
-"train_loss",0.42837816,1613935544212,120
-"raw_loss",0.1736243,1613935544212,120
-"epoch",0.761006289308176,1613935544212,120
-"wd_0",0.01,1613935544212,120
-"sqr_mom_0",0.99,1613935544212,120
-"lr_0",8.723113585265317e-05,1613935544212,120
-"mom_0",0.8633009001534863,1613935544212,120
-"eps_0",1e-05,1613935544212,120
-"wd_1",0.01,1613935544212,120
-"sqr_mom_1",0.99,1613935544212,120
-"lr_1",8.723113585265317e-05,1613935544212,120
-"mom_1",0.8633009001534863,1613935544212,120
-"eps_1",1e-05,1613935544212,120
-"wd_2",0.01,1613935544212,120
-"sqr_mom_2",0.99,1613935544212,120
-"lr_2",0.0008723113585265317,1613935544212,120
-"mom_2",0.8633009001534863,1613935544212,120
-"eps_2",1e-05,1613935544212,120
-"train_loss",0.42419773,1613935545111,121
-"raw_loss",0.23713116,1613935545111,121
-"epoch",0.7672955974842767,1613935545111,121
-"wd_0",0.01,1613935545111,121
-"sqr_mom_0",0.99,1613935545111,121
-"lr_0",8.78747105088972e-05,1613935545111,121
-"mom_0",0.8626305098865654,1613935545111,121
-"eps_0",1e-05,1613935545111,121
-"wd_1",0.01,1613935545111,121
-"sqr_mom_1",0.99,1613935545111,121
-"lr_1",8.78747105088972e-05,1613935545111,121
-"mom_1",0.8626305098865654,1613935545111,121
-"eps_1",1e-05,1613935545111,121
-"wd_2",0.01,1613935545111,121
-"sqr_mom_2",0.99,1613935545111,121
-"lr_2",0.0008787471050889721,1613935545111,121
-"mom_2",0.8626305098865654,1613935545111,121
-"eps_2",1e-05,1613935545111,121
-"train_loss",0.42301935,1613935546016,122
-"raw_loss",0.3701899,1613935546016,122
-"epoch",0.7735849056603773,1613935546016,122
-"wd_0",0.01,1613935546016,122
-"sqr_mom_0",0.99,1613935546016,122
-"lr_0",8.850399590235202e-05,1613935546016,122
-"mom_0",0.8619750042683832,1613935546016,122
-"eps_0",1e-05,1613935546016,122
-"wd_1",0.01,1613935546016,122
-"sqr_mom_1",0.99,1613935546016,122
-"lr_1",8.850399590235202e-05,1613935546016,122
-"mom_1",0.8619750042683832,1613935546016,122
-"eps_1",1e-05,1613935546016,122
-"wd_2",0.01,1613935546016,122
-"sqr_mom_2",0.99,1613935546016,122
-"lr_2",0.0008850399590235202,1613935546016,122
-"mom_2",0.8619750042683832,1613935546016,122
-"eps_2",1e-05,1613935546016,122
-"train_loss",0.41970223,1613935546921,123
-"raw_loss",0.2707061,1613935546921,123
-"epoch",0.7798742138364779,1613935546921,123
-"wd_0",0.01,1613935546921,123
-"sqr_mom_0",0.99,1613935546921,123
-"lr_0",8.911874138223243e-05,1613935546921,123
-"mom_0",0.8613346443935078,1613935546921,123
-"eps_0",1e-05,1613935546921,123
-"wd_1",0.01,1613935546921,123
-"sqr_mom_1",0.99,1613935546921,123
-"lr_1",8.911874138223243e-05,1613935546921,123
-"mom_1",0.8613346443935078,1613935546921,123
-"eps_1",1e-05,1613935546921,123
-"wd_2",0.01,1613935546921,123
-"sqr_mom_2",0.99,1613935546921,123
-"lr_2",0.0008911874138223243,1613935546921,123
-"mom_2",0.8613346443935078,1613935546921,123
-"eps_2",1e-05,1613935546921,123
-"train_loss",0.41807282,1613935547835,124
-"raw_loss",0.34475213,1613935547835,124
-"epoch",0.7861635220125786,1613935547835,124
-"wd_0",0.01,1613935547835,124
-"sqr_mom_0",0.99,1613935547835,124
-"lr_0",8.971870208914904e-05,1613935547835,124
-"mom_0",0.8607096853238031,1613935547835,124
-"eps_0",1e-05,1613935547835,124
-"wd_1",0.01,1613935547835,124
-"sqr_mom_1",0.99,1613935547835,124
-"lr_1",8.971870208914904e-05,1613935547835,124
-"mom_1",0.8607096853238031,1613935547835,124
-"eps_1",1e-05,1613935547835,124
-"wd_2",0.01,1613935547835,124
-"sqr_mom_2",0.99,1613935547835,124
-"lr_2",0.0008971870208914903,1613935547835,124
-"mom_2",0.8607096853238031,1613935547835,124
-"eps_2",1e-05,1613935547835,124
-"train_loss",0.4174313,1613935548788,125
-"raw_loss",0.3885139,1613935548788,125
-"epoch",0.7924528301886792,1613935548788,125
-"wd_0",0.01,1613935548788,125
-"sqr_mom_0",0.99,1613935548788,125
-"lr_0",9.030363905263818e-05,1613935548788,125
-"mom_0",0.8601003759868352,1613935548788,125
-"eps_0",1e-05,1613935548788,125
-"wd_1",0.01,1613935548788,125
-"sqr_mom_1",0.99,1613935548788,125
-"lr_1",9.030363905263818e-05,1613935548788,125
-"mom_1",0.8601003759868352,1613935548788,125
-"eps_1",1e-05,1613935548788,125
-"wd_2",0.01,1613935548788,125
-"sqr_mom_2",0.99,1613935548788,125
-"lr_2",0.0009030363905263817,1613935548788,125
-"mom_2",0.8601003759868352,1613935548788,125
-"eps_2",1e-05,1613935548788,125
-"train_loss",0.41697142,1613935549714,126
-"raw_loss",0.3962039,1613935549714,126
-"epoch",0.7987421383647798,1613935549714,126
-"wd_0",0.01,1613935549714,126
-"sqr_mom_0",0.99,1613935549714,126
-"lr_0",9.087331401368744e-05,1613935549714,126
-"mom_0",0.8595069645690756,1613935549714,126
-"eps_0",1e-05,1613935549714,126
-"wd_1",0.01,1613935549714,126
-"sqr_mom_1",0.99,1613935549714,126
-"lr_1",9.087331401368744e-05,1613935549714,126
-"mom_1",0.8595069645690756,1613935549714,126
-"eps_1",1e-05,1613935549714,126
-"wd_2",0.01,1613935549714,126
-"sqr_mom_2",0.99,1613935549714,126
-"lr_2",0.0009087331401368744,1613935549714,126
-"mom_2",0.8595069645690756,1613935549714,126
-"eps_2",1e-05,1613935549714,126
-"train_loss",0.41224247,1613935550649,127
-"raw_loss",0.19833286,1613935550649,127
-"epoch",0.8050314465408804,1613935550649,127
-"wd_0",0.01,1613935550649,127
-"sqr_mom_0",0.99,1613935550649,127
-"lr_0",9.142751075449022e-05,1613935550649,127
-"mom_0",0.858929676297406,1613935550649,127
-"eps_0",1e-05,1613935550649,127
-"wd_1",0.01,1613935550649,127
-"sqr_mom_1",0.99,1613935550649,127
-"lr_1",9.142751075449022e-05,1613935550649,127
-"mom_1",0.858929676297406,1613935550649,127
-"eps_1",1e-05,1613935550649,127
-"wd_2",0.01,1613935550649,127
-"sqr_mom_2",0.99,1613935550649,127
-"lr_2",0.0009142751075449022,1613935550649,127
-"mom_2",0.858929676297406,1613935550649,127
-"eps_2",1e-05,1613935550649,127
-"train_loss",0.41075104,1613935551552,128
-"raw_loss",0.3431756,1613935551552,128
-"epoch",0.8113207547169811,1613935551552,128
-"wd_0",0.01,1613935551552,128
-"sqr_mom_0",0.99,1613935551552,128
-"lr_0",9.19660031159599e-05,1613935551552,128
-"mom_0",0.8583687467542084,1613935551552,128
-"eps_0",1e-05,1613935551552,128
-"wd_1",0.01,1613935551552,128
-"sqr_mom_1",0.99,1613935551552,128
-"lr_1",9.19660031159599e-05,1613935551552,128
-"mom_1",0.8583687467542084,1613935551552,128
-"eps_1",1e-05,1613935551552,128
-"wd_2",0.01,1613935551552,128
-"sqr_mom_2",0.99,1613935551552,128
-"lr_2",0.0009196600311595991,1613935551552,128
-"mom_2",0.8583687467542084,1613935551552,128
-"eps_2",1e-05,1613935551552,128
-"train_loss",0.40687555,1613935552464,129
-"raw_loss",0.23099466,1613935552464,129
-"epoch",0.8176100628930817,1613935552464,129
-"wd_0",0.01,1613935552464,129
-"sqr_mom_0",0.99,1613935552464,129
-"lr_0",9.24885814387386e-05,1613935552464,129
-"mom_0",0.8578243943346473,1613935552464,129
-"eps_0",1e-05,1613935552464,129
-"wd_1",0.01,1613935552464,129
-"sqr_mom_1",0.99,1613935552464,129
-"lr_1",9.24885814387386e-05,1613935552464,129
-"mom_1",0.8578243943346473,1613935552464,129
-"eps_1",1e-05,1613935552464,129
-"wd_2",0.01,1613935552464,129
-"sqr_mom_2",0.99,1613935552464,129
-"lr_2",0.0009248858143873859,1613935552464,129
-"mom_2",0.8578243943346473,1613935552464,129
-"eps_2",1e-05,1613935552464,129
-"train_loss",0.40319875,1613935553377,130
-"raw_loss",0.23606819,1613935553377,130
-"epoch",0.8238993710691823,1613935553377,130
-"wd_0",0.01,1613935553377,130
-"sqr_mom_0",0.99,1613935553377,130
-"lr_0",9.299502776893716e-05,1613935553377,130
-"mom_0",0.8572968460740238,1613935553377,130
-"eps_0",1e-05,1613935553377,130
-"wd_1",0.01,1613935553377,130
-"sqr_mom_1",0.99,1613935553377,130
-"lr_1",9.299502776893716e-05,1613935553377,130
-"mom_1",0.8572968460740238,1613935553377,130
-"eps_1",1e-05,1613935553377,130
-"wd_2",0.01,1613935553377,130
-"sqr_mom_2",0.99,1613935553377,130
-"lr_2",0.0009299502776893715,1613935553377,130
-"mom_2",0.8572968460740238,1613935553377,130
-"eps_2",1e-05,1613935553377,130
-"train_loss",0.40319988,1613935554295,131
-"raw_loss",0.40325177,1613935554295,131
-"epoch",0.830188679245283,1613935554295,131
-"wd_0",0.01,1613935554295,131
-"sqr_mom_0",0.99,1613935554295,131
-"lr_0",9.348514084055808e-05,1613935554295,131
-"mom_0",0.8567863116244187,1613935554295,131
-"eps_0",1e-05,1613935554295,131
-"wd_1",0.01,1613935554295,131
-"sqr_mom_1",0.99,1613935554295,131
-"lr_1",9.348514084055808e-05,1613935554295,131
-"mom_1",0.8567863116244187,1613935554295,131
-"eps_1",1e-05,1613935554295,131
-"wd_2",0.01,1613935554295,131
-"sqr_mom_2",0.99,1613935554295,131
-"lr_2",0.0009348514084055807,1613935554295,131
-"mom_2",0.8567863116244187,1613935554295,131
-"eps_2",1e-05,1613935554295,131
-"train_loss",0.41064438,1613935555200,132
-"raw_loss",0.7500811,1613935555200,132
-"epoch",0.8364779874213836,1613935555200,132
-"wd_0",0.01,1613935555200,132
-"sqr_mom_0",0.99,1613935555200,132
-"lr_0",9.395873463318513e-05,1613935555200,132
-"mom_0",0.8562929847570988,1613935555200,132
-"eps_0",1e-05,1613935555200,132
-"wd_1",0.01,1613935555200,132
-"sqr_mom_1",0.99,1613935555200,132
-"lr_1",9.395873463318513e-05,1613935555200,132
-"mom_1",0.8562929847570988,1613935555200,132
-"eps_1",1e-05,1613935555200,132
-"wd_2",0.01,1613935555200,132
-"sqr_mom_2",0.99,1613935555200,132
-"lr_2",0.0009395873463318514,1613935555200,132
-"mom_2",0.8562929847570988,1613935555200,132
-"eps_2",1e-05,1613935555200,132
-"train_loss",0.40772822,1613935556107,133
-"raw_loss",0.2745663,1613935556107,133
-"epoch",0.8427672955974842,1613935556107,133
-"wd_0",0.01,1613935556107,133
-"sqr_mom_0",0.99,1613935556107,133
-"lr_0",9.441561583421294e-05,1613935556107,133
-"mom_0",0.8558170668393615,1613935556107,133
-"eps_0",1e-05,1613935556107,133
-"wd_1",0.01,1613935556107,133
-"sqr_mom_1",0.99,1613935556107,133
-"lr_1",9.441561583421294e-05,1613935556107,133
-"mom_1",0.8558170668393615,1613935556107,133
-"eps_1",1e-05,1613935556107,133
-"wd_2",0.01,1613935556107,133
-"sqr_mom_2",0.99,1613935556107,133
-"lr_2",0.0009441561583421294,1613935556107,133
-"mom_2",0.8558170668393615,1613935556107,133
-"eps_2",1e-05,1613935556107,133
-"train_loss",0.40343118,1613935557211,134
-"raw_loss",0.20692374,1613935557211,134
-"epoch",0.8490566037735848,1613935557211,134
-"wd_0",0.01,1613935557211,134
-"sqr_mom_0",0.99,1613935557211,134
-"lr_0",9.485560246320309e-05,1613935557211,134
-"mom_0",0.8553587474341634,1613935557211,134
-"eps_0",1e-05,1613935557211,134
-"wd_1",0.01,1613935557211,134
-"sqr_mom_1",0.99,1613935557211,134
-"lr_1",9.485560246320309e-05,1613935557211,134
-"mom_1",0.8553587474341634,1613935557211,134
-"eps_1",1e-05,1613935557211,134
-"wd_2",0.01,1613935557211,134
-"sqr_mom_2",0.99,1613935557211,134
-"lr_2",0.0009485560246320308,1613935557211,134
-"mom_2",0.8553587474341634,1613935557211,134
-"eps_2",1e-05,1613935557211,134
-"train_loss",0.40454477,1613935558208,135
-"raw_loss",0.4555431,1613935558208,135
-"epoch",0.8553459119496855,1613935558208,135
-"wd_0",0.01,1613935558208,135
-"sqr_mom_0",0.99,1613935558208,135
-"lr_0",9.527851926899743e-05,1613935558208,135
-"mom_0",0.8549182090947943,1613935558208,135
-"eps_0",1e-05,1613935558208,135
-"wd_1",0.01,1613935558208,135
-"sqr_mom_1",0.99,1613935558208,135
-"lr_1",9.527851926899743e-05,1613935558208,135
-"mom_1",0.8549182090947943,1613935558208,135
-"eps_1",1e-05,1613935558208,135
-"wd_2",0.01,1613935558208,135
-"sqr_mom_2",0.99,1613935558208,135
-"lr_2",0.0009527851926899743,1613935558208,135
-"mom_2",0.8549182090947943,1613935558208,135
-"eps_2",1e-05,1613935558208,135
-"train_loss",0.40617812,1613935559123,136
-"raw_loss",0.48108408,1613935559123,136
-"epoch",0.8616352201257861,1613935559123,136
-"wd_0",0.01,1613935559123,136
-"sqr_mom_0",0.99,1613935559123,136
-"lr_0",9.568419779952234e-05,1613935559123,136
-"mom_0",0.8544956272921642,1613935559123,136
-"eps_0",1e-05,1613935559123,136
-"wd_1",0.01,1613935559123,136
-"sqr_mom_1",0.99,1613935559123,136
-"lr_1",9.568419779952234e-05,1613935559123,136
-"mom_1",0.8544956272921642,1613935559123,136
-"eps_1",1e-05,1613935559123,136
-"wd_2",0.01,1613935559123,136
-"sqr_mom_2",0.99,1613935559123,136
-"lr_2",0.0009568419779952234,1613935559123,136
-"mom_2",0.8544956272921642,1613935559123,136
-"eps_2",1e-05,1613935559123,136
-"train_loss",0.40177768,1613935560042,137
-"raw_loss",0.19969703,1613935560042,137
-"epoch",0.8679245283018867,1613935560042,137
-"wd_0",0.01,1613935560042,137
-"sqr_mom_0",0.99,1613935560042,137
-"lr_0",9.607247290802915e-05,1613935560042,137
-"mom_0",0.8540911740541363,1613935560042,137
-"eps_0",1e-05,1613935560042,137
-"wd_1",0.01,1613935560042,137
-"sqr_mom_1",0.99,1613935560042,137
-"lr_1",9.607247290802915e-05,1613935560042,137
-"mom_1",0.8540911740541363,1613935560042,137
-"eps_1",1e-05,1613935560042,137
-"wd_2",0.01,1613935560042,137
-"sqr_mom_2",0.99,1613935560042,137
-"lr_2",0.0009607247290802915,1613935560042,137
-"mom_2",0.8540911740541363,1613935560042,137
-"eps_2",1e-05,1613935560042,137
-"train_loss",0.41970313,1613935560951,138
-"raw_loss",1.2439907,1613935560951,138
-"epoch",0.8742138364779873,1613935560951,138
-"wd_0",0.01,1613935560951,138
-"sqr_mom_0",0.99,1613935560951,138
-"lr_0",9.644319722628494e-05,1613935560951,138
-"mom_0",0.8537050028892865,1613935560951,138
-"eps_0",1e-05,1613935560951,138
-"wd_1",0.01,1613935560951,138
-"sqr_mom_1",0.99,1613935560951,138
-"lr_1",9.644319722628494e-05,1613935560951,138
-"mom_1",0.8537050028892865,1613935560951,138
-"eps_1",1e-05,1613935560951,138
-"wd_2",0.01,1613935560951,138
-"sqr_mom_2",0.99,1613935560951,138
-"lr_2",0.0009644319722628494,1613935560951,138
-"mom_2",0.8537050028892865,1613935560951,138
-"eps_2",1e-05,1613935560951,138
-"train_loss",0.41461736,1613935561886,139
-"raw_loss",0.18044543,1613935561886,139
-"epoch",0.880503144654088,1613935561886,139
-"wd_0",0.01,1613935561886,139
-"sqr_mom_0",0.99,1613935561886,139
-"lr_0",9.679621936617187e-05,1613935561886,139
-"mom_0",0.853337271493571,1613935561886,139
-"eps_0",1e-05,1613935561886,139
-"wd_1",0.01,1613935561886,139
-"sqr_mom_1",0.99,1613935561886,139
-"lr_1",9.679621936617187e-05,1613935561886,139
-"mom_1",0.853337271493571,1613935561886,139
-"eps_1",1e-05,1613935561886,139
-"wd_2",0.01,1613935561886,139
-"sqr_mom_2",0.99,1613935561886,139
-"lr_2",0.0009679621936617187,1613935561886,139
-"mom_2",0.853337271493571,1613935561886,139
-"eps_2",1e-05,1613935561886,139
-"train_loss",0.4087824,1613935562797,140
-"raw_loss",0.1397704,1613935562797,140
-"epoch",0.8867924528301886,1613935562797,140
-"wd_0",0.01,1613935562797,140
-"sqr_mom_0",0.99,1613935562797,140
-"lr_0",9.713139871537402e-05,1613935562797,140
-"mom_0",0.852988126338152,1613935562797,140
-"eps_0",1e-05,1613935562797,140
-"wd_1",0.01,1613935562797,140
-"sqr_mom_1",0.99,1613935562797,140
-"lr_1",9.713139871537402e-05,1613935562797,140
-"mom_1",0.852988126338152,1613935562797,140
-"eps_1",1e-05,1613935562797,140
-"wd_2",0.01,1613935562797,140
-"sqr_mom_2",0.99,1613935562797,140
-"lr_2",0.0009713139871537402,1613935562797,140
-"mom_2",0.852988126338152,1613935562797,140
-"eps_2",1e-05,1613935562797,140
-"train_loss",0.41317704,1613935563730,141
-"raw_loss",0.61604136,1613935563730,141
-"epoch",0.8930817610062892,1613935563730,141
-"wd_0",0.01,1613935563730,141
-"sqr_mom_0",0.99,1613935563730,141
-"lr_0",9.744860465992226e-05,1613935563730,141
-"mom_0",0.8526577034792476,1613935563730,141
-"eps_0",1e-05,1613935563730,141
-"wd_1",0.01,1613935563730,141
-"sqr_mom_1",0.99,1613935563730,141
-"lr_1",9.744860465992226e-05,1613935563730,141
-"mom_1",0.8526577034792476,1613935563730,141
-"eps_1",1e-05,1613935563730,141
-"wd_2",0.01,1613935563730,141
-"sqr_mom_2",0.99,1613935563730,141
-"lr_2",0.0009744860465992225,1613935563730,141
-"mom_2",0.8526577034792476,1613935563730,141
-"eps_2",1e-05,1613935563730,141
-"train_loss",0.41789898,1613935564645,142
-"raw_loss",0.63613796,1613935564645,142
-"epoch",0.8993710691823898,1613935564645,142
-"wd_0",0.01,1613935564645,142
-"sqr_mom_0",0.99,1613935564645,142
-"lr_0",9.774770490142942e-05,1613935564645,142
-"mom_0",0.8523461407276777,1613935564645,142
-"eps_0",1e-05,1613935564645,142
-"wd_1",0.01,1613935564645,142
-"sqr_mom_1",0.99,1613935564645,142
-"lr_1",9.774770490142942e-05,1613935564645,142
-"mom_1",0.8523461407276777,1613935564645,142
-"eps_1",1e-05,1613935564645,142
-"wd_2",0.01,1613935564645,142
-"sqr_mom_2",0.99,1613935564645,142
-"lr_2",0.0009774770490142942,1613935564645,142
-"mom_2",0.8523461407276777,1613935564645,142
-"eps_2",1e-05,1613935564645,142
-"train_loss",0.41303357,1613935565572,143
-"raw_loss",0.18789212,1613935565572,143
-"epoch",0.9056603773584905,1613935565572,143
-"wd_0",0.01,1613935565572,143
-"sqr_mom_0",0.99,1613935565572,143
-"lr_0",9.80285808164004e-05,1613935565572,143
-"mom_0",0.8520535616495829,1613935565572,143
-"eps_0",1e-05,1613935565572,143
-"wd_1",0.01,1613935565572,143
-"sqr_mom_1",0.99,1613935565572,143
-"lr_1",9.80285808164004e-05,1613935565572,143
-"mom_1",0.8520535616495829,1613935565572,143
-"eps_1",1e-05,1613935565572,143
-"wd_2",0.01,1613935565572,143
-"sqr_mom_2",0.99,1613935565572,143
-"lr_2",0.000980285808164004,1613935565572,143
-"mom_2",0.8520535616495829,1613935565572,143
-"eps_2",1e-05,1613935565572,143
-"train_loss",0.41136736,1613935566510,144
-"raw_loss",0.33417416,1613935566510,144
-"epoch",0.9119496855345911,1613935566510,144
-"wd_0",0.01,1613935566510,144
-"sqr_mom_0",0.99,1613935566510,144
-"lr_0",9.829112579952792e-05,1613935566510,144
-"mom_0",0.8517800772921584,1613935566510,144
-"eps_0",1e-05,1613935566510,144
-"wd_1",0.01,1613935566510,144
-"sqr_mom_1",0.99,1613935566510,144
-"lr_1",9.829112579952792e-05,1613935566510,144
-"mom_1",0.8517800772921584,1613935566510,144
-"eps_1",1e-05,1613935566510,144
-"wd_2",0.01,1613935566510,144
-"sqr_mom_2",0.99,1613935566510,144
-"lr_2",0.0009829112579952794,1613935566510,144
-"mom_2",0.8517800772921584,1613935566510,144
-"eps_2",1e-05,1613935566510,144
-"train_loss",0.4051927,1613935567472,145
-"raw_loss",0.1188014,1613935567472,145
-"epoch",0.9182389937106917,1613935567472,145
-"wd_0",0.01,1613935567472,145
-"sqr_mom_0",0.99,1613935567472,145
-"lr_0",9.85352325555039e-05,1613935567472,145
-"mom_0",0.8515257994213501,1613935567472,145
-"eps_0",1e-05,1613935567472,145
-"wd_1",0.01,1613935567472,145
-"sqr_mom_1",0.99,1613935567472,145
-"lr_1",9.85352325555039e-05,1613935567472,145
-"mom_1",0.8515257994213501,1613935567472,145
-"eps_1",1e-05,1613935567472,145
-"wd_2",0.01,1613935567472,145
-"sqr_mom_2",0.99,1613935567472,145
-"lr_2",0.000985352325555039,1613935567472,145
-"mom_2",0.8515257994213501,1613935567472,145
-"eps_2",1e-05,1613935567472,145
-"train_loss",0.4048483,1613935568387,146
-"raw_loss",0.38885567,1613935568387,146
-"epoch",0.9245283018867924,1613935568387,146
-"wd_0",0.01,1613935568387,146
-"sqr_mom_0",0.99,1613935568387,146
-"lr_0",9.876080385411977e-05,1613935568387,146
-"mom_0",0.8512908293186252,1613935568387,146
-"eps_0",1e-05,1613935568387,146
-"wd_1",0.01,1613935568387,146
-"sqr_mom_1",0.99,1613935568387,146
-"lr_1",9.876080385411977e-05,1613935568387,146
-"mom_1",0.8512908293186252,1613935568387,146
-"eps_1",1e-05,1613935568387,146
-"wd_2",0.01,1613935568387,146
-"sqr_mom_2",0.99,1613935568387,146
-"lr_2",0.0009876080385411979,1613935568387,146
-"mom_2",0.8512908293186252,1613935568387,146
-"eps_2",1e-05,1613935568387,146
-"train_loss",0.40655628,1613935569380,147
-"raw_loss",0.48595396,1613935569380,147
-"epoch",0.930817610062893,1613935569380,147
-"wd_0",0.01,1613935569380,147
-"sqr_mom_0",0.99,1613935569380,147
-"lr_0",9.896774984802855e-05,1613935569380,147
-"mom_0",0.8510752605749703,1613935569380,147
-"eps_0",1e-05,1613935569380,147
-"wd_1",0.01,1613935569380,147
-"sqr_mom_1",0.99,1613935569380,147
-"lr_1",9.896774984802855e-05,1613935569380,147
-"mom_1",0.8510752605749703,1613935569380,147
-"eps_1",1e-05,1613935569380,147
-"wd_2",0.01,1613935569380,147
-"sqr_mom_2",0.99,1613935569380,147
-"lr_2",0.0009896774984802855,1613935569380,147
-"mom_2",0.8510752605749703,1613935569380,147
-"eps_2",1e-05,1613935569380,147
-"train_loss",0.402291,1613935570300,148
-"raw_loss",0.20380144,1613935570300,148
-"epoch",0.9371069182389936,1613935570300,148
-"wd_0",0.01,1613935570300,148
-"sqr_mom_0",0.99,1613935570300,148
-"lr_0",9.915598810853188e-05,1613935570300,148
-"mom_0",0.8508791790536125,1613935570300,148
-"eps_0",1e-05,1613935570300,148
-"wd_1",0.01,1613935570300,148
-"sqr_mom_1",0.99,1613935570300,148
-"lr_1",9.915598810853188e-05,1613935570300,148
-"mom_1",0.8508791790536125,1613935570300,148
-"eps_1",1e-05,1613935570300,148
-"wd_2",0.01,1613935570300,148
-"sqr_mom_2",0.99,1613935570300,148
-"lr_2",0.000991559881085319,1613935570300,148
-"mom_2",0.8508791790536125,1613935570300,148
-"eps_2",1e-05,1613935570300,148
-"train_loss",0.39992118,1613935571226,149
-"raw_loss",0.28952265,1613935571226,149
-"epoch",0.9433962264150942,1613935571226,149
-"wd_0",0.01,1613935571226,149
-"sqr_mom_0",0.99,1613935571226,149
-"lr_0",9.932544215684867e-05,1613935571226,149
-"mom_0",0.8507026644199492,1613935571226,149
-"eps_0",1e-05,1613935571226,149
-"wd_1",0.01,1613935571226,149
-"sqr_mom_1",0.99,1613935571226,149
-"lr_1",9.932544215684867e-05,1613935571226,149
-"mom_1",0.8507026644199492,1613935571226,149
-"eps_1",1e-05,1613935571226,149
-"wd_2",0.01,1613935571226,149
-"sqr_mom_2",0.99,1613935571226,149
-"lr_2",0.0009932544215684868,1613935571226,149
-"mom_2",0.8507026644199492,1613935571226,149
-"eps_2",1e-05,1613935571226,149
-"train_loss",0.40016335,1613935572149,150
-"raw_loss",0.41145864,1613935572149,150
-"epoch",0.9496855345911949,1613935572149,150
-"wd_0",0.01,1613935572149,150
-"sqr_mom_0",0.99,1613935572149,150
-"lr_0",9.947604767738639e-05,1613935572149,150
-"mom_0",0.8505457836693892,1613935572149,150
-"eps_0",1e-05,1613935572149,150
-"wd_1",0.01,1613935572149,150
-"sqr_mom_1",0.99,1613935572149,150
-"lr_1",9.947604767738639e-05,1613935572149,150
-"mom_1",0.8505457836693892,1613935572149,150
-"eps_1",1e-05,1613935572149,150
-"wd_2",0.01,1613935572149,150
-"sqr_mom_2",0.99,1613935572149,150
-"lr_2",0.000994760476773864,1613935572149,150
-"mom_2",0.8505457836693892,1613935572149,150
-"eps_2",1e-05,1613935572149,150
-"train_loss",0.40182737,1613935573062,151
-"raw_loss",0.4795042,1613935573062,151
-"epoch",0.9559748427672955,1613935573062,151
-"wd_0",0.01,1613935573062,151
-"sqr_mom_0",0.99,1613935573062,151
-"lr_0",9.960774300431326e-05,1613935573062,151
-"mom_0",0.8504086010371736,1613935573062,151
-"eps_0",1e-05,1613935573062,151
-"wd_1",0.01,1613935573062,151
-"sqr_mom_1",0.99,1613935573062,151
-"lr_1",9.960774300431326e-05,1613935573062,151
-"mom_1",0.8504086010371736,1613935573062,151
-"eps_1",1e-05,1613935573062,151
-"wd_2",0.01,1613935573062,151
-"sqr_mom_2",0.99,1613935573062,151
-"lr_2",0.0009960774300431328,1613935573062,151
-"mom_2",0.8504086010371736,1613935573062,151
-"eps_2",1e-05,1613935573062,151
-"train_loss",0.40106145,1613935573983,152
-"raw_loss",0.3652713,1613935573983,152
-"epoch",0.9622641509433961,1613935573983,152
-"wd_0",0.01,1613935573983,152
-"sqr_mom_0",0.99,1613935573983,152
-"lr_0",9.97204756820385e-05,1613935573983,152
-"mom_0",0.8502911711645432,1613935573983,152
-"eps_0",1e-05,1613935573983,152
-"wd_1",0.01,1613935573983,152
-"sqr_mom_1",0.99,1613935573983,152
-"lr_1",9.97204756820385e-05,1613935573983,152
-"mom_1",0.8502911711645432,1613935573983,152
-"eps_1",1e-05,1613935573983,152
-"wd_2",0.01,1613935573983,152
-"sqr_mom_2",0.99,1613935573983,152
-"lr_2",0.000997204756820385,1613935573983,152
-"mom_2",0.8502911711645432,1613935573983,152
-"eps_2",1e-05,1613935573983,152
-"train_loss",0.3980403,1613935574921,153
-"raw_loss",0.25673223,1613935574921,153
-"epoch",0.9685534591194968,1613935574921,153
-"wd_0",0.01,1613935574921,153
-"sqr_mom_0",0.99,1613935574921,153
-"lr_0",9.981420159805916e-05,1613935574921,153
-"mom_0",0.8501935400020217,1613935574921,153
-"eps_0",1e-05,1613935574921,153
-"wd_1",0.01,1613935574921,153
-"sqr_mom_1",0.99,1613935574921,153
-"lr_1",9.981420159805916e-05,1613935574921,153
-"mom_1",0.8501935400020217,1613935574921,153
-"eps_1",1e-05,1613935574921,153
-"wd_2",0.01,1613935574921,153
-"sqr_mom_2",0.99,1613935574921,153
-"lr_2",0.0009981420159805917,1613935574921,153
-"mom_2",0.8501935400020217,1613935574921,153
-"eps_2",1e-05,1613935574921,153
-"train_loss",0.39424494,1613935575837,154
-"raw_loss",0.21655856,1613935575837,154
-"epoch",0.9748427672955974,1613935575837,154
-"wd_0",0.01,1613935575837,154
-"sqr_mom_0",0.99,1613935575837,154
-"lr_0",9.988888166172216e-05,1613935575837,154
-"mom_0",0.8501157482690394,1613935575837,154
-"eps_0",1e-05,1613935575837,154
-"wd_1",0.01,1613935575837,154
-"sqr_mom_1",0.99,1613935575837,154
-"lr_1",9.988888166172216e-05,1613935575837,154
-"mom_1",0.8501157482690394,1613935575837,154
-"eps_1",1e-05,1613935575837,154
-"wd_2",0.01,1613935575837,154
-"sqr_mom_2",0.99,1613935575837,154
-"lr_2",0.0009988888166172216,1613935575837,154
-"mom_2",0.8501157482690394,1613935575837,154
-"eps_2",1e-05,1613935575837,154
-"train_loss",0.3890091,1613935576767,155
-"raw_loss",0.14365134,1613935576767,155
-"epoch",0.981132075471698,1613935576767,155
-"wd_0",0.01,1613935576767,155
-"sqr_mom_0",0.99,1613935576767,155
-"lr_0",9.994448666363798e-05,1613935576767,155
-"mom_0",0.8500578263920437,1613935576767,155
-"eps_0",1e-05,1613935576767,155
-"wd_1",0.01,1613935576767,155
-"sqr_mom_1",0.99,1613935576767,155
-"lr_1",9.994448666363798e-05,1613935576767,155
-"mom_1",0.8500578263920437,1613935576767,155
-"eps_1",1e-05,1613935576767,155
-"wd_2",0.01,1613935576767,155
-"sqr_mom_2",0.99,1613935576767,155
-"lr_2",0.0009994448666363798,1613935576767,155
-"mom_2",0.8500578263920437,1613935576767,155
-"eps_2",1e-05,1613935576767,155
-"train_loss",0.38422552,1613935577686,156
-"raw_loss",0.15985852,1613935577686,156
-"epoch",0.9874213836477986,1613935577686,156
-"wd_0",0.01,1613935577686,156
-"sqr_mom_0",0.99,1613935577686,156
-"lr_0",9.998099549915502e-05,1613935577686,156
-"mom_0",0.8500197963550469,1613935577686,156
-"eps_0",1e-05,1613935577686,156
-"wd_1",0.01,1613935577686,156
-"sqr_mom_1",0.99,1613935577686,156
-"lr_1",9.998099549915502e-05,1613935577686,156
-"mom_1",0.8500197963550469,1613935577686,156
-"eps_1",1e-05,1613935577686,156
-"wd_2",0.01,1613935577686,156
-"sqr_mom_2",0.99,1613935577686,156
-"lr_2",0.0009998099549915502,1613935577686,156
-"mom_2",0.8500197963550469,1613935577686,156
-"eps_2",1e-05,1613935577686,156
-"train_loss",0.38946155,1613935578618,157
-"raw_loss",0.63526857,1613935578618,157
-"epoch",0.9937106918238993,1613935578618,157
-"wd_0",0.01,1613935578618,157
-"sqr_mom_0",0.99,1613935578618,157
-"lr_0",9.999839301519797e-05,1613935578618,157
-"mom_0",0.8500016739425021,1613935578618,157
-"eps_0",1e-05,1613935578618,157
-"wd_1",0.01,1613935578618,157
-"sqr_mom_1",0.99,1613935578618,157
-"lr_1",9.999839301519797e-05,1613935578618,157
-"mom_1",0.8500016739425021,1613935578618,157
-"eps_1",1e-05,1613935578618,157
-"wd_2",0.01,1613935578618,157
-"sqr_mom_2",0.99,1613935578618,157
-"lr_2",0.0009999839301519796,1613935578618,157
-"mom_2",0.8500016739425021,1613935578618,157
-"eps_2",1e-05,1613935578618,157
-"train_loss",0.39589992,1613935579538,158
-"raw_loss",0.69841856,1613935579538,158
-"epoch",0.9999999999999999,1613935579538,158
-"wd_0",0.01,1613935579538,158
-"sqr_mom_0",0.99,1613935579538,158
-"lr_0",6.97034675332894e-05,1613935579538,158
-"mom_0",0.8802968354350649,1613935579538,158
-"eps_0",1e-05,1613935579538,158
-"wd_1",0.01,1613935579538,158
-"sqr_mom_1",0.99,1613935579538,158
-"lr_1",6.97034675332894e-05,1613935579538,158
-"mom_1",0.8802968354350649,1613935579538,158
-"eps_1",1e-05,1613935579538,158
-"wd_2",0.01,1613935579538,158
-"sqr_mom_2",0.99,1613935579538,158
-"lr_2",0.000697034675332894,1613935579538,158
-"mom_2",0.8802968354350649,1613935579538,158
-"eps_2",1e-05,1613935579538,158
-"valid_loss",0.3743502199649811,1613935608556,158
-"_rmse",0.61184161901474,1613935608556,158
-"epoch",1,1613935608556,158
-"valid_loss",0.3743502199649811,1613935608560,158
-"_rmse",0.61184161901474,1613935608560,158
-"epoch",1,1613935608560,158
-"train_loss",0.49961913,1613935610122,159
-"raw_loss",0.4996196,1613935610122,159
-"epoch",1.0062893081761006,1613935610122,159
-"wd_0",0.01,1613935610122,159
-"sqr_mom_0",0.99,1613935610122,159
-"lr_0",1.0000000000000002e-06,1613935610122,159
-"mom_0",0.95,1613935610122,159
-"eps_0",1e-05,1613935610122,159
-"wd_1",0.01,1613935610122,159
-"sqr_mom_1",0.99,1613935610122,159
-"lr_1",1e-05,1613935610122,159
-"mom_1",0.95,1613935610122,159
-"eps_1",1e-05,1613935610122,159
-"wd_2",0.01,1613935610122,159
-"sqr_mom_2",0.99,1613935610122,159
-"lr_2",0.0001,1613935610122,159
-"mom_2",0.95,1613935610122,159
-"eps_2",1e-05,1613935610122,159
-"train_loss",0.54111505,1613935611100,160
-"raw_loss",0.5817816,1613935611100,160
-"epoch",1.0125786163522013,1613935611100,160
-"wd_0",0.01,1613935611100,160
-"sqr_mom_0",0.99,1613935611100,160
-"lr_0",1.0000433771872797e-06,1613935611100,160
-"mom_0",0.949998915570318,1613935611100,160
-"eps_0",1e-05,1613935611100,160
-"wd_1",0.01,1613935611100,160
-"sqr_mom_1",0.99,1613935611100,160
-"lr_1",1.0000433771872795e-05,1613935611100,160
-"mom_1",0.949998915570318,1613935611100,160
-"eps_1",1e-05,1613935611100,160
-"wd_2",0.01,1613935611100,160
-"sqr_mom_2",0.99,1613935611100,160
-"lr_2",0.00010000433771872794,1613935611100,160
-"mom_2",0.949998915570318,1613935611100,160
-"eps_2",1e-05,1613935611100,160
-"train_loss",0.42545757,1613935612087,161
-"raw_loss",0.20103589,1613935612087,161
-"epoch",1.0188679245283019,1613935612087,161
-"wd_0",0.01,1613935612087,161
-"sqr_mom_0",0.99,1613935612087,161
-"lr_0",1.000173506867538e-06,1613935612087,161
-"mom_0",0.9499956623283116,1613935612087,161
-"eps_0",1e-05,1613935612087,161
-"wd_1",0.01,1613935612087,161
-"sqr_mom_1",0.99,1613935612087,161
-"lr_1",1.0001735068675378e-05,1613935612087,161
-"mom_1",0.9499956623283116,1613935612087,161
-"eps_1",1e-05,1613935612087,161
-"wd_2",0.01,1613935612087,161
-"sqr_mom_2",0.99,1613935612087,161
-"lr_2",0.00010001735068675378,1613935612087,161
-"mom_2",0.9499956623283116,1613935612087,161
-"eps_2",1e-05,1613935612087,161
-"train_loss",0.38278428,1613935613060,162
-"raw_loss",0.25981745,1613935613060,162
-"epoch",1.0251572327044025,1613935613060,162
-"wd_0",0.01,1613935613060,162
-"sqr_mom_0",0.99,1613935613060,162
-"lr_0",1.0003903833961149e-06,1613935613060,162
-"mom_0",0.949990240415097,1613935613060,162
-"eps_0",1e-05,1613935613060,162
-"wd_1",0.01,1613935613060,162
-"sqr_mom_1",0.99,1613935613060,162
-"lr_1",1.0003903833961148e-05,1613935613060,162
-"mom_1",0.949990240415097,1613935613060,162
-"eps_1",1e-05,1613935613060,162
-"wd_2",0.01,1613935613060,162
-"sqr_mom_2",0.99,1613935613060,162
-"lr_2",0.00010003903833961148,1613935613060,162
-"mom_2",0.949990240415097,1613935613060,162
-"eps_2",1e-05,1613935613060,162
-"train_loss",0.38499764,1613935614065,163
-"raw_loss",0.3934175,1613935614065,163
-"epoch",1.0314465408805031,1613935614065,163
-"wd_0",0.01,1613935614065,163
-"sqr_mom_0",0.99,1613935614065,163
-"lr_0",1.0006939973655175e-06,1613935614065,163
-"mom_0",0.949982650065862,1613935614065,163
-"eps_0",1e-05,1613935614065,163
-"wd_1",0.01,1613935614065,163
-"sqr_mom_1",0.99,1613935614065,163
-"lr_1",1.0006939973655175e-05,1613935614065,163
-"mom_1",0.949982650065862,1613935614065,163
-"eps_1",1e-05,1613935614065,163
-"wd_2",0.01,1613935614065,163
-"sqr_mom_2",0.99,1613935614065,163
-"lr_2",0.00010006939973655174,1613935614065,163
-"mom_2",0.949982650065862,1613935614065,163
-"eps_2",1e-05,1613935614065,163
-"train_loss",0.37515667,1613935615238,164
-"raw_loss",0.32882684,1613935615238,164
-"epoch",1.0377358490566038,1613935615238,164
-"wd_0",0.01,1613935615238,164
-"sqr_mom_0",0.99,1613935615238,164
-"lr_0",1.0010843356058251e-06,1613935615238,164
-"mom_0",0.9499728916098543,1613935615238,164
-"eps_0",1e-05,1613935615238,164
-"wd_1",0.01,1613935615238,164
-"sqr_mom_1",0.99,1613935615238,164
-"lr_1",1.0010843356058251e-05,1613935615238,164
-"mom_1",0.9499728916098543,1613935615238,164
-"eps_1",1e-05,1613935615238,164
-"wd_2",0.01,1613935615238,164
-"sqr_mom_2",0.99,1613935615238,164
-"lr_2",0.00010010843356058251,1613935615238,164
-"mom_2",0.9499728916098543,1613935615238,164
-"eps_2",1e-05,1613935615238,164
-"train_loss",0.35606295,1613935616544,165
-"raw_loss",0.2492584,1613935616544,165
-"epoch",1.0440251572327044,1613935616544,165
-"wd_0",0.01,1613935616544,165
-"sqr_mom_0",0.99,1613935616544,165
-"lr_0",1.0015613811852635e-06,1613935616544,165
-"mom_0",0.9499609654703683,1613935616544,165
-"eps_0",1e-05,1613935616544,165
-"wd_1",0.01,1613935616544,165
-"sqr_mom_1",0.99,1613935616544,165
-"lr_1",1.0015613811852633e-05,1613935616544,165
-"mom_1",0.9499609654703683,1613935616544,165
-"eps_1",1e-05,1613935616544,165
-"wd_2",0.01,1613935616544,165
-"sqr_mom_2",0.99,1613935616544,165
-"lr_2",0.00010015613811852634,1613935616544,165
-"mom_2",0.9499609654703683,1613935616544,165
-"eps_2",1e-05,1613935616544,165
-"train_loss",0.35679138,1613935620576,166
-"raw_loss",0.36149853,1613935620576,166
-"epoch",1.050314465408805,1613935620576,166
-"wd_0",0.01,1613935620576,166
-"sqr_mom_0",0.99,1613935620576,166
-"lr_0",1.0021251136806209e-06,1613935620576,166
-"mom_0",0.9499468721579845,1613935620576,166
-"eps_0",1e-05,1613935620576,166
-"wd_1",0.01,1613935620576,166
-"sqr_mom_1",0.99,1613935620576,166
-"lr_1",1.0021251136806207e-05,1613935620576,166
-"mom_1",0.9499468721579845,1613935620576,166
-"eps_1",1e-05,1613935620576,166
-"wd_2",0.01,1613935620576,166
-"sqr_mom_2",0.99,1613935620576,166
-"lr_2",0.00010021251136806207,1613935620576,166
-"mom_2",0.9499468721579845,1613935620576,166
-"eps_2",1e-05,1613935620576,166
-"train_loss",0.3551415,1613935621800,167
-"raw_loss",0.34307677,1613935621800,167
-"epoch",1.0566037735849056,1613935621800,167
-"wd_0",0.01,1613935621800,167
-"sqr_mom_0",0.99,1613935621800,167
-"lr_0",1.0027755078297259e-06,1613935621800,167
-"mom_0",0.9499306123042568,1613935621800,167
-"eps_0",1e-05,1613935621800,167
-"wd_1",0.01,1613935621800,167
-"sqr_mom_1",0.99,1613935621800,167
-"lr_1",1.0027755078297258e-05,1613935621800,167
-"mom_1",0.9499306123042568,1613935621800,167
-"eps_1",1e-05,1613935621800,167
-"wd_2",0.01,1613935621800,167
-"sqr_mom_2",0.99,1613935621800,167
-"lr_2",0.00010027755078297259,1613935621800,167
-"mom_2",0.9499306123042568,1613935621800,167
-"eps_2",1e-05,1613935621800,167
-"train_loss",0.3390388,1613935623451,168
-"raw_loss",0.20786048,1613935623451,168
-"epoch",1.0628930817610063,1613935623451,168
-"wd_0",0.01,1613935623451,168
-"sqr_mom_0",0.99,1613935623451,168
-"lr_0",1.0035125365760084e-06,1613935623451,168
-"mom_0",0.9499121865855997,1613935623451,168
-"eps_0",1e-05,1613935623451,168
-"wd_1",0.01,1613935623451,168
-"sqr_mom_1",0.99,1613935623451,168
-"lr_1",1.0035125365760084e-05,1613935623451,168
-"mom_1",0.9499121865855997,1613935623451,168
-"eps_1",1e-05,1613935623451,168
-"wd_2",0.01,1613935623451,168
-"sqr_mom_2",0.99,1613935623451,168
-"lr_2",0.00010035125365760083,1613935623451,168
-"mom_2",0.9499121865855997,1613935623451,168
-"eps_2",1e-05,1613935623451,168
-"train_loss",0.32828084,1613935624801,169
-"raw_loss",0.23185295,1613935624801,169
-"epoch",1.069182389937107,1613935624801,169
-"wd_0",0.01,1613935624801,169
-"sqr_mom_0",0.99,1613935624801,169
-"lr_0",1.0043361666395943e-06,1613935624801,169
-"mom_0",0.9498915958340101,1613935624801,169
-"eps_0",1e-05,1613935624801,169
-"wd_1",0.01,1613935624801,169
-"sqr_mom_1",0.99,1613935624801,169
-"lr_1",1.0043361666395944e-05,1613935624801,169
-"mom_1",0.9498915958340101,1613935624801,169
-"eps_1",1e-05,1613935624801,169
-"wd_2",0.01,1613935624801,169
-"sqr_mom_2",0.99,1613935624801,169
-"lr_2",0.00010043361666395943,1613935624801,169
-"mom_2",0.9498915958340101,1613935624801,169
-"eps_2",1e-05,1613935624801,169
-"train_loss",0.31423068,1613935626113,170
-"raw_loss",0.17704253,1613935626113,170
-"epoch",1.0754716981132075,1613935626113,170
-"wd_0",0.01,1613935626113,170
-"sqr_mom_0",0.99,1613935626113,170
-"lr_0",1.0052463629101148e-06,1613935626113,170
-"mom_0",0.9498688409272471,1613935626113,170
-"eps_0",1e-05,1613935626113,170
-"wd_1",0.01,1613935626113,170
-"sqr_mom_1",0.99,1613935626113,170
-"lr_1",1.0052463629101148e-05,1613935626113,170
-"mom_1",0.9498688409272471,1613935626113,170
-"eps_1",1e-05,1613935626113,170
-"wd_2",0.01,1613935626113,170
-"sqr_mom_2",0.99,1613935626113,170
-"lr_2",0.00010052463629101147,1613935626113,170
-"mom_2",0.9498688409272471,1613935626113,170
-"eps_2",1e-05,1613935626113,170
-"train_loss",0.30871636,1613935627540,171
-"raw_loss",0.25054643,1613935627540,171
-"epoch",1.0817610062893082,1613935627540,171
-"wd_0",0.01,1613935627540,171
-"sqr_mom_0",0.99,1613935627540,171
-"lr_0",1.0062430868298475e-06,1613935627540,171
-"mom_0",0.9498439228292538,1613935627540,171
-"eps_0",1e-05,1613935627540,171
-"wd_1",0.01,1613935627540,171
-"sqr_mom_1",0.99,1613935627540,171
-"lr_1",1.0062430868298474e-05,1613935627540,171
-"mom_1",0.9498439228292538,1613935627540,171
-"eps_1",1e-05,1613935627540,171
-"wd_2",0.01,1613935627540,171
-"sqr_mom_2",0.99,1613935627540,171
-"lr_2",0.00010062430868298474,1613935627540,171
-"mom_2",0.9498439228292538,1613935627540,171
-"eps_2",1e-05,1613935627540,171
-"train_loss",0.3092586,1613935628675,172
-"raw_loss",0.31539586,1613935628675,172
-"epoch",1.0880503144654088,1613935628675,172
-"wd_0",0.01,1613935628675,172
-"sqr_mom_0",0.99,1613935628675,172
-"lr_0",1.0073262933926155e-06,1613935628675,172
-"mom_0",0.9498168426651846,1613935628675,172
-"eps_0",1e-05,1613935628675,172
-"wd_1",0.01,1613935628675,172
-"sqr_mom_1",0.99,1613935628675,172
-"lr_1",1.0073262933926154e-05,1613935628675,172
-"mom_1",0.9498168426651846,1613935628675,172
-"eps_1",1e-05,1613935628675,172
-"wd_2",0.01,1613935628675,172
-"sqr_mom_2",0.99,1613935628675,172
-"lr_2",0.00010073262933926153,1613935628675,172
-"mom_2",0.9498168426651846,1613935628675,172
-"eps_2",1e-05,1613935628675,172
-"train_loss",0.29284012,1613935629781,173
-"raw_loss",0.094644,1613935629781,173
-"epoch",1.0943396226415094,1613935629781,173
-"wd_0",0.01,1613935629781,173
-"sqr_mom_0",0.99,1613935629781,173
-"lr_0",1.0084959386143268e-06,1613935629781,173
-"mom_0",0.9497876015346418,1613935629781,173
-"eps_0",1e-05,1613935629781,173
-"wd_1",0.01,1613935629781,173
-"sqr_mom_1",0.99,1613935629781,173
-"lr_1",1.0084959386143268e-05,1613935629781,173
-"mom_1",0.9497876015346418,1613935629781,173
-"eps_1",1e-05,1613935629781,173
-"wd_2",0.01,1613935629781,173
-"sqr_mom_2",0.99,1613935629781,173
-"lr_2",0.00010084959386143267,1613935629781,173
-"mom_2",0.9497876015346418,1613935629781,173
-"eps_2",1e-05,1613935629781,173
-"train_loss",0.30312958,1613935630780,174
-"raw_loss",0.43493912,1613935630780,174
-"epoch",1.10062893081761,1613935630780,174
-"wd_0",0.01,1613935630780,174
-"sqr_mom_0",0.99,1613935630780,174
-"lr_0",1.009751966447974e-06,1613935630780,174
-"mom_0",0.9497562008388006,1613935630780,174
-"eps_0",1e-05,1613935630780,174
-"wd_1",0.01,1613935630780,174
-"sqr_mom_1",0.99,1613935630780,174
-"lr_1",1.009751966447974e-05,1613935630780,174
-"mom_1",0.9497562008388006,1613935630780,174
-"eps_1",1e-05,1613935630780,174
-"wd_2",0.01,1613935630780,174
-"sqr_mom_2",0.99,1613935630780,174
-"lr_2",0.0001009751966447974,1613935630780,174
-"mom_2",0.9497562008388006,1613935630780,174
-"eps_2",1e-05,1613935630780,174
-"train_loss",0.29471615,1613935631894,175
-"raw_loss",0.18084931,1613935631894,175
-"epoch",1.1069182389937107,1613935631894,175
-"wd_0",0.01,1613935631894,175
-"sqr_mom_0",0.99,1613935631894,175
-"lr_0",1.0110943278751909e-06,1613935631894,175
-"mom_0",0.9497226418031202,1613935631894,175
-"eps_0",1e-05,1613935631894,175
-"wd_1",0.01,1613935631894,175
-"sqr_mom_1",0.99,1613935631894,175
-"lr_1",1.0110943278751908e-05,1613935631894,175
-"mom_1",0.9497226418031202,1613935631894,175
-"eps_1",1e-05,1613935631894,175
-"wd_2",0.01,1613935631894,175
-"sqr_mom_2",0.99,1613935631894,175
-"lr_2",0.00010110943278751908,1613935631894,175
-"mom_2",0.9497226418031202,1613935631894,175
-"eps_2",1e-05,1613935631894,175
-"train_loss",0.2922974,1613935632889,176
-"raw_loss",0.2578467,1613935632889,176
-"epoch",1.1132075471698113,1613935632889,176
-"wd_0",0.01,1613935632889,176
-"sqr_mom_0",0.99,1613935632889,176
-"lr_0",1.0125229598976339e-06,1613935632889,176
-"mom_0",0.9496869260025591,1613935632889,176
-"eps_0",1e-05,1613935632889,176
-"wd_1",0.01,1613935632889,176
-"sqr_mom_1",0.99,1613935632889,176
-"lr_1",1.0125229598976339e-05,1613935632889,176
-"mom_1",0.9496869260025591,1613935632889,176
-"eps_1",1e-05,1613935632889,176
-"wd_2",0.01,1613935632889,176
-"sqr_mom_2",0.99,1613935632889,176
-"lr_2",0.00010125229598976338,1613935632889,176
-"mom_2",0.9496869260025591,1613935632889,176
-"eps_2",1e-05,1613935632889,176
-"train_loss",0.29597992,1613935633888,177
-"raw_loss",0.35099077,1613935633888,177
-"epoch",1.119496855345912,1613935633888,177
-"wd_0",0.01,1613935633888,177
-"sqr_mom_0",0.99,1613935633888,177
-"lr_0",1.0140378083908355e-06,1613935633888,177
-"mom_0",0.9496490547902291,1613935633888,177
-"eps_0",1e-05,1613935633888,177
-"wd_1",0.01,1613935633888,177
-"sqr_mom_1",0.99,1613935633888,177
-"lr_1",1.0140378083908353e-05,1613935633888,177
-"mom_1",0.9496490547902291,1613935633888,177
-"eps_1",1e-05,1613935633888,177
-"wd_2",0.01,1613935633888,177
-"sqr_mom_2",0.99,1613935633888,177
-"lr_2",0.00010140378083908353,1613935633888,177
-"mom_2",0.9496490547902291,1613935633888,177
-"eps_2",1e-05,1613935633888,177
-"train_loss",0.29129055,1613935634895,178
-"raw_loss",0.21804543,1613935634895,178
-"epoch",1.1257861635220126,1613935634895,178
-"wd_0",0.01,1613935634895,178
-"sqr_mom_0",0.99,1613935634895,178
-"lr_0",1.0156387968778444e-06,1613935634895,178
-"mom_0",0.9496090300780539,1613935634895,178
-"eps_0",1e-05,1613935634895,178
-"wd_1",0.01,1613935634895,178
-"sqr_mom_1",0.99,1613935634895,178
-"lr_1",1.0156387968778442e-05,1613935634895,178
-"mom_1",0.9496090300780539,1613935634895,178
-"eps_1",1e-05,1613935634895,178
-"wd_2",0.01,1613935634895,178
-"sqr_mom_2",0.99,1613935634895,178
-"lr_2",0.00010156387968778443,1613935634895,178
-"mom_2",0.9496090300780539,1613935634895,178
-"eps_2",1e-05,1613935634895,178
-"train_loss",0.28064921,1613935635955,179
-"raw_loss",0.10733133,1613935635955,179
-"epoch",1.1320754716981132,1613935635955,179
-"wd_0",0.01,1613935635955,179
-"sqr_mom_0",0.99,1613935635955,179
-"lr_0",1.0173258642172512e-06,1613935635955,179
-"mom_0",0.9495668533945687,1613935635955,179
-"eps_0",1e-05,1613935635955,179
-"wd_1",0.01,1613935635955,179
-"sqr_mom_1",0.99,1613935635955,179
-"lr_1",1.0173258642172513e-05,1613935635955,179
-"mom_1",0.9495668533945687,1613935635955,179
-"eps_1",1e-05,1613935635955,179
-"wd_2",0.01,1613935635955,179
-"sqr_mom_2",0.99,1613935635955,179
-"lr_2",0.00010173258642172511,1613935635955,179
-"mom_2",0.9495668533945687,1613935635955,179
-"eps_2",1e-05,1613935635955,179
-"train_loss",0.27568826,1613935636948,180
-"raw_loss",0.19164224,1613935636948,180
-"epoch",1.1383647798742138,1613935636948,180
-"wd_0",0.01,1613935636948,180
-"sqr_mom_0",0.99,1613935636948,180
-"lr_0",1.0190989344603718e-06,1613935636948,180
-"mom_0",0.9495225266384907,1613935636948,180
-"eps_0",1e-05,1613935636948,180
-"wd_1",0.01,1613935636948,180
-"sqr_mom_1",0.99,1613935636948,180
-"lr_1",1.0190989344603717e-05,1613935636948,180
-"mom_1",0.9495225266384907,1613935636948,180
-"eps_1",1e-05,1613935636948,180
-"wd_2",0.01,1613935636948,180
-"sqr_mom_2",0.99,1613935636948,180
-"lr_2",0.00010190989344603717,1613935636948,180
-"mom_2",0.9495225266384907,1613935636948,180
-"eps_2",1e-05,1613935636948,180
-"train_loss",0.2683,1613935638004,181
-"raw_loss",0.1383952,1613935638004,181
-"epoch",1.1446540880503144,1613935638004,181
-"wd_0",0.01,1613935638004,181
-"sqr_mom_0",0.99,1613935638004,181
-"lr_0",1.0209579273166745e-06,1613935638004,181
-"mom_0",0.949476051817083,1613935638004,181
-"eps_0",1e-05,1613935638004,181
-"wd_1",0.01,1613935638004,181
-"sqr_mom_1",0.99,1613935638004,181
-"lr_1",1.0209579273166744e-05,1613935638004,181
-"mom_1",0.949476051817083,1613935638004,181
-"eps_1",1e-05,1613935638004,181
-"wd_2",0.01,1613935638004,181
-"sqr_mom_2",0.99,1613935638004,181
-"lr_2",0.00010209579273166742,1613935638004,181
-"mom_2",0.949476051817083,1613935638004,181
-"eps_2",1e-05,1613935638004,181
-"train_loss",0.27139205,1613935639020,182
-"raw_loss",0.32770148,1613935639020,182
-"epoch",1.150943396226415,1613935639020,182
-"wd_0",0.01,1613935639020,182
-"sqr_mom_0",0.99,1613935639020,182
-"lr_0",1.022902768754916e-06,1613935639020,182
-"mom_0",0.949427430781127,1613935639020,182
-"eps_0",1e-05,1613935639020,182
-"wd_1",0.01,1613935639020,182
-"sqr_mom_1",0.99,1613935639020,182
-"lr_1",1.022902768754916e-05,1613935639020,182
-"mom_1",0.949427430781127,1613935639020,182
-"eps_1",1e-05,1613935639020,182
-"wd_2",0.01,1613935639020,182
-"sqr_mom_2",0.99,1613935639020,182
-"lr_2",0.0001022902768754916,1613935639020,182
-"mom_2",0.949427430781127,1613935639020,182
-"eps_2",1e-05,1613935639020,182
-"train_loss",0.27816376,1613935640081,183
-"raw_loss",0.40565357,1613935640081,183
-"epoch",1.1572327044025157,1613935640081,183
-"wd_0",0.01,1613935640081,183
-"sqr_mom_0",0.99,1613935640081,183
-"lr_0",1.024933371186224e-06,1613935640081,183
-"mom_0",0.9493766657203444,1613935640081,183
-"eps_0",1e-05,1613935640081,183
-"wd_1",0.01,1613935640081,183
-"sqr_mom_1",0.99,1613935640081,183
-"lr_1",1.024933371186224e-05,1613935640081,183
-"mom_1",0.9493766657203444,1613935640081,183
-"eps_1",1e-05,1613935640081,183
-"wd_2",0.01,1613935640081,183
-"sqr_mom_2",0.99,1613935640081,183
-"lr_2",0.00010249333711862239,1613935640081,183
-"mom_2",0.9493766657203444,1613935640081,183
-"eps_2",1e-05,1613935640081,183
-"train_loss",0.27104342,1613935641072,184
-"raw_loss",0.13269383,1613935641072,184
-"epoch",1.1635220125786163,1613935641072,184
-"wd_0",0.01,1613935641072,184
-"sqr_mom_0",0.99,1613935641072,184
-"lr_0",1.027049646528698e-06,1613935641072,184
-"mom_0",0.9493237588367825,1613935641072,184
-"eps_0",1e-05,1613935641072,184
-"wd_1",0.01,1613935641072,184
-"sqr_mom_1",0.99,1613935641072,184
-"lr_1",1.0270496465286979e-05,1613935641072,184
-"mom_1",0.9493237588367825,1613935641072,184
-"eps_1",1e-05,1613935641072,184
-"wd_2",0.01,1613935641072,184
-"sqr_mom_2",0.99,1613935641072,184
-"lr_2",0.00010270496465286979,1613935641072,184
-"mom_2",0.9493237588367825,1613935641072,184
-"eps_2",1e-05,1613935641072,184
-"train_loss",0.26965538,1613935642071,185
-"raw_loss",0.24186473,1613935642071,185
-"epoch",1.169811320754717,1613935642071,185
-"wd_0",0.01,1613935642071,185
-"sqr_mom_0",0.99,1613935642071,185
-"lr_0",1.0292514989955867e-06,1613935642071,185
-"mom_0",0.9492687125251102,1613935642071,185
-"eps_0",1e-05,1613935642071,185
-"wd_1",0.01,1613935642071,185
-"sqr_mom_1",0.99,1613935642071,185
-"lr_1",1.0292514989955866e-05,1613935642071,185
-"mom_1",0.9492687125251102,1613935642071,185
-"eps_1",1e-05,1613935642071,185
-"wd_2",0.01,1613935642071,185
-"sqr_mom_2",0.99,1613935642071,185
-"lr_2",0.00010292514989955866,1613935642071,185
-"mom_2",0.9492687125251102,1613935642071,185
-"eps_2",1e-05,1613935642071,185
-"train_loss",0.26235998,1613935643061,186
-"raw_loss",0.11206599,1613935643061,186
-"epoch",1.1761006289308176,1613935643061,186
-"wd_0",0.01,1613935643061,186
-"sqr_mom_0",0.99,1613935643061,186
-"lr_0",1.0315388409018435e-06,1613935643061,186
-"mom_0",0.9492115289774539,1613935643061,186
-"eps_0",1e-05,1613935643061,186
-"wd_1",0.01,1613935643061,186
-"sqr_mom_1",0.99,1613935643061,186
-"lr_1",1.0315388409018434e-05,1613935643061,186
-"mom_1",0.9492115289774539,1613935643061,186
-"eps_1",1e-05,1613935643061,186
-"wd_2",0.01,1613935643061,186
-"sqr_mom_2",0.99,1613935643061,186
-"lr_2",0.00010315388409018434,1613935643061,186
-"mom_2",0.9492115289774539,1613935643061,186
-"eps_2",1e-05,1613935643061,186
-"train_loss",0.29051638,1613935644049,187
-"raw_loss",0.88656414,1613935644049,187
-"epoch",1.1823899371069182,1613935644049,187
-"wd_0",0.01,1613935644049,187
-"sqr_mom_0",0.99,1613935644049,187
-"lr_0",1.0339115734843687e-06,1613935644049,187
-"mom_0",0.9491522106628908,1613935644049,187
-"eps_0",1e-05,1613935644049,187
-"wd_1",0.01,1613935644049,187
-"sqr_mom_1",0.99,1613935644049,187
-"lr_1",1.0339115734843686e-05,1613935644049,187
-"mom_1",0.9491522106628908,1613935644049,187
-"eps_1",1e-05,1613935644049,187
-"wd_2",0.01,1613935644049,187
-"sqr_mom_2",0.99,1613935644049,187
-"lr_2",0.00010339115734843685,1613935644049,187
-"mom_2",0.9491522106628908,1613935644049,187
-"eps_2",1e-05,1613935644049,187
-"train_loss",0.29707402,1613935645066,188
-"raw_loss",0.43954456,1613935645066,188
-"epoch",1.1886792452830188,1613935645066,188
-"wd_0",0.01,1613935645066,188
-"sqr_mom_0",0.99,1613935645066,188
-"lr_0",1.0363695765011247e-06,1613935645066,188
-"mom_0",0.9490907605874719,1613935645066,188
-"eps_0",1e-05,1613935645066,188
-"wd_1",0.01,1613935645066,188
-"sqr_mom_1",0.99,1613935645066,188
-"lr_1",1.0363695765011245e-05,1613935645066,188
-"mom_1",0.9490907605874719,1613935645066,188
-"eps_1",1e-05,1613935645066,188
-"wd_2",0.01,1613935645066,188
-"sqr_mom_2",0.99,1613935645066,188
-"lr_2",0.00010363695765011246,1613935645066,188
-"mom_2",0.9490907605874719,1613935645066,188
-"eps_2",1e-05,1613935645066,188
-"train_loss",0.3044701,1613935646693,189
-"raw_loss",0.4691903,1613935646693,189
-"epoch",1.1949685534591195,1613935646693,189
-"wd_0",0.01,1613935646693,189
-"sqr_mom_0",0.99,1613935646693,189
-"lr_0",1.0389127649422933e-06,1613935646693,189
-"mom_0",0.9490271808764427,1613935646693,189
-"eps_0",1e-05,1613935646693,189
-"wd_1",0.01,1613935646693,189
-"sqr_mom_1",0.99,1613935646693,189
-"lr_1",1.0389127649422933e-05,1613935646693,189
-"mom_1",0.9490271808764427,1613935646693,189
-"eps_1",1e-05,1613935646693,189
-"wd_2",0.01,1613935646693,189
-"sqr_mom_2",0.99,1613935646693,189
-"lr_2",0.00010389127649422931,1613935646693,189
-"mom_2",0.9490271808764427,1613935646693,189
-"eps_2",1e-05,1613935646693,189
-"train_loss",0.30237088,1613935647724,190
-"raw_loss",0.25449634,1613935647724,190
-"epoch",1.20125786163522,1613935647724,190
-"wd_0",0.01,1613935647724,190
-"sqr_mom_0",0.99,1613935647724,190
-"lr_0",1.0415410199073082e-06,1613935647724,190
-"mom_0",0.9489614745023173,1613935647724,190
-"eps_0",1e-05,1613935647724,190
-"wd_1",0.01,1613935647724,190
-"sqr_mom_1",0.99,1613935647724,190
-"lr_1",1.041541019907308e-05,1613935647724,190
-"mom_1",0.9489614745023173,1613935647724,190
-"eps_1",1e-05,1613935647724,190
-"wd_2",0.01,1613935647724,190
-"sqr_mom_2",0.99,1613935647724,190
-"lr_2",0.00010415410199073081,1613935647724,190
-"mom_2",0.9489614745023173,1613935647724,190
-"eps_2",1e-05,1613935647724,190
-"train_loss",0.30356887,1613935648948,191
-"raw_loss",0.33151844,1613935648948,191
-"epoch",1.2075471698113207,1613935648948,191
-"wd_0",0.01,1613935648948,191
-"sqr_mom_0",0.99,1613935648948,191
-"lr_0",1.0442542273897603e-06,1613935648948,191
-"mom_0",0.9488936443152559,1613935648948,191
-"eps_0",1e-05,1613935648948,191
-"wd_1",0.01,1613935648948,191
-"sqr_mom_1",0.99,1613935648948,191
-"lr_1",1.0442542273897602e-05,1613935648948,191
-"mom_1",0.9488936443152559,1613935648948,191
-"eps_1",1e-05,1613935648948,191
-"wd_2",0.01,1613935648948,191
-"sqr_mom_2",0.99,1613935648948,191
-"lr_2",0.00010442542273897602,1613935648948,191
-"mom_2",0.9488936443152559,1613935648948,191
-"eps_2",1e-05,1613935648948,191
-"train_loss",0.29680938,1613935650091,192
-"raw_loss",0.13564093,1613935650091,192
-"epoch",1.2138364779874213,1613935650091,192
-"wd_0",0.01,1613935650091,192
-"sqr_mom_0",0.99,1613935650091,192
-"lr_0",1.047052269698236e-06,1613935650091,192
-"mom_0",0.948823693257544,1613935650091,192
-"eps_0",1e-05,1613935650091,192
-"wd_1",0.01,1613935650091,192
-"sqr_mom_1",0.99,1613935650091,192
-"lr_1",1.047052269698236e-05,1613935650091,192
-"mom_1",0.948823693257544,1613935650091,192
-"eps_1",1e-05,1613935650091,192
-"wd_2",0.01,1613935650091,192
-"sqr_mom_2",0.99,1613935650091,192
-"lr_2",0.00010470522696982359,1613935650091,192
-"mom_2",0.948823693257544,1613935650091,192
-"eps_2",1e-05,1613935650091,192
-"train_loss",0.29012704,1613935651440,193
-"raw_loss",0.12743714,1613935651440,193
-"epoch",1.220125786163522,1613935651440,193
-"wd_0",0.01,1613935651440,193
-"sqr_mom_0",0.99,1613935651440,193
-"lr_0",1.0499350150659377e-06,1613935651440,193
-"mom_0",0.9487516246233515,1613935651440,193
-"eps_0",1e-05,1613935651440,193
-"wd_1",0.01,1613935651440,193
-"sqr_mom_1",0.99,1613935651440,193
-"lr_1",1.0499350150659375e-05,1613935651440,193
-"mom_1",0.9487516246233515,1613935651440,193
-"eps_1",1e-05,1613935651440,193
-"wd_2",0.01,1613935651440,193
-"sqr_mom_2",0.99,1613935651440,193
-"lr_2",0.00010499350150659376,1613935651440,193
-"mom_2",0.9487516246233515,1613935651440,193
-"eps_2",1e-05,1613935651440,193
-"train_loss",0.28769055,1613935652625,194
-"raw_loss",0.22716981,1613935652625,194
-"epoch",1.2264150943396226,1613935652625,194
-"wd_0",0.01,1613935652625,194
-"sqr_mom_0",0.99,1613935652625,194
-"lr_0",1.0529023589374918e-06,1613935652625,194
-"mom_0",0.9486774410265627,1613935652625,194
-"eps_0",1e-05,1613935652625,194
-"wd_1",0.01,1613935652625,194
-"sqr_mom_1",0.99,1613935652625,194
-"lr_1",1.0529023589374918e-05,1613935652625,194
-"mom_1",0.9486774410265627,1613935652625,194
-"eps_1",1e-05,1613935652625,194
-"wd_2",0.01,1613935652625,194
-"sqr_mom_2",0.99,1613935652625,194
-"lr_2",0.00010529023589374919,1613935652625,194
-"mom_2",0.9486774410265627,1613935652625,194
-"eps_2",1e-05,1613935652625,194
-"train_loss",0.28332397,1613935653666,195
-"raw_loss",0.17275038,1613935653666,195
-"epoch",1.2327044025157232,1613935653666,195
-"wd_0",0.01,1613935653666,195
-"sqr_mom_0",0.99,1613935653666,195
-"lr_0",1.0559541734989234e-06,1613935653666,195
-"mom_0",0.9486011456625268,1613935653666,195
-"eps_0",1e-05,1613935653666,195
-"wd_1",0.01,1613935653666,195
-"sqr_mom_1",0.99,1613935653666,195
-"lr_1",1.0559541734989233e-05,1613935653666,195
-"mom_1",0.9486011456625268,1613935653666,195
-"eps_1",1e-05,1613935653666,195
-"wd_2",0.01,1613935653666,195
-"sqr_mom_2",0.99,1613935653666,195
-"lr_2",0.00010559541734989234,1613935653666,195
-"mom_2",0.9486011456625268,1613935653666,195
-"eps_2",1e-05,1613935653666,195
-"train_loss",0.29000363,1613935654840,196
-"raw_loss",0.46231344,1613935654840,196
-"epoch",1.2389937106918238,1613935654840,196
-"wd_0",0.01,1613935654840,196
-"sqr_mom_0",0.99,1613935654840,196
-"lr_0",1.059090293384033e-06,1613935654840,196
-"mom_0",0.9485227426653992,1613935654840,196
-"eps_0",1e-05,1613935654840,196
-"wd_1",0.01,1613935654840,196
-"sqr_mom_1",0.99,1613935654840,196
-"lr_1",1.059090293384033e-05,1613935654840,196
-"mom_1",0.9485227426653992,1613935654840,196
-"eps_1",1e-05,1613935654840,196
-"wd_2",0.01,1613935654840,196
-"sqr_mom_2",0.99,1613935654840,196
-"lr_2",0.0001059090293384033,1613935654840,196
-"mom_2",0.9485227426653992,1613935654840,196
-"eps_2",1e-05,1613935654840,196
-"train_loss",0.28855515,1613935655899,197
-"raw_loss",0.25051883,1613935655899,197
-"epoch",1.2452830188679245,1613935655899,197
-"wd_0",0.01,1613935655899,197
-"sqr_mom_0",0.99,1613935655899,197
-"lr_0",1.0623106155435904e-06,1613935655899,197
-"mom_0",0.9484422346114102,1613935655899,197
-"eps_0",1e-05,1613935655899,197
-"wd_1",0.01,1613935655899,197
-"sqr_mom_1",0.99,1613935655899,197
-"lr_1",1.0623106155435902e-05,1613935655899,197
-"mom_1",0.9484422346114102,1613935655899,197
-"eps_1",1e-05,1613935655899,197
-"wd_2",0.01,1613935655899,197
-"sqr_mom_2",0.99,1613935655899,197
-"lr_2",0.00010623106155435903,1613935655899,197
-"mom_2",0.9484422346114102,1613935655899,197
-"eps_2",1e-05,1613935655899,197
-"train_loss",0.28331584,1613935657212,198
-"raw_loss",0.14334677,1613935657212,198
-"epoch",1.251572327044025,1613935657212,198
-"wd_0",0.01,1613935657212,198
-"sqr_mom_0",0.99,1613935657212,198
-"lr_0",1.0656149892931448e-06,1613935657212,198
-"mom_0",0.9483596252676714,1613935657212,198
-"eps_0",1e-05,1613935657212,198
-"wd_1",0.01,1613935657212,198
-"sqr_mom_1",0.99,1613935657212,198
-"lr_1",1.0656149892931447e-05,1613935657212,198
-"mom_1",0.9483596252676714,1613935657212,198
-"eps_1",1e-05,1613935657212,198
-"wd_2",0.01,1613935657212,198
-"sqr_mom_2",0.99,1613935657212,198
-"lr_2",0.00010656149892931446,1613935657212,198
-"mom_2",0.9483596252676714,1613935657212,198
-"eps_2",1e-05,1613935657212,198
-"train_loss",0.28171375,1613935658311,199
-"raw_loss",0.23820065,1613935658311,199
-"epoch",1.2578616352201257,1613935658311,199
-"wd_0",0.01,1613935658311,199
-"sqr_mom_0",0.99,1613935658311,199
-"lr_0",1.0690032712981297e-06,1613935658311,199
-"mom_0",0.9482749182175467,1613935658311,199
-"eps_0",1e-05,1613935658311,199
-"wd_1",0.01,1613935658311,199
-"sqr_mom_1",0.99,1613935658311,199
-"lr_1",1.0690032712981295e-05,1613935658311,199
-"mom_1",0.9482749182175467,1613935658311,199
-"eps_1",1e-05,1613935658311,199
-"wd_2",0.01,1613935658311,199
-"sqr_mom_2",0.99,1613935658311,199
-"lr_2",0.00010690032712981295,1613935658311,199
-"mom_2",0.9482749182175467,1613935658311,199
-"eps_2",1e-05,1613935658311,199
-"train_loss",0.280458,1613935659410,200
-"raw_loss",0.24580272,1613935659410,200
-"epoch",1.2641509433962264,1613935659410,200
-"wd_0",0.01,1613935659410,200
-"sqr_mom_0",0.99,1613935659410,200
-"lr_0",1.0724753145842716e-06,1613935659410,200
-"mom_0",0.9481881171353932,1613935659410,200
-"eps_0",1e-05,1613935659410,200
-"wd_1",0.01,1613935659410,200
-"sqr_mom_1",0.99,1613935659410,200
-"lr_1",1.0724753145842715e-05,1613935659410,200
-"mom_1",0.9481881171353932,1613935659410,200
-"eps_1",1e-05,1613935659410,200
-"wd_2",0.01,1613935659410,200
-"sqr_mom_2",0.99,1613935659410,200
-"lr_2",0.00010724753145842714,1613935659410,200
-"mom_2",0.9481881171353932,1613935659410,200
-"eps_2",1e-05,1613935659410,200
-"train_loss",0.28509378,1613935660597,201
-"raw_loss",0.41501388,1613935660597,201
-"epoch",1.270440251572327,1613935660597,201
-"wd_0",0.01,1613935660597,201
-"sqr_mom_0",0.99,1613935660597,201
-"lr_0",1.076030968543965e-06,1613935660597,201
-"mom_0",0.9480992257864008,1613935660597,201
-"eps_0",1e-05,1613935660597,201
-"wd_1",0.01,1613935660597,201
-"sqr_mom_1",0.99,1613935660597,201
-"lr_1",1.076030968543965e-05,1613935660597,201
-"mom_1",0.9480992257864008,1613935660597,201
-"eps_1",1e-05,1613935660597,201
-"wd_2",0.01,1613935660597,201
-"sqr_mom_2",0.99,1613935660597,201
-"lr_2",0.00010760309685439648,1613935660597,201
-"mom_2",0.9480992257864008,1613935660597,201
-"eps_2",1e-05,1613935660597,201
-"train_loss",0.28234634,1613935661710,202
-"raw_loss",0.2041959,1613935661710,202
-"epoch",1.2767295597484276,1613935661710,202
-"wd_0",0.01,1613935661710,202
-"sqr_mom_0",0.99,1613935661710,202
-"lr_0",1.0796700658615652e-06,1613935661710,202
-"mom_0",0.9480082483534609,1613935661710,202
-"eps_0",1e-05,1613935661710,202
-"wd_1",0.01,1613935661710,202
-"sqr_mom_1",0.99,1613935661710,202
-"lr_1",1.0796700658615651e-05,1613935661710,202
-"mom_1",0.9480082483534609,1613935661710,202
-"eps_1",1e-05,1613935661710,202
-"wd_2",0.01,1613935661710,202
-"sqr_mom_2",0.99,1613935661710,202
-"lr_2",0.0001079670065861565,1613935661710,202
-"mom_2",0.9480082483534609,1613935661710,202
-"eps_2",1e-05,1613935661710,202
-"train_loss",0.27819434,1613935663161,203
-"raw_loss",0.15838337,1613935663161,203
-"epoch",1.2830188679245282,1613935663161,203
-"wd_0",0.01,1613935663161,203
-"sqr_mom_0",0.99,1613935663161,203
-"lr_0",1.0833924745492861e-06,1613935663161,203
-"mom_0",0.9479151881362679,1613935663161,203
-"eps_0",1e-05,1613935663161,203
-"wd_1",0.01,1613935663161,203
-"sqr_mom_1",0.99,1613935663161,203
-"lr_1",1.083392474549286e-05,1613935663161,203
-"mom_1",0.9479151881362679,1613935663161,203
-"eps_1",1e-05,1613935663161,203
-"wd_2",0.01,1613935663161,203
-"sqr_mom_2",0.99,1613935663161,203
-"lr_2",0.00010833924745492861,1613935663161,203
-"mom_2",0.9479151881362679,1613935663161,203
-"eps_2",1e-05,1613935663161,203
-"train_loss",0.28738528,1613935664356,204
-"raw_loss",0.5563023,1613935664356,204
-"epoch",1.2893081761006289,1613935664356,204
-"wd_0",0.01,1613935664356,204
-"sqr_mom_0",0.99,1613935664356,204
-"lr_0",1.0871980203544451e-06,1613935664356,204
-"mom_0",0.9478200494911388,1613935664356,204
-"eps_0",1e-05,1613935664356,204
-"wd_1",0.01,1613935664356,204
-"sqr_mom_1",0.99,1613935664356,204
-"lr_1",1.087198020354445e-05,1613935664356,204
-"mom_1",0.9478200494911388,1613935664356,204
-"eps_1",1e-05,1613935664356,204
-"wd_2",0.01,1613935664356,204
-"sqr_mom_2",0.99,1613935664356,204
-"lr_2",0.0001087198020354445,1613935664356,204
-"mom_2",0.9478200494911388,1613935664356,204
-"eps_2",1e-05,1613935664356,204
-"train_loss",0.285378,1613935665527,205
-"raw_loss",0.22585544,1613935665527,205
-"epoch",1.2955974842767295,1613935665527,205
-"wd_0",0.01,1613935665527,205
-"sqr_mom_0",0.99,1613935665527,205
-"lr_0",1.0910865382030229e-06,1613935665527,205
-"mom_0",0.9477228365449244,1613935665527,205
-"eps_0",1e-05,1613935665527,205
-"wd_1",0.01,1613935665527,205
-"sqr_mom_1",0.99,1613935665527,205
-"lr_1",1.091086538203023e-05,1613935665527,205
-"mom_1",0.9477228365449244,1613935665527,205
-"eps_1",1e-05,1613935665527,205
-"wd_2",0.01,1613935665527,205
-"sqr_mom_2",0.99,1613935665527,205
-"lr_2",0.00010910865382030229,1613935665527,205
-"mom_2",0.9477228365449244,1613935665527,205
-"eps_2",1e-05,1613935665527,205
-"train_loss",0.28321347,1613935666502,206
-"raw_loss",0.2181887,1613935666502,206
-"epoch",1.3018867924528301,1613935666502,206
-"wd_0",0.01,1613935666502,206
-"sqr_mom_0",0.99,1613935666502,206
-"lr_0",1.0950578594219023e-06,1613935666502,206
-"mom_0",0.9476235535144524,1613935666502,206
-"eps_0",1e-05,1613935666502,206
-"wd_1",0.01,1613935666502,206
-"sqr_mom_1",0.99,1613935666502,206
-"lr_1",1.0950578594219021e-05,1613935666502,206
-"mom_1",0.9476235535144524,1613935666502,206
-"eps_1",1e-05,1613935666502,206
-"wd_2",0.01,1613935666502,206
-"sqr_mom_2",0.99,1613935666502,206
-"lr_2",0.00010950578594219021,1613935666502,206
-"mom_2",0.9476235535144524,1613935666502,206
-"eps_2",1e-05,1613935666502,206
-"train_loss",0.28902978,1613935667466,207
-"raw_loss",0.46596178,1613935667466,207
-"epoch",1.3081761006289307,1613935667466,207
-"wd_0",0.01,1613935667466,207
-"sqr_mom_0",0.99,1613935667466,207
-"lr_0",1.0991118117461858e-06,1613935667466,207
-"mom_0",0.9475222047063453,1613935667466,207
-"eps_0",1e-05,1613935667466,207
-"wd_1",0.01,1613935667466,207
-"sqr_mom_1",0.99,1613935667466,207
-"lr_1",1.0991118117461857e-05,1613935667466,207
-"mom_1",0.9475222047063453,1613935667466,207
-"eps_1",1e-05,1613935667466,207
-"wd_2",0.01,1613935667466,207
-"sqr_mom_2",0.99,1613935667466,207
-"lr_2",0.00010991118117461856,1613935667466,207
-"mom_2",0.9475222047063453,1613935667466,207
-"eps_2",1e-05,1613935667466,207
-"train_loss",0.29001677,1613935668471,208
-"raw_loss",0.32040867,1613935668471,208
-"epoch",1.3144654088050314,1613935668471,208
-"wd_0",0.01,1613935668471,208
-"sqr_mom_0",0.99,1613935668471,208
-"lr_0",1.1032482044798762e-06,1613935668471,208
-"mom_0",0.9474187948880031,1613935668471,208
-"eps_0",1e-05,1613935668471,208
-"wd_1",0.01,1613935668471,208
-"sqr_mom_1",0.99,1613935668471,208
-"lr_1",1.103248204479876e-05,1613935668471,208
-"mom_1",0.9474187948880031,1613935668471,208
-"eps_1",1e-05,1613935668471,208
-"wd_2",0.01,1613935668471,208
-"sqr_mom_2",0.99,1613935668471,208
-"lr_2",0.0001103248204479876,1613935668471,208
-"mom_2",0.9474187948880031,1613935668471,208
-"eps_2",1e-05,1613935668471,208
-"train_loss",0.28355858,1613935669459,209
-"raw_loss",0.0823487,1613935669459,209
-"epoch",1.320754716981132,1613935669459,209
-"wd_0",0.01,1613935669459,209
-"sqr_mom_0",0.99,1613935669459,209
-"lr_0",1.1074669027374644e-06,1613935669459,209
-"mom_0",0.9473133274315634,1613935669459,209
-"eps_0",1e-05,1613935669459,209
-"wd_1",0.01,1613935669459,209
-"sqr_mom_1",0.99,1613935669459,209
-"lr_1",1.1074669027374642e-05,1613935669459,209
-"mom_1",0.9473133274315634,1613935669459,209
-"eps_1",1e-05,1613935669459,209
-"wd_2",0.01,1613935669459,209
-"sqr_mom_2",0.99,1613935669459,209
-"lr_2",0.00011074669027374642,1613935669459,209
-"mom_2",0.9473133274315634,1613935669459,209
-"eps_2",1e-05,1613935669459,209
-"train_loss",0.28148112,1613935670460,210
-"raw_loss",0.21601516,1613935670460,210
-"epoch",1.3270440251572326,1613935670460,210
-"wd_0",0.01,1613935670460,210
-"sqr_mom_0",0.99,1613935670460,210
-"lr_0",1.1117676789837904e-06,1613935670460,210
-"mom_0",0.9472058080254052,1613935670460,210
-"eps_0",1e-05,1613935670460,210
-"wd_1",0.01,1613935670460,210
-"sqr_mom_1",0.99,1613935670460,210
-"lr_1",1.1117676789837903e-05,1613935670460,210
-"mom_1",0.9472058080254052,1613935670460,210
-"eps_1",1e-05,1613935670460,210
-"wd_2",0.01,1613935670460,210
-"sqr_mom_2",0.99,1613935670460,210
-"lr_2",0.00011117676789837903,1613935670460,210
-"mom_2",0.9472058080254052,1613935670460,210
-"eps_2",1e-05,1613935670460,210
-"train_loss",0.2784955,1613935671463,211
-"raw_loss",0.18336606,1613935671463,211
-"epoch",1.3333333333333333,1613935671463,211
-"wd_0",0.01,1613935671463,211
-"sqr_mom_0",0.99,1613935671463,211
-"lr_0",1.1161503457888574e-06,1613935671463,211
-"mom_0",0.9470962413552785,1613935671463,211
-"eps_0",1e-05,1613935671463,211
-"wd_1",0.01,1613935671463,211
-"sqr_mom_1",0.99,1613935671463,211
-"lr_1",1.1161503457888574e-05,1613935671463,211
-"mom_1",0.9470962413552785,1613935671463,211
-"eps_1",1e-05,1613935671463,211
-"wd_2",0.01,1613935671463,211
-"sqr_mom_2",0.99,1613935671463,211
-"lr_2",0.00011161503457888573,1613935671463,211
-"mom_2",0.9470962413552785,1613935671463,211
-"eps_2",1e-05,1613935671463,211
-"train_loss",0.28324595,1613935672430,212
-"raw_loss",0.43623465,1613935672430,212
-"epoch",1.3396226415094339,1613935672430,212
-"wd_0",0.01,1613935672430,212
-"sqr_mom_0",0.99,1613935672430,212
-"lr_0",1.1206147602071966e-06,1613935672430,212
-"mom_0",0.94698463099482,1613935672430,212
-"eps_0",1e-05,1613935672430,212
-"wd_1",0.01,1613935672430,212
-"sqr_mom_1",0.99,1613935672430,212
-"lr_1",1.1206147602071965e-05,1613935672430,212
-"mom_1",0.94698463099482,1613935672430,212
-"eps_1",1e-05,1613935672430,212
-"wd_2",0.01,1613935672430,212
-"sqr_mom_2",0.99,1613935672430,212
-"lr_2",0.00011206147602071966,1613935672430,212
-"mom_2",0.94698463099482,1613935672430,212
-"eps_2",1e-05,1613935672430,212
-"train_loss",0.28133154,1613935673434,213
-"raw_loss",0.21903534,1613935673434,213
-"epoch",1.3459119496855345,1613935673434,213
-"wd_0",0.01,1613935673434,213
-"sqr_mom_0",0.99,1613935673434,213
-"lr_0",1.1251606651219418e-06,1613935673434,213
-"mom_0",0.9468709833719514,1613935673434,213
-"eps_0",1e-05,1613935673434,213
-"wd_1",0.01,1613935673434,213
-"sqr_mom_1",0.99,1613935673434,213
-"lr_1",1.1251606651219418e-05,1613935673434,213
-"mom_1",0.9468709833719514,1613935673434,213
-"eps_1",1e-05,1613935673434,213
-"wd_2",0.01,1613935673434,213
-"sqr_mom_2",0.99,1613935673434,213
-"lr_2",0.00011251606651219417,1613935673434,213
-"mom_2",0.9468709833719514,1613935673434,213
-"eps_2",1e-05,1613935673434,213
-"train_loss",0.27844357,1613935674416,214
-"raw_loss",0.18351643,1613935674416,214
-"epoch",1.3522012578616351,1613935674416,214
-"wd_0",0.01,1613935674416,214
-"sqr_mom_0",0.99,1613935674416,214
-"lr_0",1.129787911377009e-06,1613935674416,214
-"mom_0",0.9467553022155747,1613935674416,214
-"eps_0",1e-05,1613935674416,214
-"wd_1",0.01,1613935674416,214
-"sqr_mom_1",0.99,1613935674416,214
-"lr_1",1.1297879113770087e-05,1613935674416,214
-"mom_1",0.9467553022155747,1613935674416,214
-"eps_1",1e-05,1613935674416,214
-"wd_2",0.01,1613935674416,214
-"sqr_mom_2",0.99,1613935674416,214
-"lr_2",0.00011297879113770087,1613935674416,214
-"mom_2",0.9467553022155747,1613935674416,214
-"eps_2",1e-05,1613935674416,214
-"train_loss",0.27884293,1613935675380,215
-"raw_loss",0.2920982,1613935675380,215
-"epoch",1.3584905660377358,1613935675380,215
-"wd_0",0.01,1613935675380,215
-"sqr_mom_0",0.99,1613935675380,215
-"lr_0",1.134496299121288e-06,1613935675380,215
-"mom_0",0.9466375925219678,1613935675380,215
-"eps_0",1e-05,1613935675380,215
-"wd_1",0.01,1613935675380,215
-"sqr_mom_1",0.99,1613935675380,215
-"lr_1",1.134496299121288e-05,1613935675380,215
-"mom_1",0.9466375925219678,1613935675380,215
-"eps_1",1e-05,1613935675380,215
-"wd_2",0.01,1613935675380,215
-"sqr_mom_2",0.99,1613935675380,215
-"lr_2",0.0001134496299121288,1613935675380,215
-"mom_2",0.9466375925219678,1613935675380,215
-"eps_2",1e-05,1613935675380,215
-"train_loss",0.27690217,1613935676352,216
-"raw_loss",0.21186934,1613935676352,216
-"epoch",1.3647798742138364,1613935676352,216
-"wd_0",0.01,1613935676352,216
-"sqr_mom_0",0.99,1613935676352,216
-"lr_0",1.1392855734873708e-06,1613935676352,216
-"mom_0",0.9465178606628157,1613935676352,216
-"eps_0",1e-05,1613935676352,216
-"wd_1",0.01,1613935676352,216
-"sqr_mom_1",0.99,1613935676352,216
-"lr_1",1.1392855734873707e-05,1613935676352,216
-"mom_1",0.9465178606628157,1613935676352,216
-"eps_1",1e-05,1613935676352,216
-"wd_2",0.01,1613935676352,216
-"sqr_mom_2",0.99,1613935676352,216
-"lr_2",0.00011392855734873707,1613935676352,216
-"mom_2",0.9465178606628157,1613935676352,216
-"eps_2",1e-05,1613935676352,216
-"train_loss",0.27840075,1613935677339,217
-"raw_loss",0.32908088,1613935677339,217
-"epoch",1.371069182389937,1613935677339,217
-"wd_0",0.01,1613935677339,217
-"sqr_mom_0",0.99,1613935677339,217
-"lr_0",1.1441555599096268e-06,1613935677339,217
-"mom_0",0.9463961110022593,1613935677339,217
-"eps_0",1e-05,1613935677339,217
-"wd_1",0.01,1613935677339,217
-"sqr_mom_1",0.99,1613935677339,217
-"lr_1",1.1441555599096267e-05,1613935677339,217
-"mom_1",0.9463961110022593,1613935677339,217
-"eps_1",1e-05,1613935677339,217
-"wd_2",0.01,1613935677339,217
-"sqr_mom_2",0.99,1613935677339,217
-"lr_2",0.00011441555599096267,1613935677339,217
-"mom_2",0.9463961110022593,1613935677339,217
-"eps_2",1e-05,1613935677339,217
-"train_loss",0.2741646,1613935678333,218
-"raw_loss",0.12961748,1613935678333,218
-"epoch",1.3773584905660377,1613935678333,218
-"wd_0",0.01,1613935678333,218
-"sqr_mom_0",0.99,1613935678333,218
-"lr_0",1.149106082616098e-06,1613935678333,218
-"mom_0",0.9462723479345975,1613935678333,218
-"eps_0",1e-05,1613935678333,218
-"wd_1",0.01,1613935678333,218
-"sqr_mom_1",0.99,1613935678333,218
-"lr_1",1.1491060826160981e-05,1613935678333,218
-"mom_1",0.9462723479345975,1613935678333,218
-"eps_1",1e-05,1613935678333,218
-"wd_2",0.01,1613935678333,218
-"sqr_mom_2",0.99,1613935678333,218
-"lr_2",0.0001149106082616098,1613935678333,218
-"mom_2",0.9462723479345975,1613935678333,218
-"eps_2",1e-05,1613935678333,218
-"train_loss",0.27235475,1613935679309,219
-"raw_loss",0.21006007,1613935679309,219
-"epoch",1.3836477987421383,1613935679309,219
-"wd_0",0.01,1613935679309,219
-"sqr_mom_0",0.99,1613935679309,219
-"lr_0",1.1541368564937185e-06,1613935679309,219
-"mom_0",0.946146578587657,1613935679309,219
-"eps_0",1e-05,1613935679309,219
-"wd_1",0.01,1613935679309,219
-"sqr_mom_1",0.99,1613935679309,219
-"lr_1",1.1541368564937186e-05,1613935679309,219
-"mom_1",0.946146578587657,1613935679309,219
-"eps_1",1e-05,1613935679309,219
-"wd_2",0.01,1613935679309,219
-"sqr_mom_2",0.99,1613935679309,219
-"lr_2",0.00011541368564937185,1613935679309,219
-"mom_2",0.946146578587657,1613935679309,219
-"eps_2",1e-05,1613935679309,219
-"train_loss",0.26880786,1613935680287,220
-"raw_loss",0.14568889,1613935680287,220
-"epoch",1.389937106918239,1613935680287,220
-"wd_0",0.01,1613935680287,220
-"sqr_mom_0",0.99,1613935680287,220
-"lr_0",1.159247698224635e-06,1613935680287,220
-"mom_0",0.946018807544384,1613935680287,220
-"eps_0",1e-05,1613935680287,220
-"wd_1",0.01,1613935680287,220
-"sqr_mom_1",0.99,1613935680287,220
-"lr_1",1.1592476982246347e-05,1613935680287,220
-"mom_1",0.946018807544384,1613935680287,220
-"eps_1",1e-05,1613935680287,220
-"wd_2",0.01,1613935680287,220
-"sqr_mom_2",0.99,1613935680287,220
-"lr_2",0.00011592476982246348,1613935680287,220
-"mom_2",0.946018807544384,1613935680287,220
-"eps_2",1e-05,1613935680287,220
-"train_loss",0.2660206,1613935681280,221
-"raw_loss",0.1684742,1613935681280,221
-"epoch",1.3962264150943395,1613935681280,221
-"wd_0",0.01,1613935681280,221
-"sqr_mom_0",0.99,1613935681280,221
-"lr_0",1.164438423294293e-06,1613935681280,221
-"mom_0",0.9458890394176427,1613935681280,221
-"eps_0",1e-05,1613935681280,221
-"wd_1",0.01,1613935681280,221
-"sqr_mom_1",0.99,1613935681280,221
-"lr_1",1.164438423294293e-05,1613935681280,221
-"mom_1",0.9458890394176427,1613935681280,221
-"eps_1",1e-05,1613935681280,221
-"wd_2",0.01,1613935681280,221
-"sqr_mom_2",0.99,1613935681280,221
-"lr_2",0.00011644384232942928,1613935681280,221
-"mom_2",0.9458890394176427,1613935681280,221
-"eps_2",1e-05,1613935681280,221
-"train_loss",0.2653387,1613935682294,222
-"raw_loss",0.24128388,1613935682294,222
-"epoch",1.4025157232704402,1613935682294,222
-"wd_0",0.01,1613935682294,222
-"sqr_mom_0",0.99,1613935682294,222
-"lr_0",1.1697087704989063e-06,1613935682294,222
-"mom_0",0.9457572807375273,1613935682294,222
-"eps_0",1e-05,1613935682294,222
-"wd_1",0.01,1613935682294,222
-"sqr_mom_1",0.99,1613935682294,222
-"lr_1",1.169708770498906e-05,1613935682294,222
-"mom_1",0.9457572807375273,1613935682294,222
-"eps_1",1e-05,1613935682294,222
-"wd_2",0.01,1613935682294,222
-"sqr_mom_2",0.99,1613935682294,222
-"lr_2",0.0001169708770498906,1613935682294,222
-"mom_2",0.9457572807375273,1613935682294,222
-"eps_2",1e-05,1613935682294,222
-"train_loss",0.2635796,1613935683270,223
-"raw_loss",0.20104101,1613935683270,223
-"epoch",1.4088050314465408,1613935683270,223
-"wd_0",0.01,1613935683270,223
-"sqr_mom_0",0.99,1613935683270,223
-"lr_0",1.1750584729171763e-06,1613935683270,223
-"mom_0",0.9456235381770706,1613935683270,223
-"eps_0",1e-05,1613935683270,223
-"wd_1",0.01,1613935683270,223
-"sqr_mom_1",0.99,1613935683270,223
-"lr_1",1.175058472917176e-05,1613935683270,223
-"mom_1",0.9456235381770706,1613935683270,223
-"eps_1",1e-05,1613935683270,223
-"wd_2",0.01,1613935683270,223
-"sqr_mom_2",0.99,1613935683270,223
-"lr_2",0.00011750584729171762,1613935683270,223
-"mom_2",0.9456235381770706,1613935683270,223
-"eps_2",1e-05,1613935683270,223
-"train_loss",0.26287392,1613935684245,224
-"raw_loss",0.23759554,1613935684245,224
-"epoch",1.4150943396226414,1613935684245,224
-"wd_0",0.01,1613935684245,224
-"sqr_mom_0",0.99,1613935684245,224
-"lr_0",1.180487374541974e-06,1613935684245,224
-"mom_0",0.9454878156364506,1613935684245,224
-"eps_0",1e-05,1613935684245,224
-"wd_1",0.01,1613935684245,224
-"sqr_mom_1",0.99,1613935684245,224
-"lr_1",1.1804873745419738e-05,1613935684245,224
-"mom_1",0.9454878156364506,1613935684245,224
-"eps_1",1e-05,1613935684245,224
-"wd_2",0.01,1613935684245,224
-"sqr_mom_2",0.99,1613935684245,224
-"lr_2",0.00011804873745419738,1613935684245,224
-"mom_2",0.9454878156364506,1613935684245,224
-"eps_2",1e-05,1613935684245,224
-"train_loss",0.2606683,1613935685219,225
-"raw_loss",0.18107966,1613935685219,225
-"epoch",1.421383647798742,1613935685219,225
-"wd_0",0.01,1613935685219,225
-"sqr_mom_0",0.99,1613935685219,225
-"lr_0",1.1859951627091876e-06,1613935685219,225
-"mom_0",0.9453501209322702,1613935685219,225
-"eps_0",1e-05,1613935685219,225
-"wd_1",0.01,1613935685219,225
-"sqr_mom_1",0.99,1613935685219,225
-"lr_1",1.1859951627091875e-05,1613935685219,225
-"mom_1",0.9453501209322702,1613935685219,225
-"eps_1",1e-05,1613935685219,225
-"wd_2",0.01,1613935685219,225
-"sqr_mom_2",0.99,1613935685219,225
-"lr_2",0.00011859951627091875,1613935685219,225
-"mom_2",0.9453501209322702,1613935685219,225
-"eps_2",1e-05,1613935685219,225
-"train_loss",0.26459062,1613935686185,226
-"raw_loss",0.40713817,1613935686185,226
-"epoch",1.4276729559748427,1613935686185,226
-"wd_0",0.01,1613935686185,226
-"sqr_mom_0",0.99,1613935686185,226
-"lr_0",1.1915816368145766e-06,1613935686185,226
-"mom_0",0.9452104590796355,1613935686185,226
-"eps_0",1e-05,1613935686185,226
-"wd_1",0.01,1613935686185,226
-"sqr_mom_1",0.99,1613935686185,226
-"lr_1",1.1915816368145765e-05,1613935686185,226
-"mom_1",0.9452104590796355,1613935686185,226
-"eps_1",1e-05,1613935686185,226
-"wd_2",0.01,1613935686185,226
-"sqr_mom_2",0.99,1613935686185,226
-"lr_2",0.00011915816368145764,1613935686185,226
-"mom_2",0.9452104590796355,1613935686185,226
-"eps_2",1e-05,1613935686185,226
-"train_loss",0.26934782,1613935687180,227
-"raw_loss",0.44344172,1613935687180,227
-"epoch",1.4339622641509433,1613935687180,227
-"wd_0",0.01,1613935687180,227
-"sqr_mom_0",0.99,1613935687180,227
-"lr_0",1.1972465545341143e-06,1613935687180,227
-"mom_0",0.9450688361366472,1613935687180,227
-"eps_0",1e-05,1613935687180,227
-"wd_1",0.01,1613935687180,227
-"sqr_mom_1",0.99,1613935687180,227
-"lr_1",1.1972465545341142e-05,1613935687180,227
-"mom_1",0.9450688361366472,1613935687180,227
-"eps_1",1e-05,1613935687180,227
-"wd_2",0.01,1613935687180,227
-"sqr_mom_2",0.99,1613935687180,227
-"lr_2",0.0001197246554534114,1613935687180,227
-"mom_2",0.9450688361366472,1613935687180,227
-"eps_2",1e-05,1613935687180,227
-"train_loss",0.26669416,1613935688143,228
-"raw_loss",0.16892317,1613935688143,228
-"epoch",1.440251572327044,1613935688143,228
-"wd_0",0.01,1613935688143,228
-"sqr_mom_0",0.99,1613935688143,228
-"lr_0",1.2029897112398116e-06,1613935688143,228
-"mom_0",0.9449252572190047,1613935688143,228
-"eps_0",1e-05,1613935688143,228
-"wd_1",0.01,1613935688143,228
-"sqr_mom_1",0.99,1613935688143,228
-"lr_1",1.2029897112398114e-05,1613935688143,228
-"mom_1",0.9449252572190047,1613935688143,228
-"eps_1",1e-05,1613935688143,228
-"wd_2",0.01,1613935688143,228
-"sqr_mom_2",0.99,1613935688143,228
-"lr_2",0.00012029897112398114,1613935688143,228
-"mom_2",0.9449252572190047,1613935688143,228
-"eps_2",1e-05,1613935688143,228
-"train_loss",0.2625471,1613935689107,229
-"raw_loss",0.108745135,1613935689107,229
-"epoch",1.4465408805031446,1613935689107,229
-"wd_0",0.01,1613935689107,229
-"sqr_mom_0",0.99,1613935689107,229
-"lr_0",1.2088107761688152e-06,1613935689107,229
-"mom_0",0.9447797305957796,1613935689107,229
-"eps_0",1e-05,1613935689107,229
-"wd_1",0.01,1613935689107,229
-"sqr_mom_1",0.99,1613935689107,229
-"lr_1",1.2088107761688153e-05,1613935689107,229
-"mom_1",0.9447797305957796,1613935689107,229
-"eps_1",1e-05,1613935689107,229
-"wd_2",0.01,1613935689107,229
-"sqr_mom_2",0.99,1613935689107,229
-"lr_2",0.00012088107761688152,1613935689107,229
-"mom_2",0.9447797305957796,1613935689107,229
-"eps_2",1e-05,1613935689107,229
-"train_loss",0.26069328,1613935690073,230
-"raw_loss",0.19149862,1613935690073,230
-"epoch",1.4528301886792452,1613935690073,230
-"wd_0",0.01,1613935690073,230
-"sqr_mom_0",0.99,1613935690073,230
-"lr_0",1.2147095795682019e-06,1613935690073,230
-"mom_0",0.944632260510795,1613935690073,230
-"eps_0",1e-05,1613935690073,230
-"wd_1",0.01,1613935690073,230
-"sqr_mom_1",0.99,1613935690073,230
-"lr_1",1.2147095795682018e-05,1613935690073,230
-"mom_1",0.944632260510795,1613935690073,230
-"eps_1",1e-05,1613935690073,230
-"wd_2",0.01,1613935690073,230
-"sqr_mom_2",0.99,1613935690073,230
-"lr_2",0.00012147095795682018,1613935690073,230
-"mom_2",0.944632260510795,1613935690073,230
-"eps_2",1e-05,1613935690073,230
-"train_loss",0.25642753,1613935691030,231
-"raw_loss",0.09621089,1613935691030,231
-"epoch",1.4591194968553458,1613935691030,231
-"wd_0",0.01,1613935691030,231
-"sqr_mom_0",0.99,1613935691030,231
-"lr_0",1.2206858244637457e-06,1613935691030,231
-"mom_0",0.9444828543884063,1613935691030,231
-"eps_0",1e-05,1613935691030,231
-"wd_1",0.01,1613935691030,231
-"sqr_mom_1",0.99,1613935691030,231
-"lr_1",1.2206858244637456e-05,1613935691030,231
-"mom_1",0.9444828543884063,1613935691030,231
-"eps_1",1e-05,1613935691030,231
-"wd_2",0.01,1613935691030,231
-"sqr_mom_2",0.99,1613935691030,231
-"lr_2",0.00012206858244637456,1613935691030,231
-"mom_2",0.9444828543884063,1613935691030,231
-"eps_2",1e-05,1613935691030,231
-"train_loss",0.25304487,1613935692023,232
-"raw_loss",0.1252227,1613935692023,232
-"epoch",1.4654088050314464,1613935692023,232
-"wd_0",0.01,1613935692023,232
-"sqr_mom_0",0.99,1613935692023,232
-"lr_0",1.2267392083202983e-06,1613935692023,232
-"mom_0",0.9443315197919925,1613935692023,232
-"eps_0",1e-05,1613935692023,232
-"wd_1",0.01,1613935692023,232
-"sqr_mom_1",0.99,1613935692023,232
-"lr_1",1.2267392083202983e-05,1613935692023,232
-"mom_1",0.9443315197919925,1613935692023,232
-"eps_1",1e-05,1613935692023,232
-"wd_2",0.01,1613935692023,232
-"sqr_mom_2",0.99,1613935692023,232
-"lr_2",0.00012267392083202983,1613935692023,232
-"mom_2",0.9443315197919925,1613935692023,232
-"eps_2",1e-05,1613935692023,232
-"train_loss",0.253316,1613935693040,233
-"raw_loss",0.26362148,1613935693040,233
-"epoch",1.471698113207547,1613935693040,233
-"wd_0",0.01,1613935693040,233
-"sqr_mom_0",0.99,1613935693040,233
-"lr_0",1.232869510763921e-06,1613935693040,233
-"mom_0",0.944178262230902,1613935693040,233
-"eps_0",1e-05,1613935693040,233
-"wd_1",0.01,1613935693040,233
-"sqr_mom_1",0.99,1613935693040,233
-"lr_1",1.2328695107639211e-05,1613935693040,233
-"mom_1",0.944178262230902,1613935693040,233
-"eps_1",1e-05,1613935693040,233
-"wd_2",0.01,1613935693040,233
-"sqr_mom_2",0.99,1613935693040,233
-"lr_2",0.0001232869510763921,1613935693040,233
-"mom_2",0.944178262230902,1613935693040,233
-"eps_2",1e-05,1613935693040,233
-"train_loss",0.24964547,1613935694048,234
-"raw_loss",0.109316096,1613935694048,234
-"epoch",1.4779874213836477,1613935694048,234
-"wd_0",0.01,1613935694048,234
-"sqr_mom_0",0.99,1613935694048,234
-"lr_0",1.239076510271044e-06,1613935694048,234
-"mom_0",0.9440230872432238,1613935694048,234
-"eps_0",1e-05,1613935694048,234
-"wd_1",0.01,1613935694048,234
-"sqr_mom_1",0.99,1613935694048,234
-"lr_1",1.2390765102710439e-05,1613935694048,234
-"mom_1",0.9440230872432238,1613935694048,234
-"eps_1",1e-05,1613935694048,234
-"wd_2",0.01,1613935694048,234
-"sqr_mom_2",0.99,1613935694048,234
-"lr_2",0.00012390765102710438,1613935694048,234
-"mom_2",0.9440230872432238,1613935694048,234
-"eps_2",1e-05,1613935694048,234
-"train_loss",0.25356466,1613935695022,235
-"raw_loss",0.40424508,1613935695022,235
-"epoch",1.4842767295597483,1613935695022,235
-"wd_0",0.01,1613935695022,235
-"sqr_mom_0",0.99,1613935695022,235
-"lr_0",1.2453598493649396e-06,1613935695022,235
-"mom_0",0.9438660037658765,1613935695022,235
-"eps_0",1e-05,1613935695022,235
-"wd_1",0.01,1613935695022,235
-"sqr_mom_1",0.99,1613935695022,235
-"lr_1",1.2453598493649396e-05,1613935695022,235
-"mom_1",0.9438660037658765,1613935695022,235
-"eps_1",1e-05,1613935695022,235
-"wd_2",0.01,1613935695022,235
-"sqr_mom_2",0.99,1613935695022,235
-"lr_2",0.00012453598493649394,1613935695022,235
-"mom_2",0.9438660037658765,1613935695022,235
-"eps_2",1e-05,1613935695022,235
-"train_loss",0.24957666,1613935695994,236
-"raw_loss",0.095408954,1613935695994,236
-"epoch",1.490566037735849,1613935695994,236
-"wd_0",0.01,1613935695994,236
-"sqr_mom_0",0.99,1613935695994,236
-"lr_0",1.251719299339895e-06,1613935695994,236
-"mom_0",0.9437070175165025,1613935695994,236
-"eps_0",1e-05,1613935695994,236
-"wd_1",0.01,1613935695994,236
-"sqr_mom_1",0.99,1613935695994,236
-"lr_1",1.251719299339895e-05,1613935695994,236
-"mom_1",0.9437070175165025,1613935695994,236
-"eps_1",1e-05,1613935695994,236
-"wd_2",0.01,1613935695994,236
-"sqr_mom_2",0.99,1613935695994,236
-"lr_2",0.0001251719299339895,1613935695994,236
-"mom_2",0.9437070175165025,1613935695994,236
-"eps_2",1e-05,1613935695994,236
-"train_loss",0.24880666,1613935697137,237
-"raw_loss",0.21888082,1613935697137,237
-"epoch",1.4968553459119496,1613935697137,237
-"wd_0",0.01,1613935697137,237
-"sqr_mom_0",0.99,1613935697137,237
-"lr_0",1.2581546303526383e-06,1613935697137,237
-"mom_0",0.943546134241184,1613935697137,237
-"eps_0",1e-05,1613935697137,237
-"wd_1",0.01,1613935697137,237
-"sqr_mom_1",0.99,1613935697137,237
-"lr_1",1.2581546303526382e-05,1613935697137,237
-"mom_1",0.943546134241184,1613935697137,237
-"eps_1",1e-05,1613935697137,237
-"wd_2",0.01,1613935697137,237
-"sqr_mom_2",0.99,1613935697137,237
-"lr_2",0.00012581546303526382,1613935697137,237
-"mom_2",0.943546134241184,1613935697137,237
-"eps_2",1e-05,1613935697137,237
-"train_loss",0.2459196,1613935698108,238
-"raw_loss",0.13312842,1613935698108,238
-"epoch",1.5031446540880502,1613935698108,238
-"wd_0",0.01,1613935698108,238
-"sqr_mom_0",0.99,1613935698108,238
-"lr_0",1.264665471776255e-06,1613935698108,238
-"mom_0",0.9433833632055936,1613935698108,238
-"eps_0",1e-05,1613935698108,238
-"wd_1",0.01,1613935698108,238
-"sqr_mom_1",0.99,1613935698108,238
-"lr_1",1.264665471776255e-05,1613935698108,238
-"mom_1",0.9433833632055936,1613935698108,238
-"eps_1",1e-05,1613935698108,238
-"wd_2",0.01,1613935698108,238
-"sqr_mom_2",0.99,1613935698108,238
-"lr_2",0.0001264665471776255,1613935698108,238
-"mom_2",0.9433833632055936,1613935698108,238
-"eps_2",1e-05,1613935698108,238
-"train_loss",0.24474141,1613935699053,239
-"raw_loss",0.1984788,1613935699053,239
-"epoch",1.5094339622641508,1613935699053,239
-"wd_0",0.01,1613935699053,239
-"sqr_mom_0",0.99,1613935699053,239
-"lr_0",1.2712516337426745e-06,1613935699053,239
-"mom_0",0.9432187091564331,1613935699053,239
-"eps_0",1e-05,1613935699053,239
-"wd_1",0.01,1613935699053,239
-"sqr_mom_1",0.99,1613935699053,239
-"lr_1",1.2712516337426743e-05,1613935699053,239
-"mom_1",0.9432187091564331,1613935699053,239
-"eps_1",1e-05,1613935699053,239
-"wd_2",0.01,1613935699053,239
-"sqr_mom_2",0.99,1613935699053,239
-"lr_2",0.00012712516337426742,1613935699053,239
-"mom_2",0.9432187091564331,1613935699053,239
-"eps_2",1e-05,1613935699053,239
-"train_loss",0.24308088,1613935700018,240
-"raw_loss",0.17755473,1613935700018,240
-"epoch",1.5157232704402515,1613935700018,240
-"wd_0",0.01,1613935700018,240
-"sqr_mom_0",0.99,1613935700018,240
-"lr_0",1.2779127845503663e-06,1613935700018,240
-"mom_0",0.9430521803862408,1613935700018,240
-"eps_0",1e-05,1613935700018,240
-"wd_1",0.01,1613935700018,240
-"sqr_mom_1",0.99,1613935700018,240
-"lr_1",1.2779127845503663e-05,1613935700018,240
-"mom_1",0.9430521803862408,1613935700018,240
-"eps_1",1e-05,1613935700018,240
-"wd_2",0.01,1613935700018,240
-"sqr_mom_2",0.99,1613935700018,240
-"lr_2",0.00012779127845503663,1613935700018,240
-"mom_2",0.9430521803862408,1613935700018,240
-"eps_2",1e-05,1613935700018,240
-"train_loss",0.239641,1613935700968,241
-"raw_loss",0.10324349,1613935700968,241
-"epoch",1.522012578616352,1613935700968,241
-"wd_0",0.01,1613935700968,241
-"sqr_mom_0",0.99,1613935700968,241
-"lr_0",1.2846485871129962e-06,1613935700968,241
-"mom_0",0.9428837853221751,1613935700968,241
-"eps_0",1e-05,1613935700968,241
-"wd_1",0.01,1613935700968,241
-"sqr_mom_1",0.99,1613935700968,241
-"lr_1",1.2846485871129961e-05,1613935700968,241
-"mom_1",0.9428837853221751,1613935700968,241
-"eps_1",1e-05,1613935700968,241
-"wd_2",0.01,1613935700968,241
-"sqr_mom_2",0.99,1613935700968,241
-"lr_2",0.0001284648587112996,1613935700968,241
-"mom_2",0.9428837853221751,1613935700968,241
-"eps_2",1e-05,1613935700968,241
-"train_loss",0.23970973,1613935701927,242
-"raw_loss",0.24244824,1613935701927,242
-"epoch",1.5283018867924527,1613935701927,242
-"wd_0",0.01,1613935701927,242
-"sqr_mom_0",0.99,1613935701927,242
-"lr_0",1.2914587963323502e-06,1613935701927,242
-"mom_0",0.9427135300916912,1613935701927,242
-"eps_0",1e-05,1613935701927,242
-"wd_1",0.01,1613935701927,242
-"sqr_mom_1",0.99,1613935701927,242
-"lr_1",1.2914587963323501e-05,1613935701927,242
-"mom_1",0.9427135300916912,1613935701927,242
-"eps_1",1e-05,1613935701927,242
-"wd_2",0.01,1613935701927,242
-"sqr_mom_2",0.99,1613935701927,242
-"lr_2",0.000129145879633235,1613935701927,242
-"mom_2",0.9427135300916912,1613935701927,242
-"eps_2",1e-05,1613935701927,242
-"train_loss",0.23887724,1613935702892,243
-"raw_loss",0.20555891,1613935702892,243
-"epoch",1.5345911949685533,1613935702892,243
-"wd_0",0.01,1613935702892,243
-"sqr_mom_0",0.99,1613935702892,243
-"lr_0",1.2983431659981257e-06,1613935702892,243
-"mom_0",0.9425414208500468,1613935702892,243
-"eps_0",1e-05,1613935702892,243
-"wd_1",0.01,1613935702892,243
-"sqr_mom_1",0.99,1613935702892,243
-"lr_1",1.2983431659981255e-05,1613935702892,243
-"mom_1",0.9425414208500468,1613935702892,243
-"eps_1",1e-05,1613935702892,243
-"wd_2",0.01,1613935702892,243
-"sqr_mom_2",0.99,1613935702892,243
-"lr_2",0.00012983431659981256,1613935702892,243
-"mom_2",0.9425414208500468,1613935702892,243
-"eps_2",1e-05,1613935702892,243
-"train_loss",0.23927915,1613935703872,244
-"raw_loss",0.2554367,1613935703872,244
-"epoch",1.540880503144654,1613935703872,244
-"wd_0",0.01,1613935703872,244
-"sqr_mom_0",0.99,1613935703872,244
-"lr_0",1.3053012996221414e-06,1613935703872,244
-"mom_0",0.9423674675094464,1613935703872,244
-"eps_0",1e-05,1613935703872,244
-"wd_1",0.01,1613935703872,244
-"sqr_mom_1",0.99,1613935703872,244
-"lr_1",1.3053012996221412e-05,1613935703872,244
-"mom_1",0.9423674675094464,1613935703872,244
-"eps_1",1e-05,1613935703872,244
-"wd_2",0.01,1613935703872,244
-"sqr_mom_2",0.99,1613935703872,244
-"lr_2",0.00013053012996221413,1613935703872,244
-"mom_2",0.9423674675094464,1613935703872,244
-"eps_2",1e-05,1613935703872,244
-"train_loss",0.23938641,1613935704848,245
-"raw_loss",0.24371763,1613935704848,245
-"epoch",1.5471698113207546,1613935704848,245
-"wd_0",0.01,1613935704848,245
-"sqr_mom_0",0.99,1613935704848,245
-"lr_0",1.3123329440518742e-06,1613935704848,245
-"mom_0",0.9421916763987032,1613935704848,245
-"eps_0",1e-05,1613935704848,245
-"wd_1",0.01,1613935704848,245
-"sqr_mom_1",0.99,1613935704848,245
-"lr_1",1.3123329440518738e-05,1613935704848,245
-"mom_1",0.9421916763987032,1613935704848,245
-"eps_1",1e-05,1613935704848,245
-"wd_2",0.01,1613935704848,245
-"sqr_mom_2",0.99,1613935704848,245
-"lr_2",0.0001312332944051874,1613935704848,245
-"mom_2",0.9421916763987032,1613935704848,245
-"eps_2",1e-05,1613935704848,245
-"train_loss",0.24960959,1613935705827,246
-"raw_loss",0.6641588,1613935705827,246
-"epoch",1.5534591194968552,1613935705827,246
-"wd_0",0.01,1613935705827,246
-"sqr_mom_0",0.99,1613935705827,246
-"lr_0",1.319437845036102e-06,1613935705827,246
-"mom_0",0.9420140538740974,1613935705827,246
-"eps_0",1e-05,1613935705827,246
-"wd_1",0.01,1613935705827,246
-"sqr_mom_1",0.99,1613935705827,246
-"lr_1",1.3194378450361018e-05,1613935705827,246
-"mom_1",0.9420140538740974,1613935705827,246
-"eps_1",1e-05,1613935705827,246
-"wd_2",0.01,1613935705827,246
-"sqr_mom_2",0.99,1613935705827,246
-"lr_2",0.00013194378450361017,1613935705827,246
-"mom_2",0.9420140538740974,1613935705827,246
-"eps_2",1e-05,1613935705827,246
-"train_loss",0.24600288,1613935706801,247
-"raw_loss",0.09914165,1613935706801,247
-"epoch",1.5597484276729559,1613935706801,247
-"wd_0",0.01,1613935706801,247
-"sqr_mom_0",0.99,1613935706801,247
-"lr_0",1.3266155933856904e-06,1613935706801,247
-"mom_0",0.9418346101653577,1613935706801,247
-"eps_0",1e-05,1613935706801,247
-"wd_1",0.01,1613935706801,247
-"sqr_mom_1",0.99,1613935706801,247
-"lr_1",1.3266155933856903e-05,1613935706801,247
-"mom_1",0.9418346101653577,1613935706801,247
-"eps_1",1e-05,1613935706801,247
-"wd_2",0.01,1613935706801,247
-"sqr_mom_2",0.99,1613935706801,247
-"lr_2",0.00013266155933856901,1613935706801,247
-"mom_2",0.9418346101653577,1613935706801,247
-"eps_2",1e-05,1613935706801,247
-"train_loss",0.24308915,1613935707773,248
-"raw_loss",0.12396236,1613935707773,248
-"epoch",1.5660377358490565,1613935707773,248
-"wd_0",0.01,1613935707773,248
-"sqr_mom_0",0.99,1613935707773,248
-"lr_0",1.33386597978434e-06,1613935707773,248
-"mom_0",0.9416533505053915,1613935707773,248
-"eps_0",1e-05,1613935707773,248
-"wd_1",0.01,1613935707773,248
-"sqr_mom_1",0.99,1613935707773,248
-"lr_1",1.3338659797843399e-05,1613935707773,248
-"mom_1",0.9416533505053915,1613935707773,248
-"eps_1",1e-05,1613935707773,248
-"wd_2",0.01,1613935707773,248
-"sqr_mom_2",0.99,1613935707773,248
-"lr_2",0.00013338659797843398,1613935707773,248
-"mom_2",0.9416533505053915,1613935707773,248
-"eps_2",1e-05,1613935707773,248
-"train_loss",0.2423881,1613935708729,249
-"raw_loss",0.21361239,1613935708729,249
-"epoch",1.572327044025157,1613935708729,249
-"wd_0",0.01,1613935708729,249
-"sqr_mom_0",0.99,1613935708729,249
-"lr_0",1.3411885866640457e-06,1613935708729,249
-"mom_0",0.9414702853333988,1613935708729,249
-"eps_0",1e-05,1613935708729,249
-"wd_1",0.01,1613935708729,249
-"sqr_mom_1",0.99,1613935708729,249
-"lr_1",1.3411885866640457e-05,1613935708729,249
-"mom_1",0.9414702853333988,1613935708729,249
-"eps_1",1e-05,1613935708729,249
-"wd_2",0.01,1613935708729,249
-"sqr_mom_2",0.99,1613935708729,249
-"lr_2",0.00013411885866640457,1613935708729,249
-"mom_2",0.9414702853333988,1613935708729,249
-"eps_2",1e-05,1613935708729,249
-"train_loss",0.24124168,1613935709692,250
-"raw_loss",0.19400263,1613935709692,250
-"epoch",1.5786163522012577,1613935709692,250
-"wd_0",0.01,1613935709692,250
-"sqr_mom_0",0.99,1613935709692,250
-"lr_0",1.3485832004841678e-06,1613935709692,250
-"mom_0",0.9412854199878957,1613935709692,250
-"eps_0",1e-05,1613935709692,250
-"wd_1",0.01,1613935709692,250
-"sqr_mom_1",0.99,1613935709692,250
-"lr_1",1.3485832004841677e-05,1613935709692,250
-"mom_1",0.9412854199878957,1613935709692,250
-"eps_1",1e-05,1613935709692,250
-"wd_2",0.01,1613935709692,250
-"sqr_mom_2",0.99,1613935709692,250
-"lr_2",0.00013485832004841677,1613935709692,250
-"mom_2",0.9412854199878957,1613935709692,250
-"eps_2",1e-05,1613935709692,250
-"train_loss",0.23796704,1613935710658,251
-"raw_loss",0.10252306,1613935710658,251
-"epoch",1.5849056603773584,1613935710658,251
-"wd_0",0.01,1613935710658,251
-"sqr_mom_0",0.99,1613935710658,251
-"lr_0",1.35604939537028e-06,1613935710658,251
-"mom_0",0.941098765115743,1613935710658,251
-"eps_0",1e-05,1613935710658,251
-"wd_1",0.01,1613935710658,251
-"sqr_mom_1",0.99,1613935710658,251
-"lr_1",1.3560493953702799e-05,1613935710658,251
-"mom_1",0.941098765115743,1613935710658,251
-"eps_1",1e-05,1613935710658,251
-"wd_2",0.01,1613935710658,251
-"sqr_mom_2",0.99,1613935710658,251
-"lr_2",0.00013560493953702798,1613935710658,251
-"mom_2",0.941098765115743,1613935710658,251
-"eps_2",1e-05,1613935710658,251
-"train_loss",0.23741609,1613935711631,252
-"raw_loss",0.214543,1613935711631,252
-"epoch",1.591194968553459,1613935711631,252
-"wd_0",0.01,1613935711631,252
-"sqr_mom_0",0.99,1613935711631,252
-"lr_0",1.3635869535944534e-06,1613935711631,252
-"mom_0",0.9409103261601386,1613935711631,252
-"eps_0",1e-05,1613935711631,252
-"wd_1",0.01,1613935711631,252
-"sqr_mom_1",0.99,1613935711631,252
-"lr_1",1.3635869535944534e-05,1613935711631,252
-"mom_1",0.9409103261601386,1613935711631,252
-"eps_1",1e-05,1613935711631,252
-"wd_2",0.01,1613935711631,252
-"sqr_mom_2",0.99,1613935711631,252
-"lr_2",0.00013635869535944531,1613935711631,252
-"mom_2",0.9409103261601386,1613935711631,252
-"eps_2",1e-05,1613935711631,252
-"train_loss",0.24052922,1613935712599,253
-"raw_loss",0.37023675,1613935712599,253
-"epoch",1.5974842767295596,1613935712599,253
-"wd_0",0.01,1613935712599,253
-"sqr_mom_0",0.99,1613935712599,253
-"lr_0",1.371195441049734e-06,1613935712599,253
-"mom_0",0.9407201139737567,1613935712599,253
-"eps_0",1e-05,1613935712599,253
-"wd_1",0.01,1613935712599,253
-"sqr_mom_1",0.99,1613935712599,253
-"lr_1",1.371195441049734e-05,1613935712599,253
-"mom_1",0.9407201139737567,1613935712599,253
-"eps_1",1e-05,1613935712599,253
-"wd_2",0.01,1613935712599,253
-"sqr_mom_2",0.99,1613935712599,253
-"lr_2",0.00013711954410497337,1613935712599,253
-"mom_2",0.9407201139737567,1613935712599,253
-"eps_2",1e-05,1613935712599,253
-"train_loss",0.23981097,1613935713557,254
-"raw_loss",0.2097791,1613935713557,254
-"epoch",1.6037735849056602,1613935713557,254
-"wd_0",0.01,1613935713557,254
-"sqr_mom_0",0.99,1613935713557,254
-"lr_0",1.378874581025995e-06,1613935713557,254
-"mom_0",0.9405281354743501,1613935713557,254
-"eps_0",1e-05,1613935713557,254
-"wd_1",0.01,1613935713557,254
-"sqr_mom_1",0.99,1613935713557,254
-"lr_1",1.3788745810259949e-05,1613935713557,254
-"mom_1",0.9405281354743501,1613935713557,254
-"eps_1",1e-05,1613935713557,254
-"wd_2",0.01,1613935713557,254
-"sqr_mom_2",0.99,1613935713557,254
-"lr_2",0.00013788745810259948,1613935713557,254
-"mom_2",0.9405281354743501,1613935713557,254
-"eps_2",1e-05,1613935713557,254
-"train_loss",0.23772936,1613935714539,255
-"raw_loss",0.15039565,1613935714539,255
-"epoch",1.6100628930817609,1613935714539,255
-"wd_0",0.01,1613935714539,255
-"sqr_mom_0",0.99,1613935714539,255
-"lr_0",1.3866240957571312e-06,1613935714539,255
-"mom_0",0.9403343976060717,1613935714539,255
-"eps_0",1e-05,1613935714539,255
-"wd_1",0.01,1613935714539,255
-"sqr_mom_1",0.99,1613935714539,255
-"lr_1",1.3866240957571312e-05,1613935714539,255
-"mom_1",0.9403343976060717,1613935714539,255
-"eps_1",1e-05,1613935714539,255
-"wd_2",0.01,1613935714539,255
-"sqr_mom_2",0.99,1613935714539,255
-"lr_2",0.0001386624095757131,1613935714539,255
-"mom_2",0.9403343976060717,1613935714539,255
-"eps_2",1e-05,1613935714539,255
-"train_loss",0.23591892,1613935715667,256
-"raw_loss",0.15970778,1613935715667,256
-"epoch",1.6163522012578615,1613935715667,256
-"wd_0",0.01,1613935715667,256
-"sqr_mom_0",0.99,1613935715667,256
-"lr_0",1.39444353892908e-06,1613935715667,256
-"mom_0",0.940138911526773,1613935715667,256
-"eps_0",1e-05,1613935715667,256
-"wd_1",0.01,1613935715667,256
-"sqr_mom_1",0.99,1613935715667,256
-"lr_1",1.39444353892908e-05,1613935715667,256
-"mom_1",0.940138911526773,1613935715667,256
-"eps_1",1e-05,1613935715667,256
-"wd_2",0.01,1613935715667,256
-"sqr_mom_2",0.99,1613935715667,256
-"lr_2",0.000139444353892908,1613935715667,256
-"mom_2",0.940138911526773,1613935715667,256
-"eps_2",1e-05,1613935715667,256
-"train_loss",0.23695733,1613935716658,257
-"raw_loss",0.28081286,1613935716658,257
-"epoch",1.6226415094339621,1613935716658,257
-"wd_0",0.01,1613935716658,257
-"sqr_mom_0",0.99,1613935716658,257
-"lr_0",1.402332626191186e-06,1613935716658,257
-"mom_0",0.9399416843452203,1613935716658,257
-"eps_0",1e-05,1613935716658,257
-"wd_1",0.01,1613935716658,257
-"sqr_mom_1",0.99,1613935716658,257
-"lr_1",1.4023326261911858e-05,1613935716658,257
-"mom_1",0.9399416843452203,1613935716658,257
-"eps_1",1e-05,1613935716658,257
-"wd_2",0.01,1613935716658,257
-"sqr_mom_2",0.99,1613935716658,257
-"lr_2",0.0001402332626191186,1613935716658,257
-"mom_2",0.9399416843452203,1613935716658,257
-"eps_2",1e-05,1613935716658,257
-"train_loss",0.2350152,1613935717632,258
-"raw_loss",0.15272892,1613935717632,258
-"epoch",1.6289308176100628,1613935717632,258
-"wd_0",0.01,1613935717632,258
-"sqr_mom_0",0.99,1613935717632,258
-"lr_0",1.4102910721518864e-06,1613935717632,258
-"mom_0",0.9397427231962028,1613935717632,258
-"eps_0",1e-05,1613935717632,258
-"wd_1",0.01,1613935717632,258
-"sqr_mom_1",0.99,1613935717632,258
-"lr_1",1.4102910721518864e-05,1613935717632,258
-"mom_1",0.9397427231962028,1613935717632,258
-"eps_1",1e-05,1613935717632,258
-"wd_2",0.01,1613935717632,258
-"sqr_mom_2",0.99,1613935717632,258
-"lr_2",0.00014102910721518864,1613935717632,258
-"mom_2",0.9397427231962028,1613935717632,258
-"eps_2",1e-05,1613935717632,258
-"train_loss",0.23271419,1613935718586,259
-"raw_loss",0.13491741,1613935718586,259
-"epoch",1.6352201257861634,1613935718586,259
-"wd_0",0.01,1613935718586,259
-"sqr_mom_0",0.99,1613935718586,259
-"lr_0",1.418318475765873e-06,1613935718586,259
-"mom_0",0.9395420381058531,1613935718586,259
-"eps_0",1e-05,1613935718586,259
-"wd_1",0.01,1613935718586,259
-"sqr_mom_1",0.99,1613935718586,259
-"lr_1",1.418318475765873e-05,1613935718586,259
-"mom_1",0.9395420381058531,1613935718586,259
-"eps_1",1e-05,1613935718586,259
-"wd_2",0.01,1613935718586,259
-"sqr_mom_2",0.99,1613935718586,259
-"lr_2",0.0001418318475765873,1613935718586,259
-"mom_2",0.9395420381058531,1613935718586,259
-"eps_2",1e-05,1613935718586,259
-"train_loss",0.23252474,1613935719539,260
-"raw_loss",0.22444806,1613935719539,260
-"epoch",1.641509433962264,1613935719539,260
-"wd_0",0.01,1613935719539,260
-"sqr_mom_0",0.99,1613935719539,260
-"lr_0",1.4264144310361225e-06,1613935719539,260
-"mom_0",0.9393396392240969,1613935719539,260
-"eps_0",1e-05,1613935719539,260
-"wd_1",0.01,1613935719539,260
-"sqr_mom_1",0.99,1613935719539,260
-"lr_1",1.4264144310361224e-05,1613935719539,260
-"mom_1",0.9393396392240969,1613935719539,260
-"eps_1",1e-05,1613935719539,260
-"wd_2",0.01,1613935719539,260
-"sqr_mom_2",0.99,1613935719539,260
-"lr_2",0.00014264144310361222,1613935719539,260
-"mom_2",0.9393396392240969,1613935719539,260
-"eps_2",1e-05,1613935719539,260
-"train_loss",0.23501928,1613935720493,261
-"raw_loss",0.34168345,1613935720493,261
-"epoch",1.6477987421383646,1613935720493,261
-"wd_0",0.01,1613935720493,261
-"sqr_mom_0",0.99,1613935720493,261
-"lr_0",1.4345787018697378e-06,1613935720493,261
-"mom_0",0.9391355324532565,1613935720493,261
-"eps_0",1e-05,1613935720493,261
-"wd_1",0.01,1613935720493,261
-"sqr_mom_1",0.99,1613935720493,261
-"lr_1",1.4345787018697377e-05,1613935720493,261
-"mom_1",0.9391355324532565,1613935720493,261
-"eps_1",1e-05,1613935720493,261
-"wd_2",0.01,1613935720493,261
-"sqr_mom_2",0.99,1613935720493,261
-"lr_2",0.00014345787018697377,1613935720493,261
-"mom_2",0.9391355324532565,1613935720493,261
-"eps_2",1e-05,1613935720493,261
-"train_loss",0.23432495,1613935721494,262
-"raw_loss",0.20454954,1613935721494,262
-"epoch",1.6540880503144653,1613935721494,262
-"wd_0",0.01,1613935721494,262
-"sqr_mom_0",0.99,1613935721494,262
-"lr_0",1.4428108768191525e-06,1613935721494,262
-"mom_0",0.9389297280795211,1613935721494,262
-"eps_0",1e-05,1613935721494,262
-"wd_1",0.01,1613935721494,262
-"sqr_mom_1",0.99,1613935721494,262
-"lr_1",1.4428108768191524e-05,1613935721494,262
-"mom_1",0.9389297280795211,1613935721494,262
-"eps_1",1e-05,1613935721494,262
-"wd_2",0.01,1613935721494,262
-"sqr_mom_2",0.99,1613935721494,262
-"lr_2",0.00014428108768191523,1613935721494,262
-"mom_2",0.9389297280795211,1613935721494,262
-"eps_2",1e-05,1613935721494,262
-"train_loss",0.23301724,1613935722454,263
-"raw_loss",0.17677791,1613935722454,263
-"epoch",1.660377358490566,1613935722454,263
-"wd_0",0.01,1613935722454,263
-"sqr_mom_0",0.99,1613935722454,263
-"lr_0",1.4511104803285584e-06,1613935722454,263
-"mom_0",0.938722237991786,1613935722454,263
-"eps_0",1e-05,1613935722454,263
-"wd_1",0.01,1613935722454,263
-"sqr_mom_1",0.99,1613935722454,263
-"lr_1",1.4511104803285583e-05,1613935722454,263
-"mom_1",0.938722237991786,1613935722454,263
-"eps_1",1e-05,1613935722454,263
-"wd_2",0.01,1613935722454,263
-"sqr_mom_2",0.99,1613935722454,263
-"lr_2",0.0001451110480328558,1613935722454,263
-"mom_2",0.938722237991786,1613935722454,263
-"eps_2",1e-05,1613935722454,263
-"train_loss",0.23164019,1613935723438,264
-"raw_loss",0.17225334,1613935723438,264
-"epoch",1.6666666666666665,1613935723438,264
-"wd_0",0.01,1613935723438,264
-"sqr_mom_0",0.99,1613935723438,264
-"lr_0",1.4594773883526642e-06,1613935723438,264
-"mom_0",0.9385130652911834,1613935723438,264
-"eps_0",1e-05,1613935723438,264
-"wd_1",0.01,1613935723438,264
-"sqr_mom_1",0.99,1613935723438,264
-"lr_1",1.4594773883526641e-05,1613935723438,264
-"mom_1",0.9385130652911834,1613935723438,264
-"eps_1",1e-05,1613935723438,264
-"wd_2",0.01,1613935723438,264
-"sqr_mom_2",0.99,1613935723438,264
-"lr_2",0.0001459477388352664,1613935723438,264
-"mom_2",0.9385130652911834,1613935723438,264
-"eps_2",1e-05,1613935723438,264
-"train_loss",0.23262891,1613935724387,265
-"raw_loss",0.27538502,1613935724387,265
-"epoch",1.6729559748427671,1613935724387,265
-"wd_0",0.01,1613935724387,265
-"sqr_mom_0",0.99,1613935724387,265
-"lr_0",1.4679111204489464e-06,1613935724387,265
-"mom_0",0.9383022219887763,1613935724387,265
-"eps_0",1e-05,1613935724387,265
-"wd_1",0.01,1613935724387,265
-"sqr_mom_1",0.99,1613935724387,265
-"lr_1",1.4679111204489462e-05,1613935724387,265
-"mom_1",0.9383022219887763,1613935724387,265
-"eps_1",1e-05,1613935724387,265
-"wd_2",0.01,1613935724387,265
-"sqr_mom_2",0.99,1613935724387,265
-"lr_2",0.00014679111204489461,1613935724387,265
-"mom_2",0.9383022219887763,1613935724387,265
-"eps_2",1e-05,1613935724387,265
-"train_loss",0.23333591,1613935725343,266
-"raw_loss",0.26399007,1613935725343,266
-"epoch",1.6792452830188678,1613935725343,266
-"wd_0",0.01,1613935725343,266
-"sqr_mom_0",0.99,1613935725343,266
-"lr_0",1.4764111894765371e-06,1613935725343,266
-"mom_0",0.9380897202630866,1613935725343,266
-"eps_0",1e-05,1613935725343,266
-"wd_1",0.01,1613935725343,266
-"sqr_mom_1",0.99,1613935725343,266
-"lr_1",1.476411189476537e-05,1613935725343,266
-"mom_1",0.9380897202630866,1613935725343,266
-"eps_1",1e-05,1613935725343,266
-"wd_2",0.01,1613935725343,266
-"sqr_mom_2",0.99,1613935725343,266
-"lr_2",0.00014764111894765368,1613935725343,266
-"mom_2",0.9380897202630866,1613935725343,266
-"eps_2",1e-05,1613935725343,266
-"train_loss",0.23737265,1613935726299,267
-"raw_loss",0.4128562,1613935726299,267
-"epoch",1.6855345911949684,1613935726299,267
-"wd_0",0.01,1613935726299,267
-"sqr_mom_0",0.99,1613935726299,267
-"lr_0",1.4849774683940003e-06,1613935726299,267
-"mom_0",0.93787556329015,1613935726299,267
-"eps_0",1e-05,1613935726299,267
-"wd_1",0.01,1613935726299,267
-"sqr_mom_1",0.99,1613935726299,267
-"lr_1",1.4849774683940001e-05,1613935726299,267
-"mom_1",0.93787556329015,1613935726299,267
-"eps_1",1e-05,1613935726299,267
-"wd_2",0.01,1613935726299,267
-"sqr_mom_2",0.99,1613935726299,267
-"lr_2",0.00014849774683940001,1613935726299,267
-"mom_2",0.93787556329015,1613935726299,267
-"eps_2",1e-05,1613935726299,267
-"train_loss",0.23469456,1613935727253,268
-"raw_loss",0.11797825,1613935727253,268
-"epoch",1.691823899371069,1613935727253,268
-"wd_0",0.01,1613935727253,268
-"sqr_mom_0",0.99,1613935727253,268
-"lr_0",1.4936094652530474e-06,1613935727253,268
-"mom_0",0.9376597633686737,1613935727253,268
-"eps_0",1e-05,1613935727253,268
-"wd_1",0.01,1613935727253,268
-"sqr_mom_1",0.99,1613935727253,268
-"lr_1",1.4936094652530474e-05,1613935727253,268
-"mom_1",0.9376597633686737,1613935727253,268
-"eps_1",1e-05,1613935727253,268
-"wd_2",0.01,1613935727253,268
-"sqr_mom_2",0.99,1613935727253,268
-"lr_2",0.00014936094652530472,1613935727253,268
-"mom_2",0.9376597633686737,1613935727253,268
-"eps_2",1e-05,1613935727253,268
-"train_loss",0.23554434,1613935728210,269
-"raw_loss",0.27267098,1613935728210,269
-"epoch",1.6981132075471697,1613935728210,269
-"wd_0",0.01,1613935728210,269
-"sqr_mom_0",0.99,1613935728210,269
-"lr_0",1.5023067435684292e-06,1613935728210,269
-"mom_0",0.9374423314107893,1613935728210,269
-"eps_0",1e-05,1613935728210,269
-"wd_1",0.01,1613935728210,269
-"sqr_mom_1",0.99,1613935728210,269
-"lr_1",1.502306743568429e-05,1613935728210,269
-"mom_1",0.9374423314107893,1613935728210,269
-"eps_1",1e-05,1613935728210,269
-"wd_2",0.01,1613935728210,269
-"sqr_mom_2",0.99,1613935728210,269
-"lr_2",0.0001502306743568429,1613935728210,269
-"mom_2",0.9374423314107893,1613935728210,269
-"eps_2",1e-05,1613935728210,269
-"train_loss",0.23751937,1613935729162,270
-"raw_loss",0.32401952,1613935729162,270
-"epoch",1.7044025157232703,1613935729162,270
-"wd_0",0.01,1613935729162,270
-"sqr_mom_0",0.99,1613935729162,270
-"lr_0",1.5110690497115666e-06,1613935729162,270
-"mom_0",0.9372232737572108,1613935729162,270
-"eps_0",1e-05,1613935729162,270
-"wd_1",0.01,1613935729162,270
-"sqr_mom_1",0.99,1613935729162,270
-"lr_1",1.5110690497115665e-05,1613935729162,270
-"mom_1",0.9372232737572108,1613935729162,270
-"eps_1",1e-05,1613935729162,270
-"wd_2",0.01,1613935729162,270
-"sqr_mom_2",0.99,1613935729162,270
-"lr_2",0.00015110690497115663,1613935729162,270
-"mom_2",0.9372232737572108,1613935729162,270
-"eps_2",1e-05,1613935729162,270
-"train_loss",0.23505223,1613935730115,271
-"raw_loss",0.12674192,1613935730115,271
-"epoch",1.710691823899371,1613935730115,271
-"wd_0",0.01,1613935730115,271
-"sqr_mom_0",0.99,1613935730115,271
-"lr_0",1.519895942007829e-06,1613935730115,271
-"mom_0",0.9370026014498042,1613935730115,271
-"eps_0",1e-05,1613935730115,271
-"wd_1",0.01,1613935730115,271
-"sqr_mom_1",0.99,1613935730115,271
-"lr_1",1.519895942007829e-05,1613935730115,271
-"mom_1",0.9370026014498042,1613935730115,271
-"eps_1",1e-05,1613935730115,271
-"wd_2",0.01,1613935730115,271
-"sqr_mom_2",0.99,1613935730115,271
-"lr_2",0.0001519895942007829,1613935730115,271
-"mom_2",0.9370026014498042,1613935730115,271
-"eps_2",1e-05,1613935730115,271
-"train_loss",0.23885612,1613935731071,272
-"raw_loss",0.4062383,1613935731071,272
-"epoch",1.7169811320754715,1613935731071,272
-"wd_0",0.01,1613935731071,272
-"sqr_mom_0",0.99,1613935731071,272
-"lr_0",1.528786910721164e-06,1613935731071,272
-"mom_0",0.9367803272319709,1613935731071,272
-"eps_0",1e-05,1613935731071,272
-"wd_1",0.01,1613935731071,272
-"sqr_mom_1",0.99,1613935731071,272
-"lr_1",1.528786910721164e-05,1613935731071,272
-"mom_1",0.9367803272319709,1613935731071,272
-"eps_1",1e-05,1613935731071,272
-"wd_2",0.01,1613935731071,272
-"sqr_mom_2",0.99,1613935731071,272
-"lr_2",0.00015287869107211637,1613935731071,272
-"mom_2",0.9367803272319709,1613935731071,272
-"eps_2",1e-05,1613935731071,272
-"train_loss",0.23801343,1613935732031,273
-"raw_loss",0.20084776,1613935732031,273
-"epoch",1.7232704402515722,1613935732031,273
-"wd_0",0.01,1613935732031,273
-"sqr_mom_0",0.99,1613935732031,273
-"lr_0",1.5377418229677764e-06,1613935732031,273
-"mom_0",0.9365564544258056,1613935732031,273
-"eps_0",1e-05,1613935732031,273
-"wd_1",0.01,1613935732031,273
-"sqr_mom_1",0.99,1613935732031,273
-"lr_1",1.5377418229677763e-05,1613935732031,273
-"mom_1",0.9365564544258056,1613935732031,273
-"eps_1",1e-05,1613935732031,273
-"wd_2",0.01,1613935732031,273
-"sqr_mom_2",0.99,1613935732031,273
-"lr_2",0.00015377418229677763,1613935732031,273
-"mom_2",0.9365564544258056,1613935732031,273
-"eps_2",1e-05,1613935732031,273
-"train_loss",0.23599507,1613935733002,274
-"raw_loss",0.14678298,1613935733002,274
-"epoch",1.7295597484276728,1613935733002,274
-"wd_0",0.01,1613935733002,274
-"sqr_mom_0",0.99,1613935733002,274
-"lr_0",1.5467601643683808e-06,1613935733002,274
-"mom_0",0.9363309958907905,1613935733002,274
-"eps_0",1e-05,1613935733002,274
-"wd_1",0.01,1613935733002,274
-"sqr_mom_1",0.99,1613935733002,274
-"lr_1",1.5467601643683806e-05,1613935733002,274
-"mom_1",0.9363309958907905,1613935733002,274
-"eps_1",1e-05,1613935733002,274
-"wd_2",0.01,1613935733002,274
-"sqr_mom_2",0.99,1613935733002,274
-"lr_2",0.00015467601643683808,1613935733002,274
-"mom_2",0.9363309958907905,1613935733002,274
-"eps_2",1e-05,1613935733002,274
-"train_loss",0.23637764,1613935733954,275
-"raw_loss",0.25332388,1613935733954,275
-"epoch",1.7358490566037734,1613935733954,275
-"wd_0",0.01,1613935733954,275
-"sqr_mom_0",0.99,1613935733954,275
-"lr_0",1.5558414141856487e-06,1613935733954,275
-"mom_0",0.9361039646453587,1613935733954,275
-"eps_0",1e-05,1613935733954,275
-"wd_1",0.01,1613935733954,275
-"sqr_mom_1",0.99,1613935733954,275
-"lr_1",1.5558414141856485e-05,1613935733954,275
-"mom_1",0.9361039646453587,1613935733954,275
-"eps_1",1e-05,1613935733954,275
-"wd_2",0.01,1613935733954,275
-"sqr_mom_2",0.99,1613935733954,275
-"lr_2",0.00015558414141856485,1613935733954,275
-"mom_2",0.9361039646453587,1613935733954,275
-"eps_2",1e-05,1613935733954,275
-"train_loss",0.2350748,1613935734917,276
-"raw_loss",0.1772409,1613935734917,276
-"epoch",1.742138364779874,1613935734917,276
-"wd_0",0.01,1613935734917,276
-"sqr_mom_0",0.99,1613935734917,276
-"lr_0",1.5649854366918569e-06,1613935734917,276
-"mom_0",0.9358753640827036,1613935734917,276
-"eps_0",1e-05,1613935734917,276
-"wd_1",0.01,1613935734917,276
-"sqr_mom_1",0.99,1613935734917,276
-"lr_1",1.5649854366918567e-05,1613935734917,276
-"mom_1",0.9358753640827036,1613935734917,276
-"eps_1",1e-05,1613935734917,276
-"wd_2",0.01,1613935734917,276
-"sqr_mom_2",0.99,1613935734917,276
-"lr_2",0.00015649854366918568,1613935734917,276
-"mom_2",0.9358753640827036,1613935734917,276
-"eps_2",1e-05,1613935734917,276
-"train_loss",0.23272118,1613935735880,277
-"raw_loss",0.12802525,1613935735880,277
-"epoch",1.7484276729559747,1613935735880,277
-"wd_0",0.01,1613935735880,277
-"sqr_mom_0",0.99,1613935735880,277
-"lr_0",1.5741917065912725e-06,1613935735880,277
-"mom_0",0.9356452073352182,1613935735880,277
-"eps_0",1e-05,1613935735880,277
-"wd_1",0.01,1613935735880,277
-"sqr_mom_1",0.99,1613935735880,277
-"lr_1",1.5741917065912725e-05,1613935735880,277
-"mom_1",0.9356452073352182,1613935735880,277
-"eps_1",1e-05,1613935735880,277
-"wd_2",0.01,1613935735880,277
-"sqr_mom_2",0.99,1613935735880,277
-"lr_2",0.00015741917065912724,1613935735880,277
-"mom_2",0.9356452073352182,1613935735880,277
-"eps_2",1e-05,1613935735880,277
-"train_loss",0.23530458,1613935736843,278
-"raw_loss",0.3504552,1613935736843,278
-"epoch",1.7547169811320753,1613935736843,278
-"wd_0",0.01,1613935736843,278
-"sqr_mom_0",0.99,1613935736843,278
-"lr_0",1.583459758443592e-06,1613935736843,278
-"mom_0",0.9354135060389102,1613935736843,278
-"eps_0",1e-05,1613935736843,278
-"wd_1",0.01,1613935736843,278
-"sqr_mom_1",0.99,1613935736843,278
-"lr_1",1.583459758443592e-05,1613935736843,278
-"mom_1",0.9354135060389102,1613935736843,278
-"eps_1",1e-05,1613935736843,278
-"wd_2",0.01,1613935736843,278
-"sqr_mom_2",0.99,1613935736843,278
-"lr_2",0.0001583459758443592,1613935736843,278
-"mom_2",0.9354135060389102,1613935736843,278
-"eps_2",1e-05,1613935736843,278
-"train_loss",0.2336918,1613935737843,279
-"raw_loss",0.1616623,1613935737843,279
-"epoch",1.761006289308176,1613935737843,279
-"wd_0",0.01,1613935737843,279
-"sqr_mom_0",0.99,1613935737843,279
-"lr_0",1.592789255445108e-06,1613935737843,279
-"mom_0",0.9351802686138723,1613935737843,279
-"eps_0",1e-05,1613935737843,279
-"wd_1",0.01,1613935737843,279
-"sqr_mom_1",0.99,1613935737843,279
-"lr_1",1.5927892554451083e-05,1613935737843,279
-"mom_1",0.9351802686138723,1613935737843,279
-"eps_1",1e-05,1613935737843,279
-"wd_2",0.01,1613935737843,279
-"sqr_mom_2",0.99,1613935737843,279
-"lr_2",0.0001592789255445108,1613935737843,279
-"mom_2",0.9351802686138723,1613935737843,279
-"eps_2",1e-05,1613935737843,279
-"train_loss",0.23766921,1613935738820,280
-"raw_loss",0.41565302,1613935738820,280
-"epoch",1.7672955974842766,1613935738820,280
-"wd_0",0.01,1613935738820,280
-"sqr_mom_0",0.99,1613935738820,280
-"lr_0",1.602179859873749e-06,1613935738820,280
-"mom_0",0.9349455035031562,1613935738820,280
-"eps_0",1e-05,1613935738820,280
-"wd_1",0.01,1613935738820,280
-"sqr_mom_1",0.99,1613935738820,280
-"lr_1",1.6021798598737488e-05,1613935738820,280
-"mom_1",0.9349455035031562,1613935738820,280
-"eps_1",1e-05,1613935738820,280
-"wd_2",0.01,1613935738820,280
-"sqr_mom_2",0.99,1613935738820,280
-"lr_2",0.00016021798598737488,1613935738820,280
-"mom_2",0.9349455035031562,1613935738820,280
-"eps_2",1e-05,1613935738820,280
-"train_loss",0.23608077,1613935739783,281
-"raw_loss",0.1648654,1613935739783,281
-"epoch",1.7735849056603772,1613935739783,281
-"wd_0",0.01,1613935739783,281
-"sqr_mom_0",0.99,1613935739783,281
-"lr_0",1.611630963508695e-06,1613935739783,281
-"mom_0",0.9347092259122826,1613935739783,281
-"eps_0",1e-05,1613935739783,281
-"wd_1",0.01,1613935739783,281
-"sqr_mom_1",0.99,1613935739783,281
-"lr_1",1.611630963508695e-05,1613935739783,281
-"mom_1",0.9347092259122826,1613935739783,281
-"eps_1",1e-05,1613935739783,281
-"wd_2",0.01,1613935739783,281
-"sqr_mom_2",0.99,1613935739783,281
-"lr_2",0.00016116309635086948,1613935739783,281
-"mom_2",0.9347092259122826,1613935739783,281
-"eps_2",1e-05,1613935739783,281
-"train_loss",0.23323198,1613935740752,282
-"raw_loss",0.10527344,1613935740752,282
-"epoch",1.7798742138364778,1613935740752,282
-"wd_0",0.01,1613935740752,282
-"sqr_mom_0",0.99,1613935740752,282
-"lr_0",1.6211424250944138e-06,1613935740752,282
-"mom_0",0.9344714393726397,1613935740752,282
-"eps_0",1e-05,1613935740752,282
-"wd_1",0.01,1613935740752,282
-"sqr_mom_1",0.99,1613935740752,282
-"lr_1",1.6211424250944137e-05,1613935740752,282
-"mom_1",0.9344714393726397,1613935740752,282
-"eps_1",1e-05,1613935740752,282
-"wd_2",0.01,1613935740752,282
-"sqr_mom_2",0.99,1613935740752,282
-"lr_2",0.00016211424250944136,1613935740752,282
-"mom_2",0.9344714393726397,1613935740752,282
-"eps_2",1e-05,1613935740752,282
-"train_loss",0.23494205,1613935741720,283
-"raw_loss",0.31189245,1613935741720,283
-"epoch",1.7861635220125784,1613935741720,283
-"wd_0",0.01,1613935741720,283
-"sqr_mom_0",0.99,1613935741720,283
-"lr_0",1.6307136981216592e-06,1613935741720,283
-"mom_0",0.9342321575469585,1613935741720,283
-"eps_0",1e-05,1613935741720,283
-"wd_1",0.01,1613935741720,283
-"sqr_mom_1",0.99,1613935741720,283
-"lr_1",1.630713698121659e-05,1613935741720,283
-"mom_1",0.9342321575469585,1613935741720,283
-"eps_1",1e-05,1613935741720,283
-"wd_2",0.01,1613935741720,283
-"sqr_mom_2",0.99,1613935741720,283
-"lr_2",0.0001630713698121659,1613935741720,283
-"mom_2",0.9342321575469585,1613935741720,283
-"eps_2",1e-05,1613935741720,283
-"train_loss",0.23411314,1613935742682,284
-"raw_loss",0.19674778,1613935742682,284
-"epoch",1.792452830188679,1613935742682,284
-"wd_0",0.01,1613935742682,284
-"sqr_mom_0",0.99,1613935742682,284
-"lr_0",1.6403443674122072e-06,1613935742682,284
-"mom_0",0.9339913908146947,1613935742682,284
-"eps_0",1e-05,1613935742682,284
-"wd_1",0.01,1613935742682,284
-"sqr_mom_1",0.99,1613935742682,284
-"lr_1",1.640344367412207e-05,1613935742682,284
-"mom_1",0.9339913908146947,1613935742682,284
-"eps_1",1e-05,1613935742682,284
-"wd_2",0.01,1613935742682,284
-"sqr_mom_2",0.99,1613935742682,284
-"lr_2",0.00016403443674122068,1613935742682,284
-"mom_2",0.9339913908146947,1613935742682,284
-"eps_2",1e-05,1613935742682,284
-"train_loss",0.23152906,1613935743651,285
-"raw_loss",0.11483913,1613935743651,285
-"epoch",1.7987421383647797,1613935743651,285
-"wd_0",0.01,1613935743651,285
-"sqr_mom_0",0.99,1613935743651,285
-"lr_0",1.650034015211374e-06,1613935743651,285
-"mom_0",0.9337491496197157,1613935743651,285
-"eps_0",1e-05,1613935743651,285
-"wd_1",0.01,1613935743651,285
-"sqr_mom_1",0.99,1613935743651,285
-"lr_1",1.650034015211374e-05,1613935743651,285
-"mom_1",0.9337491496197157,1613935743651,285
-"eps_1",1e-05,1613935743651,285
-"wd_2",0.01,1613935743651,285
-"sqr_mom_2",0.99,1613935743651,285
-"lr_2",0.00016500340152113738,1613935743651,285
-"mom_2",0.9337491496197157,1613935743651,285
-"eps_2",1e-05,1613935743651,285
-"train_loss",0.23738763,1613935744618,286
-"raw_loss",0.5023928,1613935744618,286
-"epoch",1.8050314465408803,1613935744618,286
-"wd_0",0.01,1613935744618,286
-"sqr_mom_0",0.99,1613935744618,286
-"lr_0",1.65978222120613e-06,1613935744618,286
-"mom_0",0.9335054444698467,1613935744618,286
-"eps_0",1e-05,1613935744618,286
-"wd_1",0.01,1613935744618,286
-"sqr_mom_1",0.99,1613935744618,286
-"lr_1",1.65978222120613e-05,1613935744618,286
-"mom_1",0.9335054444698467,1613935744618,286
-"eps_1",1e-05,1613935744618,286
-"wd_2",0.01,1613935744618,286
-"sqr_mom_2",0.99,1613935744618,286
-"lr_2",0.000165978222120613,1613935744618,286
-"mom_2",0.9335054444698467,1613935744618,286
-"eps_2",1e-05,1613935744618,286
-"train_loss",0.24304907,1613935745572,287
-"raw_loss",0.49956414,1613935745572,287
-"epoch",1.811320754716981,1613935745572,287
-"wd_0",0.01,1613935745572,287
-"sqr_mom_0",0.99,1613935745572,287
-"lr_0",1.6695884227286103e-06,1613935745572,287
-"mom_0",0.9332602894317847,1613935745572,287
-"eps_0",1e-05,1613935745572,287
-"wd_1",0.01,1613935745572,287
-"sqr_mom_1",0.99,1613935745572,287
-"lr_1",1.6695884227286102e-05,1613935745572,287
-"mom_1",0.9332602894317847,1613935745572,287
-"eps_1",1e-05,1613935745572,287
-"wd_2",0.01,1613935745572,287
-"sqr_mom_2",0.99,1613935745572,287
-"lr_2",0.00016695884227286103,1613935745572,287
-"mom_2",0.9332602894317847,1613935745572,287
-"eps_2",1e-05,1613935745572,287
-"train_loss",0.24353136,1613935746527,288
-"raw_loss",0.26541978,1613935746527,288
-"epoch",1.8176100628930816,1613935746527,288
-"wd_0",0.01,1613935746527,288
-"sqr_mom_0",0.99,1613935746527,288
-"lr_0",1.6794524732160138e-06,1613935746527,288
-"mom_0",0.9330136881695996,1613935746527,288
-"eps_0",1e-05,1613935746527,288
-"wd_1",0.01,1613935746527,288
-"sqr_mom_1",0.99,1613935746527,288
-"lr_1",1.6794524732160137e-05,1613935746527,288
-"mom_1",0.9330136881695996,1613935746527,288
-"eps_1",1e-05,1613935746527,288
-"wd_2",0.01,1613935746527,288
-"sqr_mom_2",0.99,1613935746527,288
-"lr_2",0.00016794524732160137,1613935746527,288
-"mom_2",0.9330136881695996,1613935746527,288
-"eps_2",1e-05,1613935746527,288
-"train_loss",0.24583137,1613935747496,289
-"raw_loss",0.35037825,1613935747496,289
-"epoch",1.8238993710691822,1613935747496,289
-"wd_0",0.01,1613935747496,289
-"sqr_mom_0",0.99,1613935747496,289
-"lr_0",1.6893738057988404e-06,1613935747496,289
-"mom_0",0.9327656548550289,1613935747496,289
-"eps_0",1e-05,1613935747496,289
-"wd_1",0.01,1613935747496,289
-"sqr_mom_1",0.99,1613935747496,289
-"lr_1",1.6893738057988402e-05,1613935747496,289
-"mom_1",0.9327656548550289,1613935747496,289
-"eps_1",1e-05,1613935747496,289
-"wd_2",0.01,1613935747496,289
-"sqr_mom_2",0.99,1613935747496,289
-"lr_2",0.00016893738057988404,1613935747496,289
-"mom_2",0.9327656548550289,1613935747496,289
-"eps_2",1e-05,1613935747496,289
-"train_loss",0.2443422,1613935748455,290
-"raw_loss",0.17654666,1613935748455,290
-"epoch",1.8301886792452828,1613935748455,290
-"wd_0",0.01,1613935748455,290
-"sqr_mom_0",0.99,1613935748455,290
-"lr_0",1.6993518478657188e-06,1613935748455,290
-"mom_0",0.932516203803357,1613935748455,290
-"eps_0",1e-05,1613935748455,290
-"wd_1",0.01,1613935748455,290
-"sqr_mom_1",0.99,1613935748455,290
-"lr_1",1.699351847865719e-05,1613935748455,290
-"mom_1",0.932516203803357,1613935748455,290
-"eps_1",1e-05,1613935748455,290
-"wd_2",0.01,1613935748455,290
-"sqr_mom_2",0.99,1613935748455,290
-"lr_2",0.00016993518478657186,1613935748455,290
-"mom_2",0.932516203803357,1613935748455,290
-"eps_2",1e-05,1613935748455,290
-"train_loss",0.24207275,1613935749409,291
-"raw_loss",0.13859634,1613935749409,291
-"epoch",1.8364779874213835,1613935749409,291
-"wd_0",0.01,1613935749409,291
-"sqr_mom_0",0.99,1613935749409,291
-"lr_0",1.7093864502855317e-06,1613935749409,291
-"mom_0",0.9322653387428617,1613935749409,291
-"eps_0",1e-05,1613935749409,291
-"wd_1",0.01,1613935749409,291
-"sqr_mom_1",0.99,1613935749409,291
-"lr_1",1.7093864502855316e-05,1613935749409,291
-"mom_1",0.9322653387428617,1613935749409,291
-"eps_1",1e-05,1613935749409,291
-"wd_2",0.01,1613935749409,291
-"sqr_mom_2",0.99,1613935749409,291
-"lr_2",0.00017093864502855315,1613935749409,291
-"mom_2",0.9322653387428617,1613935749409,291
-"eps_2",1e-05,1613935749409,291
-"train_loss",0.24581988,1613935750380,292
-"raw_loss",0.4169279,1613935750380,292
-"epoch",1.842767295597484,1613935750380,292
-"wd_0",0.01,1613935750380,292
-"sqr_mom_0",0.99,1613935750380,292
-"lr_0",1.7194768924985569e-06,1613935750380,292
-"mom_0",0.932013077687536,1613935750380,292
-"eps_0",1e-05,1613935750380,292
-"wd_1",0.01,1613935750380,292
-"sqr_mom_1",0.99,1613935750380,292
-"lr_1",1.7194768924985568e-05,1613935750380,292
-"mom_1",0.932013077687536,1613935750380,292
-"eps_1",1e-05,1613935750380,292
-"wd_2",0.01,1613935750380,292
-"sqr_mom_2",0.99,1613935750380,292
-"lr_2",0.0001719476892498557,1613935750380,292
-"mom_2",0.932013077687536,1613935750380,292
-"eps_2",1e-05,1613935750380,292
-"train_loss",0.24474616,1613935751347,293
-"raw_loss",0.19564448,1613935751347,293
-"epoch",1.8490566037735847,1613935751347,293
-"wd_0",0.01,1613935751347,293
-"sqr_mom_0",0.99,1613935751347,293
-"lr_0",1.7296230236937523e-06,1613935751347,293
-"mom_0",0.9317594244076561,1613935751347,293
-"eps_0",1e-05,1613935751347,293
-"wd_1",0.01,1613935751347,293
-"sqr_mom_1",0.99,1613935751347,293
-"lr_1",1.7296230236937522e-05,1613935751347,293
-"mom_1",0.9317594244076561,1613935751347,293
-"eps_1",1e-05,1613935751347,293
-"wd_2",0.01,1613935751347,293
-"sqr_mom_2",0.99,1613935751347,293
-"lr_2",0.00017296230236937523,1613935751347,293
-"mom_2",0.9317594244076561,1613935751347,293
-"eps_2",1e-05,1613935751347,293
-"train_loss",0.24375829,1613935752293,294
-"raw_loss",0.19851767,1613935752293,294
-"epoch",1.8553459119496853,1613935752293,294
-"wd_0",0.01,1613935752293,294
-"sqr_mom_0",0.99,1613935752293,294
-"lr_0",1.739824260709605e-06,1613935752293,294
-"mom_0",0.9315043934822599,1613935752293,294
-"eps_0",1e-05,1613935752293,294
-"wd_1",0.01,1613935752293,294
-"sqr_mom_1",0.99,1613935752293,294
-"lr_1",1.739824260709605e-05,1613935752293,294
-"mom_1",0.9315043934822599,1613935752293,294
-"eps_1",1e-05,1613935752293,294
-"wd_2",0.01,1613935752293,294
-"sqr_mom_2",0.99,1613935752293,294
-"lr_2",0.0001739824260709605,1613935752293,294
-"mom_2",0.9315043934822599,1613935752293,294
-"eps_2",1e-05,1613935752293,294
-"train_loss",0.24366978,1613935753243,295
-"raw_loss",0.23961033,1613935753243,295
-"epoch",1.861635220125786,1613935753243,295
-"wd_0",0.01,1613935753243,295
-"sqr_mom_0",0.99,1613935753243,295
-"lr_0",1.750080014860877e-06,1613935753243,295
-"mom_0",0.931247999628478,1613935753243,295
-"eps_0",1e-05,1613935753243,295
-"wd_1",0.01,1613935753243,295
-"sqr_mom_1",0.99,1613935753243,295
-"lr_1",1.750080014860877e-05,1613935753243,295
-"mom_1",0.931247999628478,1613935753243,295
-"eps_1",1e-05,1613935753243,295
-"wd_2",0.01,1613935753243,295
-"sqr_mom_2",0.99,1613935753243,295
-"lr_2",0.0001750080014860877,1613935753243,295
-"mom_2",0.931247999628478,1613935753243,295
-"eps_2",1e-05,1613935753243,295
-"train_loss",0.24143478,1613935754195,296
-"raw_loss",0.13879797,1613935754195,296
-"epoch",1.8679245283018866,1613935754195,296
-"wd_0",0.01,1613935754195,296
-"sqr_mom_0",0.99,1613935754195,296
-"lr_0",1.7603901328657866e-06,1613935754195,296
-"mom_0",0.9309902466783553,1613935754195,296
-"eps_0",1e-05,1613935754195,296
-"wd_1",0.01,1613935754195,296
-"sqr_mom_1",0.99,1613935754195,296
-"lr_1",1.7603901328657862e-05,1613935754195,296
-"mom_1",0.9309902466783553,1613935754195,296
-"eps_1",1e-05,1613935754195,296
-"wd_2",0.01,1613935754195,296
-"sqr_mom_2",0.99,1613935754195,296
-"lr_2",0.00017603901328657864,1613935754195,296
-"mom_2",0.9309902466783553,1613935754195,296
-"eps_2",1e-05,1613935754195,296
-"train_loss",0.2394904,1613935755153,297
-"raw_loss",0.15007918,1613935755153,297
-"epoch",1.8742138364779872,1613935755153,297
-"wd_0",0.01,1613935755153,297
-"sqr_mom_0",0.99,1613935755153,297
-"lr_0",1.7707540220900245e-06,1613935755153,297
-"mom_0",0.9307311494477494,1613935755153,297
-"eps_0",1e-05,1613935755153,297
-"wd_1",0.01,1613935755153,297
-"sqr_mom_1",0.99,1613935755153,297
-"lr_1",1.7707540220900245e-05,1613935755153,297
-"mom_1",0.9307311494477494,1613935755153,297
-"eps_1",1e-05,1613935755153,297
-"wd_2",0.01,1613935755153,297
-"sqr_mom_2",0.99,1613935755153,297
-"lr_2",0.00017707540220900244,1613935755153,297
-"mom_2",0.9307311494477494,1613935755153,297
-"eps_2",1e-05,1613935755153,297
-"train_loss",0.23748888,1613935756106,298
-"raw_loss",0.14532915,1613935756106,298
-"epoch",1.8805031446540879,1613935756106,298
-"wd_0",0.01,1613935756106,298
-"sqr_mom_0",0.99,1613935756106,298
-"lr_0",1.781171084509336e-06,1613935756106,298
-"mom_0",0.9304707228872666,1613935756106,298
-"eps_0",1e-05,1613935756106,298
-"wd_1",0.01,1613935756106,298
-"sqr_mom_1",0.99,1613935756106,298
-"lr_1",1.7811710845093362e-05,1613935756106,298
-"mom_1",0.9304707228872666,1613935756106,298
-"eps_1",1e-05,1613935756106,298
-"wd_2",0.01,1613935756106,298
-"sqr_mom_2",0.99,1613935756106,298
-"lr_2",0.0001781171084509336,1613935756106,298
-"mom_2",0.9304707228872666,1613935756106,298
-"eps_2",1e-05,1613935756106,298
-"train_loss",0.2347133,1613935757058,299
-"raw_loss",0.10674911,1613935757058,299
-"epoch",1.8867924528301885,1613935757058,299
-"wd_0",0.01,1613935757058,299
-"sqr_mom_0",0.99,1613935757058,299
-"lr_0",1.7916411644310379e-06,1613935757058,299
-"mom_0",0.930208970889224,1613935757058,299
-"eps_0",1e-05,1613935757058,299
-"wd_1",0.01,1613935757058,299
-"sqr_mom_1",0.99,1613935757058,299
-"lr_1",1.7916411644310377e-05,1613935757058,299
-"mom_1",0.930208970889224,1613935757058,299
-"eps_1",1e-05,1613935757058,299
-"wd_2",0.01,1613935757058,299
-"sqr_mom_2",0.99,1613935757058,299
-"lr_2",0.0001791641164431038,1613935757058,299
-"mom_2",0.930208970889224,1613935757058,299
-"eps_2",1e-05,1613935757058,299
-"train_loss",0.23470436,1613935758011,300
-"raw_loss",0.234292,1613935758011,300
-"epoch",1.893081761006289,1613935758011,300
-"wd_0",0.01,1613935758011,300
-"sqr_mom_0",0.99,1613935758011,300
-"lr_0",1.80216365997938e-06,1613935758011,300
-"mom_0",0.9299459085005155,1613935758011,300
-"eps_0",1e-05,1613935758011,300
-"wd_1",0.01,1613935758011,300
-"sqr_mom_1",0.99,1613935758011,300
-"lr_1",1.8021636599793797e-05,1613935758011,300
-"mom_1",0.9299459085005155,1613935758011,300
-"eps_1",1e-05,1613935758011,300
-"wd_2",0.01,1613935758011,300
-"sqr_mom_2",0.99,1613935758011,300
-"lr_2",0.00018021636599793798,1613935758011,300
-"mom_2",0.9299459085005155,1613935758011,300
-"eps_2",1e-05,1613935758011,300
-"train_loss",0.23416625,1613935758976,301
-"raw_loss",0.20929484,1613935758976,301
-"epoch",1.8993710691823897,1613935758976,301
-"wd_0",0.01,1613935758976,301
-"sqr_mom_0",0.99,1613935758976,301
-"lr_0",1.8127381147144526e-06,1613935758976,301
-"mom_0",0.9296815471321387,1613935758976,301
-"eps_0",1e-05,1613935758976,301
-"wd_1",0.01,1613935758976,301
-"sqr_mom_1",0.99,1613935758976,301
-"lr_1",1.8127381147144524e-05,1613935758976,301
-"mom_1",0.9296815471321387,1613935758976,301
-"eps_1",1e-05,1613935758976,301
-"wd_2",0.01,1613935758976,301
-"sqr_mom_2",0.99,1613935758976,301
-"lr_2",0.00018127381147144524,1613935758976,301
-"mom_2",0.9296815471321387,1613935758976,301
-"eps_2",1e-05,1613935758976,301
-"train_loss",0.23242128,1613935759939,302
-"raw_loss",0.15167439,1613935759939,302
-"epoch",1.9056603773584904,1613935759939,302
-"wd_0",0.01,1613935759939,302
-"sqr_mom_0",0.99,1613935759939,302
-"lr_0",1.8233640699424844e-06,1613935759939,302
-"mom_0",0.9294158982514379,1613935759939,302
-"eps_0",1e-05,1613935759939,302
-"wd_1",0.01,1613935759939,302
-"sqr_mom_1",0.99,1613935759939,302
-"lr_1",1.8233640699424843e-05,1613935759939,302
-"mom_1",0.9294158982514379,1613935759939,302
-"eps_1",1e-05,1613935759939,302
-"wd_2",0.01,1613935759939,302
-"sqr_mom_2",0.99,1613935759939,302
-"lr_2",0.00018233640699424843,1613935759939,302
-"mom_2",0.9294158982514379,1613935759939,302
-"eps_2",1e-05,1613935759939,302
-"train_loss",0.23306061,1613935760913,303
-"raw_loss",0.262681,1613935760913,303
-"epoch",1.911949685534591,1613935760913,303
-"wd_0",0.01,1613935760913,303
-"sqr_mom_0",0.99,1613935760913,303
-"lr_0",1.8340410647357392e-06,1613935760913,303
-"mom_0",0.9291489733816065,1613935760913,303
-"eps_0",1e-05,1613935760913,303
-"wd_1",0.01,1613935760913,303
-"sqr_mom_1",0.99,1613935760913,303
-"lr_1",1.834041064735739e-05,1613935760913,303
-"mom_1",0.9291489733816065,1613935760913,303
-"eps_1",1e-05,1613935760913,303
-"wd_2",0.01,1613935760913,303
-"sqr_mom_2",0.99,1613935760913,303
-"lr_2",0.0001834041064735739,1613935760913,303
-"mom_2",0.9291489733816065,1613935760913,303
-"eps_2",1e-05,1613935760913,303
-"train_loss",0.22986898,1613935761876,304
-"raw_loss",0.08183457,1613935761876,304
-"epoch",1.9182389937106916,1613935761876,304
-"wd_0",0.01,1613935761876,304
-"sqr_mom_0",0.99,1613935761876,304
-"lr_0",1.8447684830958179e-06,1613935761876,304
-"mom_0",0.9288807879226045,1613935761876,304
-"eps_0",1e-05,1613935761876,304
-"wd_1",0.01,1613935761876,304
-"sqr_mom_1",0.99,1613935761876,304
-"lr_1",1.844768483095818e-05,1613935761876,304
-"mom_1",0.9288807879226045,1613935761876,304
-"eps_1",1e-05,1613935761876,304
-"wd_2",0.01,1613935761876,304
-"sqr_mom_2",0.99,1613935761876,304
-"lr_2",0.00018447684830958175,1613935761876,304
-"mom_2",0.9288807879226045,1613935761876,304
-"eps_2",1e-05,1613935761876,304
-"train_loss",0.23021892,1613935762844,305
-"raw_loss",0.24646735,1613935762844,305
-"epoch",1.9245283018867922,1613935762844,305
-"wd_0",0.01,1613935762844,305
-"sqr_mom_0",0.99,1613935762844,305
-"lr_0",1.8555461646914762e-06,1613935762844,305
-"mom_0",0.9286113458827131,1613935762844,305
-"eps_0",1e-05,1613935762844,305
-"wd_1",0.01,1613935762844,305
-"sqr_mom_1",0.99,1613935762844,305
-"lr_1",1.855546164691476e-05,1613935762844,305
-"mom_1",0.9286113458827131,1613935762844,305
-"eps_1",1e-05,1613935762844,305
-"wd_2",0.01,1613935762844,305
-"sqr_mom_2",0.99,1613935762844,305
-"lr_2",0.00018555461646914759,1613935762844,305
-"mom_2",0.9286113458827131,1613935762844,305
-"eps_2",1e-05,1613935762844,305
-"train_loss",0.2268835,1613935763809,306
-"raw_loss",0.07183431,1613935763809,306
-"epoch",1.9308176100628929,1613935763809,306
-"wd_0",0.01,1613935763809,306
-"sqr_mom_0",0.99,1613935763809,306
-"lr_0",1.8663734898724451e-06,1613935763809,306
-"mom_0",0.9283406627531888,1613935763809,306
-"eps_0",1e-05,1613935763809,306
-"wd_1",0.01,1613935763809,306
-"sqr_mom_1",0.99,1613935763809,306
-"lr_1",1.866373489872445e-05,1613935763809,306
-"mom_1",0.9283406627531888,1613935763809,306
-"eps_1",1e-05,1613935763809,306
-"wd_2",0.01,1613935763809,306
-"sqr_mom_2",0.99,1613935763809,306
-"lr_2",0.0001866373489872445,1613935763809,306
-"mom_2",0.9283406627531888,1613935763809,306
-"eps_2",1e-05,1613935763809,306
-"train_loss",0.23171905,1613935764784,307
-"raw_loss",0.45674577,1613935764784,307
-"epoch",1.9371069182389935,1613935764784,307
-"wd_0",0.01,1613935764784,307
-"sqr_mom_0",0.99,1613935764784,307
-"lr_0",1.8772498340122548e-06,1613935764784,307
-"mom_0",0.9280687541496936,1613935764784,307
-"eps_0",1e-05,1613935764784,307
-"wd_1",0.01,1613935764784,307
-"sqr_mom_1",0.99,1613935764784,307
-"lr_1",1.8772498340122548e-05,1613935764784,307
-"mom_1",0.9280687541496936,1613935764784,307
-"eps_1",1e-05,1613935764784,307
-"wd_2",0.01,1613935764784,307
-"sqr_mom_2",0.99,1613935764784,307
-"lr_2",0.00018772498340122548,1613935764784,307
-"mom_2",0.9280687541496936,1613935764784,307
-"eps_2",1e-05,1613935764784,307
-"train_loss",0.23400256,1613935765739,308
-"raw_loss",0.34038067,1613935765739,308
-"epoch",1.9433962264150941,1613935765739,308
-"wd_0",0.01,1613935765739,308
-"sqr_mom_0",0.99,1613935765739,308
-"lr_0",1.888175034553828e-06,1613935765739,308
-"mom_0",0.9277956241361542,1613935765739,308
-"eps_0",1e-05,1613935765739,308
-"wd_1",0.01,1613935765739,308
-"sqr_mom_1",0.99,1613935765739,308
-"lr_1",1.8881750345538278e-05,1613935765739,308
-"mom_1",0.9277956241361542,1613935765739,308
-"eps_1",1e-05,1613935765739,308
-"wd_2",0.01,1613935765739,308
-"sqr_mom_2",0.99,1613935765739,308
-"lr_2",0.00018881750345538278,1613935765739,308
-"mom_2",0.9277956241361542,1613935765739,308
-"eps_2",1e-05,1613935765739,308
-"train_loss",0.2359342,1613935766702,309
-"raw_loss",0.32601365,1613935766702,309
-"epoch",1.9496855345911948,1613935766702,309
-"wd_0",0.01,1613935766702,309
-"sqr_mom_0",0.99,1613935766702,309
-"lr_0",1.899148463320795e-06,1613935766702,309
-"mom_0",0.9275212884169801,1613935766702,309
-"eps_0",1e-05,1613935766702,309
-"wd_1",0.01,1613935766702,309
-"sqr_mom_1",0.99,1613935766702,309
-"lr_1",1.899148463320795e-05,1613935766702,309
-"mom_1",0.9275212884169801,1613935766702,309
-"eps_1",1e-05,1613935766702,309
-"wd_2",0.01,1613935766702,309
-"sqr_mom_2",0.99,1613935766702,309
-"lr_2",0.00018991484633207946,1613935766702,309
-"mom_2",0.9275212884169801,1613935766702,309
-"eps_2",1e-05,1613935766702,309
-"train_loss",0.2357584,1613935767660,310
-"raw_loss",0.22755085,1613935767660,310
-"epoch",1.9559748427672954,1613935767660,310
-"wd_0",0.01,1613935767660,310
-"sqr_mom_0",0.99,1613935767660,310
-"lr_0",1.91016948730246e-06,1613935767660,310
-"mom_0",0.9272457628174384,1613935767660,310
-"eps_0",1e-05,1613935767660,310
-"wd_1",0.01,1613935767660,310
-"sqr_mom_1",0.99,1613935767660,310
-"lr_1",1.91016948730246e-05,1613935767660,310
-"mom_1",0.9272457628174384,1613935767660,310
-"eps_1",1e-05,1613935767660,310
-"wd_2",0.01,1613935767660,310
-"sqr_mom_2",0.99,1613935767660,310
-"lr_2",0.00019101694873024602,1613935767660,310
-"mom_2",0.9272457628174384,1613935767660,310
-"eps_2",1e-05,1613935767660,310
-"train_loss",0.23581119,1613935768623,311
-"raw_loss",0.23827858,1613935768623,311
-"epoch",1.962264150943396,1613935768623,311
-"wd_0",0.01,1613935768623,311
-"sqr_mom_0",0.99,1613935768623,311
-"lr_0",1.9212379417793726e-06,1613935768623,311
-"mom_0",0.9269690514555157,1613935768623,311
-"eps_0",1e-05,1613935768623,311
-"wd_1",0.01,1613935768623,311
-"sqr_mom_1",0.99,1613935768623,311
-"lr_1",1.9212379417793724e-05,1613935768623,311
-"mom_1",0.9269690514555157,1613935768623,311
-"eps_1",1e-05,1613935768623,311
-"wd_2",0.01,1613935768623,311
-"sqr_mom_2",0.99,1613935768623,311
-"lr_2",0.00019212379417793722,1613935768623,311
-"mom_2",0.9269690514555157,1613935768623,311
-"eps_2",1e-05,1613935768623,311
-"train_loss",0.23697971,1613935769579,312
-"raw_loss",0.291634,1613935769579,312
-"epoch",1.9685534591194966,1613935769579,312
-"wd_0",0.01,1613935769579,312
-"sqr_mom_0",0.99,1613935769579,312
-"lr_0",1.9323531902942907e-06,1613935769579,312
-"mom_0",0.9266911702426427,1613935769579,312
-"eps_0",1e-05,1613935769579,312
-"wd_1",0.01,1613935769579,312
-"sqr_mom_1",0.99,1613935769579,312
-"lr_1",1.9323531902942906e-05,1613935769579,312
-"mom_1",0.9266911702426427,1613935769579,312
-"eps_1",1e-05,1613935769579,312
-"wd_2",0.01,1613935769579,312
-"sqr_mom_2",0.99,1613935769579,312
-"lr_2",0.00019323531902942906,1613935769579,312
-"mom_2",0.9266911702426427,1613935769579,312
-"eps_2",1e-05,1613935769579,312
-"train_loss",0.23662902,1613935770532,313
-"raw_loss",0.22021163,1613935770532,313
-"epoch",1.9748427672955973,1613935770532,313
-"wd_0",0.01,1613935770532,313
-"sqr_mom_0",0.99,1613935770532,313
-"lr_0",1.943514591699412e-06,1613935770532,313
-"mom_0",0.9264121352075146,1613935770532,313
-"eps_0",1e-05,1613935770532,313
-"wd_1",0.01,1613935770532,313
-"sqr_mom_1",0.99,1613935770532,313
-"lr_1",1.9435145916994117e-05,1613935770532,313
-"mom_1",0.9264121352075146,1613935770532,313
-"eps_1",1e-05,1613935770532,313
-"wd_2",0.01,1613935770532,313
-"sqr_mom_2",0.99,1613935770532,313
-"lr_2",0.00019435145916994116,1613935770532,313
-"mom_2",0.9264121352075146,1613935770532,313
-"eps_2",1e-05,1613935770532,313
-"train_loss",0.2374999,1613935771491,314
-"raw_loss",0.2783091,1613935771491,314
-"epoch",1.981132075471698,1613935771491,314
-"wd_0",0.01,1613935771491,314
-"sqr_mom_0",0.99,1613935771491,314
-"lr_0",1.954721979177213e-06,1613935771491,314
-"mom_0",0.9261319505205696,1613935771491,314
-"eps_0",1e-05,1613935771491,314
-"wd_1",0.01,1613935771491,314
-"sqr_mom_1",0.99,1613935771491,314
-"lr_1",1.9547219791772125e-05,1613935771491,314
-"mom_1",0.9261319505205696,1613935771491,314
-"eps_1",1e-05,1613935771491,314
-"wd_2",0.01,1613935771491,314
-"sqr_mom_2",0.99,1613935771491,314
-"lr_2",0.00019547219791772125,1613935771491,314
-"mom_2",0.9261319505205696,1613935771491,314
-"eps_2",1e-05,1613935771491,314
-"train_loss",0.23850837,1613935772621,315
-"raw_loss",0.28581077,1613935772621,315
-"epoch",1.9874213836477985,1613935772621,315
-"wd_0",0.01,1613935772621,315
-"sqr_mom_0",0.99,1613935772621,315
-"lr_0",1.9659747082380455e-06,1613935772621,315
-"mom_0",0.9258506322940488,1613935772621,315
-"eps_0",1e-05,1613935772621,315
-"wd_1",0.01,1613935772621,315
-"sqr_mom_1",0.99,1613935772621,315
-"lr_1",1.9659747082380452e-05,1613935772621,315
-"mom_1",0.9258506322940488,1613935772621,315
-"eps_1",1e-05,1613935772621,315
-"wd_2",0.01,1613935772621,315
-"sqr_mom_2",0.99,1613935772621,315
-"lr_2",0.0001965974708238045,1613935772621,315
-"mom_2",0.9258506322940488,1613935772621,315
-"eps_2",1e-05,1613935772621,315
-"train_loss",0.23847859,1613935773678,316
-"raw_loss",0.23707975,1613935773678,316
-"epoch",1.9937106918238992,1613935773678,316
-"wd_0",0.01,1613935773678,316
-"sqr_mom_0",0.99,1613935773678,316
-"lr_0",1.9772721298472885e-06,1613935773678,316
-"mom_0",0.9255681967538177,1613935773678,316
-"eps_0",1e-05,1613935773678,316
-"wd_1",0.01,1613935773678,316
-"sqr_mom_1",0.99,1613935773678,316
-"lr_1",1.9772721298472888e-05,1613935773678,316
-"mom_1",0.9255681967538177,1613935773678,316
-"eps_1",1e-05,1613935773678,316
-"wd_2",0.01,1613935773678,316
-"sqr_mom_2",0.99,1613935773678,316
-"lr_2",0.00019772721298472884,1613935773678,316
-"mom_2",0.9255681967538177,1613935773678,316
-"eps_2",1e-05,1613935773678,316
-"train_loss",0.24295278,1613935774729,317
-"raw_loss",0.45318052,1613935774729,317
-"epoch",1.9999999999999998,1613935774729,317
-"wd_0",0.01,1613935774729,317
-"sqr_mom_0",0.99,1613935774729,317
-"lr_0",1.988614075154472e-06,1613935774729,317
-"mom_0",0.9252846481211382,1613935774729,317
-"eps_0",1e-05,1613935774729,317
-"wd_1",0.01,1613935774729,317
-"sqr_mom_1",0.99,1613935774729,317
-"lr_1",1.9886140751544716e-05,1613935774729,317
-"mom_1",0.9252846481211382,1613935774729,317
-"eps_1",1e-05,1613935774729,317
-"wd_2",0.01,1613935774729,317
-"sqr_mom_2",0.99,1613935774729,317
-"lr_2",0.00019886140751544716,1613935774729,317
-"mom_2",0.9252846481211382,1613935774729,317
-"eps_2",1e-05,1613935774729,317
-"valid_loss",0.18573784828186035,1613935809273,317
-"_rmse",0.4309731721878052,1613935809273,317
-"epoch",2,1613935809273,317
-"train_loss",0.24313012,1613935810381,318
-"raw_loss",0.25146976,1613935810381,318
-"epoch",2.006289308176101,1613935810381,318
-"wd_0",0.01,1613935810381,318
-"sqr_mom_0",0.99,1613935810381,318
-"lr_0",1.9999998918891356e-06,1613935810381,318
-"mom_0",0.9250000027027716,1613935810381,318
-"eps_0",1e-05,1613935810381,318
-"wd_1",0.01,1613935810381,318
-"sqr_mom_1",0.99,1613935810381,318
-"lr_1",1.9999998918891356e-05,1613935810381,318
-"mom_1",0.9250000027027716,1613935810381,318
-"eps_1",1e-05,1613935810381,318
-"wd_2",0.01,1613935810381,318
-"sqr_mom_2",0.99,1613935810381,318
-"lr_2",0.00019999998918891358,1613935810381,318
-"mom_2",0.9250000027027716,1613935810381,318
-"eps_2",1e-05,1613935810381,318
-"train_loss",0.24060276,1613935811359,319
-"raw_loss",0.12164862,1613935811359,319
-"epoch",2.0125786163522017,1613935811359,319
-"wd_0",0.01,1613935811359,319
-"sqr_mom_0",0.99,1613935811359,319
-"lr_0",2.0114290861626267e-06,1613935811359,319
-"mom_0",0.9247142728459343,1613935811359,319
-"eps_0",1e-05,1613935811359,319
-"wd_1",0.01,1613935811359,319
-"sqr_mom_1",0.99,1613935811359,319
-"lr_1",2.0114290861626262e-05,1613935811359,319
-"mom_1",0.9247142728459343,1613935811359,319
-"eps_1",1e-05,1613935811359,319
-"wd_2",0.01,1613935811359,319
-"sqr_mom_2",0.99,1613935811359,319
-"lr_2",0.0002011429086162626,1613935811359,319
-"mom_2",0.9247142728459343,1613935811359,319
-"eps_2",1e-05,1613935811359,319
-"train_loss",0.24177004,1613935812329,320
-"raw_loss",0.29675528,1613935812329,320
-"epoch",2.0188679245283025,1613935812329,320
-"wd_0",0.01,1613935812329,320
-"sqr_mom_0",0.99,1613935812329,320
-"lr_0",2.02290116220468e-06,1613935812329,320
-"mom_0",0.924427470944883,1613935812329,320
-"eps_0",1e-05,1613935812329,320
-"wd_1",0.01,1613935812329,320
-"sqr_mom_1",0.99,1613935812329,320
-"lr_1",2.02290116220468e-05,1613935812329,320
-"mom_1",0.924427470944883,1613935812329,320
-"eps_1",1e-05,1613935812329,320
-"wd_2",0.01,1613935812329,320
-"sqr_mom_2",0.99,1613935812329,320
-"lr_2",0.00020229011622046797,1613935812329,320
-"mom_2",0.924427470944883,1613935812329,320
-"eps_2",1e-05,1613935812329,320
-"train_loss",0.23912005,1613935813290,321
-"raw_loss",0.11419133,1613935813290,321
-"epoch",2.0251572327044034,1613935813290,321
-"wd_0",0.01,1613935813290,321
-"sqr_mom_0",0.99,1613935813290,321
-"lr_0",2.0344156223849257e-06,1613935813290,321
-"mom_0",0.9241396094403769,1613935813290,321
-"eps_0",1e-05,1613935813290,321
-"wd_1",0.01,1613935813290,321
-"sqr_mom_1",0.99,1613935813290,321
-"lr_1",2.0344156223849256e-05,1613935813290,321
-"mom_1",0.9241396094403769,1613935813290,321
-"eps_1",1e-05,1613935813290,321
-"wd_2",0.01,1613935813290,321
-"sqr_mom_2",0.99,1613935813290,321
-"lr_2",0.00020344156223849256,1613935813290,321
-"mom_2",0.9241396094403769,1613935813290,321
-"eps_2",1e-05,1613935813290,321
-"train_loss",0.23835069,1613935814267,322
-"raw_loss",0.2020516,1613935814267,322
-"epoch",2.0314465408805042,1613935814267,322
-"wd_0",0.01,1613935814267,322
-"sqr_mom_0",0.99,1613935814267,322
-"lr_0",2.045971802658173e-06,1613935814267,322
-"mom_0",0.9238507049335456,1613935814267,322
-"eps_0",1e-05,1613935814267,322
-"wd_1",0.01,1613935814267,322
-"sqr_mom_1",0.99,1613935814267,322
-"lr_1",2.0459718026581726e-05,1613935814267,322
-"mom_1",0.9238507049335456,1613935814267,322
-"eps_1",1e-05,1613935814267,322
-"wd_2",0.01,1613935814267,322
-"sqr_mom_2",0.99,1613935814267,322
-"lr_2",0.00020459718026581724,1613935814267,322
-"mom_2",0.9238507049335456,1613935814267,322
-"eps_2",1e-05,1613935814267,322
-"train_loss",0.24013162,1613935815234,323
-"raw_loss",0.324222,1613935815234,323
-"epoch",2.037735849056605,1613935815234,323
-"wd_0",0.01,1613935815234,323
-"sqr_mom_0",0.99,1613935815234,323
-"lr_0",2.0575695303065605e-06,1613935815234,323
-"mom_0",0.9235607617423359,1613935815234,323
-"eps_0",1e-05,1613935815234,323
-"wd_1",0.01,1613935815234,323
-"sqr_mom_1",0.99,1613935815234,323
-"lr_1",2.0575695303065603e-05,1613935815234,323
-"mom_1",0.9235607617423359,1613935815234,323
-"eps_1",1e-05,1613935815234,323
-"wd_2",0.01,1613935815234,323
-"sqr_mom_2",0.99,1613935815234,323
-"lr_2",0.000205756953030656,1613935815234,323
-"mom_2",0.9235607617423359,1613935815234,323
-"eps_2",1e-05,1613935815234,323
-"train_loss",0.23767622,1613935816217,324
-"raw_loss",0.12165239,1613935816217,324
-"epoch",2.044025157232706,1613935816217,324
-"wd_0",0.01,1613935816217,324
-"sqr_mom_0",0.99,1613935816217,324
-"lr_0",2.069208138264819e-06,1613935816217,324
-"mom_0",0.9232697965433795,1613935816217,324
-"eps_0",1e-05,1613935816217,324
-"wd_1",0.01,1613935816217,324
-"sqr_mom_1",0.99,1613935816217,324
-"lr_1",2.069208138264819e-05,1613935816217,324
-"mom_1",0.9232697965433795,1613935816217,324
-"eps_1",1e-05,1613935816217,324
-"wd_2",0.01,1613935816217,324
-"sqr_mom_2",0.99,1613935816217,324
-"lr_2",0.00020692081382648188,1613935816217,324
-"mom_2",0.9232697965433795,1613935816217,324
-"eps_2",1e-05,1613935816217,324
-"train_loss",0.23828927,1613935817201,325
-"raw_loss",0.26727927,1613935817201,325
-"epoch",2.050314465408807,1613935817201,325
-"wd_0",0.01,1613935817201,325
-"sqr_mom_0",0.99,1613935817201,325
-"lr_0",2.0808869553698994e-06,1613935817201,325
-"mom_0",0.9229778261157525,1613935817201,325
-"eps_0",1e-05,1613935817201,325
-"wd_1",0.01,1613935817201,325
-"sqr_mom_1",0.99,1613935817201,325
-"lr_1",2.0808869553698992e-05,1613935817201,325
-"mom_1",0.9229778261157525,1613935817201,325
-"eps_1",1e-05,1613935817201,325
-"wd_2",0.01,1613935817201,325
-"sqr_mom_2",0.99,1613935817201,325
-"lr_2",0.0002080886955369899,1613935817201,325
-"mom_2",0.9229778261157525,1613935817201,325
-"eps_2",1e-05,1613935817201,325
-"train_loss",0.23657176,1613935818172,326
-"raw_loss",0.15529694,1613935818172,326
-"epoch",2.0566037735849076,1613935818172,326
-"wd_0",0.01,1613935818172,326
-"sqr_mom_0",0.99,1613935818172,326
-"lr_0",2.0926058070710174e-06,1613935818172,326
-"mom_0",0.9226848548232245,1613935818172,326
-"eps_0",1e-05,1613935818172,326
-"wd_1",0.01,1613935818172,326
-"sqr_mom_1",0.99,1613935818172,326
-"lr_1",2.0926058070710176e-05,1613935818172,326
-"mom_1",0.9226848548232245,1613935818172,326
-"eps_1",1e-05,1613935818172,326
-"wd_2",0.01,1613935818172,326
-"sqr_mom_2",0.99,1613935818172,326
-"lr_2",0.00020926058070710175,1613935818172,326
-"mom_2",0.9226848548232245,1613935818172,326
-"eps_2",1e-05,1613935818172,326
-"train_loss",0.23477641,1613935819137,327
-"raw_loss",0.14975788,1613935819137,327
-"epoch",2.0628930817610085,1613935819137,327
-"wd_0",0.01,1613935819137,327
-"sqr_mom_0",0.99,1613935819137,327
-"lr_0",2.104364019294717e-06,1613935819137,327
-"mom_0",0.9223908995176321,1613935819137,327
-"eps_0",1e-05,1613935819137,327
-"wd_1",0.01,1613935819137,327
-"sqr_mom_1",0.99,1613935819137,327
-"lr_1",2.1043640192947165e-05,1613935819137,327
-"mom_1",0.9223908995176321,1613935819137,327
-"eps_1",1e-05,1613935819137,327
-"wd_2",0.01,1613935819137,327
-"sqr_mom_2",0.99,1613935819137,327
-"lr_2",0.00021043640192947165,1613935819137,327
-"mom_2",0.9223908995176321,1613935819137,327
-"eps_2",1e-05,1613935819137,327
-"train_loss",0.23412226,1613935820103,328
-"raw_loss",0.20312335,1613935820103,328
-"epoch",2.0691823899371093,1613935820103,328
-"wd_0",0.01,1613935820103,328
-"sqr_mom_0",0.99,1613935820103,328
-"lr_0",2.116160914022097e-06,1613935820103,328
-"mom_0",0.9220959771494476,1613935820103,328
-"eps_0",1e-05,1613935820103,328
-"wd_1",0.01,1613935820103,328
-"sqr_mom_1",0.99,1613935820103,328
-"lr_1",2.1161609140220967e-05,1613935820103,328
-"mom_1",0.9220959771494476,1613935820103,328
-"eps_1",1e-05,1613935820103,328
-"wd_2",0.01,1613935820103,328
-"sqr_mom_2",0.99,1613935820103,328
-"lr_2",0.00021161609140220967,1613935820103,328
-"mom_2",0.9220959771494476,1613935820103,328
-"eps_2",1e-05,1613935820103,328
-"train_loss",0.23334879,1613935821089,329
-"raw_loss",0.1966704,1613935821089,329
-"epoch",2.07547169811321,1613935821089,329
-"wd_0",0.01,1613935821089,329
-"sqr_mom_0",0.99,1613935821089,329
-"lr_0",2.127996314937596e-06,1613935821089,329
-"mom_0",0.9218000921265601,1613935821089,329
-"eps_0",1e-05,1613935821089,329
-"wd_1",0.01,1613935821089,329
-"sqr_mom_1",0.99,1613935821089,329
-"lr_1",2.127996314937596e-05,1613935821089,329
-"mom_1",0.9218000921265601,1613935821089,329
-"eps_1",1e-05,1613935821089,329
-"wd_2",0.01,1613935821089,329
-"sqr_mom_2",0.99,1613935821089,329
-"lr_2",0.00021279963149375958,1613935821089,329
-"mom_2",0.9218000921265601,1613935821089,329
-"eps_2",1e-05,1613935821089,329
-"train_loss",0.23087613,1613935822095,330
-"raw_loss",0.113544345,1613935822095,330
-"epoch",2.081761006289311,1613935822095,330
-"wd_0",0.01,1613935822095,330
-"sqr_mom_0",0.99,1613935822095,330
-"lr_0",2.139869541222712e-06,1613935822095,330
-"mom_0",0.9215032614694322,1613935822095,330
-"eps_0",1e-05,1613935822095,330
-"wd_1",0.01,1613935822095,330
-"sqr_mom_1",0.99,1613935822095,330
-"lr_1",2.1398695412227122e-05,1613935822095,330
-"mom_1",0.9215032614694322,1613935822095,330
-"eps_1",1e-05,1613935822095,330
-"wd_2",0.01,1613935822095,330
-"sqr_mom_2",0.99,1613935822095,330
-"lr_2",0.0002139869541222712,1613935822095,330
-"mom_2",0.9215032614694322,1613935822095,330
-"eps_2",1e-05,1613935822095,330
-"train_loss",0.2290152,1613935823064,331
-"raw_loss",0.14065313,1613935823064,331
-"epoch",2.088050314465412,1613935823064,331
-"wd_0",0.01,1613935823064,331
-"sqr_mom_0",0.99,1613935823064,331
-"lr_0",2.1517799082673844e-06,1613935823064,331
-"mom_0",0.9212055022933153,1613935823064,331
-"eps_0",1e-05,1613935823064,331
-"wd_1",0.01,1613935823064,331
-"sqr_mom_1",0.99,1613935823064,331
-"lr_1",2.1517799082673844e-05,1613935823064,331
-"mom_1",0.9212055022933153,1613935823064,331
-"eps_1",1e-05,1613935823064,331
-"wd_2",0.01,1613935823064,331
-"sqr_mom_2",0.99,1613935823064,331
-"lr_2",0.00021517799082673844,1613935823064,331
-"mom_2",0.9212055022933153,1613935823064,331
-"eps_2",1e-05,1613935823064,331
-"train_loss",0.22974324,1613935824037,332
-"raw_loss",0.26433474,1613935824037,332
-"epoch",2.0943396226415127,1613935824037,332
-"wd_0",0.01,1613935824037,332
-"sqr_mom_0",0.99,1613935824037,332
-"lr_0",2.163727238060102e-06,1613935824037,332
-"mom_0",0.9209068190484975,1613935824037,332
-"eps_0",1e-05,1613935824037,332
-"wd_1",0.01,1613935824037,332
-"sqr_mom_1",0.99,1613935824037,332
-"lr_1",2.1637272380601018e-05,1613935824037,332
-"mom_1",0.9209068190484975,1613935824037,332
-"eps_1",1e-05,1613935824037,332
-"wd_2",0.01,1613935824037,332
-"sqr_mom_2",0.99,1613935824037,332
-"lr_2",0.00021637272380601019,1613935824037,332
-"mom_2",0.9209068190484975,1613935824037,332
-"eps_2",1e-05,1613935824037,332
-"train_loss",0.22870842,1613935825009,333
-"raw_loss",0.17951055,1613935825009,333
-"epoch",2.1006289308176136,1613935825009,333
-"wd_0",0.01,1613935825009,333
-"sqr_mom_0",0.99,1613935825009,333
-"lr_0",2.1757108433030983e-06,1613935825009,333
-"mom_0",0.9206072289174225,1613935825009,333
-"eps_0",1e-05,1613935825009,333
-"wd_1",0.01,1613935825009,333
-"sqr_mom_1",0.99,1613935825009,333
-"lr_1",2.1757108433030982e-05,1613935825009,333
-"mom_1",0.9206072289174225,1613935825009,333
-"eps_1",1e-05,1613935825009,333
-"wd_2",0.01,1613935825009,333
-"sqr_mom_2",0.99,1613935825009,333
-"lr_2",0.00021757108433030978,1613935825009,333
-"mom_2",0.9206072289174225,1613935825009,333
-"eps_2",1e-05,1613935825009,333
-"train_loss",0.22955586,1613935825982,334
-"raw_loss",0.2698706,1613935825982,334
-"epoch",2.1069182389937144,1613935825982,334
-"wd_0",0.01,1613935825982,334
-"sqr_mom_0",0.99,1613935825982,334
-"lr_0",2.1877300330624113e-06,1613935825982,334
-"mom_0",0.9203067491734397,1613935825982,334
-"eps_0",1e-05,1613935825982,334
-"wd_1",0.01,1613935825982,334
-"sqr_mom_1",0.99,1613935825982,334
-"lr_1",2.1877300330624113e-05,1613935825982,334
-"mom_1",0.9203067491734397,1613935825982,334
-"eps_1",1e-05,1613935825982,334
-"wd_2",0.01,1613935825982,334
-"sqr_mom_2",0.99,1613935825982,334
-"lr_2",0.00021877300330624115,1613935825982,334
-"mom_2",0.9203067491734397,1613935825982,334
-"eps_2",1e-05,1613935825982,334
-"train_loss",0.22649464,1613935826955,335
-"raw_loss",0.080779016,1613935826955,335
-"epoch",2.1132075471698153,1613935826955,335
-"wd_0",0.01,1613935826955,335
-"sqr_mom_0",0.99,1613935826955,335
-"lr_0",2.1997846277000735e-06,1613935826955,335
-"mom_0",0.9200053843074981,1613935826955,335
-"eps_0",1e-05,1613935826955,335
-"wd_1",0.01,1613935826955,335
-"sqr_mom_1",0.99,1613935826955,335
-"lr_1",2.1997846277000737e-05,1613935826955,335
-"mom_1",0.9200053843074981,1613935826955,335
-"eps_1",1e-05,1613935826955,335
-"wd_2",0.01,1613935826955,335
-"sqr_mom_2",0.99,1613935826955,335
-"lr_2",0.00021997846277000736,1613935826955,335
-"mom_2",0.9200053843074981,1613935826955,335
-"eps_2",1e-05,1613935826955,335
-"train_loss",0.22400887,1613935827940,336
-"raw_loss",0.10561547,1613935827940,336
-"epoch",2.119496855345916,1613935827940,336
-"wd_0",0.01,1613935827940,336
-"sqr_mom_0",0.99,1613935827940,336
-"lr_0",2.211873933707366e-06,1613935827940,336
-"mom_0",0.9197031516573159,1613935827940,336
-"eps_0",1e-05,1613935827940,336
-"wd_1",0.01,1613935827940,336
-"sqr_mom_1",0.99,1613935827940,336
-"lr_1",2.2118739337073657e-05,1613935827940,336
-"mom_1",0.9197031516573159,1613935827940,336
-"eps_1",1e-05,1613935827940,336
-"wd_2",0.01,1613935827940,336
-"sqr_mom_2",0.99,1613935827940,336
-"lr_2",0.00022118739337073656,1613935827940,336
-"mom_2",0.9197031516573159,1613935827940,336
-"eps_2",1e-05,1613935827940,336
-"train_loss",0.22087379,1613935828917,337
-"raw_loss",0.071469225,1613935828917,337
-"epoch",2.125786163522017,1613935828917,337
-"wd_0",0.01,1613935828917,337
-"sqr_mom_0",0.99,1613935828917,337
-"lr_0",2.223997426680003e-06,1613935828917,337
-"mom_0",0.9194000643329999,1613935828917,337
-"eps_0",1e-05,1613935828917,337
-"wd_1",0.01,1613935828917,337
-"sqr_mom_1",0.99,1613935828917,337
-"lr_1",2.223997426680003e-05,1613935828917,337
-"mom_1",0.9194000643329999,1613935828917,337
-"eps_1",1e-05,1613935828917,337
-"wd_2",0.01,1613935828917,337
-"sqr_mom_2",0.99,1613935828917,337
-"lr_2",0.00022239974266800025,1613935828917,337
-"mom_2",0.9194000643329999,1613935828917,337
-"eps_2",1e-05,1613935828917,337
-"train_loss",0.21941376,1613935829904,338
-"raw_loss",0.1497947,1613935829904,338
-"epoch",2.132075471698118,1613935829904,338
-"wd_0",0.01,1613935829904,338
-"sqr_mom_0",0.99,1613935829904,338
-"lr_0",2.2361544076721344e-06,1613935829904,338
-"mom_0",0.9190961398081966,1613935829904,338
-"eps_0",1e-05,1613935829904,338
-"wd_1",0.01,1613935829904,338
-"sqr_mom_1",0.99,1613935829904,338
-"lr_1",2.236154407672134e-05,1613935829904,338
-"mom_1",0.9190961398081966,1613935829904,338
-"eps_1",1e-05,1613935829904,338
-"wd_2",0.01,1613935829904,338
-"sqr_mom_2",0.99,1613935829904,338
-"lr_2",0.0002236154407672134,1613935829904,338
-"mom_2",0.9190961398081966,1613935829904,338
-"eps_2",1e-05,1613935829904,338
-"train_loss",0.21654049,1613935830887,339
-"raw_loss",0.07945976,1613935830887,339
-"epoch",2.1383647798742187,1613935830887,339
-"wd_0",0.01,1613935830887,339
-"sqr_mom_0",0.99,1613935830887,339
-"lr_0",2.248344694986374e-06,1613935830887,339
-"mom_0",0.9187913826253407,1613935830887,339
-"eps_0",1e-05,1613935830887,339
-"wd_1",0.01,1613935830887,339
-"sqr_mom_1",0.99,1613935830887,339
-"lr_1",2.2483446949863738e-05,1613935830887,339
-"mom_1",0.9187913826253407,1613935830887,339
-"eps_1",1e-05,1613935830887,339
-"wd_2",0.01,1613935830887,339
-"sqr_mom_2",0.99,1613935830887,339
-"lr_2",0.00022483446949863738,1613935830887,339
-"mom_2",0.9187913826253407,1613935830887,339
-"eps_2",1e-05,1613935830887,339
-"train_loss",0.21475813,1613935831880,340
-"raw_loss",0.12967761,1613935831880,340
-"epoch",2.1446540880503195,1613935831880,340
-"wd_0",0.01,1613935831880,340
-"sqr_mom_0",0.99,1613935831880,340
-"lr_0",2.2605675872542664e-06,1613935831880,340
-"mom_0",0.9184858103186433,1613935831880,340
-"eps_0",1e-05,1613935831880,340
-"wd_1",0.01,1613935831880,340
-"sqr_mom_1",0.99,1613935831880,340
-"lr_1",2.2605675872542663e-05,1613935831880,340
-"mom_1",0.9184858103186433,1613935831880,340
-"eps_1",1e-05,1613935831880,340
-"wd_2",0.01,1613935831880,340
-"sqr_mom_2",0.99,1613935831880,340
-"lr_2",0.0002260567587254266,1613935831880,340
-"mom_2",0.9184858103186433,1613935831880,340
-"eps_2",1e-05,1613935831880,340
-"train_loss",0.21336924,1613935832884,341
-"raw_loss",0.14703526,1613935832884,341
-"epoch",2.1509433962264204,1613935832884,341
-"wd_0",0.01,1613935832884,341
-"sqr_mom_0",0.99,1613935832884,341
-"lr_0",2.2728225542768853e-06,1613935832884,341
-"mom_0",0.9181794361430778,1613935832884,341
-"eps_0",1e-05,1613935832884,341
-"wd_1",0.01,1613935832884,341
-"sqr_mom_1",0.99,1613935832884,341
-"lr_1",2.2728225542768852e-05,1613935832884,341
-"mom_1",0.9181794361430778,1613935832884,341
-"eps_1",1e-05,1613935832884,341
-"wd_2",0.01,1613935832884,341
-"sqr_mom_2",0.99,1613935832884,341
-"lr_2",0.00022728225542768853,1613935832884,341
-"mom_2",0.9181794361430778,1613935832884,341
-"eps_2",1e-05,1613935832884,341
-"train_loss",0.21570411,1613935833897,342
-"raw_loss",0.32727614,1613935833897,342
-"epoch",2.1572327044025212,1613935833897,342
-"wd_0",0.01,1613935833897,342
-"sqr_mom_0",0.99,1613935833897,342
-"lr_0",2.2851090644639803e-06,1613935833897,342
-"mom_0",0.9178722733884005,1613935833897,342
-"eps_0",1e-05,1613935833897,342
-"wd_1",0.01,1613935833897,342
-"sqr_mom_1",0.99,1613935833897,342
-"lr_1",2.28510906446398e-05,1613935833897,342
-"mom_1",0.9178722733884005,1613935833897,342
-"eps_1",1e-05,1613935833897,342
-"wd_2",0.01,1613935833897,342
-"sqr_mom_2",0.99,1613935833897,342
-"lr_2",0.000228510906446398,1613935833897,342
-"mom_2",0.9178722733884005,1613935833897,342
-"eps_2",1e-05,1613935833897,342
-"train_loss",0.21397394,1613935834890,343
-"raw_loss",0.13125539,1613935834890,343
-"epoch",2.163522012578622,1613935834890,343
-"wd_0",0.01,1613935834890,343
-"sqr_mom_0",0.99,1613935834890,343
-"lr_0",2.2974264095375773e-06,1613935834890,343
-"mom_0",0.9175643397615605,1613935834890,343
-"eps_0",1e-05,1613935834890,343
-"wd_1",0.01,1613935834890,343
-"sqr_mom_1",0.99,1613935834890,343
-"lr_1",2.297426409537577e-05,1613935834890,343
-"mom_1",0.9175643397615605,1613935834890,343
-"eps_1",1e-05,1613935834890,343
-"wd_2",0.01,1613935834890,343
-"sqr_mom_2",0.99,1613935834890,343
-"lr_2",0.0002297426409537577,1613935834890,343
-"mom_2",0.9175643397615605,1613935834890,343
-"eps_2",1e-05,1613935834890,343
-"train_loss",0.21188559,1613935835890,344
-"raw_loss",0.111993596,1613935835890,344
-"epoch",2.169811320754723,1613935835890,344
-"wd_0",0.01,1613935835890,344
-"sqr_mom_0",0.99,1613935835890,344
-"lr_0",2.3097744054035016e-06,1613935835890,344
-"mom_0",0.9172556398649124,1613935835890,344
-"eps_0",1e-05,1613935835890,344
-"wd_1",0.01,1613935835890,344
-"sqr_mom_1",0.99,1613935835890,344
-"lr_1",2.3097744054035015e-05,1613935835890,344
-"mom_1",0.9172556398649124,1613935835890,344
-"eps_1",1e-05,1613935835890,344
-"wd_2",0.01,1613935835890,344
-"sqr_mom_2",0.99,1613935835890,344
-"lr_2",0.00023097744054035012,1613935835890,344
-"mom_2",0.9172556398649124,1613935835890,344
-"eps_2",1e-05,1613935835890,344
-"train_loss",0.20900685,1613935836918,345
-"raw_loss",0.07124034,1613935836918,345
-"epoch",2.176100628930824,1613935836918,345
-"wd_0",0.01,1613935836918,345
-"sqr_mom_0",0.99,1613935836918,345
-"lr_0",2.322152341553718e-06,1613935836918,345
-"mom_0",0.916946191461157,1613935836918,345
-"eps_0",1e-05,1613935836918,345
-"wd_1",0.01,1613935836918,345
-"sqr_mom_1",0.99,1613935836918,345
-"lr_1",2.3221523415537177e-05,1613935836918,345
-"mom_1",0.916946191461157,1613935836918,345
-"eps_1",1e-05,1613935836918,345
-"wd_2",0.01,1613935836918,345
-"sqr_mom_2",0.99,1613935836918,345
-"lr_2",0.00023221523415537177,1613935836918,345
-"mom_2",0.916946191461157,1613935836918,345
-"eps_2",1e-05,1613935836918,345
-"train_loss",0.2083467,1613935837912,346
-"raw_loss",0.17673956,1613935837912,346
-"epoch",2.1823899371069246,1613935837912,346
-"wd_0",0.01,1613935837912,346
-"sqr_mom_0",0.99,1613935837912,346
-"lr_0",2.3345595044790227e-06,1613935837912,346
-"mom_0",0.9166360123880244,1613935837912,346
-"eps_0",1e-05,1613935837912,346
-"wd_1",0.01,1613935837912,346
-"sqr_mom_1",0.99,1613935837912,346
-"lr_1",2.3345595044790223e-05,1613935837912,346
-"mom_1",0.9166360123880244,1613935837912,346
-"eps_1",1e-05,1613935837912,346
-"wd_2",0.01,1613935837912,346
-"sqr_mom_2",0.99,1613935837912,346
-"lr_2",0.00023345595044790222,1613935837912,346
-"mom_2",0.9166360123880244,1613935837912,346
-"eps_2",1e-05,1613935837912,346
-"train_loss",0.2067348,1613935838895,347
-"raw_loss",0.12952203,1613935838895,347
-"epoch",2.1886792452830255,1613935838895,347
-"wd_0",0.01,1613935838895,347
-"sqr_mom_0",0.99,1613935838895,347
-"lr_0",2.3469957087428282e-06,1613935838895,347
-"mom_0",0.9163251072814292,1613935838895,347
-"eps_0",1e-05,1613935838895,347
-"wd_1",0.01,1613935838895,347
-"sqr_mom_1",0.99,1613935838895,347
-"lr_1",2.3469957087428284e-05,1613935838895,347
-"mom_1",0.9163251072814292,1613935838895,347
-"eps_1",1e-05,1613935838895,347
-"wd_2",0.01,1613935838895,347
-"sqr_mom_2",0.99,1613935838895,347
-"lr_2",0.00023469957087428285,1613935838895,347
-"mom_2",0.9163251072814292,1613935838895,347
-"eps_2",1e-05,1613935838895,347
-"train_loss",0.2047068,1613935839876,348
-"raw_loss",0.10751748,1613935839876,348
-"epoch",2.1949685534591263,1613935839876,348
-"wd_0",0.01,1613935839876,348
-"sqr_mom_0",0.99,1613935839876,348
-"lr_0",2.3594602387225703e-06,1613935839876,348
-"mom_0",0.9160134940319357,1613935839876,348
-"eps_0",1e-05,1613935839876,348
-"wd_1",0.01,1613935839876,348
-"sqr_mom_1",0.99,1613935839876,348
-"lr_1",2.3594602387225704e-05,1613935839876,348
-"mom_1",0.9160134940319357,1613935839876,348
-"eps_1",1e-05,1613935839876,348
-"wd_2",0.01,1613935839876,348
-"sqr_mom_2",0.99,1613935839876,348
-"lr_2",0.00023594602387225704,1613935839876,348
-"mom_2",0.9160134940319357,1613935839876,348
-"eps_2",1e-05,1613935839876,348
-"train_loss",0.20447034,1613935840851,349
-"raw_loss",0.19313264,1613935840851,349
-"epoch",2.201257861635227,1613935840851,349
-"wd_0",0.01,1613935840851,349
-"sqr_mom_0",0.99,1613935840851,349
-"lr_0",2.3719523759563553e-06,1613935840851,349
-"mom_0",0.9157011906010911,1613935840851,349
-"eps_0",1e-05,1613935840851,349
-"wd_1",0.01,1613935840851,349
-"sqr_mom_1",0.99,1613935840851,349
-"lr_1",2.3719523759563553e-05,1613935840851,349
-"mom_1",0.9157011906010911,1613935840851,349
-"eps_1",1e-05,1613935840851,349
-"wd_2",0.01,1613935840851,349
-"sqr_mom_2",0.99,1613935840851,349
-"lr_2",0.00023719523759563554,1613935840851,349
-"mom_2",0.9157011906010911,1613935840851,349
-"eps_2",1e-05,1613935840851,349
-"train_loss",0.201902,1613935841823,350
-"raw_loss",0.07870802,1613935841823,350
-"epoch",2.207547169811328,1613935841823,350
-"wd_0",0.01,1613935841823,350
-"sqr_mom_0",0.99,1613935841823,350
-"lr_0",2.384471933737577e-06,1613935841823,350
-"mom_0",0.9153882016565605,1613935841823,350
-"eps_0",1e-05,1613935841823,350
-"wd_1",0.01,1613935841823,350
-"sqr_mom_1",0.99,1613935841823,350
-"lr_1",2.3844719337375768e-05,1613935841823,350
-"mom_1",0.9153882016565605,1613935841823,350
-"eps_1",1e-05,1613935841823,350
-"wd_2",0.01,1613935841823,350
-"sqr_mom_2",0.99,1613935841823,350
-"lr_2",0.00023844719337375768,1613935841823,350
-"mom_2",0.9153882016565605,1613935841823,350
-"eps_2",1e-05,1613935841823,350
-"train_loss",0.19978476,1613935842798,351
-"raw_loss",0.09818429,1613935842798,351
-"epoch",2.213836477987429,1613935842798,351
-"wd_0",0.01,1613935842798,351
-"sqr_mom_0",0.99,1613935842798,351
-"lr_0",2.3970181916085056e-06,1613935842798,351
-"mom_0",0.9150745452097874,1613935842798,351
-"eps_0",1e-05,1613935842798,351
-"wd_1",0.01,1613935842798,351
-"sqr_mom_1",0.99,1613935842798,351
-"lr_1",2.3970181916085053e-05,1613935842798,351
-"mom_1",0.9150745452097874,1613935842798,351
-"eps_1",1e-05,1613935842798,351
-"wd_2",0.01,1613935842798,351
-"sqr_mom_2",0.99,1613935842798,351
-"lr_2",0.00023970181916085052,1613935842798,351
-"mom_2",0.9150745452097874,1613935842798,351
-"eps_2",1e-05,1613935842798,351
-"train_loss",0.1981777,1613935843779,352
-"raw_loss",0.121027015,1613935843779,352
-"epoch",2.2201257861635297,1613935843779,352
-"wd_0",0.01,1613935843779,352
-"sqr_mom_0",0.99,1613935843779,352
-"lr_0",2.409590426435034e-06,1613935843779,352
-"mom_0",0.9147602393391241,1613935843779,352
-"eps_0",1e-05,1613935843779,352
-"wd_1",0.01,1613935843779,352
-"sqr_mom_1",0.99,1613935843779,352
-"lr_1",2.409590426435034e-05,1613935843779,352
-"mom_1",0.9147602393391241,1613935843779,352
-"eps_1",1e-05,1613935843779,352
-"wd_2",0.01,1613935843779,352
-"sqr_mom_2",0.99,1613935843779,352
-"lr_2",0.00024095904264350337,1613935843779,352
-"mom_2",0.9147602393391241,1613935843779,352
-"eps_2",1e-05,1613935843779,352
-"train_loss",0.1987884,1613935844749,353
-"raw_loss",0.2281185,1613935844749,353
-"epoch",2.2264150943396306,1613935844749,353
-"wd_0",0.01,1613935844749,353
-"sqr_mom_0",0.99,1613935844749,353
-"lr_0",2.422188450313424e-06,1613935844749,353
-"mom_0",0.9144452887421644,1613935844749,353
-"eps_0",1e-05,1613935844749,353
-"wd_1",0.01,1613935844749,353
-"sqr_mom_1",0.99,1613935844749,353
-"lr_1",2.422188450313424e-05,1613935844749,353
-"mom_1",0.9144452887421644,1613935844749,353
-"eps_1",1e-05,1613935844749,353
-"wd_2",0.01,1613935844749,353
-"sqr_mom_2",0.99,1613935844749,353
-"lr_2",0.00024221884503134236,1613935844749,353
-"mom_2",0.9144452887421644,1613935844749,353
-"eps_2",1e-05,1613935844749,353
-"train_loss",0.19647044,1613935845720,354
-"raw_loss",0.08510016,1613935845720,354
-"epoch",2.2327044025157314,1613935845720,354
-"wd_0",0.01,1613935845720,354
-"sqr_mom_0",0.99,1613935845720,354
-"lr_0",2.434811538232035e-06,1613935845720,354
-"mom_0",0.9141297115441991,1613935845720,354
-"eps_0",1e-05,1613935845720,354
-"wd_1",0.01,1613935845720,354
-"sqr_mom_1",0.99,1613935845720,354
-"lr_1",2.4348115382320348e-05,1613935845720,354
-"mom_1",0.9141297115441991,1613935845720,354
-"eps_1",1e-05,1613935845720,354
-"wd_2",0.01,1613935845720,354
-"sqr_mom_2",0.99,1613935845720,354
-"lr_2",0.00024348115382320345,1613935845720,354
-"mom_2",0.9141297115441991,1613935845720,354
-"eps_2",1e-05,1613935845720,354
-"train_loss",0.19451612,1613935846683,355
-"raw_loss",0.10058075,1613935846683,355
-"epoch",2.2389937106918323,1613935846683,355
-"wd_0",0.01,1613935846683,355
-"sqr_mom_0",0.99,1613935846683,355
-"lr_0",2.4474589626668473e-06,1613935846683,355
-"mom_0",0.9138135259333288,1613935846683,355
-"eps_0",1e-05,1613935846683,355
-"wd_1",0.01,1613935846683,355
-"sqr_mom_1",0.99,1613935846683,355
-"lr_1",2.447458962666847e-05,1613935846683,355
-"mom_1",0.9138135259333288,1613935846683,355
-"eps_1",1e-05,1613935846683,355
-"wd_2",0.01,1613935846683,355
-"sqr_mom_2",0.99,1613935846683,355
-"lr_2",0.0002447458962666847,1613935846683,355
-"mom_2",0.9138135259333288,1613935846683,355
-"eps_2",1e-05,1613935846683,355
-"train_loss",0.1937827,1613935847652,356
-"raw_loss",0.15851668,1613935847652,356
-"epoch",2.245283018867933,1613935847652,356
-"wd_0",0.01,1613935847652,356
-"sqr_mom_0",0.99,1613935847652,356
-"lr_0",2.460130534590341e-06,1613935847652,356
-"mom_0",0.9134967366352414,1613935847652,356
-"eps_0",1e-05,1613935847652,356
-"wd_1",0.01,1613935847652,356
-"sqr_mom_1",0.99,1613935847652,356
-"lr_1",2.4601305345903405e-05,1613935847652,356
-"mom_1",0.9134967366352414,1613935847652,356
-"eps_1",1e-05,1613935847652,356
-"wd_2",0.01,1613935847652,356
-"sqr_mom_2",0.99,1613935847652,356
-"lr_2",0.000246013053459034,1613935847652,356
-"mom_2",0.9134967366352414,1613935847652,356
-"eps_2",1e-05,1613935847652,356
-"train_loss",0.1926773,1613935848604,357
-"raw_loss",0.13950431,1613935848604,357
-"epoch",2.251572327044034,1613935848604,357
-"wd_0",0.01,1613935848604,357
-"sqr_mom_0",0.99,1613935848604,357
-"lr_0",2.4728255247200006e-06,1613935848604,357
-"mom_0",0.913179361882,1613935848604,357
-"eps_0",1e-05,1613935848604,357
-"wd_1",0.01,1613935848604,357
-"sqr_mom_1",0.99,1613935848604,357
-"lr_1",2.47282552472e-05,1613935848604,357
-"mom_1",0.913179361882,1613935848604,357
-"eps_1",1e-05,1613935848604,357
-"wd_2",0.01,1613935848604,357
-"sqr_mom_2",0.99,1613935848604,357
-"lr_2",0.00024728255247200004,1613935848604,357
-"mom_2",0.913179361882,1613935848604,357
-"eps_2",1e-05,1613935848604,357
-"train_loss",0.19078316,1613935849565,358
-"raw_loss",0.099635676,1613935849565,358
-"epoch",2.257861635220135,1613935849565,358
-"wd_0",0.01,1613935849565,358
-"sqr_mom_0",0.99,1613935849565,358
-"lr_0",2.485543382378458e-06,1613935849565,358
-"mom_0",0.9128614154405386,1613935849565,358
-"eps_0",1e-05,1613935849565,358
-"wd_1",0.01,1613935849565,358
-"sqr_mom_1",0.99,1613935849565,358
-"lr_1",2.485543382378458e-05,1613935849565,358
-"mom_1",0.9128614154405386,1613935849565,358
-"eps_1",1e-05,1613935849565,358
-"wd_2",0.01,1613935849565,358
-"sqr_mom_2",0.99,1613935849565,358
-"lr_2",0.0002485543382378458,1613935849565,358
-"mom_2",0.9128614154405386,1613935849565,358
-"eps_2",1e-05,1613935849565,358
-"train_loss",0.19066328,1613935850532,359
-"raw_loss",0.18489307,1613935850532,359
-"epoch",2.2641509433962357,1613935850532,359
-"wd_0",0.01,1613935850532,359
-"sqr_mom_0",0.99,1613935850532,359
-"lr_0",2.4982835558964086e-06,1613935850532,359
-"mom_0",0.9125429111025898,1613935850532,359
-"eps_0",1e-05,1613935850532,359
-"wd_1",0.01,1613935850532,359
-"sqr_mom_1",0.99,1613935850532,359
-"lr_1",2.4982835558964086e-05,1613935850532,359
-"mom_1",0.9125429111025898,1613935850532,359
-"eps_1",1e-05,1613935850532,359
-"wd_2",0.01,1613935850532,359
-"sqr_mom_2",0.99,1613935850532,359
-"lr_2",0.00024982835558964086,1613935850532,359
-"mom_2",0.9125429111025898,1613935850532,359
-"eps_2",1e-05,1613935850532,359
-"train_loss",0.18887864,1613935851512,360
-"raw_loss",0.10293793,1613935851512,360
-"epoch",2.2704402515723365,1613935851512,360
-"wd_0",0.01,1613935851512,360
-"sqr_mom_0",0.99,1613935851512,360
-"lr_0",2.5110453110652316e-06,1613935851512,360
-"mom_0",0.9122238672233692,1613935851512,360
-"eps_0",1e-05,1613935851512,360
-"wd_1",0.01,1613935851512,360
-"sqr_mom_1",0.99,1613935851512,360
-"lr_1",2.5110453110652313e-05,1613935851512,360
-"mom_1",0.9122238672233692,1613935851512,360
-"eps_1",1e-05,1613935851512,360
-"wd_2",0.01,1613935851512,360
-"sqr_mom_2",0.99,1613935851512,360
-"lr_2",0.0002511045311065231,1613935851512,360
-"mom_2",0.9122238672233692,1613935851512,360
-"eps_2",1e-05,1613935851512,360
-"train_loss",0.18755275,1613935852460,361
-"raw_loss",0.123681255,1613935852460,361
-"epoch",2.2767295597484374,1613935852460,361
-"wd_0",0.01,1613935852460,361
-"sqr_mom_0",0.99,1613935852460,361
-"lr_0",2.5238284571486285e-06,1613935852460,361
-"mom_0",0.9119042885712842,1613935852460,361
-"eps_0",1e-05,1613935852460,361
-"wd_1",0.01,1613935852460,361
-"sqr_mom_1",0.99,1613935852460,361
-"lr_1",2.5238284571486287e-05,1613935852460,361
-"mom_1",0.9119042885712842,1613935852460,361
-"eps_1",1e-05,1613935852460,361
-"wd_2",0.01,1613935852460,361
-"sqr_mom_2",0.99,1613935852460,361
-"lr_2",0.00025238284571486283,1613935852460,361
-"mom_2",0.9119042885712842,1613935852460,361
-"eps_2",1e-05,1613935852460,361
-"train_loss",0.18581674,1613935853447,362
-"raw_loss",0.10216075,1613935853447,362
-"epoch",2.2830188679245382,1613935853447,362
-"wd_0",0.01,1613935853447,362
-"sqr_mom_0",0.99,1613935853447,362
-"lr_0",2.536632258379381e-06,1613935853447,362
-"mom_0",0.9115841935405155,1613935853447,362
-"eps_0",1e-05,1613935853447,362
-"wd_1",0.01,1613935853447,362
-"sqr_mom_1",0.99,1613935853447,362
-"lr_1",2.5366322583793805e-05,1613935853447,362
-"mom_1",0.9115841935405155,1613935853447,362
-"eps_1",1e-05,1613935853447,362
-"wd_2",0.01,1613935853447,362
-"sqr_mom_2",0.99,1613935853447,362
-"lr_2",0.0002536632258379381,1613935853447,362
-"mom_2",0.9115841935405155,1613935853447,362
-"eps_2",1e-05,1613935853447,362
-"train_loss",0.1837796,1613935854407,363
-"raw_loss",0.08557853,1613935854407,363
-"epoch",2.289308176100639,1613935854407,363
-"wd_0",0.01,1613935854407,363
-"sqr_mom_0",0.99,1613935854407,363
-"lr_0",2.549456159360164e-06,1613935854407,363
-"mom_0",0.9112635960159958,1613935854407,363
-"eps_0",1e-05,1613935854407,363
-"wd_1",0.01,1613935854407,363
-"sqr_mom_1",0.99,1613935854407,363
-"lr_1",2.5494561593601636e-05,1613935854407,363
-"mom_1",0.9112635960159958,1613935854407,363
-"eps_1",1e-05,1613935854407,363
-"wd_2",0.01,1613935854407,363
-"sqr_mom_2",0.99,1613935854407,363
-"lr_2",0.0002549456159360164,1613935854407,363
-"mom_2",0.9112635960159958,1613935854407,363
-"eps_2",1e-05,1613935854407,363
-"train_loss",0.18183593,1613935855394,364
-"raw_loss",0.08810966,1613935855394,364
-"epoch",2.29559748427674,1613935855394,364
-"wd_0",0.01,1613935855394,364
-"sqr_mom_0",0.99,1613935855394,364
-"lr_0",2.562299603821774e-06,1613935855394,364
-"mom_0",0.9109425099044556,1613935855394,364
-"eps_0",1e-05,1613935855394,364
-"wd_1",0.01,1613935855394,364
-"sqr_mom_1",0.99,1613935855394,364
-"lr_1",2.5622996038217738e-05,1613935855394,364
-"mom_1",0.9109425099044556,1613935855394,364
-"eps_1",1e-05,1613935855394,364
-"wd_2",0.01,1613935855394,364
-"sqr_mom_2",0.99,1613935855394,364
-"lr_2",0.0002562299603821774,1613935855394,364
-"mom_2",0.9109425099044556,1613935855394,364
-"eps_2",1e-05,1613935855394,364
-"train_loss",0.18136607,1613935856356,365
-"raw_loss",0.1587015,1613935856356,365
-"epoch",2.301886792452841,1613935856356,365
-"wd_0",0.01,1613935856356,365
-"sqr_mom_0",0.99,1613935856356,365
-"lr_0",2.5751620346472624e-06,1613935856356,365
-"mom_0",0.9106209491338184,1613935856356,365
-"eps_0",1e-05,1613935856356,365
-"wd_1",0.01,1613935856356,365
-"sqr_mom_1",0.99,1613935856356,365
-"lr_1",2.575162034647262e-05,1613935856356,365
-"mom_1",0.9106209491338184,1613935856356,365
-"eps_1",1e-05,1613935856356,365
-"wd_2",0.01,1613935856356,365
-"sqr_mom_2",0.99,1613935856356,365
-"lr_2",0.0002575162034647262,1613935856356,365
-"mom_2",0.9106209491338184,1613935856356,365
-"eps_2",1e-05,1613935856356,365
-"train_loss",0.17974792,1613935857326,366
-"raw_loss",0.10166931,1613935857326,366
-"epoch",2.3081761006289416,1613935857326,366
-"wd_0",0.01,1613935857326,366
-"sqr_mom_0",0.99,1613935857326,366
-"lr_0",2.5880425274198135e-06,1613935857326,366
-"mom_0",0.9102989368145047,1613935857326,366
-"eps_0",1e-05,1613935857326,366
-"wd_1",0.01,1613935857326,366
-"sqr_mom_1",0.99,1613935857326,366
-"lr_1",2.588042527419813e-05,1613935857326,366
-"mom_1",0.9102989368145047,1613935857326,366
-"eps_1",1e-05,1613935857326,366
-"wd_2",0.01,1613935857326,366
-"sqr_mom_2",0.99,1613935857326,366
-"lr_2",0.0002588042527419813,1613935857326,366
-"mom_2",0.9102989368145047,1613935857326,366
-"eps_2",1e-05,1613935857326,366
-"train_loss",0.1799551,1613935858289,367
-"raw_loss",0.18995418,1613935858289,367
-"epoch",2.3144654088050425,1613935858289,367
-"wd_0",0.01,1613935858289,367
-"sqr_mom_0",0.99,1613935858289,367
-"lr_0",2.600941255851971e-06,1613935858289,367
-"mom_0",0.9099764686037007,1613935858289,367
-"eps_0",1e-05,1613935858289,367
-"wd_1",0.01,1613935858289,367
-"sqr_mom_1",0.99,1613935858289,367
-"lr_1",2.6009412558519703e-05,1613935858289,367
-"mom_1",0.9099764686037007,1613935858289,367
-"eps_1",1e-05,1613935858289,367
-"wd_2",0.01,1613935858289,367
-"sqr_mom_2",0.99,1613935858289,367
-"lr_2",0.0002600941255851971,1613935858289,367
-"mom_2",0.9099764686037007,1613935858289,367
-"eps_2",1e-05,1613935858289,367
-"train_loss",0.17938432,1613935859243,368
-"raw_loss",0.15182652,1613935859243,368
-"epoch",2.3207547169811433,1613935859243,368
-"wd_0",0.01,1613935859243,368
-"sqr_mom_0",0.99,1613935859243,368
-"lr_0",2.6138572944684257e-06,1613935859243,368
-"mom_0",0.9096535676382893,1613935859243,368
-"eps_0",1e-05,1613935859243,368
-"wd_1",0.01,1613935859243,368
-"sqr_mom_1",0.99,1613935859243,368
-"lr_1",2.6138572944684256e-05,1613935859243,368
-"mom_1",0.9096535676382893,1613935859243,368
-"eps_1",1e-05,1613935859243,368
-"wd_2",0.01,1613935859243,368
-"sqr_mom_2",0.99,1613935859243,368
-"lr_2",0.00026138572944684255,1613935859243,368
-"mom_2",0.9096535676382893,1613935859243,368
-"eps_2",1e-05,1613935859243,368
-"train_loss",0.18177737,1613935860198,369
-"raw_loss",0.2973527,1613935860198,369
-"epoch",2.327044025157244,1613935860198,369
-"wd_0",0.01,1613935860198,369
-"sqr_mom_0",0.99,1613935860198,369
-"lr_0",2.6267900830032718e-06,1613935860198,369
-"mom_0",0.9093302479249181,1613935860198,369
-"eps_0",1e-05,1613935860198,369
-"wd_1",0.01,1613935860198,369
-"sqr_mom_1",0.99,1613935860198,369
-"lr_1",2.6267900830032718e-05,1613935860198,369
-"mom_1",0.9093302479249181,1613935860198,369
-"eps_1",1e-05,1613935860198,369
-"wd_2",0.01,1613935860198,369
-"sqr_mom_2",0.99,1613935860198,369
-"lr_2",0.00026267900830032715,1613935860198,369
-"mom_2",0.9093302479249181,1613935860198,369
-"eps_2",1e-05,1613935860198,369
-"train_loss",0.1833696,1613935861150,370
-"raw_loss",0.26029012,1613935861150,370
-"epoch",2.333333333333345,1613935861150,370
-"wd_0",0.01,1613935861150,370
-"sqr_mom_0",0.99,1613935861150,370
-"lr_0",2.6397390604640327e-06,1613935861150,370
-"mom_0",0.9090065234883992,1613935861150,370
-"eps_0",1e-05,1613935861150,370
-"wd_1",0.01,1613935861150,370
-"sqr_mom_1",0.99,1613935861150,370
-"lr_1",2.6397390604640326e-05,1613935861150,370
-"mom_1",0.9090065234883992,1613935861150,370
-"eps_1",1e-05,1613935861150,370
-"wd_2",0.01,1613935861150,370
-"sqr_mom_2",0.99,1613935861150,370
-"lr_2",0.00026397390604640324,1613935861150,370
-"mom_2",0.9090065234883992,1613935861150,370
-"eps_2",1e-05,1613935861150,370
-"train_loss",0.18446225,1613935862168,371
-"raw_loss",0.23726271,1613935862168,371
-"epoch",2.339622641509446,1613935862168,371
-"wd_0",0.01,1613935862168,371
-"sqr_mom_0",0.99,1613935862168,371
-"lr_0",2.6527036651559965e-06,1613935862168,371
-"mom_0",0.9086824083711,1613935862168,371
-"eps_0",1e-05,1613935862168,371
-"wd_1",0.01,1613935862168,371
-"sqr_mom_1",0.99,1613935862168,371
-"lr_1",2.6527036651559966e-05,1613935862168,371
-"mom_1",0.9086824083711,1613935862168,371
-"eps_1",1e-05,1613935862168,371
-"wd_2",0.01,1613935862168,371
-"sqr_mom_2",0.99,1613935862168,371
-"lr_2",0.0002652703665155996,1613935862168,371
-"mom_2",0.9086824083711,1613935862168,371
-"eps_2",1e-05,1613935862168,371
-"train_loss",0.18364574,1613935863199,372
-"raw_loss",0.14417762,1613935863199,372
-"epoch",2.3459119496855467,1613935863199,372
-"wd_0",0.01,1613935863199,372
-"sqr_mom_0",0.99,1613935863199,372
-"lr_0",2.665682965468849e-06,1613935863199,372
-"mom_0",0.9083579258632788,1613935863199,372
-"eps_0",1e-05,1613935863199,372
-"wd_1",0.01,1613935863199,372
-"sqr_mom_1",0.99,1613935863199,372
-"lr_1",2.6656829654688487e-05,1613935863199,372
-"mom_1",0.9083579258632788,1613935863199,372
-"eps_1",1e-05,1613935863199,372
-"wd_2",0.01,1613935863199,372
-"sqr_mom_2",0.99,1613935863199,372
-"lr_2",0.0002665682965468849,1613935863199,372
-"mom_2",0.9083579258632788,1613935863199,372
-"eps_2",1e-05,1613935863199,372
-"train_loss",0.18542194,1613935864204,373
-"raw_loss",0.27130195,1613935864204,373
-"epoch",2.3522012578616476,1613935864204,373
-"wd_0",0.01,1613935864204,373
-"sqr_mom_0",0.99,1613935864204,373
-"lr_0",2.6786771364476988e-06,1613935864204,373
-"mom_0",0.9080330715888075,1613935864204,373
-"eps_0",1e-05,1613935864204,373
-"wd_1",0.01,1613935864204,373
-"sqr_mom_1",0.99,1613935864204,373
-"lr_1",2.6786771364476983e-05,1613935864204,373
-"mom_1",0.9080330715888075,1613935864204,373
-"eps_1",1e-05,1613935864204,373
-"wd_2",0.01,1613935864204,373
-"sqr_mom_2",0.99,1613935864204,373
-"lr_2",0.0002678677136447698,1613935864204,373
-"mom_2",0.9080330715888075,1613935864204,373
-"eps_2",1e-05,1613935864204,373
-"train_loss",0.18322709,1613935865191,374
-"raw_loss",0.07707611,1613935865191,374
-"epoch",2.3584905660377484,1613935865191,374
-"wd_0",0.01,1613935865191,374
-"sqr_mom_0",0.99,1613935865191,374
-"lr_0",2.691685245620031e-06,1613935865191,374
-"mom_0",0.9077078688594992,1613935865191,374
-"eps_0",1e-05,1613935865191,374
-"wd_1",0.01,1613935865191,374
-"sqr_mom_1",0.99,1613935865191,374
-"lr_1",2.6916852456200306e-05,1613935865191,374
-"mom_1",0.9077078688594992,1613935865191,374
-"eps_1",1e-05,1613935865191,374
-"wd_2",0.01,1613935865191,374
-"sqr_mom_2",0.99,1613935865191,374
-"lr_2",0.00026916852456200307,1613935865191,374
-"mom_2",0.9077078688594992,1613935865191,374
-"eps_2",1e-05,1613935865191,374
-"train_loss",0.18185027,1613935866188,375
-"raw_loss",0.11524535,1613935866188,375
-"epoch",2.3647798742138493,1613935866188,375
-"wd_0",0.01,1613935866188,375
-"sqr_mom_0",0.99,1613935866188,375
-"lr_0",2.704706728726147e-06,1613935866188,375
-"mom_0",0.9073823317818464,1613935866188,375
-"eps_0",1e-05,1613935866188,375
-"wd_1",0.01,1613935866188,375
-"sqr_mom_1",0.99,1613935866188,375
-"lr_1",2.7047067287261463e-05,1613935866188,375
-"mom_1",0.9073823317818464,1613935866188,375
-"eps_1",1e-05,1613935866188,375
-"wd_2",0.01,1613935866188,375
-"sqr_mom_2",0.99,1613935866188,375
-"lr_2",0.00027047067287261465,1613935866188,375
-"mom_2",0.9073823317818464,1613935866188,375
-"eps_2",1e-05,1613935866188,375
-"train_loss",0.18286404,1613935867172,376
-"raw_loss",0.23191875,1613935867172,376
-"epoch",2.37106918238995,1613935867172,376
-"wd_0",0.01,1613935867172,376
-"sqr_mom_0",0.99,1613935867172,376
-"lr_0",2.717741020926218e-06,1613935867172,376
-"mom_0",0.9070564744768446,1613935867172,376
-"eps_0",1e-05,1613935867172,376
-"wd_1",0.01,1613935867172,376
-"sqr_mom_1",0.99,1613935867172,376
-"lr_1",2.7177410209262175e-05,1613935867172,376
-"mom_1",0.9070564744768446,1613935867172,376
-"eps_1",1e-05,1613935867172,376
-"wd_2",0.01,1613935867172,376
-"sqr_mom_2",0.99,1613935867172,376
-"lr_2",0.00027177410209262175,1613935867172,376
-"mom_2",0.9070564744768446,1613935867172,376
-"eps_2",1e-05,1613935867172,376
-"train_loss",0.1822481,1613935868129,377
-"raw_loss",0.15243599,1613935868129,377
-"epoch",2.377358490566051,1613935868129,377
-"wd_0",0.01,1613935868129,377
-"sqr_mom_0",0.99,1613935868129,377
-"lr_0",2.7307875568247894e-06,1613935868129,377
-"mom_0",0.9067303110793803,1613935868129,377
-"eps_0",1e-05,1613935868129,377
-"wd_1",0.01,1613935868129,377
-"sqr_mom_1",0.99,1613935868129,377
-"lr_1",2.730787556824789e-05,1613935868129,377
-"mom_1",0.9067303110793803,1613935868129,377
-"eps_1",1e-05,1613935868129,377
-"wd_2",0.01,1613935868129,377
-"sqr_mom_2",0.99,1613935868129,377
-"lr_2",0.0002730787556824789,1613935868129,377
-"mom_2",0.9067303110793803,1613935868129,377
-"eps_2",1e-05,1613935868129,377
-"train_loss",0.18172993,1613935869136,378
-"raw_loss",0.15664361,1613935869136,378
-"epoch",2.383647798742152,1613935869136,378
-"wd_0",0.01,1613935869136,378
-"sqr_mom_0",0.99,1613935869136,378
-"lr_0",2.743845584783972e-06,1613935869136,378
-"mom_0",0.9064038603804007,1613935869136,378
-"eps_0",1e-05,1613935869136,378
-"wd_1",0.01,1613935869136,378
-"sqr_mom_1",0.99,1613935869136,378
-"lr_1",2.7438455847839718e-05,1613935869136,378
-"mom_1",0.9064038603804007,1613935869136,378
-"eps_1",1e-05,1613935869136,378
-"wd_2",0.01,1613935869136,378
-"sqr_mom_2",0.99,1613935869136,378
-"lr_2",0.0002743845584783971,1613935869136,378
-"mom_2",0.9064038603804007,1613935869136,378
-"eps_2",1e-05,1613935869136,378
-"train_loss",0.18676506,1613935870114,379
-"raw_loss",0.43058974,1613935870114,379
-"epoch",2.3899371069182527,1613935870114,379
-"wd_0",0.01,1613935870114,379
-"sqr_mom_0",0.99,1613935870114,379
-"lr_0",2.756914909639396e-06,1613935870114,379
-"mom_0",0.9060771272590151,1613935870114,379
-"eps_0",1e-05,1613935870114,379
-"wd_1",0.01,1613935870114,379
-"sqr_mom_1",0.99,1613935870114,379
-"lr_1",2.7569149096393956e-05,1613935870114,379
-"mom_1",0.9060771272590151,1613935870114,379
-"eps_1",1e-05,1613935870114,379
-"wd_2",0.01,1613935870114,379
-"sqr_mom_2",0.99,1613935870114,379
-"lr_2",0.00027569149096393953,1613935870114,379
-"mom_2",0.9060771272590151,1613935870114,379
-"eps_2",1e-05,1613935870114,379
-"train_loss",0.18938187,1613935871071,380
-"raw_loss",0.3161303,1613935871071,380
-"epoch",2.3962264150943535,1613935871071,380
-"wd_0",0.01,1613935871071,380
-"sqr_mom_0",0.99,1613935871071,380
-"lr_0",2.7699947789266253e-06,1613935871071,380
-"mom_0",0.9057501305268344,1613935871071,380
-"eps_0",1e-05,1613935871071,380
-"wd_1",0.01,1613935871071,380
-"sqr_mom_1",0.99,1613935871071,380
-"lr_1",2.7699947789266246e-05,1613935871071,380
-"mom_1",0.9057501305268344,1613935871071,380
-"eps_1",1e-05,1613935871071,380
-"wd_2",0.01,1613935871071,380
-"sqr_mom_2",0.99,1613935871071,380
-"lr_2",0.00027699947789266245,1613935871071,380
-"mom_2",0.9057501305268344,1613935871071,380
-"eps_2",1e-05,1613935871071,380
-"train_loss",0.1874737,1613935872018,381
-"raw_loss",0.09502701,1613935872018,381
-"epoch",2.4025157232704544,1613935872018,381
-"wd_0",0.01,1613935872018,381
-"sqr_mom_0",0.99,1613935872018,381
-"lr_0",2.783084625273183e-06,1613935872018,381
-"mom_0",0.9054228843681704,1613935872018,381
-"eps_0",1e-05,1613935872018,381
-"wd_1",0.01,1613935872018,381
-"sqr_mom_1",0.99,1613935872018,381
-"lr_1",2.7830846252731826e-05,1613935872018,381
-"mom_1",0.9054228843681704,1613935872018,381
-"eps_1",1e-05,1613935872018,381
-"wd_2",0.01,1613935872018,381
-"sqr_mom_2",0.99,1613935872018,381
-"lr_2",0.00027830846252731826,1613935872018,381
-"mom_2",0.9054228843681704,1613935872018,381
-"eps_2",1e-05,1613935872018,381
-"train_loss",0.18657193,1613935872977,382
-"raw_loss",0.14287405,1613935872977,382
-"epoch",2.4088050314465552,1613935872977,382
-"wd_0",0.01,1613935872977,382
-"sqr_mom_0",0.99,1613935872977,382
-"lr_0",2.796183880873813e-06,1613935872977,382
-"mom_0",0.9050954029781546,1613935872977,382
-"eps_0",1e-05,1613935872977,382
-"wd_1",0.01,1613935872977,382
-"sqr_mom_1",0.99,1613935872977,382
-"lr_1",2.796183880873813e-05,1613935872977,382
-"mom_1",0.9050954029781546,1613935872977,382
-"eps_1",1e-05,1613935872977,382
-"wd_2",0.01,1613935872977,382
-"sqr_mom_2",0.99,1613935872977,382
-"lr_2",0.0002796183880873813,1613935872977,382
-"mom_2",0.9050954029781546,1613935872977,382
-"eps_2",1e-05,1613935872977,382
-"train_loss",0.18504286,1613935873932,383
-"raw_loss",0.11092996,1613935873932,383
-"epoch",2.415094339622656,1613935873932,383
-"wd_0",0.01,1613935873932,383
-"sqr_mom_0",0.99,1613935873932,383
-"lr_0",2.8092919775151086e-06,1613935873932,383
-"mom_0",0.9047677005621223,1613935873932,383
-"eps_0",1e-05,1613935873932,383
-"wd_1",0.01,1613935873932,383
-"sqr_mom_1",0.99,1613935873932,383
-"lr_1",2.8092919775151084e-05,1613935873932,383
-"mom_1",0.9047677005621223,1613935873932,383
-"eps_1",1e-05,1613935873932,383
-"wd_2",0.01,1613935873932,383
-"sqr_mom_2",0.99,1613935873932,383
-"lr_2",0.0002809291977515108,1613935873932,383
-"mom_2",0.9047677005621223,1613935873932,383
-"eps_2",1e-05,1613935873932,383
-"train_loss",0.1838661,1613935874889,384
-"raw_loss",0.12681617,1613935874889,384
-"epoch",2.421383647798757,1613935874889,384
-"wd_0",0.01,1613935874889,384
-"sqr_mom_0",0.99,1613935874889,384
-"lr_0",2.8224079735724938e-06,1613935874889,384
-"mom_0",0.9044398006606876,1613935874889,384
-"eps_0",1e-05,1613935874889,384
-"wd_1",0.01,1613935874889,384
-"sqr_mom_1",0.99,1613935874889,384
-"lr_1",2.8224079735724933e-05,1613935874889,384
-"mom_1",0.9044398006606876,1613935874889,384
-"eps_1",1e-05,1613935874889,384
-"wd_2",0.01,1613935874889,384
-"sqr_mom_2",0.99,1613935874889,384
-"lr_2",0.00028224079735724935,1613935874889,384
-"mom_2",0.9044398006606876,1613935874889,384
-"eps_2",1e-05,1613935874889,384
-"train_loss",0.18399148,1613935875844,385
-"raw_loss",0.19007139,1613935875844,385
-"epoch",2.4276729559748578,1613935875844,385
-"wd_0",0.01,1613935875844,385
-"sqr_mom_0",0.99,1613935875844,385
-"lr_0",2.8355320459346237e-06,1613935875844,385
-"mom_0",0.9041116988516343,1613935875844,385
-"eps_0",1e-05,1613935875844,385
-"wd_1",0.01,1613935875844,385
-"sqr_mom_1",0.99,1613935875844,385
-"lr_1",2.8355320459346236e-05,1613935875844,385
-"mom_1",0.9041116988516343,1613935875844,385
-"eps_1",1e-05,1613935875844,385
-"wd_2",0.01,1613935875844,385
-"sqr_mom_2",0.99,1613935875844,385
-"lr_2",0.0002835532045934623,1613935875844,385
-"mom_2",0.9041116988516343,1613935875844,385
-"eps_2",1e-05,1613935875844,385
-"train_loss",0.18345621,1613935876802,386
-"raw_loss",0.15749566,1613935876802,386
-"epoch",2.4339622641509586,1613935876802,386
-"wd_0",0.01,1613935876802,386
-"sqr_mom_0",0.99,1613935876802,386
-"lr_0",2.8486632525110455e-06,1613935876802,386
-"mom_0",0.9037834186872238,1613935876802,386
-"eps_0",1e-05,1613935876802,386
-"wd_1",0.01,1613935876802,386
-"sqr_mom_1",0.99,1613935876802,386
-"lr_1",2.8486632525110453e-05,1613935876802,386
-"mom_1",0.9037834186872238,1613935876802,386
-"eps_1",1e-05,1613935876802,386
-"wd_2",0.01,1613935876802,386
-"sqr_mom_2",0.99,1613935876802,386
-"lr_2",0.0002848663252511045,1613935876802,386
-"mom_2",0.9037834186872238,1613935876802,386
-"eps_2",1e-05,1613935876802,386
-"train_loss",0.18214063,1613935877756,387
-"raw_loss",0.11832113,1613935877756,387
-"epoch",2.4402515723270595,1613935877756,387
-"wd_0",0.01,1613935877756,387
-"sqr_mom_0",0.99,1613935877756,387
-"lr_0",2.861801023702398e-06,1613935877756,387
-"mom_0",0.90345497440744,1613935877756,387
-"eps_0",1e-05,1613935877756,387
-"wd_1",0.01,1613935877756,387
-"sqr_mom_1",0.99,1613935877756,387
-"lr_1",2.861801023702398e-05,1613935877756,387
-"mom_1",0.90345497440744,1613935877756,387
-"eps_1",1e-05,1613935877756,387
-"wd_2",0.01,1613935877756,387
-"sqr_mom_2",0.99,1613935877756,387
-"lr_2",0.00028618010237023975,1613935877756,387
-"mom_2",0.90345497440744,1613935877756,387
-"eps_2",1e-05,1613935877756,387
-"train_loss",0.18230711,1613935878717,388
-"raw_loss",0.19038457,1613935878717,388
-"epoch",2.4465408805031603,1613935878717,388
-"wd_0",0.01,1613935878717,388
-"sqr_mom_0",0.99,1613935878717,388
-"lr_0",2.8749447896245622e-06,1613935878717,388
-"mom_0",0.903126380259386,1613935878717,388
-"eps_0",1e-05,1613935878717,388
-"wd_1",0.01,1613935878717,388
-"sqr_mom_1",0.99,1613935878717,388
-"lr_1",2.8749447896245624e-05,1613935878717,388
-"mom_1",0.903126380259386,1613935878717,388
-"eps_1",1e-05,1613935878717,388
-"wd_2",0.01,1613935878717,388
-"sqr_mom_2",0.99,1613935878717,388
-"lr_2",0.0002874944789624562,1613935878717,388
-"mom_2",0.903126380259386,1613935878717,388
-"eps_2",1e-05,1613935878717,388
-"train_loss",0.1814175,1613935879667,389
-"raw_loss",0.13824445,1613935879667,389
-"epoch",2.452830188679261,1613935879667,389
-"wd_0",0.01,1613935879667,389
-"sqr_mom_0",0.99,1613935879667,389
-"lr_0",2.8880939801333832e-06,1613935879667,389
-"mom_0",0.9027976504966654,1613935879667,389
-"eps_0",1e-05,1613935879667,389
-"wd_1",0.01,1613935879667,389
-"sqr_mom_1",0.99,1613935879667,389
-"lr_1",2.888093980133383e-05,1613935879667,389
-"mom_1",0.9027976504966654,1613935879667,389
-"eps_1",1e-05,1613935879667,389
-"wd_2",0.01,1613935879667,389
-"sqr_mom_2",0.99,1613935879667,389
-"lr_2",0.00028880939801333833,1613935879667,389
-"mom_2",0.9027976504966654,1613935879667,389
-"eps_2",1e-05,1613935879667,389
-"train_loss",0.18021491,1613935880626,390
-"raw_loss",0.12184223,1613935880626,390
-"epoch",2.459119496855362,1613935880626,390
-"wd_0",0.01,1613935880626,390
-"sqr_mom_0",0.99,1613935880626,390
-"lr_0",2.901247650799176e-06,1613935880626,390
-"mom_0",0.9024688087300206,1613935880626,390
-"eps_0",1e-05,1613935880626,390
-"wd_1",0.01,1613935880626,390
-"sqr_mom_1",0.99,1613935880626,390
-"lr_1",2.9012476507991755e-05,1613935880626,390
-"mom_1",0.9024688087300206,1613935880626,390
-"eps_1",1e-05,1613935880626,390
-"wd_2",0.01,1613935880626,390
-"sqr_mom_2",0.99,1613935880626,390
-"lr_2",0.00029012476507991755,1613935880626,390
-"mom_2",0.9024688087300206,1613935880626,390
-"eps_2",1e-05,1613935880626,390
-"train_loss",0.17993209,1613935881587,391
-"raw_loss",0.16620162,1613935881587,391
-"epoch",2.465408805031463,1613935881587,391
-"wd_0",0.01,1613935881587,391
-"sqr_mom_0",0.99,1613935881587,391
-"lr_0",2.9144059790186917e-06,1613935881587,391
-"mom_0",0.9021398505245327,1613935881587,391
-"eps_0",1e-05,1613935881587,391
-"wd_1",0.01,1613935881587,391
-"sqr_mom_1",0.99,1613935881587,391
-"lr_1",2.914405979018691e-05,1613935881587,391
-"mom_1",0.9021398505245327,1613935881587,391
-"eps_1",1e-05,1613935881587,391
-"wd_2",0.01,1613935881587,391
-"sqr_mom_2",0.99,1613935881587,391
-"lr_2",0.00029144059790186914,1613935881587,391
-"mom_2",0.9021398505245327,1613935881587,391
-"eps_2",1e-05,1613935881587,391
-"train_loss",0.1804011,1613935882543,392
-"raw_loss",0.2031762,1613935882543,392
-"epoch",2.4716981132075637,1613935882543,392
-"wd_0",0.01,1613935882543,392
-"sqr_mom_0",0.99,1613935882543,392
-"lr_0",2.9275680200957746e-06,1613935882543,392
-"mom_0",0.9018107994976056,1613935882543,392
-"eps_0",1e-05,1613935882543,392
-"wd_1",0.01,1613935882543,392
-"sqr_mom_1",0.99,1613935882543,392
-"lr_1",2.927568020095774e-05,1613935882543,392
-"mom_1",0.9018107994976056,1613935882543,392
-"eps_1",1e-05,1613935882543,392
-"wd_2",0.01,1613935882543,392
-"sqr_mom_2",0.99,1613935882543,392
-"lr_2",0.00029275680200957743,1613935882543,392
-"mom_2",0.9018107994976056,1613935882543,392
-"eps_2",1e-05,1613935882543,392
-"train_loss",0.17920971,1613935883490,393
-"raw_loss",0.12134808,1613935883490,393
-"epoch",2.4779874213836646,1613935883490,393
-"wd_0",0.01,1613935883490,393
-"sqr_mom_0",0.99,1613935883490,393
-"lr_0",2.9407332030935386e-06,1613935883490,393
-"mom_0",0.9014816699226615,1613935883490,393
-"eps_0",1e-05,1613935883490,393
-"wd_1",0.01,1613935883490,393
-"sqr_mom_1",0.99,1613935883490,393
-"lr_1",2.9407332030935384e-05,1613935883490,393
-"mom_1",0.9014816699226615,1613935883490,393
-"eps_1",1e-05,1613935883490,393
-"wd_2",0.01,1613935883490,393
-"sqr_mom_2",0.99,1613935883490,393
-"lr_2",0.0002940733203093538,1613935883490,393
-"mom_2",0.9014816699226615,1613935883490,393
-"eps_2",1e-05,1613935883490,393
-"train_loss",0.17693986,1613935884442,394
-"raw_loss",0.0666813,1613935884442,394
-"epoch",2.4842767295597654,1613935884442,394
-"wd_0",0.01,1613935884442,394
-"sqr_mom_0",0.99,1613935884442,394
-"lr_0",2.9539009569388084e-06,1613935884442,394
-"mom_0",0.9011524760765298,1613935884442,394
-"eps_0",1e-05,1613935884442,394
-"wd_1",0.01,1613935884442,394
-"sqr_mom_1",0.99,1613935884442,394
-"lr_1",2.9539009569388084e-05,1613935884442,394
-"mom_1",0.9011524760765298,1613935884442,394
-"eps_1",1e-05,1613935884442,394
-"wd_2",0.01,1613935884442,394
-"sqr_mom_2",0.99,1613935884442,394
-"lr_2",0.0002953900956938808,1613935884442,394
-"mom_2",0.9011524760765298,1613935884442,394
-"eps_2",1e-05,1613935884442,394
-"train_loss",0.17944531,1613935885442,395
-"raw_loss",0.30116934,1613935885442,395
-"epoch",2.4905660377358663,1613935885442,395
-"wd_0",0.01,1613935885442,395
-"sqr_mom_0",0.99,1613935885442,395
-"lr_0",2.9670707104468922e-06,1613935885442,395
-"mom_0",0.9008232322388277,1613935885442,395
-"eps_0",1e-05,1613935885442,395
-"wd_1",0.01,1613935885442,395
-"sqr_mom_1",0.99,1613935885442,395
-"lr_1",2.9670707104468923e-05,1613935885442,395
-"mom_1",0.9008232322388277,1613935885442,395
-"eps_1",1e-05,1613935885442,395
-"wd_2",0.01,1613935885442,395
-"sqr_mom_2",0.99,1613935885442,395
-"lr_2",0.0002967070710446892,1613935885442,395
-"mom_2",0.9008232322388277,1613935885442,395
-"eps_2",1e-05,1613935885442,395
-"train_loss",0.17999204,1613935886395,396
-"raw_loss",0.20655817,1613935886395,396
-"epoch",2.496855345911967,1613935886395,396
-"wd_0",0.01,1613935886395,396
-"sqr_mom_0",0.99,1613935886395,396
-"lr_0",2.9802417051019813e-06,1613935886395,396
-"mom_0",0.9004939573724504,1613935886395,396
-"eps_0",1e-05,1613935886395,396
-"wd_1",0.01,1613935886395,396
-"sqr_mom_1",0.99,1613935886395,396
-"lr_1",2.9802417051019814e-05,1613935886395,396
-"mom_1",0.9004939573724504,1613935886395,396
-"eps_1",1e-05,1613935886395,396
-"wd_2",0.01,1613935886395,396
-"sqr_mom_2",0.99,1613935886395,396
-"lr_2",0.0002980241705101981,1613935886395,396
-"mom_2",0.9004939573724504,1613935886395,396
-"eps_2",1e-05,1613935886395,396
-"train_loss",0.17873728,1613935887380,397
-"raw_loss",0.11775655,1613935887380,397
-"epoch",2.503144654088068,1613935887380,397
-"wd_0",0.01,1613935887380,397
-"sqr_mom_0",0.99,1613935887380,397
-"lr_0",2.993413744051314e-06,1613935887380,397
-"mom_0",0.9001646563987171,1613935887380,397
-"eps_0",1e-05,1613935887380,397
-"wd_1",0.01,1613935887380,397
-"sqr_mom_1",0.99,1613935887380,397
-"lr_1",2.9934137440513135e-05,1613935887380,397
-"mom_1",0.9001646563987171,1613935887380,397
-"eps_1",1e-05,1613935887380,397
-"wd_2",0.01,1613935887380,397
-"sqr_mom_2",0.99,1613935887380,397
-"lr_2",0.00029934137440513136,1613935887380,397
-"mom_2",0.9001646563987171,1613935887380,397
-"eps_2",1e-05,1613935887380,397
-"train_loss",0.1825144,1613935888361,398
-"raw_loss",0.36611265,1613935888361,398
-"epoch",2.509433962264169,1613935888361,398
-"wd_0",0.01,1613935888361,398
-"sqr_mom_0",0.99,1613935888361,398
-"lr_0",3.0065860686961887e-06,1613935888361,398
-"mom_0",0.8998353482825953,1613935888361,398
-"eps_0",1e-05,1613935888361,398
-"wd_1",0.01,1613935888361,398
-"sqr_mom_1",0.99,1613935888361,398
-"lr_1",3.0065860686961884e-05,1613935888361,398
-"mom_1",0.8998353482825953,1613935888361,398
-"eps_1",1e-05,1613935888361,398
-"wd_2",0.01,1613935888361,398
-"sqr_mom_2",0.99,1613935888361,398
-"lr_2",0.00030065860686961883,1613935888361,398
-"mom_2",0.8998353482825953,1613935888361,398
-"eps_2",1e-05,1613935888361,398
-"train_loss",0.18224762,1613935889318,399
-"raw_loss",0.16927741,1613935889318,399
-"epoch",2.5157232704402697,1613935889318,399
-"wd_0",0.01,1613935889318,399
-"sqr_mom_0",0.99,1613935889318,399
-"lr_0",3.019757920409267e-06,1613935889318,399
-"mom_0",0.8995060519897683,1613935889318,399
-"eps_0",1e-05,1613935889318,399
-"wd_1",0.01,1613935889318,399
-"sqr_mom_1",0.99,1613935889318,399
-"lr_1",3.019757920409267e-05,1613935889318,399
-"mom_1",0.8995060519897683,1613935889318,399
-"eps_1",1e-05,1613935889318,399
-"wd_2",0.01,1613935889318,399
-"sqr_mom_2",0.99,1613935889318,399
-"lr_2",0.00030197579204092667,1613935889318,399
-"mom_2",0.8995060519897683,1613935889318,399
-"eps_2",1e-05,1613935889318,399
-"train_loss",0.18227687,1613935890274,400
-"raw_loss",0.1836997,1613935890274,400
-"epoch",2.5220125786163705,1613935890274,400
-"wd_0",0.01,1613935890274,400
-"sqr_mom_0",0.99,1613935890274,400
-"lr_0",3.0329292895531088e-06,1613935890274,400
-"mom_0",0.8991767677611723,1613935890274,400
-"eps_0",1e-05,1613935890274,400
-"wd_1",0.01,1613935890274,400
-"sqr_mom_1",0.99,1613935890274,400
-"lr_1",3.0329292895531085e-05,1613935890274,400
-"mom_1",0.8991767677611723,1613935890274,400
-"eps_1",1e-05,1613935890274,400
-"wd_2",0.01,1613935890274,400
-"sqr_mom_2",0.99,1613935890274,400
-"lr_2",0.0003032929289553109,1613935890274,400
-"mom_2",0.8991767677611723,1613935890274,400
-"eps_2",1e-05,1613935890274,400
-"train_loss",0.18177061,1613935891227,401
-"raw_loss",0.15714964,1613935891227,401
-"epoch",2.5283018867924714,1613935891227,401
-"wd_0",0.01,1613935891227,401
-"sqr_mom_0",0.99,1613935891227,401
-"lr_0",3.0460988558574274e-06,1613935891227,401
-"mom_0",0.8988475286035643,1613935891227,401
-"eps_0",1e-05,1613935891227,401
-"wd_1",0.01,1613935891227,401
-"sqr_mom_1",0.99,1613935891227,401
-"lr_1",3.046098855857427e-05,1613935891227,401
-"mom_1",0.8988475286035643,1613935891227,401
-"eps_1",1e-05,1613935891227,401
-"wd_2",0.01,1613935891227,401
-"sqr_mom_2",0.99,1613935891227,401
-"lr_2",0.0003046098855857427,1613935891227,401
-"mom_2",0.8988475286035643,1613935891227,401
-"eps_2",1e-05,1613935891227,401
-"train_loss",0.18105283,1613935892188,402
-"raw_loss",0.146142,1613935892188,402
-"epoch",2.534591194968572,1613935892188,402
-"wd_0",0.01,1613935892188,402
-"sqr_mom_0",0.99,1613935892188,402
-"lr_0",3.059266422563904e-06,1613935892188,402
-"mom_0",0.8985183394359024,1613935892188,402
-"eps_0",1e-05,1613935892188,402
-"wd_1",0.01,1613935892188,402
-"sqr_mom_1",0.99,1613935892188,402
-"lr_1",3.059266422563904e-05,1613935892188,402
-"mom_1",0.8985183394359024,1613935892188,402
-"eps_1",1e-05,1613935892188,402
-"wd_2",0.01,1613935892188,402
-"sqr_mom_2",0.99,1613935892188,402
-"lr_2",0.00030592664225639036,1613935892188,402
-"mom_2",0.8985183394359024,1613935892188,402
-"eps_2",1e-05,1613935892188,402
-"train_loss",0.18214925,1613935893142,403
-"raw_loss",0.23548435,1613935893142,403
-"epoch",2.540880503144673,1613935893142,403
-"wd_0",0.01,1613935893142,403
-"sqr_mom_0",0.99,1613935893142,403
-"lr_0",3.072431418512204e-06,1613935893142,403
-"mom_0",0.8981892145371949,1613935893142,403
-"eps_0",1e-05,1613935893142,403
-"wd_1",0.01,1613935893142,403
-"sqr_mom_1",0.99,1613935893142,403
-"lr_1",3.072431418512204e-05,1613935893142,403
-"mom_1",0.8981892145371949,1613935893142,403
-"eps_1",1e-05,1613935893142,403
-"wd_2",0.01,1613935893142,403
-"sqr_mom_2",0.99,1613935893142,403
-"lr_2",0.00030724314185122034,1613935893142,403
-"mom_2",0.8981892145371949,1613935893142,403
-"eps_2",1e-05,1613935893142,403
-"train_loss",0.18107022,1613935894091,404
-"raw_loss",0.12857358,1613935894091,404
-"epoch",2.547169811320774,1613935894091,404
-"wd_0",0.01,1613935894091,404
-"sqr_mom_0",0.99,1613935894091,404
-"lr_0",3.0855936468174073e-06,1613935894091,404
-"mom_0",0.8978601588295648,1613935894091,404
-"eps_0",1e-05,1613935894091,404
-"wd_1",0.01,1613935894091,404
-"sqr_mom_1",0.99,1613935894091,404
-"lr_1",3.085593646817407e-05,1613935894091,404
-"mom_1",0.8978601588295648,1613935894091,404
-"eps_1",1e-05,1613935894091,404
-"wd_2",0.01,1613935894091,404
-"sqr_mom_2",0.99,1613935894091,404
-"lr_2",0.0003085593646817407,1613935894091,404
-"mom_2",0.8978601588295648,1613935894091,404
-"eps_2",1e-05,1613935894091,404
-"train_loss",0.19085081,1613935895055,405
-"raw_loss",0.66677207,1613935895055,405
-"epoch",2.5534591194968748,1613935895055,405
-"wd_0",0.01,1613935895055,405
-"sqr_mom_0",0.99,1613935895055,405
-"lr_0",3.098751788125485e-06,1613935895055,405
-"mom_0",0.8975312052968628,1613935895055,405
-"eps_0",1e-05,1613935895055,405
-"wd_1",0.01,1613935895055,405
-"sqr_mom_1",0.99,1613935895055,405
-"lr_1",3.098751788125485e-05,1613935895055,405
-"mom_1",0.8975312052968628,1613935895055,405
-"eps_1",1e-05,1613935895055,405
-"wd_2",0.01,1613935895055,405
-"sqr_mom_2",0.99,1613935895055,405
-"lr_2",0.00030987517881254846,1613935895055,405
-"mom_2",0.8975312052968628,1613935895055,405
-"eps_2",1e-05,1613935895055,405
-"train_loss",0.18865265,1613935896026,406
-"raw_loss",0.0816751,1613935896026,406
-"epoch",2.5597484276729756,1613935896026,406
-"wd_0",0.01,1613935896026,406
-"sqr_mom_0",0.99,1613935896026,406
-"lr_0",3.1119060198666178e-06,1613935896026,406
-"mom_0",0.8972023495033346,1613935896026,406
-"eps_0",1e-05,1613935896026,406
-"wd_1",0.01,1613935896026,406
-"sqr_mom_1",0.99,1613935896026,406
-"lr_1",3.111906019866617e-05,1613935896026,406
-"mom_1",0.8972023495033346,1613935896026,406
-"eps_1",1e-05,1613935896026,406
-"wd_2",0.01,1613935896026,406
-"sqr_mom_2",0.99,1613935896026,406
-"lr_2",0.0003111906019866617,1613935896026,406
-"mom_2",0.8972023495033346,1613935896026,406
-"eps_2",1e-05,1613935896026,406
-"train_loss",0.18669431,1613935897005,407
-"raw_loss",0.09137581,1613935897005,407
-"epoch",2.5660377358490765,1613935897005,407
-"wd_0",0.01,1613935897005,407
-"sqr_mom_0",0.99,1613935897005,407
-"lr_0",3.1250550234883356e-06,1613935897005,407
-"mom_0",0.8968736244127916,1613935897005,407
-"eps_0",1e-05,1613935897005,407
-"wd_1",0.01,1613935897005,407
-"sqr_mom_1",0.99,1613935897005,407
-"lr_1",3.125055023488335e-05,1613935897005,407
-"mom_1",0.8968736244127916,1613935897005,407
-"eps_1",1e-05,1613935897005,407
-"wd_2",0.01,1613935897005,407
-"sqr_mom_2",0.99,1613935897005,407
-"lr_2",0.0003125055023488335,1613935897005,407
-"mom_2",0.8968736244127916,1613935897005,407
-"eps_2",1e-05,1613935897005,407
-"train_loss",0.18511897,1613935897969,408
-"raw_loss",0.10843179,1613935897969,408
-"epoch",2.5723270440251773,1613935897969,408
-"wd_0",0.01,1613935897969,408
-"sqr_mom_0",0.99,1613935897969,408
-"lr_0",3.1381986026857296e-06,1613935897969,408
-"mom_0",0.8965450349328568,1613935897969,408
-"eps_0",1e-05,1613935897969,408
-"wd_1",0.01,1613935897969,408
-"sqr_mom_1",0.99,1613935897969,408
-"lr_1",3.1381986026857294e-05,1613935897969,408
-"mom_1",0.8965450349328568,1613935897969,408
-"eps_1",1e-05,1613935897969,408
-"wd_2",0.01,1613935897969,408
-"sqr_mom_2",0.99,1613935897969,408
-"lr_2",0.0003138198602685729,1613935897969,408
-"mom_2",0.8965450349328568,1613935897969,408
-"eps_2",1e-05,1613935897969,408
-"train_loss",0.18540512,1613935898935,409
-"raw_loss",0.1993367,1613935898935,409
-"epoch",2.578616352201278,1613935898935,409
-"wd_0",0.01,1613935898935,409
-"sqr_mom_0",0.99,1613935898935,409
-"lr_0",3.1513365607722898e-06,1613935898935,409
-"mom_0",0.8962165859806928,1613935898935,409
-"eps_0",1e-05,1613935898935,409
-"wd_1",0.01,1613935898935,409
-"sqr_mom_1",0.99,1613935898935,409
-"lr_1",3.15133656077229e-05,1613935898935,409
-"mom_1",0.8962165859806928,1613935898935,409
-"eps_1",1e-05,1613935898935,409
-"wd_2",0.01,1613935898935,409
-"sqr_mom_2",0.99,1613935898935,409
-"lr_2",0.00031513365607722894,1613935898935,409
-"mom_2",0.8962165859806928,1613935898935,409
-"eps_2",1e-05,1613935898935,409
-"train_loss",0.18407482,1613935899912,410
-"raw_loss",0.11929875,1613935899912,410
-"epoch",2.584905660377379,1613935899912,410
-"wd_0",0.01,1613935899912,410
-"sqr_mom_0",0.99,1613935899912,410
-"lr_0",3.1644675808267826e-06,1613935899912,410
-"mom_0",0.8958883104793304,1613935899912,410
-"eps_0",1e-05,1613935899912,410
-"wd_1",0.01,1613935899912,410
-"sqr_mom_1",0.99,1613935899912,410
-"lr_1",3.1644675808267824e-05,1613935899912,410
-"mom_1",0.8958883104793304,1613935899912,410
-"eps_1",1e-05,1613935899912,410
-"wd_2",0.01,1613935899912,410
-"sqr_mom_2",0.99,1613935899912,410
-"lr_2",0.0003164467580826782,1613935899912,410
-"mom_2",0.8958883104793304,1613935899912,410
-"eps_2",1e-05,1613935899912,410
-"train_loss",0.18176474,1613935900872,411
-"raw_loss",0.06926697,1613935900872,411
-"epoch",2.59119496855348,1613935900872,411
-"wd_0",0.01,1613935900872,411
-"sqr_mom_0",0.99,1613935900872,411
-"lr_0",3.1775918399136754e-06,1613935900872,411
-"mom_0",0.8955602040021581,1613935900872,411
-"eps_0",1e-05,1613935900872,411
-"wd_1",0.01,1613935900872,411
-"sqr_mom_1",0.99,1613935900872,411
-"lr_1",3.177591839913675e-05,1613935900872,411
-"mom_1",0.8955602040021581,1613935900872,411
-"eps_1",1e-05,1613935900872,411
-"wd_2",0.01,1613935900872,411
-"sqr_mom_2",0.99,1613935900872,411
-"lr_2",0.0003177591839913675,1613935900872,411
-"mom_2",0.8955602040021581,1613935900872,411
-"eps_2",1e-05,1613935900872,411
-"train_loss",0.17998168,1613935901841,412
-"raw_loss",0.09313848,1613935901841,412
-"epoch",2.5974842767295807,1613935901841,412
-"wd_0",0.01,1613935901841,412
-"sqr_mom_0",0.99,1613935901841,412
-"lr_0",3.1907080224848928e-06,1613935901841,412
-"mom_0",0.8952322994378776,1613935901841,412
-"eps_0",1e-05,1613935901841,412
-"wd_1",0.01,1613935901841,412
-"sqr_mom_1",0.99,1613935901841,412
-"lr_1",3.1907080224848924e-05,1613935901841,412
-"mom_1",0.8952322994378776,1613935901841,412
-"eps_1",1e-05,1613935901841,412
-"wd_2",0.01,1613935901841,412
-"sqr_mom_2",0.99,1613935901841,412
-"lr_2",0.00031907080224848923,1613935901841,412
-"mom_2",0.8952322994378776,1613935901841,412
-"eps_2",1e-05,1613935901841,412
-"train_loss",0.18365644,1613935902805,413
-"raw_loss",0.36265558,1613935902805,413
-"epoch",2.6037735849056816,1613935902805,413
-"wd_0",0.01,1613935902805,413
-"sqr_mom_0",0.99,1613935902805,413
-"lr_0",3.203816305404826e-06,1613935902805,413
-"mom_0",0.8949045923648793,1613935902805,413
-"eps_0",1e-05,1613935902805,413
-"wd_1",0.01,1613935902805,413
-"sqr_mom_1",0.99,1613935902805,413
-"lr_1",3.203816305404826e-05,1613935902805,413
-"mom_1",0.8949045923648793,1613935902805,413
-"eps_1",1e-05,1613935902805,413
-"wd_2",0.01,1613935902805,413
-"sqr_mom_2",0.99,1613935902805,413
-"lr_2",0.0003203816305404826,1613935902805,413
-"mom_2",0.8949045923648793,1613935902805,413
-"eps_2",1e-05,1613935902805,413
-"train_loss",0.18184435,1613935903812,414
-"raw_loss",0.093566135,1613935903812,414
-"epoch",2.6100628930817824,1613935903812,414
-"wd_0",0.01,1613935903812,414
-"sqr_mom_0",0.99,1613935903812,414
-"lr_0",3.216915002428978e-06,1613935903812,414
-"mom_0",0.8945771249392755,1613935903812,414
-"eps_0",1e-05,1613935903812,414
-"wd_1",0.01,1613935903812,414
-"sqr_mom_1",0.99,1613935903812,414
-"lr_1",3.216915002428978e-05,1613935903812,414
-"mom_1",0.8945771249392755,1613935903812,414
-"eps_1",1e-05,1613935903812,414
-"wd_2",0.01,1613935903812,414
-"sqr_mom_2",0.99,1613935903812,414
-"lr_2",0.00032169150024289776,1613935903812,414
-"mom_2",0.8945771249392755,1613935903812,414
-"eps_2",1e-05,1613935903812,414
-"train_loss",0.18422268,1613935904816,415
-"raw_loss",0.30010036,1613935904816,415
-"epoch",2.6163522012578833,1613935904816,415
-"wd_0",0.01,1613935904816,415
-"sqr_mom_0",0.99,1613935904816,415
-"lr_0",3.230005035062253e-06,1613935904816,415
-"mom_0",0.8942498741234437,1613935904816,415
-"eps_0",1e-05,1613935904816,415
-"wd_1",0.01,1613935904816,415
-"sqr_mom_1",0.99,1613935904816,415
-"lr_1",3.230005035062253e-05,1613935904816,415
-"mom_1",0.8942498741234437,1613935904816,415
-"eps_1",1e-05,1613935904816,415
-"wd_2",0.01,1613935904816,415
-"sqr_mom_2",0.99,1613935904816,415
-"lr_2",0.00032300050350622526,1613935904816,415
-"mom_2",0.8942498741234437,1613935904816,415
-"eps_2",1e-05,1613935904816,415
-"train_loss",0.18250228,1613935905790,416
-"raw_loss",0.098671116,1613935905790,416
-"epoch",2.622641509433984,1613935905790,416
-"wd_0",0.01,1613935905790,416
-"sqr_mom_0",0.99,1613935905790,416
-"lr_0",3.2430847186300847e-06,1613935905790,416
-"mom_0",0.8939228820342479,1613935905790,416
-"eps_0",1e-05,1613935905790,416
-"wd_1",0.01,1613935905790,416
-"sqr_mom_1",0.99,1613935905790,416
-"lr_1",3.243084718630084e-05,1613935905790,416
-"mom_1",0.8939228820342479,1613935905790,416
-"eps_1",1e-05,1613935905790,416
-"wd_2",0.01,1613935905790,416
-"sqr_mom_2",0.99,1613935905790,416
-"lr_2",0.0003243084718630084,1613935905790,416
-"mom_2",0.8939228820342479,1613935905790,416
-"eps_2",1e-05,1613935905790,416
-"train_loss",0.18167992,1613935906750,417
-"raw_loss",0.14160341,1613935906750,417
-"epoch",2.628930817610085,1613935906750,417
-"wd_0",0.01,1613935906750,417
-"sqr_mom_0",0.99,1613935906750,417
-"lr_0",3.2561542295046967e-06,1613935906750,417
-"mom_0",0.8935961442623825,1613935906750,417
-"eps_0",1e-05,1613935906750,417
-"wd_1",0.01,1613935906750,417
-"sqr_mom_1",0.99,1613935906750,417
-"lr_1",3.2561542295046964e-05,1613935906750,417
-"mom_1",0.8935961442623825,1613935906750,417
-"eps_1",1e-05,1613935906750,417
-"wd_2",0.01,1613935906750,417
-"sqr_mom_2",0.99,1613935906750,417
-"lr_2",0.00032561542295046964,1613935906750,417
-"mom_2",0.8935961442623825,1613935906750,417
-"eps_2",1e-05,1613935906750,417
-"train_loss",0.17979492,1613935907711,418
-"raw_loss",0.08792323,1613935907711,418
-"epoch",2.635220125786186,1613935907711,418
-"wd_0",0.01,1613935907711,418
-"sqr_mom_0",0.99,1613935907711,418
-"lr_0",3.269212257625859e-06,1613935907711,418
-"mom_0",0.8932696935593535,1613935907711,418
-"eps_0",1e-05,1613935907711,418
-"wd_1",0.01,1613935907711,418
-"sqr_mom_1",0.99,1613935907711,418
-"lr_1",3.269212257625859e-05,1613935907711,418
-"mom_1",0.8932696935593535,1613935907711,418
-"eps_1",1e-05,1613935907711,418
-"wd_2",0.01,1613935907711,418
-"sqr_mom_2",0.99,1613935907711,418
-"lr_2",0.00032692122576258585,1613935907711,418
-"mom_2",0.8932696935593535,1613935907711,418
-"eps_2",1e-05,1613935907711,418
-"train_loss",0.17969811,1613935908678,419
-"raw_loss",0.17497988,1613935908678,419
-"epoch",2.6415094339622867,1613935908678,419
-"wd_0",0.01,1613935908678,419
-"sqr_mom_0",0.99,1613935908678,419
-"lr_0",3.282258979073783e-06,1613935908678,419
-"mom_0",0.8929435255231554,1613935908678,419
-"eps_0",1e-05,1613935908678,419
-"wd_1",0.01,1613935908678,419
-"sqr_mom_1",0.99,1613935908678,419
-"lr_1",3.2822589790737826e-05,1613935908678,419
-"mom_1",0.8929435255231554,1613935908678,419
-"eps_1",1e-05,1613935908678,419
-"wd_2",0.01,1613935908678,419
-"sqr_mom_2",0.99,1613935908678,419
-"lr_2",0.0003282258979073783,1613935908678,419
-"mom_2",0.8929435255231554,1613935908678,419
-"eps_2",1e-05,1613935908678,419
-"train_loss",0.1887384,1613935909650,420
-"raw_loss",0.6294412,1613935909650,420
-"epoch",2.6477987421383875,1613935909650,420
-"wd_0",0.01,1613935909650,420
-"sqr_mom_0",0.99,1613935909650,420
-"lr_0",3.2952927156700966e-06,1613935909650,420
-"mom_0",0.8926176821082475,1613935909650,420
-"eps_0",1e-05,1613935909650,420
-"wd_1",0.01,1613935909650,420
-"sqr_mom_1",0.99,1613935909650,420
-"lr_1",3.295292715670096e-05,1613935909650,420
-"mom_1",0.8926176821082475,1613935909650,420
-"eps_1",1e-05,1613935909650,420
-"wd_2",0.01,1613935909650,420
-"sqr_mom_2",0.99,1613935909650,420
-"lr_2",0.0003295292715670096,1613935909650,420
-"mom_2",0.8926176821082475,1613935909650,420
-"eps_2",1e-05,1613935909650,420
-"train_loss",0.18946542,1613935910638,421
-"raw_loss",0.22490981,1613935910638,421
-"epoch",2.6540880503144884,1613935910638,421
-"wd_0",0.01,1613935910638,421
-"sqr_mom_0",0.99,1613935910638,421
-"lr_0",3.3083143843496787e-06,1613935910638,421
-"mom_0",0.892292140391258,1613935910638,421
-"eps_0",1e-05,1613935910638,421
-"wd_1",0.01,1613935910638,421
-"sqr_mom_1",0.99,1613935910638,421
-"lr_1",3.308314384349678e-05,1613935910638,421
-"mom_1",0.892292140391258,1613935910638,421
-"eps_1",1e-05,1613935910638,421
-"wd_2",0.01,1613935910638,421
-"sqr_mom_2",0.99,1613935910638,421
-"lr_2",0.0003308314384349678,1613935910638,421
-"mom_2",0.892292140391258,1613935910638,421
-"eps_2",1e-05,1613935910638,421
-"train_loss",0.18850851,1613935911601,422
-"raw_loss",0.14185157,1613935911601,422
-"epoch",2.660377358490589,1613935911601,422
-"wd_0",0.01,1613935911601,422
-"sqr_mom_0",0.99,1613935911601,422
-"lr_0",3.321322309089255e-06,1613935911601,422
-"mom_0",0.8919669422727686,1613935911601,422
-"eps_0",1e-05,1613935911601,422
-"wd_1",0.01,1613935911601,422
-"sqr_mom_1",0.99,1613935911601,422
-"lr_1",3.321322309089255e-05,1613935911601,422
-"mom_1",0.8919669422727686,1613935911601,422
-"eps_1",1e-05,1613935911601,422
-"wd_2",0.01,1613935911601,422
-"sqr_mom_2",0.99,1613935911601,422
-"lr_2",0.00033213223090892545,1613935911601,422
-"mom_2",0.8919669422727686,1613935911601,422
-"eps_2",1e-05,1613935911601,422
-"train_loss",0.18799026,1613935912555,423
-"raw_loss",0.16271906,1613935912555,423
-"epoch",2.66666666666669,1613935912555,423
-"wd_0",0.01,1613935912555,423
-"sqr_mom_0",0.99,1613935912555,423
-"lr_0",3.33431666529342e-06,1613935912555,423
-"mom_0",0.8916420833676645,1613935912555,423
-"eps_0",1e-05,1613935912555,423
-"wd_1",0.01,1613935912555,423
-"sqr_mom_1",0.99,1613935912555,423
-"lr_1",3.33431666529342e-05,1613935912555,423
-"mom_1",0.8916420833676645,1613935912555,423
-"eps_1",1e-05,1613935912555,423
-"wd_2",0.01,1613935912555,423
-"sqr_mom_2",0.99,1613935912555,423
-"lr_2",0.00033343166652934195,1613935912555,423
-"mom_2",0.8916420833676645,1613935912555,423
-"eps_2",1e-05,1613935912555,423
-"train_loss",0.1864947,1613935913519,424
-"raw_loss",0.11355735,1613935913519,424
-"epoch",2.672955974842791,1613935913519,424
-"wd_0",0.01,1613935913519,424
-"sqr_mom_0",0.99,1613935913519,424
-"lr_0",3.3472961504352897e-06,1613935913519,424
-"mom_0",0.8913175962391178,1613935913519,424
-"eps_0",1e-05,1613935913519,424
-"wd_1",0.01,1613935913519,424
-"sqr_mom_1",0.99,1613935913519,424
-"lr_1",3.3472961504352896e-05,1613935913519,424
-"mom_1",0.8913175962391178,1613935913519,424
-"eps_1",1e-05,1613935913519,424
-"wd_2",0.01,1613935913519,424
-"sqr_mom_2",0.99,1613935913519,424
-"lr_2",0.00033472961504352894,1613935913519,424
-"mom_2",0.8913175962391178,1613935913519,424
-"eps_2",1e-05,1613935913519,424
-"train_loss",0.1849899,1613935914469,425
-"raw_loss",0.1115974,1613935914469,425
-"epoch",2.6792452830188918,1613935914469,425
-"wd_0",0.01,1613935914469,425
-"sqr_mom_0",0.99,1613935914469,425
-"lr_0",3.360260571154848e-06,1613935914469,425
-"mom_0",0.8909934857211288,1613935914469,425
-"eps_0",1e-05,1613935914469,425
-"wd_1",0.01,1613935914469,425
-"sqr_mom_1",0.99,1613935914469,425
-"lr_1",3.360260571154847e-05,1613935914469,425
-"mom_1",0.8909934857211288,1613935914469,425
-"eps_1",1e-05,1613935914469,425
-"wd_2",0.01,1613935914469,425
-"sqr_mom_2",0.99,1613935914469,425
-"lr_2",0.0003360260571154847,1613935914469,425
-"mom_2",0.8909934857211288,1613935914469,425
-"eps_2",1e-05,1613935914469,425
-"train_loss",0.1854997,1613935915456,426
-"raw_loss",0.21036589,1613935915456,426
-"epoch",2.6855345911949926,1613935915456,426
-"wd_0",0.01,1613935915456,426
-"sqr_mom_0",0.99,1613935915456,426
-"lr_0",3.3732097330323158e-06,1613935915456,426
-"mom_0",0.8906697566741921,1613935915456,426
-"eps_0",1e-05,1613935915456,426
-"wd_1",0.01,1613935915456,426
-"sqr_mom_1",0.99,1613935915456,426
-"lr_1",3.373209733032316e-05,1613935915456,426
-"mom_1",0.8906697566741921,1613935915456,426
-"eps_1",1e-05,1613935915456,426
-"wd_2",0.01,1613935915456,426
-"sqr_mom_2",0.99,1613935915456,426
-"lr_2",0.0003373209733032316,1613935915456,426
-"mom_2",0.8906697566741921,1613935915456,426
-"eps_2",1e-05,1613935915456,426
-"train_loss",0.184588,1613935916417,427
-"raw_loss",0.14011417,1613935916417,427
-"epoch",2.6918238993710935,1613935916417,427
-"wd_0",0.01,1613935916417,427
-"sqr_mom_0",0.99,1613935916417,427
-"lr_0",3.3861423380709955e-06,1613935916417,427
-"mom_0",0.8903464415482251,1613935916417,427
-"eps_0",1e-05,1613935916417,427
-"wd_1",0.01,1613935916417,427
-"sqr_mom_1",0.99,1613935916417,427
-"lr_1",3.386142338070995e-05,1613935916417,427
-"mom_1",0.8903464415482251,1613935916417,427
-"eps_1",1e-05,1613935916417,427
-"wd_2",0.01,1613935916417,427
-"sqr_mom_2",0.99,1613935916417,427
-"lr_2",0.0003386142338070995,1613935916417,427
-"mom_2",0.8903464415482251,1613935916417,427
-"eps_2",1e-05,1613935916417,427
-"train_loss",0.18399572,1613935917450,428
-"raw_loss",0.15510076,1613935917450,428
-"epoch",2.6981132075471943,1613935917450,428
-"wd_0",0.01,1613935917450,428
-"sqr_mom_0",0.99,1613935917450,428
-"lr_0",3.3990585606598368e-06,1613935917450,428
-"mom_0",0.890023535983504,1613935917450,428
-"eps_0",1e-05,1613935917450,428
-"wd_1",0.01,1613935917450,428
-"sqr_mom_1",0.99,1613935917450,428
-"lr_1",3.399058560659836e-05,1613935917450,428
-"mom_1",0.890023535983504,1613935917450,428
-"eps_1",1e-05,1613935917450,428
-"wd_2",0.01,1613935917450,428
-"sqr_mom_2",0.99,1613935917450,428
-"lr_2",0.0003399058560659836,1613935917450,428
-"mom_2",0.890023535983504,1613935917450,428
-"eps_2",1e-05,1613935917450,428
-"train_loss",0.18270591,1613935918406,429
-"raw_loss",0.11977462,1613935918406,429
-"epoch",2.704402515723295,1613935918406,429
-"wd_0",0.01,1613935918406,429
-"sqr_mom_0",0.99,1613935918406,429
-"lr_0",3.411957106103906e-06,1613935918406,429
-"mom_0",0.8897010723474024,1613935918406,429
-"eps_0",1e-05,1613935918406,429
-"wd_1",0.01,1613935918406,429
-"sqr_mom_1",0.99,1613935918406,429
-"lr_1",3.4119571061039056e-05,1613935918406,429
-"mom_1",0.8897010723474024,1613935918406,429
-"eps_1",1e-05,1613935918406,429
-"wd_2",0.01,1613935918406,429
-"sqr_mom_2",0.99,1613935918406,429
-"lr_2",0.00034119571061039055,1613935918406,429
-"mom_2",0.8897010723474024,1613935918406,429
-"eps_2",1e-05,1613935918406,429
-"train_loss",0.18139064,1613935919387,430
-"raw_loss",0.11721241,1613935919387,430
-"epoch",2.710691823899396,1613935919387,430
-"wd_0",0.01,1613935919387,430
-"sqr_mom_0",0.99,1613935919387,430
-"lr_0",3.4248381483328794e-06,1613935919387,430
-"mom_0",0.889379046291678,1613935919387,430
-"eps_0",1e-05,1613935919387,430
-"wd_1",0.01,1613935919387,430
-"sqr_mom_1",0.99,1613935919387,430
-"lr_1",3.424838148332879e-05,1613935919387,430
-"mom_1",0.889379046291678,1613935919387,430
-"eps_1",1e-05,1613935919387,430
-"wd_2",0.01,1613935919387,430
-"sqr_mom_2",0.99,1613935919387,430
-"lr_2",0.0003424838148332879,1613935919387,430
-"mom_2",0.889379046291678,1613935919387,430
-"eps_2",1e-05,1613935919387,430
-"train_loss",0.17934518,1613935920480,431
-"raw_loss",0.07952913,1613935920480,431
-"epoch",2.716981132075497,1613935920480,431
-"wd_0",0.01,1613935920480,431
-"sqr_mom_0",0.99,1613935920480,431
-"lr_0",3.4377000307498144e-06,1613935920480,431
-"mom_0",0.8890574992312547,1613935920480,431
-"eps_0",1e-05,1613935920480,431
-"wd_1",0.01,1613935920480,431
-"sqr_mom_1",0.99,1613935920480,431
-"lr_1",3.437700030749814e-05,1613935920480,431
-"mom_1",0.8890574992312547,1613935920480,431
-"eps_1",1e-05,1613935920480,431
-"wd_2",0.01,1613935920480,431
-"sqr_mom_2",0.99,1613935920480,431
-"lr_2",0.0003437700030749814,1613935920480,431
-"mom_2",0.8890574992312547,1613935920480,431
-"eps_2",1e-05,1613935920480,431
-"train_loss",0.17813101,1613935921690,432
-"raw_loss",0.118876524,1613935921690,432
-"epoch",2.7232704402515977,1613935921690,432
-"wd_0",0.01,1613935921690,432
-"sqr_mom_0",0.99,1613935921690,432
-"lr_0",3.4505436581994983e-06,1613935921690,432
-"mom_0",0.8887364085450126,1613935921690,432
-"eps_0",1e-05,1613935921690,432
-"wd_1",0.01,1613935921690,432
-"sqr_mom_1",0.99,1613935921690,432
-"lr_1",3.450543658199498e-05,1613935921690,432
-"mom_1",0.8887364085450126,1613935921690,432
-"eps_1",1e-05,1613935921690,432
-"wd_2",0.01,1613935921690,432
-"sqr_mom_2",0.99,1613935921690,432
-"lr_2",0.00034505436581994977,1613935921690,432
-"mom_2",0.8887364085450126,1613935921690,432
-"eps_2",1e-05,1613935921690,432
-"train_loss",0.17642967,1613935922658,433
-"raw_loss",0.09339237,1613935922658,433
-"epoch",2.7295597484276986,1613935922658,433
-"wd_0",0.01,1613935922658,433
-"sqr_mom_0",0.99,1613935922658,433
-"lr_0",3.463367377303497e-06,1613935922658,433
-"mom_0",0.8884158155674126,1613935922658,433
-"eps_0",1e-05,1613935922658,433
-"wd_1",0.01,1613935922658,433
-"sqr_mom_1",0.99,1613935922658,433
-"lr_1",3.463367377303496e-05,1613935922658,433
-"mom_1",0.8884158155674126,1613935922658,433
-"eps_1",1e-05,1613935922658,433
-"wd_2",0.01,1613935922658,433
-"sqr_mom_2",0.99,1613935922658,433
-"lr_2",0.0003463367377303496,1613935922658,433
-"mom_2",0.8884158155674126,1613935922658,433
-"eps_2",1e-05,1613935922658,433
-"train_loss",0.17516308,1613935923635,434
-"raw_loss",0.11334049,1613935923635,434
-"epoch",2.7358490566037994,1613935923635,434
-"wd_0",0.01,1613935923635,434
-"sqr_mom_0",0.99,1613935923635,434
-"lr_0",3.4761713609824936e-06,1613935923635,434
-"mom_0",0.8880957159754377,1613935923635,434
-"eps_0",1e-05,1613935923635,434
-"wd_1",0.01,1613935923635,434
-"sqr_mom_1",0.99,1613935923635,434
-"lr_1",3.476171360982493e-05,1613935923635,434
-"mom_1",0.8880957159754377,1613935923635,434
-"eps_1",1e-05,1613935923635,434
-"wd_2",0.01,1613935923635,434
-"sqr_mom_2",0.99,1613935923635,434
-"lr_2",0.0003476171360982493,1613935923635,434
-"mom_2",0.8880957159754377,1613935923635,434
-"eps_2",1e-05,1613935923635,434
-"train_loss",0.17534912,1613935924595,435
-"raw_loss",0.18443032,1613935924595,435
-"epoch",2.7421383647799003,1613935924595,435
-"wd_0",0.01,1613935924595,435
-"sqr_mom_0",0.99,1613935924595,435
-"lr_0",3.4889543257921467e-06,1613935924595,435
-"mom_0",0.8877761418551963,1613935924595,435
-"eps_0",1e-05,1613935924595,435
-"wd_1",0.01,1613935924595,435
-"sqr_mom_1",0.99,1613935924595,435
-"lr_1",3.488954325792147e-05,1613935924595,435
-"mom_1",0.8877761418551963,1613935924595,435
-"eps_1",1e-05,1613935924595,435
-"wd_2",0.01,1613935924595,435
-"sqr_mom_2",0.99,1613935924595,435
-"lr_2",0.00034889543257921464,1613935924595,435
-"mom_2",0.8877761418551963,1613935924595,435
-"eps_2",1e-05,1613935924595,435
-"train_loss",0.1753195,1613935925580,436
-"raw_loss",0.17387286,1613935925580,436
-"epoch",2.748427672956001,1613935925580,436
-"wd_0",0.01,1613935925580,436
-"sqr_mom_0",0.99,1613935925580,436
-"lr_0",3.5017164441035928e-06,1613935925580,436
-"mom_0",0.8874570888974102,1613935925580,436
-"eps_0",1e-05,1613935925580,436
-"wd_1",0.01,1613935925580,436
-"sqr_mom_1",0.99,1613935925580,436
-"lr_1",3.501716444103592e-05,1613935925580,436
-"mom_1",0.8874570888974102,1613935925580,436
-"eps_1",1e-05,1613935925580,436
-"wd_2",0.01,1613935925580,436
-"sqr_mom_2",0.99,1613935925580,436
-"lr_2",0.0003501716444103592,1613935925580,436
-"mom_2",0.8874570888974102,1613935925580,436
-"eps_2",1e-05,1613935925580,436
-"train_loss",0.17583245,1613935926533,437
-"raw_loss",0.20087664,1613935926533,437
-"epoch",2.754716981132102,1613935926533,437
-"wd_0",0.01,1613935926533,437
-"sqr_mom_0",0.99,1613935926533,437
-"lr_0",3.5144560747638523e-06,1613935926533,437
-"mom_0",0.8871385981309037,1613935926533,437
-"eps_0",1e-05,1613935926533,437
-"wd_1",0.01,1613935926533,437
-"sqr_mom_1",0.99,1613935926533,437
-"lr_1",3.5144560747638516e-05,1613935926533,437
-"mom_1",0.8871385981309037,1613935926533,437
-"eps_1",1e-05,1613935926533,437
-"wd_2",0.01,1613935926533,437
-"sqr_mom_2",0.99,1613935926533,437
-"lr_2",0.00035144560747638515,1613935926533,437
-"mom_2",0.8871385981309037,1613935926533,437
-"eps_2",1e-05,1613935926533,437
-"train_loss",0.17456777,1613935927490,438
-"raw_loss",0.11281867,1613935927490,438
-"epoch",2.761006289308203,1613935927490,438
-"wd_0",0.01,1613935927490,438
-"sqr_mom_0",0.99,1613935927490,438
-"lr_0",3.5271741140171937e-06,1613935927490,438
-"mom_0",0.8868206471495701,1613935927490,438
-"eps_0",1e-05,1613935927490,438
-"wd_1",0.01,1613935927490,438
-"sqr_mom_1",0.99,1613935927490,438
-"lr_1",3.5271741140171934e-05,1613935927490,438
-"mom_1",0.8868206471495701,1613935927490,438
-"eps_1",1e-05,1613935927490,438
-"wd_2",0.01,1613935927490,438
-"sqr_mom_2",0.99,1613935927490,438
-"lr_2",0.0003527174114017193,1613935927490,438
-"mom_2",0.8868206471495701,1613935927490,438
-"eps_2",1e-05,1613935927490,438
-"train_loss",0.17373618,1613935928455,439
-"raw_loss",0.13313165,1613935928455,439
-"epoch",2.7672955974843036,1613935928455,439
-"wd_0",0.01,1613935928455,439
-"sqr_mom_0",0.99,1613935928455,439
-"lr_0",3.539868924502422e-06,1613935928455,439
-"mom_0",0.8865032768874395,1613935928455,439
-"eps_0",1e-05,1613935928455,439
-"wd_1",0.01,1613935928455,439
-"sqr_mom_1",0.99,1613935928455,439
-"lr_1",3.5398689245024216e-05,1613935928455,439
-"mom_1",0.8865032768874395,1613935928455,439
-"eps_1",1e-05,1613935928455,439
-"wd_2",0.01,1613935928455,439
-"sqr_mom_2",0.99,1613935928455,439
-"lr_2",0.00035398689245024216,1613935928455,439
-"mom_2",0.8865032768874395,1613935928455,439
-"eps_2",1e-05,1613935928455,439
-"train_loss",0.17705745,1613935929419,440
-"raw_loss",0.33924195,1613935929419,440
-"epoch",2.7735849056604045,1613935929419,440
-"wd_0",0.01,1613935929419,440
-"sqr_mom_0",0.99,1613935929419,440
-"lr_0",3.5525406774019624e-06,1613935929419,440
-"mom_0",0.886186483064951,1613935929419,440
-"eps_0",1e-05,1613935929419,440
-"wd_1",0.01,1613935929419,440
-"sqr_mom_1",0.99,1613935929419,440
-"lr_1",3.552540677401962e-05,1613935929419,440
-"mom_1",0.886186483064951,1613935929419,440
-"eps_1",1e-05,1613935929419,440
-"wd_2",0.01,1613935929419,440
-"sqr_mom_2",0.99,1613935929419,440
-"lr_2",0.00035525406774019615,1613935929419,440
-"mom_2",0.886186483064951,1613935929419,440
-"eps_2",1e-05,1613935929419,440
-"train_loss",0.17638958,1613935930373,441
-"raw_loss",0.1437735,1613935930373,441
-"epoch",2.7798742138365053,1613935930373,441
-"wd_0",0.01,1613935930373,441
-"sqr_mom_0",0.99,1613935930373,441
-"lr_0",3.5651881025260058e-06,1613935930373,441
-"mom_0",0.8858702974368499,1613935930373,441
-"eps_0",1e-05,1613935930373,441
-"wd_1",0.01,1613935930373,441
-"sqr_mom_1",0.99,1613935930373,441
-"lr_1",3.565188102526005e-05,1613935930373,441
-"mom_1",0.8858702974368499,1613935930373,441
-"eps_1",1e-05,1613935930373,441
-"wd_2",0.01,1613935930373,441
-"sqr_mom_2",0.99,1613935930373,441
-"lr_2",0.00035651881025260053,1613935930373,441
-"mom_2",0.8858702974368499,1613935930373,441
-"eps_2",1e-05,1613935930373,441
-"train_loss",0.17563373,1613935931338,442
-"raw_loss",0.13871942,1613935931338,442
-"epoch",2.786163522012606,1613935931338,442
-"wd_0",0.01,1613935931338,442
-"sqr_mom_0",0.99,1613935931338,442
-"lr_0",3.5778113704180114e-06,1613935931338,442
-"mom_0",0.8855547157395497,1613935931338,442
-"eps_0",1e-05,1613935931338,442
-"wd_1",0.01,1613935931338,442
-"sqr_mom_1",0.99,1613935931338,442
-"lr_1",3.577811370418011e-05,1613935931338,442
-"mom_1",0.8855547157395497,1613935931338,442
-"eps_1",1e-05,1613935931338,442
-"wd_2",0.01,1613935931338,442
-"sqr_mom_2",0.99,1613935931338,442
-"lr_2",0.0003577811370418011,1613935931338,442
-"mom_2",0.8855547157395497,1613935931338,442
-"eps_2",1e-05,1613935931338,442
-"train_loss",0.17506589,1613935932298,443
-"raw_loss",0.14733118,1613935932298,443
-"epoch",2.792452830188707,1613935932298,443
-"wd_0",0.01,1613935932298,443
-"sqr_mom_0",0.99,1613935932298,443
-"lr_0",3.590409215748207e-06,1613935932298,443
-"mom_0",0.8852397696062948,1613935932298,443
-"eps_0",1e-05,1613935932298,443
-"wd_1",0.01,1613935932298,443
-"sqr_mom_1",0.99,1613935932298,443
-"lr_1",3.590409215748207e-05,1613935932298,443
-"mom_1",0.8852397696062948,1613935932298,443
-"eps_1",1e-05,1613935932298,443
-"wd_2",0.01,1613935932298,443
-"sqr_mom_2",0.99,1613935932298,443
-"lr_2",0.00035904092157482067,1613935932298,443
-"mom_2",0.8852397696062948,1613935932298,443
-"eps_2",1e-05,1613935932298,443
-"train_loss",0.17746414,1613935933272,444
-"raw_loss",0.29460734,1613935933272,444
-"epoch",2.798742138364808,1613935933272,444
-"wd_0",0.01,1613935933272,444
-"sqr_mom_0",0.99,1613935933272,444
-"lr_0",3.6029814513106237e-06,1613935933272,444
-"mom_0",0.8849254637172344,1613935933272,444
-"eps_0",1e-05,1613935933272,444
-"wd_1",0.01,1613935933272,444
-"sqr_mom_1",0.99,1613935933272,444
-"lr_1",3.602981451310624e-05,1613935933272,444
-"mom_1",0.8849254637172344,1613935933272,444
-"eps_1",1e-05,1613935933272,444
-"wd_2",0.01,1613935933272,444
-"sqr_mom_2",0.99,1613935933272,444
-"lr_2",0.00036029814513106233,1613935933272,444
-"mom_2",0.8849254637172344,1613935933272,444
-"eps_2",1e-05,1613935933272,444
-"train_loss",0.1795116,1613935934231,445
-"raw_loss",0.27952677,1613935934231,445
-"epoch",2.8050314465409087,1613935934231,445
-"wd_0",0.01,1613935934231,445
-"sqr_mom_0",0.99,1613935934231,445
-"lr_0",3.615527888097685e-06,1613935934231,445
-"mom_0",0.8846118027975579,1613935934231,445
-"eps_0",1e-05,1613935934231,445
-"wd_1",0.01,1613935934231,445
-"sqr_mom_1",0.99,1613935934231,445
-"lr_1",3.615527888097684e-05,1613935934231,445
-"mom_1",0.8846118027975579,1613935934231,445
-"eps_1",1e-05,1613935934231,445
-"wd_2",0.01,1613935934231,445
-"sqr_mom_2",0.99,1613935934231,445
-"lr_2",0.0003615527888097684,1613935934231,445
-"mom_2",0.8846118027975579,1613935934231,445
-"eps_2",1e-05,1613935934231,445
-"train_loss",0.18000245,1613935935184,446
-"raw_loss",0.20398068,1613935935184,446
-"epoch",2.8113207547170096,1613935935184,446
-"wd_0",0.01,1613935935184,446
-"sqr_mom_0",0.99,1613935935184,446
-"lr_0",3.6280472684810044e-06,1613935935184,446
-"mom_0",0.8842988182879749,1613935935184,446
-"eps_0",1e-05,1613935935184,446
-"wd_1",0.01,1613935935184,446
-"sqr_mom_1",0.99,1613935935184,446
-"lr_1",3.628047268481004e-05,1613935935184,446
-"mom_1",0.8842988182879749,1613935935184,446
-"eps_1",1e-05,1613935935184,446
-"wd_2",0.01,1613935935184,446
-"sqr_mom_2",0.99,1613935935184,446
-"lr_2",0.00036280472684810036,1613935935184,446
-"mom_2",0.8842988182879749,1613935935184,446
-"eps_2",1e-05,1613935935184,446
-"train_loss",0.18008421,1613935936141,447
-"raw_loss",0.18407871,1613935936141,447
-"epoch",2.8176100628931104,1613935936141,447
-"wd_0",0.01,1613935936141,447
-"sqr_mom_0",0.99,1613935936141,447
-"lr_0",3.6405397612774307e-06,1613935936141,447
-"mom_0",0.8839865059680643,1613935936141,447
-"eps_0",1e-05,1613935936141,447
-"wd_1",0.01,1613935936141,447
-"sqr_mom_1",0.99,1613935936141,447
-"lr_1",3.6405397612774304e-05,1613935936141,447
-"mom_1",0.8839865059680643,1613935936141,447
-"eps_1",1e-05,1613935936141,447
-"wd_2",0.01,1613935936141,447
-"sqr_mom_2",0.99,1613935936141,447
-"lr_2",0.000364053976127743,1613935936141,447
-"mom_2",0.8839865059680643,1613935936141,447
-"eps_2",1e-05,1613935936141,447
-"train_loss",0.17796203,1613935937098,448
-"raw_loss",0.074278146,1613935937098,448
-"epoch",2.8238993710692113,1613935937098,448
-"wd_0",0.01,1613935937098,448
-"sqr_mom_0",0.99,1613935937098,448
-"lr_0",3.6530041142658115e-06,1613935937098,448
-"mom_0",0.8836748971433547,1613935937098,448
-"eps_0",1e-05,1613935937098,448
-"wd_1",0.01,1613935937098,448
-"sqr_mom_1",0.99,1613935937098,448
-"lr_1",3.653004114265811e-05,1613935937098,448
-"mom_1",0.8836748971433547,1613935937098,448
-"eps_1",1e-05,1613935937098,448
-"wd_2",0.01,1613935937098,448
-"sqr_mom_2",0.99,1613935937098,448
-"lr_2",0.00036530041142658105,1613935937098,448
-"mom_2",0.8836748971433547,1613935937098,448
-"eps_2",1e-05,1613935937098,448
-"train_loss",0.17622377,1613935938056,449
-"raw_loss",0.09129161,1613935938056,449
-"epoch",2.830188679245312,1613935938056,449
-"wd_0",0.01,1613935938056,449
-"sqr_mom_0",0.99,1613935938056,449
-"lr_0",3.665440142351261e-06,1613935938056,449
-"mom_0",0.8833639964412184,1613935938056,449
-"eps_0",1e-05,1613935938056,449
-"wd_1",0.01,1613935938056,449
-"sqr_mom_1",0.99,1613935938056,449
-"lr_1",3.6654401423512606e-05,1613935938056,449
-"mom_1",0.8833639964412184,1613935938056,449
-"eps_1",1e-05,1613935938056,449
-"wd_2",0.01,1613935938056,449
-"sqr_mom_2",0.99,1613935938056,449
-"lr_2",0.00036654401423512605,1613935938056,449
-"mom_2",0.8833639964412184,1613935938056,449
-"eps_2",1e-05,1613935938056,449
-"train_loss",0.17600407,1613935939024,450
-"raw_loss",0.16526829,1613935939024,450
-"epoch",2.836477987421413,1613935939024,450
-"wd_0",0.01,1613935939024,450
-"sqr_mom_0",0.99,1613935939024,450
-"lr_0",3.677847306104885e-06,1613935939024,450
-"mom_0",0.8830538173473779,1613935939024,450
-"eps_0",1e-05,1613935939024,450
-"wd_1",0.01,1613935939024,450
-"sqr_mom_1",0.99,1613935939024,450
-"lr_1",3.677847306104885e-05,1613935939024,450
-"mom_1",0.8830538173473779,1613935939024,450
-"eps_1",1e-05,1613935939024,450
-"wd_2",0.01,1613935939024,450
-"sqr_mom_2",0.99,1613935939024,450
-"lr_2",0.00036778473061048846,1613935939024,450
-"mom_2",0.8830538173473779,1613935939024,450
-"eps_2",1e-05,1613935939024,450
-"train_loss",0.17995411,1613935939998,451
-"raw_loss",0.37297577,1613935939998,451
-"epoch",2.842767295597514,1613935939998,451
-"wd_0",0.01,1613935939998,451
-"sqr_mom_0",0.99,1613935939998,451
-"lr_0",3.690225418847611e-06,1613935939998,451
-"mom_0",0.8827443645288097,1613935939998,451
-"eps_0",1e-05,1613935939998,451
-"wd_1",0.01,1613935939998,451
-"sqr_mom_1",0.99,1613935939998,451
-"lr_1",3.690225418847611e-05,1613935939998,451
-"mom_1",0.8827443645288097,1613935939998,451
-"eps_1",1e-05,1613935939998,451
-"wd_2",0.01,1613935939998,451
-"sqr_mom_2",0.99,1613935939998,451
-"lr_2",0.000369022541884761,1613935939998,451
-"mom_2",0.8827443645288097,1613935939998,451
-"eps_2",1e-05,1613935939998,451
-"train_loss",0.18080196,1613935940977,452
-"raw_loss",0.22223568,1613935940977,452
-"epoch",2.8490566037736147,1613935940977,452
-"wd_0",0.01,1613935940977,452
-"sqr_mom_0",0.99,1613935940977,452
-"lr_0",3.7025732398235015e-06,1613935940977,452
-"mom_0",0.8824356690044124,1613935940977,452
-"eps_0",1e-05,1613935940977,452
-"wd_1",0.01,1613935940977,452
-"sqr_mom_1",0.99,1613935940977,452
-"lr_1",3.702573239823501e-05,1613935940977,452
-"mom_1",0.8824356690044124,1613935940977,452
-"eps_1",1e-05,1613935940977,452
-"wd_2",0.01,1613935940977,452
-"sqr_mom_2",0.99,1613935940977,452
-"lr_2",0.0003702573239823501,1613935940977,452
-"mom_2",0.8824356690044124,1613935940977,452
-"eps_2",1e-05,1613935940977,452
-"train_loss",0.18055554,1613935941932,453
-"raw_loss",0.16851273,1613935941932,453
-"epoch",2.8553459119497155,1613935941932,453
-"wd_0",0.01,1613935941932,453
-"sqr_mom_0",0.99,1613935941932,453
-"lr_0",3.7148909355360207e-06,1613935941932,453
-"mom_0",0.8821277266115994,1613935941932,453
-"eps_0",1e-05,1613935941932,453
-"wd_1",0.01,1613935941932,453
-"sqr_mom_1",0.99,1613935941932,453
-"lr_1",3.714890935536021e-05,1613935941932,453
-"mom_1",0.8821277266115994,1613935941932,453
-"eps_1",1e-05,1613935941932,453
-"wd_2",0.01,1613935941932,453
-"sqr_mom_2",0.99,1613935941932,453
-"lr_2",0.000371489093553602,1613935941932,453
-"mom_2",0.8821277266115994,1613935941932,453
-"eps_2",1e-05,1613935941932,453
-"train_loss",0.18057474,1613935942895,454
-"raw_loss",0.18151294,1613935942895,454
-"epoch",2.8616352201258164,1613935942895,454
-"wd_0",0.01,1613935942895,454
-"sqr_mom_0",0.99,1613935942895,454
-"lr_0",3.727177271285309e-06,1613935942895,454
-"mom_0",0.8818205682178673,1613935942895,454
-"eps_0",1e-05,1613935942895,454
-"wd_1",0.01,1613935942895,454
-"sqr_mom_1",0.99,1613935942895,454
-"lr_1",3.7271772712853084e-05,1613935942895,454
-"mom_1",0.8818205682178673,1613935942895,454
-"eps_1",1e-05,1613935942895,454
-"wd_2",0.01,1613935942895,454
-"sqr_mom_2",0.99,1613935942895,454
-"lr_2",0.00037271772712853084,1613935942895,454
-"mom_2",0.8818205682178673,1613935942895,454
-"eps_2",1e-05,1613935942895,454
-"train_loss",0.1811913,1613935943869,455
-"raw_loss",0.21132654,1613935943869,455
-"epoch",2.8679245283019172,1613935943869,455
-"wd_0",0.01,1613935943869,455
-"sqr_mom_0",0.99,1613935943869,455
-"lr_0",3.73943206477449e-06,1613935943869,455
-"mom_0",0.8815141983806377,1613935943869,455
-"eps_0",1e-05,1613935943869,455
-"wd_1",0.01,1613935943869,455
-"sqr_mom_1",0.99,1613935943869,455
-"lr_1",3.73943206477449e-05,1613935943869,455
-"mom_1",0.8815141983806377,1613935943869,455
-"eps_1",1e-05,1613935943869,455
-"wd_2",0.01,1613935943869,455
-"sqr_mom_2",0.99,1613935943869,455
-"lr_2",0.00037394320647744897,1613935943869,455
-"mom_2",0.8815141983806377,1613935943869,455
-"eps_2",1e-05,1613935943869,455
-"train_loss",0.18264812,1613935944838,456
-"raw_loss",0.25385588,1613935944838,456
-"epoch",2.874213836478018,1613935944838,456
-"wd_0",0.01,1613935944838,456
-"sqr_mom_0",0.99,1613935944838,456
-"lr_0",3.751654784435957e-06,1613935944838,456
-"mom_0",0.881208630389101,1613935944838,456
-"eps_0",1e-05,1613935944838,456
-"wd_1",0.01,1613935944838,456
-"sqr_mom_1",0.99,1613935944838,456
-"lr_1",3.751654784435957e-05,1613935944838,456
-"mom_1",0.881208630389101,1613935944838,456
-"eps_1",1e-05,1613935944838,456
-"wd_2",0.01,1613935944838,456
-"sqr_mom_2",0.99,1613935944838,456
-"lr_2",0.00037516547844359567,1613935944838,456
-"mom_2",0.881208630389101,1613935944838,456
-"eps_2",1e-05,1613935944838,456
-"train_loss",0.18174511,1613935945817,457
-"raw_loss",0.13760439,1613935945817,457
-"epoch",2.880503144654119,1613935945817,457
-"wd_0",0.01,1613935945817,457
-"sqr_mom_0",0.99,1613935945817,457
-"lr_0",3.7638452462106184e-06,1613935945817,457
-"mom_0",0.8809038688447345,1613935945817,457
-"eps_0",1e-05,1613935945817,457
-"wd_1",0.01,1613935945817,457
-"sqr_mom_1",0.99,1613935945817,457
-"lr_1",3.763845246210618e-05,1613935945817,457
-"mom_1",0.8809038688447345,1613935945817,457
-"eps_1",1e-05,1613935945817,457
-"wd_2",0.01,1613935945817,457
-"sqr_mom_2",0.99,1613935945817,457
-"lr_2",0.0003763845246210618,1613935945817,457
-"mom_2",0.8809038688447345,1613935945817,457
-"eps_2",1e-05,1613935945817,457
-"train_loss",0.18586162,1613935946787,458
-"raw_loss",0.38709134,1613935946787,458
-"epoch",2.88679245283022,1613935946787,458
-"wd_0",0.01,1613935946787,458
-"sqr_mom_0",0.99,1613935946787,458
-"lr_0",3.7760022281522745e-06,1613935946787,458
-"mom_0",0.8805999442961931,1613935946787,458
-"eps_0",1e-05,1613935946787,458
-"wd_1",0.01,1613935946787,458
-"sqr_mom_1",0.99,1613935946787,458
-"lr_1",3.776002228152274e-05,1613935946787,458
-"mom_1",0.8805999442961931,1613935946787,458
-"eps_1",1e-05,1613935946787,458
-"wd_2",0.01,1613935946787,458
-"sqr_mom_2",0.99,1613935946787,458
-"lr_2",0.0003776002228152274,1613935946787,458
-"mom_2",0.8805999442961931,1613935946787,458
-"eps_2",1e-05,1613935946787,458
-"train_loss",0.18673383,1613935947744,459
-"raw_loss",0.22937267,1613935947744,459
-"epoch",2.8930817610063206,1613935947744,459
-"wd_0",0.01,1613935947744,459
-"sqr_mom_0",0.99,1613935947744,459
-"lr_0",3.7881258941910325e-06,1613935947744,459
-"mom_0",0.8802968526452242,1613935947744,459
-"eps_0",1e-05,1613935947744,459
-"wd_1",0.01,1613935947744,459
-"sqr_mom_1",0.99,1613935947744,459
-"lr_1",3.788125894191032e-05,1613935947744,459
-"mom_1",0.8802968526452242,1613935947744,459
-"eps_1",1e-05,1613935947744,459
-"wd_2",0.01,1613935947744,459
-"sqr_mom_2",0.99,1613935947744,459
-"lr_2",0.00037881258941910317,1613935947744,459
-"mom_2",0.8802968526452242,1613935947744,459
-"eps_2",1e-05,1613935947744,459
-"train_loss",0.18545118,1613935948699,460
-"raw_loss",0.12274527,1613935948699,460
-"epoch",2.8993710691824215,1613935948699,460
-"wd_0",0.01,1613935948699,460
-"sqr_mom_0",0.99,1613935948699,460
-"lr_0",3.800215029076156e-06,1613935948699,460
-"mom_0",0.879994624273096,1613935948699,460
-"eps_0",1e-05,1613935948699,460
-"wd_1",0.01,1613935948699,460
-"sqr_mom_1",0.99,1613935948699,460
-"lr_1",3.800215029076156e-05,1613935948699,460
-"mom_1",0.879994624273096,1613935948699,460
-"eps_1",1e-05,1613935948699,460
-"wd_2",0.01,1613935948699,460
-"sqr_mom_2",0.99,1613935948699,460
-"lr_2",0.00038002150290761553,1613935948699,460
-"mom_2",0.879994624273096,1613935948699,460
-"eps_2",1e-05,1613935948699,460
-"train_loss",0.18689276,1613935949655,461
-"raw_loss",0.25737163,1613935949655,461
-"epoch",2.9056603773585223,1613935949655,461
-"wd_0",0.01,1613935949655,461
-"sqr_mom_0",0.99,1613935949655,461
-"lr_0",3.8122694535934173e-06,1613935949655,461
-"mom_0",0.8796932636601645,1613935949655,461
-"eps_0",1e-05,1613935949655,461
-"wd_1",0.01,1613935949655,461
-"sqr_mom_1",0.99,1613935949655,461
-"lr_1",3.812269453593417e-05,1613935949655,461
-"mom_1",0.8796932636601645,1613935949655,461
-"eps_1",1e-05,1613935949655,461
-"wd_2",0.01,1613935949655,461
-"sqr_mom_2",0.99,1613935949655,461
-"lr_2",0.00038122694535934167,1613935949655,461
-"mom_2",0.8796932636601645,1613935949655,461
-"eps_2",1e-05,1613935949655,461
-"train_loss",0.18586287,1613935950606,462
-"raw_loss",0.13550894,1613935950606,462
-"epoch",2.911949685534623,1613935950606,462
-"wd_0",0.01,1613935950606,462
-"sqr_mom_0",0.99,1613935950606,462
-"lr_0",3.824288986086766e-06,1613935950606,462
-"mom_0",0.8793927753478308,1613935950606,462
-"eps_0",1e-05,1613935950606,462
-"wd_1",0.01,1613935950606,462
-"sqr_mom_1",0.99,1613935950606,462
-"lr_1",3.824288986086766e-05,1613935950606,462
-"mom_1",0.8793927753478308,1613935950606,462
-"eps_1",1e-05,1613935950606,462
-"wd_2",0.01,1613935950606,462
-"sqr_mom_2",0.99,1613935950606,462
-"lr_2",0.0003824288986086766,1613935950606,462
-"mom_2",0.8793927753478308,1613935950606,462
-"eps_2",1e-05,1613935950606,462
-"train_loss",0.18639076,1613935951565,463
-"raw_loss",0.21220161,1613935951565,463
-"epoch",2.918238993710724,1613935951565,463
-"wd_0",0.01,1613935951565,463
-"sqr_mom_0",0.99,1613935951565,463
-"lr_0",3.836272421743595e-06,1613935951565,463
-"mom_0",0.8790931894564101,1613935951565,463
-"eps_0",1e-05,1613935951565,463
-"wd_1",0.01,1613935951565,463
-"sqr_mom_1",0.99,1613935951565,463
-"lr_1",3.836272421743594e-05,1613935951565,463
-"mom_1",0.8790931894564101,1613935951565,463
-"eps_1",1e-05,1613935951565,463
-"wd_2",0.01,1613935951565,463
-"sqr_mom_2",0.99,1613935951565,463
-"lr_2",0.0003836272421743594,1613935951565,463
-"mom_2",0.8790931894564101,1613935951565,463
-"eps_2",1e-05,1613935951565,463
-"train_loss",0.18589324,1613935952519,464
-"raw_loss",0.16156545,1613935952519,464
-"epoch",2.924528301886825,1613935952519,464
-"wd_0",0.01,1613935952519,464
-"sqr_mom_0",0.99,1613935952519,464
-"lr_0",3.848219922153835e-06,1613935952519,464
-"mom_0",0.8787945019461542,1613935952519,464
-"eps_0",1e-05,1613935952519,464
-"wd_1",0.01,1613935952519,464
-"sqr_mom_1",0.99,1613935952519,464
-"lr_1",3.8482199221538336e-05,1613935952519,464
-"mom_1",0.8787945019461542,1613935952519,464
-"eps_1",1e-05,1613935952519,464
-"wd_2",0.01,1613935952519,464
-"sqr_mom_2",0.99,1613935952519,464
-"lr_2",0.00038482199221538335,1613935952519,464
-"mom_2",0.8787945019461542,1613935952519,464
-"eps_2",1e-05,1613935952519,464
-"train_loss",0.1853184,1613935953542,465
-"raw_loss",0.15720941,1613935953542,465
-"epoch",2.9308176100629257,1613935953542,465
-"wd_0",0.01,1613935953542,465
-"sqr_mom_0",0.99,1613935953542,465
-"lr_0",3.860130289725222e-06,1613935953542,465
-"mom_0",0.8784967427568695,1613935953542,465
-"eps_0",1e-05,1613935953542,465
-"wd_1",0.01,1613935953542,465
-"sqr_mom_1",0.99,1613935953542,465
-"lr_1",3.860130289725221e-05,1613935953542,465
-"mom_1",0.8784967427568695,1613935953542,465
-"eps_1",1e-05,1613935953542,465
-"wd_2",0.01,1613935953542,465
-"sqr_mom_2",0.99,1613935953542,465
-"lr_2",0.0003860130289725221,1613935953542,465
-"mom_2",0.8784967427568695,1613935953542,465
-"eps_2",1e-05,1613935953542,465
-"train_loss",0.18444954,1613935954568,466
-"raw_loss",0.1419616,1613935954568,466
-"epoch",2.9371069182390266,1613935954568,466
-"wd_0",0.01,1613935954568,466
-"sqr_mom_0",0.99,1613935954568,466
-"lr_0",3.872003685062405e-06,1613935954568,466
-"mom_0",0.8781999078734398,1613935954568,466
-"eps_0",1e-05,1613935954568,466
-"wd_1",0.01,1613935954568,466
-"sqr_mom_1",0.99,1613935954568,466
-"lr_1",3.872003685062405e-05,1613935954568,466
-"mom_1",0.8781999078734398,1613935954568,466
-"eps_1",1e-05,1613935954568,466
-"wd_2",0.01,1613935954568,466
-"sqr_mom_2",0.99,1613935954568,466
-"lr_2",0.0003872003685062405,1613935954568,466
-"mom_2",0.8781999078734398,1613935954568,466
-"eps_2",1e-05,1613935954568,466
-"train_loss",0.18498811,1613935955563,467
-"raw_loss",0.21132693,1613935955563,467
-"epoch",2.9433962264151274,1613935955563,467
-"wd_0",0.01,1613935955563,467
-"sqr_mom_0",0.99,1613935955563,467
-"lr_0",3.88383858204794e-06,1613935955563,467
-"mom_0",0.8779040354488015,1613935955563,467
-"eps_0",1e-05,1613935955563,467
-"wd_1",0.01,1613935955563,467
-"sqr_mom_1",0.99,1613935955563,467
-"lr_1",3.8838385820479396e-05,1613935955563,467
-"mom_1",0.8779040354488015,1613935955563,467
-"eps_1",1e-05,1613935955563,467
-"wd_2",0.01,1613935955563,467
-"sqr_mom_2",0.99,1613935955563,467
-"lr_2",0.00038838385820479397,1613935955563,467
-"mom_2",0.8779040354488015,1613935955563,467
-"eps_2",1e-05,1613935955563,467
-"train_loss",0.18573837,1613935956537,468
-"raw_loss",0.2224295,1613935956537,468
-"epoch",2.9496855345912283,1613935956537,468
-"wd_0",0.01,1613935956537,468
-"sqr_mom_0",0.99,1613935956537,468
-"lr_0",3.895635813277281e-06,1613935956537,468
-"mom_0",0.877609104668068,1613935956537,468
-"eps_0",1e-05,1613935956537,468
-"wd_1",0.01,1613935956537,468
-"sqr_mom_1",0.99,1613935956537,468
-"lr_1",3.8956358132772804e-05,1613935956537,468
-"mom_1",0.877609104668068,1613935956537,468
-"eps_1",1e-05,1613935956537,468
-"wd_2",0.01,1613935956537,468
-"sqr_mom_2",0.99,1613935956537,468
-"lr_2",0.00038956358132772803,1613935956537,468
-"mom_2",0.877609104668068,1613935956537,468
-"eps_2",1e-05,1613935956537,468
-"train_loss",0.18497744,1613935957505,469
-"raw_loss",0.1477626,1613935957505,469
-"epoch",2.955974842767329,1613935957505,469
-"wd_0",0.01,1613935957505,469
-"sqr_mom_0",0.99,1613935957505,469
-"lr_0",3.907393859184797e-06,1613935957505,469
-"mom_0",0.87731515352038,1613935957505,469
-"eps_0",1e-05,1613935957505,469
-"wd_1",0.01,1613935957505,469
-"sqr_mom_1",0.99,1613935957505,469
-"lr_1",3.9073938591847964e-05,1613935957505,469
-"mom_1",0.87731515352038,1613935957505,469
-"eps_1",1e-05,1613935957505,469
-"wd_2",0.01,1613935957505,469
-"sqr_mom_2",0.99,1613935957505,469
-"lr_2",0.0003907393859184796,1613935957505,469
-"mom_2",0.87731515352038,1613935957505,469
-"eps_2",1e-05,1613935957505,469
-"train_loss",0.18347247,1613935958460,470
-"raw_loss",0.10986696,1613935958460,470
-"epoch",2.96226415094343,1613935958460,470
-"wd_0",0.01,1613935958460,470
-"sqr_mom_0",0.99,1613935958460,470
-"lr_0",3.919112878321166e-06,1613935958460,470
-"mom_0",0.8770221780419708,1613935958460,470
-"eps_0",1e-05,1613935958460,470
-"wd_1",0.01,1613935958460,470
-"sqr_mom_1",0.99,1613935958460,470
-"lr_1",3.919112878321166e-05,1613935958460,470
-"mom_1",0.8770221780419708,1613935958460,470
-"eps_1",1e-05,1613935958460,470
-"wd_2",0.01,1613935958460,470
-"sqr_mom_2",0.99,1613935958460,470
-"lr_2",0.00039191128783211654,1613935958460,470
-"mom_2",0.8770221780419708,1613935958460,470
-"eps_2",1e-05,1613935958460,470
-"train_loss",0.18358564,1613935959407,471
-"raw_loss",0.18912062,1613935959407,471
-"epoch",2.968553459119531,1613935959407,471
-"wd_0",0.01,1613935959407,471
-"sqr_mom_0",0.99,1613935959407,471
-"lr_0",3.930791695996604e-06,1613935959407,471
-"mom_0",0.8767302076000849,1613935959407,471
-"eps_0",1e-05,1613935959407,471
-"wd_1",0.01,1613935959407,471
-"sqr_mom_1",0.99,1613935959407,471
-"lr_1",3.930791695996604e-05,1613935959407,471
-"mom_1",0.8767302076000849,1613935959407,471
-"eps_1",1e-05,1613935959407,471
-"wd_2",0.01,1613935959407,471
-"sqr_mom_2",0.99,1613935959407,471
-"lr_2",0.0003930791695996604,1613935959407,471
-"mom_2",0.8767302076000849,1613935959407,471
-"eps_2",1e-05,1613935959407,471
-"train_loss",0.18301569,1613935960369,472
-"raw_loss",0.1551377,1613935960369,472
-"epoch",2.9748427672956317,1613935960369,472
-"wd_0",0.01,1613935960369,472
-"sqr_mom_0",0.99,1613935960369,472
-"lr_0",3.9424304696934405e-06,1613935960369,472
-"mom_0",0.876439238257664,1613935960369,472
-"eps_0",1e-05,1613935960369,472
-"wd_1",0.01,1613935960369,472
-"sqr_mom_1",0.99,1613935960369,472
-"lr_1",3.9424304696934405e-05,1613935960369,472
-"mom_1",0.876439238257664,1613935960369,472
-"eps_1",1e-05,1613935960369,472
-"wd_2",0.01,1613935960369,472
-"sqr_mom_2",0.99,1613935960369,472
-"lr_2",0.00039424304696934406,1613935960369,472
-"mom_2",0.876439238257664,1613935960369,472
-"eps_2",1e-05,1613935960369,472
-"train_loss",0.18434808,1613935961325,473
-"raw_loss",0.24952051,1613935961325,473
-"epoch",2.9811320754717325,1613935961325,473
-"wd_0",0.01,1613935961325,473
-"sqr_mom_0",0.99,1613935961325,473
-"lr_0",3.954027703612899e-06,1613935961325,473
-"mom_0",0.8761493074096776,1613935961325,473
-"eps_0",1e-05,1613935961325,473
-"wd_1",0.01,1613935961325,473
-"sqr_mom_1",0.99,1613935961325,473
-"lr_1",3.954027703612898e-05,1613935961325,473
-"mom_1",0.8761493074096776,1613935961325,473
-"eps_1",1e-05,1613935961325,473
-"wd_2",0.01,1613935961325,473
-"sqr_mom_2",0.99,1613935961325,473
-"lr_2",0.0003954027703612898,1613935961325,473
-"mom_2",0.8761493074096776,1613935961325,473
-"eps_2",1e-05,1613935961325,473
-"train_loss",0.18508756,1613935962274,474
-"raw_loss",0.22125933,1613935962274,474
-"epoch",2.9874213836478334,1613935962274,474
-"wd_0",0.01,1613935962274,474
-"sqr_mom_0",0.99,1613935962274,474
-"lr_0",3.965584213630624e-06,1613935962274,474
-"mom_0",0.8758603946592344,1613935962274,474
-"eps_0",1e-05,1613935962274,474
-"wd_1",0.01,1613935962274,474
-"sqr_mom_1",0.99,1613935962274,474
-"lr_1",3.965584213630624e-05,1613935962274,474
-"mom_1",0.8758603946592344,1613935962274,474
-"eps_1",1e-05,1613935962274,474
-"wd_2",0.01,1613935962274,474
-"sqr_mom_2",0.99,1613935962274,474
-"lr_2",0.0003965584213630623,1613935962274,474
-"mom_2",0.8758603946592344,1613935962274,474
-"eps_2",1e-05,1613935962274,474
-"train_loss",0.19248624,1613935963235,475
-"raw_loss",0.5544098,1613935963235,475
-"epoch",2.9937106918239342,1613935963235,475
-"wd_0",0.01,1613935963235,475
-"sqr_mom_0",0.99,1613935963235,475
-"lr_0",3.9770985110243545e-06,1613935963235,475
-"mom_0",0.8755725372243911,1613935963235,475
-"eps_0",1e-05,1613935963235,475
-"wd_1",0.01,1613935963235,475
-"sqr_mom_1",0.99,1613935963235,475
-"lr_1",3.977098511024354e-05,1613935963235,475
-"mom_1",0.8755725372243911,1613935963235,475
-"eps_1",1e-05,1613935963235,475
-"wd_2",0.01,1613935963235,475
-"sqr_mom_2",0.99,1613935963235,475
-"lr_2",0.00039770985110243543,1613935963235,475
-"mom_2",0.8755725372243911,1613935963235,475
-"eps_2",1e-05,1613935963235,475
-"train_loss",0.19339004,1613935964188,476
-"raw_loss",0.23760329,1613935964188,476
-"epoch",3.000000000000035,1613935964188,476
-"wd_0",0.01,1613935964188,476
-"sqr_mom_0",0.99,1613935964188,476
-"lr_0",3.988570751057955e-06,1613935964188,476
-"mom_0",0.8752857312235511,1613935964188,476
-"eps_0",1e-05,1613935964188,476
-"wd_1",0.01,1613935964188,476
-"sqr_mom_1",0.99,1613935964188,476
-"lr_1",3.988570751057955e-05,1613935964188,476
-"mom_1",0.8752857312235511,1613935964188,476
-"eps_1",1e-05,1613935964188,476
-"wd_2",0.01,1613935964188,476
-"sqr_mom_2",0.99,1613935964188,476
-"lr_2",0.00039885707510579546,1613935964188,476
-"mom_2",0.8752857312235511,1613935964188,476
-"eps_2",1e-05,1613935964188,476
-"valid_loss",0.1758721023797989,1613935998186,476
-"_rmse",0.4193710684776306,1613935998186,476
-"epoch",3,1613935998186,476
-"train_loss",0.1944502,1613935999212,477
-"raw_loss",0.24631417,1613935999212,477
-"epoch",3.006289308176101,1613935999212,477
-"wd_0",0.01,1613935999212,477
-"sqr_mom_0",0.99,1613935999212,477
-"lr_0",3.999999783778259e-06,1613935999212,477
-"mom_0",0.8750000054055436,1613935999212,477
-"eps_0",1e-05,1613935999212,477
-"wd_1",0.01,1613935999212,477
-"sqr_mom_1",0.99,1613935999212,477
-"lr_1",3.999999783778259e-05,1613935999212,477
-"mom_1",0.8750000054055436,1613935999212,477
-"eps_1",1e-05,1613935999212,477
-"wd_2",0.01,1613935999212,477
-"sqr_mom_2",0.99,1613935999212,477
-"lr_2",0.00039999997837782586,1613935999212,477
-"mom_2",0.8750000054055436,1613935999212,477
-"eps_2",1e-05,1613935999212,477
-"train_loss",0.19354059,1613936000227,478
-"raw_loss",0.14904092,1613936000227,478
-"epoch",3.0125786163522017,1613936000227,478
-"wd_0",0.01,1613936000227,478
-"sqr_mom_0",0.99,1613936000227,478
-"lr_0",4.011385763299386e-06,1613936000227,478
-"mom_0",0.8747153559175154,1613936000227,478
-"eps_0",1e-05,1613936000227,478
-"wd_1",0.01,1613936000227,478
-"sqr_mom_1",0.99,1613936000227,478
-"lr_1",4.011385763299386e-05,1613936000227,478
-"mom_1",0.8747153559175154,1613936000227,478
-"eps_1",1e-05,1613936000227,478
-"wd_2",0.01,1613936000227,478
-"sqr_mom_2",0.99,1613936000227,478
-"lr_2",0.0004011385763299385,1613936000227,478
-"mom_2",0.8747153559175154,1613936000227,478
-"eps_2",1e-05,1613936000227,478
-"train_loss",0.19448122,1613936001194,479
-"raw_loss",0.24050052,1613936001194,479
-"epoch",3.0188679245283025,1613936001194,479
-"wd_0",0.01,1613936001194,479
-"sqr_mom_0",0.99,1613936001194,479
-"lr_0",4.0227275483147405e-06,1613936001194,479
-"mom_0",0.8744318112921314,1613936001194,479
-"eps_0",1e-05,1613936001194,479
-"wd_1",0.01,1613936001194,479
-"sqr_mom_1",0.99,1613936001194,479
-"lr_1",4.02272754831474e-05,1613936001194,479
-"mom_1",0.8744318112921314,1613936001194,479
-"eps_1",1e-05,1613936001194,479
-"wd_2",0.01,1613936001194,479
-"sqr_mom_2",0.99,1613936001194,479
-"lr_2",0.00040227275483147403,1613936001194,479
-"mom_2",0.8744318112921314,1613936001194,479
-"eps_2",1e-05,1613936001194,479
-"train_loss",0.19359702,1613936002148,480
-"raw_loss",0.15033703,1613936002148,480
-"epoch",3.0251572327044034,1613936002148,480
-"wd_0",0.01,1613936002148,480
-"sqr_mom_0",0.99,1613936002148,480
-"lr_0",4.034024971192251e-06,1613936002148,480
-"mom_0",0.8741493757201937,1613936002148,480
-"eps_0",1e-05,1613936002148,480
-"wd_1",0.01,1613936002148,480
-"sqr_mom_1",0.99,1613936002148,480
-"lr_1",4.03402497119225e-05,1613936002148,480
-"mom_1",0.8741493757201937,1613936002148,480
-"eps_1",1e-05,1613936002148,480
-"wd_2",0.01,1613936002148,480
-"sqr_mom_2",0.99,1613936002148,480
-"lr_2",0.00040340249711922504,1613936002148,480
-"mom_2",0.8741493757201937,1613936002148,480
-"eps_2",1e-05,1613936002148,480
-"train_loss",0.19084428,1613936003100,481
-"raw_loss",0.056161616,1613936003100,481
-"epoch",3.0314465408805042,1613936003100,481
-"wd_0",0.01,1613936003100,481
-"sqr_mom_0",0.99,1613936003100,481
-"lr_0",4.045277861179035e-06,1613936003100,481
-"mom_0",0.8738680534705241,1613936003100,481
-"eps_0",1e-05,1613936003100,481
-"wd_1",0.01,1613936003100,481
-"sqr_mom_1",0.99,1613936003100,481
-"lr_1",4.045277861179035e-05,1613936003100,481
-"mom_1",0.8738680534705241,1613936003100,481
-"eps_1",1e-05,1613936003100,481
-"wd_2",0.01,1613936003100,481
-"sqr_mom_2",0.99,1613936003100,481
-"lr_2",0.0004045277861179035,1613936003100,481
-"mom_2",0.8738680534705241,1613936003100,481
-"eps_2",1e-05,1613936003100,481
-"train_loss",0.19243488,1613936004050,482
-"raw_loss",0.27026033,1613936004050,482
-"epoch",3.037735849056605,1613936004050,482
-"wd_0",0.01,1613936004050,482
-"sqr_mom_0",0.99,1613936004050,482
-"lr_0",4.0564850903091145e-06,1613936004050,482
-"mom_0",0.8735878727422721,1613936004050,482
-"eps_0",1e-05,1613936004050,482
-"wd_1",0.01,1613936004050,482
-"sqr_mom_1",0.99,1613936004050,482
-"lr_1",4.0564850903091145e-05,1613936004050,482
-"mom_1",0.8735878727422721,1613936004050,482
-"eps_1",1e-05,1613936004050,482
-"wd_2",0.01,1613936004050,482
-"sqr_mom_2",0.99,1613936004050,482
-"lr_2",0.00040564850903091143,1613936004050,482
-"mom_2",0.8735878727422721,1613936004050,482
-"eps_2",1e-05,1613936004050,482
-"train_loss",0.19298209,1613936004996,483
-"raw_loss",0.2197572,1613936004996,483
-"epoch",3.044025157232706,1613936004996,483
-"wd_0",0.01,1613936004996,483
-"sqr_mom_0",0.99,1613936004996,483
-"lr_0",4.06764680970571e-06,1613936004996,483
-"mom_0",0.8733088297573572,1613936004996,483
-"eps_0",1e-05,1613936004996,483
-"wd_1",0.01,1613936004996,483
-"sqr_mom_1",0.99,1613936004996,483
-"lr_1",4.0676468097057096e-05,1613936004996,483
-"mom_1",0.8733088297573572,1613936004996,483
-"eps_1",1e-05,1613936004996,483
-"wd_2",0.01,1613936004996,483
-"sqr_mom_2",0.99,1613936004996,483
-"lr_2",0.00040676468097057094,1613936004996,483
-"mom_2",0.8733088297573572,1613936004996,483
-"eps_2",1e-05,1613936004996,483
-"train_loss",0.19244938,1613936005957,484
-"raw_loss",0.16638313,1613936005957,484
-"epoch",3.050314465408807,1613936005957,484
-"wd_0",0.01,1613936005957,484
-"sqr_mom_0",0.99,1613936005957,484
-"lr_0",4.0787619005415896e-06,1613936005957,484
-"mom_0",0.8730309524864602,1613936005957,484
-"eps_0",1e-05,1613936005957,484
-"wd_1",0.01,1613936005957,484
-"sqr_mom_1",0.99,1613936005957,484
-"lr_1",4.078761900541589e-05,1613936005957,484
-"mom_1",0.8730309524864602,1613936005957,484
-"eps_1",1e-05,1613936005957,484
-"wd_2",0.01,1613936005957,484
-"sqr_mom_2",0.99,1613936005957,484
-"lr_2",0.0004078761900541589,1613936005957,484
-"mom_2",0.8730309524864602,1613936005957,484
-"eps_2",1e-05,1613936005957,484
-"train_loss",0.19204278,1613936006899,485
-"raw_loss",0.17214732,1613936006899,485
-"epoch",3.0566037735849076,1613936006899,485
-"wd_0",0.01,1613936006899,485
-"sqr_mom_0",0.99,1613936006899,485
-"lr_0",4.089830198676704e-06,1613936006899,485
-"mom_0",0.8727542450330824,1613936006899,485
-"eps_0",1e-05,1613936006899,485
-"wd_1",0.01,1613936006899,485
-"sqr_mom_1",0.99,1613936006899,485
-"lr_1",4.089830198676703e-05,1613936006899,485
-"mom_1",0.8727542450330824,1613936006899,485
-"eps_1",1e-05,1613936006899,485
-"wd_2",0.01,1613936006899,485
-"sqr_mom_2",0.99,1613936006899,485
-"lr_2",0.0004089830198676703,1613936006899,485
-"mom_2",0.8727542450330824,1613936006899,485
-"eps_2",1e-05,1613936006899,485
-"train_loss",0.1920341,1613936007859,486
-"raw_loss",0.1916086,1613936007859,486
-"epoch",3.0628930817610085,1613936007859,486
-"wd_0",0.01,1613936007859,486
-"sqr_mom_0",0.99,1613936007859,486
-"lr_0",4.100851224009221e-06,1613936007859,486
-"mom_0",0.8724787193997695,1613936007859,486
-"eps_0",1e-05,1613936007859,486
-"wd_1",0.01,1613936007859,486
-"sqr_mom_1",0.99,1613936007859,486
-"lr_1",4.1008512240092205e-05,1613936007859,486
-"mom_1",0.8724787193997695,1613936007859,486
-"eps_1",1e-05,1613936007859,486
-"wd_2",0.01,1613936007859,486
-"sqr_mom_2",0.99,1613936007859,486
-"lr_2",0.000410085122400922,1613936007859,486
-"mom_2",0.8724787193997695,1613936007859,486
-"eps_2",1e-05,1613936007859,486
-"train_loss",0.19138819,1613936008828,487
-"raw_loss",0.15978058,1613936008828,487
-"epoch",3.0691823899371093,1613936008828,487
-"wd_0",0.01,1613936008828,487
-"sqr_mom_0",0.99,1613936008828,487
-"lr_0",4.111824809793402e-06,1613936008828,487
-"mom_0",0.872204379755165,1613936008828,487
-"eps_0",1e-05,1613936008828,487
-"wd_1",0.01,1613936008828,487
-"sqr_mom_1",0.99,1613936008828,487
-"lr_1",4.111824809793402e-05,1613936008828,487
-"mom_1",0.872204379755165,1613936008828,487
-"eps_1",1e-05,1613936008828,487
-"wd_2",0.01,1613936008828,487
-"sqr_mom_2",0.99,1613936008828,487
-"lr_2",0.0004111824809793402,1613936008828,487
-"mom_2",0.872204379755165,1613936008828,487
-"eps_2",1e-05,1613936008828,487
-"train_loss",0.18888459,1613936009790,488
-"raw_loss",0.06636666,1613936009790,488
-"epoch",3.07547169811321,1613936009790,488
-"wd_0",0.01,1613936009790,488
-"sqr_mom_0",0.99,1613936009790,488
-"lr_0",4.1227498560601325e-06,1613936009790,488
-"mom_0",0.8719312535984967,1613936009790,488
-"eps_0",1e-05,1613936009790,488
-"wd_1",0.01,1613936009790,488
-"sqr_mom_1",0.99,1613936009790,488
-"lr_1",4.122749856060132e-05,1613936009790,488
-"mom_1",0.8719312535984967,1613936009790,488
-"eps_1",1e-05,1613936009790,488
-"wd_2",0.01,1613936009790,488
-"sqr_mom_2",0.99,1613936009790,488
-"lr_2",0.0004122749856060132,1613936009790,488
-"mom_2",0.8719312535984967,1613936009790,488
-"eps_2",1e-05,1613936009790,488
-"train_loss",0.19126828,1613936010749,489
-"raw_loss",0.30792108,1613936010749,489
-"epoch",3.081761006289311,1613936010749,489
-"wd_0",0.01,1613936010749,489
-"sqr_mom_0",0.99,1613936010749,489
-"lr_0",4.133626510127556e-06,1613936010749,489
-"mom_0",0.8716593372468111,1613936010749,489
-"eps_0",1e-05,1613936010749,489
-"wd_1",0.01,1613936010749,489
-"sqr_mom_1",0.99,1613936010749,489
-"lr_1",4.133626510127555e-05,1613936010749,489
-"mom_1",0.8716593372468111,1613936010749,489
-"eps_1",1e-05,1613936010749,489
-"wd_2",0.01,1613936010749,489
-"sqr_mom_2",0.99,1613936010749,489
-"lr_2",0.0004133626510127555,1613936010749,489
-"mom_2",0.8716593372468111,1613936010749,489
-"eps_2",1e-05,1613936010749,489
-"train_loss",0.19313361,1613936011703,490
-"raw_loss",0.28442097,1613936011703,490
-"epoch",3.088050314465412,1613936011703,490
-"wd_0",0.01,1613936011703,490
-"sqr_mom_0",0.99,1613936011703,490
-"lr_0",4.144453681742787e-06,1613936011703,490
-"mom_0",0.8713886579564303,1613936011703,490
-"eps_0",1e-05,1613936011703,490
-"wd_1",0.01,1613936011703,490
-"sqr_mom_1",0.99,1613936011703,490
-"lr_1",4.144453681742786e-05,1613936011703,490
-"mom_1",0.8713886579564303,1613936011703,490
-"eps_1",1e-05,1613936011703,490
-"wd_2",0.01,1613936011703,490
-"sqr_mom_2",0.99,1613936011703,490
-"lr_2",0.0004144453681742786,1613936011703,490
-"mom_2",0.8713886579564303,1613936011703,490
-"eps_2",1e-05,1613936011703,490
-"train_loss",0.19372222,1613936012659,491
-"raw_loss",0.2225291,1613936012659,491
-"epoch",3.0943396226415127,1613936012659,491
-"wd_0",0.01,1613936012659,491
-"sqr_mom_0",0.99,1613936012659,491
-"lr_0",4.155231211190786e-06,1613936012659,491
-"mom_0",0.8711192197202303,1613936012659,491
-"eps_0",1e-05,1613936012659,491
-"wd_1",0.01,1613936012659,491
-"sqr_mom_1",0.99,1613936012659,491
-"lr_1",4.155231211190785e-05,1613936012659,491
-"mom_1",0.8711192197202303,1613936012659,491
-"eps_1",1e-05,1613936012659,491
-"wd_2",0.01,1613936012659,491
-"sqr_mom_2",0.99,1613936012659,491
-"lr_2",0.0004155231211190785,1613936012659,491
-"mom_2",0.8711192197202303,1613936012659,491
-"eps_2",1e-05,1613936012659,491
-"train_loss",0.19527738,1613936013612,492
-"raw_loss",0.27138886,1613936013612,492
-"epoch",3.1006289308176136,1613936013612,492
-"wd_0",0.01,1613936013612,492
-"sqr_mom_0",0.99,1613936013612,492
-"lr_0",4.165958630982192e-06,1613936013612,492
-"mom_0",0.8708510342254452,1613936013612,492
-"eps_0",1e-05,1613936013612,492
-"wd_1",0.01,1613936013612,492
-"sqr_mom_1",0.99,1613936013612,492
-"lr_1",4.1659586309821916e-05,1613936013612,492
-"mom_1",0.8708510342254452,1613936013612,492
-"eps_1",1e-05,1613936013612,492
-"wd_2",0.01,1613936013612,492
-"sqr_mom_2",0.99,1613936013612,492
-"lr_2",0.00041659586309821916,1613936013612,492
-"mom_2",0.8708510342254452,1613936013612,492
-"eps_2",1e-05,1613936013612,492
-"train_loss",0.19394475,1613936014567,493
-"raw_loss",0.12872198,1613936014567,493
-"epoch",3.1069182389937144,1613936014567,493
-"wd_0",0.01,1613936014567,493
-"sqr_mom_0",0.99,1613936014567,493
-"lr_0",4.176635778638761e-06,1613936014567,493
-"mom_0",0.870584105534031,1613936014567,493
-"eps_0",1e-05,1613936014567,493
-"wd_1",0.01,1613936014567,493
-"sqr_mom_1",0.99,1613936014567,493
-"lr_1",4.176635778638761e-05,1613936014567,493
-"mom_1",0.870584105534031,1613936014567,493
-"eps_1",1e-05,1613936014567,493
-"wd_2",0.01,1613936014567,493
-"sqr_mom_2",0.99,1613936014567,493
-"lr_2",0.0004176635778638761,1613936014567,493
-"mom_2",0.870584105534031,1613936014567,493
-"eps_2",1e-05,1613936014567,493
-"train_loss",0.19676831,1613936015533,494
-"raw_loss",0.3349635,1613936015533,494
-"epoch",3.1132075471698153,1613936015533,494
-"wd_0",0.01,1613936015533,494
-"sqr_mom_0",0.99,1613936015533,494
-"lr_0",4.187261583905711e-06,1613936015533,494
-"mom_0",0.8703184604023573,1613936015533,494
-"eps_0",1e-05,1613936015533,494
-"wd_1",0.01,1613936015533,494
-"sqr_mom_1",0.99,1613936015533,494
-"lr_1",4.18726158390571e-05,1613936015533,494
-"mom_1",0.8703184604023573,1613936015533,494
-"eps_1",1e-05,1613936015533,494
-"wd_2",0.01,1613936015533,494
-"sqr_mom_2",0.99,1613936015533,494
-"lr_2",0.000418726158390571,1613936015533,494
-"mom_2",0.8703184604023573,1613936015533,494
-"eps_2",1e-05,1613936015533,494
-"train_loss",0.19670758,1613936016492,495
-"raw_loss",0.19373505,1613936016492,495
-"epoch",3.119496855345916,1613936016492,495
-"wd_0",0.01,1613936016492,495
-"sqr_mom_0",0.99,1613936016492,495
-"lr_0",4.197836190066086e-06,1613936016492,495
-"mom_0",0.8700540952483479,1613936016492,495
-"eps_0",1e-05,1613936016492,495
-"wd_1",0.01,1613936016492,495
-"sqr_mom_1",0.99,1613936016492,495
-"lr_1",4.197836190066085e-05,1613936016492,495
-"mom_1",0.8700540952483479,1613936016492,495
-"eps_1",1e-05,1613936016492,495
-"wd_2",0.01,1613936016492,495
-"sqr_mom_2",0.99,1613936016492,495
-"lr_2",0.0004197836190066085,1613936016492,495
-"mom_2",0.8700540952483479,1613936016492,495
-"eps_2",1e-05,1613936016492,495
-"train_loss",0.19971842,1613936017486,496
-"raw_loss",0.34708673,1613936017486,496
-"epoch",3.125786163522017,1613936017486,496
-"wd_0",0.01,1613936017486,496
-"sqr_mom_0",0.99,1613936017486,496
-"lr_0",4.208358537143648e-06,1613936017486,496
-"mom_0",0.8697910365714088,1613936017486,496
-"eps_0",1e-05,1613936017486,496
-"wd_1",0.01,1613936017486,496
-"sqr_mom_1",0.99,1613936017486,496
-"lr_1",4.208358537143649e-05,1613936017486,496
-"mom_1",0.8697910365714088,1613936017486,496
-"eps_1",1e-05,1613936017486,496
-"wd_2",0.01,1613936017486,496
-"sqr_mom_2",0.99,1613936017486,496
-"lr_2",0.0004208358537143648,1613936017486,496
-"mom_2",0.8697910365714088,1613936017486,496
-"eps_2",1e-05,1613936017486,496
-"train_loss",0.19886501,1613936018461,497
-"raw_loss",0.15709274,1613936018461,497
-"epoch",3.132075471698118,1613936018461,497
-"wd_0",0.01,1613936018461,497
-"sqr_mom_0",0.99,1613936018461,497
-"lr_0",4.218828470097745e-06,1613936018461,497
-"mom_0",0.8695292882475564,1613936018461,497
-"eps_0",1e-05,1613936018461,497
-"wd_1",0.01,1613936018461,497
-"sqr_mom_1",0.99,1613936018461,497
-"lr_1",4.2188284700977444e-05,1613936018461,497
-"mom_1",0.8695292882475564,1613936018461,497
-"eps_1",1e-05,1613936018461,497
-"wd_2",0.01,1613936018461,497
-"sqr_mom_2",0.99,1613936018461,497
-"lr_2",0.00042188284700977444,1613936018461,497
-"mom_2",0.8695292882475564,1613936018461,497
-"eps_2",1e-05,1613936018461,497
-"train_loss",0.19662237,1613936019431,498
-"raw_loss",0.08684981,1613936019431,498
-"epoch",3.1383647798742187,1613936019431,498
-"wd_0",0.01,1613936019431,498
-"sqr_mom_0",0.99,1613936019431,498
-"lr_0",4.229245830200466e-06,1613936019431,498
-"mom_0",0.8692688542449883,1613936019431,498
-"eps_0",1e-05,1613936019431,498
-"wd_1",0.01,1613936019431,498
-"sqr_mom_1",0.99,1613936019431,498
-"lr_1",4.229245830200466e-05,1613936019431,498
-"mom_1",0.8692688542449883,1613936019431,498
-"eps_1",1e-05,1613936019431,498
-"wd_2",0.01,1613936019431,498
-"sqr_mom_2",0.99,1613936019431,498
-"lr_2",0.00042292458302004655,1613936019431,498
-"mom_2",0.8692688542449883,1613936019431,498
-"eps_2",1e-05,1613936019431,498
-"train_loss",0.19656892,1613936020407,499
-"raw_loss",0.19395263,1613936020407,499
-"epoch",3.1446540880503195,1613936020407,499
-"wd_0",0.01,1613936020407,499
-"sqr_mom_0",0.99,1613936020407,499
-"lr_0",4.239609573237588e-06,1613936020407,499
-"mom_0",0.8690097606690603,1613936020407,499
-"eps_0",1e-05,1613936020407,499
-"wd_1",0.01,1613936020407,499
-"sqr_mom_1",0.99,1613936020407,499
-"lr_1",4.239609573237587e-05,1613936020407,499
-"mom_1",0.8690097606690603,1613936020407,499
-"eps_1",1e-05,1613936020407,499
-"wd_2",0.01,1613936020407,499
-"sqr_mom_2",0.99,1613936020407,499
-"lr_2",0.0004239609573237587,1613936020407,499
-"mom_2",0.8690097606690603,1613936020407,499
-"eps_2",1e-05,1613936020407,499
-"train_loss",0.19524373,1613936021461,500
-"raw_loss",0.13037546,1613936021461,500
-"epoch",3.1509433962264204,1613936021461,500
-"wd_0",0.01,1613936021461,500
-"sqr_mom_0",0.99,1613936021461,500
-"lr_0",4.249919838958394e-06,1613936021461,500
-"mom_0",0.8687520040260401,1613936021461,500
-"eps_0",1e-05,1613936021461,500
-"wd_1",0.01,1613936021461,500
-"sqr_mom_1",0.99,1613936021461,500
-"lr_1",4.249919838958393e-05,1613936021461,500
-"mom_1",0.8687520040260401,1613936021461,500
-"eps_1",1e-05,1613936021461,500
-"wd_2",0.01,1613936021461,500
-"sqr_mom_2",0.99,1613936021461,500
-"lr_2",0.00042499198389583926,1613936021461,500
-"mom_2",0.8687520040260401,1613936021461,500
-"eps_2",1e-05,1613936021461,500
-"train_loss",0.19420242,1613936022445,501
-"raw_loss",0.14322944,1613936022445,501
-"epoch",3.1572327044025212,1613936022445,501
-"wd_0",0.01,1613936022445,501
-"sqr_mom_0",0.99,1613936022445,501
-"lr_0",4.2601755938835724e-06,1613936022445,501
-"mom_0",0.8684956101529107,1613936022445,501
-"eps_0",1e-05,1613936022445,501
-"wd_1",0.01,1613936022445,501
-"sqr_mom_1",0.99,1613936022445,501
-"lr_1",4.260175593883572e-05,1613936022445,501
-"mom_1",0.8684956101529107,1613936022445,501
-"eps_1",1e-05,1613936022445,501
-"wd_2",0.01,1613936022445,501
-"sqr_mom_2",0.99,1613936022445,501
-"lr_2",0.0004260175593883572,1613936022445,501
-"mom_2",0.8684956101529107,1613936022445,501
-"eps_2",1e-05,1613936022445,501
-"train_loss",0.19197218,1613936023479,502
-"raw_loss",0.08279682,1613936023479,502
-"epoch",3.163522012578622,1613936023479,502
-"wd_0",0.01,1613936023479,502
-"sqr_mom_0",0.99,1613936023479,502
-"lr_0",4.270376976306248e-06,1613936023479,502
-"mom_0",0.8682405755923438,1613936023479,502
-"eps_0",1e-05,1613936023479,502
-"wd_1",0.01,1613936023479,502
-"sqr_mom_1",0.99,1613936023479,502
-"lr_1",4.270376976306248e-05,1613936023479,502
-"mom_1",0.8682405755923438,1613936023479,502
-"eps_1",1e-05,1613936023479,502
-"wd_2",0.01,1613936023479,502
-"sqr_mom_2",0.99,1613936023479,502
-"lr_2",0.00042703769763062483,1613936023479,502
-"mom_2",0.8682405755923438,1613936023479,502
-"eps_2",1e-05,1613936023479,502
-"train_loss",0.19069228,1613936024463,503
-"raw_loss",0.1280371,1613936024463,503
-"epoch",3.169811320754723,1613936024463,503
-"wd_0",0.01,1613936024463,503
-"sqr_mom_0",0.99,1613936024463,503
-"lr_0",4.2805226759811125e-06,1613936024463,503
-"mom_0",0.8679869331004721,1613936024463,503
-"eps_0",1e-05,1613936024463,503
-"wd_1",0.01,1613936024463,503
-"sqr_mom_1",0.99,1613936024463,503
-"lr_1",4.2805226759811125e-05,1613936024463,503
-"mom_1",0.8679869331004721,1613936024463,503
-"eps_1",1e-05,1613936024463,503
-"wd_2",0.01,1613936024463,503
-"sqr_mom_2",0.99,1613936024463,503
-"lr_2",0.00042805226759811126,1613936024463,503
-"mom_2",0.8679869331004721,1613936024463,503
-"eps_2",1e-05,1613936024463,503
-"train_loss",0.19038832,1613936025488,504
-"raw_loss",0.17550944,1613936025488,504
-"epoch",3.176100628930824,1613936025488,504
-"wd_0",0.01,1613936025488,504
-"sqr_mom_0",0.99,1613936025488,504
-"lr_0",4.2906134066670975e-06,1613936025488,504
-"mom_0",0.8677346648333225,1613936025488,504
-"eps_0",1e-05,1613936025488,504
-"wd_1",0.01,1613936025488,504
-"sqr_mom_1",0.99,1613936025488,504
-"lr_1",4.290613406667097e-05,1613936025488,504
-"mom_1",0.8677346648333225,1613936025488,504
-"eps_1",1e-05,1613936025488,504
-"wd_2",0.01,1613936025488,504
-"sqr_mom_2",0.99,1613936025488,504
-"lr_2",0.0004290613406667097,1613936025488,504
-"mom_2",0.8677346648333225,1613936025488,504
-"eps_2",1e-05,1613936025488,504
-"train_loss",0.18872473,1613936026462,505
-"raw_loss",0.107283294,1613936026462,505
-"epoch",3.1823899371069246,1613936026462,505
-"wd_0",0.01,1613936026462,505
-"sqr_mom_0",0.99,1613936026462,505
-"lr_0",4.300647867637414e-06,1613936026462,505
-"mom_0",0.8674838033090646,1613936026462,505
-"eps_0",1e-05,1613936026462,505
-"wd_1",0.01,1613936026462,505
-"sqr_mom_1",0.99,1613936026462,505
-"lr_1",4.3006478676374134e-05,1613936026462,505
-"mom_1",0.8674838033090646,1613936026462,505
-"eps_1",1e-05,1613936026462,505
-"wd_2",0.01,1613936026462,505
-"sqr_mom_2",0.99,1613936026462,505
-"lr_2",0.0004300647867637413,1613936026462,505
-"mom_2",0.8674838033090646,1613936026462,505
-"eps_2",1e-05,1613936026462,505
-"train_loss",0.18705548,1613936027444,506
-"raw_loss",0.10533617,1613936027444,506
-"epoch",3.1886792452830255,1613936027444,506
-"wd_0",0.01,1613936027444,506
-"sqr_mom_0",0.99,1613936027444,506
-"lr_0",4.310626194201161e-06,1613936027444,506
-"mom_0",0.867234345144971,1613936027444,506
-"eps_0",1e-05,1613936027444,506
-"wd_1",0.01,1613936027444,506
-"sqr_mom_1",0.99,1613936027444,506
-"lr_1",4.31062619420116e-05,1613936027444,506
-"mom_1",0.867234345144971,1613936027444,506
-"eps_1",1e-05,1613936027444,506
-"wd_2",0.01,1613936027444,506
-"sqr_mom_2",0.99,1613936027444,506
-"lr_2",0.000431062619420116,1613936027444,506
-"mom_2",0.867234345144971,1613936027444,506
-"eps_2",1e-05,1613936027444,506
-"train_loss",0.18588129,1613936028418,507
-"raw_loss",0.12839702,1613936028418,507
-"epoch",3.1949685534591263,1613936028418,507
-"wd_0",0.01,1613936028418,507
-"sqr_mom_0",0.99,1613936028418,507
-"lr_0",4.320547386151911e-06,1613936028418,507
-"mom_0",0.8669863153462022,1613936028418,507
-"eps_0",1e-05,1613936028418,507
-"wd_1",0.01,1613936028418,507
-"sqr_mom_1",0.99,1613936028418,507
-"lr_1",4.32054738615191e-05,1613936028418,507
-"mom_1",0.8669863153462022,1613936028418,507
-"eps_1",1e-05,1613936028418,507
-"wd_2",0.01,1613936028418,507
-"sqr_mom_2",0.99,1613936028418,507
-"lr_2",0.000432054738615191,1613936028418,507
-"mom_2",0.8669863153462022,1613936028418,507
-"eps_2",1e-05,1613936028418,507
-"train_loss",0.18382086,1613936029439,508
-"raw_loss",0.08294708,1613936029439,508
-"epoch",3.201257861635227,1613936029439,508
-"wd_0",0.01,1613936029439,508
-"sqr_mom_0",0.99,1613936029439,508
-"lr_0",4.33041157727139e-06,1613936029439,508
-"mom_0",0.8667397105682152,1613936029439,508
-"eps_0",1e-05,1613936029439,508
-"wd_1",0.01,1613936029439,508
-"sqr_mom_1",0.99,1613936029439,508
-"lr_1",4.33041157727139e-05,1613936029439,508
-"mom_1",0.8667397105682152,1613936029439,508
-"eps_1",1e-05,1613936029439,508
-"wd_2",0.01,1613936029439,508
-"sqr_mom_2",0.99,1613936029439,508
-"lr_2",0.000433041157727139,1613936029439,508
-"mom_2",0.8667397105682152,1613936029439,508
-"eps_2",1e-05,1613936029439,508
-"train_loss",0.1857872,1613936030505,509
-"raw_loss",0.28205648,1613936030505,509
-"epoch",3.207547169811328,1613936030505,509
-"wd_0",0.01,1613936030505,509
-"sqr_mom_0",0.99,1613936030505,509
-"lr_0",4.340217500811209e-06,1613936030505,509
-"mom_0",0.8664945624797198,1613936030505,509
-"eps_0",1e-05,1613936030505,509
-"wd_1",0.01,1613936030505,509
-"sqr_mom_1",0.99,1613936030505,509
-"lr_1",4.340217500811208e-05,1613936030505,509
-"mom_1",0.8664945624797198,1613936030505,509
-"eps_1",1e-05,1613936030505,509
-"wd_2",0.01,1613936030505,509
-"sqr_mom_2",0.99,1613936030505,509
-"lr_2",0.0004340217500811208,1613936030505,509
-"mom_2",0.8664945624797198,1613936030505,509
-"eps_2",1e-05,1613936030505,509
-"train_loss",0.18520208,1613936031500,510
-"raw_loss",0.15655488,1613936031500,510
-"epoch",3.213836477987429,1613936031500,510
-"wd_0",0.01,1613936031500,510
-"sqr_mom_0",0.99,1613936031500,510
-"lr_0",4.349965846626745e-06,1613936031500,510
-"mom_0",0.8662508538343314,1613936031500,510
-"eps_0",1e-05,1613936031500,510
-"wd_1",0.01,1613936031500,510
-"sqr_mom_1",0.99,1613936031500,510
-"lr_1",4.3499658466267444e-05,1613936031500,510
-"mom_1",0.8662508538343314,1613936031500,510
-"eps_1",1e-05,1613936031500,510
-"wd_2",0.01,1613936031500,510
-"sqr_mom_2",0.99,1613936031500,510
-"lr_2",0.00043499658466267444,1613936031500,510
-"mom_2",0.8662508538343314,1613936031500,510
-"eps_2",1e-05,1613936031500,510
-"train_loss",0.1839169,1613936032459,511
-"raw_loss",0.12099381,1613936032459,511
-"epoch",3.2201257861635297,1613936032459,511
-"wd_0",0.01,1613936032459,511
-"sqr_mom_0",0.99,1613936032459,511
-"lr_0",4.35965535793489e-06,1613936032459,511
-"mom_0",0.8660086160516277,1613936032459,511
-"eps_0",1e-05,1613936032459,511
-"wd_1",0.01,1613936032459,511
-"sqr_mom_1",0.99,1613936032459,511
-"lr_1",4.35965535793489e-05,1613936032459,511
-"mom_1",0.8660086160516277,1613936032459,511
-"eps_1",1e-05,1613936032459,511
-"wd_2",0.01,1613936032459,511
-"sqr_mom_2",0.99,1613936032459,511
-"lr_2",0.00043596553579348897,1613936032459,511
-"mom_2",0.8660086160516277,1613936032459,511
-"eps_2",1e-05,1613936032459,511
-"train_loss",0.18243186,1613936033459,512
-"raw_loss",0.10972394,1613936033459,512
-"epoch",3.2264150943396306,1613936033459,512
-"wd_0",0.01,1613936033459,512
-"sqr_mom_0",0.99,1613936033459,512
-"lr_0",4.3692861653932905e-06,1613936033459,512
-"mom_0",0.8657678458651678,1613936033459,512
-"eps_0",1e-05,1613936033459,512
-"wd_1",0.01,1613936033459,512
-"sqr_mom_1",0.99,1613936033459,512
-"lr_1",4.36928616539329e-05,1613936033459,512
-"mom_1",0.8657678458651678,1613936033459,512
-"eps_1",1e-05,1613936033459,512
-"wd_2",0.01,1613936033459,512
-"sqr_mom_2",0.99,1613936033459,512
-"lr_2",0.000436928616539329,1613936033459,512
-"mom_2",0.8657678458651678,1613936033459,512
-"eps_2",1e-05,1613936033459,512
-"train_loss",0.18270646,1613936034438,513
-"raw_loss",0.19615138,1613936034438,513
-"epoch",3.2327044025157314,1613936034438,513
-"wd_0",0.01,1613936034438,513
-"sqr_mom_0",0.99,1613936034438,513
-"lr_0",4.378857303630099e-06,1613936034438,513
-"mom_0",0.8655285674092476,1613936034438,513
-"eps_0",1e-05,1613936034438,513
-"wd_1",0.01,1613936034438,513
-"sqr_mom_1",0.99,1613936034438,513
-"lr_1",4.378857303630098e-05,1613936034438,513
-"mom_1",0.8655285674092476,1613936034438,513
-"eps_1",1e-05,1613936034438,513
-"wd_2",0.01,1613936034438,513
-"sqr_mom_2",0.99,1613936034438,513
-"lr_2",0.0004378857303630098,1613936034438,513
-"mom_2",0.8655285674092476,1613936034438,513
-"eps_2",1e-05,1613936034438,513
-"train_loss",0.18273501,1613936035454,514
-"raw_loss",0.1841327,1613936035454,514
-"epoch",3.2389937106918323,1613936035454,514
-"wd_0",0.01,1613936035454,514
-"sqr_mom_0",0.99,1613936035454,514
-"lr_0",4.388368901706765e-06,1613936035454,514
-"mom_0",0.8652907774573309,1613936035454,514
-"eps_0",1e-05,1613936035454,514
-"wd_1",0.01,1613936035454,514
-"sqr_mom_1",0.99,1613936035454,514
-"lr_1",4.388368901706765e-05,1613936035454,514
-"mom_1",0.8652907774573309,1613936035454,514
-"eps_1",1e-05,1613936035454,514
-"wd_2",0.01,1613936035454,514
-"sqr_mom_2",0.99,1613936035454,514
-"lr_2",0.0004388368901706765,1613936035454,514
-"mom_2",0.8652907774573309,1613936035454,514
-"eps_2",1e-05,1613936035454,514
-"train_loss",0.18104534,1613936036524,515
-"raw_loss",0.098312534,1613936036524,515
-"epoch",3.245283018867933,1613936036524,515
-"wd_0",0.01,1613936036524,515
-"sqr_mom_0",0.99,1613936036524,515
-"lr_0",4.397820006200743e-06,1613936036524,515
-"mom_0",0.8650544998449814,1613936036524,515
-"eps_0",1e-05,1613936036524,515
-"wd_1",0.01,1613936036524,515
-"sqr_mom_1",0.99,1613936036524,515
-"lr_1",4.3978200062007425e-05,1613936036524,515
-"mom_1",0.8650544998449814,1613936036524,515
-"eps_1",1e-05,1613936036524,515
-"wd_2",0.01,1613936036524,515
-"sqr_mom_2",0.99,1613936036524,515
-"lr_2",0.00043978200062007425,1613936036524,515
-"mom_2",0.8650544998449814,1613936036524,515
-"eps_2",1e-05,1613936036524,515
-"train_loss",0.17911036,1613936037620,516
-"raw_loss",0.084367104,1613936037620,516
-"epoch",3.251572327044034,1613936037620,516
-"wd_0",0.01,1613936037620,516
-"sqr_mom_0",0.99,1613936037620,516
-"lr_0",4.407210478433568e-06,1613936037620,516
-"mom_0",0.8648197380391608,1613936037620,516
-"eps_0",1e-05,1613936037620,516
-"wd_1",0.01,1613936037620,516
-"sqr_mom_1",0.99,1613936037620,516
-"lr_1",4.4072104784335676e-05,1613936037620,516
-"mom_1",0.8648197380391608,1613936037620,516
-"eps_1",1e-05,1613936037620,516
-"wd_2",0.01,1613936037620,516
-"sqr_mom_2",0.99,1613936037620,516
-"lr_2",0.00044072104784335676,1613936037620,516
-"mom_2",0.8648197380391608,1613936037620,516
-"eps_2",1e-05,1613936037620,516
-"train_loss",0.17797683,1613936038602,517
-"raw_loss",0.12247366,1613936038602,517
-"epoch",3.257861635220135,1613936038602,517
-"wd_0",0.01,1613936038602,517
-"sqr_mom_0",0.99,1613936038602,517
-"lr_0",4.416539911081292e-06,1613936038602,517
-"mom_0",0.8645865022229677,1613936038602,517
-"eps_0",1e-05,1613936038602,517
-"wd_1",0.01,1613936038602,517
-"sqr_mom_1",0.99,1613936038602,517
-"lr_1",4.4165399110812916e-05,1613936038602,517
-"mom_1",0.8645865022229677,1613936038602,517
-"eps_1",1e-05,1613936038602,517
-"wd_2",0.01,1613936038602,517
-"sqr_mom_2",0.99,1613936038602,517
-"lr_2",0.00044165399110812913,1613936038602,517
-"mom_2",0.8645865022229677,1613936038602,517
-"eps_2",1e-05,1613936038602,517
-"train_loss",0.17726813,1613936039567,518
-"raw_loss",0.14256667,1613936039567,518
-"epoch",3.2641509433962357,1613936039567,518
-"wd_0",0.01,1613936039567,518
-"sqr_mom_0",0.99,1613936039567,518
-"lr_0",4.425808162095044e-06,1613936039567,518
-"mom_0",0.8643547959476239,1613936039567,518
-"eps_0",1e-05,1613936039567,518
-"wd_1",0.01,1613936039567,518
-"sqr_mom_1",0.99,1613936039567,518
-"lr_1",4.425808162095043e-05,1613936039567,518
-"mom_1",0.8643547959476239,1613936039567,518
-"eps_1",1e-05,1613936039567,518
-"wd_2",0.01,1613936039567,518
-"sqr_mom_2",0.99,1613936039567,518
-"lr_2",0.0004425808162095043,1613936039567,518
-"mom_2",0.8643547959476239,1613936039567,518
-"eps_2",1e-05,1613936039567,518
-"train_loss",0.1756029,1613936040530,519
-"raw_loss",0.0940628,1613936040530,519
-"epoch",3.2704402515723365,1613936040530,519
-"wd_0",0.01,1613936040530,519
-"sqr_mom_0",0.99,1613936040530,519
-"lr_0",4.435014302444873e-06,1613936040530,519
-"mom_0",0.8641246424388782,1613936040530,519
-"eps_0",1e-05,1613936040530,519
-"wd_1",0.01,1613936040530,519
-"sqr_mom_1",0.99,1613936040530,519
-"lr_1",4.4350143024448724e-05,1613936040530,519
-"mom_1",0.8641246424388782,1613936040530,519
-"eps_1",1e-05,1613936040530,519
-"wd_2",0.01,1613936040530,519
-"sqr_mom_2",0.99,1613936040530,519
-"lr_2",0.00044350143024448724,1613936040530,519
-"mom_2",0.8641246424388782,1613936040530,519
-"eps_2",1e-05,1613936040530,519
-"train_loss",0.17397304,1613936041516,520
-"raw_loss",0.094163716,1613936041516,520
-"epoch",3.2767295597484374,1613936041516,520
-"wd_0",0.01,1613936041516,520
-"sqr_mom_0",0.99,1613936041516,520
-"lr_0",4.444158456270436e-06,1613936041516,520
-"mom_0",0.863896038593239,1613936041516,520
-"eps_0",1e-05,1613936041516,520
-"wd_1",0.01,1613936041516,520
-"sqr_mom_1",0.99,1613936041516,520
-"lr_1",4.444158456270436e-05,1613936041516,520
-"mom_1",0.863896038593239,1613936041516,520
-"eps_1",1e-05,1613936041516,520
-"wd_2",0.01,1613936041516,520
-"sqr_mom_2",0.99,1613936041516,520
-"lr_2",0.0004444158456270436,1613936041516,520
-"mom_2",0.863896038593239,1613936041516,520
-"eps_2",1e-05,1613936041516,520
-"train_loss",0.17260657,1613936042476,521
-"raw_loss",0.10569455,1613936042476,521
-"epoch",3.2830188679245382,1613936042476,521
-"wd_0",0.01,1613936042476,521
-"sqr_mom_0",0.99,1613936042476,521
-"lr_0",4.453239706981023e-06,1613936042476,521
-"mom_0",0.8636690073254745,1613936042476,521
-"eps_0",1e-05,1613936042476,521
-"wd_1",0.01,1613936042476,521
-"sqr_mom_1",0.99,1613936042476,521
-"lr_1",4.4532397069810225e-05,1613936042476,521
-"mom_1",0.8636690073254745,1613936042476,521
-"eps_1",1e-05,1613936042476,521
-"wd_2",0.01,1613936042476,521
-"sqr_mom_2",0.99,1613936042476,521
-"lr_2",0.00044532397069810227,1613936042476,521
-"mom_2",0.8636690073254745,1613936042476,521
-"eps_2",1e-05,1613936042476,521
-"train_loss",0.17275964,1613936043466,522
-"raw_loss",0.18025441,1613936043466,522
-"epoch",3.289308176100639,1613936043466,522
-"wd_0",0.01,1613936043466,522
-"sqr_mom_0",0.99,1613936043466,522
-"lr_0",4.462257921528843e-06,1613936043466,522
-"mom_0",0.8634435519617789,1613936043466,522
-"eps_0",1e-05,1613936043466,522
-"wd_1",0.01,1613936043466,522
-"sqr_mom_1",0.99,1613936043466,522
-"lr_1",4.4622579215288424e-05,1613936043466,522
-"mom_1",0.8634435519617789,1613936043466,522
-"eps_1",1e-05,1613936043466,522
-"wd_2",0.01,1613936043466,522
-"sqr_mom_2",0.99,1613936043466,522
-"lr_2",0.0004462257921528842,1613936043466,522
-"mom_2",0.8634435519617789,1613936043466,522
-"eps_2",1e-05,1613936043466,522
-"train_loss",0.17442627,1613936044418,523
-"raw_loss",0.25603968,1613936044418,523
-"epoch",3.29559748427674,1613936044418,523
-"wd_0",0.01,1613936044418,523
-"sqr_mom_0",0.99,1613936044418,523
-"lr_0",4.471212962431606e-06,1613936044418,523
-"mom_0",0.8632196759392098,1613936044418,523
-"eps_0",1e-05,1613936044418,523
-"wd_1",0.01,1613936044418,523
-"sqr_mom_1",0.99,1613936044418,523
-"lr_1",4.4712129624316064e-05,1613936044418,523
-"mom_1",0.8632196759392098,1613936044418,523
-"eps_1",1e-05,1613936044418,523
-"wd_2",0.01,1613936044418,523
-"sqr_mom_2",0.99,1613936044418,523
-"lr_2",0.0004471212962431606,1613936044418,523
-"mom_2",0.8632196759392098,1613936044418,523
-"eps_2",1e-05,1613936044418,523
-"train_loss",0.17683426,1613936045370,524
-"raw_loss",0.294751,1613936045370,524
-"epoch",3.301886792452841,1613936045370,524
-"wd_0",0.01,1613936045370,524
-"sqr_mom_0",0.99,1613936045370,524
-"lr_0",4.480103932054885e-06,1613936045370,524
-"mom_0",0.8629974016986278,1613936045370,524
-"eps_0",1e-05,1613936045370,524
-"wd_1",0.01,1613936045370,524
-"sqr_mom_1",0.99,1613936045370,524
-"lr_1",4.4801039320548845e-05,1613936045370,524
-"mom_1",0.8629974016986278,1613936045370,524
-"eps_1",1e-05,1613936045370,524
-"wd_2",0.01,1613936045370,524
-"sqr_mom_2",0.99,1613936045370,524
-"lr_2",0.00044801039320548845,1613936045370,524
-"mom_2",0.8629974016986278,1613936045370,524
-"eps_2",1e-05,1613936045370,524
-"train_loss",0.17459816,1613936046336,525
-"raw_loss",0.06509621,1613936046336,525
-"epoch",3.3081761006289416,1613936046336,525
-"wd_0",0.01,1613936046336,525
-"sqr_mom_0",0.99,1613936046336,525
-"lr_0",4.488930950288434e-06,1613936046336,525
-"mom_0",0.8627767262427891,1613936046336,525
-"eps_0",1e-05,1613936046336,525
-"wd_1",0.01,1613936046336,525
-"sqr_mom_1",0.99,1613936046336,525
-"lr_1",4.488930950288434e-05,1613936046336,525
-"mom_1",0.8627767262427891,1613936046336,525
-"eps_1",1e-05,1613936046336,525
-"wd_2",0.01,1613936046336,525
-"sqr_mom_2",0.99,1613936046336,525
-"lr_2",0.00044889309502884337,1613936046336,525
-"mom_2",0.8627767262427891,1613936046336,525
-"eps_2",1e-05,1613936046336,525
-"train_loss",0.1729327,1613936047297,526
-"raw_loss",0.09137502,1613936047297,526
-"epoch",3.3144654088050425,1613936047297,526
-"wd_0",0.01,1613936047297,526
-"sqr_mom_0",0.99,1613936047297,526
-"lr_0",4.497693132330547e-06,1613936047297,526
-"mom_0",0.8625576716917364,1613936047297,526
-"eps_0",1e-05,1613936047297,526
-"wd_1",0.01,1613936047297,526
-"sqr_mom_1",0.99,1613936047297,526
-"lr_1",4.497693132330547e-05,1613936047297,526
-"mom_1",0.8625576716917364,1613936047297,526
-"eps_1",1e-05,1613936047297,526
-"wd_2",0.01,1613936047297,526
-"sqr_mom_2",0.99,1613936047297,526
-"lr_2",0.00044976931323305466,1613936047297,526
-"mom_2",0.8625576716917364,1613936047297,526
-"eps_2",1e-05,1613936047297,526
-"train_loss",0.17187035,1613936048253,527
-"raw_loss",0.11984598,1613936048253,527
-"epoch",3.3207547169811433,1613936048253,527
-"wd_0",0.01,1613936048253,527
-"sqr_mom_0",0.99,1613936048253,527
-"lr_0",4.50639034998474e-06,1613936048253,527
-"mom_0",0.8623402412503814,1613936048253,527
-"eps_0",1e-05,1613936048253,527
-"wd_1",0.01,1613936048253,527
-"sqr_mom_1",0.99,1613936048253,527
-"lr_1",4.50639034998474e-05,1613936048253,527
-"mom_1",0.8623402412503814,1613936048253,527
-"eps_1",1e-05,1613936048253,527
-"wd_2",0.01,1613936048253,527
-"sqr_mom_2",0.99,1613936048253,527
-"lr_2",0.000450639034998474,1613936048253,527
-"mom_2",0.8623402412503814,1613936048253,527
-"eps_2",1e-05,1613936048253,527
-"train_loss",0.16958152,1613936049207,528
-"raw_loss",0.05749311,1613936049207,528
-"epoch",3.327044025157244,1613936049207,528
-"wd_0",0.01,1613936049207,528
-"sqr_mom_0",0.99,1613936049207,528
-"lr_0",4.515022225997883e-06,1613936049207,528
-"mom_0",0.8621244443500529,1613936049207,528
-"eps_0",1e-05,1613936049207,528
-"wd_1",0.01,1613936049207,528
-"sqr_mom_1",0.99,1613936049207,528
-"lr_1",4.515022225997883e-05,1613936049207,528
-"mom_1",0.8621244443500529,1613936049207,528
-"eps_1",1e-05,1613936049207,528
-"wd_2",0.01,1613936049207,528
-"sqr_mom_2",0.99,1613936049207,528
-"lr_2",0.0004515022225997882,1613936049207,528
-"mom_2",0.8621244443500529,1613936049207,528
-"eps_2",1e-05,1613936049207,528
-"train_loss",0.16760428,1613936050155,529
-"raw_loss",0.070775054,1613936050155,529
-"epoch",3.333333333333345,1613936050155,529
-"wd_0",0.01,1613936050155,529
-"sqr_mom_0",0.99,1613936050155,529
-"lr_0",4.52358862856391e-06,1613936050155,529
-"mom_0",0.8619102842859022,1613936050155,529
-"eps_0",1e-05,1613936050155,529
-"wd_1",0.01,1613936050155,529
-"sqr_mom_1",0.99,1613936050155,529
-"lr_1",4.52358862856391e-05,1613936050155,529
-"mom_1",0.8619102842859022,1613936050155,529
-"eps_1",1e-05,1613936050155,529
-"wd_2",0.01,1613936050155,529
-"sqr_mom_2",0.99,1613936050155,529
-"lr_2",0.000452358862856391,1613936050155,529
-"mom_2",0.8619102842859022,1613936050155,529
-"eps_2",1e-05,1613936050155,529
-"train_loss",0.16663212,1613936051103,530
-"raw_loss",0.11902303,1613936051103,530
-"epoch",3.339622641509446,1613936051103,530
-"wd_0",0.01,1613936051103,530
-"sqr_mom_0",0.99,1613936051103,530
-"lr_0",4.532088699004681e-06,1613936051103,530
-"mom_0",0.8616977825248829,1613936051103,530
-"eps_0",1e-05,1613936051103,530
-"wd_1",0.01,1613936051103,530
-"sqr_mom_1",0.99,1613936051103,530
-"lr_1",4.53208869900468e-05,1613936051103,530
-"mom_1",0.8616977825248829,1613936051103,530
-"eps_1",1e-05,1613936051103,530
-"wd_2",0.01,1613936051103,530
-"sqr_mom_2",0.99,1613936051103,530
-"lr_2",0.000453208869900468,1613936051103,530
-"mom_2",0.8616977825248829,1613936051103,530
-"eps_2",1e-05,1613936051103,530
-"train_loss",0.16603506,1613936052063,531
-"raw_loss",0.13679472,1613936052063,531
-"epoch",3.3459119496855467,1613936052063,531
-"wd_0",0.01,1613936052063,531
-"sqr_mom_0",0.99,1613936052063,531
-"lr_0",4.540522551938893e-06,1613936052063,531
-"mom_0",0.8614869362015277,1613936052063,531
-"eps_0",1e-05,1613936052063,531
-"wd_1",0.01,1613936052063,531
-"sqr_mom_1",0.99,1613936052063,531
-"lr_1",4.540522551938892e-05,1613936052063,531
-"mom_1",0.8614869362015277,1613936052063,531
-"eps_1",1e-05,1613936052063,531
-"wd_2",0.01,1613936052063,531
-"sqr_mom_2",0.99,1613936052063,531
-"lr_2",0.00045405225519388917,1613936052063,531
-"mom_2",0.8614869362015277,1613936052063,531
-"eps_2",1e-05,1613936052063,531
-"train_loss",0.16545315,1613936053066,532
-"raw_loss",0.13695446,1613936053066,532
-"epoch",3.3522012578616476,1613936053066,532
-"wd_0",0.01,1613936053066,532
-"sqr_mom_0",0.99,1613936053066,532
-"lr_0",4.5488893419749e-06,1613936053066,532
-"mom_0",0.8612777664506275,1613936053066,532
-"eps_0",1e-05,1613936053066,532
-"wd_1",0.01,1613936053066,532
-"sqr_mom_1",0.99,1613936053066,532
-"lr_1",4.5488893419749e-05,1613936053066,532
-"mom_1",0.8612777664506275,1613936053066,532
-"eps_1",1e-05,1613936053066,532
-"wd_2",0.01,1613936053066,532
-"sqr_mom_2",0.99,1613936053066,532
-"lr_2",0.00045488893419749,1613936053066,532
-"mom_2",0.8612777664506275,1613936053066,532
-"eps_2",1e-05,1613936053066,532
-"train_loss",0.16446082,1613936054027,533
-"raw_loss",0.115862295,1613936054027,533
-"epoch",3.3584905660377484,1613936054027,533
-"wd_0",0.01,1613936054027,533
-"sqr_mom_0",0.99,1613936054027,533
-"lr_0",4.5571889469207965e-06,1613936054027,533
-"mom_0",0.8610702763269801,1613936054027,533
-"eps_0",1e-05,1613936054027,533
-"wd_1",0.01,1613936054027,533
-"sqr_mom_1",0.99,1613936054027,533
-"lr_1",4.557188946920795e-05,1613936054027,533
-"mom_1",0.8610702763269801,1613936054027,533
-"eps_1",1e-05,1613936054027,533
-"wd_2",0.01,1613936054027,533
-"sqr_mom_2",0.99,1613936054027,533
-"lr_2",0.0004557188946920795,1613936054027,533
-"mom_2",0.8610702763269801,1613936054027,533
-"eps_2",1e-05,1613936054027,533
-"train_loss",0.16252284,1613936054980,534
-"raw_loss",0.06760949,1613936054980,534
-"epoch",3.3647798742138493,1613936054980,534
-"wd_0",0.01,1613936054980,534
-"sqr_mom_0",0.99,1613936054980,534
-"lr_0",4.565421006770417e-06,1613936054980,534
-"mom_0",0.8608644748307396,1613936054980,534
-"eps_0",1e-05,1613936054980,534
-"wd_1",0.01,1613936054980,534
-"sqr_mom_1",0.99,1613936054980,534
-"lr_1",4.5654210067704165e-05,1613936054980,534
-"mom_1",0.8608644748307396,1613936054980,534
-"eps_1",1e-05,1613936054980,534
-"wd_2",0.01,1613936054980,534
-"sqr_mom_2",0.99,1613936054980,534
-"lr_2",0.0004565421006770416,1613936054980,534
-"mom_2",0.8608644748307396,1613936054980,534
-"eps_2",1e-05,1613936054980,534
-"train_loss",0.16060781,1613936055944,535
-"raw_loss",0.0668189,1613936055944,535
-"epoch",3.37106918238995,1613936055944,535
-"wd_0",0.01,1613936055944,535
-"sqr_mom_0",0.99,1613936055944,535
-"lr_0",4.57358539559972e-06,1613936055944,535
-"mom_0",0.860660365110007,1613936055944,535
-"eps_0",1e-05,1613936055944,535
-"wd_1",0.01,1613936055944,535
-"sqr_mom_1",0.99,1613936055944,535
-"lr_1",4.573585395599719e-05,1613936055944,535
-"mom_1",0.860660365110007,1613936055944,535
-"eps_1",1e-05,1613936055944,535
-"wd_2",0.01,1613936055944,535
-"sqr_mom_2",0.99,1613936055944,535
-"lr_2",0.0004573585395599719,1613936055944,535
-"mom_2",0.860660365110007,1613936055944,535
-"eps_2",1e-05,1613936055944,535
-"train_loss",0.16020468,1613936056937,536
-"raw_loss",0.14046091,1613936056937,536
-"epoch",3.377358490566051,1613936056937,536
-"wd_0",0.01,1613936056937,536
-"sqr_mom_0",0.99,1613936056937,536
-"lr_0",4.581681295027572e-06,1613936056937,536
-"mom_0",0.8604579676243107,1613936056937,536
-"eps_0",1e-05,1613936056937,536
-"wd_1",0.01,1613936056937,536
-"sqr_mom_1",0.99,1613936056937,536
-"lr_1",4.581681295027571e-05,1613936056937,536
-"mom_1",0.8604579676243107,1613936056937,536
-"eps_1",1e-05,1613936056937,536
-"wd_2",0.01,1613936056937,536
-"sqr_mom_2",0.99,1613936056937,536
-"lr_2",0.0004581681295027571,1613936056937,536
-"mom_2",0.8604579676243107,1613936056937,536
-"eps_2",1e-05,1613936056937,536
-"train_loss",0.15800954,1613936057906,537
-"raw_loss",0.0505001,1613936057906,537
-"epoch",3.383647798742152,1613936057906,537
-"wd_0",0.01,1613936057906,537
-"sqr_mom_0",0.99,1613936057906,537
-"lr_0",4.589708814222653e-06,1613936057906,537
-"mom_0",0.8602572796444337,1613936057906,537
-"eps_0",1e-05,1613936057906,537
-"wd_1",0.01,1613936057906,537
-"sqr_mom_1",0.99,1613936057906,537
-"lr_1",4.589708814222653e-05,1613936057906,537
-"mom_1",0.8602572796444337,1613936057906,537
-"eps_1",1e-05,1613936057906,537
-"wd_2",0.01,1613936057906,537
-"sqr_mom_2",0.99,1613936057906,537
-"lr_2",0.00045897088142226526,1613936057906,537
-"mom_2",0.8602572796444337,1613936057906,537
-"eps_2",1e-05,1613936057906,537
-"train_loss",0.15630311,1613936058874,538
-"raw_loss",0.07272719,1613936058874,538
-"epoch",3.3899371069182527,1613936058874,538
-"wd_0",0.01,1613936058874,538
-"sqr_mom_0",0.99,1613936058874,538
-"lr_0",4.597667148523356e-06,1613936058874,538
-"mom_0",0.8600583212869161,1613936058874,538
-"eps_0",1e-05,1613936058874,538
-"wd_1",0.01,1613936058874,538
-"sqr_mom_1",0.99,1613936058874,538
-"lr_1",4.597667148523356e-05,1613936058874,538
-"mom_1",0.8600583212869161,1613936058874,538
-"eps_1",1e-05,1613936058874,538
-"wd_2",0.01,1613936058874,538
-"sqr_mom_2",0.99,1613936058874,538
-"lr_2",0.0004597667148523356,1613936058874,538
-"mom_2",0.8600583212869161,1613936058874,538
-"eps_2",1e-05,1613936058874,538
-"train_loss",0.15646215,1613936059840,539
-"raw_loss",0.16425148,1613936059840,539
-"epoch",3.3962264150943535,1613936059840,539
-"wd_0",0.01,1613936059840,539
-"sqr_mom_0",0.99,1613936059840,539
-"lr_0",4.605556181933133e-06,1613936059840,539
-"mom_0",0.8598610954516717,1613936059840,539
-"eps_0",1e-05,1613936059840,539
-"wd_1",0.01,1613936059840,539
-"sqr_mom_1",0.99,1613936059840,539
-"lr_1",4.6055561819331324e-05,1613936059840,539
-"mom_1",0.8598610954516717,1613936059840,539
-"eps_1",1e-05,1613936059840,539
-"wd_2",0.01,1613936059840,539
-"sqr_mom_2",0.99,1613936059840,539
-"lr_2",0.00046055561819331324,1613936059840,539
-"mom_2",0.8598610954516717,1613936059840,539
-"eps_2",1e-05,1613936059840,539
-"train_loss",0.15941091,1613936060828,540
-"raw_loss",0.30383438,1613936060828,540
-"epoch",3.4025157232704544,1613936060828,540
-"wd_0",0.01,1613936060828,540
-"sqr_mom_0",0.99,1613936060828,540
-"lr_0",4.613375793580227e-06,1613936060828,540
-"mom_0",0.8596656051604943,1613936060828,540
-"eps_0",1e-05,1613936060828,540
-"wd_1",0.01,1613936060828,540
-"sqr_mom_1",0.99,1613936060828,540
-"lr_1",4.613375793580226e-05,1613936060828,540
-"mom_1",0.8596656051604943,1613936060828,540
-"eps_1",1e-05,1613936060828,540
-"wd_2",0.01,1613936060828,540
-"sqr_mom_2",0.99,1613936060828,540
-"lr_2",0.0004613375793580226,1613936060828,540
-"mom_2",0.8596656051604943,1613936060828,540
-"eps_2",1e-05,1613936060828,540
-"train_loss",0.15828516,1613936061790,541
-"raw_loss",0.10314759,1613936061790,541
-"epoch",3.4088050314465552,1613936061790,541
-"wd_0",0.01,1613936061790,541
-"sqr_mom_0",0.99,1613936061790,541
-"lr_0",4.621125199643242e-06,1613936061790,541
-"mom_0",0.8594718700089189,1613936061790,541
-"eps_0",1e-05,1613936061790,541
-"wd_1",0.01,1613936061790,541
-"sqr_mom_1",0.99,1613936061790,541
-"lr_1",4.621125199643242e-05,1613936061790,541
-"mom_1",0.8594718700089189,1613936061790,541
-"eps_1",1e-05,1613936061790,541
-"wd_2",0.01,1613936061790,541
-"sqr_mom_2",0.99,1613936061790,541
-"lr_2",0.0004621125199643242,1613936061790,541
-"mom_2",0.8594718700089189,1613936061790,541
-"eps_2",1e-05,1613936061790,541
-"train_loss",0.15791558,1613936062767,542
-"raw_loss",0.13981487,1613936062767,542
-"epoch",3.415094339622656,1613936062767,542
-"wd_0",0.01,1613936062767,542
-"sqr_mom_0",0.99,1613936062767,542
-"lr_0",4.6288045046185906e-06,1613936062767,542
-"mom_0",0.8592798873845352,1613936062767,542
-"eps_0",1e-05,1613936062767,542
-"wd_1",0.01,1613936062767,542
-"sqr_mom_1",0.99,1613936062767,542
-"lr_1",4.6288045046185906e-05,1613936062767,542
-"mom_1",0.8592798873845352,1613936062767,542
-"eps_1",1e-05,1613936062767,542
-"wd_2",0.01,1613936062767,542
-"sqr_mom_2",0.99,1613936062767,542
-"lr_2",0.00046288045046185904,1613936062767,542
-"mom_2",0.8592798873845352,1613936062767,542
-"eps_2",1e-05,1613936062767,542
-"train_loss",0.15698788,1613936063730,543
-"raw_loss",0.11154918,1613936063730,543
-"epoch",3.421383647798757,1613936063730,543
-"wd_0",0.01,1613936063730,543
-"sqr_mom_0",0.99,1613936063730,543
-"lr_0",4.636412938748922e-06,1613936063730,543
-"mom_0",0.8590896765312769,1613936063730,543
-"eps_0",1e-05,1613936063730,543
-"wd_1",0.01,1613936063730,543
-"sqr_mom_1",0.99,1613936063730,543
-"lr_1",4.6364129387489226e-05,1613936063730,543
-"mom_1",0.8590896765312769,1613936063730,543
-"eps_1",1e-05,1613936063730,543
-"wd_2",0.01,1613936063730,543
-"sqr_mom_2",0.99,1613936063730,543
-"lr_2",0.00046364129387489224,1613936063730,543
-"mom_2",0.8590896765312769,1613936063730,543
-"eps_2",1e-05,1613936063730,543
-"train_loss",0.15739913,1613936064682,544
-"raw_loss",0.1775432,1613936064682,544
-"epoch",3.4276729559748578,1613936064682,544
-"wd_0",0.01,1613936064682,544
-"sqr_mom_0",0.99,1613936064682,544
-"lr_0",4.643950604629721e-06,1613936064682,544
-"mom_0",0.858901234884257,1613936064682,544
-"eps_0",1e-05,1613936064682,544
-"wd_1",0.01,1613936064682,544
-"sqr_mom_1",0.99,1613936064682,544
-"lr_1",4.6439506046297206e-05,1613936064682,544
-"mom_1",0.858901234884257,1613936064682,544
-"eps_1",1e-05,1613936064682,544
-"wd_2",0.01,1613936064682,544
-"sqr_mom_2",0.99,1613936064682,544
-"lr_2",0.000464395060462972,1613936064682,544
-"mom_2",0.858901234884257,1613936064682,544
-"eps_2",1e-05,1613936064682,544
-"train_loss",0.15661772,1613936065687,545
-"raw_loss",0.11834347,1613936065687,545
-"epoch",3.4339622641509586,1613936065687,545
-"wd_0",0.01,1613936065687,545
-"sqr_mom_0",0.99,1613936065687,545
-"lr_0",4.651416535442836e-06,1613936065687,545
-"mom_0",0.8587145866139291,1613936065687,545
-"eps_0",1e-05,1613936065687,545
-"wd_1",0.01,1613936065687,545
-"sqr_mom_1",0.99,1613936065687,545
-"lr_1",4.6514165354428353e-05,1613936065687,545
-"mom_1",0.8587145866139291,1613936065687,545
-"eps_1",1e-05,1613936065687,545
-"wd_2",0.01,1613936065687,545
-"sqr_mom_2",0.99,1613936065687,545
-"lr_2",0.00046514165354428355,1613936065687,545
-"mom_2",0.8587145866139291,1613936065687,545
-"eps_2",1e-05,1613936065687,545
-"train_loss",0.15576425,1613936066650,546
-"raw_loss",0.11396146,1613936066650,546
-"epoch",3.4402515723270595,1613936066650,546
-"wd_0",0.01,1613936066650,546
-"sqr_mom_0",0.99,1613936066650,546
-"lr_0",4.6588112564230925e-06,1613936066650,546
-"mom_0",0.8585297185894227,1613936066650,546
-"eps_0",1e-05,1613936066650,546
-"wd_1",0.01,1613936066650,546
-"sqr_mom_1",0.99,1613936066650,546
-"lr_1",4.658811256423092e-05,1613936066650,546
-"mom_1",0.8585297185894227,1613936066650,546
-"eps_1",1e-05,1613936066650,546
-"wd_2",0.01,1613936066650,546
-"sqr_mom_2",0.99,1613936066650,546
-"lr_2",0.0004658811256423092,1613936066650,546
-"mom_2",0.8585297185894227,1613936066650,546
-"eps_2",1e-05,1613936066650,546
-"train_loss",0.15548274,1613936067618,547
-"raw_loss",0.14169405,1613936067618,547
-"epoch",3.4465408805031603,1613936067618,547
-"wd_0",0.01,1613936067618,547
-"sqr_mom_0",0.99,1613936067618,547
-"lr_0",4.666133813048797e-06,1613936067618,547
-"mom_0",0.85834665467378,1613936067618,547
-"eps_0",1e-05,1613936067618,547
-"wd_1",0.01,1613936067618,547
-"sqr_mom_1",0.99,1613936067618,547
-"lr_1",4.666133813048797e-05,1613936067618,547
-"mom_1",0.85834665467378,1613936067618,547
-"eps_1",1e-05,1613936067618,547
-"wd_2",0.01,1613936067618,547
-"sqr_mom_2",0.99,1613936067618,547
-"lr_2",0.00046661338130487965,1613936067618,547
-"mom_2",0.85834665467378,1613936067618,547
-"eps_2",1e-05,1613936067618,547
-"train_loss",0.15425478,1613936068589,548
-"raw_loss",0.09410781,1613936068589,548
-"epoch",3.452830188679261,1613936068589,548
-"wd_0",0.01,1613936068589,548
-"sqr_mom_0",0.99,1613936068589,548
-"lr_0",4.673384304060534e-06,1613936068589,548
-"mom_0",0.8581653923984867,1613936068589,548
-"eps_0",1e-05,1613936068589,548
-"wd_1",0.01,1613936068589,548
-"sqr_mom_1",0.99,1613936068589,548
-"lr_1",4.673384304060534e-05,1613936068589,548
-"mom_1",0.8581653923984867,1613936068589,548
-"eps_1",1e-05,1613936068589,548
-"wd_2",0.01,1613936068589,548
-"sqr_mom_2",0.99,1613936068589,548
-"lr_2",0.00046733843040605333,1613936068589,548
-"mom_2",0.8581653923984867,1613936068589,548
-"eps_2",1e-05,1613936068589,548
-"train_loss",0.1603285,1613936069549,549
-"raw_loss",0.4578286,1613936069549,549
-"epoch",3.459119496855362,1613936069549,549
-"wd_0",0.01,1613936069549,549
-"sqr_mom_0",0.99,1613936069549,549
-"lr_0",4.680562002684362e-06,1613936069549,549
-"mom_0",0.857985949932891,1613936069549,549
-"eps_0",1e-05,1613936069549,549
-"wd_1",0.01,1613936069549,549
-"sqr_mom_1",0.99,1613936069549,549
-"lr_1",4.680562002684361e-05,1613936069549,549
-"mom_1",0.857985949932891,1613936069549,549
-"eps_1",1e-05,1613936069549,549
-"wd_2",0.01,1613936069549,549
-"sqr_mom_2",0.99,1613936069549,549
-"lr_2",0.0004680562002684361,1613936069549,549
-"mom_2",0.857985949932891,1613936069549,549
-"eps_2",1e-05,1613936069549,549
-"train_loss",0.1592586,1613936070518,550
-"raw_loss",0.10685269,1613936070518,550
-"epoch",3.465408805031463,1613936070518,550
-"wd_0",0.01,1613936070518,550
-"sqr_mom_0",0.99,1613936070518,550
-"lr_0",4.687667005707536e-06,1613936070518,550
-"mom_0",0.8578083248573116,1613936070518,550
-"eps_0",1e-05,1613936070518,550
-"wd_1",0.01,1613936070518,550
-"sqr_mom_1",0.99,1613936070518,550
-"lr_1",4.6876670057075346e-05,1613936070518,550
-"mom_1",0.8578083248573116,1613936070518,550
-"eps_1",1e-05,1613936070518,550
-"wd_2",0.01,1613936070518,550
-"sqr_mom_2",0.99,1613936070518,550
-"lr_2",0.00046876670057075345,1613936070518,550
-"mom_2",0.8578083248573116,1613936070518,550
-"eps_2",1e-05,1613936070518,550
-"train_loss",0.1587562,1613936071472,551
-"raw_loss",0.13414742,1613936071472,551
-"epoch",3.4716981132075637,1613936071472,551
-"wd_0",0.01,1613936071472,551
-"sqr_mom_0",0.99,1613936071472,551
-"lr_0",4.694698402062803e-06,1613936071472,551
-"mom_0",0.8576325399484299,1613936071472,551
-"eps_0",1e-05,1613936071472,551
-"wd_1",0.01,1613936071472,551
-"sqr_mom_1",0.99,1613936071472,551
-"lr_1",4.694698402062803e-05,1613936071472,551
-"mom_1",0.8576325399484299,1613936071472,551
-"eps_1",1e-05,1613936071472,551
-"wd_2",0.01,1613936071472,551
-"sqr_mom_2",0.99,1613936071472,551
-"lr_2",0.00046946984020628023,1613936071472,551
-"mom_2",0.8576325399484299,1613936071472,551
-"eps_2",1e-05,1613936071472,551
-"train_loss",0.15660855,1613936072433,552
-"raw_loss",0.051411413,1613936072433,552
-"epoch",3.4779874213836646,1613936072433,552
-"wd_0",0.01,1613936072433,552
-"sqr_mom_0",0.99,1613936072433,552
-"lr_0",4.70165668641511e-06,1613936072433,552
-"mom_0",0.8574585828396223,1613936072433,552
-"eps_0",1e-05,1613936072433,552
-"wd_1",0.01,1613936072433,552
-"sqr_mom_1",0.99,1613936072433,552
-"lr_1",4.70165668641511e-05,1613936072433,552
-"mom_1",0.8574585828396223,1613936072433,552
-"eps_1",1e-05,1613936072433,552
-"wd_2",0.01,1613936072433,552
-"sqr_mom_2",0.99,1613936072433,552
-"lr_2",0.00047016566864151096,1613936072433,552
-"mom_2",0.8574585828396223,1613936072433,552
-"eps_2",1e-05,1613936072433,552
-"train_loss",0.15448177,1613936073459,553
-"raw_loss",0.050305396,1613936073459,553
-"epoch",3.4842767295597654,1613936073459,553
-"wd_0",0.01,1613936073459,553
-"sqr_mom_0",0.99,1613936073459,553
-"lr_0",4.708540960318289e-06,1613936073459,553
-"mom_0",0.8572864759920428,1613936073459,553
-"eps_0",1e-05,1613936073459,553
-"wd_1",0.01,1613936073459,553
-"sqr_mom_1",0.99,1613936073459,553
-"lr_1",4.708540960318288e-05,1613936073459,553
-"mom_1",0.8572864759920428,1613936073459,553
-"eps_1",1e-05,1613936073459,553
-"wd_2",0.01,1613936073459,553
-"sqr_mom_2",0.99,1613936073459,553
-"lr_2",0.00047085409603182885,1613936073459,553
-"mom_2",0.8572864759920428,1613936073459,553
-"eps_2",1e-05,1613936073459,553
-"train_loss",0.15340294,1613936074450,554
-"raw_loss",0.10055809,1613936074450,554
-"epoch",3.4905660377358663,1613936074450,554
-"wd_0",0.01,1613936074450,554
-"sqr_mom_0",0.99,1613936074450,554
-"lr_0",4.715351316602926e-06,1613936074450,554
-"mom_0",0.8571162170849268,1613936074450,554
-"eps_0",1e-05,1613936074450,554
-"wd_1",0.01,1613936074450,554
-"sqr_mom_1",0.99,1613936074450,554
-"lr_1",4.7153513166029256e-05,1613936074450,554
-"mom_1",0.8571162170849268,1613936074450,554
-"eps_1",1e-05,1613936074450,554
-"wd_2",0.01,1613936074450,554
-"sqr_mom_2",0.99,1613936074450,554
-"lr_2",0.00047153513166029256,1613936074450,554
-"mom_2",0.8571162170849268,1613936074450,554
-"eps_2",1e-05,1613936074450,554
-"train_loss",0.15484501,1613936075751,555
-"raw_loss",0.22548388,1613936075751,555
-"epoch",3.496855345911967,1613936075751,555
-"wd_0",0.01,1613936075751,555
-"sqr_mom_0",0.99,1613936075751,555
-"lr_0",4.7220870726132575e-06,1613936075751,555
-"mom_0",0.8569478231846686,1613936075751,555
-"eps_0",1e-05,1613936075751,555
-"wd_1",0.01,1613936075751,555
-"sqr_mom_1",0.99,1613936075751,555
-"lr_1",4.722087072613257e-05,1613936075751,555
-"mom_1",0.8569478231846686,1613936075751,555
-"eps_1",1e-05,1613936075751,555
-"wd_2",0.01,1613936075751,555
-"sqr_mom_2",0.99,1613936075751,555
-"lr_2",0.0004722087072613257,1613936075751,555
-"mom_2",0.8569478231846686,1613936075751,555
-"eps_2",1e-05,1613936075751,555
-"train_loss",0.15366153,1613936076800,556
-"raw_loss",0.0956891,1613936076800,556
-"epoch",3.503144654088068,1613936076800,556
-"wd_0",0.01,1613936076800,556
-"sqr_mom_0",0.99,1613936076800,556
-"lr_0",4.728748319177189e-06,1613936076800,556
-"mom_0",0.8567812920205703,1613936076800,556
-"eps_0",1e-05,1613936076800,556
-"wd_1",0.01,1613936076800,556
-"sqr_mom_1",0.99,1613936076800,556
-"lr_1",4.728748319177189e-05,1613936076800,556
-"mom_1",0.8567812920205703,1613936076800,556
-"eps_1",1e-05,1613936076800,556
-"wd_2",0.01,1613936076800,556
-"sqr_mom_2",0.99,1613936076800,556
-"lr_2",0.0004728748319177189,1613936076800,556
-"mom_2",0.8567812920205703,1613936076800,556
-"eps_2",1e-05,1613936076800,556
-"train_loss",0.15240669,1613936077933,557
-"raw_loss",0.090939105,1613936077933,557
-"epoch",3.509433962264169,1613936077933,557
-"wd_0",0.01,1613936077933,557
-"sqr_mom_0",0.99,1613936077933,557
-"lr_0",4.735334388585402e-06,1613936077933,557
-"mom_0",0.8566166402853649,1613936077933,557
-"eps_0",1e-05,1613936077933,557
-"wd_1",0.01,1613936077933,557
-"sqr_mom_1",0.99,1613936077933,557
-"lr_1",4.735334388585402e-05,1613936077933,557
-"mom_1",0.8566166402853649,1613936077933,557
-"eps_1",1e-05,1613936077933,557
-"wd_2",0.01,1613936077933,557
-"sqr_mom_2",0.99,1613936077933,557
-"lr_2",0.0004735334388585402,1613936077933,557
-"mom_2",0.8566166402853649,1613936077933,557
-"eps_2",1e-05,1613936077933,557
-"train_loss",0.15510824,1613936078930,558
-"raw_loss",0.2874433,1613936078930,558
-"epoch",3.5157232704402697,1613936078930,558
-"wd_0",0.01,1613936078930,558
-"sqr_mom_0",0.99,1613936078930,558
-"lr_0",4.741845185607065e-06,1613936078930,558
-"mom_0",0.8564538703598233,1613936078930,558
-"eps_0",1e-05,1613936078930,558
-"wd_1",0.01,1613936078930,558
-"sqr_mom_1",0.99,1613936078930,558
-"lr_1",4.7418451856070646e-05,1613936078930,558
-"mom_1",0.8564538703598233,1613936078930,558
-"eps_1",1e-05,1613936078930,558
-"wd_2",0.01,1613936078930,558
-"sqr_mom_2",0.99,1613936078930,558
-"lr_2",0.00047418451856070647,1613936078930,558
-"mom_2",0.8564538703598233,1613936078930,558
-"eps_2",1e-05,1613936078930,558
-"train_loss",0.15339749,1613936079905,559
-"raw_loss",0.069595695,1613936079905,559
-"epoch",3.5220125786163705,1613936079905,559
-"wd_0",0.01,1613936079905,559
-"sqr_mom_0",0.99,1613936079905,559
-"lr_0",4.748280609716048e-06,1613936079905,559
-"mom_0",0.8562929847570988,1613936079905,559
-"eps_0",1e-05,1613936079905,559
-"wd_1",0.01,1613936079905,559
-"sqr_mom_1",0.99,1613936079905,559
-"lr_1",4.7482806097160475e-05,1613936079905,559
-"mom_1",0.8562929847570988,1613936079905,559
-"eps_1",1e-05,1613936079905,559
-"wd_2",0.01,1613936079905,559
-"sqr_mom_2",0.99,1613936079905,559
-"lr_2",0.0004748280609716047,1613936079905,559
-"mom_2",0.8562929847570988,1613936079905,559
-"eps_2",1e-05,1613936079905,559
-"train_loss",0.15409747,1613936080880,560
-"raw_loss",0.18838692,1613936080880,560
-"epoch",3.5283018867924714,1613936080880,560
-"wd_0",0.01,1613936080880,560
-"sqr_mom_0",0.99,1613936080880,560
-"lr_0",4.754640015838999e-06,1613936080880,560
-"mom_0",0.856133999604025,1613936080880,560
-"eps_0",1e-05,1613936080880,560
-"wd_1",0.01,1613936080880,560
-"sqr_mom_1",0.99,1613936080880,560
-"lr_1",4.754640015838999e-05,1613936080880,560
-"mom_1",0.856133999604025,1613936080880,560
-"eps_1",1e-05,1613936080880,560
-"wd_2",0.01,1613936080880,560
-"sqr_mom_2",0.99,1613936080880,560
-"lr_2",0.0004754640015838999,1613936080880,560
-"mom_2",0.856133999604025,1613936080880,560
-"eps_2",1e-05,1613936080880,560
-"train_loss",0.15766305,1613936081829,561
-"raw_loss",0.33232415,1613936081829,561
-"epoch",3.534591194968572,1613936081829,561
-"wd_0",0.01,1613936081829,561
-"sqr_mom_0",0.99,1613936081829,561
-"lr_0",4.760923312168704e-06,1613936081829,561
-"mom_0",0.8559769171957824,1613936081829,561
-"eps_0",1e-05,1613936081829,561
-"wd_1",0.01,1613936081829,561
-"sqr_mom_1",0.99,1613936081829,561
-"lr_1",4.760923312168704e-05,1613936081829,561
-"mom_1",0.8559769171957824,1613936081829,561
-"eps_1",1e-05,1613936081829,561
-"wd_2",0.01,1613936081829,561
-"sqr_mom_2",0.99,1613936081829,561
-"lr_2",0.00047609233121687035,1613936081829,561
-"mom_2",0.8559769171957824,1613936081829,561
-"eps_2",1e-05,1613936081829,561
-"train_loss",0.15570606,1613936082795,562
-"raw_loss",0.059842627,1613936082795,562
-"epoch",3.540880503144673,1613936082795,562
-"wd_0",0.01,1613936082795,562
-"sqr_mom_0",0.99,1613936082795,562
-"lr_0",4.7671304015437385e-06,1613936082795,562
-"mom_0",0.8558217399614065,1613936082795,562
-"eps_0",1e-05,1613936082795,562
-"wd_1",0.01,1613936082795,562
-"sqr_mom_1",0.99,1613936082795,562
-"lr_1",4.767130401543738e-05,1613936082795,562
-"mom_1",0.8558217399614065,1613936082795,562
-"eps_1",1e-05,1613936082795,562
-"wd_2",0.01,1613936082795,562
-"sqr_mom_2",0.99,1613936082795,562
-"lr_2",0.0004767130401543738,1613936082795,562
-"mom_2",0.8558217399614065,1613936082795,562
-"eps_2",1e-05,1613936082795,562
-"train_loss",0.15419404,1613936083763,563
-"raw_loss",0.080126345,1613936083763,563
-"epoch",3.547169811320774,1613936083763,563
-"wd_0",0.01,1613936083763,563
-"sqr_mom_0",0.99,1613936083763,563
-"lr_0",4.773260661778545e-06,1613936083763,563
-"mom_0",0.8556684834555364,1613936083763,563
-"eps_0",1e-05,1613936083763,563
-"wd_1",0.01,1613936083763,563
-"sqr_mom_1",0.99,1613936083763,563
-"lr_1",4.773260661778544e-05,1613936083763,563
-"mom_1",0.8556684834555364,1613936083763,563
-"eps_1",1e-05,1613936083763,563
-"wd_2",0.01,1613936083763,563
-"sqr_mom_2",0.99,1613936083763,563
-"lr_2",0.0004773260661778544,1613936083763,563
-"mom_2",0.8556684834555364,1613936083763,563
-"eps_2",1e-05,1613936083763,563
-"train_loss",0.15365452,1613936084723,564
-"raw_loss",0.12722492,1613936084723,564
-"epoch",3.5534591194968748,1613936084723,564
-"wd_0",0.01,1613936084723,564
-"sqr_mom_0",0.99,1613936084723,564
-"lr_0",4.779314175536255e-06,1613936084723,564
-"mom_0",0.8555171456115936,1613936084723,564
-"eps_0",1e-05,1613936084723,564
-"wd_1",0.01,1613936084723,564
-"sqr_mom_1",0.99,1613936084723,564
-"lr_1",4.779314175536254e-05,1613936084723,564
-"mom_1",0.8555171456115936,1613936084723,564
-"eps_1",1e-05,1613936084723,564
-"wd_2",0.01,1613936084723,564
-"sqr_mom_2",0.99,1613936084723,564
-"lr_2",0.0004779314175536254,1613936084723,564
-"mom_2",0.8555171456115936,1613936084723,564
-"eps_2",1e-05,1613936084723,564
-"train_loss",0.15556058,1613936085678,565
-"raw_loss",0.24893254,1613936085678,565
-"epoch",3.5597484276729756,1613936085678,565
-"wd_0",0.01,1613936085678,565
-"sqr_mom_0",0.99,1613936085678,565
-"lr_0",4.785290336025408e-06,1613936085678,565
-"mom_0",0.8553677415993648,1613936085678,565
-"eps_0",1e-05,1613936085678,565
-"wd_1",0.01,1613936085678,565
-"sqr_mom_1",0.99,1613936085678,565
-"lr_1",4.785290336025407e-05,1613936085678,565
-"mom_1",0.8553677415993648,1613936085678,565
-"eps_1",1e-05,1613936085678,565
-"wd_2",0.01,1613936085678,565
-"sqr_mom_2",0.99,1613936085678,565
-"lr_2",0.00047852903360254067,1613936085678,565
-"mom_2",0.8553677415993648,1613936085678,565
-"eps_2",1e-05,1613936085678,565
-"train_loss",0.15656145,1613936086653,566
-"raw_loss",0.20559065,1613936086653,566
-"epoch",3.5660377358490765,1613936086653,566
-"wd_0",0.01,1613936086653,566
-"sqr_mom_0",0.99,1613936086653,566
-"lr_0",4.791188890616356e-06,1613936086653,566
-"mom_0",0.8552202777345911,1613936086653,566
-"eps_0",1e-05,1613936086653,566
-"wd_1",0.01,1613936086653,566
-"sqr_mom_1",0.99,1613936086653,566
-"lr_1",4.791188890616356e-05,1613936086653,566
-"mom_1",0.8552202777345911,1613936086653,566
-"eps_1",1e-05,1613936086653,566
-"wd_2",0.01,1613936086653,566
-"sqr_mom_2",0.99,1613936086653,566
-"lr_2",0.00047911888906163557,1613936086653,566
-"mom_2",0.8552202777345911,1613936086653,566
-"eps_2",1e-05,1613936086653,566
-"train_loss",0.15541777,1613936087626,567
-"raw_loss",0.099392086,1613936087626,567
-"epoch",3.5723270440251773,1613936087626,567
-"wd_0",0.01,1613936087626,567
-"sqr_mom_0",0.99,1613936087626,567
-"lr_0",4.797010247661506e-06,1613936087626,567
-"mom_0",0.8550747438084624,1613936087626,567
-"eps_0",1e-05,1613936087626,567
-"wd_1",0.01,1613936087626,567
-"sqr_mom_1",0.99,1613936087626,567
-"lr_1",4.797010247661506e-05,1613936087626,567
-"mom_1",0.8550747438084624,1613936087626,567
-"eps_1",1e-05,1613936087626,567
-"wd_2",0.01,1613936087626,567
-"sqr_mom_2",0.99,1613936087626,567
-"lr_2",0.0004797010247661506,1613936087626,567
-"mom_2",0.8550747438084624,1613936087626,567
-"eps_2",1e-05,1613936087626,567
-"train_loss",0.15633348,1613936088598,568
-"raw_loss",0.20119178,1613936088598,568
-"epoch",3.578616352201278,1613936088598,568
-"wd_0",0.01,1613936088598,568
-"sqr_mom_0",0.99,1613936088598,568
-"lr_0",4.802753161659627e-06,1613936088598,568
-"mom_0",0.8549311709585093,1613936088598,568
-"eps_0",1e-05,1613936088598,568
-"wd_1",0.01,1613936088598,568
-"sqr_mom_1",0.99,1613936088598,568
-"lr_1",4.8027531616596264e-05,1613936088598,568
-"mom_1",0.8549311709585093,1613936088598,568
-"eps_1",1e-05,1613936088598,568
-"wd_2",0.01,1613936088598,568
-"sqr_mom_2",0.99,1613936088598,568
-"lr_2",0.0004802753161659626,1613936088598,568
-"mom_2",0.8549311709585093,1613936088598,568
-"eps_2",1e-05,1613936088598,568
-"train_loss",0.15554817,1613936089555,569
-"raw_loss",0.11707691,1613936089555,569
-"epoch",3.584905660377379,1613936089555,569
-"wd_0",0.01,1613936089555,569
-"sqr_mom_0",0.99,1613936089555,569
-"lr_0",4.808418363185425e-06,1613936089555,569
-"mom_0",0.8547895409203644,1613936089555,569
-"eps_0",1e-05,1613936089555,569
-"wd_1",0.01,1613936089555,569
-"sqr_mom_1",0.99,1613936089555,569
-"lr_1",4.8084183631854245e-05,1613936089555,569
-"mom_1",0.8547895409203644,1613936089555,569
-"eps_1",1e-05,1613936089555,569
-"wd_2",0.01,1613936089555,569
-"sqr_mom_2",0.99,1613936089555,569
-"lr_2",0.00048084183631854244,1613936089555,569
-"mom_2",0.8547895409203644,1613936089555,569
-"eps_2",1e-05,1613936089555,569
-"train_loss",0.15567678,1613936090584,570
-"raw_loss",0.16197754,1613936090584,570
-"epoch",3.59119496855348,1613936090584,570
-"wd_0",0.01,1613936090584,570
-"sqr_mom_0",0.99,1613936090584,570
-"lr_0",4.814004640147731e-06,1613936090584,570
-"mom_0",0.8546498839963067,1613936090584,570
-"eps_0",1e-05,1613936090584,570
-"wd_1",0.01,1613936090584,570
-"sqr_mom_1",0.99,1613936090584,570
-"lr_1",4.81400464014773e-05,1613936090584,570
-"mom_1",0.8546498839963067,1613936090584,570
-"eps_1",1e-05,1613936090584,570
-"wd_2",0.01,1613936090584,570
-"sqr_mom_2",0.99,1613936090584,570
-"lr_2",0.000481400464014773,1613936090584,570
-"mom_2",0.8546498839963067,1613936090584,570
-"eps_2",1e-05,1613936090584,570
-"train_loss",0.15548564,1613936091547,571
-"raw_loss",0.1461222,1613936091547,571
-"epoch",3.5974842767295807,1613936091547,571
-"wd_0",0.01,1613936091547,571
-"sqr_mom_0",0.99,1613936091547,571
-"lr_0",4.8195127031949465e-06,1613936091547,571
-"mom_0",0.8545121824201264,1613936091547,571
-"eps_0",1e-05,1613936091547,571
-"wd_1",0.01,1613936091547,571
-"sqr_mom_1",0.99,1613936091547,571
-"lr_1",4.8195127031949455e-05,1613936091547,571
-"mom_1",0.8545121824201264,1613936091547,571
-"eps_1",1e-05,1613936091547,571
-"wd_2",0.01,1613936091547,571
-"sqr_mom_2",0.99,1613936091547,571
-"lr_2",0.00048195127031949454,1613936091547,571
-"mom_2",0.8545121824201264,1613936091547,571
-"eps_2",1e-05,1613936091547,571
-"train_loss",0.15557729,1613936092514,572
-"raw_loss",0.16006674,1613936092514,572
-"epoch",3.6037735849056816,1613936092514,572
-"wd_0",0.01,1613936092514,572
-"sqr_mom_0",0.99,1613936092514,572
-"lr_0",4.824941373856271e-06,1613936092514,572
-"mom_0",0.8543764656535933,1613936092514,572
-"eps_0",1e-05,1613936092514,572
-"wd_1",0.01,1613936092514,572
-"sqr_mom_1",0.99,1613936092514,572
-"lr_1",4.82494137385627e-05,1613936092514,572
-"mom_1",0.8543764656535933,1613936092514,572
-"eps_1",1e-05,1613936092514,572
-"wd_2",0.01,1613936092514,572
-"sqr_mom_2",0.99,1613936092514,572
-"lr_2",0.000482494137385627,1613936092514,572
-"mom_2",0.8543764656535933,1613936092514,572
-"eps_2",1e-05,1613936092514,572
-"train_loss",0.15487145,1613936093532,573
-"raw_loss",0.12029413,1613936093532,573
-"epoch",3.6100628930817824,1613936093532,573
-"wd_0",0.01,1613936093532,573
-"sqr_mom_0",0.99,1613936093532,573
-"lr_0",4.830291040785345e-06,1613936093532,573
-"mom_0",0.8542427239803664,1613936093532,573
-"eps_0",1e-05,1613936093532,573
-"wd_1",0.01,1613936093532,573
-"sqr_mom_1",0.99,1613936093532,573
-"lr_1",4.830291040785345e-05,1613936093532,573
-"mom_1",0.8542427239803664,1613936093532,573
-"eps_1",1e-05,1613936093532,573
-"wd_2",0.01,1613936093532,573
-"sqr_mom_2",0.99,1613936093532,573
-"lr_2",0.0004830291040785344,1613936093532,573
-"mom_2",0.8542427239803664,1613936093532,573
-"eps_2",1e-05,1613936093532,573
-"train_loss",0.15408021,1613936094499,574
-"raw_loss",0.11531815,1613936094499,574
-"epoch",3.6163522012578833,1613936094499,574
-"wd_0",0.01,1613936094499,574
-"sqr_mom_0",0.99,1613936094499,574
-"lr_0",4.835561465171665e-06,1613936094499,574
-"mom_0",0.8541109633707084,1613936094499,574
-"eps_0",1e-05,1613936094499,574
-"wd_1",0.01,1613936094499,574
-"sqr_mom_1",0.99,1613936094499,574
-"lr_1",4.835561465171665e-05,1613936094499,574
-"mom_1",0.8541109633707084,1613936094499,574
-"eps_1",1e-05,1613936094499,574
-"wd_2",0.01,1613936094499,574
-"sqr_mom_2",0.99,1613936094499,574
-"lr_2",0.0004835561465171665,1613936094499,574
-"mom_2",0.8541109633707084,1613936094499,574
-"eps_2",1e-05,1613936094499,574
-"train_loss",0.15619041,1613936095460,575
-"raw_loss",0.2595668,1613936095460,575
-"epoch",3.622641509433984,1613936095460,575
-"wd_0",0.01,1613936095460,575
-"sqr_mom_0",0.99,1613936095460,575
-"lr_0",4.840752118718998e-06,1613936095460,575
-"mom_0",0.853981197032025,1613936095460,575
-"eps_0",1e-05,1613936095460,575
-"wd_1",0.01,1613936095460,575
-"sqr_mom_1",0.99,1613936095460,575
-"lr_1",4.8407521187189976e-05,1613936095460,575
-"mom_1",0.853981197032025,1613936095460,575
-"eps_1",1e-05,1613936095460,575
-"wd_2",0.01,1613936095460,575
-"sqr_mom_2",0.99,1613936095460,575
-"lr_2",0.00048407521187189973,1613936095460,575
-"mom_2",0.853981197032025,1613936095460,575
-"eps_2",1e-05,1613936095460,575
-"train_loss",0.15465386,1613936096415,576
-"raw_loss",0.07937946,1613936096415,576
-"epoch",3.628930817610085,1613936096415,576
-"wd_0",0.01,1613936096415,576
-"sqr_mom_0",0.99,1613936096415,576
-"lr_0",4.8458630714204045e-06,1613936096415,576
-"mom_0",0.8538534232144899,1613936096415,576
-"eps_0",1e-05,1613936096415,576
-"wd_1",0.01,1613936096415,576
-"sqr_mom_1",0.99,1613936096415,576
-"lr_1",4.845863071420404e-05,1613936096415,576
-"mom_1",0.8538534232144899,1613936096415,576
-"eps_1",1e-05,1613936096415,576
-"wd_2",0.01,1613936096415,576
-"sqr_mom_2",0.99,1613936096415,576
-"lr_2",0.0004845863071420404,1613936096415,576
-"mom_2",0.8538534232144899,1613936096415,576
-"eps_2",1e-05,1613936096415,576
-"train_loss",0.15360118,1613936097475,577
-"raw_loss",0.10203103,1613936097475,577
-"epoch",3.635220125786186,1613936097475,577
-"wd_0",0.01,1613936097475,577
-"sqr_mom_0",0.99,1613936097475,577
-"lr_0",4.850893810964757e-06,1613936097475,577
-"mom_0",0.8537276547258811,1613936097475,577
-"eps_0",1e-05,1613936097475,577
-"wd_1",0.01,1613936097475,577
-"sqr_mom_1",0.99,1613936097475,577
-"lr_1",4.8508938109647564e-05,1613936097475,577
-"mom_1",0.8537276547258811,1613936097475,577
-"eps_1",1e-05,1613936097475,577
-"wd_2",0.01,1613936097475,577
-"sqr_mom_2",0.99,1613936097475,577
-"lr_2",0.0004850893810964756,1613936097475,577
-"mom_2",0.8537276547258811,1613936097475,577
-"eps_2",1e-05,1613936097475,577
-"train_loss",0.15342698,1613936098479,578
-"raw_loss",0.14489272,1613936098479,578
-"epoch",3.6415094339622867,1613936098479,578
-"wd_0",0.01,1613936098479,578
-"sqr_mom_0",0.99,1613936098479,578
-"lr_0",4.855844265582284e-06,1613936098479,578
-"mom_0",0.853603893360443,1613936098479,578
-"eps_0",1e-05,1613936098479,578
-"wd_1",0.01,1613936098479,578
-"sqr_mom_1",0.99,1613936098479,578
-"lr_1",4.855844265582283e-05,1613936098479,578
-"mom_1",0.853603893360443,1613936098479,578
-"eps_1",1e-05,1613936098479,578
-"wd_2",0.01,1613936098479,578
-"sqr_mom_2",0.99,1613936098479,578
-"lr_2",0.00048558442655822825,1613936098479,578
-"mom_2",0.853603893360443,1613936098479,578
-"eps_2",1e-05,1613936098479,578
-"train_loss",0.15488444,1613936099438,579
-"raw_loss",0.22628601,1613936099438,579
-"epoch",3.6477987421383875,1613936099438,579
-"wd_0",0.01,1613936099438,579
-"sqr_mom_0",0.99,1613936099438,579
-"lr_0",4.860714357855295e-06,1613936099438,579
-"mom_0",0.8534821410536176,1613936099438,579
-"eps_0",1e-05,1613936099438,579
-"wd_1",0.01,1613936099438,579
-"sqr_mom_1",0.99,1613936099438,579
-"lr_1",4.8607143578552954e-05,1613936099438,579
-"mom_1",0.8534821410536176,1613936099438,579
-"eps_1",1e-05,1613936099438,579
-"wd_2",0.01,1613936099438,579
-"sqr_mom_2",0.99,1613936099438,579
-"lr_2",0.0004860714357855295,1613936099438,579
-"mom_2",0.8534821410536176,1613936099438,579
-"eps_2",1e-05,1613936099438,579
-"train_loss",0.15350798,1613936100569,580
-"raw_loss",0.086074665,1613936100569,580
-"epoch",3.6540880503144884,1613936100569,580
-"wd_0",0.01,1613936100569,580
-"sqr_mom_0",0.99,1613936100569,580
-"lr_0",4.865503599616007e-06,1613936100569,580
-"mom_0",0.8533624100095999,1613936100569,580
-"eps_0",1e-05,1613936100569,580
-"wd_1",0.01,1613936100569,580
-"sqr_mom_1",0.99,1613936100569,580
-"lr_1",4.865503599616005e-05,1613936100569,580
-"mom_1",0.8533624100095999,1613936100569,580
-"eps_1",1e-05,1613936100569,580
-"wd_2",0.01,1613936100569,580
-"sqr_mom_2",0.99,1613936100569,580
-"lr_2",0.00048655035996160055,1613936100569,580
-"mom_2",0.8533624100095999,1613936100569,580
-"eps_2",1e-05,1613936100569,580
-"train_loss",0.15231524,1613936101557,581
-"raw_loss",0.09388253,1613936101557,581
-"epoch",3.660377358490589,1613936101557,581
-"wd_0",0.01,1613936101557,581
-"sqr_mom_0",0.99,1613936101557,581
-"lr_0",4.870212055444663e-06,1613936101557,581
-"mom_0",0.8532446986138834,1613936101557,581
-"eps_0",1e-05,1613936101557,581
-"wd_1",0.01,1613936101557,581
-"sqr_mom_1",0.99,1613936101557,581
-"lr_1",4.870212055444662e-05,1613936101557,581
-"mom_1",0.8532446986138834,1613936101557,581
-"eps_1",1e-05,1613936101557,581
-"wd_2",0.01,1613936101557,581
-"sqr_mom_2",0.99,1613936101557,581
-"lr_2",0.0004870212055444662,1613936101557,581
-"mom_2",0.8532446986138834,1613936101557,581
-"eps_2",1e-05,1613936101557,581
-"train_loss",0.15286256,1613936102549,582
-"raw_loss",0.17967622,1613936102549,582
-"epoch",3.66666666666669,1613936102549,582
-"wd_0",0.01,1613936102549,582
-"sqr_mom_0",0.99,1613936102549,582
-"lr_0",4.8748392533755756e-06,1613936102549,582
-"mom_0",0.8531290186656106,1613936102549,582
-"eps_0",1e-05,1613936102549,582
-"wd_1",0.01,1613936102549,582
-"sqr_mom_1",0.99,1613936102549,582
-"lr_1",4.8748392533755745e-05,1613936102549,582
-"mom_1",0.8531290186656106,1613936102549,582
-"eps_1",1e-05,1613936102549,582
-"wd_2",0.01,1613936102549,582
-"sqr_mom_2",0.99,1613936102549,582
-"lr_2",0.00048748392533755743,1613936102549,582
-"mom_2",0.8531290186656106,1613936102549,582
-"eps_2",1e-05,1613936102549,582
-"train_loss",0.15205199,1613936103515,583
-"raw_loss",0.112340786,1613936103515,583
-"epoch",3.672955974842791,1613936103515,583
-"wd_0",0.01,1613936103515,583
-"sqr_mom_0",0.99,1613936103515,583
-"lr_0",4.879385255803923e-06,1613936103515,583
-"mom_0",0.8530153686049019,1613936103515,583
-"eps_0",1e-05,1613936103515,583
-"wd_1",0.01,1613936103515,583
-"sqr_mom_1",0.99,1613936103515,583
-"lr_1",4.879385255803922e-05,1613936103515,583
-"mom_1",0.8530153686049019,1613936103515,583
-"eps_1",1e-05,1613936103515,583
-"wd_2",0.01,1613936103515,583
-"sqr_mom_2",0.99,1613936103515,583
-"lr_2",0.0004879385255803922,1613936103515,583
-"mom_2",0.8530153686049019,1613936103515,583
-"eps_2",1e-05,1613936103515,583
-"train_loss",0.15049472,1613936104486,584
-"raw_loss",0.074203804,1613936104486,584
-"epoch",3.6792452830188918,1613936104486,584
-"wd_0",0.01,1613936104486,584
-"sqr_mom_0",0.99,1613936104486,584
-"lr_0",4.8838496070479994e-06,1613936104486,584
-"mom_0",0.8529037598238,1613936104486,584
-"eps_0",1e-05,1613936104486,584
-"wd_1",0.01,1613936104486,584
-"sqr_mom_1",0.99,1613936104486,584
-"lr_1",4.883849607047999e-05,1613936104486,584
-"mom_1",0.8529037598238,1613936104486,584
-"eps_1",1e-05,1613936104486,584
-"wd_2",0.01,1613936104486,584
-"sqr_mom_2",0.99,1613936104486,584
-"lr_2",0.0004883849607047999,1613936104486,584
-"mom_2",0.8529037598238,1613936104486,584
-"eps_2",1e-05,1613936104486,584
-"train_loss",0.1520167,1613936105462,585
-"raw_loss",0.22657973,1613936105462,585
-"epoch",3.6855345911949926,1613936105462,585
-"wd_0",0.01,1613936105462,585
-"sqr_mom_0",0.99,1613936105462,585
-"lr_0",4.888232120422297e-06,1613936105462,585
-"mom_0",0.8527941969894426,1613936105462,585
-"eps_0",1e-05,1613936105462,585
-"wd_1",0.01,1613936105462,585
-"sqr_mom_1",0.99,1613936105462,585
-"lr_1",4.8882321204222966e-05,1613936105462,585
-"mom_1",0.8527941969894426,1613936105462,585
-"eps_1",1e-05,1613936105462,585
-"wd_2",0.01,1613936105462,585
-"sqr_mom_2",0.99,1613936105462,585
-"lr_2",0.0004888232120422297,1613936105462,585
-"mom_2",0.8527941969894426,1613936105462,585
-"eps_2",1e-05,1613936105462,585
-"train_loss",0.15227154,1613936106419,586
-"raw_loss",0.16475588,1613936106419,586
-"epoch",3.6918238993710935,1613936106419,586
-"wd_0",0.01,1613936106419,586
-"sqr_mom_0",0.99,1613936106419,586
-"lr_0",4.8925330972625364e-06,1613936106419,586
-"mom_0",0.8526866725684366,1613936106419,586
-"eps_0",1e-05,1613936106419,586
-"wd_1",0.01,1613936106419,586
-"sqr_mom_1",0.99,1613936106419,586
-"lr_1",4.892533097262536e-05,1613936106419,586
-"mom_1",0.8526866725684366,1613936106419,586
-"eps_1",1e-05,1613936106419,586
-"wd_2",0.01,1613936106419,586
-"sqr_mom_2",0.99,1613936106419,586
-"lr_2",0.0004892533097262537,1613936106419,586
-"mom_2",0.8526866725684366,1613936106419,586
-"eps_2",1e-05,1613936106419,586
-"train_loss",0.15135388,1613936107379,587
-"raw_loss",0.106396705,1613936107379,587
-"epoch",3.6981132075471943,1613936107379,587
-"wd_0",0.01,1613936107379,587
-"sqr_mom_0",0.99,1613936107379,587
-"lr_0",4.896751617358549e-06,1613936107379,587
-"mom_0",0.8525812095660362,1613936107379,587
-"eps_0",1e-05,1613936107379,587
-"wd_1",0.01,1613936107379,587
-"sqr_mom_1",0.99,1613936107379,587
-"lr_1",4.896751617358548e-05,1613936107379,587
-"mom_1",0.8525812095660362,1613936107379,587
-"eps_1",1e-05,1613936107379,587
-"wd_2",0.01,1613936107379,587
-"sqr_mom_2",0.99,1613936107379,587
-"lr_2",0.0004896751617358549,1613936107379,587
-"mom_2",0.8525812095660362,1613936107379,587
-"eps_2",1e-05,1613936107379,587
-"train_loss",0.15159029,1613936108351,588
-"raw_loss",0.16317178,1613936108351,588
-"epoch",3.704402515723295,1613936108351,588
-"wd_0",0.01,1613936108351,588
-"sqr_mom_0",0.99,1613936108351,588
-"lr_0",4.900888217361952e-06,1613936108351,588
-"mom_0",0.8524777945659512,1613936108351,588
-"eps_0",1e-05,1613936108351,588
-"wd_1",0.01,1613936108351,588
-"sqr_mom_1",0.99,1613936108351,588
-"lr_1",4.9008882173619516e-05,1613936108351,588
-"mom_1",0.8524777945659512,1613936108351,588
-"eps_1",1e-05,1613936108351,588
-"wd_2",0.01,1613936108351,588
-"sqr_mom_2",0.99,1613936108351,588
-"lr_2",0.0004900888217361952,1613936108351,588
-"mom_2",0.8524777945659512,1613936108351,588
-"eps_2",1e-05,1613936108351,588
-"train_loss",0.15137151,1613936109304,589
-"raw_loss",0.1406533,1613936109304,589
-"epoch",3.710691823899396,1613936109304,589
-"wd_0",0.01,1613936109304,589
-"sqr_mom_0",0.99,1613936109304,589
-"lr_0",4.904942012231621e-06,1613936109304,589
-"mom_0",0.8523764496942094,1613936109304,589
-"eps_0",1e-05,1613936109304,589
-"wd_1",0.01,1613936109304,589
-"sqr_mom_1",0.99,1613936109304,589
-"lr_1",4.90494201223162e-05,1613936109304,589
-"mom_1",0.8523764496942094,1613936109304,589
-"eps_1",1e-05,1613936109304,589
-"wd_2",0.01,1613936109304,589
-"sqr_mom_2",0.99,1613936109304,589
-"lr_2",0.000490494201223162,1613936109304,589
-"mom_2",0.8523764496942094,1613936109304,589
-"eps_2",1e-05,1613936109304,589
-"train_loss",0.15059869,1613936110293,590
-"raw_loss",0.112737015,1613936110293,590
-"epoch",3.716981132075497,1613936110293,590
-"wd_0",0.01,1613936110293,590
-"sqr_mom_0",0.99,1613936110293,590
-"lr_0",4.9089132941959965e-06,1613936110293,590
-"mom_0",0.8522771676451001,1613936110293,590
-"eps_0",1e-05,1613936110293,590
-"wd_1",0.01,1613936110293,590
-"sqr_mom_1",0.99,1613936110293,590
-"lr_1",4.908913294195996e-05,1613936110293,590
-"mom_1",0.8522771676451001,1613936110293,590
-"eps_1",1e-05,1613936110293,590
-"wd_2",0.01,1613936110293,590
-"sqr_mom_2",0.99,1613936110293,590
-"lr_2",0.0004908913294195997,1613936110293,590
-"mom_2",0.8522771676451001,1613936110293,590
-"eps_2",1e-05,1613936110293,590
-"train_loss",0.1500631,1613936111256,591
-"raw_loss",0.12382374,1613936111256,591
-"epoch",3.7232704402515977,1613936111256,591
-"wd_0",0.01,1613936111256,591
-"sqr_mom_0",0.99,1613936111256,591
-"lr_0",4.912801883940388e-06,1613936111256,591
-"mom_0",0.8521799529014903,1613936111256,591
-"eps_0",1e-05,1613936111256,591
-"wd_1",0.01,1613936111256,591
-"sqr_mom_1",0.99,1613936111256,591
-"lr_1",4.912801883940386e-05,1613936111256,591
-"mom_1",0.8521799529014903,1613936111256,591
-"eps_1",1e-05,1613936111256,591
-"wd_2",0.01,1613936111256,591
-"sqr_mom_2",0.99,1613936111256,591
-"lr_2",0.0004912801883940386,1613936111256,591
-"mom_2",0.8521799529014903,1613936111256,591
-"eps_2",1e-05,1613936111256,591
-"train_loss",0.15263772,1613936112255,592
-"raw_loss",0.278774,1613936112255,592
-"epoch",3.7295597484276986,1613936112255,592
-"wd_0",0.01,1613936112255,592
-"sqr_mom_0",0.99,1613936112255,592
-"lr_0",4.916607391680749e-06,1613936112255,592
-"mom_0",0.8520848152079813,1613936112255,592
-"eps_0",1e-05,1613936112255,592
-"wd_1",0.01,1613936112255,592
-"sqr_mom_1",0.99,1613936112255,592
-"lr_1",4.916607391680748e-05,1613936112255,592
-"mom_1",0.8520848152079813,1613936112255,592
-"eps_1",1e-05,1613936112255,592
-"wd_2",0.01,1613936112255,592
-"sqr_mom_2",0.99,1613936112255,592
-"lr_2",0.0004916607391680748,1613936112255,592
-"mom_2",0.8520848152079813,1613936112255,592
-"eps_2",1e-05,1613936112255,592
-"train_loss",0.15222822,1613936113228,593
-"raw_loss",0.13216591,1613936113228,593
-"epoch",3.7358490566037994,1613936113228,593
-"wd_0",0.01,1613936113228,593
-"sqr_mom_0",0.99,1613936113228,593
-"lr_0",4.9203298687322274e-06,1613936113228,593
-"mom_0",0.8519917532816943,1613936113228,593
-"eps_0",1e-05,1613936113228,593
-"wd_1",0.01,1613936113228,593
-"sqr_mom_1",0.99,1613936113228,593
-"lr_1",4.920329868732226e-05,1613936113228,593
-"mom_1",0.8519917532816943,1613936113228,593
-"eps_1",1e-05,1613936113228,593
-"wd_2",0.01,1613936113228,593
-"sqr_mom_2",0.99,1613936113228,593
-"lr_2",0.0004920329868732227,1613936113228,593
-"mom_2",0.8519917532816943,1613936113228,593
-"eps_2",1e-05,1613936113228,593
-"train_loss",0.15331565,1613936114190,594
-"raw_loss",0.20659122,1613936114190,594
-"epoch",3.7421383647799003,1613936114190,594
-"wd_0",0.01,1613936114190,594
-"sqr_mom_0",0.99,1613936114190,594
-"lr_0",4.923968941961566e-06,1613936114190,594
-"mom_0",0.8519007764509609,1613936114190,594
-"eps_0",1e-05,1613936114190,594
-"wd_1",0.01,1613936114190,594
-"sqr_mom_1",0.99,1613936114190,594
-"lr_1",4.9239689419615655e-05,1613936114190,594
-"mom_1",0.8519007764509609,1613936114190,594
-"eps_1",1e-05,1613936114190,594
-"wd_2",0.01,1613936114190,594
-"sqr_mom_2",0.99,1613936114190,594
-"lr_2",0.0004923968941961566,1613936114190,594
-"mom_2",0.8519007764509609,1613936114190,594
-"eps_2",1e-05,1613936114190,594
-"train_loss",0.15305312,1613936115154,595
-"raw_loss",0.14019074,1613936115154,595
-"epoch",3.748427672956001,1613936115154,595
-"wd_0",0.01,1613936115154,595
-"sqr_mom_0",0.99,1613936115154,595
-"lr_0",4.927524660439635e-06,1613936115154,595
-"mom_0",0.8518118834890092,1613936115154,595
-"eps_0",1e-05,1613936115154,595
-"wd_1",0.01,1613936115154,595
-"sqr_mom_1",0.99,1613936115154,595
-"lr_1",4.927524660439634e-05,1613936115154,595
-"mom_1",0.8518118834890092,1613936115154,595
-"eps_1",1e-05,1613936115154,595
-"wd_2",0.01,1613936115154,595
-"sqr_mom_2",0.99,1613936115154,595
-"lr_2",0.0004927524660439634,1613936115154,595
-"mom_2",0.8518118834890092,1613936115154,595
-"eps_2",1e-05,1613936115154,595
-"train_loss",0.15171117,1613936116114,596
-"raw_loss",0.08596561,1613936116114,596
-"epoch",3.754716981132102,1613936116114,596
-"wd_0",0.01,1613936116114,596
-"sqr_mom_0",0.99,1613936116114,596
-"lr_0",4.930996667748705e-06,1613936116114,596
-"mom_0",0.8517250833062824,1613936116114,596
-"eps_0",1e-05,1613936116114,596
-"wd_1",0.01,1613936116114,596
-"sqr_mom_1",0.99,1613936116114,596
-"lr_1",4.930996667748705e-05,1613936116114,596
-"mom_1",0.8517250833062824,1613936116114,596
-"eps_1",1e-05,1613936116114,596
-"wd_2",0.01,1613936116114,596
-"sqr_mom_2",0.99,1613936116114,596
-"lr_2",0.0004930996667748705,1613936116114,596
-"mom_2",0.8517250833062824,1613936116114,596
-"eps_2",1e-05,1613936116114,596
-"train_loss",0.15015416,1613936117071,597
-"raw_loss",0.073871374,1613936117071,597
-"epoch",3.761006289308203,1613936117071,597
-"wd_0",0.01,1613936117071,597
-"sqr_mom_0",0.99,1613936117071,597
-"lr_0",4.934384915565335e-06,1613936117071,597
-"mom_0",0.8516403771108666,1613936117071,597
-"eps_0",1e-05,1613936117071,597
-"wd_1",0.01,1613936117071,597
-"sqr_mom_1",0.99,1613936117071,597
-"lr_1",4.9343849155653343e-05,1613936117071,597
-"mom_1",0.8516403771108666,1613936117071,597
-"eps_1",1e-05,1613936117071,597
-"wd_2",0.01,1613936117071,597
-"sqr_mom_2",0.99,1613936117071,597
-"lr_2",0.0004934384915565334,1613936117071,597
-"mom_2",0.8516403771108666,1613936117071,597
-"eps_2",1e-05,1613936117071,597
-"train_loss",0.14903912,1613936118042,598
-"raw_loss",0.09440918,1613936118042,598
-"epoch",3.7672955974843036,1613936118042,598
-"wd_0",0.01,1613936118042,598
-"sqr_mom_0",0.99,1613936118042,598
-"lr_0",4.93768934967373e-06,1613936118042,598
-"mom_0",0.8515577662581567,1613936118042,598
-"eps_0",1e-05,1613936118042,598
-"wd_1",0.01,1613936118042,598
-"sqr_mom_1",0.99,1613936118042,598
-"lr_1",4.9376893496737294e-05,1613936118042,598
-"mom_1",0.8515577662581567,1613936118042,598
-"eps_1",1e-05,1613936118042,598
-"wd_2",0.01,1613936118042,598
-"sqr_mom_2",0.99,1613936118042,598
-"lr_2",0.000493768934967373,1613936118042,598
-"mom_2",0.8515577662581567,1613936118042,598
-"eps_2",1e-05,1613936118042,598
-"train_loss",0.14986423,1613936119004,599
-"raw_loss",0.19028862,1613936119004,599
-"epoch",3.7735849056604045,1613936119004,599
-"wd_0",0.01,1613936119004,599
-"sqr_mom_0",0.99,1613936119004,599
-"lr_0",4.940909638844377e-06,1613936119004,599
-"mom_0",0.8514772590288906,1613936119004,599
-"eps_0",1e-05,1613936119004,599
-"wd_1",0.01,1613936119004,599
-"sqr_mom_1",0.99,1613936119004,599
-"lr_1",4.940909638844377e-05,1613936119004,599
-"mom_1",0.8514772590288906,1613936119004,599
-"eps_1",1e-05,1613936119004,599
-"wd_2",0.01,1613936119004,599
-"sqr_mom_2",0.99,1613936119004,599
-"lr_2",0.0004940909638844377,1613936119004,599
-"mom_2",0.8514772590288906,1613936119004,599
-"eps_2",1e-05,1613936119004,599
-"train_loss",0.14939497,1613936119963,600
-"raw_loss",0.126405,1613936119963,600
-"epoch",3.7798742138365053,1613936119963,600
-"wd_0",0.01,1613936119963,600
-"sqr_mom_0",0.99,1613936119963,600
-"lr_0",4.944045826501077e-06,1613936119963,600
-"mom_0",0.8513988543374731,1613936119963,600
-"eps_0",1e-05,1613936119963,600
-"wd_1",0.01,1613936119963,600
-"sqr_mom_1",0.99,1613936119963,600
-"lr_1",4.9440458265010765e-05,1613936119963,600
-"mom_1",0.8513988543374731,1613936119963,600
-"eps_1",1e-05,1613936119963,600
-"wd_2",0.01,1613936119963,600
-"sqr_mom_2",0.99,1613936119963,600
-"lr_2",0.0004944045826501077,1613936119963,600
-"mom_2",0.8513988543374731,1613936119963,600
-"eps_2",1e-05,1613936119963,600
-"train_loss",0.15041411,1613936120929,601
-"raw_loss",0.20034476,1613936120929,601
-"epoch",3.786163522012606,1613936120929,601
-"wd_0",0.01,1613936120929,601
-"sqr_mom_0",0.99,1613936120929,601
-"lr_0",4.9470975982789885e-06,1613936120929,601
-"mom_0",0.8513225600430253,1613936120929,601
-"eps_0",1e-05,1613936120929,601
-"wd_1",0.01,1613936120929,601
-"sqr_mom_1",0.99,1613936120929,601
-"lr_1",4.947097598278988e-05,1613936120929,601
-"mom_1",0.8513225600430253,1613936120929,601
-"eps_1",1e-05,1613936120929,601
-"wd_2",0.01,1613936120929,601
-"sqr_mom_2",0.99,1613936120929,601
-"lr_2",0.0004947097598278988,1613936120929,601
-"mom_2",0.8513225600430253,1613936120929,601
-"eps_2",1e-05,1613936120929,601
-"train_loss",0.14919592,1613936121888,602
-"raw_loss",0.08951245,1613936121888,602
-"epoch",3.792452830188707,1613936121888,602
-"wd_0",0.01,1613936121888,602
-"sqr_mom_0",0.99,1613936121888,602
-"lr_0",4.950064829001688e-06,1613936121888,602
-"mom_0",0.8512483792749578,1613936121888,602
-"eps_0",1e-05,1613936121888,602
-"wd_1",0.01,1613936121888,602
-"sqr_mom_1",0.99,1613936121888,602
-"lr_1",4.950064829001687e-05,1613936121888,602
-"mom_1",0.8512483792749578,1613936121888,602
-"eps_1",1e-05,1613936121888,602
-"wd_2",0.01,1613936121888,602
-"sqr_mom_2",0.99,1613936121888,602
-"lr_2",0.0004950064829001687,1613936121888,602
-"mom_2",0.8512483792749578,1613936121888,602
-"eps_2",1e-05,1613936121888,602
-"train_loss",0.14734593,1613936122879,603
-"raw_loss",0.056708783,1613936122879,603
-"epoch",3.798742138364808,1613936122879,603
-"wd_0",0.01,1613936122879,603
-"sqr_mom_0",0.99,1613936122879,603
-"lr_0",4.952947720207126e-06,1613936122879,603
-"mom_0",0.8511763069948218,1613936122879,603
-"eps_0",1e-05,1613936122879,603
-"wd_1",0.01,1613936122879,603
-"sqr_mom_1",0.99,1613936122879,603
-"lr_1",4.952947720207124e-05,1613936122879,603
-"mom_1",0.8511763069948218,1613936122879,603
-"eps_1",1e-05,1613936122879,603
-"wd_2",0.01,1613936122879,603
-"sqr_mom_2",0.99,1613936122879,603
-"lr_2",0.0004952947720207124,1613936122879,603
-"mom_2",0.8511763069948218,1613936122879,603
-"eps_2",1e-05,1613936122879,603
-"train_loss",0.14739265,1613936123850,604
-"raw_loss",0.14968096,1613936123850,604
-"epoch",3.8050314465409087,1613936123850,604
-"wd_0",0.01,1613936123850,604
-"sqr_mom_0",0.99,1613936123850,604
-"lr_0",4.955745655089888e-06,1613936123850,604
-"mom_0",0.8511063586227529,1613936123850,604
-"eps_0",1e-05,1613936123850,604
-"wd_1",0.01,1613936123850,604
-"sqr_mom_1",0.99,1613936123850,604
-"lr_1",4.9557456550898866e-05,1613936123850,604
-"mom_1",0.8511063586227529,1613936123850,604
-"eps_1",1e-05,1613936123850,604
-"wd_2",0.01,1613936123850,604
-"sqr_mom_2",0.99,1613936123850,604
-"lr_2",0.0004955745655089887,1613936123850,604
-"mom_2",0.8511063586227529,1613936123850,604
-"eps_2",1e-05,1613936123850,604
-"train_loss",0.14779155,1613936124820,605
-"raw_loss",0.16733518,1613936124820,605
-"epoch",3.8113207547170096,1613936124820,605
-"wd_0",0.01,1613936124820,605
-"sqr_mom_0",0.99,1613936124820,605
-"lr_0",4.95845898958434e-06,1613936124820,605
-"mom_0",0.8510385252603915,1613936124820,605
-"eps_0",1e-05,1613936124820,605
-"wd_1",0.01,1613936124820,605
-"sqr_mom_1",0.99,1613936124820,605
-"lr_1",4.95845898958434e-05,1613936124820,605
-"mom_1",0.8510385252603915,1613936124820,605
-"eps_1",1e-05,1613936124820,605
-"wd_2",0.01,1613936124820,605
-"sqr_mom_2",0.99,1613936124820,605
-"lr_2",0.000495845898958434,1613936124820,605
-"mom_2",0.8510385252603915,1613936124820,605
-"eps_2",1e-05,1613936124820,605
-"train_loss",0.14725065,1613936125812,606
-"raw_loss",0.12074977,1613936125812,606
-"epoch",3.8176100628931104,1613936125812,606
-"wd_0",0.01,1613936125812,606
-"sqr_mom_0",0.99,1613936125812,606
-"lr_0",4.961087143162368e-06,1613936125812,606
-"mom_0",0.8509728214209408,1613936125812,606
-"eps_0",1e-05,1613936125812,606
-"wd_1",0.01,1613936125812,606
-"sqr_mom_1",0.99,1613936125812,606
-"lr_1",4.961087143162367e-05,1613936125812,606
-"mom_1",0.8509728214209408,1613936125812,606
-"eps_1",1e-05,1613936125812,606
-"wd_2",0.01,1613936125812,606
-"sqr_mom_2",0.99,1613936125812,606
-"lr_2",0.0004961087143162367,1613936125812,606
-"mom_2",0.8509728214209408,1613936125812,606
-"eps_2",1e-05,1613936125812,606
-"train_loss",0.147157,1613936127195,607
-"raw_loss",0.14256883,1613936127195,607
-"epoch",3.8238993710692113,1613936127195,607
-"wd_0",0.01,1613936127195,607
-"sqr_mom_0",0.99,1613936127195,607
-"lr_0",4.963630450159903e-06,1613936127195,607
-"mom_0",0.8509092387460024,1613936127195,607
-"eps_0",1e-05,1613936127195,607
-"wd_1",0.01,1613936127195,607
-"sqr_mom_1",0.99,1613936127195,607
-"lr_1",4.963630450159902e-05,1613936127195,607
-"mom_1",0.8509092387460024,1613936127195,607
-"eps_1",1e-05,1613936127195,607
-"wd_2",0.01,1613936127195,607
-"sqr_mom_2",0.99,1613936127195,607
-"lr_2",0.0004963630450159903,1613936127195,607
-"mom_2",0.8509092387460024,1613936127195,607
-"eps_2",1e-05,1613936127195,607
-"train_loss",0.15129557,1613936128155,608
-"raw_loss",0.35406238,1613936128155,608
-"epoch",3.830188679245312,1613936128155,608
-"wd_0",0.01,1613936128155,608
-"sqr_mom_0",0.99,1613936128155,608
-"lr_0",4.966088366426853e-06,1613936128155,608
-"mom_0",0.8508477908393287,1613936128155,608
-"eps_0",1e-05,1613936128155,608
-"wd_1",0.01,1613936128155,608
-"sqr_mom_1",0.99,1613936128155,608
-"lr_1",4.966088366426852e-05,1613936128155,608
-"mom_1",0.8508477908393287,1613936128155,608
-"eps_1",1e-05,1613936128155,608
-"wd_2",0.01,1613936128155,608
-"sqr_mom_2",0.99,1613936128155,608
-"lr_2",0.0004966088366426852,1613936128155,608
-"mom_2",0.8508477908393287,1613936128155,608
-"eps_2",1e-05,1613936128155,608
-"train_loss",0.15112722,1613936129110,609
-"raw_loss",0.14287856,1613936129110,609
-"epoch",3.836477987421413,1613936129110,609
-"wd_0",0.01,1613936129110,609
-"sqr_mom_0",0.99,1613936129110,609
-"lr_0",4.968461072149372e-06,1613936129110,609
-"mom_0",0.8507884731962657,1613936129110,609
-"eps_0",1e-05,1613936129110,609
-"wd_1",0.01,1613936129110,609
-"sqr_mom_1",0.99,1613936129110,609
-"lr_1",4.968461072149372e-05,1613936129110,609
-"mom_1",0.8507884731962657,1613936129110,609
-"eps_1",1e-05,1613936129110,609
-"wd_2",0.01,1613936129110,609
-"sqr_mom_2",0.99,1613936129110,609
-"lr_2",0.0004968461072149372,1613936129110,609
-"mom_2",0.8507884731962657,1613936129110,609
-"eps_2",1e-05,1613936129110,609
-"train_loss",0.1521091,1613936130070,610
-"raw_loss",0.20021641,1613936130070,610
-"epoch",3.842767295597514,1613936130070,610
-"wd_0",0.01,1613936130070,610
-"sqr_mom_0",0.99,1613936130070,610
-"lr_0",4.970748457129822e-06,1613936130070,610
-"mom_0",0.8507312885717544,1613936130070,610
-"eps_0",1e-05,1613936130070,610
-"wd_1",0.01,1613936130070,610
-"sqr_mom_1",0.99,1613936130070,610
-"lr_1",4.970748457129821e-05,1613936130070,610
-"mom_1",0.8507312885717544,1613936130070,610
-"eps_1",1e-05,1613936130070,610
-"wd_2",0.01,1613936130070,610
-"sqr_mom_2",0.99,1613936130070,610
-"lr_2",0.0004970748457129822,1613936130070,610
-"mom_2",0.8507312885717544,1613936130070,610
-"eps_2",1e-05,1613936130070,610
-"train_loss",0.15192083,1613936131023,611
-"raw_loss",0.14269607,1613936131023,611
-"epoch",3.8490566037736147,1613936131023,611
-"wd_0",0.01,1613936131023,611
-"sqr_mom_0",0.99,1613936131023,611
-"lr_0",4.9729502920855505e-06,1613936131023,611
-"mom_0",0.8506762426978612,1613936131023,611
-"eps_0",1e-05,1613936131023,611
-"wd_1",0.01,1613936131023,611
-"sqr_mom_1",0.99,1613936131023,611
-"lr_1",4.972950292085549e-05,1613936131023,611
-"mom_1",0.8506762426978612,1613936131023,611
-"eps_1",1e-05,1613936131023,611
-"wd_2",0.01,1613936131023,611
-"sqr_mom_2",0.99,1613936131023,611
-"lr_2",0.000497295029208555,1613936131023,611
-"mom_2",0.8506762426978612,1613936131023,611
-"eps_2",1e-05,1613936131023,611
-"train_loss",0.15284954,1613936131976,612
-"raw_loss",0.19835189,1613936131976,612
-"epoch",3.8553459119497155,1613936131976,612
-"wd_0",0.01,1613936131976,612
-"sqr_mom_0",0.99,1613936131976,612
-"lr_0",4.97506660670707e-06,1613936131976,612
-"mom_0",0.8506233348323232,1613936131976,612
-"eps_0",1e-05,1613936131976,612
-"wd_1",0.01,1613936131976,612
-"sqr_mom_1",0.99,1613936131976,612
-"lr_1",4.9750666067070696e-05,1613936131976,612
-"mom_1",0.8506233348323232,1613936131976,612
-"eps_1",1e-05,1613936131976,612
-"wd_2",0.01,1613936131976,612
-"sqr_mom_2",0.99,1613936131976,612
-"lr_2",0.0004975066606707069,1613936131976,612
-"mom_2",0.8506233348323232,1613936131976,612
-"eps_2",1e-05,1613936131976,612
-"train_loss",0.15121366,1613936132937,613
-"raw_loss",0.07106422,1613936132937,613
-"epoch",3.8616352201258164,1613936132937,613
-"wd_0",0.01,1613936132937,613
-"sqr_mom_0",0.99,1613936132937,613
-"lr_0",4.977097188859465e-06,1613936132937,613
-"mom_0",0.8505725702785134,1613936132937,613
-"eps_0",1e-05,1613936132937,613
-"wd_1",0.01,1613936132937,613
-"sqr_mom_1",0.99,1613936132937,613
-"lr_1",4.977097188859465e-05,1613936132937,613
-"mom_1",0.8505725702785134,1613936132937,613
-"eps_1",1e-05,1613936132937,613
-"wd_2",0.01,1613936132937,613
-"sqr_mom_2",0.99,1613936132937,613
-"lr_2",0.0004977097188859465,1613936132937,613
-"mom_2",0.8505725702785134,1613936132937,613
-"eps_2",1e-05,1613936132937,613
-"train_loss",0.15179574,1613936133904,614
-"raw_loss",0.18031543,1613936133904,614
-"epoch",3.8679245283019172,1613936133904,614
-"wd_0",0.01,1613936133904,614
-"sqr_mom_0",0.99,1613936133904,614
-"lr_0",4.979042011849345e-06,1613936133904,614
-"mom_0",0.8505239497037663,1613936133904,614
-"eps_0",1e-05,1613936133904,614
-"wd_1",0.01,1613936133904,614
-"sqr_mom_1",0.99,1613936133904,614
-"lr_1",4.979042011849344e-05,1613936133904,614
-"mom_1",0.8505239497037663,1613936133904,614
-"eps_1",1e-05,1613936133904,614
-"wd_2",0.01,1613936133904,614
-"sqr_mom_2",0.99,1613936133904,614
-"lr_2",0.0004979042011849345,1613936133904,614
-"mom_2",0.8505239497037663,1613936133904,614
-"eps_2",1e-05,1613936133904,614
-"train_loss",0.15123303,1613936134875,615
-"raw_loss",0.12366189,1613936134875,615
-"epoch",3.874213836478018,1613936134875,615
-"wd_0",0.01,1613936134875,615
-"sqr_mom_0",0.99,1613936134875,615
-"lr_0",4.980901042950296e-06,1613936134875,615
-"mom_0",0.8504774739262426,1613936134875,615
-"eps_0",1e-05,1613936134875,615
-"wd_1",0.01,1613936134875,615
-"sqr_mom_1",0.99,1613936134875,615
-"lr_1",4.980901042950295e-05,1613936134875,615
-"mom_1",0.8504774739262426,1613936134875,615
-"eps_1",1e-05,1613936134875,615
-"wd_2",0.01,1613936134875,615
-"sqr_mom_2",0.99,1613936134875,615
-"lr_2",0.0004980901042950295,1613936134875,615
-"mom_2",0.8504774739262426,1613936134875,615
-"eps_2",1e-05,1613936134875,615
-"train_loss",0.15010962,1613936135852,616
-"raw_loss",0.09506772,1613936135852,616
-"epoch",3.880503144654119,1613936135852,616
-"wd_0",0.01,1613936135852,616
-"sqr_mom_0",0.99,1613936135852,616
-"lr_0",4.982674095816956e-06,1613936135852,616
-"mom_0",0.8504331476045761,1613936135852,616
-"eps_0",1e-05,1613936135852,616
-"wd_1",0.01,1613936135852,616
-"sqr_mom_1",0.99,1613936135852,616
-"lr_1",4.982674095816956e-05,1613936135852,616
-"mom_1",0.8504331476045761,1613936135852,616
-"eps_1",1e-05,1613936135852,616
-"wd_2",0.01,1613936135852,616
-"sqr_mom_2",0.99,1613936135852,616
-"lr_2",0.0004982674095816956,1613936135852,616
-"mom_2",0.8504331476045761,1613936135852,616
-"eps_2",1e-05,1613936135852,616
-"train_loss",0.15000977,1613936136876,617
-"raw_loss",0.1451173,1613936136876,617
-"epoch",3.88679245283022,1613936136876,617
-"wd_0",0.01,1613936136876,617
-"sqr_mom_0",0.99,1613936136876,617
-"lr_0",4.984361194357955e-06,1613936136876,617
-"mom_0",0.8503909701410511,1613936136876,617
-"eps_0",1e-05,1613936136876,617
-"wd_1",0.01,1613936136876,617
-"sqr_mom_1",0.99,1613936136876,617
-"lr_1",4.984361194357955e-05,1613936136876,617
-"mom_1",0.8503909701410511,1613936136876,617
-"eps_1",1e-05,1613936136876,617
-"wd_2",0.01,1613936136876,617
-"sqr_mom_2",0.99,1613936136876,617
-"lr_2",0.0004984361194357956,1613936136876,617
-"mom_2",0.8503909701410511,1613936136876,617
-"eps_2",1e-05,1613936136876,617
-"train_loss",0.15134971,1613936137849,618
-"raw_loss",0.21700121,1613936137849,618
-"epoch",3.8930817610063206,1613936137849,618
-"wd_0",0.01,1613936137849,618
-"sqr_mom_0",0.99,1613936137849,618
-"lr_0",4.985962169462089e-06,1613936137849,618
-"mom_0",0.8503509457634477,1613936137849,618
-"eps_0",1e-05,1613936137849,618
-"wd_1",0.01,1613936137849,618
-"sqr_mom_1",0.99,1613936137849,618
-"lr_1",4.9859621694620885e-05,1613936137849,618
-"mom_1",0.8503509457634477,1613936137849,618
-"eps_1",1e-05,1613936137849,618
-"wd_2",0.01,1613936137849,618
-"sqr_mom_2",0.99,1613936137849,618
-"lr_2",0.0004985962169462088,1613936137849,618
-"mom_2",0.8503509457634477,1613936137849,618
-"eps_2",1e-05,1613936137849,618
-"train_loss",0.14952315,1613936138827,619
-"raw_loss",0.060030308,1613936138827,619
-"epoch",3.8993710691824215,1613936138827,619
-"wd_0",0.01,1613936138827,619
-"sqr_mom_0",0.99,1613936138827,619
-"lr_0",4.987477042717613e-06,1613936138827,619
-"mom_0",0.8503130739320597,1613936138827,619
-"eps_0",1e-05,1613936138827,619
-"wd_1",0.01,1613936138827,619
-"sqr_mom_1",0.99,1613936138827,619
-"lr_1",4.987477042717613e-05,1613936138827,619
-"mom_1",0.8503130739320597,1613936138827,619
-"eps_1",1e-05,1613936138827,619
-"wd_2",0.01,1613936138827,619
-"sqr_mom_2",0.99,1613936138827,619
-"lr_2",0.0004987477042717613,1613936138827,619
-"mom_2",0.8503130739320597,1613936138827,619
-"eps_2",1e-05,1613936138827,619
-"train_loss",0.15353248,1613936139790,620
-"raw_loss",0.34997174,1613936139790,620
-"epoch",3.9056603773585223,1613936139790,620
-"wd_0",0.01,1613936139790,620
-"sqr_mom_0",0.99,1613936139790,620
-"lr_0",4.988905662276824e-06,1613936139790,620
-"mom_0",0.8502773584430794,1613936139790,620
-"eps_0",1e-05,1613936139790,620
-"wd_1",0.01,1613936139790,620
-"sqr_mom_1",0.99,1613936139790,620
-"lr_1",4.988905662276823e-05,1613936139790,620
-"mom_1",0.8502773584430794,1613936139790,620
-"eps_1",1e-05,1613936139790,620
-"wd_2",0.01,1613936139790,620
-"sqr_mom_2",0.99,1613936139790,620
-"lr_2",0.0004988905662276824,1613936139790,620
-"mom_2",0.8502773584430794,1613936139790,620
-"eps_2",1e-05,1613936139790,620
-"train_loss",0.15271667,1613936140747,621
-"raw_loss",0.11274526,1613936140747,621
-"epoch",3.911949685534623,1613936140747,621
-"wd_0",0.01,1613936140747,621
-"sqr_mom_0",0.99,1613936140747,621
-"lr_0",4.99024797352732e-06,1613936140747,621
-"mom_0",0.850243800661817,1613936140747,621
-"eps_0",1e-05,1613936140747,621
-"wd_1",0.01,1613936140747,621
-"sqr_mom_1",0.99,1613936140747,621
-"lr_1",4.9902479735273185e-05,1613936140747,621
-"mom_1",0.850243800661817,1613936140747,621
-"eps_1",1e-05,1613936140747,621
-"wd_2",0.01,1613936140747,621
-"sqr_mom_2",0.99,1613936140747,621
-"lr_2",0.0004990247973527318,1613936140747,621
-"mom_2",0.850243800661817,1613936140747,621
-"eps_2",1e-05,1613936140747,621
-"train_loss",0.15157981,1613936141703,622
-"raw_loss",0.09587904,1613936141703,622
-"epoch",3.918238993710724,1613936141703,622
-"wd_0",0.01,1613936141703,622
-"sqr_mom_0",0.99,1613936141703,622
-"lr_0",4.991504063540856e-06,1613936141703,622
-"mom_0",0.8502123984114786,1613936141703,622
-"eps_0",1e-05,1613936141703,622
-"wd_1",0.01,1613936141703,622
-"sqr_mom_1",0.99,1613936141703,622
-"lr_1",4.991504063540856e-05,1613936141703,622
-"mom_1",0.8502123984114786,1613936141703,622
-"eps_1",1e-05,1613936141703,622
-"wd_2",0.01,1613936141703,622
-"sqr_mom_2",0.99,1613936141703,622
-"lr_2",0.0004991504063540855,1613936141703,622
-"mom_2",0.8502123984114786,1613936141703,622
-"eps_2",1e-05,1613936141703,622
-"train_loss",0.15194303,1613936142656,623
-"raw_loss",0.16973864,1613936142656,623
-"epoch",3.924528301886825,1613936142656,623
-"wd_0",0.01,1613936142656,623
-"sqr_mom_0",0.99,1613936142656,623
-"lr_0",4.992673663572252e-06,1613936142656,623
-"mom_0",0.8501831584106937,1613936142656,623
-"eps_0",1e-05,1613936142656,623
-"wd_1",0.01,1613936142656,623
-"sqr_mom_1",0.99,1613936142656,623
-"lr_1",4.9926736635722516e-05,1613936142656,623
-"mom_1",0.8501831584106937,1613936142656,623
-"eps_1",1e-05,1613936142656,623
-"wd_2",0.01,1613936142656,623
-"sqr_mom_2",0.99,1613936142656,623
-"lr_2",0.0004992673663572251,1613936142656,623
-"mom_2",0.8501831584106937,1613936142656,623
-"eps_2",1e-05,1613936142656,623
-"train_loss",0.15105325,1613936143610,624
-"raw_loss",0.10745741,1613936143610,624
-"epoch",3.9308176100629257,1613936143610,624
-"wd_0",0.01,1613936143610,624
-"sqr_mom_0",0.99,1613936143610,624
-"lr_0",4.993756922410119e-06,1613936143610,624
-"mom_0",0.850156076939747,1613936143610,624
-"eps_0",1e-05,1613936143610,624
-"wd_1",0.01,1613936143610,624
-"sqr_mom_1",0.99,1613936143610,624
-"lr_1",4.9937569224101184e-05,1613936143610,624
-"mom_1",0.850156076939747,1613936143610,624
-"eps_1",1e-05,1613936143610,624
-"wd_2",0.01,1613936143610,624
-"sqr_mom_2",0.99,1613936143610,624
-"lr_2",0.0004993756922410118,1613936143610,624
-"mom_2",0.850156076939747,1613936143610,624
-"eps_2",1e-05,1613936143610,624
-"train_loss",0.15008612,1613936144567,625
-"raw_loss",0.10270076,1613936144567,625
-"epoch",3.9371069182390266,1613936144567,625
-"wd_0",0.01,1613936144567,625
-"sqr_mom_0",0.99,1613936144567,625
-"lr_0",4.994753608287155e-06,1613936144567,625
-"mom_0",0.8501311597928212,1613936144567,625
-"eps_0",1e-05,1613936144567,625
-"wd_1",0.01,1613936144567,625
-"sqr_mom_1",0.99,1613936144567,625
-"lr_1",4.994753608287154e-05,1613936144567,625
-"mom_1",0.8501311597928212,1613936144567,625
-"eps_1",1e-05,1613936144567,625
-"wd_2",0.01,1613936144567,625
-"sqr_mom_2",0.99,1613936144567,625
-"lr_2",0.0004994753608287154,1613936144567,625
-"mom_2",0.8501311597928212,1613936144567,625
-"eps_2",1e-05,1613936144567,625
-"train_loss",0.14921314,1613936145528,626
-"raw_loss",0.106440246,1613936145528,626
-"epoch",3.9433962264151274,1613936145528,626
-"wd_0",0.01,1613936145528,626
-"sqr_mom_0",0.99,1613936145528,626
-"lr_0",4.995663798699427e-06,1613936145528,626
-"mom_0",0.8501084050325143,1613936145528,626
-"eps_0",1e-05,1613936145528,626
-"wd_1",0.01,1613936145528,626
-"sqr_mom_1",0.99,1613936145528,626
-"lr_1",4.995663798699426e-05,1613936145528,626
-"mom_1",0.8501084050325143,1613936145528,626
-"eps_1",1e-05,1613936145528,626
-"wd_2",0.01,1613936145528,626
-"sqr_mom_2",0.99,1613936145528,626
-"lr_2",0.0004995663798699427,1613936145528,626
-"mom_2",0.8501084050325143,1613936145528,626
-"eps_2",1e-05,1613936145528,626
-"train_loss",0.14799578,1613936146478,627
-"raw_loss",0.08835006,1613936146478,627
-"epoch",3.9496855345912283,1613936146478,627
-"wd_0",0.01,1613936146478,627
-"sqr_mom_0",0.99,1613936146478,627
-"lr_0",4.99648744678445e-06,1613936146478,627
-"mom_0",0.8500878138303888,1613936146478,627
-"eps_0",1e-05,1613936146478,627
-"wd_1",0.01,1613936146478,627
-"sqr_mom_1",0.99,1613936146478,627
-"lr_1",4.996487446784448e-05,1613936146478,627
-"mom_1",0.8500878138303888,1613936146478,627
-"eps_1",1e-05,1613936146478,627
-"wd_2",0.01,1613936146478,627
-"sqr_mom_2",0.99,1613936146478,627
-"lr_2",0.0004996487446784449,1613936146478,627
-"mom_2",0.8500878138303888,1613936146478,627
-"eps_2",1e-05,1613936146478,627
-"train_loss",0.14816318,1613936147439,628
-"raw_loss",0.15636453,1613936147439,628
-"epoch",3.955974842767329,1613936147439,628
-"wd_0",0.01,1613936147439,628
-"sqr_mom_0",0.99,1613936147439,628
-"lr_0",4.997224469981473e-06,1613936147439,628
-"mom_0",0.8500693882504632,1613936147439,628
-"eps_0",1e-05,1613936147439,628
-"wd_1",0.01,1613936147439,628
-"sqr_mom_1",0.99,1613936147439,628
-"lr_1",4.997224469981472e-05,1613936147439,628
-"mom_1",0.8500693882504632,1613936147439,628
-"eps_1",1e-05,1613936147439,628
-"wd_2",0.01,1613936147439,628
-"sqr_mom_2",0.99,1613936147439,628
-"lr_2",0.0004997224469981472,1613936147439,628
-"mom_2",0.8500693882504632,1613936147439,628
-"eps_2",1e-05,1613936147439,628
-"train_loss",0.14679812,1613936148392,629
-"raw_loss",0.07991526,1613936148392,629
-"epoch",3.96226415094343,1613936148392,629
-"wd_0",0.01,1613936148392,629
-"sqr_mom_0",0.99,1613936148392,629
-"lr_0",4.997874878228843e-06,1613936148392,629
-"mom_0",0.8500531280442789,1613936148392,629
-"eps_0",1e-05,1613936148392,629
-"wd_1",0.01,1613936148392,629
-"sqr_mom_1",0.99,1613936148392,629
-"lr_1",4.997874878228842e-05,1613936148392,629
-"mom_1",0.8500531280442789,1613936148392,629
-"eps_1",1e-05,1613936148392,629
-"wd_2",0.01,1613936148392,629
-"sqr_mom_2",0.99,1613936148392,629
-"lr_2",0.0004997874878228842,1613936148392,629
-"mom_2",0.8500531280442789,1613936148392,629
-"eps_2",1e-05,1613936148392,629
-"train_loss",0.1474492,1613936149355,630
-"raw_loss",0.17934945,1613936149355,630
-"epoch",3.968553459119531,1613936149355,630
-"wd_0",0.01,1613936149355,630
-"sqr_mom_0",0.99,1613936149355,630
-"lr_0",4.9984386063310086e-06,1613936149355,630
-"mom_0",0.8500390348417248,1613936149355,630
-"eps_0",1e-05,1613936149355,630
-"wd_1",0.01,1613936149355,630
-"sqr_mom_1",0.99,1613936149355,630
-"lr_1",4.9984386063310086e-05,1613936149355,630
-"mom_1",0.8500390348417248,1613936149355,630
-"eps_1",1e-05,1613936149355,630
-"wd_2",0.01,1613936149355,630
-"sqr_mom_2",0.99,1613936149355,630
-"lr_2",0.0004998438606331008,1613936149355,630
-"mom_2",0.8500390348417248,1613936149355,630
-"eps_2",1e-05,1613936149355,630
-"train_loss",0.14733332,1613936150337,631
-"raw_loss",0.14165595,1613936150337,631
-"epoch",3.9748427672956317,1613936150337,631
-"wd_0",0.01,1613936150337,631
-"sqr_mom_0",0.99,1613936150337,631
-"lr_0",4.998915661889529e-06,1613936150337,631
-"mom_0",0.8500271084527617,1613936150337,631
-"eps_0",1e-05,1613936150337,631
-"wd_1",0.01,1613936150337,631
-"sqr_mom_1",0.99,1613936150337,631
-"lr_1",4.9989156618895274e-05,1613936150337,631
-"mom_1",0.8500271084527617,1613936150337,631
-"eps_1",1e-05,1613936150337,631
-"wd_2",0.01,1613936150337,631
-"sqr_mom_2",0.99,1613936150337,631
-"lr_2",0.0004998915661889527,1613936150337,631
-"mom_2",0.8500271084527617,1613936150337,631
-"eps_2",1e-05,1613936150337,631
-"train_loss",0.14557397,1613936151305,632
-"raw_loss",0.0593719,1613936151305,632
-"epoch",3.9811320754717325,1613936151305,632
-"wd_0",0.01,1613936151305,632
-"sqr_mom_0",0.99,1613936151305,632
-"lr_0",4.999305997085357e-06,1613936151305,632
-"mom_0",0.850017350072866,1613936151305,632
-"eps_0",1e-05,1613936151305,632
-"wd_1",0.01,1613936151305,632
-"sqr_mom_1",0.99,1613936151305,632
-"lr_1",4.999305997085357e-05,1613936151305,632
-"mom_1",0.850017350072866,1613936151305,632
-"eps_1",1e-05,1613936151305,632
-"wd_2",0.01,1613936151305,632
-"sqr_mom_2",0.99,1613936151305,632
-"lr_2",0.0004999305997085356,1613936151305,632
-"mom_2",0.850017350072866,1613936151305,632
-"eps_2",1e-05,1613936151305,632
-"train_loss",0.1459225,1613936152279,633
-"raw_loss",0.16299878,1613936152279,633
-"epoch",3.9874213836478334,1613936152279,633
-"wd_0",0.01,1613936152279,633
-"sqr_mom_0",0.99,1613936152279,633
-"lr_0",4.999609609782724e-06,1613936152279,633
-"mom_0",0.8500097597554319,1613936152279,633
-"eps_0",1e-05,1613936152279,633
-"wd_1",0.01,1613936152279,633
-"sqr_mom_1",0.99,1613936152279,633
-"lr_1",4.999609609782723e-05,1613936152279,633
-"mom_1",0.8500097597554319,1613936152279,633
-"eps_1",1e-05,1613936152279,633
-"wd_2",0.01,1613936152279,633
-"sqr_mom_2",0.99,1613936152279,633
-"lr_2",0.0004999609609782724,1613936152279,633
-"mom_2",0.8500097597554319,1613936152279,633
-"eps_2",1e-05,1613936152279,633
-"train_loss",0.14441149,1613936153387,634
-"raw_loss",0.07037679,1613936153387,634
-"epoch",3.9937106918239342,1613936153387,634
-"wd_0",0.01,1613936153387,634
-"sqr_mom_0",0.99,1613936153387,634
-"lr_0",4.999826491745061e-06,1613936153387,634
-"mom_0",0.8500043377063735,1613936153387,634
-"eps_0",1e-05,1613936153387,634
-"wd_1",0.01,1613936153387,634
-"sqr_mom_1",0.99,1613936153387,634
-"lr_1",4.9998264917450605e-05,1613936153387,634
-"mom_1",0.8500043377063735,1613936153387,634
-"eps_1",1e-05,1613936153387,634
-"wd_2",0.01,1613936153387,634
-"sqr_mom_2",0.99,1613936153387,634
-"lr_2",0.0004999826491745061,1613936153387,634
-"mom_2",0.8500043377063735,1613936153387,634
-"eps_2",1e-05,1613936153387,634
-"train_loss",0.14279547,1613936154352,635
-"raw_loss",0.0636164,1613936154352,635
-"epoch",4.000000000000035,1613936154352,635
-"wd_0",0.01,1613936154352,635
-"sqr_mom_0",0.99,1613936154352,635
-"lr_0",4.999956621232579e-06,1613936154352,635
-"mom_0",0.8500010844691855,1613936154352,635
-"eps_0",1e-05,1613936154352,635
-"wd_1",0.01,1613936154352,635
-"sqr_mom_1",0.99,1613936154352,635
-"lr_1",4.9999566212325785e-05,1613936154352,635
-"mom_1",0.8500010844691855,1613936154352,635
-"eps_1",1e-05,1613936154352,635
-"wd_2",0.01,1613936154352,635
-"sqr_mom_2",0.99,1613936154352,635
-"lr_2",0.0004999956621232578,1613936154352,635
-"mom_2",0.8500010844691855,1613936154352,635
-"eps_2",1e-05,1613936154352,635
-"valid_loss",0.16829439997673035,1613936185238,635
-"_rmse",0.41023701429367065,1613936185238,635
-"epoch",4,1613936185238,635
-"train_loss",0.14166956,1613936186291,636
-"raw_loss",0.08650262,1613936186291,636
-"epoch",4.0062893081761,1613936186291,636
-"wd_0",0.01,1613936186291,636
-"sqr_mom_0",0.99,1613936186291,636
-"lr_0",5e-06,1613936186291,636
-"mom_0",0.85,1613936186291,636
-"eps_0",1e-05,1613936186291,636
-"wd_1",0.01,1613936186291,636
-"sqr_mom_1",0.99,1613936186291,636
-"lr_1",5e-05,1613936186291,636
-"mom_1",0.85,1613936186291,636
-"eps_1",1e-05,1613936186291,636
-"wd_2",0.01,1613936186291,636
-"sqr_mom_2",0.99,1613936186291,636
-"lr_2",0.0005,1613936186291,636
-"mom_2",0.85,1613936186291,636
-"eps_2",1e-05,1613936186291,636
-"train_loss",0.14209227,1613936187250,637
-"raw_loss",0.16280384,1613936187250,637
-"epoch",4.012578616352201,1613936187250,637
-"wd_0",0.01,1613936187250,637
-"sqr_mom_0",0.99,1613936187250,637
-"lr_0",4.999990041414562e-06,1613936187250,637
-"mom_0",0.8500001991737005,1613936187250,637
-"eps_0",1e-05,1613936187250,637
-"wd_1",0.01,1613936187250,637
-"sqr_mom_1",0.99,1613936187250,637
-"lr_1",4.9999900414145615e-05,1613936187250,637
-"mom_1",0.8500001991737005,1613936187250,637
-"eps_1",1e-05,1613936187250,637
-"wd_2",0.01,1613936187250,637
-"sqr_mom_2",0.99,1613936187250,637
-"lr_2",0.0004999990041414562,1613936187250,637
-"mom_2",0.8500001991737005,1613936187250,637
-"eps_2",1e-05,1613936187250,637
-"train_loss",0.1412783,1613936188204,638
-"raw_loss",0.10139606,1613936188204,638
-"epoch",4.018867924528301,1613936188204,638
-"wd_0",0.01,1613936188204,638
-"sqr_mom_0",0.99,1613936188204,638
-"lr_0",4.999960165737585e-06,1613936188204,638
-"mom_0",0.8500007966932153,1613936188204,638
-"eps_0",1e-05,1613936188204,638
-"wd_1",0.01,1613936188204,638
-"sqr_mom_1",0.99,1613936188204,638
-"lr_1",4.9999601657375844e-05,1613936188204,638
-"mom_1",0.8500007966932153,1613936188204,638
-"eps_1",1e-05,1613936188204,638
-"wd_2",0.01,1613936188204,638
-"sqr_mom_2",0.99,1613936188204,638
-"lr_2",0.0004999960165737585,1613936188204,638
-"mom_2",0.8500007966932153,1613936188204,638
-"eps_2",1e-05,1613936188204,638
-"train_loss",0.14142789,1613936189167,639
-"raw_loss",0.1487579,1613936189167,639
-"epoch",4.025157232704402,1613936189167,639
-"wd_0",0.01,1613936189167,639
-"sqr_mom_0",0.99,1613936189167,639
-"lr_0",4.999910370369592e-06,1613936189167,639
-"mom_0",0.8500017926105342,1613936189167,639
-"eps_0",1e-05,1613936189167,639
-"wd_1",0.01,1613936189167,639
-"sqr_mom_1",0.99,1613936189167,639
-"lr_1",4.999910370369592e-05,1613936189167,639
-"mom_1",0.8500017926105342,1613936189167,639
-"eps_1",1e-05,1613936189167,639
-"wd_2",0.01,1613936189167,639
-"sqr_mom_2",0.99,1613936189167,639
-"lr_2",0.0004999910370369592,1613936189167,639
-"mom_2",0.8500017926105342,1613936189167,639
-"eps_2",1e-05,1613936189167,639
-"train_loss",0.14121251,1613936190108,640
-"raw_loss",0.13065894,1613936190108,640
-"epoch",4.031446540880502,1613936190108,640
-"wd_0",0.01,1613936190108,640
-"sqr_mom_0",0.99,1613936190108,640
-"lr_0",4.999840660441642e-06,1613936190108,640
-"mom_0",0.8500031868230353,1613936190108,640
-"eps_0",1e-05,1613936190108,640
-"wd_1",0.01,1613936190108,640
-"sqr_mom_1",0.99,1613936190108,640
-"lr_1",4.9998406604416414e-05,1613936190108,640
-"mom_1",0.8500031868230353,1613936190108,640
-"eps_1",1e-05,1613936190108,640
-"wd_2",0.01,1613936190108,640
-"sqr_mom_2",0.99,1613936190108,640
-"lr_2",0.0004999840660441641,1613936190108,640
-"mom_2",0.8500031868230353,1613936190108,640
-"eps_2",1e-05,1613936190108,640
-"train_loss",0.14178266,1613936191072,641
-"raw_loss",0.16971815,1613936191072,641
-"epoch",4.037735849056602,1613936191072,641
-"wd_0",0.01,1613936191072,641
-"sqr_mom_0",0.99,1613936191072,641
-"lr_0",4.9997510298664e-06,1613936191072,641
-"mom_0",0.8500049794524666,1613936191072,641
-"eps_0",1e-05,1613936191072,641
-"wd_1",0.01,1613936191072,641
-"sqr_mom_1",0.99,1613936191072,641
-"lr_1",4.999751029866399e-05,1613936191072,641
-"mom_1",0.8500049794524666,1613936191072,641
-"eps_1",1e-05,1613936191072,641
-"wd_2",0.01,1613936191072,641
-"sqr_mom_2",0.99,1613936191072,641
-"lr_2",0.0004999751029866399,1613936191072,641
-"mom_2",0.8500049794524666,1613936191072,641
-"eps_2",1e-05,1613936191072,641
-"train_loss",0.14054465,1613936192020,642
-"raw_loss",0.0798851,1613936192020,642
-"epoch",4.044025157232703,1613936192020,642
-"wd_0",0.01,1613936192020,642
-"sqr_mom_0",0.99,1613936192020,642
-"lr_0",4.999641487905207e-06,1613936192020,642
-"mom_0",0.850007170313599,1613936192020,642
-"eps_0",1e-05,1613936192020,642
-"wd_1",0.01,1613936192020,642
-"sqr_mom_1",0.99,1613936192020,642
-"lr_1",4.9996414879052066e-05,1613936192020,642
-"mom_1",0.850007170313599,1613936192020,642
-"eps_1",1e-05,1613936192020,642
-"wd_2",0.01,1613936192020,642
-"sqr_mom_2",0.99,1613936192020,642
-"lr_2",0.0004999641487905207,1613936192020,642
-"mom_2",0.850007170313599,1613936192020,642
-"eps_2",1e-05,1613936192020,642
-"train_loss",0.13947745,1613936192963,643
-"raw_loss",0.08718759,1613936192963,643
-"epoch",4.050314465408803,1613936192963,643
-"wd_0",0.01,1613936192963,643
-"sqr_mom_0",0.99,1613936192963,643
-"lr_0",4.999512024984336e-06,1613936192963,643
-"mom_0",0.8500097595979093,1613936192963,643
-"eps_0",1e-05,1613936192963,643
-"wd_1",0.01,1613936192963,643
-"sqr_mom_1",0.99,1613936192963,643
-"lr_1",4.999512024984336e-05,1613936192963,643
-"mom_1",0.8500097595979093,1613936192963,643
-"eps_1",1e-05,1613936192963,643
-"wd_2",0.01,1613936192963,643
-"sqr_mom_2",0.99,1613936192963,643
-"lr_2",0.0004999512024984336,1613936192963,643
-"mom_2",0.8500097595979093,1613936192963,643
-"eps_2",1e-05,1613936192963,643
-"train_loss",0.1379649,1613936193924,644
-"raw_loss",0.06385472,1613936193924,644
-"epoch",4.056603773584904,1613936193924,644
-"wd_0",0.01,1613936193924,644
-"sqr_mom_0",0.99,1613936193924,644
-"lr_0",4.999362654480921e-06,1613936193924,644
-"mom_0",0.8500127470378519,1613936193924,644
-"eps_0",1e-05,1613936193924,644
-"wd_1",0.01,1613936193924,644
-"sqr_mom_1",0.99,1613936193924,644
-"lr_1",4.999362654480921e-05,1613936193924,644
-"mom_1",0.8500127470378519,1613936193924,644
-"eps_1",1e-05,1613936193924,644
-"wd_2",0.01,1613936193924,644
-"sqr_mom_2",0.99,1613936193924,644
-"lr_2",0.0004999362654480921,1613936193924,644
-"mom_2",0.8500127470378519,1613936193924,644
-"eps_2",1e-05,1613936193924,644
-"train_loss",0.13632657,1613936194869,645
-"raw_loss",0.056052417,1613936194869,645
-"epoch",4.062893081761004,1613936194869,645
-"wd_0",0.01,1613936194869,645
-"sqr_mom_0",0.99,1613936194869,645
-"lr_0",4.9991933719798055e-06,1613936194869,645
-"mom_0",0.850016132721731,1613936194869,645
-"eps_0",1e-05,1613936194869,645
-"wd_1",0.01,1613936194869,645
-"sqr_mom_1",0.99,1613936194869,645
-"lr_1",4.999193371979805e-05,1613936194869,645
-"mom_1",0.850016132721731,1613936194869,645
-"eps_1",1e-05,1613936194869,645
-"wd_2",0.01,1613936194869,645
-"sqr_mom_2",0.99,1613936194869,645
-"lr_2",0.0004999193371979805,1613936194869,645
-"mom_2",0.850016132721731,1613936194869,645
-"eps_2",1e-05,1613936194869,645
-"train_loss",0.13499323,1613936195851,646
-"raw_loss",0.069662735,1613936195851,646
-"epoch",4.0691823899371045,1613936195851,646
-"wd_0",0.01,1613936195851,646
-"sqr_mom_0",0.99,1613936195851,646
-"lr_0",4.9990041690549946e-06,1613936195851,646
-"mom_0",0.8500199168180683,1613936195851,646
-"eps_0",1e-05,1613936195851,646
-"wd_1",0.01,1613936195851,646
-"sqr_mom_1",0.99,1613936195851,646
-"lr_1",4.999004169054994e-05,1613936195851,646
-"mom_1",0.8500199168180683,1613936195851,646
-"eps_1",1e-05,1613936195851,646
-"wd_2",0.01,1613936195851,646
-"sqr_mom_2",0.99,1613936195851,646
-"lr_2",0.0004999004169054993,1613936195851,646
-"mom_2",0.8500199168180683,1613936195851,646
-"eps_2",1e-05,1613936195851,646
-"train_loss",0.13374034,1613936196865,647
-"raw_loss",0.07235191,1613936196865,647
-"epoch",4.075471698113205,1613936196865,647
-"wd_0",0.01,1613936196865,647
-"sqr_mom_0",0.99,1613936196865,647
-"lr_0",4.998795065648653e-06,1613936196865,647
-"mom_0",0.8500240989280162,1613936196865,647
-"eps_0",1e-05,1613936196865,647
-"wd_1",0.01,1613936196865,647
-"sqr_mom_1",0.99,1613936196865,647
-"lr_1",4.998795065648653e-05,1613936196865,647
-"mom_1",0.8500240989280162,1613936196865,647
-"eps_1",1e-05,1613936196865,647
-"wd_2",0.01,1613936196865,647
-"sqr_mom_2",0.99,1613936196865,647
-"lr_2",0.0004998795065648653,1613936196865,647
-"mom_2",0.8500240989280162,1613936196865,647
-"eps_2",1e-05,1613936196865,647
-"train_loss",0.1356059,1613936197857,648
-"raw_loss",0.22701403,1613936197857,648
-"epoch",4.081761006289305,1613936197857,648
-"wd_0",0.01,1613936197857,648
-"sqr_mom_0",0.99,1613936197857,648
-"lr_0",4.998566043052085e-06,1613936197857,648
-"mom_0",0.8500286794257526,1613936197857,648
-"eps_0",1e-05,1613936197857,648
-"wd_1",0.01,1613936197857,648
-"sqr_mom_1",0.99,1613936197857,648
-"lr_1",4.998566043052085e-05,1613936197857,648
-"mom_1",0.8500286794257526,1613936197857,648
-"eps_1",1e-05,1613936197857,648
-"wd_2",0.01,1613936197857,648
-"sqr_mom_2",0.99,1613936197857,648
-"lr_2",0.0004998566043052085,1613936197857,648
-"mom_2",0.8500286794257526,1613936197857,648
-"eps_2",1e-05,1613936197857,648
-"train_loss",0.13387021,1613936198827,649
-"raw_loss",0.048825704,1613936198827,649
-"epoch",4.088050314465406,1613936198827,649
-"wd_0",0.01,1613936198827,649
-"sqr_mom_0",0.99,1613936198827,649
-"lr_0",4.998317125404487e-06,1613936198827,649
-"mom_0",0.8500336578284885,1613936198827,649
-"eps_0",1e-05,1613936198827,649
-"wd_1",0.01,1613936198827,649
-"sqr_mom_1",0.99,1613936198827,649
-"lr_1",4.9983171254044866e-05,1613936198827,649
-"mom_1",0.8500336578284885,1613936198827,649
-"eps_1",1e-05,1613936198827,649
-"wd_2",0.01,1613936198827,649
-"sqr_mom_2",0.99,1613936198827,649
-"lr_2",0.0004998317125404487,1613936198827,649
-"mom_2",0.8500336578284885,1613936198827,649
-"eps_2",1e-05,1613936198827,649
-"train_loss",0.13392638,1613936199809,650
-"raw_loss",0.13667837,1613936199809,650
-"epoch",4.094339622641506,1613936199809,650
-"wd_0",0.01,1613936199809,650
-"sqr_mom_0",0.99,1613936199809,650
-"lr_0",4.998048303727626e-06,1613936199809,650
-"mom_0",0.8500390343157906,1613936199809,650
-"eps_0",1e-05,1613936199809,650
-"wd_1",0.01,1613936199809,650
-"sqr_mom_1",0.99,1613936199809,650
-"lr_1",4.9980483037276254e-05,1613936199809,650
-"mom_1",0.8500390343157906,1613936199809,650
-"eps_1",1e-05,1613936199809,650
-"wd_2",0.01,1613936199809,650
-"sqr_mom_2",0.99,1613936199809,650
-"lr_2",0.0004998048303727625,1613936199809,650
-"mom_2",0.8500390343157906,1613936199809,650
-"eps_2",1e-05,1613936199809,650
-"train_loss",0.13499404,1613936200779,651
-"raw_loss",0.1873071,1613936200779,651
-"epoch",4.1006289308176065,1613936200779,651
-"wd_0",0.01,1613936200779,651
-"sqr_mom_0",0.99,1613936200779,651
-"lr_0",4.997759566478901e-06,1613936200779,651
-"mom_0",0.8500448091185131,1613936200779,651
-"eps_0",1e-05,1613936200779,651
-"wd_1",0.01,1613936200779,651
-"sqr_mom_1",0.99,1613936200779,651
-"lr_1",4.997759566478901e-05,1613936200779,651
-"mom_1",0.8500448091185131,1613936200779,651
-"eps_1",1e-05,1613936200779,651
-"wd_2",0.01,1613936200779,651
-"sqr_mom_2",0.99,1613936200779,651
-"lr_2",0.0004997759566478901,1613936200779,651
-"mom_2",0.8500448091185131,1613936200779,651
-"eps_2",1e-05,1613936200779,651
-"train_loss",0.13379876,1613936201806,652
-"raw_loss",0.0752326,1613936201806,652
-"epoch",4.106918238993707,1613936201806,652
-"wd_0",0.01,1613936201806,652
-"sqr_mom_0",0.99,1613936201806,652
-"lr_0",4.997450942894381e-06,1613936201806,652
-"mom_0",0.8500509816519288,1613936201806,652
-"eps_0",1e-05,1613936201806,652
-"wd_1",0.01,1613936201806,652
-"sqr_mom_1",0.99,1613936201806,652
-"lr_1",4.997450942894381e-05,1613936201806,652
-"mom_1",0.8500509816519288,1613936201806,652
-"eps_1",1e-05,1613936201806,652
-"wd_2",0.01,1613936201806,652
-"sqr_mom_2",0.99,1613936201806,652
-"lr_2",0.0004997450942894381,1613936201806,652
-"mom_2",0.8500509816519288,1613936201806,652
-"eps_2",1e-05,1613936201806,652
-"train_loss",0.13290197,1613936202778,653
-"raw_loss",0.08896089,1613936202778,653
-"epoch",4.113207547169807,1613936202778,653
-"wd_0",0.01,1613936202778,653
-"sqr_mom_0",0.99,1613936202778,653
-"lr_0",4.997122406640877e-06,1613936202778,653
-"mom_0",0.8500575524427069,1613936202778,653
-"eps_0",1e-05,1613936202778,653
-"wd_1",0.01,1613936202778,653
-"sqr_mom_1",0.99,1613936202778,653
-"lr_1",4.9971224066408765e-05,1613936202778,653
-"mom_1",0.8500575524427069,1613936202778,653
-"eps_1",1e-05,1613936202778,653
-"wd_2",0.01,1613936202778,653
-"sqr_mom_2",0.99,1613936202778,653
-"lr_2",0.0004997122406640876,1613936202778,653
-"mom_2",0.8500575524427069,1613936202778,653
-"eps_2",1e-05,1613936202778,653
-"train_loss",0.13252173,1613936203789,654
-"raw_loss",0.11389195,1613936203789,654
-"epoch",4.119496855345908,1613936203789,654
-"wd_0",0.01,1613936203789,654
-"sqr_mom_0",0.99,1613936203789,654
-"lr_0",4.996773991355771e-06,1613936203789,654
-"mom_0",0.8500645208180927,1613936203789,654
-"eps_0",1e-05,1613936203789,654
-"wd_1",0.01,1613936203789,654
-"sqr_mom_1",0.99,1613936203789,654
-"lr_1",4.9967739913557715e-05,1613936203789,654
-"mom_1",0.8500645208180927,1613936203789,654
-"eps_1",1e-05,1613936203789,654
-"wd_2",0.01,1613936203789,654
-"sqr_mom_2",0.99,1613936203789,654
-"lr_2",0.0004996773991355771,1613936203789,654
-"mom_2",0.8500645208180927,1613936203789,654
-"eps_2",1e-05,1613936203789,654
-"train_loss",0.13187857,1613936204742,655
-"raw_loss",0.10036431,1613936204742,655
-"epoch",4.125786163522008,1613936204742,655
-"wd_0",0.01,1613936204742,655
-"sqr_mom_0",0.99,1613936204742,655
-"lr_0",4.996405666588307e-06,1613936204742,655
-"mom_0",0.8500718873871077,1613936204742,655
-"eps_0",1e-05,1613936204742,655
-"wd_1",0.01,1613936204742,655
-"sqr_mom_1",0.99,1613936204742,655
-"lr_1",4.9964056665883064e-05,1613936204742,655
-"mom_1",0.8500718873871077,1613936204742,655
-"eps_1",1e-05,1613936204742,655
-"wd_2",0.01,1613936204742,655
-"sqr_mom_2",0.99,1613936204742,655
-"lr_2",0.0004996405666588306,1613936204742,655
-"mom_2",0.8500718873871077,1613936204742,655
-"eps_2",1e-05,1613936204742,655
-"train_loss",0.13152778,1613936205705,656
-"raw_loss",0.114339784,1613936205705,656
-"epoch",4.1320754716981085,1613936205705,656
-"wd_0",0.01,1613936205705,656
-"sqr_mom_0",0.99,1613936205705,656
-"lr_0",4.996017469571325e-06,1613936205705,656
-"mom_0",0.8500796514050876,1613936205705,656
-"eps_0",1e-05,1613936205705,656
-"wd_1",0.01,1613936205705,656
-"sqr_mom_1",0.99,1613936205705,656
-"lr_1",4.9960174695713254e-05,1613936205705,656
-"mom_1",0.8500796514050876,1613936205705,656
-"eps_1",1e-05,1613936205705,656
-"wd_2",0.01,1613936205705,656
-"sqr_mom_2",0.99,1613936205705,656
-"lr_2",0.0004996017469571326,1613936205705,656
-"mom_2",0.8500796514050876,1613936205705,656
-"eps_2",1e-05,1613936205705,656
-"train_loss",0.12979795,1613936206663,657
-"raw_loss",0.04504014,1613936206663,657
-"epoch",4.138364779874209,1613936206663,657
-"wd_0",0.01,1613936206663,657
-"sqr_mom_0",0.99,1613936206663,657
-"lr_0",4.9956093879194495e-06,1613936206663,657
-"mom_0",0.8500878131197422,1613936206663,657
-"eps_0",1e-05,1613936206663,657
-"wd_1",0.01,1613936206663,657
-"sqr_mom_1",0.99,1613936206663,657
-"lr_1",4.995609387919449e-05,1613936206663,657
-"mom_1",0.8500878131197422,1613936206663,657
-"eps_1",1e-05,1613936206663,657
-"wd_2",0.01,1613936206663,657
-"sqr_mom_2",0.99,1613936206663,657
-"lr_2",0.0004995609387919449,1613936206663,657
-"mom_2",0.8500878131197422,1613936206663,657
-"eps_2",1e-05,1613936206663,657
-"train_loss",0.12912488,1613936207641,658
-"raw_loss",0.0961457,1613936207641,658
-"epoch",4.144654088050309,1613936207641,658
-"wd_0",0.01,1613936207641,658
-"sqr_mom_0",0.99,1613936207641,658
-"lr_0",4.995181403219149e-06,1613936207641,658
-"mom_0",0.850096372899346,1613936207641,658
-"eps_0",1e-05,1613936207641,658
-"wd_1",0.01,1613936207641,658
-"sqr_mom_1",0.99,1613936207641,658
-"lr_1",4.995181403219149e-05,1613936207641,658
-"mom_1",0.850096372899346,1613936207641,658
-"eps_1",1e-05,1613936207641,658
-"wd_2",0.01,1613936207641,658
-"sqr_mom_2",0.99,1613936207641,658
-"lr_2",0.0004995181403219149,1613936207641,658
-"mom_2",0.850096372899346,1613936207641,658
-"eps_2",1e-05,1613936207641,658
-"train_loss",0.12987608,1613936208620,659
-"raw_loss",0.16668217,1613936208620,659
-"epoch",4.15094339622641,1613936208620,659
-"wd_0",0.01,1613936208620,659
-"sqr_mom_0",0.99,1613936208620,659
-"lr_0",4.994733559693216e-06,1613936208620,659
-"mom_0",0.8501053298594342,1613936208620,659
-"eps_0",1e-05,1613936208620,659
-"wd_1",0.01,1613936208620,659
-"sqr_mom_1",0.99,1613936208620,659
-"lr_1",4.9947335596932156e-05,1613936208620,659
-"mom_1",0.8501053298594342,1613936208620,659
-"eps_1",1e-05,1613936208620,659
-"wd_2",0.01,1613936208620,659
-"sqr_mom_2",0.99,1613936208620,659
-"lr_2",0.0004994733559693216,1613936208620,659
-"mom_2",0.8501053298594342,1613936208620,659
-"eps_2",1e-05,1613936208620,659
-"train_loss",0.12997831,1613936209607,660
-"raw_loss",0.13498782,1613936209607,660
-"epoch",4.15723270440251,1613936209607,660
-"wd_0",0.01,1613936209607,660
-"sqr_mom_0",0.99,1613936209607,660
-"lr_0",4.9942658172108135e-06,1613936209607,660
-"mom_0",0.8501146848026317,1613936209607,660
-"eps_0",1e-05,1613936209607,660
-"wd_1",0.01,1613936209607,660
-"sqr_mom_1",0.99,1613936209607,660
-"lr_1",4.9942658172108134e-05,1613936209607,660
-"mom_1",0.8501146848026317,1613936209607,660
-"eps_1",1e-05,1613936209607,660
-"wd_2",0.01,1613936209607,660
-"sqr_mom_2",0.99,1613936209607,660
-"lr_2",0.0004994265817210813,1613936209607,660
-"mom_2",0.8501146848026317,1613936209607,660
-"eps_2",1e-05,1613936209607,660
-"train_loss",0.1285068,1613936210583,661
-"raw_loss",0.05640546,1613936210583,661
-"epoch",4.1635220125786105,1613936210583,661
-"wd_0",0.01,1613936210583,661
-"sqr_mom_0",0.99,1613936210583,661
-"lr_0",4.99377822604205e-06,1613936210583,661
-"mom_0",0.8501244367235262,1613936210583,661
-"eps_0",1e-05,1613936210583,661
-"wd_1",0.01,1613936210583,661
-"sqr_mom_1",0.99,1613936210583,661
-"lr_1",4.9937782260420495e-05,1613936210583,661
-"mom_1",0.8501244367235262,1613936210583,661
-"eps_1",1e-05,1613936210583,661
-"wd_2",0.01,1613936210583,661
-"sqr_mom_2",0.99,1613936210583,661
-"lr_2",0.000499377822604205,1613936210583,661
-"mom_2",0.8501244367235262,1613936210583,661
-"eps_2",1e-05,1613936210583,661
-"train_loss",0.12833948,1613936211571,662
-"raw_loss",0.12014116,1613936211571,662
-"epoch",4.169811320754711,1613936211571,662
-"wd_0",0.01,1613936211571,662
-"sqr_mom_0",0.99,1613936211571,662
-"lr_0",4.993270767294128e-06,1613936211571,662
-"mom_0",0.8501345859999775,1613936211571,662
-"eps_0",1e-05,1613936211571,662
-"wd_1",0.01,1613936211571,662
-"sqr_mom_1",0.99,1613936211571,662
-"lr_1",4.993270767294127e-05,1613936211571,662
-"mom_1",0.8501345859999775,1613936211571,662
-"eps_1",1e-05,1613936211571,662
-"wd_2",0.01,1613936211571,662
-"sqr_mom_2",0.99,1613936211571,662
-"lr_2",0.0004993270767294127,1613936211571,662
-"mom_2",0.8501345859999775,1613936211571,662
-"eps_2",1e-05,1613936211571,662
-"train_loss",0.12788948,1613936212552,663
-"raw_loss",0.10584029,1613936212552,663
-"epoch",4.176100628930811,1613936212552,663
-"wd_0",0.01,1613936212552,663
-"sqr_mom_0",0.99,1613936212552,663
-"lr_0",4.992743419392193e-06,1613936212552,663
-"mom_0",0.8501451330634867,1613936212552,663
-"eps_0",1e-05,1613936212552,663
-"wd_1",0.01,1613936212552,663
-"sqr_mom_1",0.99,1613936212552,663
-"lr_1",4.9927434193921924e-05,1613936212552,663
-"mom_1",0.8501451330634867,1613936212552,663
-"eps_1",1e-05,1613936212552,663
-"wd_2",0.01,1613936212552,663
-"sqr_mom_2",0.99,1613936212552,663
-"lr_2",0.0004992743419392192,1613936212552,663
-"mom_2",0.8501451330634867,1613936212552,663
-"eps_2",1e-05,1613936212552,663
-"train_loss",0.12670237,1613936213545,664
-"raw_loss",0.06853553,1613936213545,664
-"epoch",4.182389937106912,1613936213545,664
-"wd_0",0.01,1613936213545,664
-"sqr_mom_0",0.99,1613936213545,664
-"lr_0",4.992196235671052e-06,1613936213545,664
-"mom_0",0.8501560768473474,1613936213545,664
-"eps_0",1e-05,1613936213545,664
-"wd_1",0.01,1613936213545,664
-"sqr_mom_1",0.99,1613936213545,664
-"lr_1",4.9921962356710514e-05,1613936213545,664
-"mom_1",0.8501560768473474,1613936213545,664
-"eps_1",1e-05,1613936213545,664
-"wd_2",0.01,1613936213545,664
-"sqr_mom_2",0.99,1613936213545,664
-"lr_2",0.0004992196235671051,1613936213545,664
-"mom_2",0.8501560768473474,1613936213545,664
-"eps_2",1e-05,1613936213545,664
-"train_loss",0.12570108,1613936214509,665
-"raw_loss",0.076639645,1613936214509,665
-"epoch",4.188679245283012,1613936214509,665
-"wd_0",0.01,1613936214509,665
-"sqr_mom_0",0.99,1613936214509,665
-"lr_0",4.9916291705769145e-06,1613936214509,665
-"mom_0",0.8501674182626443,1613936214509,665
-"eps_0",1e-05,1613936214509,665
-"wd_1",0.01,1613936214509,665
-"sqr_mom_1",0.99,1613936214509,665
-"lr_1",4.991629170576914e-05,1613936214509,665
-"mom_1",0.8501674182626443,1613936214509,665
-"eps_1",1e-05,1613936214509,665
-"wd_2",0.01,1613936214509,665
-"sqr_mom_2",0.99,1613936214509,665
-"lr_2",0.0004991629170576914,1613936214509,665
-"mom_2",0.8501674182626443,1613936214509,665
-"eps_2",1e-05,1613936214509,665
-"train_loss",0.12488807,1613936215515,666
-"raw_loss",0.08505215,1613936215515,666
-"epoch",4.194968553459113,1613936215515,666
-"wd_0",0.01,1613936215515,666
-"sqr_mom_0",0.99,1613936215515,666
-"lr_0",4.991042281589651e-06,1613936215515,666
-"mom_0",0.8501791561597686,1613936215515,666
-"eps_0",1e-05,1613936215515,666
-"wd_1",0.01,1613936215515,666
-"sqr_mom_1",0.99,1613936215515,666
-"lr_1",4.99104228158965e-05,1613936215515,666
-"mom_1",0.8501791561597686,1613936215515,666
-"eps_1",1e-05,1613936215515,666
-"wd_2",0.01,1613936215515,666
-"sqr_mom_2",0.99,1613936215515,666
-"lr_2",0.000499104228158965,1613936215515,666
-"mom_2",0.8501791561597686,1613936215515,666
-"eps_2",1e-05,1613936215515,666
-"train_loss",0.12398787,1613936216500,667
-"raw_loss",0.0798797,1613936216500,667
-"epoch",4.201257861635213,1613936216500,667
-"wd_0",0.01,1613936216500,667
-"sqr_mom_0",0.99,1613936216500,667
-"lr_0",4.990435517416405e-06,1613936216500,667
-"mom_0",0.8501912915645875,1613936216500,667
-"eps_0",1e-05,1613936216500,667
-"wd_1",0.01,1613936216500,667
-"sqr_mom_1",0.99,1613936216500,667
-"lr_1",4.990435517416405e-05,1613936216500,667
-"mom_1",0.8501912915645875,1613936216500,667
-"eps_1",1e-05,1613936216500,667
-"wd_2",0.01,1613936216500,667
-"sqr_mom_2",0.99,1613936216500,667
-"lr_2",0.0004990435517416405,1613936216500,667
-"mom_2",0.8501912915645875,1613936216500,667
-"eps_2",1e-05,1613936216500,667
-"train_loss",0.12271443,1613936217521,668
-"raw_loss",0.06031781,1613936217521,668
-"epoch",4.207547169811313,1613936217521,668
-"wd_0",0.01,1613936217521,668
-"sqr_mom_0",0.99,1613936217521,668
-"lr_0",4.989808939433329e-06,1613936217521,668
-"mom_0",0.8502038232495659,1613936217521,668
-"eps_0",1e-05,1613936217521,668
-"wd_1",0.01,1613936217521,668
-"sqr_mom_1",0.99,1613936217521,668
-"lr_1",4.989808939433329e-05,1613936217521,668
-"mom_1",0.8502038232495659,1613936217521,668
-"eps_1",1e-05,1613936217521,668
-"wd_2",0.01,1613936217521,668
-"sqr_mom_2",0.99,1613936217521,668
-"lr_2",0.0004989808939433329,1613936217521,668
-"mom_2",0.8502038232495659,1613936217521,668
-"eps_2",1e-05,1613936217521,668
-"train_loss",0.121409744,1613936218492,669
-"raw_loss",0.05748241,1613936218492,669
-"epoch",4.213836477987414,1613936218492,669
-"wd_0",0.01,1613936218492,669
-"sqr_mom_0",0.99,1613936218492,669
-"lr_0",4.98916252677259e-06,1613936218492,669
-"mom_0",0.8502167516320644,1613936218492,669
-"eps_0",1e-05,1613936218492,669
-"wd_1",0.01,1613936218492,669
-"sqr_mom_1",0.99,1613936218492,669
-"lr_1",4.98916252677259e-05,1613936218492,669
-"mom_1",0.8502167516320644,1613936218492,669
-"eps_1",1e-05,1613936218492,669
-"wd_2",0.01,1613936218492,669
-"sqr_mom_2",0.99,1613936218492,669
-"lr_2",0.000498916252677259,1613936218492,669
-"mom_2",0.8502167516320644,1613936218492,669
-"eps_2",1e-05,1613936218492,669
-"train_loss",0.12038056,1613936219570,670
-"raw_loss",0.06995187,1613936219570,670
-"epoch",4.220125786163514,1613936219570,670
-"wd_0",0.01,1613936219570,670
-"sqr_mom_0",0.99,1613936219570,670
-"lr_0",4.9884962510645835e-06,1613936219570,670
-"mom_0",0.8502300772794811,1613936219570,670
-"eps_0",1e-05,1613936219570,670
-"wd_1",0.01,1613936219570,670
-"sqr_mom_1",0.99,1613936219570,670
-"lr_1",4.988496251064584e-05,1613936219570,670
-"mom_1",0.8502300772794811,1613936219570,670
-"eps_1",1e-05,1613936219570,670
-"wd_2",0.01,1613936219570,670
-"sqr_mom_2",0.99,1613936219570,670
-"lr_2",0.0004988496251064583,1613936219570,670
-"mom_2",0.8502300772794811,1613936219570,670
-"eps_2",1e-05,1613936219570,670
-"train_loss",0.120193936,1613936220572,671
-"raw_loss",0.11104949,1613936220572,671
-"epoch",4.226415094339615,1613936220572,671
-"wd_0",0.01,1613936220572,671
-"sqr_mom_0",0.99,1613936220572,671
-"lr_0",4.987810181154227e-06,1613936220572,671
-"mom_0",0.8502437988149036,1613936220572,671
-"eps_0",1e-05,1613936220572,671
-"wd_1",0.01,1613936220572,671
-"sqr_mom_1",0.99,1613936220572,671
-"lr_1",4.987810181154227e-05,1613936220572,671
-"mom_1",0.8502437988149036,1613936220572,671
-"eps_1",1e-05,1613936220572,671
-"wd_2",0.01,1613936220572,671
-"sqr_mom_2",0.99,1613936220572,671
-"lr_2",0.0004987810181154227,1613936220572,671
-"mom_2",0.8502437988149036,1613936220572,671
-"eps_2",1e-05,1613936220572,671
-"train_loss",0.11926899,1613936221604,672
-"raw_loss",0.073948026,1613936221604,672
-"epoch",4.232704402515715,1613936221604,672
-"wd_0",0.01,1613936221604,672
-"sqr_mom_0",0.99,1613936221604,672
-"lr_0",4.987104255596493e-06,1613936221604,672
-"mom_0",0.8502579174672448,1613936221604,672
-"eps_0",1e-05,1613936221604,672
-"wd_1",0.01,1613936221604,672
-"sqr_mom_1",0.99,1613936221604,672
-"lr_1",4.9871042555964934e-05,1613936221604,672
-"mom_1",0.8502579174672448,1613936221604,672
-"eps_1",1e-05,1613936221604,672
-"wd_2",0.01,1613936221604,672
-"sqr_mom_2",0.99,1613936221604,672
-"lr_2",0.0004987104255596493,1613936221604,672
-"mom_2",0.8502579174672448,1613936221604,672
-"eps_2",1e-05,1613936221604,672
-"train_loss",0.121462345,1613936222581,673
-"raw_loss",0.22893344,1613936222581,673
-"epoch",4.238993710691815,1613936222581,673
-"wd_0",0.01,1613936222581,673
-"sqr_mom_0",0.99,1613936222581,673
-"lr_0",4.986378550259954e-06,1613936222581,673
-"mom_0",0.8502724317191181,1613936222581,673
-"eps_0",1e-05,1613936222581,673
-"wd_1",0.01,1613936222581,673
-"sqr_mom_1",0.99,1613936222581,673
-"lr_1",4.9863785502599536e-05,1613936222581,673
-"mom_1",0.8502724317191181,1613936222581,673
-"eps_1",1e-05,1613936222581,673
-"wd_2",0.01,1613936222581,673
-"sqr_mom_2",0.99,1613936222581,673
-"lr_2",0.0004986378550259953,1613936222581,673
-"mom_2",0.8502724317191181,1613936222581,673
-"eps_2",1e-05,1613936222581,673
-"train_loss",0.12111129,1613936223550,674
-"raw_loss",0.10390988,1613936223550,674
-"epoch",4.245283018867916,1613936223550,674
-"wd_0",0.01,1613936223550,674
-"sqr_mom_0",0.99,1613936223550,674
-"lr_0",4.985633036297018e-06,1613936223550,674
-"mom_0",0.8502873421474811,1613936223550,674
-"eps_0",1e-05,1613936223550,674
-"wd_1",0.01,1613936223550,674
-"sqr_mom_1",0.99,1613936223550,674
-"lr_1",4.985633036297019e-05,1613936223550,674
-"mom_1",0.8502873421474811,1613936223550,674
-"eps_1",1e-05,1613936223550,674
-"wd_2",0.01,1613936223550,674
-"sqr_mom_2",0.99,1613936223550,674
-"lr_2",0.0004985633036297018,1613936223550,674
-"mom_2",0.8502873421474811,1613936223550,674
-"eps_2",1e-05,1613936223550,674
-"train_loss",0.12005195,1613936224525,675
-"raw_loss",0.06814598,1613936224525,675
-"epoch",4.251572327044016,1613936224525,675
-"wd_0",0.01,1613936224525,675
-"sqr_mom_0",0.99,1613936224525,675
-"lr_0",4.98486768107549e-06,1613936224525,675
-"mom_0",0.8503026494049842,1613936224525,675
-"eps_0",1e-05,1613936224525,675
-"wd_1",0.01,1613936224525,675
-"sqr_mom_1",0.99,1613936224525,675
-"lr_1",4.98486768107549e-05,1613936224525,675
-"mom_1",0.8503026494049842,1613936224525,675
-"eps_1",1e-05,1613936224525,675
-"wd_2",0.01,1613936224525,675
-"sqr_mom_2",0.99,1613936224525,675
-"lr_2",0.000498486768107549,1613936224525,675
-"mom_2",0.8503026494049842,1613936224525,675
-"eps_2",1e-05,1613936224525,675
-"train_loss",0.12250911,1613936225496,676
-"raw_loss",0.2429066,1613936225496,676
-"epoch",4.257861635220117,1613936225496,676
-"wd_0",0.01,1613936225496,676
-"sqr_mom_0",0.99,1613936225496,676
-"lr_0",4.984082566851078e-06,1613936225496,676
-"mom_0",0.8503183518464968,1613936225496,676
-"eps_0",1e-05,1613936225496,676
-"wd_1",0.01,1613936225496,676
-"sqr_mom_1",0.99,1613936225496,676
-"lr_1",4.9840825668510786e-05,1613936225496,676
-"mom_1",0.8503183518464968,1613936225496,676
-"eps_1",1e-05,1613936225496,676
-"wd_2",0.01,1613936225496,676
-"sqr_mom_2",0.99,1613936225496,676
-"lr_2",0.0004984082566851078,1613936225496,676
-"mom_2",0.8503183518464968,1613936225496,676
-"eps_2",1e-05,1613936225496,676
-"train_loss",0.1225504,1613936226467,677
-"raw_loss",0.12457315,1613936226467,677
-"epoch",4.264150943396217,1613936226467,677
-"wd_0",0.01,1613936226467,677
-"sqr_mom_0",0.99,1613936226467,677
-"lr_0",4.983277625129571e-06,1613936226467,677
-"mom_0",0.850334450841917,1613936226467,677
-"eps_0",1e-05,1613936226467,677
-"wd_1",0.01,1613936226467,677
-"sqr_mom_1",0.99,1613936226467,677
-"lr_1",4.983277625129571e-05,1613936226467,677
-"mom_1",0.850334450841917,1613936226467,677
-"eps_1",1e-05,1613936226467,677
-"wd_2",0.01,1613936226467,677
-"sqr_mom_2",0.99,1613936226467,677
-"lr_2",0.0004983277625129571,1613936226467,677
-"mom_2",0.850334450841917,1613936226467,677
-"eps_2",1e-05,1613936226467,677
-"train_loss",0.123234086,1613936227459,678
-"raw_loss",0.15673406,1613936227459,678
-"epoch",4.270440251572317,1613936227459,678
-"wd_0",0.01,1613936227459,678
-"sqr_mom_0",0.99,1613936227459,678
-"lr_0",4.9824529357467224e-06,1613936227459,678
-"mom_0",0.8503509447945135,1613936227459,678
-"eps_0",1e-05,1613936227459,678
-"wd_1",0.01,1613936227459,678
-"sqr_mom_1",0.99,1613936227459,678
-"lr_1",4.9824529357467226e-05,1613936227459,678
-"mom_1",0.8503509447945135,1613936227459,678
-"eps_1",1e-05,1613936227459,678
-"wd_2",0.01,1613936227459,678
-"sqr_mom_2",0.99,1613936227459,678
-"lr_2",0.0004982452935746723,1613936227459,678
-"mom_2",0.8503509447945135,1613936227459,678
-"eps_2",1e-05,1613936227459,678
-"train_loss",0.122384675,1613936228403,679
-"raw_loss",0.08076447,1613936228403,679
-"epoch",4.276729559748418,1613936228403,679
-"wd_0",0.01,1613936228403,679
-"sqr_mom_0",0.99,1613936228403,679
-"lr_0",4.981608426503398e-06,1613936228403,679
-"mom_0",0.8503678351482835,1613936228403,679
-"eps_0",1e-05,1613936228403,679
-"wd_1",0.01,1613936228403,679
-"sqr_mom_1",0.99,1613936228403,679
-"lr_1",4.9816084265033975e-05,1613936228403,679
-"mom_1",0.8503678351482835,1613936228403,679
-"eps_1",1e-05,1613936228403,679
-"wd_2",0.01,1613936228403,679
-"sqr_mom_2",0.99,1613936228403,679
-"lr_2",0.0004981608426503398,1613936228403,679
-"mom_2",0.8503678351482835,1613936228403,679
-"eps_2",1e-05,1613936228403,679
-"train_loss",0.1216939,1613936229370,680
-"raw_loss",0.087847,1613936229370,680
-"epoch",4.283018867924518,1613936229370,680
-"wd_0",0.01,1613936229370,680
-"sqr_mom_0",0.99,1613936229370,680
-"lr_0",4.980744188162297e-06,1613936229370,680
-"mom_0",0.850385120087955,1613936229370,680
-"eps_0",1e-05,1613936229370,680
-"wd_1",0.01,1613936229370,680
-"sqr_mom_1",0.99,1613936229370,680
-"lr_1",4.9807441881622966e-05,1613936229370,680
-"mom_1",0.850385120087955,1613936229370,680
-"eps_1",1e-05,1613936229370,680
-"wd_2",0.01,1613936229370,680
-"sqr_mom_2",0.99,1613936229370,680
-"lr_2",0.0004980744188162297,1613936229370,680
-"mom_2",0.850385120087955,1613936229370,680
-"eps_2",1e-05,1613936229370,680
-"train_loss",0.12234705,1613936230321,681
-"raw_loss",0.15435043,1613936230321,681
-"epoch",4.289308176100619,1613936230321,681
-"wd_0",0.01,1613936230321,681
-"sqr_mom_0",0.99,1613936230321,681
-"lr_0",4.979860186083417e-06,1613936230321,681
-"mom_0",0.8504028003063347,1613936230321,681
-"eps_0",1e-05,1613936230321,681
-"wd_1",0.01,1613936230321,681
-"sqr_mom_1",0.99,1613936230321,681
-"lr_1",4.9798601860834174e-05,1613936230321,681
-"mom_1",0.8504028003063347,1613936230321,681
-"eps_1",1e-05,1613936230321,681
-"wd_2",0.01,1613936230321,681
-"sqr_mom_2",0.99,1613936230321,681
-"lr_2",0.0004979860186083417,1613936230321,681
-"mom_2",0.8504028003063347,1613936230321,681
-"eps_2",1e-05,1613936230321,681
-"train_loss",0.120988294,1613936231298,682
-"raw_loss",0.054410983,1613936231298,682
-"epoch",4.295597484276719,1613936231298,682
-"wd_0",0.01,1613936231298,682
-"sqr_mom_0",0.99,1613936231298,682
-"lr_0",4.978956381850727e-06,1613936231298,682
-"mom_0",0.8504208765717511,1613936231298,682
-"eps_0",1e-05,1613936231298,682
-"wd_1",0.01,1613936231298,682
-"sqr_mom_1",0.99,1613936231298,682
-"lr_1",4.978956381850727e-05,1613936231298,682
-"mom_1",0.8504208765717511,1613936231298,682
-"eps_1",1e-05,1613936231298,682
-"wd_2",0.01,1613936231298,682
-"sqr_mom_2",0.99,1613936231298,682
-"lr_2",0.0004978956381850728,1613936231298,682
-"mom_2",0.8504208765717511,1613936231298,682
-"eps_2",1e-05,1613936231298,682
-"train_loss",0.12252059,1613936232251,683
-"raw_loss",0.1976013,1613936232251,683
-"epoch",4.3018867924528195,1613936232251,683
-"wd_0",0.01,1613936232251,683
-"sqr_mom_0",0.99,1613936232251,683
-"lr_0",4.9780328725995895e-06,1613936232251,683
-"mom_0",0.8504393469414776,1613936232251,683
-"eps_0",1e-05,1613936232251,683
-"wd_1",0.01,1613936232251,683
-"sqr_mom_1",0.99,1613936232251,683
-"lr_1",4.9780328725995895e-05,1613936232251,683
-"mom_1",0.8504393469414776,1613936232251,683
-"eps_1",1e-05,1613936232251,683
-"wd_2",0.01,1613936232251,683
-"sqr_mom_2",0.99,1613936232251,683
-"lr_2",0.000497803287259959,1613936232251,683
-"mom_2",0.8504393469414776,1613936232251,683
-"eps_2",1e-05,1613936232251,683
-"train_loss",0.12141788,1613936233218,684
-"raw_loss",0.06738672,1613936233218,684
-"epoch",4.30817610062892,1613936233218,684
-"wd_0",0.01,1613936233218,684
-"sqr_mom_0",0.99,1613936233218,684
-"lr_0",4.9770895737881095e-06,1613936233218,684
-"mom_0",0.8504582131063688,1613936233218,684
-"eps_0",1e-05,1613936233218,684
-"wd_1",0.01,1613936233218,684
-"sqr_mom_1",0.99,1613936233218,684
-"lr_1",4.977089573788109e-05,1613936233218,684
-"mom_1",0.8504582131063688,1613936233218,684
-"eps_1",1e-05,1613936233218,684
-"wd_2",0.01,1613936233218,684
-"sqr_mom_2",0.99,1613936233218,684
-"lr_2",0.0004977089573788109,1613936233218,684
-"mom_2",0.8504582131063688,1613936233218,684
-"eps_2",1e-05,1613936233218,684
-"train_loss",0.12204825,1613936234162,685
-"raw_loss",0.15293542,1613936234162,685
-"epoch",4.31446540880502,1613936234162,685
-"wd_0",0.01,1613936234162,685
-"sqr_mom_0",0.99,1613936234162,685
-"lr_0",4.9761265867962865e-06,1613936234162,685
-"mom_0",0.8504774730388046,1613936234162,685
-"eps_0",1e-05,1613936234162,685
-"wd_1",0.01,1613936234162,685
-"sqr_mom_1",0.99,1613936234162,685
-"lr_1",4.976126586796286e-05,1613936234162,685
-"mom_1",0.8504774730388046,1613936234162,685
-"eps_1",1e-05,1613936234162,685
-"wd_2",0.01,1613936234162,685
-"sqr_mom_2",0.99,1613936234162,685
-"lr_2",0.0004976126586796286,1613936234162,685
-"mom_2",0.8504774730388046,1613936234162,685
-"eps_2",1e-05,1613936234162,685
-"train_loss",0.12082188,1613936235128,686
-"raw_loss",0.060731273,1613936235128,686
-"epoch",4.320754716981121,1613936235128,686
-"wd_0",0.01,1613936235128,686
-"sqr_mom_0",0.99,1613936235128,686
-"lr_0",4.975143872854832e-06,1613936235128,686
-"mom_0",0.8504971275141785,1613936235128,686
-"eps_0",1e-05,1613936235128,686
-"wd_1",0.01,1613936235128,686
-"sqr_mom_1",0.99,1613936235128,686
-"lr_1",4.975143872854832e-05,1613936235128,686
-"mom_1",0.8504971275141785,1613936235128,686
-"eps_1",1e-05,1613936235128,686
-"wd_2",0.01,1613936235128,686
-"sqr_mom_2",0.99,1613936235128,686
-"lr_2",0.0004975143872854832,1613936235128,686
-"mom_2",0.8504971275141785,1613936235128,686
-"eps_2",1e-05,1613936235128,686
-"train_loss",0.12114628,1613936236078,687
-"raw_loss",0.13704145,1613936236078,687
-"epoch",4.327044025157221,1613936236078,687
-"wd_0",0.01,1613936236078,687
-"sqr_mom_0",0.99,1613936236078,687
-"lr_0",4.974141393622751e-06,1613936236078,687
-"mom_0",0.850517177299318,1613936236078,687
-"eps_0",1e-05,1613936236078,687
-"wd_1",0.01,1613936236078,687
-"sqr_mom_1",0.99,1613936236078,687
-"lr_1",4.9741413936227516e-05,1613936236078,687
-"mom_1",0.850517177299318,1613936236078,687
-"eps_1",1e-05,1613936236078,687
-"wd_2",0.01,1613936236078,687
-"sqr_mom_2",0.99,1613936236078,687
-"lr_2",0.0004974141393622751,1613936236078,687
-"mom_2",0.850517177299318,1613936236078,687
-"eps_2",1e-05,1613936236078,687
-"train_loss",0.12096824,1613936237032,688
-"raw_loss",0.11224459,1613936237032,688
-"epoch",4.3333333333333215,1613936237032,688
-"wd_0",0.01,1613936237032,688
-"sqr_mom_0",0.99,1613936237032,688
-"lr_0",4.973119244248962e-06,1613936237032,688
-"mom_0",0.8505376204912256,1613936237032,688
-"eps_0",1e-05,1613936237032,688
-"wd_1",0.01,1613936237032,688
-"sqr_mom_1",0.99,1613936237032,688
-"lr_1",4.973119244248962e-05,1613936237032,688
-"mom_1",0.8505376204912256,1613936237032,688
-"eps_1",1e-05,1613936237032,688
-"wd_2",0.01,1613936237032,688
-"sqr_mom_2",0.99,1613936237032,688
-"lr_2",0.0004973119244248962,1613936237032,688
-"mom_2",0.8505376204912256,1613936237032,688
-"eps_2",1e-05,1613936237032,688
-"train_loss",0.11961331,1613936238017,689
-"raw_loss",0.05322335,1613936238017,689
-"epoch",4.339622641509422,1613936238017,689
-"wd_0",0.01,1613936238017,689
-"sqr_mom_0",0.99,1613936238017,689
-"lr_0",4.972077348114596e-06,1613936238017,689
-"mom_0",0.8505584586222943,1613936238017,689
-"eps_0",1e-05,1613936238017,689
-"wd_1",0.01,1613936238017,689
-"sqr_mom_1",0.99,1613936238017,689
-"lr_1",4.972077348114595e-05,1613936238017,689
-"mom_1",0.8505584586222943,1613936238017,689
-"eps_1",1e-05,1613936238017,689
-"wd_2",0.01,1613936238017,689
-"sqr_mom_2",0.99,1613936238017,689
-"lr_2",0.0004972077348114596,1613936238017,689
-"mom_2",0.8505584586222943,1613936238017,689
-"eps_2",1e-05,1613936238017,689
-"train_loss",0.11905433,1613936239009,690
-"raw_loss",0.09166456,1613936239009,690
-"epoch",4.345911949685522,1613936239009,690
-"wd_0",0.01,1613936239009,690
-"sqr_mom_0",0.99,1613936239009,690
-"lr_0",4.971015804359731e-06,1613936239009,690
-"mom_0",0.8505796897097024,1613936239009,690
-"eps_0",1e-05,1613936239009,690
-"wd_1",0.01,1613936239009,690
-"sqr_mom_1",0.99,1613936239009,690
-"lr_1",4.971015804359731e-05,1613936239009,690
-"mom_1",0.8505796897097024,1613936239009,690
-"eps_1",1e-05,1613936239009,690
-"wd_2",0.01,1613936239009,690
-"sqr_mom_2",0.99,1613936239009,690
-"lr_2",0.0004971015804359731,1613936239009,690
-"mom_2",0.8505796897097024,1613936239009,690
-"eps_2",1e-05,1613936239009,690
-"train_loss",0.118275486,1613936239979,691
-"raw_loss",0.08011327,1613936239979,691
-"epoch",4.352201257861623,1613936239979,691
-"wd_0",0.01,1613936239979,691
-"sqr_mom_0",0.99,1613936239979,691
-"lr_0",4.969934569848586e-06,1613936239979,691
-"mom_0",0.8506013146161744,1613936239979,691
-"eps_0",1e-05,1613936239979,691
-"wd_1",0.01,1613936239979,691
-"sqr_mom_1",0.99,1613936239979,691
-"lr_1",4.969934569848586e-05,1613936239979,691
-"mom_1",0.8506013146161744,1613936239979,691
-"eps_1",1e-05,1613936239979,691
-"wd_2",0.01,1613936239979,691
-"sqr_mom_2",0.99,1613936239979,691
-"lr_2",0.0004969934569848586,1613936239979,691
-"mom_2",0.8506013146161744,1613936239979,691
-"eps_2",1e-05,1613936239979,691
-"train_loss",0.11716352,1613936240947,692
-"raw_loss",0.06267804,1613936240947,692
-"epoch",4.358490566037723,1613936240947,692
-"wd_0",0.01,1613936240947,692
-"sqr_mom_0",0.99,1613936240947,692
-"lr_0",4.968833611500909e-06,1613936240947,692
-"mom_0",0.8506233340033218,1613936240947,692
-"eps_0",1e-05,1613936240947,692
-"wd_1",0.01,1613936240947,692
-"sqr_mom_1",0.99,1613936240947,692
-"lr_1",4.968833611500909e-05,1613936240947,692
-"mom_1",0.8506233340033218,1613936240947,692
-"eps_1",1e-05,1613936240947,692
-"wd_2",0.01,1613936240947,692
-"sqr_mom_2",0.99,1613936240947,692
-"lr_2",0.0004968833611500909,1613936240947,692
-"mom_2",0.8506233340033218,1613936240947,692
-"eps_2",1e-05,1613936240947,692
-"train_loss",0.11641317,1613936241906,693
-"raw_loss",0.07964669,1613936241906,693
-"epoch",4.3647798742138235,1613936241906,693
-"wd_0",0.01,1613936241906,693
-"sqr_mom_0",0.99,1613936241906,693
-"lr_0",4.967713034069651e-06,1613936241906,693
-"mom_0",0.8506457457760647,1613936241906,693
-"eps_0",1e-05,1613936241906,693
-"wd_1",0.01,1613936241906,693
-"sqr_mom_1",0.99,1613936241906,693
-"lr_1",4.9677130340696514e-05,1613936241906,693
-"mom_1",0.8506457457760647,1613936241906,693
-"eps_1",1e-05,1613936241906,693
-"wd_2",0.01,1613936241906,693
-"sqr_mom_2",0.99,1613936241906,693
-"lr_2",0.000496771303406965,1613936241906,693
-"mom_2",0.8506457457760647,1613936241906,693
-"eps_2",1e-05,1613936241906,693
-"train_loss",0.11829943,1613936242915,694
-"raw_loss",0.21072444,1613936242915,694
-"epoch",4.371069182389924,1613936242915,694
-"wd_0",0.01,1613936242915,694
-"sqr_mom_0",0.99,1613936242915,694
-"lr_0",4.966572739496412e-06,1613936242915,694
-"mom_0",0.8506685518955907,1613936242915,694
-"eps_0",1e-05,1613936242915,694
-"wd_1",0.01,1613936242915,694
-"sqr_mom_1",0.99,1613936242915,694
-"lr_1",4.966572739496412e-05,1613936242915,694
-"mom_1",0.8506685518955907,1613936242915,694
-"eps_1",1e-05,1613936242915,694
-"wd_2",0.01,1613936242915,694
-"sqr_mom_2",0.99,1613936242915,694
-"lr_2",0.0004966572739496411,1613936242915,694
-"mom_2",0.8506685518955907,1613936242915,694
-"eps_2",1e-05,1613936242915,694
-"train_loss",0.12138128,1613936243940,695
-"raw_loss",0.27238894,1613936243940,695
-"epoch",4.377358490566024,1613936243940,695
-"wd_0",0.01,1613936243940,695
-"sqr_mom_0",0.99,1613936243940,695
-"lr_0",4.965412850333094e-06,1613936243940,695
-"mom_0",0.8506917499108372,1613936243940,695
-"eps_0",1e-05,1613936243940,695
-"wd_1",0.01,1613936243940,695
-"sqr_mom_1",0.99,1613936243940,695
-"lr_1",4.965412850333094e-05,1613936243940,695
-"mom_1",0.8506917499108372,1613936243940,695
-"eps_1",1e-05,1613936243940,695
-"wd_2",0.01,1613936243940,695
-"sqr_mom_2",0.99,1613936243940,695
-"lr_2",0.0004965412850333093,1613936243940,695
-"mom_2",0.8506917499108372,1613936243940,695
-"eps_2",1e-05,1613936243940,695
-"train_loss",0.12185012,1613936244934,696
-"raw_loss",0.14482278,1613936244934,696
-"epoch",4.383647798742125,1613936244934,696
-"wd_0",0.01,1613936244934,696
-"sqr_mom_0",0.99,1613936244934,696
-"lr_0",4.964233260398596e-06,1613936244934,696
-"mom_0",0.8507153419454475,1613936244934,696
-"eps_0",1e-05,1613936244934,696
-"wd_1",0.01,1613936244934,696
-"sqr_mom_1",0.99,1613936244934,696
-"lr_1",4.9642332603985955e-05,1613936244934,696
-"mom_1",0.8507153419454475,1613936244934,696
-"eps_1",1e-05,1613936244934,696
-"wd_2",0.01,1613936244934,696
-"sqr_mom_2",0.99,1613936244934,696
-"lr_2",0.0004964233260398596,1613936244934,696
-"mom_2",0.8507153419454475,1613936244934,696
-"eps_2",1e-05,1613936244934,696
-"train_loss",0.12059403,1613936245932,697
-"raw_loss",0.059046656,1613936245932,697
-"epoch",4.389937106918225,1613936245932,697
-"wd_0",0.01,1613936245932,697
-"sqr_mom_0",0.99,1613936245932,697
-"lr_0",4.9630340964680465e-06,1613936245932,697
-"mom_0",0.8507393254638937,1613936245932,697
-"eps_0",1e-05,1613936245932,697
-"wd_1",0.01,1613936245932,697
-"sqr_mom_1",0.99,1613936245932,697
-"lr_1",4.9630340964680465e-05,1613936245932,697
-"mom_1",0.8507393254638937,1613936245932,697
-"eps_1",1e-05,1613936245932,697
-"wd_2",0.01,1613936245932,697
-"sqr_mom_2",0.99,1613936245932,697
-"lr_2",0.0004963034096468046,1613936245932,697
-"mom_2",0.8507393254638937,1613936245932,697
-"eps_2",1e-05,1613936245932,697
-"train_loss",0.12299455,1613936246927,698
-"raw_loss",0.24061778,1613936246927,698
-"epoch",4.3962264150943255,1613936246927,698
-"wd_0",0.01,1613936246927,698
-"sqr_mom_0",0.99,1613936246927,698
-"lr_0",4.961815309894934e-06,1613936246927,698
-"mom_0",0.8507637014391157,1613936246927,698
-"eps_0",1e-05,1613936246927,698
-"wd_1",0.01,1613936246927,698
-"sqr_mom_1",0.99,1613936246927,698
-"lr_1",4.961815309894934e-05,1613936246927,698
-"mom_1",0.8507637014391157,1613936246927,698
-"eps_1",1e-05,1613936246927,698
-"wd_2",0.01,1613936246927,698
-"sqr_mom_2",0.99,1613936246927,698
-"lr_2",0.0004961815309894934,1613936246927,698
-"mom_2",0.8507637014391157,1613936246927,698
-"eps_2",1e-05,1613936246927,698
-"train_loss",0.12164409,1613936247950,699
-"raw_loss",0.055472307,1613936247950,699
-"epoch",4.402515723270426,1613936247950,699
-"wd_0",0.01,1613936247950,699
-"sqr_mom_0",0.99,1613936247950,699
-"lr_0",4.960576853459142e-06,1613936247950,699
-"mom_0",0.8507884708155253,1613936247950,699
-"eps_0",1e-05,1613936247950,699
-"wd_1",0.01,1613936247950,699
-"sqr_mom_1",0.99,1613936247950,699
-"lr_1",4.960576853459142e-05,1613936247950,699
-"mom_1",0.8507884708155253,1613936247950,699
-"eps_1",1e-05,1613936247950,699
-"wd_2",0.01,1613936247950,699
-"sqr_mom_2",0.99,1613936247950,699
-"lr_2",0.0004960576853459142,1613936247950,699
-"mom_2",0.8507884708155253,1613936247950,699
-"eps_2",1e-05,1613936247950,699
-"train_loss",0.12085751,1613936248922,700
-"raw_loss",0.082315676,1613936248922,700
-"epoch",4.408805031446526,1613936248922,700
-"wd_0",0.01,1613936248922,700
-"sqr_mom_0",0.99,1613936248922,700
-"lr_0",4.959318844736565e-06,1613936248922,700
-"mom_0",0.850813631241581,1613936248922,700
-"eps_0",1e-05,1613936248922,700
-"wd_1",0.01,1613936248922,700
-"sqr_mom_1",0.99,1613936248922,700
-"lr_1",4.959318844736565e-05,1613936248922,700
-"mom_1",0.850813631241581,1613936248922,700
-"eps_1",1e-05,1613936248922,700
-"wd_2",0.01,1613936248922,700
-"sqr_mom_2",0.99,1613936248922,700
-"lr_2",0.0004959318844736564,1613936248922,700
-"mom_2",0.850813631241581,1613936248922,700
-"eps_2",1e-05,1613936248922,700
-"train_loss",0.12049886,1613936249861,701
-"raw_loss",0.1029252,1613936249861,701
-"epoch",4.415094339622627,1613936249861,701
-"wd_0",0.01,1613936249861,701
-"sqr_mom_0",0.99,1613936249861,701
-"lr_0",4.958041189428652e-06,1613936249861,701
-"mom_0",0.850839184603273,1613936249861,701
-"eps_0",1e-05,1613936249861,701
-"wd_1",0.01,1613936249861,701
-"sqr_mom_1",0.99,1613936249861,701
-"lr_1",4.958041189428652e-05,1613936249861,701
-"mom_1",0.850839184603273,1613936249861,701
-"eps_1",1e-05,1613936249861,701
-"wd_2",0.01,1613936249861,701
-"sqr_mom_2",0.99,1613936249861,701
-"lr_2",0.0004958041189428652,1613936249861,701
-"mom_2",0.850839184603273,1613936249861,701
-"eps_2",1e-05,1613936249861,701
-"train_loss",0.11936362,1613936250828,702
-"raw_loss",0.06373822,1613936250828,702
-"epoch",4.421383647798727,1613936250828,702
-"wd_0",0.01,1613936250828,702
-"sqr_mom_0",0.99,1613936250828,702
-"lr_0",4.956744009080384e-06,1613936250828,702
-"mom_0",0.850865128469677,1613936250828,702
-"eps_0",1e-05,1613936250828,702
-"wd_1",0.01,1613936250828,702
-"sqr_mom_1",0.99,1613936250828,702
-"lr_1",4.9567440090803835e-05,1613936250828,702
-"mom_1",0.850865128469677,1613936250828,702
-"eps_1",1e-05,1613936250828,702
-"wd_2",0.01,1613936250828,702
-"sqr_mom_2",0.99,1613936250828,702
-"lr_2",0.0004956744009080383,1613936250828,702
-"mom_2",0.850865128469677,1613936250828,702
-"eps_2",1e-05,1613936250828,702
-"train_loss",0.11864452,1613936251778,703
-"raw_loss",0.08340915,1613936251778,703
-"epoch",4.427672955974828,1613936251778,703
-"wd_0",0.01,1613936251778,703
-"sqr_mom_0",0.99,1613936251778,703
-"lr_0",4.955427256202294e-06,1613936251778,703
-"mom_0",0.850891463790592,1613936251778,703
-"eps_0",1e-05,1613936251778,703
-"wd_1",0.01,1613936251778,703
-"sqr_mom_1",0.99,1613936251778,703
-"lr_1",4.955427256202293e-05,1613936251778,703
-"mom_1",0.850891463790592,1613936251778,703
-"eps_1",1e-05,1613936251778,703
-"wd_2",0.01,1613936251778,703
-"sqr_mom_2",0.99,1613936251778,703
-"lr_2",0.0004955427256202293,1613936251778,703
-"mom_2",0.850891463790592,1613936251778,703
-"eps_2",1e-05,1613936251778,703
-"train_loss",0.118434064,1613936252739,704
-"raw_loss",0.10812173,1613936252739,704
-"epoch",4.433962264150928,1613936252739,704
-"wd_0",0.01,1613936252739,704
-"sqr_mom_0",0.99,1613936252739,704
-"lr_0",4.95409087430869e-06,1613936252739,704
-"mom_0",0.8509181916957431,1613936252739,704
-"eps_0",1e-05,1613936252739,704
-"wd_1",0.01,1613936252739,704
-"sqr_mom_1",0.99,1613936252739,704
-"lr_1",4.9540908743086894e-05,1613936252739,704
-"mom_1",0.8509181916957431,1613936252739,704
-"eps_1",1e-05,1613936252739,704
-"wd_2",0.01,1613936252739,704
-"sqr_mom_2",0.99,1613936252739,704
-"lr_2",0.0004954090874308689,1613936252739,704
-"mom_2",0.8509181916957431,1613936252739,704
-"eps_2",1e-05,1613936252739,704
-"train_loss",0.11853901,1613936253687,705
-"raw_loss",0.12368187,1613936253687,705
-"epoch",4.440251572327028,1613936253687,705
-"wd_0",0.01,1613936253687,705
-"sqr_mom_0",0.99,1613936253687,705
-"lr_0",4.952735007025743e-06,1613936253687,705
-"mom_0",0.8509453093125783,1613936253687,705
-"eps_0",1e-05,1613936253687,705
-"wd_1",0.01,1613936253687,705
-"sqr_mom_1",0.99,1613936253687,705
-"lr_1",4.9527350070257425e-05,1613936253687,705
-"mom_1",0.8509453093125783,1613936253687,705
-"eps_1",1e-05,1613936253687,705
-"wd_2",0.01,1613936253687,705
-"sqr_mom_2",0.99,1613936253687,705
-"lr_2",0.0004952735007025742,1613936253687,705
-"mom_2",0.8509453093125783,1613936253687,705
-"eps_2",1e-05,1613936253687,705
-"train_loss",0.119060606,1613936254642,706
-"raw_loss",0.1446179,1613936254642,706
-"epoch",4.446540880503129,1613936254642,706
-"wd_0",0.01,1613936254642,706
-"sqr_mom_0",0.99,1613936254642,706
-"lr_0",4.951359530231696e-06,1613936254642,706
-"mom_0",0.8509728191235573,1613936254642,706
-"eps_0",1e-05,1613936254642,706
-"wd_1",0.01,1613936254642,706
-"sqr_mom_1",0.99,1613936254642,706
-"lr_1",4.9513595302316954e-05,1613936254642,706
-"mom_1",0.8509728191235573,1613936254642,706
-"eps_1",1e-05,1613936254642,706
-"wd_2",0.01,1613936254642,706
-"sqr_mom_2",0.99,1613936254642,706
-"lr_2",0.0004951359530231696,1613936254642,706
-"mom_2",0.8509728191235573,1613936254642,706
-"eps_2",1e-05,1613936254642,706
-"train_loss",0.11840888,1613936255596,707
-"raw_loss",0.08647466,1613936255596,707
-"epoch",4.452830188679229,1613936255596,707
-"wd_0",0.01,1613936255596,707
-"sqr_mom_0",0.99,1613936255596,707
-"lr_0",4.949964597578753e-06,1613936255596,707
-"mom_0",0.8510007180556055,1613936255596,707
-"eps_0",1e-05,1613936255596,707
-"wd_1",0.01,1613936255596,707
-"sqr_mom_1",0.99,1613936255596,707
-"lr_1",4.949964597578753e-05,1613936255596,707
-"mom_1",0.8510007180556055,1613936255596,707
-"eps_1",1e-05,1613936255596,707
-"wd_2",0.01,1613936255596,707
-"sqr_mom_2",0.99,1613936255596,707
-"lr_2",0.0004949964597578754,1613936255596,707
-"mom_2",0.8510007180556055,1613936255596,707
-"eps_2",1e-05,1613936255596,707
-"train_loss",0.11724164,1613936256560,708
-"raw_loss",0.060048074,1613936256560,708
-"epoch",4.45911949685533,1613936256560,708
-"wd_0",0.01,1613936256560,708
-"sqr_mom_0",0.99,1613936256560,708
-"lr_0",4.948550063895365e-06,1613936256560,708
-"mom_0",0.8510290090121828,1613936256560,708
-"eps_0",1e-05,1613936256560,708
-"wd_1",0.01,1613936256560,708
-"sqr_mom_1",0.99,1613936256560,708
-"lr_1",4.9485500638953645e-05,1613936256560,708
-"mom_1",0.8510290090121828,1613936256560,708
-"eps_1",1e-05,1613936256560,708
-"wd_2",0.01,1613936256560,708
-"sqr_mom_2",0.99,1613936256560,708
-"lr_2",0.0004948550063895365,1613936256560,708
-"mom_2",0.8510290090121828,1613936256560,708
-"eps_2",1e-05,1613936256560,708
-"train_loss",0.11762032,1613936257511,709
-"raw_loss",0.13617513,1613936257511,709
-"epoch",4.46540880503143,1613936257511,709
-"wd_0",0.01,1613936257511,709
-"sqr_mom_0",0.99,1613936257511,709
-"lr_0",4.947116104665528e-06,1613936257511,709
-"mom_0",0.8510576884835742,1613936257511,709
-"eps_0",1e-05,1613936257511,709
-"wd_1",0.01,1613936257511,709
-"sqr_mom_1",0.99,1613936257511,709
-"lr_1",4.9471161046655274e-05,1613936257511,709
-"mom_1",0.8510576884835742,1613936257511,709
-"eps_1",1e-05,1613936257511,709
-"wd_2",0.01,1613936257511,709
-"sqr_mom_2",0.99,1613936257511,709
-"lr_2",0.0004947116104665527,1613936257511,709
-"mom_2",0.8510576884835742,1613936257511,709
-"eps_2",1e-05,1613936257511,709
-"train_loss",0.11845412,1613936258457,710
-"raw_loss",0.15930969,1613936258457,710
-"epoch",4.47169811320753,1613936258457,710
-"wd_0",0.01,1613936258457,710
-"sqr_mom_0",0.99,1613936258457,710
-"lr_0",4.945662637638597e-06,1613936258457,710
-"mom_0",0.8510867581148092,1613936258457,710
-"eps_0",1e-05,1613936258457,710
-"wd_1",0.01,1613936258457,710
-"sqr_mom_1",0.99,1613936258457,710
-"lr_1",4.945662637638596e-05,1613936258457,710
-"mom_1",0.8510867581148092,1613936258457,710
-"eps_1",1e-05,1613936258457,710
-"wd_2",0.01,1613936258457,710
-"sqr_mom_2",0.99,1613936258457,710
-"lr_2",0.0004945662637638596,1613936258457,710
-"mom_2",0.8510867581148092,1613936258457,710
-"eps_2",1e-05,1613936258457,710
-"train_loss",0.11866967,1613936259439,711
-"raw_loss",0.12923127,1613936259439,711
-"epoch",4.477987421383631,1613936259439,711
-"wd_0",0.01,1613936259439,711
-"sqr_mom_0",0.99,1613936259439,711
-"lr_0",4.944189624727869e-06,1613936259439,711
-"mom_0",0.8511162186676293,1613936259439,711
-"eps_0",1e-05,1613936259439,711
-"wd_1",0.01,1613936259439,711
-"sqr_mom_1",0.99,1613936259439,711
-"lr_1",4.9441896247278686e-05,1613936259439,711
-"mom_1",0.8511162186676293,1613936259439,711
-"eps_1",1e-05,1613936259439,711
-"wd_2",0.01,1613936259439,711
-"sqr_mom_2",0.99,1613936259439,711
-"lr_2",0.0004944189624727868,1613936259439,711
-"mom_2",0.8511162186676293,1613936259439,711
-"eps_2",1e-05,1613936259439,711
-"train_loss",0.119301185,1613936260396,712
-"raw_loss",0.1502453,1613936260396,712
-"epoch",4.484276729559731,1613936260396,712
-"wd_0",0.01,1613936260396,712
-"sqr_mom_0",0.99,1613936260396,712
-"lr_0",4.942697199815214e-06,1613936260396,712
-"mom_0",0.8511460674643704,1613936260396,712
-"eps_0",1e-05,1613936260396,712
-"wd_1",0.01,1613936260396,712
-"sqr_mom_1",0.99,1613936260396,712
-"lr_1",4.942697199815214e-05,1613936260396,712
-"mom_1",0.8511460674643704,1613936260396,712
-"eps_1",1e-05,1613936260396,712
-"wd_2",0.01,1613936260396,712
-"sqr_mom_2",0.99,1613936260396,712
-"lr_2",0.0004942697199815214,1613936260396,712
-"mom_2",0.8511460674643704,1613936260396,712
-"eps_2",1e-05,1613936260396,712
-"train_loss",0.118967004,1613936261336,713
-"raw_loss",0.10259198,1613936261336,713
-"epoch",4.490566037735832,1613936261336,713
-"wd_0",0.01,1613936261336,713
-"sqr_mom_0",0.99,1613936261336,713
-"lr_0",4.941185251030577e-06,1613936261336,713
-"mom_0",0.8511763067424559,1613936261336,713
-"eps_0",1e-05,1613936261336,713
-"wd_1",0.01,1613936261336,713
-"sqr_mom_1",0.99,1613936261336,713
-"lr_1",4.941185251030577e-05,1613936261336,713
-"mom_1",0.8511763067424559,1613936261336,713
-"eps_1",1e-05,1613936261336,713
-"wd_2",0.01,1613936261336,713
-"sqr_mom_2",0.99,1613936261336,713
-"lr_2",0.0004941185251030577,1613936261336,713
-"mom_2",0.8511763067424559,1613936261336,713
-"eps_2",1e-05,1613936261336,713
-"train_loss",0.11890106,1613936262288,714
-"raw_loss",0.115669884,1613936262288,714
-"epoch",4.496855345911932,1613936262288,714
-"wd_0",0.01,1613936262288,714
-"sqr_mom_0",0.99,1613936262288,714
-"lr_0",4.939653915794702e-06,1613936262288,714
-"mom_0",0.8512069337534435,1613936262288,714
-"eps_0",1e-05,1613936262288,714
-"wd_1",0.01,1613936262288,714
-"sqr_mom_1",0.99,1613936262288,714
-"lr_1",4.939653915794702e-05,1613936262288,714
-"mom_1",0.8512069337534435,1613936262288,714
-"eps_1",1e-05,1613936262288,714
-"wd_2",0.01,1613936262288,714
-"sqr_mom_2",0.99,1613936262288,714
-"lr_2",0.0004939653915794702,1613936262288,714
-"mom_2",0.8512069337534435,1613936262288,714
-"eps_2",1e-05,1613936262288,714
-"train_loss",0.11840959,1613936263244,715
-"raw_loss",0.094327435,1613936263244,715
-"epoch",4.503144654088032,1613936263244,715
-"wd_0",0.01,1613936263244,715
-"sqr_mom_0",0.99,1613936263244,715
-"lr_0",4.938103156964085e-06,1613936263244,715
-"mom_0",0.8512379492402107,1613936263244,715
-"eps_0",1e-05,1613936263244,715
-"wd_1",0.01,1613936263244,715
-"sqr_mom_1",0.99,1613936263244,715
-"lr_1",4.938103156964084e-05,1613936263244,715
-"mom_1",0.8512379492402107,1613936263244,715
-"eps_1",1e-05,1613936263244,715
-"wd_2",0.01,1613936263244,715
-"sqr_mom_2",0.99,1613936263244,715
-"lr_2",0.0004938103156964084,1613936263244,715
-"mom_2",0.8512379492402107,1613936263244,715
-"eps_2",1e-05,1613936263244,715
-"train_loss",0.11984476,1613936264194,716
-"raw_loss",0.19016746,1613936264194,716
-"epoch",4.509433962264133,1613936264194,716
-"wd_0",0.01,1613936264194,716
-"sqr_mom_0",0.99,1613936264194,716
-"lr_0",4.936532895665887e-06,1613936264194,716
-"mom_0",0.85126935478023,1613936264194,716
-"eps_0",1e-05,1613936264194,716
-"wd_1",0.01,1613936264194,716
-"sqr_mom_1",0.99,1613936264194,716
-"lr_1",4.936532895665887e-05,1613936264194,716
-"mom_1",0.85126935478023,1613936264194,716
-"eps_1",1e-05,1613936264194,716
-"wd_2",0.01,1613936264194,716
-"sqr_mom_2",0.99,1613936264194,716
-"lr_2",0.0004936532895665886,1613936264194,716
-"mom_2",0.85126935478023,1613936264194,716
-"eps_2",1e-05,1613936264194,716
-"train_loss",0.12052205,1613936265139,717
-"raw_loss",0.15370889,1613936265139,717
-"epoch",4.515723270440233,1613936265139,717
-"wd_0",0.01,1613936265139,717
-"sqr_mom_0",0.99,1613936265139,717
-"lr_0",4.934943287400271e-06,1613936265139,717
-"mom_0",0.8513011472634672,1613936265139,717
-"eps_0",1e-05,1613936265139,717
-"wd_1",0.01,1613936265139,717
-"sqr_mom_1",0.99,1613936265139,717
-"lr_1",4.934943287400271e-05,1613936265139,717
-"mom_1",0.8513011472634672,1613936265139,717
-"eps_1",1e-05,1613936265139,717
-"wd_2",0.01,1613936265139,717
-"sqr_mom_2",0.99,1613936265139,717
-"lr_2",0.0004934943287400271,1613936265139,717
-"mom_2",0.8513011472634672,1613936265139,717
-"eps_2",1e-05,1613936265139,717
-"train_loss",0.12066794,1613936266100,718
-"raw_loss",0.12781665,1613936266100,718
-"epoch",4.522012578616334,1613936266100,718
-"wd_0",0.01,1613936266100,718
-"sqr_mom_0",0.99,1613936266100,718
-"lr_0",4.933334213012456e-06,1613936266100,718
-"mom_0",0.8513333290730416,1613936266100,718
-"eps_0",1e-05,1613936266100,718
-"wd_1",0.01,1613936266100,718
-"sqr_mom_1",0.99,1613936266100,718
-"lr_1",4.9333342130124555e-05,1613936266100,718
-"mom_1",0.8513333290730416,1613936266100,718
-"eps_1",1e-05,1613936266100,718
-"wd_2",0.01,1613936266100,718
-"sqr_mom_2",0.99,1613936266100,718
-"lr_2",0.0004933334213012455,1613936266100,718
-"mom_2",0.8513333290730416,1613936266100,718
-"eps_2",1e-05,1613936266100,718
-"train_loss",0.12227975,1613936267045,719
-"raw_loss",0.20125706,1613936267045,719
-"epoch",4.528301886792434,1613936267045,719
-"wd_0",0.01,1613936267045,719
-"sqr_mom_0",0.99,1613936267045,719
-"lr_0",4.931705818750912e-06,1613936267045,719
-"mom_0",0.8513658972839546,1613936267045,719
-"eps_0",1e-05,1613936267045,719
-"wd_1",0.01,1613936267045,719
-"sqr_mom_1",0.99,1613936267045,719
-"lr_1",4.931705818750912e-05,1613936267045,719
-"mom_1",0.8513658972839546,1613936267045,719
-"eps_1",1e-05,1613936267045,719
-"wd_2",0.01,1613936267045,719
-"sqr_mom_2",0.99,1613936267045,719
-"lr_2",0.0004931705818750912,1613936267045,719
-"mom_2",0.8513658972839546,1613936267045,719
-"eps_2",1e-05,1613936267045,719
-"train_loss",0.12265589,1613936268015,720
-"raw_loss",0.141087,1613936268015,720
-"epoch",4.5345911949685345,1613936268015,720
-"wd_0",0.01,1613936268015,720
-"sqr_mom_0",0.99,1613936268015,720
-"lr_0",4.930057982553515e-06,1613936268015,720
-"mom_0",0.8513988543374731,1613936268015,720
-"eps_0",1e-05,1613936268015,720
-"wd_1",0.01,1613936268015,720
-"sqr_mom_1",0.99,1613936268015,720
-"lr_1",4.9300579825535145e-05,1613936268015,720
-"mom_1",0.8513988543374731,1613936268015,720
-"eps_1",1e-05,1613936268015,720
-"wd_2",0.01,1613936268015,720
-"sqr_mom_2",0.99,1613936268015,720
-"lr_2",0.0004930057982553515,1613936268015,720
-"mom_2",0.8513988543374731,1613936268015,720
-"eps_2",1e-05,1613936268015,720
-"train_loss",0.121748716,1613936268966,721
-"raw_loss",0.07729767,1613936268966,721
-"epoch",4.540880503144635,1613936268966,721
-"wd_0",0.01,1613936268966,721
-"sqr_mom_0",0.99,1613936268966,721
-"lr_0",4.928390854191791e-06,1613936268966,721
-"mom_0",0.8514321972381366,1613936268966,721
-"eps_0",1e-05,1613936268966,721
-"wd_1",0.01,1613936268966,721
-"sqr_mom_1",0.99,1613936268966,721
-"lr_1",4.928390854191791e-05,1613936268966,721
-"mom_1",0.8514321972381366,1613936268966,721
-"eps_1",1e-05,1613936268966,721
-"wd_2",0.01,1613936268966,721
-"sqr_mom_2",0.99,1613936268966,721
-"lr_2",0.0004928390854191791,1613936268966,721
-"mom_2",0.8514321972381366,1613936268966,721
-"eps_2",1e-05,1613936268966,721
-"train_loss",0.12082314,1613936269922,722
-"raw_loss",0.07547025,1613936269922,722
-"epoch",4.547169811320735,1613936269922,722
-"wd_0",0.01,1613936269922,722
-"sqr_mom_0",0.99,1613936269922,722
-"lr_0",4.926704393093153e-06,1613936269922,722
-"mom_0",0.8514659267974048,1613936269922,722
-"eps_0",1e-05,1613936269922,722
-"wd_1",0.01,1613936269922,722
-"sqr_mom_1",0.99,1613936269922,722
-"lr_1",4.926704393093153e-05,1613936269922,722
-"mom_1",0.8514659267974048,1613936269922,722
-"eps_1",1e-05,1613936269922,722
-"wd_2",0.01,1613936269922,722
-"sqr_mom_2",0.99,1613936269922,722
-"lr_2",0.0004926704393093153,1613936269922,722
-"mom_2",0.8514659267974048,1613936269922,722
-"eps_2",1e-05,1613936269922,722
-"train_loss",0.12273537,1613936270885,723
-"raw_loss",0.21643409,1613936270885,723
-"epoch",4.553459119496836,1613936270885,723
-"wd_0",0.01,1613936270885,723
-"sqr_mom_0",0.99,1613936270885,723
-"lr_0",4.924998499368433e-06,1613936270885,723
-"mom_0",0.8515000450130814,1613936270885,723
-"eps_0",1e-05,1613936270885,723
-"wd_1",0.01,1613936270885,723
-"sqr_mom_1",0.99,1613936270885,723
-"lr_1",4.9249984993684336e-05,1613936270885,723
-"mom_1",0.8515000450130814,1613936270885,723
-"eps_1",1e-05,1613936270885,723
-"wd_2",0.01,1613936270885,723
-"sqr_mom_2",0.99,1613936270885,723
-"lr_2",0.0004924998499368433,1613936270885,723
-"mom_2",0.8515000450130814,1613936270885,723
-"eps_2",1e-05,1613936270885,723
-"train_loss",0.12525415,1613936271850,724
-"raw_loss",0.24867307,1613936271850,724
-"epoch",4.559748427672936,1613936271850,724
-"wd_0",0.01,1613936271850,724
-"sqr_mom_0",0.99,1613936271850,724
-"lr_0",4.923273384647129e-06,1613936271850,724
-"mom_0",0.8515345476525339,1613936271850,724
-"eps_0",1e-05,1613936271850,724
-"wd_1",0.01,1613936271850,724
-"sqr_mom_1",0.99,1613936271850,724
-"lr_1",4.923273384647128e-05,1613936271850,724
-"mom_1",0.8515345476525339,1613936271850,724
-"eps_1",1e-05,1613936271850,724
-"wd_2",0.01,1613936271850,724
-"sqr_mom_2",0.99,1613936271850,724
-"lr_2",0.0004923273384647128,1613936271850,724
-"mom_2",0.8515345476525339,1613936271850,724
-"eps_2",1e-05,1613936271850,724
-"train_loss",0.12880345,1613936272810,725
-"raw_loss",0.30271718,1613936272810,725
-"epoch",4.5660377358490365,1613936272810,725
-"wd_0",0.01,1613936272810,725
-"sqr_mom_0",0.99,1613936272810,725
-"lr_0",4.921528876938707e-06,1613936272810,725
-"mom_0",0.8515694381556074,1613936272810,725
-"eps_0",1e-05,1613936272810,725
-"wd_1",0.01,1613936272810,725
-"sqr_mom_1",0.99,1613936272810,725
-"lr_1",4.921528876938707e-05,1613936272810,725
-"mom_1",0.8515694381556074,1613936272810,725
-"eps_1",1e-05,1613936272810,725
-"wd_2",0.01,1613936272810,725
-"sqr_mom_2",0.99,1613936272810,725
-"lr_2",0.0004921528876938706,1613936272810,725
-"mom_2",0.8515694381556074,1613936272810,725
-"eps_2",1e-05,1613936272810,725
-"train_loss",0.13074055,1613936273807,726
-"raw_loss",0.22565813,1613936273807,726
-"epoch",4.572327044025137,1613936273807,726
-"wd_0",0.01,1613936273807,726
-"sqr_mom_0",0.99,1613936273807,726
-"lr_0",4.919765149026921e-06,1613936273807,726
-"mom_0",0.8516047130665922,1613936273807,726
-"eps_0",1e-05,1613936273807,726
-"wd_1",0.01,1613936273807,726
-"sqr_mom_1",0.99,1613936273807,726
-"lr_1",4.9197651490269206e-05,1613936273807,726
-"mom_1",0.8516047130665922,1613936273807,726
-"eps_1",1e-05,1613936273807,726
-"wd_2",0.01,1613936273807,726
-"sqr_mom_2",0.99,1613936273807,726
-"lr_2",0.0004919765149026921,1613936273807,726
-"mom_2",0.8516047130665922,1613936273807,726
-"eps_2",1e-05,1613936273807,726
-"train_loss",0.13027404,1613936274779,727
-"raw_loss",0.10741496,1613936274779,727
-"epoch",4.578616352201237,1613936274779,727
-"wd_0",0.01,1613936274779,727
-"sqr_mom_0",0.99,1613936274779,727
-"lr_0",4.9179821430337605e-06,1613936274779,727
-"mom_0",0.8516403735430602,1613936274779,727
-"eps_0",1e-05,1613936274779,727
-"wd_1",0.01,1613936274779,727
-"sqr_mom_1",0.99,1613936274779,727
-"lr_1",4.91798214303376e-05,1613936274779,727
-"mom_1",0.8516403735430602,1613936274779,727
-"eps_1",1e-05,1613936274779,727
-"wd_2",0.01,1613936274779,727
-"sqr_mom_2",0.99,1613936274779,727
-"lr_2",0.000491798214303376,1613936274779,727
-"mom_2",0.8516403735430602,1613936274779,727
-"eps_2",1e-05,1613936274779,727
-"train_loss",0.12896803,1613936275736,728
-"raw_loss",0.06497399,1613936275736,728
-"epoch",4.584905660377338,1613936275736,728
-"wd_0",0.01,1613936275736,728
-"sqr_mom_0",0.99,1613936275736,728
-"lr_0",4.916179798037464e-06,1613936275736,728
-"mom_0",0.8516764208034587,1613936275736,728
-"eps_0",1e-05,1613936275736,728
-"wd_1",0.01,1613936275736,728
-"sqr_mom_1",0.99,1613936275736,728
-"lr_1",4.916179798037464e-05,1613936275736,728
-"mom_1",0.8516764208034587,1613936275736,728
-"eps_1",1e-05,1613936275736,728
-"wd_2",0.01,1613936275736,728
-"sqr_mom_2",0.99,1613936275736,728
-"lr_2",0.0004916179798037463,1613936275736,728
-"mom_2",0.8516764208034587,1613936275736,728
-"eps_2",1e-05,1613936275736,728
-"train_loss",0.13537559,1613936276687,729
-"raw_loss",0.44934288,1613936276687,729
-"epoch",4.591194968553438,1613936276687,729
-"wd_0",0.01,1613936276687,729
-"sqr_mom_0",0.99,1613936276687,729
-"lr_0",4.914358293037802e-06,1613936276687,729
-"mom_0",0.8517128512677566,1613936276687,729
-"eps_0",1e-05,1613936276687,729
-"wd_1",0.01,1613936276687,729
-"sqr_mom_1",0.99,1613936276687,729
-"lr_1",4.914358293037803e-05,1613936276687,729
-"mom_1",0.8517128512677566,1613936276687,729
-"eps_1",1e-05,1613936276687,729
-"wd_2",0.01,1613936276687,729
-"sqr_mom_2",0.99,1613936276687,729
-"lr_2",0.0004914358293037802,1613936276687,729
-"mom_2",0.8517128512677566,1613936276687,729
-"eps_2",1e-05,1613936276687,729
-"train_loss",0.13444345,1613936277716,730
-"raw_loss",0.08876865,1613936277716,730
-"epoch",4.5974842767295385,1613936277716,730
-"wd_0",0.01,1613936277716,730
-"sqr_mom_0",0.99,1613936277716,730
-"lr_0",4.912517445941302e-06,1613936277716,730
-"mom_0",0.8517496685778597,1613936277716,730
-"eps_0",1e-05,1613936277716,730
-"wd_1",0.01,1613936277716,730
-"sqr_mom_1",0.99,1613936277716,730
-"lr_1",4.9125174459413016e-05,1613936277716,730
-"mom_1",0.8517496685778597,1613936277716,730
-"eps_1",1e-05,1613936277716,730
-"wd_2",0.01,1613936277716,730
-"sqr_mom_2",0.99,1613936277716,730
-"lr_2",0.0004912517445941301,1613936277716,730
-"mom_2",0.8517496685778597,1613936277716,730
-"eps_2",1e-05,1613936277716,730
-"train_loss",0.1333981,1613936278680,731
-"raw_loss",0.08217667,1613936278680,731
-"epoch",4.603773584905639,1613936278680,731
-"wd_0",0.01,1613936278680,731
-"sqr_mom_0",0.99,1613936278680,731
-"lr_0",4.910657485119484e-06,1613936278680,731
-"mom_0",0.851786868166292,1613936278680,731
-"eps_0",1e-05,1613936278680,731
-"wd_1",0.01,1613936278680,731
-"sqr_mom_1",0.99,1613936278680,731
-"lr_1",4.9106574851194844e-05,1613936278680,731
-"mom_1",0.851786868166292,1613936278680,731
-"eps_1",1e-05,1613936278680,731
-"wd_2",0.01,1613936278680,731
-"sqr_mom_2",0.99,1613936278680,731
-"lr_2",0.0004910657485119484,1613936278680,731
-"mom_2",0.851786868166292,1613936278680,731
-"eps_2",1e-05,1613936278680,731
-"train_loss",0.13253741,1613936279652,732
-"raw_loss",0.09036393,1613936279652,732
-"epoch",4.610062893081739,1613936279652,732
-"wd_0",0.01,1613936279652,732
-"sqr_mom_0",0.99,1613936279652,732
-"lr_0",4.9087782094549486e-06,1613936279652,732
-"mom_0",0.8518244540554416,1613936279652,732
-"eps_0",1e-05,1613936279652,732
-"wd_1",0.01,1613936279652,732
-"sqr_mom_1",0.99,1613936279652,732
-"lr_1",4.908778209454948e-05,1613936279652,732
-"mom_1",0.8518244540554416,1613936279652,732
-"eps_1",1e-05,1613936279652,732
-"wd_2",0.01,1613936279652,732
-"sqr_mom_2",0.99,1613936279652,732
-"lr_2",0.0004908778209454948,1613936279652,732
-"mom_2",0.8518244540554416,1613936279652,732
-"eps_2",1e-05,1613936279652,732
-"train_loss",0.13220565,1613936280609,733
-"raw_loss",0.11594936,1613936280609,733
-"epoch",4.61635220125784,1613936280609,733
-"wd_0",0.01,1613936280609,733
-"sqr_mom_0",0.99,1613936280609,733
-"lr_0",4.906879852086581e-06,1613936280609,733
-"mom_0",0.8518624215824842,1613936280609,733
-"eps_0",1e-05,1613936280609,733
-"wd_1",0.01,1613936280609,733
-"sqr_mom_1",0.99,1613936280609,733
-"lr_1",4.906879852086581e-05,1613936280609,733
-"mom_1",0.8518624215824842,1613936280609,733
-"eps_1",1e-05,1613936280609,733
-"wd_2",0.01,1613936280609,733
-"sqr_mom_2",0.99,1613936280609,733
-"lr_2",0.0004906879852086581,1613936280609,733
-"mom_2",0.8518624215824842,1613936280609,733
-"eps_2",1e-05,1613936280609,733
-"train_loss",0.13042633,1613936281575,734
-"raw_loss",0.043240517,1613936281575,734
-"epoch",4.62264150943394,1613936281575,734
-"wd_0",0.01,1613936281575,734
-"sqr_mom_0",0.99,1613936281575,734
-"lr_0",4.9049623036311045e-06,1613936281575,734
-"mom_0",0.8519007729351072,1613936281575,734
-"eps_0",1e-05,1613936281575,734
-"wd_1",0.01,1613936281575,734
-"sqr_mom_1",0.99,1613936281575,734
-"lr_1",4.9049623036311044e-05,1613936281575,734
-"mom_1",0.8519007729351072,1613936281575,734
-"eps_1",1e-05,1613936281575,734
-"wd_2",0.01,1613936281575,734
-"sqr_mom_2",0.99,1613936281575,734
-"lr_2",0.0004904962303631104,1613936281575,734
-"mom_2",0.8519007729351072,1613936281575,734
-"eps_2",1e-05,1613936281575,734
-"train_loss",0.12923957,1613936282582,735
-"raw_loss",0.071088836,1613936282582,735
-"epoch",4.6289308176100405,1613936282582,735
-"wd_0",0.01,1613936282582,735
-"sqr_mom_0",0.99,1613936282582,735
-"lr_0",4.9030255143295275e-06,1613936282582,735
-"mom_0",0.8519395091085005,1613936282582,735
-"eps_0",1e-05,1613936282582,735
-"wd_1",0.01,1613936282582,735
-"sqr_mom_1",0.99,1613936282582,735
-"lr_1",4.903025514329527e-05,1613936282582,735
-"mom_1",0.8519395091085005,1613936282582,735
-"eps_1",1e-05,1613936282582,735
-"wd_2",0.01,1613936282582,735
-"sqr_mom_2",0.99,1613936282582,735
-"lr_2",0.0004903025514329527,1613936282582,735
-"mom_2",0.8519395091085005,1613936282582,735
-"eps_2",1e-05,1613936282582,735
-"train_loss",0.12793066,1613936283558,736
-"raw_loss",0.063793704,1613936283558,736
-"epoch",4.635220125786141,1613936283558,736
-"wd_0",0.01,1613936283558,736
-"sqr_mom_0",0.99,1613936283558,736
-"lr_0",4.9010696602162696e-06,1613936283558,736
-"mom_0",0.8519786265819405,1613936283558,736
-"eps_0",1e-05,1613936283558,736
-"wd_1",0.01,1613936283558,736
-"sqr_mom_1",0.99,1613936283558,736
-"lr_1",4.90106966021627e-05,1613936283558,736
-"mom_1",0.8519786265819405,1613936283558,736
-"eps_1",1e-05,1613936283558,736
-"wd_2",0.01,1613936283558,736
-"sqr_mom_2",0.99,1613936283558,736
-"lr_2",0.000490106966021627,1613936283558,736
-"mom_2",0.8519786265819405,1613936283558,736
-"eps_2",1e-05,1613936283558,736
-"train_loss",0.12665123,1613936284551,737
-"raw_loss",0.06395937,1613936284551,737
-"epoch",4.641509433962241,1613936284551,737
-"wd_0",0.01,1613936284551,737
-"sqr_mom_0",0.99,1613936284551,737
-"lr_0",4.89909459468328e-06,1613936284551,737
-"mom_0",0.8520181282876172,1613936284551,737
-"eps_0",1e-05,1613936284551,737
-"wd_1",0.01,1613936284551,737
-"sqr_mom_1",0.99,1613936284551,737
-"lr_1",4.89909459468328e-05,1613936284551,737
-"mom_1",0.8520181282876172,1613936284551,737
-"eps_1",1e-05,1613936284551,737
-"wd_2",0.01,1613936284551,737
-"sqr_mom_2",0.99,1613936284551,737
-"lr_2",0.0004899094594683279,1613936284551,737
-"mom_2",0.8520181282876172,1613936284551,737
-"eps_2",1e-05,1613936284551,737
-"train_loss",0.12564772,1613936285588,738
-"raw_loss",0.0764766,1613936285588,738
-"epoch",4.647798742138342,1613936285588,738
-"wd_0",0.01,1613936285588,738
-"sqr_mom_0",0.99,1613936285588,738
-"lr_0",4.897100513859417e-06,1613936285588,738
-"mom_0",0.8520580103029146,1613936285588,738
-"eps_0",1e-05,1613936285588,738
-"wd_1",0.01,1613936285588,738
-"sqr_mom_1",0.99,1613936285588,738
-"lr_1",4.897100513859417e-05,1613936285588,738
-"mom_1",0.8520580103029146,1613936285588,738
-"eps_1",1e-05,1613936285588,738
-"wd_2",0.01,1613936285588,738
-"sqr_mom_2",0.99,1613936285588,738
-"lr_2",0.0004897100513859417,1613936285588,738
-"mom_2",0.8520580103029146,1613936285588,738
-"eps_2",1e-05,1613936285588,738
-"train_loss",0.1272675,1613936286555,739
-"raw_loss",0.20663609,1613936286555,739
-"epoch",4.654088050314442,1613936286555,739
-"wd_0",0.01,1613936286555,739
-"sqr_mom_0",0.99,1613936286555,739
-"lr_0",4.8950873190663525e-06,1613936286555,739
-"mom_0",0.852098274601419,1613936286555,739
-"eps_0",1e-05,1613936286555,739
-"wd_1",0.01,1613936286555,739
-"sqr_mom_1",0.99,1613936286555,739
-"lr_1",4.8950873190663524e-05,1613936286555,739
-"mom_1",0.852098274601419,1613936286555,739
-"eps_1",1e-05,1613936286555,739
-"wd_2",0.01,1613936286555,739
-"sqr_mom_2",0.99,1613936286555,739
-"lr_2",0.0004895087319066353,1613936286555,739
-"mom_2",0.852098274601419,1613936286555,739
-"eps_2",1e-05,1613936286555,739
-"train_loss",0.1276313,1613936287538,740
-"raw_loss",0.1454578,1613936287538,740
-"epoch",4.660377358490543,1613936287538,740
-"wd_0",0.01,1613936287538,740
-"sqr_mom_0",0.99,1613936287538,740
-"lr_0",4.893054958140342e-06,1613936287538,740
-"mom_0",0.8521389222264154,1613936287538,740
-"eps_0",1e-05,1613936287538,740
-"wd_1",0.01,1613936287538,740
-"sqr_mom_1",0.99,1613936287538,740
-"lr_1",4.893054958140341e-05,1613936287538,740
-"mom_1",0.8521389222264154,1613936287538,740
-"eps_1",1e-05,1613936287538,740
-"wd_2",0.01,1613936287538,740
-"sqr_mom_2",0.99,1613936287538,740
-"lr_2",0.0004893054958140341,1613936287538,740
-"mom_2",0.8521389222264154,1613936287538,740
-"eps_2",1e-05,1613936287538,740
-"train_loss",0.1262113,1613936288487,741
-"raw_loss",0.056631252,1613936288487,741
-"epoch",4.666666666666643,1613936288487,741
-"wd_0",0.01,1613936288487,741
-"sqr_mom_0",0.99,1613936288487,741
-"lr_0",4.891003615802292e-06,1613936288487,741
-"mom_0",0.852179949483449,1613936288487,741
-"eps_0",1e-05,1613936288487,741
-"wd_1",0.01,1613936288487,741
-"sqr_mom_1",0.99,1613936288487,741
-"lr_1",4.891003615802292e-05,1613936288487,741
-"mom_1",0.852179949483449,1613936288487,741
-"eps_1",1e-05,1613936288487,741
-"wd_2",0.01,1613936288487,741
-"sqr_mom_2",0.99,1613936288487,741
-"lr_2",0.0004891003615802292,1613936288487,741
-"mom_2",0.852179949483449,1613936288487,741
-"eps_2",1e-05,1613936288487,741
-"train_loss",0.12760498,1613936289476,742
-"raw_loss",0.19589475,1613936289476,742
-"epoch",4.672955974842743,1613936289476,742
-"wd_0",0.01,1613936289476,742
-"sqr_mom_0",0.99,1613936289476,742
-"lr_0",4.888933138286491e-06,1613936289476,742
-"mom_0",0.8522213594478647,1613936289476,742
-"eps_0",1e-05,1613936289476,742
-"wd_1",0.01,1613936289476,742
-"sqr_mom_1",0.99,1613936289476,742
-"lr_1",4.888933138286491e-05,1613936289476,742
-"mom_1",0.8522213594478647,1613936289476,742
-"eps_1",1e-05,1613936289476,742
-"wd_2",0.01,1613936289476,742
-"sqr_mom_2",0.99,1613936289476,742
-"lr_2",0.0004888933138286491,1613936289476,742
-"mom_2",0.8522213594478647,1613936289476,742
-"eps_2",1e-05,1613936289476,742
-"train_loss",0.12677921,1613936290431,743
-"raw_loss",0.08631648,1613936290431,743
-"epoch",4.679245283018844,1613936290431,743
-"wd_0",0.01,1613936290431,743
-"sqr_mom_0",0.99,1613936290431,743
-"lr_0",4.886843713778254e-06,1613936290431,743
-"mom_0",0.8522631483559184,1613936290431,743
-"eps_0",1e-05,1613936290431,743
-"wd_1",0.01,1613936290431,743
-"sqr_mom_1",0.99,1613936290431,743
-"lr_1",4.8868437137782536e-05,1613936290431,743
-"mom_1",0.8522631483559184,1613936290431,743
-"eps_1",1e-05,1613936290431,743
-"wd_2",0.01,1613936290431,743
-"sqr_mom_2",0.99,1613936290431,743
-"lr_2",0.0004886843713778254,1613936290431,743
-"mom_2",0.8522631483559184,1613936290431,743
-"eps_2",1e-05,1613936290431,743
-"train_loss",0.12596452,1613936291425,744
-"raw_loss",0.08604491,1613936291425,744
-"epoch",4.685534591194944,1613936291425,744
-"wd_0",0.01,1613936291425,744
-"sqr_mom_0",0.99,1613936291425,744
-"lr_0",4.884735185657283e-06,1613936291425,744
-"mom_0",0.8523053193400477,1613936291425,744
-"eps_0",1e-05,1613936291425,744
-"wd_1",0.01,1613936291425,744
-"sqr_mom_1",0.99,1613936291425,744
-"lr_1",4.884735185657283e-05,1613936291425,744
-"mom_1",0.8523053193400477,1613936291425,744
-"eps_1",1e-05,1613936291425,744
-"wd_2",0.01,1613936291425,744
-"sqr_mom_2",0.99,1613936291425,744
-"lr_2",0.0004884735185657282,1613936291425,744
-"mom_2",0.8523053193400477,1613936291425,744
-"eps_2",1e-05,1613936291425,744
-"train_loss",0.12607037,1613936292385,745
-"raw_loss",0.13125685,1613936292385,745
-"epoch",4.691823899371045,1613936292385,745
-"wd_0",0.01,1613936292385,745
-"sqr_mom_0",0.99,1613936292385,745
-"lr_0",4.882607745567308e-06,1613936292385,745
-"mom_0",0.8523478685673395,1613936292385,745
-"eps_0",1e-05,1613936292385,745
-"wd_1",0.01,1613936292385,745
-"sqr_mom_1",0.99,1613936292385,745
-"lr_1",4.8826077455673084e-05,1613936292385,745
-"mom_1",0.8523478685673395,1613936292385,745
-"eps_1",1e-05,1613936292385,745
-"wd_2",0.01,1613936292385,745
-"sqr_mom_2",0.99,1613936292385,745
-"lr_2",0.0004882607745567308,1613936292385,745
-"mom_2",0.8523478685673395,1613936292385,745
-"eps_2",1e-05,1613936292385,745
-"train_loss",0.12490259,1613936293354,746
-"raw_loss",0.06768207,1613936293354,746
-"epoch",4.698113207547145,1613936293354,746
-"wd_0",0.01,1613936293354,746
-"sqr_mom_0",0.99,1613936293354,746
-"lr_0",4.880461341307313e-06,1613936293354,746
-"mom_0",0.8523907970818245,1613936293354,746
-"eps_0",1e-05,1613936293354,746
-"wd_1",0.01,1613936293354,746
-"sqr_mom_1",0.99,1613936293354,746
-"lr_1",4.880461341307313e-05,1613936293354,746
-"mom_1",0.8523907970818245,1613936293354,746
-"eps_1",1e-05,1613936293354,746
-"wd_2",0.01,1613936293354,746
-"sqr_mom_2",0.99,1613936293354,746
-"lr_2",0.00048804613413073127,1613936293354,746
-"mom_2",0.8523907970818245,1613936293354,746
-"eps_2",1e-05,1613936293354,746
-"train_loss",0.12371124,1613936294304,747
-"raw_loss",0.06533539,1613936294304,747
-"epoch",4.704402515723245,1613936294304,747
-"wd_0",0.01,1613936294304,747
-"sqr_mom_0",0.99,1613936294304,747
-"lr_0",4.878295846166699e-06,1613936294304,747
-"mom_0",0.8524341074177402,1613936294304,747
-"eps_0",1e-05,1613936294304,747
-"wd_1",0.01,1613936294304,747
-"sqr_mom_1",0.99,1613936294304,747
-"lr_1",4.878295846166699e-05,1613936294304,747
-"mom_1",0.8524341074177402,1613936294304,747
-"eps_1",1e-05,1613936294304,747
-"wd_2",0.01,1613936294304,747
-"sqr_mom_2",0.99,1613936294304,747
-"lr_2",0.00048782958461666986,1613936294304,747
-"mom_2",0.8524341074177402,1613936294304,747
-"eps_2",1e-05,1613936294304,747
-"train_loss",0.124254264,1613936295282,748
-"raw_loss",0.15086238,1613936295282,748
-"epoch",4.710691823899346,1613936295282,748
-"wd_0",0.01,1613936295282,748
-"sqr_mom_0",0.99,1613936295282,748
-"lr_0",4.876111528792125e-06,1613936295282,748
-"mom_0",0.8524777942020995,1613936295282,748
-"eps_0",1e-05,1613936295282,748
-"wd_1",0.01,1613936295282,748
-"sqr_mom_1",0.99,1613936295282,748
-"lr_1",4.876111528792124e-05,1613936295282,748
-"mom_1",0.8524777942020995,1613936295282,748
-"eps_1",1e-05,1613936295282,748
-"wd_2",0.01,1613936295282,748
-"sqr_mom_2",0.99,1613936295282,748
-"lr_2",0.0004876111528792124,1613936295282,748
-"mom_2",0.8524777942020995,1613936295282,748
-"eps_2",1e-05,1613936295282,748
-"train_loss",0.12672235,1613936296238,749
-"raw_loss",0.24765843,1613936296238,749
-"epoch",4.716981132075446,1613936296238,749
-"wd_0",0.01,1613936296238,749
-"sqr_mom_0",0.99,1613936296238,749
-"lr_0",4.8739081713428604e-06,1613936296238,749
-"mom_0",0.8525218617917607,1613936296238,749
-"eps_0",1e-05,1613936296238,749
-"wd_1",0.01,1613936296238,749
-"sqr_mom_1",0.99,1613936296238,749
-"lr_1",4.873908171342861e-05,1613936296238,749
-"mom_1",0.8525218617917607,1613936296238,749
-"eps_1",1e-05,1613936296238,749
-"wd_2",0.01,1613936296238,749
-"sqr_mom_2",0.99,1613936296238,749
-"lr_2",0.00048739081713428605,1613936296238,749
-"mom_2",0.8525218617917607,1613936296238,749
-"eps_2",1e-05,1613936296238,749
-"train_loss",0.12791984,1613936297228,750
-"raw_loss",0.18659614,1613936297228,750
-"epoch",4.723270440251547,1613936297228,750
-"wd_0",0.01,1613936297228,750
-"sqr_mom_0",0.99,1613936297228,750
-"lr_0",4.871685992117005e-06,1613936297228,750
-"mom_0",0.8525663058207181,1613936297228,750
-"eps_0",1e-05,1613936297228,750
-"wd_1",0.01,1613936297228,750
-"sqr_mom_1",0.99,1613936297228,750
-"lr_1",4.871685992117005e-05,1613936297228,750
-"mom_1",0.8525663058207181,1613936297228,750
-"eps_1",1e-05,1613936297228,750
-"wd_2",0.01,1613936297228,750
-"sqr_mom_2",0.99,1613936297228,750
-"lr_2",0.0004871685992117005,1613936297228,750
-"mom_2",0.8525663058207181,1613936297228,750
-"eps_2",1e-05,1613936297228,750
-"train_loss",0.12646548,1613936298202,751
-"raw_loss",0.055202764,1613936298202,751
-"epoch",4.729559748427647,1613936298202,751
-"wd_0",0.01,1613936298202,751
-"sqr_mom_0",0.99,1613936298202,751
-"lr_0",4.869444917856649e-06,1613936298202,751
-"mom_0",0.8526111277541445,1613936298202,751
-"eps_0",1e-05,1613936298202,751
-"wd_1",0.01,1613936298202,751
-"sqr_mom_1",0.99,1613936298202,751
-"lr_1",4.8694449178566485e-05,1613936298202,751
-"mom_1",0.8526111277541445,1613936298202,751
-"eps_1",1e-05,1613936298202,751
-"wd_2",0.01,1613936298202,751
-"sqr_mom_2",0.99,1613936298202,751
-"lr_2",0.0004869444917856649,1613936298202,751
-"mom_2",0.8526111277541445,1613936298202,751
-"eps_2",1e-05,1613936298202,751
-"train_loss",0.1263025,1613936299159,752
-"raw_loss",0.1183163,1613936299159,752
-"epoch",4.735849056603747,1613936299159,752
-"wd_0",0.01,1613936299159,752
-"sqr_mom_0",0.99,1613936299159,752
-"lr_0",4.86718487232061e-06,1613936299159,752
-"mom_0",0.8526563291168789,1613936299159,752
-"eps_0",1e-05,1613936299159,752
-"wd_1",0.01,1613936299159,752
-"sqr_mom_1",0.99,1613936299159,752
-"lr_1",4.86718487232061e-05,1613936299159,752
-"mom_1",0.8526563291168789,1613936299159,752
-"eps_1",1e-05,1613936299159,752
-"wd_2",0.01,1613936299159,752
-"sqr_mom_2",0.99,1613936299159,752
-"lr_2",0.000486718487232061,1613936299159,752
-"mom_2",0.8526563291168789,1613936299159,752
-"eps_2",1e-05,1613936299159,752
-"train_loss",0.12791823,1613936300117,753
-"raw_loss",0.20708822,1613936300117,753
-"epoch",4.742138364779848,1613936300117,753
-"wd_0",0.01,1613936300117,753
-"sqr_mom_0",0.99,1613936300117,753
-"lr_0",4.864906079899494e-06,1613936300117,753
-"mom_0",0.8527019054210643,1613936300117,753
-"eps_0",1e-05,1613936300117,753
-"wd_1",0.01,1613936300117,753
-"sqr_mom_1",0.99,1613936300117,753
-"lr_1",4.864906079899494e-05,1613936300117,753
-"mom_1",0.8527019054210643,1613936300117,753
-"eps_1",1e-05,1613936300117,753
-"wd_2",0.01,1613936300117,753
-"sqr_mom_2",0.99,1613936300117,753
-"lr_2",0.0004864906079899494,1613936300117,753
-"mom_2",0.8527019054210643,1613936300117,753
-"eps_2",1e-05,1613936300117,753
-"train_loss",0.13075039,1613936301084,754
-"raw_loss",0.2695257,1613936301084,754
-"epoch",4.748427672955948,1613936301084,754
-"wd_0",0.01,1613936301084,754
-"sqr_mom_0",0.99,1613936301084,754
-"lr_0",4.862608312850372e-06,1613936301084,754
-"mom_0",0.8527478612216047,1613936301084,754
-"eps_0",1e-05,1613936301084,754
-"wd_1",0.01,1613936301084,754
-"sqr_mom_1",0.99,1613936301084,754
-"lr_1",4.862608312850372e-05,1613936301084,754
-"mom_1",0.8527478612216047,1613936301084,754
-"eps_1",1e-05,1613936301084,754
-"wd_2",0.01,1613936301084,754
-"sqr_mom_2",0.99,1613936301084,754
-"lr_2",0.00048626083128503714,1613936301084,754
-"mom_2",0.8527478612216047,1613936301084,754
-"eps_2",1e-05,1613936301084,754
-"train_loss",0.13182364,1613936302037,755
-"raw_loss",0.18441337,1613936302037,755
-"epoch",4.754716981132049,1613936302037,755
-"wd_0",0.01,1613936302037,755
-"sqr_mom_0",0.99,1613936302037,755
-"lr_0",4.860291856229269e-06,1613936302037,755
-"mom_0",0.8527941908173228,1613936302037,755
-"eps_0",1e-05,1613936302037,755
-"wd_1",0.01,1613936302037,755
-"sqr_mom_1",0.99,1613936302037,755
-"lr_1",4.860291856229269e-05,1613936302037,755
-"mom_1",0.8527941908173228,1613936302037,755
-"eps_1",1e-05,1613936302037,755
-"wd_2",0.01,1613936302037,755
-"sqr_mom_2",0.99,1613936302037,755
-"lr_2",0.0004860291856229268,1613936302037,755
-"mom_2",0.8527941908173228,1613936302037,755
-"eps_2",1e-05,1613936302037,755
-"train_loss",0.13266471,1613936302999,756
-"raw_loss",0.17387673,1613936302999,756
-"epoch",4.761006289308149,1613936302999,756
-"wd_0",0.01,1613936302999,756
-"sqr_mom_0",0.99,1613936302999,756
-"lr_0",4.8579564595579334e-06,1613936302999,756
-"mom_0",0.8528408992178335,1613936302999,756
-"eps_0",1e-05,1613936302999,756
-"wd_1",0.01,1613936302999,756
-"sqr_mom_1",0.99,1613936302999,756
-"lr_1",4.857956459557933e-05,1613936302999,756
-"mom_1",0.8528408992178335,1613936302999,756
-"eps_1",1e-05,1613936302999,756
-"wd_2",0.01,1613936302999,756
-"sqr_mom_2",0.99,1613936302999,756
-"lr_2",0.00048579564595579327,1613936302999,756
-"mom_2",0.8528408992178335,1613936302999,756
-"eps_2",1e-05,1613936302999,756
-"train_loss",0.13150002,1613936303947,757
-"raw_loss",0.07442983,1613936303947,757
-"epoch",4.7672955974842495,1613936303947,757
-"wd_0",0.01,1613936303947,757
-"sqr_mom_0",0.99,1613936303947,757
-"lr_0",4.8556024125606405e-06,1613936303947,757
-"mom_0",0.8528879806285935,1613936303947,757
-"eps_0",1e-05,1613936303947,757
-"wd_1",0.01,1613936303947,757
-"sqr_mom_1",0.99,1613936303947,757
-"lr_1",4.855602412560641e-05,1613936303947,757
-"mom_1",0.8528879806285935,1613936303947,757
-"eps_1",1e-05,1613936303947,757
-"wd_2",0.01,1613936303947,757
-"sqr_mom_2",0.99,1613936303947,757
-"lr_2",0.00048556024125606407,1613936303947,757
-"mom_2",0.8528879806285935,1613936303947,757
-"eps_2",1e-05,1613936303947,757
-"train_loss",0.13272285,1613936304907,758
-"raw_loss",0.19264194,1613936304907,758
-"epoch",4.77358490566035,1613936304907,758
-"wd_0",0.01,1613936304907,758
-"sqr_mom_0",0.99,1613936304907,758
-"lr_0",4.8532295792232646e-06,1613936304907,758
-"mom_0",0.8529354377699124,1613936304907,758
-"eps_0",1e-05,1613936304907,758
-"wd_1",0.01,1613936304907,758
-"sqr_mom_1",0.99,1613936304907,758
-"lr_1",4.853229579223264e-05,1613936304907,758
-"mom_1",0.8529354377699124,1613936304907,758
-"eps_1",1e-05,1613936304907,758
-"wd_2",0.01,1613936304907,758
-"sqr_mom_2",0.99,1613936304907,758
-"lr_2",0.0004853229579223264,1613936304907,758
-"mom_2",0.8529354377699124,1613936304907,758
-"eps_2",1e-05,1613936304907,758
-"train_loss",0.13192165,1613936305868,759
-"raw_loss",0.09266286,1613936305868,759
-"epoch",4.77987421383645,1613936305868,759
-"wd_0",0.01,1613936305868,759
-"sqr_mom_0",0.99,1613936305868,759
-"lr_0",4.850837898342789e-06,1613936305868,759
-"mom_0",0.8529832718658629,1613936305868,759
-"eps_0",1e-05,1613936305868,759
-"wd_1",0.01,1613936305868,759
-"sqr_mom_1",0.99,1613936305868,759
-"lr_1",4.850837898342789e-05,1613936305868,759
-"mom_1",0.8529832718658629,1613936305868,759
-"eps_1",1e-05,1613936305868,759
-"wd_2",0.01,1613936305868,759
-"sqr_mom_2",0.99,1613936305868,759
-"lr_2",0.0004850837898342789,1613936305868,759
-"mom_2",0.8529832718658629,1613936305868,759
-"eps_2",1e-05,1613936305868,759
-"train_loss",0.13231598,1613936306838,760
-"raw_loss",0.15163743,1613936306838,760
-"epoch",4.786163522012551,1613936306838,760
-"wd_0",0.01,1613936306838,760
-"sqr_mom_0",0.99,1613936306838,760
-"lr_0",4.848427587298647e-06,1613936306838,760
-"mom_0",0.8530314785688128,1613936306838,760
-"eps_0",1e-05,1613936306838,760
-"wd_1",0.01,1613936306838,760
-"sqr_mom_1",0.99,1613936306838,760
-"lr_1",4.848427587298647e-05,1613936306838,760
-"mom_1",0.8530314785688128,1613936306838,760
-"eps_1",1e-05,1613936306838,760
-"wd_2",0.01,1613936306838,760
-"sqr_mom_2",0.99,1613936306838,760
-"lr_2",0.00048484275872986467,1613936306838,760
-"mom_2",0.8530314785688128,1613936306838,760
-"eps_2",1e-05,1613936306838,760
-"train_loss",0.13091871,1613936307799,761
-"raw_loss",0.06245364,1613936307799,761
-"epoch",4.792452830188651,1613936307799,761
-"wd_0",0.01,1613936307799,761
-"sqr_mom_0",0.99,1613936307799,761
-"lr_0",4.845998465417338e-06,1613936307799,761
-"mom_0",0.8530800614922681,1613936307799,761
-"eps_0",1e-05,1613936307799,761
-"wd_1",0.01,1613936307799,761
-"sqr_mom_1",0.99,1613936307799,761
-"lr_1",4.845998465417338e-05,1613936307799,761
-"mom_1",0.8530800614922681,1613936307799,761
-"eps_1",1e-05,1613936307799,761
-"wd_2",0.01,1613936307799,761
-"sqr_mom_2",0.99,1613936307799,761
-"lr_2",0.0004845998465417338,1613936307799,761
-"mom_2",0.8530800614922681,1613936307799,761
-"eps_2",1e-05,1613936307799,761
-"train_loss",0.13012187,1613936308769,762
-"raw_loss",0.09107644,1613936308769,762
-"epoch",4.7987421383647515,1613936308769,762
-"wd_0",0.01,1613936308769,762
-"sqr_mom_0",0.99,1613936308769,762
-"lr_0",4.8435507738567126e-06,1613936308769,762
-"mom_0",0.8531290158130239,1613936308769,762
-"eps_0",1e-05,1613936308769,762
-"wd_1",0.01,1613936308769,762
-"sqr_mom_1",0.99,1613936308769,762
-"lr_1",4.8435507738567126e-05,1613936308769,762
-"mom_1",0.8531290158130239,1613936308769,762
-"eps_1",1e-05,1613936308769,762
-"wd_2",0.01,1613936308769,762
-"sqr_mom_2",0.99,1613936308769,762
-"lr_2",0.00048435507738567123,1613936308769,762
-"mom_2",0.8531290158130239,1613936308769,762
-"eps_2",1e-05,1613936308769,762
-"train_loss",0.1299371,1613936309726,763
-"raw_loss",0.12088342,1613936309726,763
-"epoch",4.805031446540852,1613936309726,763
-"wd_0",0.01,1613936309726,763
-"sqr_mom_0",0.99,1613936309726,763
-"lr_0",4.841084391194504e-06,1613936309726,763
-"mom_0",0.8531783439595495,1613936309726,763
-"eps_0",1e-05,1613936309726,763
-"wd_1",0.01,1613936309726,763
-"sqr_mom_1",0.99,1613936309726,763
-"lr_1",4.8410843911945044e-05,1613936309726,763
-"mom_1",0.8531783439595495,1613936309726,763
-"eps_1",1e-05,1613936309726,763
-"wd_2",0.01,1613936309726,763
-"sqr_mom_2",0.99,1613936309726,763
-"lr_2",0.0004841084391194504,1613936309726,763
-"mom_2",0.8531783439595495,1613936309726,763
-"eps_2",1e-05,1613936309726,763
-"train_loss",0.12941267,1613936310695,764
-"raw_loss",0.103715375,1613936310695,764
-"epoch",4.811320754716952,1613936310695,764
-"wd_0",0.01,1613936310695,764
-"sqr_mom_0",0.99,1613936310695,764
-"lr_0",4.838599253877147e-06,1613936310695,764
-"mom_0",0.8532280472029291,1613936310695,764
-"eps_0",1e-05,1613936310695,764
-"wd_1",0.01,1613936310695,764
-"sqr_mom_1",0.99,1613936310695,764
-"lr_1",4.8385992538771466e-05,1613936310695,764
-"mom_1",0.8532280472029291,1613936310695,764
-"eps_1",1e-05,1613936310695,764
-"wd_2",0.01,1613936310695,764
-"sqr_mom_2",0.99,1613936310695,764
-"lr_2",0.0004838599253877147,1613936310695,764
-"mom_2",0.8532280472029291,1613936310695,764
-"eps_2",1e-05,1613936310695,764
-"train_loss",0.13005604,1613936311652,765
-"raw_loss",0.16158123,1613936311652,765
-"epoch",4.817610062893053,1613936311652,765
-"wd_0",0.01,1613936311652,765
-"sqr_mom_0",0.99,1613936311652,765
-"lr_0",4.836095587778311e-06,1613936311652,765
-"mom_0",0.853278121025644,1613936311652,765
-"eps_0",1e-05,1613936311652,765
-"wd_1",0.01,1613936311652,765
-"sqr_mom_1",0.99,1613936311652,765
-"lr_1",4.8360955877783106e-05,1613936311652,765
-"mom_1",0.853278121025644,1613936311652,765
-"eps_1",1e-05,1613936311652,765
-"wd_2",0.01,1613936311652,765
-"sqr_mom_2",0.99,1613936311652,765
-"lr_2",0.00048360955877783105,1613936311652,765
-"mom_2",0.853278121025644,1613936311652,765
-"eps_2",1e-05,1613936311652,765
-"train_loss",0.12900409,1613936312622,766
-"raw_loss",0.07745908,1613936312622,766
-"epoch",4.823899371069153,1613936312622,766
-"wd_0",0.01,1613936312622,766
-"sqr_mom_0",0.99,1613936312622,766
-"lr_0",4.833573205226734e-06,1613936312622,766
-"mom_0",0.8533285691811572,1613936312622,766
-"eps_0",1e-05,1613936312622,766
-"wd_1",0.01,1613936312622,766
-"sqr_mom_1",0.99,1613936312622,766
-"lr_1",4.833573205226733e-05,1613936312622,766
-"mom_1",0.8533285691811572,1613936312622,766
-"eps_1",1e-05,1613936312622,766
-"wd_2",0.01,1613936312622,766
-"sqr_mom_2",0.99,1613936312622,766
-"lr_2",0.0004833573205226733,1613936312622,766
-"mom_2",0.8533285691811572,1613936312622,766
-"eps_2",1e-05,1613936312622,766
-"train_loss",0.12882048,1613936313574,767
-"raw_loss",0.1198239,1613936313574,767
-"epoch",4.8301886792452535,1613936313574,767
-"wd_0",0.01,1613936313574,767
-"sqr_mom_0",0.99,1613936313574,767
-"lr_0",4.831032335481298e-06,1613936313574,767
-"mom_0",0.8533793870842449,1613936313574,767
-"eps_0",1e-05,1613936313574,767
-"wd_1",0.01,1613936313574,767
-"sqr_mom_1",0.99,1613936313574,767
-"lr_1",4.8310323354812974e-05,1613936313574,767
-"mom_1",0.8533793870842449,1613936313574,767
-"eps_1",1e-05,1613936313574,767
-"wd_2",0.01,1613936313574,767
-"sqr_mom_2",0.99,1613936313574,767
-"lr_2",0.0004831032335481297,1613936313574,767
-"mom_2",0.8533793870842449,1613936313574,767
-"eps_2",1e-05,1613936313574,767
-"train_loss",0.1283881,1613936314561,768
-"raw_loss",0.10720146,1613936314561,768
-"epoch",4.836477987421354,1613936314561,768
-"wd_0",0.01,1613936314561,768
-"sqr_mom_0",0.99,1613936314561,768
-"lr_0",4.8284727880820084e-06,1613936314561,768
-"mom_0",0.8534305785441453,1613936314561,768
-"eps_0",1e-05,1613936314561,768
-"wd_1",0.01,1613936314561,768
-"sqr_mom_1",0.99,1613936314561,768
-"lr_1",4.828472788082008e-05,1613936314561,768
-"mom_1",0.8534305785441453,1613936314561,768
-"eps_1",1e-05,1613936314561,768
-"wd_2",0.01,1613936314561,768
-"sqr_mom_2",0.99,1613936314561,768
-"lr_2",0.0004828472788082008,1613936314561,768
-"mom_2",0.8534305785441453,1613936314561,768
-"eps_2",1e-05,1613936314561,768
-"train_loss",0.1279024,1613936315552,769
-"raw_loss",0.10410351,1613936315552,769
-"epoch",4.842767295597454,1613936315552,769
-"wd_0",0.01,1613936315552,769
-"sqr_mom_0",0.99,1613936315552,769
-"lr_0",4.825894795665655e-06,1613936315552,769
-"mom_0",0.853482138908076,1613936315552,769
-"eps_0",1e-05,1613936315552,769
-"wd_1",0.01,1613936315552,769
-"sqr_mom_1",0.99,1613936315552,769
-"lr_1",4.825894795665655e-05,1613936315552,769
-"mom_1",0.853482138908076,1613936315552,769
-"eps_1",1e-05,1613936315552,769
-"wd_2",0.01,1613936315552,769
-"sqr_mom_2",0.99,1613936315552,769
-"lr_2",0.0004825894795665655,1613936315552,769
-"mom_2",0.853482138908076,1613936315552,769
-"eps_2",1e-05,1613936315552,769
-"train_loss",0.12640062,1613936316515,770
-"raw_loss",0.052813113,1613936316515,770
-"epoch",4.849056603773555,1613936316515,770
-"wd_0",0.01,1613936316515,770
-"sqr_mom_0",0.99,1613936316515,770
-"lr_0",4.823298294642259e-06,1613936316515,770
-"mom_0",0.8535340694478493,1613936316515,770
-"eps_0",1e-05,1613936316515,770
-"wd_1",0.01,1613936316515,770
-"sqr_mom_1",0.99,1613936316515,770
-"lr_1",4.823298294642259e-05,1613936316515,770
-"mom_1",0.8535340694478493,1613936316515,770
-"eps_1",1e-05,1613936316515,770
-"wd_2",0.01,1613936316515,770
-"sqr_mom_2",0.99,1613936316515,770
-"lr_2",0.0004823298294642259,1613936316515,770
-"mom_2",0.8535340694478493,1613936316515,770
-"eps_2",1e-05,1613936316515,770
-"train_loss",0.12523514,1613936317493,771
-"raw_loss",0.06812687,1613936317493,771
-"epoch",4.855345911949655,1613936317493,771
-"wd_0",0.01,1613936317493,771
-"sqr_mom_0",0.99,1613936317493,771
-"lr_0",4.820683153823253e-06,1613936317493,771
-"mom_0",0.8535863727872628,1613936317493,771
-"eps_0",1e-05,1613936317493,771
-"wd_1",0.01,1613936317493,771
-"sqr_mom_1",0.99,1613936317493,771
-"lr_1",4.820683153823253e-05,1613936317493,771
-"mom_1",0.8535863727872628,1613936317493,771
-"eps_1",1e-05,1613936317493,771
-"wd_2",0.01,1613936317493,771
-"sqr_mom_2",0.99,1613936317493,771
-"lr_2",0.0004820683153823253,1613936317493,771
-"mom_2",0.8535863727872628,1613936317493,771
-"eps_2",1e-05,1613936317493,771
-"train_loss",0.12396903,1613936318449,772
-"raw_loss",0.061929833,1613936318449,772
-"epoch",4.8616352201257556,1613936318449,772
-"wd_0",0.01,1613936318449,772
-"sqr_mom_0",0.99,1613936318449,772
-"lr_0",4.8180496323535e-06,1613936318449,772
-"mom_0",0.8536390437433674,1613936318449,772
-"eps_0",1e-05,1613936318449,772
-"wd_1",0.01,1613936318449,772
-"sqr_mom_1",0.99,1613936318449,772
-"lr_1",4.8180496323534995e-05,1613936318449,772
-"mom_1",0.8536390437433674,1613936318449,772
-"eps_1",1e-05,1613936318449,772
-"wd_2",0.01,1613936318449,772
-"sqr_mom_2",0.99,1613936318449,772
-"lr_2",0.00048180496323534995,1613936318449,772
-"mom_2",0.8536390437433674,1613936318449,772
-"eps_2",1e-05,1613936318449,772
-"train_loss",0.12457179,1613936319410,773
-"raw_loss",0.15410675,1613936319410,773
-"epoch",4.867924528301856,1613936319410,773
-"wd_0",0.01,1613936319410,773
-"sqr_mom_0",0.99,1613936319410,773
-"lr_0",4.815397532827962e-06,1613936319410,773
-"mom_0",0.8536920862643034,1613936319410,773
-"eps_0",1e-05,1613936319410,773
-"wd_1",0.01,1613936319410,773
-"sqr_mom_1",0.99,1613936319410,773
-"lr_1",4.815397532827962e-05,1613936319410,773
-"mom_1",0.8536920862643034,1613936319410,773
-"eps_1",1e-05,1613936319410,773
-"wd_2",0.01,1613936319410,773
-"sqr_mom_2",0.99,1613936319410,773
-"lr_2",0.0004815397532827962,1613936319410,773
-"mom_2",0.8536920862643034,1613936319410,773
-"eps_2",1e-05,1613936319410,773
-"train_loss",0.12677859,1613936320364,774
-"raw_loss",0.23491187,1613936320364,774
-"epoch",4.874213836477956,1613936320364,774
-"wd_0",0.01,1613936320364,774
-"sqr_mom_0",0.99,1613936320364,774
-"lr_0",4.8127270962954745e-06,1613936320364,774
-"mom_0",0.8537454955290458,1613936320364,774
-"eps_0",1e-05,1613936320364,774
-"wd_1",0.01,1613936320364,774
-"sqr_mom_1",0.99,1613936320364,774
-"lr_1",4.812727096295474e-05,1613936320364,774
-"mom_1",0.8537454955290458,1613936320364,774
-"eps_1",1e-05,1613936320364,774
-"wd_2",0.01,1613936320364,774
-"sqr_mom_2",0.99,1613936320364,774
-"lr_2",0.0004812727096295474,1613936320364,774
-"mom_2",0.8537454955290458,1613936320364,774
-"eps_2",1e-05,1613936320364,774
-"train_loss",0.12570933,1613936321315,775
-"raw_loss",0.073314875,1613936321315,775
-"epoch",4.880503144654057,1613936321315,775
-"wd_0",0.01,1613936321315,775
-"sqr_mom_0",0.99,1613936321315,775
-"lr_0",4.810038256828366e-06,1613936321315,775
-"mom_0",0.8537992728561612,1613936321315,775
-"eps_0",1e-05,1613936321315,775
-"wd_1",0.01,1613936321315,775
-"sqr_mom_1",0.99,1613936321315,775
-"lr_1",4.8100382568283656e-05,1613936321315,775
-"mom_1",0.8537992728561612,1613936321315,775
-"eps_1",1e-05,1613936321315,775
-"wd_2",0.01,1613936321315,775
-"sqr_mom_2",0.99,1613936321315,775
-"lr_2",0.00048100382568283653,1613936321315,775
-"mom_2",0.8537992728561612,1613936321315,775
-"eps_2",1e-05,1613936321315,775
-"train_loss",0.124805115,1613936322311,776
-"raw_loss",0.08049935,1613936322311,776
-"epoch",4.886792452830157,1613936322311,776
-"wd_0",0.01,1613936322311,776
-"sqr_mom_0",0.99,1613936322311,776
-"lr_0",4.807330856093559e-06,1613936322311,776
-"mom_0",0.8538534214123429,1613936322311,776
-"eps_0",1e-05,1613936322311,776
-"wd_1",0.01,1613936322311,776
-"sqr_mom_1",0.99,1613936322311,776
-"lr_1",4.807330856093558e-05,1613936322311,776
-"mom_1",0.8538534214123429,1613936322311,776
-"eps_1",1e-05,1613936322311,776
-"wd_2",0.01,1613936322311,776
-"sqr_mom_2",0.99,1613936322311,776
-"lr_2",0.0004807330856093558,1613936322311,776
-"mom_2",0.8538534214123429,1613936322311,776
-"eps_2",1e-05,1613936322311,776
-"train_loss",0.12414345,1613936323299,777
-"raw_loss",0.091721974,1613936323299,777
-"epoch",4.893081761006258,1613936323299,777
-"wd_0",0.01,1613936323299,777
-"sqr_mom_0",0.99,1613936323299,777
-"lr_0",4.804605229965351e-06,1613936323299,777
-"mom_0",0.8539079344800378,1613936323299,777
-"eps_0",1e-05,1613936323299,777
-"wd_1",0.01,1613936323299,777
-"sqr_mom_1",0.99,1613936323299,777
-"lr_1",4.804605229965351e-05,1613936323299,777
-"mom_1",0.8539079344800378,1613936323299,777
-"eps_1",1e-05,1613936323299,777
-"wd_2",0.01,1613936323299,777
-"sqr_mom_2",0.99,1613936323299,777
-"lr_2",0.00048046052299653507,1613936323299,777
-"mom_2",0.8539079344800378,1613936323299,777
-"eps_2",1e-05,1613936323299,777
-"train_loss",0.123287246,1613936324296,778
-"raw_loss",0.081333436,1613936324296,778
-"epoch",4.899371069182358,1613936324296,778
-"wd_0",0.01,1613936324296,778
-"sqr_mom_0",0.99,1613936324296,778
-"lr_0",4.801861106553157e-06,1613936324296,778
-"mom_0",0.8539628174971118,1613936324296,778
-"eps_0",1e-05,1613936324296,778
-"wd_1",0.01,1613936324296,778
-"sqr_mom_1",0.99,1613936324296,778
-"lr_1",4.8018611065531576e-05,1613936324296,778
-"mom_1",0.8539628174971118,1613936324296,778
-"eps_1",1e-05,1613936324296,778
-"wd_2",0.01,1613936324296,778
-"sqr_mom_2",0.99,1613936324296,778
-"lr_2",0.0004801861106553157,1613936324296,778
-"mom_2",0.8539628174971118,1613936324296,778
-"eps_2",1e-05,1613936324296,778
-"train_loss",0.122021,1613936325289,779
-"raw_loss",0.05997451,1613936325289,779
-"epoch",4.905660377358458,1613936325289,779
-"wd_0",0.01,1613936325289,779
-"sqr_mom_0",0.99,1613936325289,779
-"lr_0",4.79909873481334e-06,1613936325289,779
-"mom_0",0.8540180654843881,1613936325289,779
-"eps_0",1e-05,1613936325289,779
-"wd_1",0.01,1613936325289,779
-"sqr_mom_1",0.99,1613936325289,779
-"lr_1",4.79909873481334e-05,1613936325289,779
-"mom_1",0.8540180654843881,1613936325289,779
-"eps_1",1e-05,1613936325289,779
-"wd_2",0.01,1613936325289,779
-"sqr_mom_2",0.99,1613936325289,779
-"lr_2",0.00047990987348133396,1613936325289,779
-"mom_2",0.8540180654843881,1613936325289,779
-"eps_2",1e-05,1613936325289,779
-"train_loss",0.12094858,1613936326247,780
-"raw_loss",0.06840047,1613936326247,780
-"epoch",4.911949685534559,1613936326247,780
-"wd_0",0.01,1613936326247,780
-"sqr_mom_0",0.99,1613936326247,780
-"lr_0",4.7963179534985724e-06,1613936326247,780
-"mom_0",0.8540736816668452,1613936326247,780
-"eps_0",1e-05,1613936326247,780
-"wd_1",0.01,1613936326247,780
-"sqr_mom_1",0.99,1613936326247,780
-"lr_1",4.796317953498572e-05,1613936326247,780
-"mom_1",0.8540736816668452,1613936326247,780
-"eps_1",1e-05,1613936326247,780
-"wd_2",0.01,1613936326247,780
-"sqr_mom_2",0.99,1613936326247,780
-"lr_2",0.0004796317953498572,1613936326247,780
-"mom_2",0.8540736816668452,1613936326247,780
-"eps_2",1e-05,1613936326247,780
-"train_loss",0.12097259,1613936327216,781
-"raw_loss",0.122149155,1613936327216,781
-"epoch",4.918238993710659,1613936327216,781
-"wd_0",0.01,1613936327216,781
-"sqr_mom_0",0.99,1613936327216,781
-"lr_0",4.7935190158089656e-06,1613936327216,781
-"mom_0",0.8541296609804305,1613936327216,781
-"eps_0",1e-05,1613936327216,781
-"wd_1",0.01,1613936327216,781
-"sqr_mom_1",0.99,1613936327216,781
-"lr_1",4.7935190158089654e-05,1613936327216,781
-"mom_1",0.8541296609804305,1613936327216,781
-"eps_1",1e-05,1613936327216,781
-"wd_2",0.01,1613936327216,781
-"sqr_mom_2",0.99,1613936327216,781
-"lr_2",0.0004793519015808965,1613936327216,781
-"mom_2",0.8541296609804305,1613936327216,781
-"eps_2",1e-05,1613936327216,781
-"train_loss",0.12207346,1613936328175,782
-"raw_loss",0.17601566,1613936328175,782
-"epoch",4.92452830188676,1613936328175,782
-"wd_0",0.01,1613936328175,782
-"sqr_mom_0",0.99,1613936328175,782
-"lr_0",4.7907018061445815e-06,1613936328175,782
-"mom_0",0.8541860057371657,1613936328175,782
-"eps_0",1e-05,1613936328175,782
-"wd_1",0.01,1613936328175,782
-"sqr_mom_1",0.99,1613936328175,782
-"lr_1",4.790701806144581e-05,1613936328175,782
-"mom_1",0.8541860057371657,1613936328175,782
-"eps_1",1e-05,1613936328175,782
-"wd_2",0.01,1613936328175,782
-"sqr_mom_2",0.99,1613936328175,782
-"lr_2",0.0004790701806144581,1613936328175,782
-"mom_2",0.8541860057371657,1613936328175,782
-"eps_2",1e-05,1613936328175,782
-"train_loss",0.12148996,1613936329137,783
-"raw_loss",0.092898704,1613936329137,783
-"epoch",4.93081761006286,1613936329137,783
-"wd_0",0.01,1613936329137,783
-"sqr_mom_0",0.99,1613936329137,783
-"lr_0",4.7878662054144495e-06,1613936329137,783
-"mom_0",0.8542427183188942,1613936329137,783
-"eps_0",1e-05,1613936329137,783
-"wd_1",0.01,1613936329137,783
-"sqr_mom_1",0.99,1613936329137,783
-"lr_1",4.7878662054144496e-05,1613936329137,783
-"mom_1",0.8542427183188942,1613936329137,783
-"eps_1",1e-05,1613936329137,783
-"wd_2",0.01,1613936329137,783
-"sqr_mom_2",0.99,1613936329137,783
-"lr_2",0.0004787866205414449,1613936329137,783
-"mom_2",0.8542427183188942,1613936329137,783
-"eps_2",1e-05,1613936329137,783
-"train_loss",0.122179605,1613936330102,784
-"raw_loss",0.15597211,1613936330102,784
-"epoch",4.93710691823896,1613936330102,784
-"wd_0",0.01,1613936330102,784
-"sqr_mom_0",0.99,1613936330102,784
-"lr_0",4.785012470892053e-06,1613936330102,784
-"mom_0",0.8542997935800947,1613936330102,784
-"eps_0",1e-05,1613936330102,784
-"wd_1",0.01,1613936330102,784
-"sqr_mom_1",0.99,1613936330102,784
-"lr_1",4.785012470892053e-05,1613936330102,784
-"mom_1",0.8542997935800947,1613936330102,784
-"eps_1",1e-05,1613936330102,784
-"wd_2",0.01,1613936330102,784
-"sqr_mom_2",0.99,1613936330102,784
-"lr_2",0.0004785012470892053,1613936330102,784
-"mom_2",0.8542997935800947,1613936330102,784
-"eps_2",1e-05,1613936330102,784
-"train_loss",0.1218785,1613936331143,785
-"raw_loss",0.107124195,1613936331143,785
-"epoch",4.943396226415061,1613936331143,785
-"wd_0",0.01,1613936331143,785
-"sqr_mom_0",0.99,1613936331143,785
-"lr_0",4.782140435996966e-06,1613936331143,785
-"mom_0",0.8543572348524092,1613936331143,785
-"eps_0",1e-05,1613936331143,785
-"wd_1",0.01,1613936331143,785
-"sqr_mom_1",0.99,1613936331143,785
-"lr_1",4.782140435996966e-05,1613936331143,785
-"mom_1",0.8543572348524092,1613936331143,785
-"eps_1",1e-05,1613936331143,785
-"wd_2",0.01,1613936331143,785
-"sqr_mom_2",0.99,1613936331143,785
-"lr_2",0.0004782140435996966,1613936331143,785
-"mom_2",0.8543572348524092,1613936331143,785
-"eps_2",1e-05,1613936331143,785
-"train_loss",0.121659525,1613936332203,786
-"raw_loss",0.110929854,1613936332203,786
-"epoch",4.949685534591161,1613936332203,786
-"wd_0",0.01,1613936332203,786
-"sqr_mom_0",0.99,1613936332203,786
-"lr_0",4.779250362220519e-06,1613936332203,786
-"mom_0",0.8544150369059587,1613936332203,786
-"eps_0",1e-05,1613936332203,786
-"wd_1",0.01,1613936332203,786
-"sqr_mom_1",0.99,1613936332203,786
-"lr_1",4.779250362220519e-05,1613936332203,786
-"mom_1",0.8544150369059587,1613936332203,786
-"eps_1",1e-05,1613936332203,786
-"wd_2",0.01,1613936332203,786
-"sqr_mom_2",0.99,1613936332203,786
-"lr_2",0.0004779250362220519,1613936332203,786
-"mom_2",0.8544150369059587,1613936332203,786
-"eps_2",1e-05,1613936332203,786
-"train_loss",0.12110577,1613936333200,787
-"raw_loss",0.093971916,1613936333200,787
-"epoch",4.955974842767262,1613936333200,787
-"wd_0",0.01,1613936333200,787
-"sqr_mom_0",0.99,1613936333200,787
-"lr_0",4.776342130145842e-06,1613936333200,787
-"mom_0",0.8544732021291044,1613936333200,787
-"eps_0",1e-05,1613936333200,787
-"wd_1",0.01,1613936333200,787
-"sqr_mom_1",0.99,1613936333200,787
-"lr_1",4.776342130145842e-05,1613936333200,787
-"mom_1",0.8544732021291044,1613936333200,787
-"eps_1",1e-05,1613936333200,787
-"wd_2",0.01,1613936333200,787
-"sqr_mom_2",0.99,1613936333200,787
-"lr_2",0.00047763421301458416,1613936333200,787
-"mom_2",0.8544732021291044,1613936333200,787
-"eps_2",1e-05,1613936333200,787
-"train_loss",0.120006174,1613936334209,788
-"raw_loss",0.066125885,1613936334209,788
-"epoch",4.962264150943362,1613936334209,788
-"wd_0",0.01,1613936334209,788
-"sqr_mom_0",0.99,1613936334209,788
-"lr_0",4.7734155682015045e-06,1613936334209,788
-"mom_0",0.8545317339533094,1613936334209,788
-"eps_0",1e-05,1613936334209,788
-"wd_1",0.01,1613936334209,788
-"sqr_mom_1",0.99,1613936334209,788
-"lr_1",4.7734155682015044e-05,1613936334209,788
-"mom_1",0.8545317339533094,1613936334209,788
-"eps_1",1e-05,1613936334209,788
-"wd_2",0.01,1613936334209,788
-"sqr_mom_2",0.99,1613936334209,788
-"lr_2",0.0004773415568201504,1613936334209,788
-"mom_2",0.8545317339533094,1613936334209,788
-"eps_2",1e-05,1613936334209,788
-"train_loss",0.12074659,1613936335165,789
-"raw_loss",0.15702705,1613936335165,789
-"epoch",4.9685534591194624,1613936335165,789
-"wd_0",0.01,1613936335165,789
-"sqr_mom_0",0.99,1613936335165,789
-"lr_0",4.7704710879826e-06,1613936335165,789
-"mom_0",0.8545906241465895,1613936335165,789
-"eps_0",1e-05,1613936335165,789
-"wd_1",0.01,1613936335165,789
-"sqr_mom_1",0.99,1613936335165,789
-"lr_1",4.7704710879826e-05,1613936335165,789
-"mom_1",0.8545906241465895,1613936335165,789
-"eps_1",1e-05,1613936335165,789
-"wd_2",0.01,1613936335165,789
-"sqr_mom_2",0.99,1613936335165,789
-"lr_2",0.00047704710879826,1613936335165,789
-"mom_2",0.8545906241465895,1613936335165,789
-"eps_2",1e-05,1613936335165,789
-"train_loss",0.119478695,1613936336118,790
-"raw_loss",0.05735196,1613936336118,790
-"epoch",4.974842767295563,1613936336118,790
-"wd_0",0.01,1613936336118,790
-"sqr_mom_0",0.99,1613936336118,790
-"lr_0",4.76750837155305e-06,1613936336118,790
-"mom_0",0.8546498790677297,1613936336118,790
-"eps_0",1e-05,1613936336118,790
-"wd_1",0.01,1613936336118,790
-"sqr_mom_1",0.99,1613936336118,790
-"lr_1",4.76750837155305e-05,1613936336118,790
-"mom_1",0.8546498790677297,1613936336118,790
-"eps_1",1e-05,1613936336118,790
-"wd_2",0.01,1613936336118,790
-"sqr_mom_2",0.99,1613936336118,790
-"lr_2",0.000476750837155305,1613936336118,790
-"mom_2",0.8546498790677297,1613936336118,790
-"eps_2",1e-05,1613936336118,790
-"train_loss",0.11851176,1613936337056,791
-"raw_loss",0.07113186,1613936337056,791
-"epoch",4.981132075471663,1613936337056,791
-"wd_0",0.01,1613936337056,791
-"sqr_mom_0",0.99,1613936337056,791
-"lr_0",4.764527737328567e-06,1613936337056,791
-"mom_0",0.8547094923483521,1613936337056,791
-"eps_0",1e-05,1613936337056,791
-"wd_1",0.01,1613936337056,791
-"sqr_mom_1",0.99,1613936337056,791
-"lr_1",4.7645277373285665e-05,1613936337056,791
-"mom_1",0.8547094923483521,1613936337056,791
-"eps_1",1e-05,1613936337056,791
-"wd_2",0.01,1613936337056,791
-"sqr_mom_2",0.99,1613936337056,791
-"lr_2",0.00047645277373285663,1613936337056,791
-"mom_2",0.8547094923483521,1613936337056,791
-"eps_2",1e-05,1613936337056,791
-"train_loss",0.11836698,1613936338057,792
-"raw_loss",0.11127293,1613936338057,792
-"epoch",4.987421383647764,1613936338057,792
-"wd_0",0.01,1613936338057,792
-"sqr_mom_0",0.99,1613936338057,792
-"lr_0",4.761528912448009e-06,1613936338057,792
-"mom_0",0.8547694694457343,1613936338057,792
-"eps_0",1e-05,1613936338057,792
-"wd_1",0.01,1613936338057,792
-"sqr_mom_1",0.99,1613936338057,792
-"lr_1",4.761528912448009e-05,1613936338057,792
-"mom_1",0.8547694694457343,1613936338057,792
-"eps_1",1e-05,1613936338057,792
-"wd_2",0.01,1613936338057,792
-"sqr_mom_2",0.99,1613936338057,792
-"lr_2",0.0004761528912448009,1613936338057,792
-"mom_2",0.8547694694457343,1613936338057,792
-"eps_2",1e-05,1613936338057,792
-"train_loss",0.11937252,1613936339001,793
-"raw_loss",0.1686439,1613936339001,793
-"epoch",4.993710691823864,1613936339001,793
-"wd_0",0.01,1613936339001,793
-"sqr_mom_0",0.99,1613936339001,793
-"lr_0",4.758512169025478e-06,1613936339001,793
-"mom_0",0.8548298049175396,1613936339001,793
-"eps_0",1e-05,1613936339001,793
-"wd_1",0.01,1613936339001,793
-"sqr_mom_1",0.99,1613936339001,793
-"lr_1",4.758512169025478e-05,1613936339001,793
-"mom_1",0.8548298049175396,1613936339001,793
-"eps_1",1e-05,1613936339001,793
-"wd_2",0.01,1613936339001,793
-"sqr_mom_2",0.99,1613936339001,793
-"lr_2",0.0004758512169025478,1613936339001,793
-"mom_2",0.8548298049175396,1613936339001,793
-"eps_2",1e-05,1613936339001,793
-"train_loss",0.118802525,1613936339960,794
-"raw_loss",0.09087304,1613936339960,794
-"epoch",4.9999999999999645,1613936339960,794
-"wd_0",0.01,1613936339960,794
-"sqr_mom_0",0.99,1613936339960,794
-"lr_0",4.755477482406978e-06,1613936339960,794
-"mom_0",0.854890499256853,1613936339960,794
-"eps_0",1e-05,1613936339960,794
-"wd_1",0.01,1613936339960,794
-"sqr_mom_1",0.99,1613936339960,794
-"lr_1",4.755477482406978e-05,1613936339960,794
-"mom_1",0.854890499256853,1613936339960,794
-"eps_1",1e-05,1613936339960,794
-"wd_2",0.01,1613936339960,794
-"sqr_mom_2",0.99,1613936339960,794
-"lr_2",0.00047554774824069775,1613936339960,794
-"mom_2",0.854890499256853,1613936339960,794
-"eps_2",1e-05,1613936339960,794
-"valid_loss",0.14350949227809906,1613936370374,794
-"_rmse",0.37882643938064575,1613936370374,794
-"epoch",5,1613936370374,794
-"train_loss",0.117506385,1613936371407,795
-"raw_loss",0.05399599,1613936371407,795
-"epoch",5.0062893081761,1613936371407,795
-"wd_0",0.01,1613936371407,795
-"sqr_mom_0",0.99,1613936371407,795
-"lr_0",4.752424674550579e-06,1613936371407,795
-"mom_0",0.8549515560245486,1613936371407,795
-"eps_0",1e-05,1613936371407,795
-"wd_1",0.01,1613936371407,795
-"sqr_mom_1",0.99,1613936371407,795
-"lr_1",4.752424674550579e-05,1613936371407,795
-"mom_1",0.8549515560245486,1613936371407,795
-"eps_1",1e-05,1613936371407,795
-"wd_2",0.01,1613936371407,795
-"sqr_mom_2",0.99,1613936371407,795
-"lr_2",0.00047524246745505786,1613936371407,795
-"mom_2",0.8549515560245486,1613936371407,795
-"eps_2",1e-05,1613936371407,795
-"train_loss",0.117127165,1613936372368,796
-"raw_loss",0.09854529,1613936372368,796
-"epoch",5.012578616352201,1613936372368,796
-"wd_0",0.01,1613936372368,796
-"sqr_mom_0",0.99,1613936372368,796
-"lr_0",4.749354073554501e-06,1613936372368,796
-"mom_0",0.8550129686585966,1613936372368,796
-"eps_0",1e-05,1613936372368,796
-"wd_1",0.01,1613936372368,796
-"sqr_mom_1",0.99,1613936372368,796
-"lr_1",4.749354073554501e-05,1613936372368,796
-"mom_1",0.8550129686585966,1613936372368,796
-"eps_1",1e-05,1613936372368,796
-"wd_2",0.01,1613936372368,796
-"sqr_mom_2",0.99,1613936372368,796
-"lr_2",0.00047493540735545005,1613936372368,796
-"mom_2",0.8550129686585966,1613936372368,796
-"eps_2",1e-05,1613936372368,796
-"train_loss",0.116389655,1613936373310,797
-"raw_loss",0.080251485,1613936373310,797
-"epoch",5.018867924528301,1613936373310,797
-"wd_0",0.01,1613936373310,797
-"sqr_mom_0",0.99,1613936373310,797
-"lr_0",4.746265346948786e-06,1613936373310,797
-"mom_0",0.8550747438084624,1613936373310,797
-"eps_0",1e-05,1613936373310,797
-"wd_1",0.01,1613936373310,797
-"sqr_mom_1",0.99,1613936373310,797
-"lr_1",4.7462653469487866e-05,1613936373310,797
-"mom_1",0.8550747438084624,1613936373310,797
-"eps_1",1e-05,1613936373310,797
-"wd_2",0.01,1613936373310,797
-"sqr_mom_2",0.99,1613936373310,797
-"lr_2",0.0004746265346948786,1613936373310,797
-"mom_2",0.8550747438084624,1613936373310,797
-"eps_2",1e-05,1613936373310,797
-"train_loss",0.11562758,1613936374272,798
-"raw_loss",0.07828588,1613936374272,798
-"epoch",5.025157232704402,1613936374272,798
-"wd_0",0.01,1613936374272,798
-"sqr_mom_0",0.99,1613936374272,798
-"lr_0",4.743158929135553e-06,1613936374272,798
-"mom_0",0.8551368727860168,1613936374272,798
-"eps_0",1e-05,1613936374272,798
-"wd_1",0.01,1613936374272,798
-"sqr_mom_1",0.99,1613936374272,798
-"lr_1",4.7431589291355534e-05,1613936374272,798
-"mom_1",0.8551368727860168,1613936374272,798
-"eps_1",1e-05,1613936374272,798
-"wd_2",0.01,1613936374272,798
-"sqr_mom_2",0.99,1613936374272,798
-"lr_2",0.0004743158929135553,1613936374272,798
-"mom_2",0.8551368727860168,1613936374272,798
-"eps_2",1e-05,1613936374272,798
-"train_loss",0.11516886,1613936375217,799
-"raw_loss",0.0926919,1613936375217,799
-"epoch",5.031446540880502,1613936375217,799
-"wd_0",0.01,1613936375217,799
-"sqr_mom_0",0.99,1613936375217,799
-"lr_0",4.740034640559942e-06,1613936375217,799
-"mom_0",0.855199359182393,1613936375217,799
-"eps_0",1e-05,1613936375217,799
-"wd_1",0.01,1613936375217,799
-"sqr_mom_1",0.99,1613936375217,799
-"lr_1",4.7400346405599416e-05,1613936375217,799
-"mom_1",0.855199359182393,1613936375217,799
-"eps_1",1e-05,1613936375217,799
-"wd_2",0.01,1613936375217,799
-"sqr_mom_2",0.99,1613936375217,799
-"lr_2",0.0004740034640559942,1613936375217,799
-"mom_2",0.855199359182393,1613936375217,799
-"eps_2",1e-05,1613936375217,799
-"train_loss",0.1139468,1613936376180,800
-"raw_loss",0.05406583,1613936376180,800
-"epoch",5.037735849056602,1613936376180,800
-"wd_0",0.01,1613936376180,800
-"sqr_mom_0",0.99,1613936376180,800
-"lr_0",4.736892349328529e-06,1613936376180,800
-"mom_0",0.8552622056354857,1613936376180,800
-"eps_0",1e-05,1613936376180,800
-"wd_1",0.01,1613936376180,800
-"sqr_mom_1",0.99,1613936376180,800
-"lr_1",4.7368923493285286e-05,1613936376180,800
-"mom_1",0.8552622056354857,1613936376180,800
-"eps_1",1e-05,1613936376180,800
-"wd_2",0.01,1613936376180,800
-"sqr_mom_2",0.99,1613936376180,800
-"lr_2",0.00047368923493285286,1613936376180,800
-"mom_2",0.8552622056354857,1613936376180,800
-"eps_2",1e-05,1613936376180,800
-"train_loss",0.114067465,1613936377148,801
-"raw_loss",0.119979896,1613936377148,801
-"epoch",5.044025157232703,1613936377148,801
-"wd_0",0.01,1613936377148,801
-"sqr_mom_0",0.99,1613936377148,801
-"lr_0",4.733732340599912e-06,1613936377148,801
-"mom_0",0.8553254064420661,1613936377148,801
-"eps_0",1e-05,1613936377148,801
-"wd_1",0.01,1613936377148,801
-"sqr_mom_1",0.99,1613936377148,801
-"lr_1",4.733732340599912e-05,1613936377148,801
-"mom_1",0.8553254064420661,1613936377148,801
-"eps_1",1e-05,1613936377148,801
-"wd_2",0.01,1613936377148,801
-"sqr_mom_2",0.99,1613936377148,801
-"lr_2",0.0004733732340599912,1613936377148,801
-"mom_2",0.8553254064420661,1613936377148,801
-"eps_2",1e-05,1613936377148,801
-"train_loss",0.112739265,1613936378100,802
-"raw_loss",0.04765768,1613936378100,802
-"epoch",5.050314465408803,1613936378100,802
-"wd_0",0.01,1613936378100,802
-"sqr_mom_0",0.99,1613936378100,802
-"lr_0",4.73055442991559e-06,1613936378100,802
-"mom_0",0.8553889652913411,1613936378100,802
-"eps_0",1e-05,1613936378100,802
-"wd_1",0.01,1613936378100,802
-"sqr_mom_1",0.99,1613936378100,802
-"lr_1",4.73055442991559e-05,1613936378100,802
-"mom_1",0.8553889652913411,1613936378100,802
-"eps_1",1e-05,1613936378100,802
-"wd_2",0.01,1613936378100,802
-"sqr_mom_2",0.99,1613936378100,802
-"lr_2",0.00047305544299155897,1613936378100,802
-"mom_2",0.8553889652913411,1613936378100,802
-"eps_2",1e-05,1613936378100,802
-"train_loss",0.112497844,1613936379051,803
-"raw_loss",0.10066819,1613936379051,803
-"epoch",5.056603773584904,1613936379051,803
-"wd_0",0.01,1613936379051,803
-"sqr_mom_0",0.99,1613936379051,803
-"lr_0",4.727358906557691e-06,1613936379051,803
-"mom_0",0.8554528763976101,1613936379051,803
-"eps_0",1e-05,1613936379051,803
-"wd_1",0.01,1613936379051,803
-"sqr_mom_1",0.99,1613936379051,803
-"lr_1",4.727358906557691e-05,1613936379051,803
-"mom_1",0.8554528763976101,1613936379051,803
-"eps_1",1e-05,1613936379051,803
-"wd_2",0.01,1613936379051,803
-"sqr_mom_2",0.99,1613936379051,803
-"lr_2",0.0004727358906557691,1613936379051,803
-"mom_2",0.8554528763976101,1613936379051,803
-"eps_2",1e-05,1613936379051,803
-"train_loss",0.11197084,1613936380017,804
-"raw_loss",0.086147904,1613936380017,804
-"epoch",5.062893081761004,1613936380017,804
-"wd_0",0.01,1613936380017,804
-"sqr_mom_0",0.99,1613936380017,804
-"lr_0",4.724145477993124e-06,1613936380017,804
-"mom_0",0.8555171456115936,1613936380017,804
-"eps_0",1e-05,1613936380017,804
-"wd_1",0.01,1613936380017,804
-"sqr_mom_1",0.99,1613936380017,804
-"lr_1",4.724145477993124e-05,1613936380017,804
-"mom_1",0.8555171456115936,1613936380017,804
-"eps_1",1e-05,1613936380017,804
-"wd_2",0.01,1613936380017,804
-"sqr_mom_2",0.99,1613936380017,804
-"lr_2",0.0004724145477993124,1613936380017,804
-"mom_2",0.8555171456115936,1613936380017,804
-"eps_2",1e-05,1613936380017,804
-"train_loss",0.11117526,1613936380974,805
-"raw_loss",0.07219191,1613936380974,805
-"epoch",5.0691823899371045,1613936380974,805
-"wd_0",0.01,1613936380974,805
-"sqr_mom_0",0.99,1613936380974,805
-"lr_0",4.720914489582697e-06,1613936380974,805
-"mom_0",0.8555817660260063,1613936380974,805
-"eps_0",1e-05,1613936380974,805
-"wd_1",0.01,1613936380974,805
-"sqr_mom_1",0.99,1613936380974,805
-"lr_1",4.7209144895826973e-05,1613936380974,805
-"mom_1",0.8555817660260063,1613936380974,805
-"eps_1",1e-05,1613936380974,805
-"wd_2",0.01,1613936380974,805
-"sqr_mom_2",0.99,1613936380974,805
-"lr_2",0.0004720914489582697,1613936380974,805
-"mom_2",0.8555817660260063,1613936380974,805
-"eps_2",1e-05,1613936380974,805
-"train_loss",0.109973595,1613936381941,806
-"raw_loss",0.0510918,1613936381941,806
-"epoch",5.075471698113205,1613936381941,806
-"wd_0",0.01,1613936381941,806
-"sqr_mom_0",0.99,1613936381941,806
-"lr_0",4.717665753601238e-06,1613936381941,806
-"mom_0",0.8556467413953892,1613936381941,806
-"eps_0",1e-05,1613936381941,806
-"wd_1",0.01,1613936381941,806
-"sqr_mom_1",0.99,1613936381941,806
-"lr_1",4.717665753601238e-05,1613936381941,806
-"mom_1",0.8556467413953892,1613936381941,806
-"eps_1",1e-05,1613936381941,806
-"wd_2",0.01,1613936381941,806
-"sqr_mom_2",0.99,1613936381941,806
-"lr_2",0.00047176657536012373,1613936381941,806
-"mom_2",0.8556467413953892,1613936381941,806
-"eps_2",1e-05,1613936381941,806
-"train_loss",0.1090919,1613936382918,807
-"raw_loss",0.06588905,1613936382918,807
-"epoch",5.081761006289305,1613936382918,807
-"wd_0",0.01,1613936382918,807
-"sqr_mom_0",0.99,1613936382918,807
-"lr_0",4.714399240732042e-06,1613936382918,807
-"mom_0",0.8557120723060821,1613936382918,807
-"eps_0",1e-05,1613936382918,807
-"wd_1",0.01,1613936382918,807
-"sqr_mom_1",0.99,1613936382918,807
-"lr_1",4.7143992407320424e-05,1613936382918,807
-"mom_1",0.8557120723060821,1613936382918,807
-"eps_1",1e-05,1613936382918,807
-"wd_2",0.01,1613936382918,807
-"sqr_mom_2",0.99,1613936382918,807
-"lr_2",0.0004714399240732042,1613936382918,807
-"mom_2",0.8557120723060821,1613936382918,807
-"eps_2",1e-05,1613936382918,807
-"train_loss",0.10894871,1613936383889,808
-"raw_loss",0.10193226,1613936383889,808
-"epoch",5.088050314465406,1613936383889,808
-"wd_0",0.01,1613936383889,808
-"sqr_mom_0",0.99,1613936383889,808
-"lr_0",4.711115248307085e-06,1613936383889,808
-"mom_0",0.8557777528113863,1613936383889,808
-"eps_0",1e-05,1613936383889,808
-"wd_1",0.01,1613936383889,808
-"sqr_mom_1",0.99,1613936383889,808
-"lr_1",4.7111152483070844e-05,1613936383889,808
-"mom_1",0.8557777528113863,1613936383889,808
-"eps_1",1e-05,1613936383889,808
-"wd_2",0.01,1613936383889,808
-"sqr_mom_2",0.99,1613936383889,808
-"lr_2",0.00047111152483070843,1613936383889,808
-"mom_2",0.8557777528113863,1613936383889,808
-"eps_2",1e-05,1613936383889,808
-"train_loss",0.10903855,1613936384862,809
-"raw_loss",0.11344055,1613936384862,809
-"epoch",5.094339622641506,1613936384862,809
-"wd_0",0.01,1613936384862,809
-"sqr_mom_0",0.99,1613936384862,809
-"lr_0",4.707813475694402e-06,1613936384862,809
-"mom_0",0.8558437889240011,1613936384862,809
-"eps_0",1e-05,1613936384862,809
-"wd_1",0.01,1613936384862,809
-"sqr_mom_1",0.99,1613936384862,809
-"lr_1",4.707813475694401e-05,1613936384862,809
-"mom_1",0.8558437889240011,1613936384862,809
-"eps_1",1e-05,1613936384862,809
-"wd_2",0.01,1613936384862,809
-"sqr_mom_2",0.99,1613936384862,809
-"lr_2",0.0004707813475694401,1613936384862,809
-"mom_2",0.8558437889240011,1613936384862,809
-"eps_2",1e-05,1613936384862,809
-"train_loss",0.10823016,1613936385853,810
-"raw_loss",0.06861939,1613936385853,810
-"epoch",5.1006289308176065,1613936385853,810
-"wd_0",0.01,1613936385853,810
-"sqr_mom_0",0.99,1613936385853,810
-"lr_0",4.704494222553573e-06,1613936385853,810
-"mom_0",0.855910174650675,1613936385853,810
-"eps_0",1e-05,1613936385853,810
-"wd_1",0.01,1613936385853,810
-"sqr_mom_1",0.99,1613936385853,810
-"lr_1",4.704494222553573e-05,1613936385853,810
-"mom_1",0.855910174650675,1613936385853,810
-"eps_1",1e-05,1613936385853,810
-"wd_2",0.01,1613936385853,810
-"sqr_mom_2",0.99,1613936385853,810
-"lr_2",0.0004704494222553573,1613936385853,810
-"mom_2",0.855910174650675,1613936385853,810
-"eps_2",1e-05,1613936385853,810
-"train_loss",0.108085506,1613936386841,811
-"raw_loss",0.10099768,1613936386841,811
-"epoch",5.106918238993707,1613936386841,811
-"wd_0",0.01,1613936386841,811
-"sqr_mom_0",0.99,1613936386841,811
-"lr_0",4.701157461591594e-06,1613936386841,811
-"mom_0",0.8559769105372734,1613936386841,811
-"eps_0",1e-05,1613936386841,811
-"wd_1",0.01,1613936386841,811
-"sqr_mom_1",0.99,1613936386841,811
-"lr_1",4.701157461591593e-05,1613936386841,811
-"mom_1",0.8559769105372734,1613936386841,811
-"eps_1",1e-05,1613936386841,811
-"wd_2",0.01,1613936386841,811
-"sqr_mom_2",0.99,1613936386841,811
-"lr_2",0.00047011574615915937,1613936386841,811
-"mom_2",0.8559769105372734,1613936386841,811
-"eps_2",1e-05,1613936386841,811
-"train_loss",0.107789546,1613936387851,812
-"raw_loss",0.0932874,1613936387851,812
-"epoch",5.113207547169807,1613936387851,812
-"wd_0",0.01,1613936387851,812
-"sqr_mom_0",0.99,1613936387851,812
-"lr_0",4.697802997154673e-06,1613936387851,812
-"mom_0",0.8560440004969114,1613936387851,812
-"eps_0",1e-05,1613936387851,812
-"wd_1",0.01,1613936387851,812
-"sqr_mom_1",0.99,1613936387851,812
-"lr_1",4.697802997154673e-05,1613936387851,812
-"mom_1",0.8560440004969114,1613936387851,812
-"eps_1",1e-05,1613936387851,812
-"wd_2",0.01,1613936387851,812
-"sqr_mom_2",0.99,1613936387851,812
-"lr_2",0.00046978029971546733,1613936387851,812
-"mom_2",0.8560440004969114,1613936387851,812
-"eps_2",1e-05,1613936387851,812
-"train_loss",0.10726702,1613936388812,813
-"raw_loss",0.08166336,1613936388812,813
-"epoch",5.119496855345908,1613936388812,813
-"wd_0",0.01,1613936388812,813
-"sqr_mom_0",0.99,1613936388812,813
-"lr_0",4.694431189761346e-06,1613936388812,813
-"mom_0",0.8561114373191463,1613936388812,813
-"eps_0",1e-05,1613936388812,813
-"wd_1",0.01,1613936388812,813
-"sqr_mom_1",0.99,1613936388812,813
-"lr_1",4.694431189761345e-05,1613936388812,813
-"mom_1",0.8561114373191463,1613936388812,813
-"eps_1",1e-05,1613936388812,813
-"wd_2",0.01,1613936388812,813
-"sqr_mom_2",0.99,1613936388812,813
-"lr_2",0.00046944311897613455,1613936388812,813
-"mom_2",0.8561114373191463,1613936388812,813
-"eps_2",1e-05,1613936388812,813
-"train_loss",0.10652468,1613936389795,814
-"raw_loss",0.07015039,1613936389795,814
-"epoch",5.125786163522008,1613936389795,814
-"wd_0",0.01,1613936389795,814
-"sqr_mom_0",0.99,1613936389795,814
-"lr_0",4.691041730740656e-06,1613936389795,814
-"mom_0",0.8561792271774586,1613936389795,814
-"eps_0",1e-05,1613936389795,814
-"wd_1",0.01,1613936389795,814
-"sqr_mom_1",0.99,1613936389795,814
-"lr_1",4.6910417307406556e-05,1613936389795,814
-"mom_1",0.8561792271774586,1613936389795,814
-"eps_1",1e-05,1613936389795,814
-"wd_2",0.01,1613936389795,814
-"sqr_mom_2",0.99,1613936389795,814
-"lr_2",0.0004691041730740655,1613936389795,814
-"mom_2",0.8561792271774586,1613936389795,814
-"eps_2",1e-05,1613936389795,814
-"train_loss",0.10679818,1613936390763,815
-"raw_loss",0.120199144,1613936390763,815
-"epoch",5.1320754716981085,1613936390763,815
-"wd_0",0.01,1613936390763,815
-"sqr_mom_0",0.99,1613936390763,815
-"lr_0",4.687634927725302e-06,1613936390763,815
-"mom_0",0.8562473639191331,1613936390763,815
-"eps_0",1e-05,1613936390763,815
-"wd_1",0.01,1613936390763,815
-"sqr_mom_1",0.99,1613936390763,815
-"lr_1",4.687634927725302e-05,1613936390763,815
-"mom_1",0.8562473639191331,1613936390763,815
-"eps_1",1e-05,1613936390763,815
-"wd_2",0.01,1613936390763,815
-"sqr_mom_2",0.99,1613936390763,815
-"lr_2",0.00046876349277253016,1613936390763,815
-"mom_2",0.8562473639191331,1613936390763,815
-"eps_2",1e-05,1613936390763,815
-"train_loss",0.10563263,1613936391744,816
-"raw_loss",0.048521034,1613936391744,816
-"epoch",5.138364779874209,1613936391744,816
-"wd_0",0.01,1613936391744,816
-"sqr_mom_0",0.99,1613936391744,816
-"lr_0",4.68421058185071e-06,1613936391744,816
-"mom_0",0.856315851521501,1613936391744,816
-"eps_0",1e-05,1613936391744,816
-"wd_1",0.01,1613936391744,816
-"sqr_mom_1",0.99,1613936391744,816
-"lr_1",4.68421058185071e-05,1613936391744,816
-"mom_1",0.856315851521501,1613936391744,816
-"eps_1",1e-05,1613936391744,816
-"wd_2",0.01,1613936391744,816
-"sqr_mom_2",0.99,1613936391744,816
-"lr_2",0.00046842105818507097,1613936391744,816
-"mom_2",0.856315851521501,1613936391744,816
-"eps_2",1e-05,1613936391744,816
-"train_loss",0.10698603,1613936392715,817
-"raw_loss",0.1733024,1613936392715,817
-"epoch",5.144654088050309,1613936392715,817
-"wd_0",0.01,1613936392715,817
-"sqr_mom_0",0.99,1613936392715,817
-"lr_0",4.680769004788297e-06,1613936392715,817
-"mom_0",0.8563846837510716,1613936392715,817
-"eps_0",1e-05,1613936392715,817
-"wd_1",0.01,1613936392715,817
-"sqr_mom_1",0.99,1613936392715,817
-"lr_1",4.680769004788297e-05,1613936392715,817
-"mom_1",0.8563846837510716,1613936392715,817
-"eps_1",1e-05,1613936392715,817
-"wd_2",0.01,1613936392715,817
-"sqr_mom_2",0.99,1613936392715,817
-"lr_2",0.00046807690047882974,1613936392715,817
-"mom_2",0.8563846837510716,1613936392715,817
-"eps_2",1e-05,1613936392715,817
-"train_loss",0.10842501,1613936393746,818
-"raw_loss",0.17893544,1613936393746,818
-"epoch",5.15094339622641,1613936393746,818
-"wd_0",0.01,1613936393746,818
-"sqr_mom_0",0.99,1613936393746,818
-"lr_0",4.677310054016089e-06,1613936393746,818
-"mom_0",0.8564538634583128,1613936393746,818
-"eps_0",1e-05,1613936393746,818
-"wd_1",0.01,1613936393746,818
-"sqr_mom_1",0.99,1613936393746,818
-"lr_1",4.677310054016089e-05,1613936393746,818
-"mom_1",0.8564538634583128,1613936393746,818
-"eps_1",1e-05,1613936393746,818
-"wd_2",0.01,1613936393746,818
-"sqr_mom_2",0.99,1613936393746,818
-"lr_2",0.0004677310054016089,1613936393746,818
-"mom_2",0.8564538634583128,1613936393746,818
-"eps_2",1e-05,1613936393746,818
-"train_loss",0.10902067,1613936394733,819
-"raw_loss",0.13820733,1613936394733,819
-"epoch",5.15723270440251,1613936394733,819
-"wd_0",0.01,1613936394733,819
-"sqr_mom_0",0.99,1613936394733,819
-"lr_0",4.673833525893218e-06,1613936394733,819
-"mom_0",0.8565233947160827,1613936394733,819
-"eps_0",1e-05,1613936394733,819
-"wd_1",0.01,1613936394733,819
-"sqr_mom_1",0.99,1613936394733,819
-"lr_1",4.673833525893217e-05,1613936394733,819
-"mom_1",0.8565233947160827,1613936394733,819
-"eps_1",1e-05,1613936394733,819
-"wd_2",0.01,1613936394733,819
-"sqr_mom_2",0.99,1613936394733,819
-"lr_2",0.00046738335258932176,1613936394733,819
-"mom_2",0.8565233947160827,1613936394733,819
-"eps_2",1e-05,1613936394733,819
-"train_loss",0.10857967,1613936395736,820
-"raw_loss",0.08697088,1613936395736,820
-"epoch",5.1635220125786105,1613936395736,820
-"wd_0",0.01,1613936395736,820
-"sqr_mom_0",0.99,1613936395736,820
-"lr_0",4.6703399093626595e-06,1613936395736,820
-"mom_0",0.8565932677454242,1613936395736,820
-"eps_0",1e-05,1613936395736,820
-"wd_1",0.01,1613936395736,820
-"sqr_mom_1",0.99,1613936395736,820
-"lr_1",4.670339909362659e-05,1613936395736,820
-"mom_1",0.8565932677454242,1613936395736,820
-"eps_1",1e-05,1613936395736,820
-"wd_2",0.01,1613936395736,820
-"sqr_mom_2",0.99,1613936395736,820
-"lr_2",0.00046703399093626593,1613936395736,820
-"mom_2",0.8565932677454242,1613936395736,820
-"eps_2",1e-05,1613936395736,820
-"train_loss",0.10927171,1613936396713,821
-"raw_loss",0.14318146,1613936396713,821
-"epoch",5.169811320754711,1613936396713,821
-"wd_0",0.01,1613936396713,821
-"sqr_mom_0",0.99,1613936396713,821
-"lr_0",4.6668288270904856e-06,1613936396713,821
-"mom_0",0.8566634900930912,1613936396713,821
-"eps_0",1e-05,1613936396713,821
-"wd_1",0.01,1613936396713,821
-"sqr_mom_1",0.99,1613936396713,821
-"lr_1",4.6668288270904856e-05,1613936396713,821
-"mom_1",0.8566634900930912,1613936396713,821
-"eps_1",1e-05,1613936396713,821
-"wd_2",0.01,1613936396713,821
-"sqr_mom_2",0.99,1613936396713,821
-"lr_2",0.0004666828827090485,1613936396713,821
-"mom_2",0.8566634900930912,1613936396713,821
-"eps_2",1e-05,1613936396713,821
-"train_loss",0.10932127,1613936397726,822
-"raw_loss",0.11174944,1613936397726,822
-"epoch",5.176100628930811,1613936397726,822
-"wd_0",0.01,1613936397726,822
-"sqr_mom_0",0.99,1613936397726,822
-"lr_0",4.66330065642761e-06,1613936397726,822
-"mom_0",0.8567340542119899,1613936397726,822
-"eps_0",1e-05,1613936397726,822
-"wd_1",0.01,1613936397726,822
-"sqr_mom_1",0.99,1613936397726,822
-"lr_1",4.66330065642761e-05,1613936397726,822
-"mom_1",0.8567340542119899,1613936397726,822
-"eps_1",1e-05,1613936397726,822
-"wd_2",0.01,1613936397726,822
-"sqr_mom_2",0.99,1613936397726,822
-"lr_2",0.00046633006564276096,1613936397726,822
-"mom_2",0.8567340542119899,1613936397726,822
-"eps_2",1e-05,1613936397726,822
-"train_loss",0.11032875,1613936398701,823
-"raw_loss",0.15969543,1613936398701,823
-"epoch",5.182389937106912,1613936398701,823
-"wd_0",0.01,1613936398701,823
-"sqr_mom_0",0.99,1613936398701,823
-"lr_0",4.6597551922783206e-06,1613936398701,823
-"mom_0",0.8568049642040756,1613936398701,823
-"eps_0",1e-05,1613936398701,823
-"wd_1",0.01,1613936398701,823
-"sqr_mom_1",0.99,1613936398701,823
-"lr_1",4.659755192278321e-05,1613936398701,823
-"mom_1",0.8568049642040756,1613936398701,823
-"eps_1",1e-05,1613936398701,823
-"wd_2",0.01,1613936398701,823
-"sqr_mom_2",0.99,1613936398701,823
-"lr_2",0.00046597551922783205,1613936398701,823
-"mom_2",0.8568049642040756,1613936398701,823
-"eps_2",1e-05,1613936398701,823
-"train_loss",0.11054652,1613936399677,824
-"raw_loss",0.121217534,1613936399677,824
-"epoch",5.188679245283012,1613936399677,824
-"wd_0",0.01,1613936399677,824
-"sqr_mom_0",0.99,1613936399677,824
-"lr_0",4.656192402803104e-06,1613936399677,824
-"mom_0",0.856876220706145,1613936399677,824
-"eps_0",1e-05,1613936399677,824
-"wd_1",0.01,1613936399677,824
-"sqr_mom_1",0.99,1613936399677,824
-"lr_1",4.6561924028031035e-05,1613936399677,824
-"mom_1",0.856876220706145,1613936399677,824
-"eps_1",1e-05,1613936399677,824
-"wd_2",0.01,1613936399677,824
-"sqr_mom_2",0.99,1613936399677,824
-"lr_2",0.00046561924028031037,1613936399677,824
-"mom_2",0.856876220706145,1613936399677,824
-"eps_2",1e-05,1613936399677,824
-"train_loss",0.11094888,1613936400652,825
-"raw_loss",0.13066448,1613936400652,825
-"epoch",5.194968553459113,1613936400652,825
-"wd_0",0.01,1613936400652,825
-"sqr_mom_0",0.99,1613936400652,825
-"lr_0",4.65261261225095e-06,1613936400652,825
-"mom_0",0.8569478172331533,1613936400652,825
-"eps_0",1e-05,1613936400652,825
-"wd_1",0.01,1613936400652,825
-"sqr_mom_1",0.99,1613936400652,825
-"lr_1",4.65261261225095e-05,1613936400652,825
-"mom_1",0.8569478172331533,1613936400652,825
-"eps_1",1e-05,1613936400652,825
-"wd_2",0.01,1613936400652,825
-"sqr_mom_2",0.99,1613936400652,825
-"lr_2",0.00046526126122509496,1613936400652,825
-"mom_2",0.8569478172331533,1613936400652,825
-"eps_2",1e-05,1613936400652,825
-"train_loss",0.11082379,1613936401645,826
-"raw_loss",0.10469437,1613936401645,826
-"epoch",5.201257861635213,1613936401645,826
-"wd_0",0.01,1613936401645,826
-"sqr_mom_0",0.99,1613936401645,826
-"lr_0",4.64901549291116e-06,1613936401645,826
-"mom_0",0.8570197603393802,1613936401645,826
-"eps_0",1e-05,1613936401645,826
-"wd_1",0.01,1613936401645,826
-"sqr_mom_1",0.99,1613936401645,826
-"lr_1",4.64901549291116e-05,1613936401645,826
-"mom_1",0.8570197603393802,1613936401645,826
-"eps_1",1e-05,1613936401645,826
-"wd_2",0.01,1613936401645,826
-"sqr_mom_2",0.99,1613936401645,826
-"lr_2",0.000464901549291116,1613936401645,826
-"mom_2",0.8570197603393802,1613936401645,826
-"eps_2",1e-05,1613936401645,826
-"train_loss",0.110486,1613936402634,827
-"raw_loss",0.0939341,1613936402634,827
-"epoch",5.207547169811313,1613936402634,827
-"wd_0",0.01,1613936402634,827
-"sqr_mom_0",0.99,1613936402634,827
-"lr_0",4.6454014313814175e-06,1613936402634,827
-"mom_0",0.8570920422927946,1613936402634,827
-"eps_0",1e-05,1613936402634,827
-"wd_1",0.01,1613936402634,827
-"sqr_mom_1",0.99,1613936402634,827
-"lr_1",4.645401431381417e-05,1613936402634,827
-"mom_1",0.8570920422927946,1613936402634,827
-"eps_1",1e-05,1613936402634,827
-"wd_2",0.01,1613936402634,827
-"sqr_mom_2",0.99,1613936402634,827
-"lr_2",0.0004645401431381417,1613936402634,827
-"mom_2",0.8570920422927946,1613936402634,827
-"eps_2",1e-05,1613936402634,827
-"train_loss",0.109762296,1613936403612,828
-"raw_loss",0.074300796,1613936403612,828
-"epoch",5.213836477987414,1613936403612,828
-"wd_0",0.01,1613936403612,828
-"sqr_mom_0",0.99,1613936403612,828
-"lr_0",4.641770036447975e-06,1613936403612,828
-"mom_0",0.8571646709177496,1613936403612,828
-"eps_0",1e-05,1613936403612,828
-"wd_1",0.01,1613936403612,828
-"sqr_mom_1",0.99,1613936403612,828
-"lr_1",4.641770036447974e-05,1613936403612,828
-"mom_1",0.8571646709177496,1613936403612,828
-"eps_1",1e-05,1613936403612,828
-"wd_2",0.01,1613936403612,828
-"sqr_mom_2",0.99,1613936403612,828
-"lr_2",0.00046417700364479743,1613936403612,828
-"mom_2",0.8571646709177496,1613936403612,828
-"eps_2",1e-05,1613936403612,828
-"train_loss",0.10993478,1613936404584,829
-"raw_loss",0.11838618,1613936404584,829
-"epoch",5.220125786163514,1613936404584,829
-"wd_0",0.01,1613936404584,829
-"sqr_mom_0",0.99,1613936404584,829
-"lr_0",4.6381218188344594e-06,1613936404584,829
-"mom_0",0.8572376359996708,1613936404584,829
-"eps_0",1e-05,1613936404584,829
-"wd_1",0.01,1613936404584,829
-"sqr_mom_1",0.99,1613936404584,829
-"lr_1",4.638121818834459e-05,1613936404584,829
-"mom_1",0.8572376359996708,1613936404584,829
-"eps_1",1e-05,1613936404584,829
-"wd_2",0.01,1613936404584,829
-"sqr_mom_2",0.99,1613936404584,829
-"lr_2",0.0004638121818834459,1613936404584,829
-"mom_2",0.8572376359996708,1613936404584,829
-"eps_2",1e-05,1613936404584,829
-"train_loss",0.10900434,1613936405555,830
-"raw_loss",0.06341301,1613936405555,830
-"epoch",5.226415094339615,1613936405555,830
-"wd_0",0.01,1613936405555,830
-"sqr_mom_0",0.99,1613936405555,830
-"lr_0",4.634456567275847e-06,1613936405555,830
-"mom_0",0.8573109417639007,1613936405555,830
-"eps_0",1e-05,1613936405555,830
-"wd_1",0.01,1613936405555,830
-"sqr_mom_1",0.99,1613936405555,830
-"lr_1",4.6344565672758474e-05,1613936405555,830
-"mom_1",0.8573109417639007,1613936405555,830
-"eps_1",1e-05,1613936405555,830
-"wd_2",0.01,1613936405555,830
-"sqr_mom_2",0.99,1613936405555,830
-"lr_2",0.0004634456567275847,1613936405555,830
-"mom_2",0.8573109417639007,1613936405555,830
-"eps_2",1e-05,1613936405555,830
-"train_loss",0.10869292,1613936406527,831
-"raw_loss",0.093433104,1613936406527,831
-"epoch",5.232704402515715,1613936406527,831
-"wd_0",0.01,1613936406527,831
-"sqr_mom_0",0.99,1613936406527,831
-"lr_0",4.630774127335088e-06,1613936406527,831
-"mom_0",0.8573845912992112,1613936406527,831
-"eps_0",1e-05,1613936406527,831
-"wd_1",0.01,1613936406527,831
-"sqr_mom_1",0.99,1613936406527,831
-"lr_1",4.6307741273350884e-05,1613936406527,831
-"mom_1",0.8573845912992112,1613936406527,831
-"eps_1",1e-05,1613936406527,831
-"wd_2",0.01,1613936406527,831
-"sqr_mom_2",0.99,1613936406527,831
-"lr_2",0.0004630774127335088,1613936406527,831
-"mom_2",0.8573845912992112,1613936406527,831
-"eps_2",1e-05,1613936406527,831
-"train_loss",0.10771756,1613936407519,832
-"raw_loss",0.059924986,1613936407519,832
-"epoch",5.238993710691815,1613936407519,832
-"wd_0",0.01,1613936407519,832
-"sqr_mom_0",0.99,1613936407519,832
-"lr_0",4.627074833285779e-06,1613936407519,832
-"mom_0",0.8574585779200636,1613936407519,832
-"eps_0",1e-05,1613936407519,832
-"wd_1",0.01,1613936407519,832
-"sqr_mom_1",0.99,1613936407519,832
-"lr_1",4.6270748332857794e-05,1613936407519,832
-"mom_1",0.8574585779200636,1613936407519,832
-"eps_1",1e-05,1613936407519,832
-"wd_2",0.01,1613936407519,832
-"sqr_mom_2",0.99,1613936407519,832
-"lr_2",0.0004627074833285779,1613936407519,832
-"mom_2",0.8574585779200636,1613936407519,832
-"eps_2",1e-05,1613936407519,832
-"train_loss",0.10711922,1613936408472,833
-"raw_loss",0.07780047,1613936408472,833
-"epoch",5.245283018867916,1613936408472,833
-"wd_0",0.01,1613936408472,833
-"sqr_mom_0",0.99,1613936408472,833
-"lr_0",4.623358469189831e-06,1613936408472,833
-"mom_0",0.8575329059452629,1613936408472,833
-"eps_0",1e-05,1613936408472,833
-"wd_1",0.01,1613936408472,833
-"sqr_mom_1",0.99,1613936408472,833
-"lr_1",4.62335846918983e-05,1613936408472,833
-"mom_1",0.8575329059452629,1613936408472,833
-"eps_1",1e-05,1613936408472,833
-"wd_2",0.01,1613936408472,833
-"sqr_mom_2",0.99,1613936408472,833
-"lr_2",0.000462335846918983,1613936408472,833
-"mom_2",0.8575329059452629,1613936408472,833
-"eps_2",1e-05,1613936408472,833
-"train_loss",0.10594176,1613936409488,834
-"raw_loss",0.048245925,1613936409488,834
-"epoch",5.251572327044016,1613936409488,834
-"wd_0",0.01,1613936409488,834
-"sqr_mom_0",0.99,1613936409488,834
-"lr_0",4.619625373248109e-06,1613936409488,834
-"mom_0",0.857607568610724,1613936409488,834
-"eps_0",1e-05,1613936409488,834
-"wd_1",0.01,1613936409488,834
-"sqr_mom_1",0.99,1613936409488,834
-"lr_1",4.619625373248109e-05,1613936409488,834
-"mom_1",0.857607568610724,1613936409488,834
-"eps_1",1e-05,1613936409488,834
-"wd_2",0.01,1613936409488,834
-"sqr_mom_2",0.99,1613936409488,834
-"lr_2",0.0004619625373248109,1613936409488,834
-"mom_2",0.857607568610724,1613936409488,834
-"eps_2",1e-05,1613936409488,834
-"train_loss",0.10537782,1613936410441,835
-"raw_loss",0.0777453,1613936410441,835
-"epoch",5.257861635220117,1613936410441,835
-"wd_0",0.01,1613936410441,835
-"sqr_mom_0",0.99,1613936410441,835
-"lr_0",4.615875390720119e-06,1613936410441,835
-"mom_0",0.8576825690112877,1613936410441,835
-"eps_0",1e-05,1613936410441,835
-"wd_1",0.01,1613936410441,835
-"sqr_mom_1",0.99,1613936410441,835
-"lr_1",4.615875390720118e-05,1613936410441,835
-"mom_1",0.8576825690112877,1613936410441,835
-"eps_1",1e-05,1613936410441,835
-"wd_2",0.01,1613936410441,835
-"sqr_mom_2",0.99,1613936410441,835
-"lr_2",0.0004615875390720118,1613936410441,835
-"mom_2",0.8576825690112877,1613936410441,835
-"eps_2",1e-05,1613936410441,835
-"train_loss",0.10405628,1613936411449,836
-"raw_loss",0.039300166,1613936411449,836
-"epoch",5.264150943396217,1613936411449,836
-"wd_0",0.01,1613936411449,836
-"sqr_mom_0",0.99,1613936411449,836
-"lr_0",4.612108363639018e-06,1613936411449,836
-"mom_0",0.8577579103063226,1613936411449,836
-"eps_0",1e-05,1613936411449,836
-"wd_1",0.01,1613936411449,836
-"sqr_mom_1",0.99,1613936411449,836
-"lr_1",4.612108363639018e-05,1613936411449,836
-"mom_1",0.8577579103063226,1613936411449,836
-"eps_1",1e-05,1613936411449,836
-"wd_2",0.01,1613936411449,836
-"sqr_mom_2",0.99,1613936411449,836
-"lr_2",0.00046121083636390173,1613936411449,836
-"mom_2",0.8577579103063226,1613936411449,836
-"eps_2",1e-05,1613936411449,836
-"train_loss",0.1030399,1613936412423,837
-"raw_loss",0.053237237,1613936412423,837
-"epoch",5.270440251572317,1613936412423,837
-"wd_0",0.01,1613936412423,837
-"sqr_mom_0",0.99,1613936412423,837
-"lr_0",4.608324633970204e-06,1613936412423,837
-"mom_0",0.8578335856564525,1613936412423,837
-"eps_0",1e-05,1613936412423,837
-"wd_1",0.01,1613936412423,837
-"sqr_mom_1",0.99,1613936412423,837
-"lr_1",4.608324633970204e-05,1613936412423,837
-"mom_1",0.8578335856564525,1613936412423,837
-"eps_1",1e-05,1613936412423,837
-"wd_2",0.01,1613936412423,837
-"sqr_mom_2",0.99,1613936412423,837
-"lr_2",0.0004608324633970204,1613936412423,837
-"mom_2",0.8578335856564525,1613936412423,837
-"eps_2",1e-05,1613936412423,837
-"train_loss",0.10295246,1613936413386,838
-"raw_loss",0.09866807,1613936413386,838
-"epoch",5.276729559748418,1613936413386,838
-"wd_0",0.01,1613936413386,838
-"sqr_mom_0",0.99,1613936413386,838
-"lr_0",4.604523980846846e-06,1613936413386,838
-"mom_0",0.8579095994790579,1613936413386,838
-"eps_0",1e-05,1613936413386,838
-"wd_1",0.01,1613936413386,838
-"sqr_mom_1",0.99,1613936413386,838
-"lr_1",4.6045239808468456e-05,1613936413386,838
-"mom_1",0.8579095994790579,1613936413386,838
-"eps_1",1e-05,1613936413386,838
-"wd_2",0.01,1613936413386,838
-"sqr_mom_2",0.99,1613936413386,838
-"lr_2",0.00046045239808468455,1613936413386,838
-"mom_2",0.8579095994790579,1613936413386,838
-"eps_2",1e-05,1613936413386,838
-"train_loss",0.10238622,1613936414333,839
-"raw_loss",0.07464043,1613936414333,839
-"epoch",5.283018867924518,1613936414333,839
-"wd_0",0.01,1613936414333,839
-"sqr_mom_0",0.99,1613936414333,839
-"lr_0",4.6007067501271e-06,1613936414333,839
-"mom_0",0.8579859448569066,1613936414333,839
-"eps_0",1e-05,1613936414333,839
-"wd_1",0.01,1613936414333,839
-"sqr_mom_1",0.99,1613936414333,839
-"lr_1",4.600706750127099e-05,1613936414333,839
-"mom_1",0.8579859448569066,1613936414333,839
-"eps_1",1e-05,1613936414333,839
-"wd_2",0.01,1613936414333,839
-"sqr_mom_2",0.99,1613936414333,839
-"lr_2",0.00046007067501270993,1613936414333,839
-"mom_2",0.8579859448569066,1613936414333,839
-"eps_2",1e-05,1613936414333,839
-"train_loss",0.10152138,1613936415291,840
-"raw_loss",0.05914432,1613936415291,840
-"epoch",5.289308176100619,1613936415291,840
-"wd_0",0.01,1613936415291,840
-"sqr_mom_0",0.99,1613936415291,840
-"lr_0",4.596872592363887e-06,1613936415291,840
-"mom_0",0.8580626287790101,1613936415291,840
-"eps_0",1e-05,1613936415291,840
-"wd_1",0.01,1613936415291,840
-"sqr_mom_1",0.99,1613936415291,840
-"lr_1",4.596872592363887e-05,1613936415291,840
-"mom_1",0.8580626287790101,1613936415291,840
-"eps_1",1e-05,1613936415291,840
-"wd_2",0.01,1613936415291,840
-"sqr_mom_2",0.99,1613936415291,840
-"lr_2",0.00045968725923638867,1613936415291,840
-"mom_2",0.8580626287790101,1613936415291,840
-"eps_2",1e-05,1613936415291,840
-"train_loss",0.102505885,1613936416242,841
-"raw_loss",0.15074669,1613936416242,841
-"epoch",5.295597484276719,1613936416242,841
-"wd_0",0.01,1613936416242,841
-"sqr_mom_0",0.99,1613936416242,841
-"lr_0",4.593021855627112e-06,1613936416242,841
-"mom_0",0.8581396442839005,1613936416242,841
-"eps_0",1e-05,1613936416242,841
-"wd_1",0.01,1613936416242,841
-"sqr_mom_1",0.99,1613936416242,841
-"lr_1",4.593021855627111e-05,1613936416242,841
-"mom_1",0.8581396442839005,1613936416242,841
-"eps_1",1e-05,1613936416242,841
-"wd_2",0.01,1613936416242,841
-"sqr_mom_2",0.99,1613936416242,841
-"lr_2",0.0004593021855627111,1613936416242,841
-"mom_2",0.8581396442839005,1613936416242,841
-"eps_2",1e-05,1613936416242,841
-"train_loss",0.10318056,1613936417264,842
-"raw_loss",0.13623929,1613936417264,842
-"epoch",5.3018867924528195,1613936417264,842
-"wd_0",0.01,1613936417264,842
-"sqr_mom_0",0.99,1613936417264,842
-"lr_0",4.589154507977398e-06,1613936417264,842
-"mom_0",0.8582169920103722,1613936417264,842
-"eps_0",1e-05,1613936417264,842
-"wd_1",0.01,1613936417264,842
-"sqr_mom_1",0.99,1613936417264,842
-"lr_1",4.5891545079773986e-05,1613936417264,842
-"mom_1",0.8582169920103722,1613936417264,842
-"eps_1",1e-05,1613936417264,842
-"wd_2",0.01,1613936417264,842
-"sqr_mom_2",0.99,1613936417264,842
-"lr_2",0.0004589154507977398,1613936417264,842
-"mom_2",0.8582169920103722,1613936417264,842
-"eps_2",1e-05,1613936417264,842
-"train_loss",0.10456267,1613936418245,843
-"raw_loss",0.17228661,1613936418245,843
-"epoch",5.30817610062892,1613936418245,843
-"wd_0",0.01,1613936418245,843
-"sqr_mom_0",0.99,1613936418245,843
-"lr_0",4.585270322832709e-06,1613936418245,843
-"mom_0",0.8582946764901107,1613936418245,843
-"eps_0",1e-05,1613936418245,843
-"wd_1",0.01,1613936418245,843
-"sqr_mom_1",0.99,1613936418245,843
-"lr_1",4.5852703228327086e-05,1613936418245,843
-"mom_1",0.8582946764901107,1613936418245,843
-"eps_1",1e-05,1613936418245,843
-"wd_2",0.01,1613936418245,843
-"sqr_mom_2",0.99,1613936418245,843
-"lr_2",0.00045852703228327086,1613936418245,843
-"mom_2",0.8582946764901107,1613936418245,843
-"eps_2",1e-05,1613936418245,843
-"train_loss",0.10512531,1613936419215,844
-"raw_loss",0.13269442,1613936419215,844
-"epoch",5.31446540880502,1613936419215,844
-"wd_0",0.01,1613936419215,844
-"sqr_mom_0",0.99,1613936419215,844
-"lr_0",4.581369717642907e-06,1613936419215,844
-"mom_0",0.8583726893740355,1613936419215,844
-"eps_0",1e-05,1613936419215,844
-"wd_1",0.01,1613936419215,844
-"sqr_mom_1",0.99,1613936419215,844
-"lr_1",4.581369717642907e-05,1613936419215,844
-"mom_1",0.8583726893740355,1613936419215,844
-"eps_1",1e-05,1613936419215,844
-"wd_2",0.01,1613936419215,844
-"sqr_mom_2",0.99,1613936419215,844
-"lr_2",0.0004581369717642907,1613936419215,844
-"mom_2",0.8583726893740355,1613936419215,844
-"eps_2",1e-05,1613936419215,844
-"train_loss",0.104392834,1613936420172,845
-"raw_loss",0.06850162,1613936420172,845
-"epoch",5.320754716981121,1613936420172,845
-"wd_0",0.01,1613936420172,845
-"sqr_mom_0",0.99,1613936420172,845
-"lr_0",4.577452270222969e-06,1613936420172,845
-"mom_0",0.8584510391059317,1613936420172,845
-"eps_0",1e-05,1613936420172,845
-"wd_1",0.01,1613936420172,845
-"sqr_mom_1",0.99,1613936420172,845
-"lr_1",4.577452270222969e-05,1613936420172,845
-"mom_1",0.8584510391059317,1613936420172,845
-"eps_1",1e-05,1613936420172,845
-"wd_2",0.01,1613936420172,845
-"sqr_mom_2",0.99,1613936420172,845
-"lr_2",0.00045774522702229687,1613936420172,845
-"mom_2",0.8584510391059317,1613936420172,845
-"eps_2",1e-05,1613936420172,845
-"train_loss",0.10350603,1613936421141,846
-"raw_loss",0.060052734,1613936421141,846
-"epoch",5.327044025157221,1613936421141,846
-"wd_0",0.01,1613936421141,846
-"sqr_mom_0",0.99,1613936421141,846
-"lr_0",4.573518531527276e-06,1613936421141,846
-"mom_0",0.8585297146666011,1613936421141,846
-"eps_0",1e-05,1613936421141,846
-"wd_1",0.01,1613936421141,846
-"sqr_mom_1",0.99,1613936421141,846
-"lr_1",4.5735185315272766e-05,1613936421141,846
-"mom_1",0.8585297146666011,1613936421141,846
-"eps_1",1e-05,1613936421141,846
-"wd_2",0.01,1613936421141,846
-"sqr_mom_2",0.99,1613936421141,846
-"lr_2",0.00045735185315272766,1613936421141,846
-"mom_2",0.8585297146666011,1613936421141,846
-"eps_2",1e-05,1613936421141,846
-"train_loss",0.102322124,1613936422089,847
-"raw_loss",0.044310473,1613936422089,847
-"epoch",5.3333333333333215,1613936422089,847
-"wd_0",0.01,1613936422089,847
-"sqr_mom_0",0.99,1613936422089,847
-"lr_0",4.569568273572651e-06,1613936422089,847
-"mom_0",0.8586087206157531,1613936422089,847
-"eps_0",1e-05,1613936422089,847
-"wd_1",0.01,1613936422089,847
-"sqr_mom_1",0.99,1613936422089,847
-"lr_1",4.569568273572651e-05,1613936422089,847
-"mom_1",0.8586087206157531,1613936422089,847
-"eps_1",1e-05,1613936422089,847
-"wd_2",0.01,1613936422089,847
-"sqr_mom_2",0.99,1613936422089,847
-"lr_2",0.00045695682735726506,1613936422089,847
-"mom_2",0.8586087206157531,1613936422089,847
-"eps_2",1e-05,1613936422089,847
-"train_loss",0.1030071,1613936423050,848
-"raw_loss",0.13657081,1613936423050,848
-"epoch",5.339622641509422,1613936423050,848
-"wd_0",0.01,1613936423050,848
-"sqr_mom_0",0.99,1613936423050,848
-"lr_0",4.56560133005044e-06,1613936423050,848
-"mom_0",0.858688060279594,1613936423050,848
-"eps_0",1e-05,1613936423050,848
-"wd_1",0.01,1613936423050,848
-"sqr_mom_1",0.99,1613936423050,848
-"lr_1",4.56560133005044e-05,1613936423050,848
-"mom_1",0.858688060279594,1613936423050,848
-"eps_1",1e-05,1613936423050,848
-"wd_2",0.01,1613936423050,848
-"sqr_mom_2",0.99,1613936423050,848
-"lr_2",0.000456560133005044,1613936423050,848
-"mom_2",0.858688060279594,1613936423050,848
-"eps_2",1e-05,1613936423050,848
-"train_loss",0.10214371,1613936423998,849
-"raw_loss",0.059837643,1613936423998,849
-"epoch",5.345911949685522,1613936423998,849
-"wd_0",0.01,1613936423998,849
-"sqr_mom_0",0.99,1613936423998,849
-"lr_0",4.561618061105606e-06,1613936423998,849
-"mom_0",0.8587677264551524,1613936423998,849
-"eps_0",1e-05,1613936423998,849
-"wd_1",0.01,1613936423998,849
-"sqr_mom_1",0.99,1613936423998,849
-"lr_1",4.5616180611056064e-05,1613936423998,849
-"mom_1",0.8587677264551524,1613936423998,849
-"eps_1",1e-05,1613936423998,849
-"wd_2",0.01,1613936423998,849
-"sqr_mom_2",0.99,1613936423998,849
-"lr_2",0.00045616180611056064,1613936423998,849
-"mom_2",0.8587677264551524,1613936423998,849
-"eps_2",1e-05,1613936423998,849
-"train_loss",0.10105533,1613936424962,850
-"raw_loss",0.047724973,1613936424962,850
-"epoch",5.352201257861623,1613936424962,850
-"wd_0",0.01,1613936424962,850
-"sqr_mom_0",0.99,1613936424962,850
-"lr_0",4.557618234223655e-06,1613936424962,850
-"mom_0",0.8588477237927649,1613936424962,850
-"eps_0",1e-05,1613936424962,850
-"wd_1",0.01,1613936424962,850
-"sqr_mom_1",0.99,1613936424962,850
-"lr_1",4.5576182342236544e-05,1613936424962,850
-"mom_1",0.8588477237927649,1613936424962,850
-"eps_1",1e-05,1613936424962,850
-"wd_2",0.01,1613936424962,850
-"sqr_mom_2",0.99,1613936424962,850
-"lr_2",0.00045576182342236545,1613936424962,850
-"mom_2",0.8588477237927649,1613936424962,850
-"eps_2",1e-05,1613936424962,850
-"train_loss",0.10249824,1613936425905,851
-"raw_loss",0.17320079,1613936425905,851
-"epoch",5.358490566037723,1613936425905,851
-"wd_0",0.01,1613936425905,851
-"sqr_mom_0",0.99,1613936425905,851
-"lr_0",4.5536022133563326e-06,1613936425905,851
-"mom_0",0.8589280450133234,1613936425905,851
-"eps_0",1e-05,1613936425905,851
-"wd_1",0.01,1613936425905,851
-"sqr_mom_1",0.99,1613936425905,851
-"lr_1",4.5536022133563326e-05,1613936425905,851
-"mom_1",0.8589280450133234,1613936425905,851
-"eps_1",1e-05,1613936425905,851
-"wd_2",0.01,1613936425905,851
-"sqr_mom_2",0.99,1613936425905,851
-"lr_2",0.00045536022133563323,1613936425905,851
-"mom_2",0.8589280450133234,1613936425905,851
-"eps_2",1e-05,1613936425905,851
-"train_loss",0.106485024,1613936426860,852
-"raw_loss",0.30183727,1613936426860,852
-"epoch",5.3647798742138235,1613936426860,852
-"wd_0",0.01,1613936426860,852
-"sqr_mom_0",0.99,1613936426860,852
-"lr_0",4.549569630858382e-06,1613936426860,852
-"mom_0",0.859008697469807,1613936426860,852
-"eps_0",1e-05,1613936426860,852
-"wd_1",0.01,1613936426860,852
-"sqr_mom_1",0.99,1613936426860,852
-"lr_1",4.549569630858382e-05,1613936426860,852
-"mom_1",0.859008697469807,1613936426860,852
-"eps_1",1e-05,1613936426860,852
-"wd_2",0.01,1613936426860,852
-"sqr_mom_2",0.99,1613936426860,852
-"lr_2",0.0004549569630858382,1613936426860,852
-"mom_2",0.859008697469807,1613936426860,852
-"eps_2",1e-05,1613936426860,852
-"train_loss",0.1065451,1613936427829,853
-"raw_loss",0.109489016,1613936427829,853
-"epoch",5.371069182389924,1613936427829,853
-"wd_0",0.01,1613936427829,853
-"sqr_mom_0",0.99,1613936427829,853
-"lr_0",4.545520920128565e-06,1613936427829,853
-"mom_0",0.8590896724941536,1613936427829,853
-"eps_0",1e-05,1613936427829,853
-"wd_1",0.01,1613936427829,853
-"sqr_mom_1",0.99,1613936427829,853
-"lr_1",4.5455209201285646e-05,1613936427829,853
-"mom_1",0.8590896724941536,1613936427829,853
-"eps_1",1e-05,1613936427829,853
-"wd_2",0.01,1613936427829,853
-"sqr_mom_2",0.99,1613936427829,853
-"lr_2",0.0004545520920128564,1613936427829,853
-"mom_2",0.8590896724941536,1613936427829,853
-"eps_2",1e-05,1613936427829,853
-"train_loss",0.10685061,1613936428807,854
-"raw_loss",0.12182071,1613936428807,854
-"epoch",5.377358490566024,1613936428807,854
-"wd_0",0.01,1613936428807,854
-"sqr_mom_0",0.99,1613936428807,854
-"lr_0",4.541455845638497e-06,1613936428807,854
-"mom_0",0.859170974796978,1613936428807,854
-"eps_0",1e-05,1613936428807,854
-"wd_1",0.01,1613936428807,854
-"sqr_mom_1",0.99,1613936428807,854
-"lr_1",4.541455845638497e-05,1613936428807,854
-"mom_1",0.859170974796978,1613936428807,854
-"eps_1",1e-05,1613936428807,854
-"wd_2",0.01,1613936428807,854
-"sqr_mom_2",0.99,1613936428807,854
-"lr_2",0.0004541455845638497,1613936428807,854
-"mom_2",0.859170974796978,1613936428807,854
-"eps_2",1e-05,1613936428807,854
-"train_loss",0.10662379,1613936429771,855
-"raw_loss",0.09550975,1613936429771,855
-"epoch",5.383647798742125,1613936429771,855
-"wd_0",0.01,1613936429771,855
-"sqr_mom_0",0.99,1613936429771,855
-"lr_0",4.537374371140933e-06,1613936429771,855
-"mom_0",0.8592526051032323,1613936429771,855
-"eps_0",1e-05,1613936429771,855
-"wd_1",0.01,1613936429771,855
-"sqr_mom_1",0.99,1613936429771,855
-"lr_1",4.5373743711409325e-05,1613936429771,855
-"mom_1",0.8592526051032323,1613936429771,855
-"eps_1",1e-05,1613936429771,855
-"wd_2",0.01,1613936429771,855
-"sqr_mom_2",0.99,1613936429771,855
-"lr_2",0.00045373743711409325,1613936429771,855
-"mom_2",0.8592526051032323,1613936429771,855
-"eps_2",1e-05,1613936429771,855
-"train_loss",0.10753684,1613936430732,856
-"raw_loss",0.15227604,1613936430732,856
-"epoch",5.389937106918225,1613936430732,856
-"wd_0",0.01,1613936430732,856
-"sqr_mom_0",0.99,1613936430732,856
-"lr_0",4.533276868004552e-06,1613936430732,856
-"mom_0",0.8593345559854688,1613936430732,856
-"eps_0",1e-05,1613936430732,856
-"wd_1",0.01,1613936430732,856
-"sqr_mom_1",0.99,1613936430732,856
-"lr_1",4.533276868004552e-05,1613936430732,856
-"mom_1",0.8593345559854688,1613936430732,856
-"eps_1",1e-05,1613936430732,856
-"wd_2",0.01,1613936430732,856
-"sqr_mom_2",0.99,1613936430732,856
-"lr_2",0.00045332768680045516,1613936430732,856
-"mom_2",0.8593345559854688,1613936430732,856
-"eps_2",1e-05,1613936430732,856
-"train_loss",0.10735114,1613936431670,857
-"raw_loss",0.098252326,1613936431670,857
-"epoch",5.3962264150943255,1613936431670,857
-"wd_0",0.01,1613936431670,857
-"sqr_mom_0",0.99,1613936431670,857
-"lr_0",4.529162961124831e-06,1613936431670,857
-"mom_0",0.8594168349458529,1613936431670,857
-"eps_0",1e-05,1613936431670,857
-"wd_1",0.01,1613936431670,857
-"sqr_mom_1",0.99,1613936431670,857
-"lr_1",4.529162961124831e-05,1613936431670,857
-"mom_1",0.8594168349458529,1613936431670,857
-"eps_1",1e-05,1613936431670,857
-"wd_2",0.01,1613936431670,857
-"sqr_mom_2",0.99,1613936431670,857
-"lr_2",0.00045291629611248304,1613936431670,857
-"mom_2",0.8594168349458529,1613936431670,857
-"eps_2",1e-05,1613936431670,857
-"train_loss",0.10676738,1613936432654,858
-"raw_loss",0.07816284,1613936432654,858
-"epoch",5.402515723270426,1613936432654,858
-"wd_0",0.01,1613936432654,858
-"sqr_mom_0",0.99,1613936432654,858
-"lr_0",4.5250330240114115e-06,1613936432654,858
-"mom_0",0.8594994345141169,1613936432654,858
-"eps_0",1e-05,1613936432654,858
-"wd_1",0.01,1613936432654,858
-"sqr_mom_1",0.99,1613936432654,858
-"lr_1",4.525033024011411e-05,1613936432654,858
-"mom_1",0.8594994345141169,1613936432654,858
-"eps_1",1e-05,1613936432654,858
-"wd_2",0.01,1613936432654,858
-"sqr_mom_2",0.99,1613936432654,858
-"lr_2",0.0004525033024011411,1613936432654,858
-"mom_2",0.8594994345141169,1613936432654,858
-"eps_2",1e-05,1613936432654,858
-"train_loss",0.10671476,1613936433626,859
-"raw_loss",0.10413644,1613936433626,859
-"epoch",5.408805031446526,1613936433626,859
-"wd_0",0.01,1613936433626,859
-"sqr_mom_0",0.99,1613936433626,859
-"lr_0",4.520887022278472e-06,1613936433626,859
-"mom_0",0.8595823553779843,1613936433626,859
-"eps_0",1e-05,1613936433626,859
-"wd_1",0.01,1613936433626,859
-"sqr_mom_1",0.99,1613936433626,859
-"lr_1",4.520887022278472e-05,1613936433626,859
-"mom_1",0.8595823553779843,1613936433626,859
-"eps_1",1e-05,1613936433626,859
-"wd_2",0.01,1613936433626,859
-"sqr_mom_2",0.99,1613936433626,859
-"lr_2",0.00045208870222784717,1613936433626,859
-"mom_2",0.8595823553779843,1613936433626,859
-"eps_2",1e-05,1613936433626,859
-"train_loss",0.10550166,1613936434614,860
-"raw_loss",0.04605959,1613936434614,860
-"epoch",5.415094339622627,1613936434614,860
-"wd_0",0.01,1613936434614,860
-"sqr_mom_0",0.99,1613936434614,860
-"lr_0",4.5167247131047835e-06,1613936434614,860
-"mom_0",0.8596656023939282,1613936434614,860
-"eps_0",1e-05,1613936434614,860
-"wd_1",0.01,1613936434614,860
-"sqr_mom_1",0.99,1613936434614,860
-"lr_1",4.5167247131047834e-05,1613936434614,860
-"mom_1",0.8596656023939282,1613936434614,860
-"eps_1",1e-05,1613936434614,860
-"wd_2",0.01,1613936434614,860
-"sqr_mom_2",0.99,1613936434614,860
-"lr_2",0.00045167247131047835,1613936434614,860
-"mom_2",0.8596656023939282,1613936434614,860
-"eps_2",1e-05,1613936434614,860
-"train_loss",0.1053592,1613936435626,861
-"raw_loss",0.09837867,1613936435626,861
-"epoch",5.421383647798727,1613936435626,861
-"wd_0",0.01,1613936435626,861
-"sqr_mom_0",0.99,1613936435626,861
-"lr_0",4.512546543831381e-06,1613936435626,861
-"mom_0",0.8597491666150385,1613936435626,861
-"eps_0",1e-05,1613936435626,861
-"wd_1",0.01,1613936435626,861
-"sqr_mom_1",0.99,1613936435626,861
-"lr_1",4.5125465438313805e-05,1613936435626,861
-"mom_1",0.8597491666150385,1613936435626,861
-"eps_1",1e-05,1613936435626,861
-"wd_2",0.01,1613936435626,861
-"sqr_mom_2",0.99,1613936435626,861
-"lr_2",0.00045125465438313806,1613936435626,861
-"mom_2",0.8597491666150385,1613936435626,861
-"eps_2",1e-05,1613936435626,861
-"train_loss",0.106110886,1613936436616,862
-"raw_loss",0.14294356,1613936436616,862
-"epoch",5.427672955974828,1613936436616,862
-"wd_0",0.01,1613936436616,862
-"sqr_mom_0",0.99,1613936436616,862
-"lr_0",4.5083521319691895e-06,1613936436616,862
-"mom_0",0.8598330556911731,1613936436616,862
-"eps_0",1e-05,1613936436616,862
-"wd_1",0.01,1613936436616,862
-"sqr_mom_1",0.99,1613936436616,862
-"lr_1",4.508352131969189e-05,1613936436616,862
-"mom_1",0.8598330556911731,1613936436616,862
-"eps_1",1e-05,1613936436616,862
-"wd_2",0.01,1613936436616,862
-"sqr_mom_2",0.99,1613936436616,862
-"lr_2",0.0004508352131969189,1613936436616,862
-"mom_2",0.8598330556911731,1613936436616,862
-"eps_2",1e-05,1613936436616,862
-"train_loss",0.10545519,1613936437579,863
-"raw_loss",0.07332599,1613936437579,863
-"epoch",5.433962264150928,1613936437579,863
-"wd_0",0.01,1613936437579,863
-"sqr_mom_0",0.99,1613936437579,863
-"lr_0",4.504141858349049e-06,1613936437579,863
-"mom_0",0.859917262005639,1613936437579,863
-"eps_0",1e-05,1613936437579,863
-"wd_1",0.01,1613936437579,863
-"sqr_mom_1",0.99,1613936437579,863
-"lr_1",4.504141858349049e-05,1613936437579,863
-"mom_1",0.859917262005639,1613936437579,863
-"eps_1",1e-05,1613936437579,863
-"wd_2",0.01,1613936437579,863
-"sqr_mom_2",0.99,1613936437579,863
-"lr_2",0.00045041418583490487,1613936437579,863
-"mom_2",0.859917262005639,1613936437579,863
-"eps_2",1e-05,1613936437579,863
-"train_loss",0.105782025,1613936438535,864
-"raw_loss",0.121796995,1613936438535,864
-"epoch",5.440251572327028,1613936438535,864
-"wd_0",0.01,1613936438535,864
-"sqr_mom_0",0.99,1613936438535,864
-"lr_0",4.499915477205573e-06,1613936438535,864
-"mom_0",0.8600017904737932,1613936438535,864
-"eps_0",1e-05,1613936438535,864
-"wd_1",0.01,1613936438535,864
-"sqr_mom_1",0.99,1613936438535,864
-"lr_1",4.4999154772055734e-05,1613936438535,864
-"mom_1",0.8600017904737932,1613936438535,864
-"eps_1",1e-05,1613936438535,864
-"wd_2",0.01,1613936438535,864
-"sqr_mom_2",0.99,1613936438535,864
-"lr_2",0.00044999154772055734,1613936438535,864
-"mom_2",0.8600017904737932,1613936438535,864
-"eps_2",1e-05,1613936438535,864
-"train_loss",0.10478934,1613936439486,865
-"raw_loss",0.05614746,1613936439486,865
-"epoch",5.446540880503129,1613936439486,865
-"wd_0",0.01,1613936439486,865
-"sqr_mom_0",0.99,1613936439486,865
-"lr_0",4.495673373070568e-06,1613936439486,865
-"mom_0",0.8600866334049226,1613936439486,865
-"eps_0",1e-05,1613936439486,865
-"wd_1",0.01,1613936439486,865
-"sqr_mom_1",0.99,1613936439486,865
-"lr_1",4.495673373070568e-05,1613936439486,865
-"mom_1",0.8600866334049226,1613936439486,865
-"eps_1",1e-05,1613936439486,865
-"wd_2",0.01,1613936439486,865
-"sqr_mom_2",0.99,1613936439486,865
-"lr_2",0.00044956733730705674,1613936439486,865
-"mom_2",0.8600866334049226,1613936439486,865
-"eps_2",1e-05,1613936439486,865
-"train_loss",0.104043685,1613936440470,866
-"raw_loss",0.06750695,1613936440470,866
-"epoch",5.452830188679229,1613936440470,866
-"wd_0",0.01,1613936440470,866
-"sqr_mom_0",0.99,1613936440470,866
-"lr_0",4.491415369859093e-06,1613936440470,866
-"mom_0",0.8601717943207613,1613936440470,866
-"eps_0",1e-05,1613936440470,866
-"wd_1",0.01,1613936440470,866
-"sqr_mom_1",0.99,1613936440470,866
-"lr_1",4.4914153698590934e-05,1613936440470,866
-"mom_1",0.8601717943207613,1613936440470,866
-"eps_1",1e-05,1613936440470,866
-"wd_2",0.01,1613936440470,866
-"sqr_mom_2",0.99,1613936440470,866
-"lr_2",0.0004491415369859093,1613936440470,866
-"mom_2",0.8601717943207613,1613936440470,866
-"eps_2",1e-05,1613936440470,866
-"train_loss",0.102915995,1613936441491,867
-"raw_loss",0.047658887,1613936441491,867
-"epoch",5.45911949685533,1613936441491,867
-"wd_0",0.01,1613936441491,867
-"sqr_mom_0",0.99,1613936441491,867
-"lr_0",4.4871412174333434e-06,1613936441491,867
-"mom_0",0.8602572782241154,1613936441491,867
-"eps_0",1e-05,1613936441491,867
-"wd_1",0.01,1613936441491,867
-"sqr_mom_1",0.99,1613936441491,867
-"lr_1",4.487141217433344e-05,1613936441491,867
-"mom_1",0.8602572782241154,1613936441491,867
-"eps_1",1e-05,1613936441491,867
-"wd_2",0.01,1613936441491,867
-"sqr_mom_2",0.99,1613936441491,867
-"lr_2",0.00044871412174333434,1613936441491,867
-"mom_2",0.8602572782241154,1613936441491,867
-"eps_2",1e-05,1613936441491,867
-"train_loss",0.1017551,1613936442491,868
-"raw_loss",0.04487106,1613936442491,868
-"epoch",5.46540880503143,1613936442491,868
-"wd_0",0.01,1613936442491,868
-"sqr_mom_0",0.99,1613936442491,868
-"lr_0",4.48285151691511e-06,1613936442491,868
-"mom_0",0.8603430730924287,1613936442491,868
-"eps_0",1e-05,1613936442491,868
-"wd_1",0.01,1613936442491,868
-"sqr_mom_1",0.99,1613936442491,868
-"lr_1",4.48285151691511e-05,1613936442491,868
-"mom_1",0.8603430730924287,1613936442491,868
-"eps_1",1e-05,1613936442491,868
-"wd_2",0.01,1613936442491,868
-"sqr_mom_2",0.99,1613936442491,868
-"lr_2",0.00044828515169151095,1613936442491,868
-"mom_2",0.8603430730924287,1613936442491,868
-"eps_2",1e-05,1613936442491,868
-"train_loss",0.10096048,1613936443434,869
-"raw_loss",0.062024053,1613936443434,869
-"epoch",5.47169811320753,1613936443434,869
-"wd_0",0.01,1613936443434,869
-"sqr_mom_0",0.99,1613936443434,869
-"lr_0",4.478545804852884e-06,1613936443434,869
-"mom_0",0.8604291881948243,1613936443434,869
-"eps_0",1e-05,1613936443434,869
-"wd_1",0.01,1613936443434,869
-"sqr_mom_1",0.99,1613936443434,869
-"lr_1",4.478545804852884e-05,1613936443434,869
-"mom_1",0.8604291881948243,1613936443434,869
-"eps_1",1e-05,1613936443434,869
-"wd_2",0.01,1613936443434,869
-"sqr_mom_2",0.99,1613936443434,869
-"lr_2",0.0004478545804852884,1613936443434,869
-"mom_2",0.8604291881948243,1613936443434,869
-"eps_2",1e-05,1613936443434,869
-"train_loss",0.100738466,1613936444431,870
-"raw_loss",0.08986008,1613936444431,870
-"epoch",5.477987421383631,1613936444431,870
-"wd_0",0.01,1613936444431,870
-"sqr_mom_0",0.99,1613936444431,870
-"lr_0",4.474224543999822e-06,1613936444431,870
-"mom_0",0.8605156142761463,1613936444431,870
-"eps_0",1e-05,1613936444431,870
-"wd_1",0.01,1613936444431,870
-"sqr_mom_1",0.99,1613936444431,870
-"lr_1",4.474224543999821e-05,1613936444431,870
-"mom_1",0.8605156142761463,1613936444431,870
-"eps_1",1e-05,1613936444431,870
-"wd_2",0.01,1613936444431,870
-"sqr_mom_2",0.99,1613936444431,870
-"lr_2",0.00044742245439998216,1613936444431,870
-"mom_2",0.8605156142761463,1613936444431,870
-"eps_2",1e-05,1613936444431,870
-"train_loss",0.1006925,1613936445387,871
-"raw_loss",0.09844039,1613936445387,871
-"epoch",5.484276729559731,1613936445387,871
-"wd_0",0.01,1613936445387,871
-"sqr_mom_0",0.99,1613936445387,871
-"lr_0",4.46988748288945e-06,1613936445387,871
-"mom_0",0.8606023563657746,1613936445387,871
-"eps_0",1e-05,1613936445387,871
-"wd_1",0.01,1613936445387,871
-"sqr_mom_1",0.99,1613936445387,871
-"lr_1",4.46988748288945e-05,1613936445387,871
-"mom_1",0.8606023563657746,1613936445387,871
-"eps_1",1e-05,1613936445387,871
-"wd_2",0.01,1613936445387,871
-"sqr_mom_2",0.99,1613936445387,871
-"lr_2",0.00044698874828894496,1613936445387,871
-"mom_2",0.8606023563657746,1613936445387,871
-"eps_2",1e-05,1613936445387,871
-"train_loss",0.10180601,1613936446337,872
-"raw_loss",0.1563677,1613936446337,872
-"epoch",5.490566037735832,1613936446337,872
-"wd_0",0.01,1613936446337,872
-"sqr_mom_0",0.99,1613936446337,872
-"lr_0",4.46553458297306e-06,1613936446337,872
-"mom_0",0.8606894152346911,1613936446337,872
-"eps_0",1e-05,1613936446337,872
-"wd_1",0.01,1613936446337,872
-"sqr_mom_1",0.99,1613936446337,872
-"lr_1",4.4655345829730594e-05,1613936446337,872
-"mom_1",0.8606894152346911,1613936446337,872
-"eps_1",1e-05,1613936446337,872
-"wd_2",0.01,1613936446337,872
-"sqr_mom_2",0.99,1613936446337,872
-"lr_2",0.0004465534582973059,1613936446337,872
-"mom_2",0.8606894152346911,1613936446337,872
-"eps_2",1e-05,1613936446337,872
-"train_loss",0.10225676,1613936447310,873
-"raw_loss",0.124343485,1613936447310,873
-"epoch",5.496855345911932,1613936447310,873
-"wd_0",0.01,1613936447310,873
-"sqr_mom_0",0.99,1613936447310,873
-"lr_0",4.4611662402749224e-06,1613936447310,873
-"mom_0",0.8607767829623312,1613936447310,873
-"eps_0",1e-05,1613936447310,873
-"wd_1",0.01,1613936447310,873
-"sqr_mom_1",0.99,1613936447310,873
-"lr_1",4.4611662402749226e-05,1613936447310,873
-"mom_1",0.8607767829623312,1613936447310,873
-"eps_1",1e-05,1613936447310,873
-"wd_2",0.01,1613936447310,873
-"sqr_mom_2",0.99,1613936447310,873
-"lr_2",0.0004461166240274922,1613936447310,873
-"mom_2",0.8607767829623312,1613936447310,873
-"eps_2",1e-05,1613936447310,873
-"train_loss",0.10341945,1613936448298,874
-"raw_loss",0.16039148,1613936448298,874
-"epoch",5.503144654088032,1613936448298,874
-"wd_0",0.01,1613936448298,874
-"sqr_mom_0",0.99,1613936448298,874
-"lr_0",4.456782054896602e-06,1613936448298,874
-"mom_0",0.8608644675467434,1613936448298,874
-"eps_0",1e-05,1613936448298,874
-"wd_1",0.01,1613936448298,874
-"sqr_mom_1",0.99,1613936448298,874
-"lr_1",4.4567820548966016e-05,1613936448298,874
-"mom_1",0.8608644675467434,1613936448298,874
-"eps_1",1e-05,1613936448298,874
-"wd_2",0.01,1613936448298,874
-"sqr_mom_2",0.99,1613936448298,874
-"lr_2",0.00044567820548966014,1613936448298,874
-"mom_2",0.8608644675467434,1613936448298,874
-"eps_2",1e-05,1613936448298,874
-"train_loss",0.10329317,1613936449251,875
-"raw_loss",0.09710539,1613936449251,875
-"epoch",5.509433962264133,1613936449251,875
-"wd_0",0.01,1613936449251,875
-"sqr_mom_0",0.99,1613936449251,875
-"lr_0",4.45238249802511e-06,1613936449251,875
-"mom_0",0.8609524595640934,1613936449251,875
-"eps_0",1e-05,1613936449251,875
-"wd_1",0.01,1613936449251,875
-"sqr_mom_1",0.99,1613936449251,875
-"lr_1",4.45238249802511e-05,1613936449251,875
-"mom_1",0.8609524595640934,1613936449251,875
-"eps_1",1e-05,1613936449251,875
-"wd_2",0.01,1613936449251,875
-"sqr_mom_2",0.99,1613936449251,875
-"lr_2",0.000445238249802511,1613936449251,875
-"mom_2",0.8609524595640934,1613936449251,875
-"eps_2",1e-05,1613936449251,875
-"train_loss",0.10285717,1613936450220,876
-"raw_loss",0.081493065,1613936450220,876
-"epoch",5.515723270440233,1613936450220,876
-"wd_0",0.01,1613936450220,876
-"sqr_mom_0",0.99,1613936450220,876
-"lr_0",4.4479670935493385e-06,1613936450220,876
-"mom_0",0.8610407685366985,1613936450220,876
-"eps_0",1e-05,1613936450220,876
-"wd_1",0.01,1613936450220,876
-"sqr_mom_1",0.99,1613936450220,876
-"lr_1",4.447967093549339e-05,1613936450220,876
-"mom_1",0.8610407685366985,1613936450220,876
-"eps_1",1e-05,1613936450220,876
-"wd_2",0.01,1613936450220,876
-"sqr_mom_2",0.99,1613936450220,876
-"lr_2",0.0004447967093549338,1613936450220,876
-"mom_2",0.8610407685366985,1613936450220,876
-"eps_2",1e-05,1613936450220,876
-"train_loss",0.10193351,1613936451241,877
-"raw_loss",0.056673754,1613936451241,877
-"epoch",5.522012578616334,1613936451241,877
-"wd_0",0.01,1613936451241,877
-"sqr_mom_0",0.99,1613936451241,877
-"lr_0",4.44353646245693e-06,1613936451241,877
-"mom_0",0.8611293820446818,1613936451241,877
-"eps_0",1e-05,1613936451241,877
-"wd_1",0.01,1613936451241,877
-"sqr_mom_1",0.99,1613936451241,877
-"lr_1",4.44353646245693e-05,1613936451241,877
-"mom_1",0.8611293820446818,1613936451241,877
-"eps_1",1e-05,1613936451241,877
-"wd_2",0.01,1613936451241,877
-"sqr_mom_2",0.99,1613936451241,877
-"lr_2",0.00044435364624569295,1613936451241,877
-"mom_2",0.8611293820446818,1613936451241,877
-"eps_2",1e-05,1613936451241,877
-"train_loss",0.10210294,1613936452214,878
-"raw_loss",0.110405155,1613936452214,878
-"epoch",5.528301886792434,1613936452214,878
-"wd_0",0.01,1613936452214,878
-"sqr_mom_0",0.99,1613936452214,878
-"lr_0",4.439090347656181e-06,1613936452214,878
-"mom_0",0.8612183052299286,1613936452214,878
-"eps_0",1e-05,1613936452214,878
-"wd_1",0.01,1613936452214,878
-"sqr_mom_1",0.99,1613936452214,878
-"lr_1",4.4390903476561814e-05,1613936452214,878
-"mom_1",0.8612183052299286,1613936452214,878
-"eps_1",1e-05,1613936452214,878
-"wd_2",0.01,1613936452214,878
-"sqr_mom_2",0.99,1613936452214,878
-"lr_2",0.00044390903476561815,1613936452214,878
-"mom_2",0.8612183052299286,1613936452214,878
-"eps_2",1e-05,1613936452214,878
-"train_loss",0.10181699,1613936453161,879
-"raw_loss",0.087805234,1613936453161,879
-"epoch",5.5345911949685345,1613936453161,879
-"wd_0",0.01,1613936453161,879
-"sqr_mom_0",0.99,1613936453161,879
-"lr_0",4.4346285621945685e-06,1613936453161,879
-"mom_0",0.8613075418315269,1613936453161,879
-"eps_0",1e-05,1613936453161,879
-"wd_1",0.01,1613936453161,879
-"sqr_mom_1",0.99,1613936453161,879
-"lr_1",4.434628562194569e-05,1613936453161,879
-"mom_1",0.8613075418315269,1613936453161,879
-"eps_1",1e-05,1613936453161,879
-"wd_2",0.01,1613936453161,879
-"sqr_mom_2",0.99,1613936453161,879
-"lr_2",0.00044346285621945687,1613936453161,879
-"mom_2",0.8613075418315269,1613936453161,879
-"eps_2",1e-05,1613936453161,879
-"train_loss",0.10062812,1613936454125,880
-"raw_loss",0.04237376,1613936454125,880
-"epoch",5.540880503144635,1613936454125,880
-"wd_0",0.01,1613936454125,880
-"sqr_mom_0",0.99,1613936454125,880
-"lr_0",4.430151511219054e-06,1613936454125,880
-"mom_0",0.8613970837464564,1613936454125,880
-"eps_0",1e-05,1613936454125,880
-"wd_1",0.01,1613936454125,880
-"sqr_mom_1",0.99,1613936454125,880
-"lr_1",4.430151511219054e-05,1613936454125,880
-"mom_1",0.8613970837464564,1613936454125,880
-"eps_1",1e-05,1613936454125,880
-"wd_2",0.01,1613936454125,880
-"sqr_mom_2",0.99,1613936454125,880
-"lr_2",0.0004430151511219054,1613936454125,880
-"mom_2",0.8613970837464564,1613936454125,880
-"eps_2",1e-05,1613936454125,880
-"train_loss",0.09990784,1613936455072,881
-"raw_loss",0.06461384,1613936455072,881
-"epoch",5.547169811320735,1613936455072,881
-"wd_0",0.01,1613936455072,881
-"sqr_mom_0",0.99,1613936455072,881
-"lr_0",4.425658933391716e-06,1613936455072,881
-"mom_0",0.8614869362015277,1613936455072,881
-"eps_0",1e-05,1613936455072,881
-"wd_1",0.01,1613936455072,881
-"sqr_mom_1",0.99,1613936455072,881
-"lr_1",4.4256589333917155e-05,1613936455072,881
-"mom_1",0.8614869362015277,1613936455072,881
-"eps_1",1e-05,1613936455072,881
-"wd_2",0.01,1613936455072,881
-"sqr_mom_2",0.99,1613936455072,881
-"lr_2",0.00044256589333917153,1613936455072,881
-"mom_2",0.8614869362015277,1613936455072,881
-"eps_2",1e-05,1613936455072,881
-"train_loss",0.10007967,1613936456029,882
-"raw_loss",0.10849939,1613936456029,882
-"epoch",5.553459119496836,1613936456029,882
-"wd_0",0.01,1613936456029,882
-"sqr_mom_0",0.99,1613936456029,882
-"lr_0",4.421151237424233e-06,1613936456029,882
-"mom_0",0.8615770910224255,1613936456029,882
-"eps_0",1e-05,1613936456029,882
-"wd_1",0.01,1613936456029,882
-"sqr_mom_1",0.99,1613936456029,882
-"lr_1",4.4211512374242325e-05,1613936456029,882
-"mom_1",0.8615770910224255,1613936456029,882
-"eps_1",1e-05,1613936456029,882
-"wd_2",0.01,1613936456029,882
-"sqr_mom_2",0.99,1613936456029,882
-"lr_2",0.00044211512374242324,1613936456029,882
-"mom_2",0.8615770910224255,1613936456029,882
-"eps_2",1e-05,1613936456029,882
-"train_loss",0.09939588,1613936456993,883
-"raw_loss",0.06589,1613936456993,883
-"epoch",5.559748427672936,1613936456993,883
-"wd_0",0.01,1613936456993,883
-"sqr_mom_0",0.99,1613936456993,883
-"lr_0",4.416628236088648e-06,1613936456993,883
-"mom_0",0.8616675519537466,1613936456993,883
-"eps_0",1e-05,1613936456993,883
-"wd_1",0.01,1613936456993,883
-"sqr_mom_1",0.99,1613936456993,883
-"lr_1",4.416628236088647e-05,1613936456993,883
-"mom_1",0.8616675519537466,1613936456993,883
-"eps_1",1e-05,1613936456993,883
-"wd_2",0.01,1613936456993,883
-"sqr_mom_2",0.99,1613936456993,883
-"lr_2",0.00044166282360886476,1613936456993,883
-"mom_2",0.8616675519537466,1613936456993,883
-"eps_2",1e-05,1613936456993,883
-"train_loss",0.09966739,1613936457949,884
-"raw_loss",0.11297156,1613936457949,884
-"epoch",5.5660377358490365,1613936457949,884
-"wd_0",0.01,1613936457949,884
-"sqr_mom_0",0.99,1613936457949,884
-"lr_0",4.412089739232765e-06,1613936457949,884
-"mom_0",0.8617583227985727,1613936457949,884
-"eps_0",1e-05,1613936457949,884
-"wd_1",0.01,1613936457949,884
-"sqr_mom_1",0.99,1613936457949,884
-"lr_1",4.4120897392327655e-05,1613936457949,884
-"mom_1",0.8617583227985727,1613936457949,884
-"eps_1",1e-05,1613936457949,884
-"wd_2",0.01,1613936457949,884
-"sqr_mom_2",0.99,1613936457949,884
-"lr_2",0.0004412089739232765,1613936457949,884
-"mom_2",0.8617583227985727,1613936457949,884
-"eps_2",1e-05,1613936457949,884
-"train_loss",0.099521704,1613936458903,885
-"raw_loss",0.09238297,1613936458903,885
-"epoch",5.572327044025137,1613936458903,885
-"wd_0",0.01,1613936458903,885
-"sqr_mom_0",0.99,1613936458903,885
-"lr_0",4.407536158980294e-06,1613936458903,885
-"mom_0",0.8618493953143472,1613936458903,885
-"eps_0",1e-05,1613936458903,885
-"wd_1",0.01,1613936458903,885
-"sqr_mom_1",0.99,1613936458903,885
-"lr_1",4.4075361589802934e-05,1613936458903,885
-"mom_1",0.8618493953143472,1613936458903,885
-"eps_1",1e-05,1613936458903,885
-"wd_2",0.01,1613936458903,885
-"sqr_mom_2",0.99,1613936458903,885
-"lr_2",0.00044075361589802935,1613936458903,885
-"mom_2",0.8618493953143472,1613936458903,885
-"eps_2",1e-05,1613936458903,885
-"train_loss",0.099555835,1613936459872,886
-"raw_loss",0.10122832,1613936459872,886
-"epoch",5.578616352201237,1613936459872,886
-"wd_0",0.01,1613936459872,886
-"sqr_mom_0",0.99,1613936459872,886
-"lr_0",4.4029672295260825e-06,1613936459872,886
-"mom_0",0.8619407748172265,1613936459872,886
-"eps_0",1e-05,1613936459872,886
-"wd_1",0.01,1613936459872,886
-"sqr_mom_1",0.99,1613936459872,886
-"lr_1",4.402967229526082e-05,1613936459872,886
-"mom_1",0.8619407748172265,1613936459872,886
-"eps_1",1e-05,1613936459872,886
-"wd_2",0.01,1613936459872,886
-"sqr_mom_2",0.99,1613936459872,886
-"lr_2",0.0004402967229526082,1613936459872,886
-"mom_2",0.8619407748172265,1613936459872,886
-"eps_2",1e-05,1613936459872,886
-"train_loss",0.09871947,1613936460852,887
-"raw_loss",0.05773749,1613936460852,887
-"epoch",5.584905660377338,1613936460852,887
-"wd_0",0.01,1613936460852,887
-"sqr_mom_0",0.99,1613936460852,887
-"lr_0",4.398383366516907e-06,1613936460852,887
-"mom_0",0.8620324529941917,1613936460852,887
-"eps_0",1e-05,1613936460852,887
-"wd_1",0.01,1613936460852,887
-"sqr_mom_1",0.99,1613936460852,887
-"lr_1",4.398383366516907e-05,1613936460852,887
-"mom_1",0.8620324529941917,1613936460852,887
-"eps_1",1e-05,1613936460852,887
-"wd_2",0.01,1613936460852,887
-"sqr_mom_2",0.99,1613936460852,887
-"lr_2",0.0004398383366516907,1613936460852,887
-"mom_2",0.8620324529941917,1613936460852,887
-"eps_2",1e-05,1613936460852,887
-"train_loss",0.098345086,1613936461821,888
-"raw_loss",0.08000034,1613936461821,888
-"epoch",5.591194968553438,1613936461821,888
-"wd_0",0.01,1613936461821,888
-"sqr_mom_0",0.99,1613936461821,888
-"lr_0",4.393784150324598e-06,1613936461821,888
-"mom_0",0.8621244382378904,1613936461821,888
-"eps_0",1e-05,1613936461821,888
-"wd_1",0.01,1613936461821,888
-"sqr_mom_1",0.99,1613936461821,888
-"lr_1",4.3937841503245974e-05,1613936461821,888
-"mom_1",0.8621244382378904,1613936461821,888
-"eps_1",1e-05,1613936461821,888
-"wd_2",0.01,1613936461821,888
-"sqr_mom_2",0.99,1613936461821,888
-"lr_2",0.00043937841503245977,1613936461821,888
-"mom_2",0.8621244382378904,1613936461821,888
-"eps_2",1e-05,1613936461821,888
-"train_loss",0.097797714,1613936462775,889
-"raw_loss",0.07097664,1613936462775,889
-"epoch",5.5974842767295385,1613936462775,889
-"wd_0",0.01,1613936462775,889
-"sqr_mom_0",0.99,1613936462775,889
-"lr_0",4.389169998595257e-06,1613936462775,889
-"mom_0",0.8622167221953168,1613936462775,889
-"eps_0",1e-05,1613936462775,889
-"wd_1",0.01,1613936462775,889
-"sqr_mom_1",0.99,1613936462775,889
-"lr_1",4.389169998595256e-05,1613936462775,889
-"mom_1",0.8622167221953168,1613936462775,889
-"eps_1",1e-05,1613936462775,889
-"wd_2",0.01,1613936462775,889
-"sqr_mom_2",0.99,1613936462775,889
-"lr_2",0.0004389169998595256,1613936462775,889
-"mom_2",0.8622167221953168,1613936462775,889
-"eps_2",1e-05,1613936462775,889
-"train_loss",0.09735862,1613936463734,890
-"raw_loss",0.07584316,1613936463734,890
-"epoch",5.603773584905639,1613936463734,890
-"wd_0",0.01,1613936463734,890
-"sqr_mom_0",0.99,1613936463734,890
-"lr_0",4.384540872689531e-06,1613936463734,890
-"mom_0",0.8623093056392658,1613936463734,890
-"eps_0",1e-05,1613936463734,890
-"wd_1",0.01,1613936463734,890
-"sqr_mom_1",0.99,1613936463734,890
-"lr_1",4.3845408726895304e-05,1613936463734,890
-"mom_1",0.8623093056392658,1613936463734,890
-"eps_1",1e-05,1613936463734,890
-"wd_2",0.01,1613936463734,890
-"sqr_mom_2",0.99,1613936463734,890
-"lr_2",0.00043845408726895304,1613936463734,890
-"mom_2",0.8623093056392658,1613936463734,890
-"eps_2",1e-05,1613936463734,890
-"train_loss",0.09682745,1613936464704,891
-"raw_loss",0.07079977,1613936464704,891
-"epoch",5.610062893081739,1613936464704,891
-"wd_0",0.01,1613936464704,891
-"sqr_mom_0",0.99,1613936464704,891
-"lr_0",4.379896501638184e-06,1613936464704,891
-"mom_0",0.8624021939891762,1613936464704,891
-"eps_0",1e-05,1613936464704,891
-"wd_1",0.01,1613936464704,891
-"sqr_mom_1",0.99,1613936464704,891
-"lr_1",4.3798965016381844e-05,1613936464704,891
-"mom_1",0.8624021939891762,1613936464704,891
-"eps_1",1e-05,1613936464704,891
-"wd_2",0.01,1613936464704,891
-"sqr_mom_2",0.99,1613936464704,891
-"lr_2",0.0004379896501638184,1613936464704,891
-"mom_2",0.8624021939891762,1613936464704,891
-"eps_2",1e-05,1613936464704,891
-"train_loss",0.096781544,1613936465663,892
-"raw_loss",0.09453222,1613936465663,892
-"epoch",5.61635220125784,1613936465663,892
-"wd_0",0.01,1613936465663,892
-"sqr_mom_0",0.99,1613936465663,892
-"lr_0",4.375237384591489e-06,1613936465663,892
-"mom_0",0.8624953772619428,1613936465663,892
-"eps_0",1e-05,1613936465663,892
-"wd_1",0.01,1613936465663,892
-"sqr_mom_1",0.99,1613936465663,892
-"lr_1",4.375237384591489e-05,1613936465663,892
-"mom_1",0.8624953772619428,1613936465663,892
-"eps_1",1e-05,1613936465663,892
-"wd_2",0.01,1613936465663,892
-"sqr_mom_2",0.99,1613936465663,892
-"lr_2",0.00043752373845914886,1613936465663,892
-"mom_2",0.8624953772619428,1613936465663,892
-"eps_2",1e-05,1613936465663,892
-"train_loss",0.09583387,1613936466638,893
-"raw_loss",0.04939761,1613936466638,893
-"epoch",5.62264150943394,1613936466638,893
-"wd_0",0.01,1613936466638,893
-"sqr_mom_0",0.99,1613936466638,893
-"lr_0",4.370563095032168e-06,1613936466638,893
-"mom_0",0.8625888639879965,1613936466638,893
-"eps_0",1e-05,1613936466638,893
-"wd_1",0.01,1613936466638,893
-"sqr_mom_1",0.99,1613936466638,893
-"lr_1",4.370563095032168e-05,1613936466638,893
-"mom_1",0.8625888639879965,1613936466638,893
-"eps_1",1e-05,1613936466638,893
-"wd_2",0.01,1613936466638,893
-"sqr_mom_2",0.99,1613936466638,893
-"lr_2",0.0004370563095032168,1613936466638,893
-"mom_2",0.8625888639879965,1613936466638,893
-"eps_2",1e-05,1613936466638,893
-"train_loss",0.09519578,1613936467600,894
-"raw_loss",0.06392922,1613936467600,894
-"epoch",5.6289308176100405,1613936467600,894
-"wd_0",0.01,1613936467600,894
-"sqr_mom_0",0.99,1613936467600,894
-"lr_0",4.365874057434323e-06,1613936467600,894
-"mom_0",0.8626826456777703,1613936467600,894
-"eps_0",1e-05,1613936467600,894
-"wd_1",0.01,1613936467600,894
-"sqr_mom_1",0.99,1613936467600,894
-"lr_1",4.365874057434323e-05,1613936467600,894
-"mom_1",0.8626826456777703,1613936467600,894
-"eps_1",1e-05,1613936467600,894
-"wd_2",0.01,1613936467600,894
-"sqr_mom_2",0.99,1613936467600,894
-"lr_2",0.00043658740574343234,1613936467600,894
-"mom_2",0.8626826456777703,1613936467600,894
-"eps_2",1e-05,1613936467600,894
-"train_loss",0.09430729,1613936468559,895
-"raw_loss",0.050771143,1613936468559,895
-"epoch",5.635220125786141,1613936468559,895
-"wd_0",0.01,1613936468559,895
-"sqr_mom_0",0.99,1613936468559,895
-"lr_0",4.3611702324994185e-06,1613936468559,895
-"mom_0",0.8627767231172427,1613936468559,895
-"eps_0",1e-05,1613936468559,895
-"wd_1",0.01,1613936468559,895
-"sqr_mom_1",0.99,1613936468559,895
-"lr_1",4.361170232499419e-05,1613936468559,895
-"mom_1",0.8627767231172427,1613936468559,895
-"eps_1",1e-05,1613936468559,895
-"wd_2",0.01,1613936468559,895
-"sqr_mom_2",0.99,1613936468559,895
-"lr_2",0.0004361170232499419,1613936468559,895
-"mom_2",0.8627767231172427,1613936468559,895
-"eps_2",1e-05,1613936468559,895
-"train_loss",0.09424148,1613936469562,896
-"raw_loss",0.091016814,1613936469562,896
-"epoch",5.641509433962241,1613936469562,896
-"wd_0",0.01,1613936469562,896
-"sqr_mom_0",0.99,1613936469562,896
-"lr_0",4.356451344906974e-06,1613936469562,896
-"mom_0",0.8628711018128786,1613936469562,896
-"eps_0",1e-05,1613936469562,896
-"wd_1",0.01,1613936469562,896
-"sqr_mom_1",0.99,1613936469562,896
-"lr_1",4.3564513449069745e-05,1613936469562,896
-"mom_1",0.8628711018128786,1613936469562,896
-"eps_1",1e-05,1613936469562,896
-"wd_2",0.01,1613936469562,896
-"sqr_mom_2",0.99,1613936469562,896
-"lr_2",0.0004356451344906974,1613936469562,896
-"mom_2",0.8628711018128786,1613936469562,896
-"eps_2",1e-05,1613936469562,896
-"train_loss",0.09336268,1613936470590,897
-"raw_loss",0.050302,1613936470590,897
-"epoch",5.647798742138342,1613936470590,897
-"wd_0",0.01,1613936470590,897
-"sqr_mom_0",0.99,1613936470590,897
-"lr_0",4.351717901815871e-06,1613936470590,897
-"mom_0",0.8629657716213988,1613936470590,897
-"eps_0",1e-05,1613936470590,897
-"wd_1",0.01,1613936470590,897
-"sqr_mom_1",0.99,1613936470590,897
-"lr_1",4.351717901815871e-05,1613936470590,897
-"mom_1",0.8629657716213988,1613936470590,897
-"eps_1",1e-05,1613936470590,897
-"wd_2",0.01,1613936470590,897
-"sqr_mom_2",0.99,1613936470590,897
-"lr_2",0.0004351717901815871,1613936470590,897
-"mom_2",0.8629657716213988,1613936470590,897
-"eps_2",1e-05,1613936470590,897
-"train_loss",0.09379363,1613936471598,898
-"raw_loss",0.11491021,1613936471598,898
-"epoch",5.654088050314442,1613936471598,898
-"wd_0",0.01,1613936471598,898
-"sqr_mom_0",0.99,1613936471598,898
-"lr_0",4.34696939103183e-06,1613936471598,898
-"mom_0",0.8630607427867912,1613936471598,898
-"eps_0",1e-05,1613936471598,898
-"wd_1",0.01,1613936471598,898
-"sqr_mom_1",0.99,1613936471598,898
-"lr_1",4.3469693910318305e-05,1613936471598,898
-"mom_1",0.8630607427867912,1613936471598,898
-"eps_1",1e-05,1613936471598,898
-"wd_2",0.01,1613936471598,898
-"sqr_mom_2",0.99,1613936471598,898
-"lr_2",0.00043469693910318306,1613936471598,898
-"mom_2",0.8630607427867912,1613936471598,898
-"eps_2",1e-05,1613936471598,898
-"train_loss",0.093865395,1613936472605,899
-"raw_loss",0.09738195,1613936472605,899
-"epoch",5.660377358490543,1613936472605,899
-"wd_0",0.01,1613936472605,899
-"sqr_mom_0",0.99,1613936472605,899
-"lr_0",4.3422064803909586e-06,1613936472605,899
-"mom_0",0.8631560019522003,1613936472605,899
-"eps_0",1e-05,1613936472605,899
-"wd_1",0.01,1613936472605,899
-"sqr_mom_1",0.99,1613936472605,899
-"lr_1",4.3422064803909586e-05,1613936472605,899
-"mom_1",0.8631560019522003,1613936472605,899
-"eps_1",1e-05,1613936472605,899
-"wd_2",0.01,1613936472605,899
-"sqr_mom_2",0.99,1613936472605,899
-"lr_2",0.00043422064803909583,1613936472605,899
-"mom_2",0.8631560019522003,1613936472605,899
-"eps_2",1e-05,1613936472605,899
-"train_loss",0.0935405,1613936473574,900
-"raw_loss",0.07762059,1613936473574,900
-"epoch",5.666666666666643,1613936473574,900
-"wd_0",0.01,1613936473574,900
-"sqr_mom_0",0.99,1613936473574,900
-"lr_0",4.33742865524575e-06,1613936473574,900
-"mom_0",0.8632515594106791,1613936473574,900
-"eps_0",1e-05,1613936473574,900
-"wd_1",0.01,1613936473574,900
-"sqr_mom_1",0.99,1613936473574,900
-"lr_1",4.33742865524575e-05,1613936473574,900
-"mom_1",0.8632515594106791,1613936473574,900
-"eps_1",1e-05,1613936473574,900
-"wd_2",0.01,1613936473574,900
-"sqr_mom_2",0.99,1613936473574,900
-"lr_2",0.00043374286552457495,1613936473574,900
-"mom_2",0.8632515594106791,1613936473574,900
-"eps_2",1e-05,1613936473574,900
-"train_loss",0.09268888,1613936474557,901
-"raw_loss",0.050959535,1613936474557,901
-"epoch",5.672955974842743,1613936474557,901
-"wd_0",0.01,1613936474557,901
-"sqr_mom_0",0.99,1613936474557,901
-"lr_0",4.332636429089352e-06,1613936474557,901
-"mom_0",0.8633474048922618,1613936474557,901
-"eps_0",1e-05,1613936474557,901
-"wd_1",0.01,1613936474557,901
-"sqr_mom_1",0.99,1613936474557,901
-"lr_1",4.3326364290893524e-05,1613936474557,901
-"mom_1",0.8633474048922618,1613936474557,901
-"eps_1",1e-05,1613936474557,901
-"wd_2",0.01,1613936474557,901
-"sqr_mom_2",0.99,1613936474557,901
-"lr_2",0.0004332636429089352,1613936474557,901
-"mom_2",0.8633474048922618,1613936474557,901
-"eps_2",1e-05,1613936474557,901
-"train_loss",0.09237554,1613936475515,902
-"raw_loss",0.07702193,1613936475515,902
-"epoch",5.679245283018844,1613936475515,902
-"wd_0",0.01,1613936475515,902
-"sqr_mom_0",0.99,1613936475515,902
-"lr_0",4.327829522907065e-06,1613936475515,902
-"mom_0",0.8634435439772985,1613936475515,902
-"eps_0",1e-05,1613936475515,902
-"wd_1",0.01,1613936475515,902
-"sqr_mom_1",0.99,1613936475515,902
-"lr_1",4.327829522907065e-05,1613936475515,902
-"mom_1",0.8634435439772985,1613936475515,902
-"eps_1",1e-05,1613936475515,902
-"wd_2",0.01,1613936475515,902
-"sqr_mom_2",0.99,1613936475515,902
-"lr_2",0.0004327829522907065,1613936475515,902
-"mom_2",0.8634435439772985,1613936475515,902
-"eps_2",1e-05,1613936475515,902
-"train_loss",0.09195834,1613936476504,903
-"raw_loss",0.071515456,1613936476504,903
-"epoch",5.685534591194944,1613936476504,903
-"wd_0",0.01,1613936476504,903
-"sqr_mom_0",0.99,1613936476504,903
-"lr_0",4.323007894185457e-06,1613936476504,903
-"mom_0",0.863539977516066,1613936476504,903
-"eps_0",1e-05,1613936476504,903
-"wd_1",0.01,1613936476504,903
-"sqr_mom_1",0.99,1613936476504,903
-"lr_1",4.323007894185457e-05,1613936476504,903
-"mom_1",0.863539977516066,1613936476504,903
-"eps_1",1e-05,1613936476504,903
-"wd_2",0.01,1613936476504,903
-"sqr_mom_2",0.99,1613936476504,903
-"lr_2",0.0004323007894185457,1613936476504,903
-"mom_2",0.863539977516066,1613936476504,903
-"eps_2",1e-05,1613936476504,903
-"train_loss",0.090955675,1613936477457,904
-"raw_loss",0.0418253,1613936477457,904
-"epoch",5.691823899371045,1613936477457,904
-"wd_0",0.01,1613936477457,904
-"sqr_mom_0",0.99,1613936477457,904
-"lr_0",4.318171981523271e-06,1613936477457,904
-"mom_0",0.8636366967365019,1613936477457,904
-"eps_0",1e-05,1613936477457,904
-"wd_1",0.01,1613936477457,904
-"sqr_mom_1",0.99,1613936477457,904
-"lr_1",4.318171981523271e-05,1613936477457,904
-"mom_1",0.8636366967365019,1613936477457,904
-"eps_1",1e-05,1613936477457,904
-"wd_2",0.01,1613936477457,904
-"sqr_mom_2",0.99,1613936477457,904
-"lr_2",0.00043181719815232704,1613936477457,904
-"mom_2",0.8636366967365019,1613936477457,904
-"eps_2",1e-05,1613936477457,904
-"train_loss",0.09007199,1613936478418,905
-"raw_loss",0.04677139,1613936478418,905
-"epoch",5.698113207547145,1613936478418,905
-"wd_0",0.01,1613936478418,905
-"sqr_mom_0",0.99,1613936478418,905
-"lr_0",4.313321342218539e-06,1613936478418,905
-"mom_0",0.8637337104927342,1613936478418,905
-"eps_0",1e-05,1613936478418,905
-"wd_1",0.01,1613936478418,905
-"sqr_mom_1",0.99,1613936478418,905
-"lr_1",4.313321342218539e-05,1613936478418,905
-"mom_1",0.8637337104927342,1613936478418,905
-"eps_1",1e-05,1613936478418,905
-"wd_2",0.01,1613936478418,905
-"sqr_mom_2",0.99,1613936478418,905
-"lr_2",0.0004313321342218539,1613936478418,905
-"mom_2",0.8637337104927342,1613936478418,905
-"eps_2",1e-05,1613936478418,905
-"train_loss",0.091417976,1613936479383,906
-"raw_loss",0.15737122,1613936479383,906
-"epoch",5.704402515723245,1613936479383,906
-"wd_0",0.01,1613936479383,906
-"sqr_mom_0",0.99,1613936479383,906
-"lr_0",4.308456497590055e-06,1613936479383,906
-"mom_0",0.8638310083582824,1613936479383,906
-"eps_0",1e-05,1613936479383,906
-"wd_1",0.01,1613936479383,906
-"sqr_mom_1",0.99,1613936479383,906
-"lr_1",4.308456497590055e-05,1613936479383,906
-"mom_1",0.8638310083582824,1613936479383,906
-"eps_1",1e-05,1613936479383,906
-"wd_2",0.01,1613936479383,906
-"sqr_mom_2",0.99,1613936479383,906
-"lr_2",0.0004308456497590055,1613936479383,906
-"mom_2",0.8638310083582824,1613936479383,906
-"eps_2",1e-05,1613936479383,906
-"train_loss",0.09049362,1613936480340,907
-"raw_loss",0.045200467,1613936480340,907
-"epoch",5.710691823899346,1613936480340,907
-"wd_0",0.01,1613936480340,907
-"sqr_mom_0",0.99,1613936480340,907
-"lr_0",4.303577164374505e-06,1613936480340,907
-"mom_0",0.8639285959984698,1613936480340,907
-"eps_0",1e-05,1613936480340,907
-"wd_1",0.01,1613936480340,907
-"sqr_mom_1",0.99,1613936480340,907
-"lr_1",4.303577164374505e-05,1613936480340,907
-"mom_1",0.8639285959984698,1613936480340,907
-"eps_1",1e-05,1613936480340,907
-"wd_2",0.01,1613936480340,907
-"sqr_mom_2",0.99,1613936480340,907
-"lr_2",0.0004303577164374505,1613936480340,907
-"mom_2",0.8639285959984698,1613936480340,907
-"eps_2",1e-05,1613936480340,907
-"train_loss",0.089880854,1613936481291,908
-"raw_loss",0.0598552,1613936481291,908
-"epoch",5.716981132075446,1613936481291,908
-"wd_0",0.01,1613936481291,908
-"sqr_mom_0",0.99,1613936481291,908
-"lr_0",4.298683299448694e-06,1613936481291,908
-"mom_0",0.8640264742757688,1613936481291,908
-"eps_0",1e-05,1613936481291,908
-"wd_1",0.01,1613936481291,908
-"sqr_mom_1",0.99,1613936481291,908
-"lr_1",4.2986832994486944e-05,1613936481291,908
-"mom_1",0.8640264742757688,1613936481291,908
-"eps_1",1e-05,1613936481291,908
-"wd_2",0.01,1613936481291,908
-"sqr_mom_2",0.99,1613936481291,908
-"lr_2",0.0004298683299448694,1613936481291,908
-"mom_2",0.8640264742757688,1613936481291,908
-"eps_2",1e-05,1613936481291,908
-"train_loss",0.088928625,1613936482257,909
-"raw_loss",0.042269457,1613936482257,909
-"epoch",5.723270440251547,1613936482257,909
-"wd_0",0.01,1613936482257,909
-"sqr_mom_0",0.99,1613936482257,909
-"lr_0",4.293775347972086e-06,1613936482257,909
-"mom_0",0.8641246342869011,1613936482257,909
-"eps_0",1e-05,1613936482257,909
-"wd_1",0.01,1613936482257,909
-"sqr_mom_1",0.99,1613936482257,909
-"lr_1",4.293775347972086e-05,1613936482257,909
-"mom_1",0.8641246342869011,1613936482257,909
-"eps_1",1e-05,1613936482257,909
-"wd_2",0.01,1613936482257,909
-"sqr_mom_2",0.99,1613936482257,909
-"lr_2",0.00042937753479720857,1613936482257,909
-"mom_2",0.8641246342869011,1613936482257,909
-"eps_2",1e-05,1613936482257,909
-"train_loss",0.088474125,1613936483207,910
-"raw_loss",0.06620345,1613936483207,910
-"epoch",5.729559748427647,1613936483207,910
-"wd_0",0.01,1613936483207,910
-"sqr_mom_0",0.99,1613936483207,910
-"lr_0",4.288852860647942e-06,1613936483207,910
-"mom_0",0.8642230850178914,1613936483207,910
-"eps_0",1e-05,1613936483207,910
-"wd_1",0.01,1613936483207,910
-"sqr_mom_1",0.99,1613936483207,910
-"lr_1",4.2888528606479416e-05,1613936483207,910
-"mom_1",0.8642230850178914,1613936483207,910
-"eps_1",1e-05,1613936483207,910
-"wd_2",0.01,1613936483207,910
-"sqr_mom_2",0.99,1613936483207,910
-"lr_2",0.0004288852860647942,1613936483207,910
-"mom_2",0.8642230850178914,1613936483207,910
-"eps_2",1e-05,1613936483207,910
-"train_loss",0.089087605,1613936484565,911
-"raw_loss",0.11914801,1613936484565,911
-"epoch",5.735849056603747,1613936484565,911
-"wd_0",0.01,1613936484565,911
-"sqr_mom_0",0.99,1613936484565,911
-"lr_0",4.283916284525182e-06,1613936484565,911
-"mom_0",0.8643218175276716,1613936484565,911
-"eps_0",1e-05,1613936484565,911
-"wd_1",0.01,1613936484565,911
-"sqr_mom_1",0.99,1613936484565,911
-"lr_1",4.2839162845251824e-05,1613936484565,911
-"mom_1",0.8643218175276716,1613936484565,911
-"eps_1",1e-05,1613936484565,911
-"wd_2",0.01,1613936484565,911
-"sqr_mom_2",0.99,1613936484565,911
-"lr_2",0.00042839162845251824,1613936484565,911
-"mom_2",0.8643218175276716,1613936484565,911
-"eps_2",1e-05,1613936484565,911
-"train_loss",0.08851309,1613936485525,912
-"raw_loss",0.06036176,1613936485525,912
-"epoch",5.742138364779848,1613936485525,912
-"wd_0",0.01,1613936485525,912
-"sqr_mom_0",0.99,1613936485525,912
-"lr_0",4.2789653314421204e-06,1613936485525,912
-"mom_0",0.8644208375795334,1613936485525,912
-"eps_0",1e-05,1613936485525,912
-"wd_1",0.01,1613936485525,912
-"sqr_mom_1",0.99,1613936485525,912
-"lr_1",4.2789653314421204e-05,1613936485525,912
-"mom_1",0.8644208375795334,1613936485525,912
-"eps_1",1e-05,1613936485525,912
-"wd_2",0.01,1613936485525,912
-"sqr_mom_2",0.99,1613936485525,912
-"lr_2",0.00042789653314421203,1613936485525,912
-"mom_2",0.8644208375795334,1613936485525,912
-"eps_2",1e-05,1613936485525,912
-"train_loss",0.0879329,1613936486486,913
-"raw_loss",0.059503507,1613936486486,913
-"epoch",5.748427672955948,1613936486486,913
-"wd_0",0.01,1613936486486,913
-"sqr_mom_0",0.99,1613936486486,913
-"lr_0",4.2740004517430505e-06,1613936486486,913
-"mom_0",0.8645201361665006,1613936486486,913
-"eps_0",1e-05,1613936486486,913
-"wd_1",0.01,1613936486486,913
-"sqr_mom_1",0.99,1613936486486,913
-"lr_1",4.2740004517430505e-05,1613936486486,913
-"mom_1",0.8645201361665006,1613936486486,913
-"eps_1",1e-05,1613936486486,913
-"wd_2",0.01,1613936486486,913
-"sqr_mom_2",0.99,1613936486486,913
-"lr_2",0.00042740004517430503,1613936486486,913
-"mom_2",0.8645201361665006,1613936486486,913
-"eps_2",1e-05,1613936486486,913
-"train_loss",0.08839861,1613936487520,914
-"raw_loss",0.111218594,1613936487520,914
-"epoch",5.754716981132049,1613936487520,914
-"wd_0",0.01,1613936487520,914
-"sqr_mom_0",0.99,1613936487520,914
-"lr_0",4.26902143900745e-06,1613936487520,914
-"mom_0",0.8646197174170251,1613936487520,914
-"eps_0",1e-05,1613936487520,914
-"wd_1",0.01,1613936487520,914
-"sqr_mom_1",0.99,1613936487520,914
-"lr_1",4.26902143900745e-05,1613936487520,914
-"mom_1",0.8646197174170251,1613936487520,914
-"eps_1",1e-05,1613936487520,914
-"wd_2",0.01,1613936487520,914
-"sqr_mom_2",0.99,1613936487520,914
-"lr_2",0.00042690214390074494,1613936487520,914
-"mom_2",0.8646197174170251,1613936487520,914
-"eps_2",1e-05,1613936487520,914
-"train_loss",0.09072601,1613936488508,915
-"raw_loss",0.20476852,1613936488508,915
-"epoch",5.761006289308149,1613936488508,915
-"wd_0",0.01,1613936488508,915
-"sqr_mom_0",0.99,1613936488508,915
-"lr_0",4.264028001185225e-06,1613936488508,915
-"mom_0",0.8647195871721672,1613936488508,915
-"eps_0",1e-05,1613936488508,915
-"wd_1",0.01,1613936488508,915
-"sqr_mom_1",0.99,1613936488508,915
-"lr_1",4.264028001185225e-05,1613936488508,915
-"mom_1",0.8647195871721672,1613936488508,915
-"eps_1",1e-05,1613936488508,915
-"wd_2",0.01,1613936488508,915
-"sqr_mom_2",0.99,1613936488508,915
-"lr_2",0.00042640280011852253,1613936488508,915
-"mom_2",0.8647195871721672,1613936488508,915
-"eps_2",1e-05,1613936488508,915
-"train_loss",0.090191424,1613936489495,916
-"raw_loss",0.063996516,1613936489495,916
-"epoch",5.7672955974842495,1613936489495,916
-"wd_0",0.01,1613936489495,916
-"sqr_mom_0",0.99,1613936489495,916
-"lr_0",4.259020840559308e-06,1613936489495,916
-"mom_0",0.8648197313861277,1613936489495,916
-"eps_0",1e-05,1613936489495,916
-"wd_1",0.01,1613936489495,916
-"sqr_mom_1",0.99,1613936489495,916
-"lr_1",4.2590208405593087e-05,1613936489495,916
-"mom_1",0.8648197313861277,1613936489495,916
-"eps_1",1e-05,1613936489495,916
-"wd_2",0.01,1613936489495,916
-"sqr_mom_2",0.99,1613936489495,916
-"lr_2",0.0004259020840559308,1613936489495,916
-"mom_2",0.8648197313861277,1613936489495,916
-"eps_2",1e-05,1613936489495,916
-"train_loss",0.0905699,1613936490483,917
-"raw_loss",0.109115325,1613936490483,917
-"epoch",5.77358490566035,1613936490483,917
-"wd_0",0.01,1613936490483,917
-"sqr_mom_0",0.99,1613936490483,917
-"lr_0",4.253999499449176e-06,1613936490483,917
-"mom_0",0.8649201592126086,1613936490483,917
-"eps_0",1e-05,1613936490483,917
-"wd_1",0.01,1613936490483,917
-"sqr_mom_1",0.99,1613936490483,917
-"lr_1",4.2539994994491754e-05,1613936490483,917
-"mom_1",0.8649201592126086,1613936490483,917
-"eps_1",1e-05,1613936490483,917
-"wd_2",0.01,1613936490483,917
-"sqr_mom_2",0.99,1613936490483,917
-"lr_2",0.00042539994994491757,1613936490483,917
-"mom_2",0.8649201592126086,1613936490483,917
-"eps_2",1e-05,1613936490483,917
-"train_loss",0.09083141,1613936491456,918
-"raw_loss",0.103645414,1613936491456,918
-"epoch",5.77987421383645,1613936491456,918
-"wd_0",0.01,1613936491456,918
-"sqr_mom_0",0.99,1613936491456,918
-"lr_0",4.2489641837204994e-06,1613936491456,918
-"mom_0",0.8650208665342554,1613936491456,918
-"eps_0",1e-05,1613936491456,918
-"wd_1",0.01,1613936491456,918
-"sqr_mom_1",0.99,1613936491456,918
-"lr_1",4.248964183720499e-05,1613936491456,918
-"mom_1",0.8650208665342554,1613936491456,918
-"eps_1",1e-05,1613936491456,918
-"wd_2",0.01,1613936491456,918
-"sqr_mom_2",0.99,1613936491456,918
-"lr_2",0.0004248964183720499,1613936491456,918
-"mom_2",0.8650208665342554,1613936491456,918
-"eps_2",1e-05,1613936491456,918
-"train_loss",0.09021581,1613936492412,919
-"raw_loss",0.06005147,1613936492412,919
-"epoch",5.786163522012551,1613936492412,919
-"wd_0",0.01,1613936492412,919
-"sqr_mom_0",0.99,1613936492412,919
-"lr_0",4.2439151012044074e-06,1613936492412,919
-"mom_0",0.8651218491944038,1613936492412,919
-"eps_0",1e-05,1613936492412,919
-"wd_1",0.01,1613936492412,919
-"sqr_mom_1",0.99,1613936492412,919
-"lr_1",4.2439151012044074e-05,1613936492412,919
-"mom_1",0.8651218491944038,1613936492412,919
-"eps_1",1e-05,1613936492412,919
-"wd_2",0.01,1613936492412,919
-"sqr_mom_2",0.99,1613936492412,919
-"lr_2",0.0004243915101204407,1613936492412,919
-"mom_2",0.8651218491944038,1613936492412,919
-"eps_2",1e-05,1613936492412,919
-"train_loss",0.09216686,1613936493405,920
-"raw_loss",0.18776894,1613936493405,920
-"epoch",5.792452830188651,1613936493405,920
-"wd_0",0.01,1613936493405,920
-"sqr_mom_0",0.99,1613936493405,920
-"lr_0",4.23885195716501e-06,1613936493405,920
-"mom_0",0.8652231130878306,1613936493405,920
-"eps_0",1e-05,1613936493405,920
-"wd_1",0.01,1613936493405,920
-"sqr_mom_1",0.99,1613936493405,920
-"lr_1",4.2388519571650096e-05,1613936493405,920
-"mom_1",0.8652231130878306,1613936493405,920
-"eps_1",1e-05,1613936493405,920
-"wd_2",0.01,1613936493405,920
-"sqr_mom_2",0.99,1613936493405,920
-"lr_2",0.000423885195716501,1613936493405,920
-"mom_2",0.8652231130878306,1613936493405,920
-"eps_2",1e-05,1613936493405,920
-"train_loss",0.09357911,1613936494396,921
-"raw_loss",0.16277948,1613936494396,921
-"epoch",5.7987421383647515,1613936494396,921
-"wd_0",0.01,1613936494396,921
-"sqr_mom_0",0.99,1613936494396,921
-"lr_0",4.233775127825408e-06,1613936494396,921
-"mom_0",0.8653246506899988,1613936494396,921
-"eps_0",1e-05,1613936494396,921
-"wd_1",0.01,1613936494396,921
-"sqr_mom_1",0.99,1613936494396,921
-"lr_1",4.2337751278254076e-05,1613936494396,921
-"mom_1",0.8653246506899988,1613936494396,921
-"eps_1",1e-05,1613936494396,921
-"wd_2",0.01,1613936494396,921
-"sqr_mom_2",0.99,1613936494396,921
-"lr_2",0.0004233775127825408,1613936494396,921
-"mom_2",0.8653246506899988,1613936494396,921
-"eps_2",1e-05,1613936494396,921
-"train_loss",0.09378825,1613936495350,922
-"raw_loss",0.10403604,1613936495350,922
-"epoch",5.805031446540852,1613936495350,922
-"wd_0",0.01,1613936495350,922
-"sqr_mom_0",0.99,1613936495350,922
-"lr_0",4.228684147740708e-06,1613936495350,922
-"mom_0",0.8654264713098989,1613936495350,922
-"eps_0",1e-05,1613936495350,922
-"wd_1",0.01,1613936495350,922
-"sqr_mom_1",0.99,1613936495350,922
-"lr_1",4.2286841477407077e-05,1613936495350,922
-"mom_1",0.8654264713098989,1613936495350,922
-"eps_1",1e-05,1613936495350,922
-"wd_2",0.01,1613936495350,922
-"sqr_mom_2",0.99,1613936495350,922
-"lr_2",0.0004228684147740708,1613936495350,922
-"mom_2",0.8654264713098989,1613936495350,922
-"eps_2",1e-05,1613936495350,922
-"train_loss",0.093228795,1613936496304,923
-"raw_loss",0.065815374,1613936496304,923
-"epoch",5.811320754716952,1613936496304,923
-"wd_0",0.01,1613936496304,923
-"sqr_mom_0",0.99,1613936496304,923
-"lr_0",4.223579732912297e-06,1613936496304,923
-"mom_0",0.8655285606273603,1613936496304,923
-"eps_0",1e-05,1613936496304,923
-"wd_1",0.01,1613936496304,923
-"sqr_mom_1",0.99,1613936496304,923
-"lr_1",4.223579732912297e-05,1613936496304,923
-"mom_1",0.8655285606273603,1613936496304,923
-"eps_1",1e-05,1613936496304,923
-"wd_2",0.01,1613936496304,923
-"sqr_mom_2",0.99,1613936496304,923
-"lr_2",0.00042235797329122967,1613936496304,923
-"mom_2",0.8655285606273603,1613936496304,923
-"eps_2",1e-05,1613936496304,923
-"train_loss",0.09273772,1613936497267,924
-"raw_loss",0.068675086,1613936497267,924
-"epoch",5.817610062893053,1613936497267,924
-"wd_0",0.01,1613936497267,924
-"sqr_mom_0",0.99,1613936497267,924
-"lr_0",4.218461246742224e-06,1613936497267,924
-"mom_0",0.8656309313744692,1613936497267,924
-"eps_0",1e-05,1613936497267,924
-"wd_1",0.01,1613936497267,924
-"sqr_mom_1",0.99,1613936497267,924
-"lr_1",4.218461246742224e-05,1613936497267,924
-"mom_1",0.8656309313744692,1613936497267,924
-"eps_1",1e-05,1613936497267,924
-"wd_2",0.01,1613936497267,924
-"sqr_mom_2",0.99,1613936497267,924
-"lr_2",0.0004218461246742224,1613936497267,924
-"mom_2",0.8656309313744692,1613936497267,924
-"eps_2",1e-05,1613936497267,924
-"train_loss",0.09214503,1613936498240,925
-"raw_loss",0.06310343,1613936498240,925
-"epoch",5.823899371069153,1613936498240,925
-"wd_0",0.01,1613936498240,925
-"sqr_mom_0",0.99,1613936498240,925
-"lr_0",4.213329409100365e-06,1613936498240,925
-"mom_0",0.8657335691536843,1613936498240,925
-"eps_0",1e-05,1613936498240,925
-"wd_1",0.01,1613936498240,925
-"sqr_mom_1",0.99,1613936498240,925
-"lr_1",4.213329409100365e-05,1613936498240,925
-"mom_1",0.8657335691536843,1613936498240,925
-"eps_1",1e-05,1613936498240,925
-"wd_2",0.01,1613936498240,925
-"sqr_mom_2",0.99,1613936498240,925
-"lr_2",0.00042133294091003647,1613936498240,925
-"mom_2",0.8657335691536843,1613936498240,925
-"eps_2",1e-05,1613936498240,925
-"train_loss",0.09122047,1613936499189,926
-"raw_loss",0.04591672,1613936499189,926
-"epoch",5.8301886792452535,1613936499189,926
-"wd_0",0.01,1613936499189,926
-"sqr_mom_0",0.99,1613936499189,926
-"lr_0",4.2081839217804445e-06,1613936499189,926
-"mom_0",0.8658364799291903,1613936499189,926
-"eps_0",1e-05,1613936499189,926
-"wd_1",0.01,1613936499189,926
-"sqr_mom_1",0.99,1613936499189,926
-"lr_1",4.208183921780445e-05,1613936499189,926
-"mom_1",0.8658364799291903,1613936499189,926
-"eps_1",1e-05,1613936499189,926
-"wd_2",0.01,1613936499189,926
-"sqr_mom_2",0.99,1613936499189,926
-"lr_2",0.00042081839217804443,1613936499189,926
-"mom_2",0.8658364799291903,1613936499189,926
-"eps_2",1e-05,1613936499189,926
-"train_loss",0.0903651,1613936500150,927
-"raw_loss",0.04845197,1613936500150,927
-"epoch",5.836477987421354,1613936500150,927
-"wd_0",0.01,1613936500150,927
-"sqr_mom_0",0.99,1613936500150,927
-"lr_0",4.203024483062728e-06,1613936500150,927
-"mom_0",0.8659396697354428,1613936500150,927
-"eps_0",1e-05,1613936500150,927
-"wd_1",0.01,1613936500150,927
-"sqr_mom_1",0.99,1613936500150,927
-"lr_1",4.2030244830627284e-05,1613936500150,927
-"mom_1",0.8659396697354428,1613936500150,927
-"eps_1",1e-05,1613936500150,927
-"wd_2",0.01,1613936500150,927
-"sqr_mom_2",0.99,1613936500150,927
-"lr_2",0.0004203024483062728,1613936500150,927
-"mom_2",0.8659396697354428,1613936500150,927
-"eps_2",1e-05,1613936500150,927
-"train_loss",0.09113971,1613936501114,928
-"raw_loss",0.12909602,1613936501114,928
-"epoch",5.842767295597454,1613936501114,928
-"wd_0",0.01,1613936501114,928
-"sqr_mom_0",0.99,1613936501114,928
-"lr_0",4.1978518185767045e-06,1613936501114,928
-"mom_0",0.8660431240597065,1613936501114,928
-"eps_0",1e-05,1613936501114,928
-"wd_1",0.01,1613936501114,928
-"sqr_mom_1",0.99,1613936501114,928
-"lr_1",4.1978518185767045e-05,1613936501114,928
-"mom_1",0.8660431240597065,1613936501114,928
-"eps_1",1e-05,1613936501114,928
-"wd_2",0.01,1613936501114,928
-"sqr_mom_2",0.99,1613936501114,928
-"lr_2",0.0004197851818576704,1613936501114,928
-"mom_2",0.8660431240597065,1613936501114,928
-"eps_2",1e-05,1613936501114,928
-"train_loss",0.09097007,1613936502073,929
-"raw_loss",0.08265739,1613936502073,929
-"epoch",5.849056603773555,1613936502073,929
-"wd_0",0.01,1613936502073,929
-"sqr_mom_0",0.99,1613936502073,929
-"lr_0",4.1926654554666426e-06,1613936502073,929
-"mom_0",0.8661468523591908,1613936502073,929
-"eps_0",1e-05,1613936502073,929
-"wd_1",0.01,1613936502073,929
-"sqr_mom_1",0.99,1613936502073,929
-"lr_1",4.192665455466643e-05,1613936502073,929
-"mom_1",0.8661468523591908,1613936502073,929
-"eps_1",1e-05,1613936502073,929
-"wd_2",0.01,1613936502073,929
-"sqr_mom_2",0.99,1613936502073,929
-"lr_2",0.0004192665455466642,1613936502073,929
-"mom_2",0.8661468523591908,1613936502073,929
-"eps_2",1e-05,1613936502073,929
-"train_loss",0.091657914,1613936503023,930
-"raw_loss",0.12536226,1613936503023,930
-"epoch",5.855345911949655,1613936503023,930
-"wd_0",0.01,1613936503023,930
-"sqr_mom_0",0.99,1613936503023,930
-"lr_0",4.187465779111584e-06,1613936503023,930
-"mom_0",0.8662508469262375,1613936503023,930
-"eps_0",1e-05,1613936503023,930
-"wd_1",0.01,1613936503023,930
-"sqr_mom_1",0.99,1613936503023,930
-"lr_1",4.187465779111583e-05,1613936503023,930
-"mom_1",0.8662508469262375,1613936503023,930
-"eps_1",1e-05,1613936503023,930
-"wd_2",0.01,1613936503023,930
-"sqr_mom_2",0.99,1613936503023,930
-"lr_2",0.00041874657791115833,1613936503023,930
-"mom_2",0.8662508469262375,1613936503023,930
-"eps_2",1e-05,1613936503023,930
-"train_loss",0.0909255,1613936503975,931
-"raw_loss",0.05503717,1613936503975,931
-"epoch",5.8616352201257556,1613936503975,931
-"wd_0",0.01,1613936503975,931
-"sqr_mom_0",0.99,1613936503975,931
-"lr_0",4.182252485984853e-06,1613936503975,931
-"mom_0",0.8663551138314413,1613936503975,931
-"eps_0",1e-05,1613936503975,931
-"wd_1",0.01,1613936503975,931
-"sqr_mom_1",0.99,1613936503975,931
-"lr_1",4.182252485984853e-05,1613936503975,931
-"mom_1",0.8663551138314413,1613936503975,931
-"eps_1",1e-05,1613936503975,931
-"wd_2",0.01,1613936503975,931
-"sqr_mom_2",0.99,1613936503975,931
-"lr_2",0.00041822524859848526,1613936503975,931
-"mom_2",0.8663551138314413,1613936503975,931
-"eps_2",1e-05,1613936503975,931
-"train_loss",0.090577796,1613936504919,932
-"raw_loss",0.0735404,1613936504919,932
-"epoch",5.867924528301856,1613936504919,932
-"wd_0",0.01,1613936504919,932
-"sqr_mom_0",0.99,1613936504919,932
-"lr_0",4.1770257898768225e-06,1613936504919,932
-"mom_0",0.8664596487989515,1613936504919,932
-"eps_0",1e-05,1613936504919,932
-"wd_1",0.01,1613936504919,932
-"sqr_mom_1",0.99,1613936504919,932
-"lr_1",4.177025789876822e-05,1613936504919,932
-"mom_1",0.8664596487989515,1613936504919,932
-"eps_1",1e-05,1613936504919,932
-"wd_2",0.01,1613936504919,932
-"sqr_mom_2",0.99,1613936504919,932
-"lr_2",0.0004177025789876822,1613936504919,932
-"mom_2",0.8664596487989515,1613936504919,932
-"eps_2",1e-05,1613936504919,932
-"train_loss",0.090411834,1613936505887,933
-"raw_loss",0.0822797,1613936505887,933
-"epoch",5.874213836477956,1613936505887,933
-"wd_0",0.01,1613936505887,933
-"sqr_mom_0",0.99,1613936505887,933
-"lr_0",4.171785906462915e-06,1613936505887,933
-"mom_0",0.8665644475152168,1613936505887,933
-"eps_0",1e-05,1613936505887,933
-"wd_1",0.01,1613936505887,933
-"sqr_mom_1",0.99,1613936505887,933
-"lr_1",4.171785906462915e-05,1613936505887,933
-"mom_1",0.8665644475152168,1613936505887,933
-"eps_1",1e-05,1613936505887,933
-"wd_2",0.01,1613936505887,933
-"sqr_mom_2",0.99,1613936505887,933
-"lr_2",0.0004171785906462915,1613936505887,933
-"mom_2",0.8665644475152168,1613936505887,933
-"eps_2",1e-05,1613936505887,933
-"train_loss",0.09041999,1613936506848,934
-"raw_loss",0.090819925,1613936506848,934
-"epoch",5.880503144654057,1613936506848,934
-"wd_0",0.01,1613936506848,934
-"sqr_mom_0",0.99,1613936506848,934
-"lr_0",4.166532355396052e-06,1613936506848,934
-"mom_0",0.8666695195872748,1613936506848,934
-"eps_0",1e-05,1613936506848,934
-"wd_1",0.01,1613936506848,934
-"sqr_mom_1",0.99,1613936506848,934
-"lr_1",4.1665323553960515e-05,1613936506848,934
-"mom_1",0.8666695195872748,1613936506848,934
-"eps_1",1e-05,1613936506848,934
-"wd_2",0.01,1613936506848,934
-"sqr_mom_2",0.99,1613936506848,934
-"lr_2",0.0004166532355396051,1613936506848,934
-"mom_2",0.8666695195872748,1613936506848,934
-"eps_2",1e-05,1613936506848,934
-"train_loss",0.090015516,1613936507823,935
-"raw_loss",0.07019617,1613936507823,935
-"epoch",5.886792452830157,1613936507823,935
-"wd_0",0.01,1613936507823,935
-"sqr_mom_0",0.99,1613936507823,935
-"lr_0",4.161265875541791e-06,1613936507823,935
-"mom_0",0.8667748502376665,1613936507823,935
-"eps_0",1e-05,1613936507823,935
-"wd_1",0.01,1613936507823,935
-"sqr_mom_1",0.99,1613936507823,935
-"lr_1",4.161265875541791e-05,1613936507823,935
-"mom_1",0.8667748502376665,1613936507823,935
-"eps_1",1e-05,1613936507823,935
-"wd_2",0.01,1613936507823,935
-"sqr_mom_2",0.99,1613936507823,935
-"lr_2",0.0004161265875541791,1613936507823,935
-"mom_2",0.8667748502376665,1613936507823,935
-"eps_2",1e-05,1613936507823,935
-"train_loss",0.09271099,1613936508796,936
-"raw_loss",0.22478926,1613936508796,936
-"epoch",5.893081761006258,1613936508796,936
-"wd_0",0.01,1613936508796,936
-"sqr_mom_0",0.99,1613936508796,936
-"lr_0",4.155985810090215e-06,1613936508796,936
-"mom_0",0.8668804526027217,1613936508796,936
-"eps_0",1e-05,1613936508796,936
-"wd_1",0.01,1613936508796,936
-"sqr_mom_1",0.99,1613936508796,936
-"lr_1",4.155985810090215e-05,1613936508796,936
-"mom_1",0.8668804526027217,1613936508796,936
-"eps_1",1e-05,1613936508796,936
-"wd_2",0.01,1613936508796,936
-"sqr_mom_2",0.99,1613936508796,936
-"lr_2",0.0004155985810090215,1613936508796,936
-"mom_2",0.8668804526027217,1613936508796,936
-"eps_2",1e-05,1613936508796,936
-"train_loss",0.09293308,1613936509753,937
-"raw_loss",0.103816226,1613936509753,937
-"epoch",5.899371069182358,1613936509753,937
-"wd_0",0.01,1613936509753,937
-"sqr_mom_0",0.99,1613936509753,937
-"lr_0",4.1506929016358984e-06,1613936509753,937
-"mom_0",0.8669863118304003,1613936509753,937
-"eps_0",1e-05,1613936509753,937
-"wd_1",0.01,1613936509753,937
-"sqr_mom_1",0.99,1613936509753,937
-"lr_1",4.1506929016358984e-05,1613936509753,937
-"mom_1",0.8669863118304003,1613936509753,937
-"eps_1",1e-05,1613936509753,937
-"wd_2",0.01,1613936509753,937
-"sqr_mom_2",0.99,1613936509753,937
-"lr_2",0.00041506929016358983,1613936509753,937
-"mom_2",0.8669863118304003,1613936509753,937
-"eps_2",1e-05,1613936509753,937
-"train_loss",0.09426207,1613936510711,938
-"raw_loss",0.15938231,1613936510711,938
-"epoch",5.905660377358458,1613936510711,938
-"wd_0",0.01,1613936510711,938
-"sqr_mom_0",0.99,1613936510711,938
-"lr_0",4.145386842520601e-06,1613936510711,938
-"mom_0",0.8670924340739287,1613936510711,938
-"eps_0",1e-05,1613936510711,938
-"wd_1",0.01,1613936510711,938
-"sqr_mom_1",0.99,1613936510711,938
-"lr_1",4.145386842520601e-05,1613936510711,938
-"mom_1",0.8670924340739287,1613936510711,938
-"eps_1",1e-05,1613936510711,938
-"wd_2",0.01,1613936510711,938
-"sqr_mom_2",0.99,1613936510711,938
-"lr_2",0.0004145386842520601,1613936510711,938
-"mom_2",0.8670924340739287,1613936510711,938
-"eps_2",1e-05,1613936510711,938
-"train_loss",0.093279384,1613936511669,939
-"raw_loss",0.04512795,1613936511669,939
-"epoch",5.911949685534559,1613936511669,939
-"wd_0",0.01,1613936511669,939
-"sqr_mom_0",0.99,1613936511669,939
-"lr_0",4.1400674983590505e-06,1613936511669,939
-"mom_0",0.8671988220210392,1613936511669,939
-"eps_0",1e-05,1613936511669,939
-"wd_1",0.01,1613936511669,939
-"sqr_mom_1",0.99,1613936511669,939
-"lr_1",4.140067498359051e-05,1613936511669,939
-"mom_1",0.8671988220210392,1613936511669,939
-"eps_1",1e-05,1613936511669,939
-"wd_2",0.01,1613936511669,939
-"sqr_mom_2",0.99,1613936511669,939
-"lr_2",0.00041400674983590503,1613936511669,939
-"mom_2",0.8671988220210392,1613936511669,939
-"eps_2",1e-05,1613936511669,939
-"train_loss",0.094955154,1613936512629,940
-"raw_loss",0.17706749,1613936512629,940
-"epoch",5.918238993710659,1613936512629,940
-"wd_0",0.01,1613936512629,940
-"sqr_mom_0",0.99,1613936512629,940
-"lr_0",4.134735087320921e-06,1613936512629,940
-"mom_0",0.8673054713082946,1613936512629,940
-"eps_0",1e-05,1613936512629,940
-"wd_1",0.01,1613936512629,940
-"sqr_mom_1",0.99,1613936512629,940
-"lr_1",4.1347350873209206e-05,1613936512629,940
-"mom_1",0.8673054713082946,1613936512629,940
-"eps_1",1e-05,1613936512629,940
-"wd_2",0.01,1613936512629,940
-"sqr_mom_2",0.99,1613936512629,940
-"lr_2",0.0004134735087320921,1613936512629,940
-"mom_2",0.8673054713082946,1613936512629,940
-"eps_2",1e-05,1613936512629,940
-"train_loss",0.095126435,1613936513613,941
-"raw_loss",0.10351904,1613936513613,941
-"epoch",5.92452830188676,1613936513613,941
-"wd_0",0.01,1613936513613,941
-"sqr_mom_0",0.99,1613936513613,941
-"lr_0",4.1293896518916695e-06,1613936513613,941
-"mom_0",0.8674123810859774,1613936513613,941
-"eps_0",1e-05,1613936513613,941
-"wd_1",0.01,1613936513613,941
-"sqr_mom_1",0.99,1613936513613,941
-"lr_1",4.1293896518916694e-05,1613936513613,941
-"mom_1",0.8674123810859774,1613936513613,941
-"eps_1",1e-05,1613936513613,941
-"wd_2",0.01,1613936513613,941
-"sqr_mom_2",0.99,1613936513613,941
-"lr_2",0.00041293896518916694,1613936513613,941
-"mom_2",0.8674123810859774,1613936513613,941
-"eps_2",1e-05,1613936513613,941
-"train_loss",0.094983645,1613936514573,942
-"raw_loss",0.08798694,1613936514573,942
-"epoch",5.93081761006286,1613936514573,942
-"wd_0",0.01,1613936514573,942
-"sqr_mom_0",0.99,1613936514573,942
-"lr_0",4.124031412612418e-06,1613936514573,942
-"mom_0",0.8675195469432211,1613936514573,942
-"eps_0",1e-05,1613936514573,942
-"wd_1",0.01,1613936514573,942
-"sqr_mom_1",0.99,1613936514573,942
-"lr_1",4.124031412612418e-05,1613936514573,942
-"mom_1",0.8675195469432211,1613936514573,942
-"eps_1",1e-05,1613936514573,942
-"wd_2",0.01,1613936514573,942
-"sqr_mom_2",0.99,1613936514573,942
-"lr_2",0.0004124031412612418,1613936514573,942
-"mom_2",0.8675195469432211,1613936514573,942
-"eps_2",1e-05,1613936514573,942
-"train_loss",0.09436684,1613936515546,943
-"raw_loss",0.06414324,1613936515546,943
-"epoch",5.93710691823896,1613936515546,943
-"wd_0",0.01,1613936515546,943
-"sqr_mom_0",0.99,1613936515546,943
-"lr_0",4.118660235080875e-06,1613936515546,943
-"mom_0",0.8676269715680982,1613936515546,943
-"eps_0",1e-05,1613936515546,943
-"wd_1",0.01,1613936515546,943
-"sqr_mom_1",0.99,1613936515546,943
-"lr_1",4.1186602350808746e-05,1613936515546,943
-"mom_1",0.8676269715680982,1613936515546,943
-"eps_1",1e-05,1613936515546,943
-"wd_2",0.01,1613936515546,943
-"sqr_mom_2",0.99,1613936515546,943
-"lr_2",0.00041186602350808745,1613936515546,943
-"mom_2",0.8676269715680982,1613936515546,943
-"eps_2",1e-05,1613936515546,943
-"train_loss",0.09371644,1613936516579,944
-"raw_loss",0.06184733,1613936516579,944
-"epoch",5.943396226415061,1613936516579,944
-"wd_0",0.01,1613936516579,944
-"sqr_mom_0",0.99,1613936516579,944
-"lr_0",4.113275804473715e-06,1613936516579,944
-"mom_0",0.8677346612571383,1613936516579,944
-"eps_0",1e-05,1613936516579,944
-"wd_1",0.01,1613936516579,944
-"sqr_mom_1",0.99,1613936516579,944
-"lr_1",4.113275804473714e-05,1613936516579,944
-"mom_1",0.8677346612571383,1613936516579,944
-"eps_1",1e-05,1613936516579,944
-"wd_2",0.01,1613936516579,944
-"sqr_mom_2",0.99,1613936516579,944
-"lr_2",0.00041132758044737144,1613936516579,944
-"mom_2",0.8677346612571383,1613936516579,944
-"eps_2",1e-05,1613936516579,944
-"train_loss",0.0967893,1613936517612,945
-"raw_loss",0.24735928,1613936517612,945
-"epoch",5.949685534591161,1613936517612,945
-"wd_0",0.01,1613936517612,945
-"sqr_mom_0",0.99,1613936517612,945
-"lr_0",4.107878878063549e-06,1613936517612,945
-"mom_0",0.8678426008647376,1613936517612,945
-"eps_0",1e-05,1613936517612,945
-"wd_1",0.01,1613936517612,945
-"sqr_mom_1",0.99,1613936517612,945
-"lr_1",4.107878878063549e-05,1613936517612,945
-"mom_1",0.8678426008647376,1613936517612,945
-"eps_1",1e-05,1613936517612,945
-"wd_2",0.01,1613936517612,945
-"sqr_mom_2",0.99,1613936517612,945
-"lr_2",0.0004107878878063549,1613936517612,945
-"mom_2",0.8678426008647376,1613936517612,945
-"eps_2",1e-05,1613936517612,945
-"train_loss",0.09794891,1613936518583,946
-"raw_loss",0.1547696,1613936518583,946
-"epoch",5.955974842767262,1613936518583,946
-"wd_0",0.01,1613936518583,946
-"sqr_mom_0",0.99,1613936518583,946
-"lr_0",4.102468782771797e-06,1613936518583,946
-"mom_0",0.8679508038526026,1613936518583,946
-"eps_0",1e-05,1613936518583,946
-"wd_1",0.01,1613936518583,946
-"sqr_mom_1",0.99,1613936518583,946
-"lr_1",4.1024687827717965e-05,1613936518583,946
-"mom_1",0.8679508038526026,1613936518583,946
-"eps_1",1e-05,1613936518583,946
-"wd_2",0.01,1613936518583,946
-"sqr_mom_2",0.99,1613936518583,946
-"lr_2",0.0004102468782771796,1613936518583,946
-"mom_2",0.8679508038526026,1613936518583,946
-"eps_2",1e-05,1613936518583,946
-"train_loss",0.09831176,1613936519567,947
-"raw_loss",0.1160916,1613936519567,947
-"epoch",5.962264150943362,1613936519567,947
-"wd_0",0.01,1613936519567,947
-"sqr_mom_0",0.99,1613936519567,947
-"lr_0",4.097046279480578e-06,1613936519567,947
-"mom_0",0.8680592550029385,1613936519567,947
-"eps_0",1e-05,1613936519567,947
-"wd_1",0.01,1613936519567,947
-"sqr_mom_1",0.99,1613936519567,947
-"lr_1",4.097046279480578e-05,1613936519567,947
-"mom_1",0.8680592550029385,1613936519567,947
-"eps_1",1e-05,1613936519567,947
-"wd_2",0.01,1613936519567,947
-"sqr_mom_2",0.99,1613936519567,947
-"lr_2",0.0004097046279480578,1613936519567,947
-"mom_2",0.8680592550029385,1613936519567,947
-"eps_2",1e-05,1613936519567,947
-"train_loss",0.09766387,1613936520536,948
-"raw_loss",0.06591734,1613936520536,948
-"epoch",5.9685534591194624,1613936520536,948
-"wd_0",0.01,1613936520536,948
-"sqr_mom_0",0.99,1613936520536,948
-"lr_0",4.091610872422845e-06,1613936520536,948
-"mom_0",0.8681679642311854,1613936520536,948
-"eps_0",1e-05,1613936520536,948
-"wd_1",0.01,1613936520536,948
-"sqr_mom_1",0.99,1613936520536,948
-"lr_1",4.091610872422846e-05,1613936520536,948
-"mom_1",0.8681679642311854,1613936520536,948
-"eps_1",1e-05,1613936520536,948
-"wd_2",0.01,1613936520536,948
-"sqr_mom_2",0.99,1613936520536,948
-"lr_2",0.00040916108724228453,1613936520536,948
-"mom_2",0.8681679642311854,1613936520536,948
-"eps_2",1e-05,1613936520536,948
-"train_loss",0.09924188,1613936521517,949
-"raw_loss",0.1765646,1613936521517,949
-"epoch",5.974842767295563,1613936521517,949
-"wd_0",0.01,1613936521517,949
-"sqr_mom_0",0.99,1613936521517,949
-"lr_0",4.086162784561913e-06,1613936521517,949
-"mom_0",0.8682769270780325,1613936521517,949
-"eps_0",1e-05,1613936521517,949
-"wd_1",0.01,1613936521517,949
-"sqr_mom_1",0.99,1613936521517,949
-"lr_1",4.086162784561913e-05,1613936521517,949
-"mom_1",0.8682769270780325,1613936521517,949
-"eps_1",1e-05,1613936521517,949
-"wd_2",0.01,1613936521517,949
-"sqr_mom_2",0.99,1613936521517,949
-"lr_2",0.00040861627845619126,1613936521517,949
-"mom_2",0.8682769270780325,1613936521517,949
-"eps_2",1e-05,1613936521517,949
-"train_loss",0.09980609,1613936522467,950
-"raw_loss",0.12745248,1613936522467,950
-"epoch",5.981132075471663,1613936522467,950
-"wd_0",0.01,1613936522467,950
-"sqr_mom_0",0.99,1613936522467,950
-"lr_0",4.0807022406445805e-06,1613936522467,950
-"mom_0",0.8683861390484988,1613936522467,950
-"eps_0",1e-05,1613936522467,950
-"wd_1",0.01,1613936522467,950
-"sqr_mom_1",0.99,1613936522467,950
-"lr_1",4.08070224064458e-05,1613936522467,950
-"mom_1",0.8683861390484988,1613936522467,950
-"eps_1",1e-05,1613936522467,950
-"wd_2",0.01,1613936522467,950
-"sqr_mom_2",0.99,1613936522467,950
-"lr_2",0.00040807022406445803,1613936522467,950
-"mom_2",0.8683861390484988,1613936522467,950
-"eps_2",1e-05,1613936522467,950
-"train_loss",0.099362016,1613936523467,951
-"raw_loss",0.077602334,1613936523467,951
-"epoch",5.987421383647764,1613936523467,951
-"wd_0",0.01,1613936523467,951
-"sqr_mom_0",0.99,1613936523467,951
-"lr_0",4.075228921916253e-06,1613936523467,951
-"mom_0",0.86849560651774,1613936523467,951
-"eps_0",1e-05,1613936523467,951
-"wd_1",0.01,1613936523467,951
-"sqr_mom_1",0.99,1613936523467,951
-"lr_1",4.075228921916253e-05,1613936523467,951
-"mom_1",0.86849560651774,1613936523467,951
-"eps_1",1e-05,1613936523467,951
-"wd_2",0.01,1613936523467,951
-"sqr_mom_2",0.99,1613936523467,951
-"lr_2",0.00040752289219162527,1613936523467,951
-"mom_2",0.86849560651774,1613936523467,951
-"eps_2",1e-05,1613936523467,951
-"train_loss",0.09886172,1613936524411,952
-"raw_loss",0.07434703,1613936524411,952
-"epoch",5.993710691823864,1613936524411,952
-"wd_0",0.01,1613936524411,952
-"sqr_mom_0",0.99,1613936524411,952
-"lr_0",4.069743235078561e-06,1613936524411,952
-"mom_0",0.8686053213516423,1613936524411,952
-"eps_0",1e-05,1613936524411,952
-"wd_1",0.01,1613936524411,952
-"sqr_mom_1",0.99,1613936524411,952
-"lr_1",4.069743235078561e-05,1613936524411,952
-"mom_1",0.8686053213516423,1613936524411,952
-"eps_1",1e-05,1613936524411,952
-"wd_2",0.01,1613936524411,952
-"sqr_mom_2",0.99,1613936524411,952
-"lr_2",0.0004069743235078561,1613936524411,952
-"mom_2",0.8686053213516423,1613936524411,952
-"eps_2",1e-05,1613936524411,952
-"train_loss",0.09935113,1613936525370,953
-"raw_loss",0.12333227,1613936525370,953
-"epoch",5.9999999999999645,1613936525370,953
-"wd_0",0.01,1613936525370,953
-"sqr_mom_0",0.99,1613936525370,953
-"lr_0",4.064244677322835e-06,1613936525370,953
-"mom_0",0.8687152936064794,1613936525370,953
-"eps_0",1e-05,1613936525370,953
-"wd_1",0.01,1613936525370,953
-"sqr_mom_1",0.99,1613936525370,953
-"lr_1",4.064244677322835e-05,1613936525370,953
-"mom_1",0.8687152936064794,1613936525370,953
-"eps_1",1e-05,1613936525370,953
-"wd_2",0.01,1613936525370,953
-"sqr_mom_2",0.99,1613936525370,953
-"lr_2",0.00040642446773228347,1613936525370,953
-"mom_2",0.8687152936064794,1613936525370,953
-"eps_2",1e-05,1613936525370,953
-"valid_loss",0.1311781108379364,1613936557892,953
-"_rmse",0.36218518018722534,1613936557892,953
-"epoch",6,1613936557892,953
-"train_loss",0.10001725,1613936558962,954
-"raw_loss",0.13265696,1613936558962,954
-"epoch",6.0062893081761,1613936558962,954
-"wd_0",0.01,1613936558962,954
-"sqr_mom_0",0.99,1613936558962,954
-"lr_0",4.0587340219726634e-06,1613936558962,954
-"mom_0",0.8688255078156248,1613936558962,954
-"eps_0",1e-05,1613936558962,954
-"wd_1",0.01,1613936558962,954
-"sqr_mom_1",0.99,1613936558962,954
-"lr_1",4.058734021972663e-05,1613936558962,954
-"mom_1",0.8688255078156248,1613936558962,954
-"eps_1",1e-05,1613936558962,954
-"wd_2",0.01,1613936558962,954
-"sqr_mom_2",0.99,1613936558962,954
-"lr_2",0.0004058734021972663,1613936558962,954
-"mom_2",0.8688255078156248,1613936558962,954
-"eps_2",1e-05,1613936558962,954
-"train_loss",0.099105395,1613936559936,955
-"raw_loss",0.054424316,1613936559936,955
-"epoch",6.012578616352201,1613936559936,955
-"wd_0",0.01,1613936559936,955
-"sqr_mom_0",0.99,1613936559936,955
-"lr_0",4.053210581765737e-06,1613936559936,955
-"mom_0",0.8689359777244625,1613936559936,955
-"eps_0",1e-05,1613936559936,955
-"wd_1",0.01,1613936559936,955
-"sqr_mom_1",0.99,1613936559936,955
-"lr_1",4.053210581765737e-05,1613936559936,955
-"mom_1",0.8689359777244625,1613936559936,955
-"eps_1",1e-05,1613936559936,955
-"wd_2",0.01,1613936559936,955
-"sqr_mom_2",0.99,1613936559936,955
-"lr_2",0.00040532105817657363,1613936559936,955
-"mom_2",0.8689359777244625,1613936559936,955
-"eps_2",1e-05,1613936559936,955
-"train_loss",0.09819741,1613936560894,956
-"raw_loss",0.05370581,1613936560894,956
-"epoch",6.018867924528301,1613936560894,956
-"wd_0",0.01,1613936560894,956
-"sqr_mom_0",0.99,1613936560894,956
-"lr_0",4.0476755011650505e-06,1613936560894,956
-"mom_0",0.8690466804435034,1613936560894,956
-"eps_0",1e-05,1613936560894,956
-"wd_1",0.01,1613936560894,956
-"sqr_mom_1",0.99,1613936560894,956
-"lr_1",4.0476755011650507e-05,1613936560894,956
-"mom_1",0.8690466804435034,1613936560894,956
-"eps_1",1e-05,1613936560894,956
-"wd_2",0.01,1613936560894,956
-"sqr_mom_2",0.99,1613936560894,956
-"lr_2",0.000404767550116505,1613936560894,956
-"mom_2",0.8690466804435034,1613936560894,956
-"eps_2",1e-05,1613936560894,956
-"train_loss",0.09738397,1613936561879,957
-"raw_loss",0.057525218,1613936561879,957
-"epoch",6.025157232704402,1613936561879,957
-"wd_0",0.01,1613936561879,957
-"sqr_mom_0",0.99,1613936561879,957
-"lr_0",4.042127355353009e-06,1613936561879,957
-"mom_0",0.8691576444693845,1613936561879,957
-"eps_0",1e-05,1613936561879,957
-"wd_1",0.01,1613936561879,957
-"sqr_mom_1",0.99,1613936561879,957
-"lr_1",4.0421273553530086e-05,1613936561879,957
-"mom_1",0.8691576444693845,1613936561879,957
-"eps_1",1e-05,1613936561879,957
-"wd_2",0.01,1613936561879,957
-"sqr_mom_2",0.99,1613936561879,957
-"lr_2",0.0004042127355353008,1613936561879,957
-"mom_2",0.8691576444693845,1613936561879,957
-"eps_2",1e-05,1613936561879,957
-"train_loss",0.097219095,1613936562839,958
-"raw_loss",0.08914039,1613936562839,958
-"epoch",6.031446540880502,1613936562839,958
-"wd_0",0.01,1613936562839,958
-"sqr_mom_0",0.99,1613936562839,958
-"lr_0",4.036566922177704e-06,1613936562839,958
-"mom_0",0.8692688542449883,1613936562839,958
-"eps_0",1e-05,1613936562839,958
-"wd_1",0.01,1613936562839,958
-"sqr_mom_1",0.99,1613936562839,958
-"lr_1",4.036566922177704e-05,1613936562839,958
-"mom_1",0.8692688542449883,1613936562839,958
-"eps_1",1e-05,1613936562839,958
-"wd_2",0.01,1613936562839,958
-"sqr_mom_2",0.99,1613936562839,958
-"lr_2",0.00040365669221777037,1613936562839,958
-"mom_2",0.8692688542449883,1613936562839,958
-"eps_2",1e-05,1613936562839,958
-"train_loss",0.09684442,1613936563823,959
-"raw_loss",0.078485146,1613936563823,959
-"epoch",6.037735849056602,1613936563823,959
-"wd_0",0.01,1613936563823,959
-"sqr_mom_0",0.99,1613936563823,959
-"lr_0",4.030994430984671e-06,1613936563823,959
-"mom_0",0.8693803051833584,1613936563823,959
-"eps_0",1e-05,1613936563823,959
-"wd_1",0.01,1613936563823,959
-"sqr_mom_1",0.99,1613936563823,959
-"lr_1",4.030994430984671e-05,1613936563823,959
-"mom_1",0.8693803051833584,1613936563823,959
-"eps_1",1e-05,1613936563823,959
-"wd_2",0.01,1613936563823,959
-"sqr_mom_2",0.99,1613936563823,959
-"lr_2",0.00040309944309846707,1613936563823,959
-"mom_2",0.8693803051833584,1613936563823,959
-"eps_2",1e-05,1613936563823,959
-"train_loss",0.09589436,1613936564779,960
-"raw_loss",0.049341157,1613936564779,960
-"epoch",6.044025157232703,1613936564779,960
-"wd_0",0.01,1613936564779,960
-"sqr_mom_0",0.99,1613936564779,960
-"lr_0",4.025410112832414e-06,1613936564779,960
-"mom_0",0.8694919926632784,1613936564779,960
-"eps_0",1e-05,1613936564779,960
-"wd_1",0.01,1613936564779,960
-"sqr_mom_1",0.99,1613936564779,960
-"lr_1",4.025410112832414e-05,1613936564779,960
-"mom_1",0.8694919926632784,1613936564779,960
-"eps_1",1e-05,1613936564779,960
-"wd_2",0.01,1613936564779,960
-"sqr_mom_2",0.99,1613936564779,960
-"lr_2",0.00040254101128324134,1613936564779,960
-"mom_2",0.8694919926632784,1613936564779,960
-"eps_2",1e-05,1613936564779,960
-"train_loss",0.095137216,1613936565744,961
-"raw_loss",0.058037274,1613936565744,961
-"epoch",6.050314465408803,1613936565744,961
-"wd_0",0.01,1613936565744,961
-"sqr_mom_0",0.99,1613936565744,961
-"lr_0",4.019813271244225e-06,1613936565744,961
-"mom_0",0.8696039306144216,1613936565744,961
-"eps_0",1e-05,1613936565744,961
-"wd_1",0.01,1613936565744,961
-"sqr_mom_1",0.99,1613936565744,961
-"lr_1",4.019813271244224e-05,1613936565744,961
-"mom_1",0.8696039306144216,1613936565744,961
-"eps_1",1e-05,1613936565744,961
-"wd_2",0.01,1613936565744,961
-"sqr_mom_2",0.99,1613936565744,961
-"lr_2",0.0004019813271244224,1613936565744,961
-"mom_2",0.8696039306144216,1613936565744,961
-"eps_2",1e-05,1613936565744,961
-"train_loss",0.09554092,1613936566701,962
-"raw_loss",0.11532271,1613936566701,962
-"epoch",6.056603773584904,1613936566701,962
-"wd_0",0.01,1613936566701,962
-"sqr_mom_0",0.99,1613936566701,962
-"lr_0",4.0142041346456166e-06,1613936566701,962
-"mom_0",0.8697161144682324,1613936566701,962
-"eps_0",1e-05,1613936566701,962
-"wd_1",0.01,1613936566701,962
-"sqr_mom_1",0.99,1613936566701,962
-"lr_1",4.014204134645616e-05,1613936566701,962
-"mom_1",0.8697161144682324,1613936566701,962
-"eps_1",1e-05,1613936566701,962
-"wd_2",0.01,1613936566701,962
-"sqr_mom_2",0.99,1613936566701,962
-"lr_2",0.0004014204134645616,1613936566701,962
-"mom_2",0.8697161144682324,1613936566701,962
-"eps_2",1e-05,1613936566701,962
-"train_loss",0.09605017,1613936567665,963
-"raw_loss",0.121003486,1613936567665,963
-"epoch",6.062893081761004,1613936567665,963
-"wd_0",0.01,1613936567665,963
-"sqr_mom_0",0.99,1613936567665,963
-"lr_0",4.008583493114808e-06,1613936567665,963
-"mom_0",0.8698285284229881,1613936567665,963
-"eps_0",1e-05,1613936567665,963
-"wd_1",0.01,1613936567665,963
-"sqr_mom_1",0.99,1613936567665,963
-"lr_1",4.008583493114808e-05,1613936567665,963
-"mom_1",0.8698285284229881,1613936567665,963
-"eps_1",1e-05,1613936567665,963
-"wd_2",0.01,1613936567665,963
-"sqr_mom_2",0.99,1613936567665,963
-"lr_2",0.00040085834931148076,1613936567665,963
-"mom_2",0.8698285284229881,1613936567665,963
-"eps_2",1e-05,1613936567665,963
-"train_loss",0.09603842,1613936568619,964
-"raw_loss",0.09546271,1613936568619,964
-"epoch",6.0691823899371045,1613936568619,964
-"wd_0",0.01,1613936568619,964
-"sqr_mom_0",0.99,1613936568619,964
-"lr_0",4.0029504597982265e-06,1613936568619,964
-"mom_0",0.8699411902159376,1613936568619,964
-"eps_0",1e-05,1613936568619,964
-"wd_1",0.01,1613936568619,964
-"sqr_mom_1",0.99,1613936568619,964
-"lr_1",4.002950459798227e-05,1613936568619,964
-"mom_1",0.8699411902159376,1613936568619,964
-"eps_1",1e-05,1613936568619,964
-"wd_2",0.01,1613936568619,964
-"sqr_mom_2",0.99,1613936568619,964
-"lr_2",0.00040029504597982265,1613936568619,964
-"mom_2",0.8699411902159376,1613936568619,964
-"eps_2",1e-05,1613936568619,964
-"train_loss",0.09541812,1613936569601,965
-"raw_loss",0.06502299,1613936569601,965
-"epoch",6.075471698113205,1613936569601,965
-"wd_0",0.01,1613936569601,965
-"sqr_mom_0",0.99,1613936569601,965
-"lr_0",3.997305264630231e-06,1613936569601,965
-"mom_0",0.8700540952483479,1613936569601,965
-"eps_0",1e-05,1613936569601,965
-"wd_1",0.01,1613936569601,965
-"sqr_mom_1",0.99,1613936569601,965
-"lr_1",3.997305264630231e-05,1613936569601,965
-"mom_1",0.8700540952483479,1613936569601,965
-"eps_1",1e-05,1613936569601,965
-"wd_2",0.01,1613936569601,965
-"sqr_mom_2",0.99,1613936569601,965
-"lr_2",0.0003997305264630231,1613936569601,965
-"mom_2",0.8700540952483479,1613936569601,965
-"eps_2",1e-05,1613936569601,965
-"train_loss",0.094305225,1613936570564,966
-"raw_loss",0.039773244,1613936570564,966
-"epoch",6.081761006289305,1613936570564,966
-"wd_0",0.01,1613936570564,966
-"sqr_mom_0",0.99,1613936570564,966
-"lr_0",3.991648702746974e-06,1613936570564,966
-"mom_0",0.8701672276173367,1613936570564,966
-"eps_0",1e-05,1613936570564,966
-"wd_1",0.01,1613936570564,966
-"sqr_mom_1",0.99,1613936570564,966
-"lr_1",3.991648702746973e-05,1613936570564,966
-"mom_1",0.8701672276173367,1613936570564,966
-"eps_1",1e-05,1613936570564,966
-"wd_2",0.01,1613936570564,966
-"sqr_mom_2",0.99,1613936570564,966
-"lr_2",0.0003991648702746974,1613936570564,966
-"mom_2",0.8701672276173367,1613936570564,966
-"eps_2",1e-05,1613936570564,966
-"train_loss",0.09329336,1613936571538,967
-"raw_loss",0.043712143,1613936571538,967
-"epoch",6.088050314465406,1613936571538,967
-"wd_0",0.01,1613936571538,967
-"sqr_mom_0",0.99,1613936571538,967
-"lr_0",3.985979881616652e-06,1613936571538,967
-"mom_0",0.8702806051737186,1613936571538,967
-"eps_0",1e-05,1613936571538,967
-"wd_1",0.01,1613936571538,967
-"sqr_mom_1",0.99,1613936571538,967
-"lr_1",3.985979881616651e-05,1613936571538,967
-"mom_1",0.8702806051737186,1613936571538,967
-"eps_1",1e-05,1613936571538,967
-"wd_2",0.01,1613936571538,967
-"sqr_mom_2",0.99,1613936571538,967
-"lr_2",0.0003985979881616651,1613936571538,967
-"mom_2",0.8702806051737186,1613936571538,967
-"eps_2",1e-05,1613936571538,967
-"train_loss",0.09277942,1613936572494,968
-"raw_loss",0.06759635,1613936572494,968
-"epoch",6.094339622641506,1613936572494,968
-"wd_0",0.01,1613936572494,968
-"sqr_mom_0",0.99,1613936572494,968
-"lr_0",3.980299032665979e-06,1613936572494,968
-"mom_0",0.8703942232889132,1613936572494,968
-"eps_0",1e-05,1613936572494,968
-"wd_1",0.01,1613936572494,968
-"sqr_mom_1",0.99,1613936572494,968
-"lr_1",3.98029903266598e-05,1613936572494,968
-"mom_1",0.8703942232889132,1613936572494,968
-"eps_1",1e-05,1613936572494,968
-"wd_2",0.01,1613936572494,968
-"sqr_mom_2",0.99,1613936572494,968
-"lr_2",0.0003980299032665979,1613936572494,968
-"mom_2",0.8703942232889132,1613936572494,968
-"eps_2",1e-05,1613936572494,968
-"train_loss",0.0917412,1613936573491,969
-"raw_loss",0.040868126,1613936573491,969
-"epoch",6.1006289308176065,1613936573491,969
-"wd_0",0.01,1613936573491,969
-"sqr_mom_0",0.99,1613936573491,969
-"lr_0",3.974606578007876e-06,1613936573491,969
-"mom_0",0.8705080735205777,1613936573491,969
-"eps_0",1e-05,1613936573491,969
-"wd_1",0.01,1613936573491,969
-"sqr_mom_1",0.99,1613936573491,969
-"lr_1",3.974606578007875e-05,1613936573491,969
-"mom_1",0.8705080735205777,1613936573491,969
-"eps_1",1e-05,1613936573491,969
-"wd_2",0.01,1613936573491,969
-"sqr_mom_2",0.99,1613936573491,969
-"lr_2",0.0003974606578007875,1613936573491,969
-"mom_2",0.8705080735205777,1613936573491,969
-"eps_2",1e-05,1613936573491,969
-"train_loss",0.09182215,1613936574446,970
-"raw_loss",0.09578878,1613936574446,970
-"epoch",6.106918238993707,1613936574446,970
-"wd_0",0.01,1613936574446,970
-"sqr_mom_0",0.99,1613936574446,970
-"lr_0",3.968902753568771e-06,1613936574446,970
-"mom_0",0.8706221511501361,1613936574446,970
-"eps_0",1e-05,1613936574446,970
-"wd_1",0.01,1613936574446,970
-"sqr_mom_1",0.99,1613936574446,970
-"lr_1",3.968902753568771e-05,1613936574446,970
-"mom_1",0.8706221511501361,1613936574446,970
-"eps_1",1e-05,1613936574446,970
-"wd_2",0.01,1613936574446,970
-"sqr_mom_2",0.99,1613936574446,970
-"lr_2",0.0003968902753568771,1613936574446,970
-"mom_2",0.8706221511501361,1613936574446,970
-"eps_2",1e-05,1613936574446,970
-"train_loss",0.09055221,1613936575478,971
-"raw_loss",0.02832539,1613936575478,971
-"epoch",6.113207547169807,1613936575478,971
-"wd_0",0.01,1613936575478,971
-"sqr_mom_0",0.99,1613936575478,971
-"lr_0",3.963186658178677e-06,1613936575478,971
-"mom_0",0.8707364742011685,1613936575478,971
-"eps_0",1e-05,1613936575478,971
-"wd_1",0.01,1613936575478,971
-"sqr_mom_1",0.99,1613936575478,971
-"lr_1",3.9631866581786765e-05,1613936575478,971
-"mom_1",0.8707364742011685,1613936575478,971
-"eps_1",1e-05,1613936575478,971
-"wd_2",0.01,1613936575478,971
-"sqr_mom_2",0.99,1613936575478,971
-"lr_2",0.00039631866581786763,1613936575478,971
-"mom_2",0.8707364742011685,1613936575478,971
-"eps_2",1e-05,1613936575478,971
-"train_loss",0.08978306,1613936576439,972
-"raw_loss",0.052094664,1613936576439,972
-"epoch",6.119496855345908,1613936576439,972
-"wd_0",0.01,1613936576439,972
-"sqr_mom_0",0.99,1613936576439,972
-"lr_0",3.957459094593636e-06,1613936576439,972
-"mom_0",0.8708510266183934,1613936576439,972
-"eps_0",1e-05,1613936576439,972
-"wd_1",0.01,1613936576439,972
-"sqr_mom_1",0.99,1613936576439,972
-"lr_1",3.9574590945936354e-05,1613936576439,972
-"mom_1",0.8708510266183934,1613936576439,972
-"eps_1",1e-05,1613936576439,972
-"wd_2",0.01,1613936576439,972
-"sqr_mom_2",0.99,1613936576439,972
-"lr_2",0.00039574590945936353,1613936576439,972
-"mom_2",0.8708510266183934,1613936576439,972
-"eps_2",1e-05,1613936576439,972
-"train_loss",0.08950043,1613936577430,973
-"raw_loss",0.075651385,1613936577430,973
-"epoch",6.125786163522008,1613936577430,973
-"wd_0",0.01,1613936577430,973
-"sqr_mom_0",0.99,1613936577430,973
-"lr_0",3.95172030016398e-06,1613936577430,973
-"mom_0",0.870965803654757,1613936577430,973
-"eps_0",1e-05,1613936577430,973
-"wd_1",0.01,1613936577430,973
-"sqr_mom_1",0.99,1613936577430,973
-"lr_1",3.95172030016398e-05,1613936577430,973
-"mom_1",0.870965803654757,1613936577430,973
-"eps_1",1e-05,1613936577430,973
-"wd_2",0.01,1613936577430,973
-"sqr_mom_2",0.99,1613936577430,973
-"lr_2",0.00039517203001639795,1613936577430,973
-"mom_2",0.870965803654757,1613936577430,973
-"eps_2",1e-05,1613936577430,973
-"train_loss",0.08866233,1613936578402,974
-"raw_loss",0.0475952,1613936578402,974
-"epoch",6.1320754716981085,1613936578402,974
-"wd_0",0.01,1613936578402,974
-"sqr_mom_0",0.99,1613936578402,974
-"lr_0",3.9459695591467055e-06,1613936578402,974
-"mom_0",0.8710808196252621,1613936578402,974
-"eps_0",1e-05,1613936578402,974
-"wd_1",0.01,1613936578402,974
-"sqr_mom_1",0.99,1613936578402,974
-"lr_1",3.945969559146705e-05,1613936578402,974
-"mom_1",0.8710808196252621,1613936578402,974
-"eps_1",1e-05,1613936578402,974
-"wd_2",0.01,1613936578402,974
-"sqr_mom_2",0.99,1613936578402,974
-"lr_2",0.00039459695591467054,1613936578402,974
-"mom_2",0.8710808196252621,1613936578402,974
-"eps_2",1e-05,1613936578402,974
-"train_loss",0.08792836,1613936579386,975
-"raw_loss",0.05196423,1613936579386,975
-"epoch",6.138364779874209,1613936579386,975
-"wd_0",0.01,1613936579386,975
-"sqr_mom_0",0.99,1613936579386,975
-"lr_0",3.940207106385982e-06,1613936579386,975
-"mom_0",0.8711960698329787,1613936579386,975
-"eps_0",1e-05,1613936579386,975
-"wd_1",0.01,1613936579386,975
-"sqr_mom_1",0.99,1613936579386,975
-"lr_1",3.9402071063859814e-05,1613936579386,975
-"mom_1",0.8711960698329787,1613936579386,975
-"eps_1",1e-05,1613936579386,975
-"wd_2",0.01,1613936579386,975
-"sqr_mom_2",0.99,1613936579386,975
-"lr_2",0.0003940207106385981,1613936579386,975
-"mom_2",0.8711960698329787,1613936579386,975
-"eps_2",1e-05,1613936579386,975
-"train_loss",0.08757894,1613936580353,976
-"raw_loss",0.07045701,1613936580353,976
-"epoch",6.144654088050309,1613936580353,976
-"wd_0",0.01,1613936580353,976
-"sqr_mom_0",0.99,1613936580353,976
-"lr_0",3.934433178355383e-06,1613936580353,976
-"mom_0",0.8713115495483879,1613936580353,976
-"eps_0",1e-05,1613936580353,976
-"wd_1",0.01,1613936580353,976
-"sqr_mom_1",0.99,1613936580353,976
-"lr_1",3.9344331783553825e-05,1613936580353,976
-"mom_1",0.8713115495483879,1613936580353,976
-"eps_1",1e-05,1613936580353,976
-"wd_2",0.01,1613936580353,976
-"sqr_mom_2",0.99,1613936580353,976
-"lr_2",0.0003934433178355382,1613936580353,976
-"mom_2",0.8713115495483879,1613936580353,976
-"eps_2",1e-05,1613936580353,976
-"train_loss",0.087506674,1613936581351,977
-"raw_loss",0.08396593,1613936581351,977
-"epoch",6.15094339622641,1613936581351,977
-"wd_0",0.01,1613936581351,977
-"sqr_mom_0",0.99,1613936581351,977
-"lr_0",3.9286485893859225e-06,1613936581351,977
-"mom_0",0.8714272424847064,1613936581351,977
-"eps_0",1e-05,1613936581351,977
-"wd_1",0.01,1613936581351,977
-"sqr_mom_1",0.99,1613936581351,977
-"lr_1",3.928648589385922e-05,1613936581351,977
-"mom_1",0.8714272424847064,1613936581351,977
-"eps_1",1e-05,1613936581351,977
-"wd_2",0.01,1613936581351,977
-"sqr_mom_2",0.99,1613936581351,977
-"lr_2",0.0003928648589385923,1613936581351,977
-"mom_2",0.8714272424847064,1613936581351,977
-"eps_2",1e-05,1613936581351,977
-"train_loss",0.08676027,1613936582339,978
-"raw_loss",0.050186116,1613936582339,978
-"epoch",6.15723270440251,1613936582339,978
-"wd_0",0.01,1613936582339,978
-"sqr_mom_0",0.99,1613936582339,978
-"lr_0",3.922851850432591e-06,1613936582339,978
-"mom_0",0.8715431784231323,1613936582339,978
-"eps_0",1e-05,1613936582339,978
-"wd_1",0.01,1613936582339,978
-"sqr_mom_1",0.99,1613936582339,978
-"lr_1",3.922851850432591e-05,1613936582339,978
-"mom_1",0.8715431784231323,1613936582339,978
-"eps_1",1e-05,1613936582339,978
-"wd_2",0.01,1613936582339,978
-"sqr_mom_2",0.99,1613936582339,978
-"lr_2",0.00039228518504325907,1613936582339,978
-"mom_2",0.8715431784231323,1613936582339,978
-"eps_2",1e-05,1613936582339,978
-"train_loss",0.08583559,1613936583324,979
-"raw_loss",0.04052653,1613936583324,979
-"epoch",6.1635220125786105,1613936583324,979
-"wd_0",0.01,1613936583324,979
-"sqr_mom_0",0.99,1613936583324,979
-"lr_0",3.917043967328068e-06,1613936583324,979
-"mom_0",0.8716593372468111,1613936583324,979
-"eps_0",1e-05,1613936583324,979
-"wd_1",0.01,1613936583324,979
-"sqr_mom_1",0.99,1613936583324,979
-"lr_1",3.917043967328067e-05,1613936583324,979
-"mom_1",0.8716593372468111,1613936583324,979
-"eps_1",1e-05,1613936583324,979
-"wd_2",0.01,1613936583324,979
-"sqr_mom_2",0.99,1613936583324,979
-"lr_2",0.00039170439673280675,1613936583324,979
-"mom_2",0.8716593372468111,1613936583324,979
-"eps_2",1e-05,1613936583324,979
-"train_loss",0.085976474,1613936584294,980
-"raw_loss",0.09287964,1613936584294,980
-"epoch",6.169811320754711,1613936584294,980
-"wd_0",0.01,1613936584294,980
-"sqr_mom_0",0.99,1613936584294,980
-"lr_0",3.911225180678754e-06,1613936584294,980
-"mom_0",0.8717757141435664,1613936584294,980
-"eps_0",1e-05,1613936584294,980
-"wd_1",0.01,1613936584294,980
-"sqr_mom_1",0.99,1613936584294,980
-"lr_1",3.911225180678754e-05,1613936584294,980
-"mom_1",0.8717757141435664,1613936584294,980
-"eps_1",1e-05,1613936584294,980
-"wd_2",0.01,1613936584294,980
-"sqr_mom_2",0.99,1613936584294,980
-"lr_2",0.00039112251806787537,1613936584294,980
-"mom_2",0.8717757141435664,1613936584294,980
-"eps_2",1e-05,1613936584294,980
-"train_loss",0.08493027,1613936585283,981
-"raw_loss",0.033666387,1613936585283,981
-"epoch",6.176100628930811,1613936585283,981
-"wd_0",0.01,1613936585283,981
-"sqr_mom_0",0.99,1613936585283,981
-"lr_0",3.90539457118592e-06,1613936585283,981
-"mom_0",0.8718923274995566,1613936585283,981
-"eps_0",1e-05,1613936585283,981
-"wd_1",0.01,1613936585283,981
-"sqr_mom_1",0.99,1613936585283,981
-"lr_1",3.90539457118592e-05,1613936585283,981
-"mom_1",0.8718923274995566,1613936585283,981
-"eps_1",1e-05,1613936585283,981
-"wd_2",0.01,1613936585283,981
-"sqr_mom_2",0.99,1613936585283,981
-"lr_2",0.00039053945711859197,1613936585283,981
-"mom_2",0.8718923274995566,1613936585283,981
-"eps_2",1e-05,1613936585283,981
-"train_loss",0.08429929,1613936586258,982
-"raw_loss",0.05338119,1613936586258,982
-"epoch",6.182389937106912,1613936586258,982
-"wd_0",0.01,1613936586258,982
-"sqr_mom_0",0.99,1613936586258,982
-"lr_0",3.899552957756784e-06,1613936586258,982
-"mom_0",0.8720091609364736,1613936586258,982
-"eps_0",1e-05,1613936586258,982
-"wd_1",0.01,1613936586258,982
-"sqr_mom_1",0.99,1613936586258,982
-"lr_1",3.899552957756784e-05,1613936586258,982
-"mom_1",0.8720091609364736,1613936586258,982
-"eps_1",1e-05,1613936586258,982
-"wd_2",0.01,1613936586258,982
-"sqr_mom_2",0.99,1613936586258,982
-"lr_2",0.0003899552957756784,1613936586258,982
-"mom_2",0.8720091609364736,1613936586258,982
-"eps_2",1e-05,1613936586258,982
-"train_loss",0.08454697,1613936587314,983
-"raw_loss",0.096683286,1613936587314,983
-"epoch",6.188679245283012,1613936587314,983
-"wd_0",0.01,1613936587314,983
-"sqr_mom_0",0.99,1613936587314,983
-"lr_0",3.893699999408082e-06,1613936587314,983
-"mom_0",0.872126221274051,1613936587314,983
-"eps_0",1e-05,1613936587314,983
-"wd_1",0.01,1613936587314,983
-"sqr_mom_1",0.99,1613936587314,983
-"lr_1",3.893699999408082e-05,1613936587314,983
-"mom_1",0.872126221274051,1613936587314,983
-"eps_1",1e-05,1613936587314,983
-"wd_2",0.01,1613936587314,983
-"sqr_mom_2",0.99,1613936587314,983
-"lr_2",0.0003893699999408082,1613936587314,983
-"mom_2",0.872126221274051,1613936587314,983
-"eps_2",1e-05,1613936587314,983
-"train_loss",0.08560768,1613936588294,984
-"raw_loss",0.13758232,1613936588294,984
-"epoch",6.194968553459113,1613936588294,984
-"wd_0",0.01,1613936588294,984
-"sqr_mom_0",0.99,1613936588294,984
-"lr_0",3.8878365204139685e-06,1613936588294,984
-"mom_0",0.8722434920266409,1613936588294,984
-"eps_0",1e-05,1613936588294,984
-"wd_1",0.01,1613936588294,984
-"sqr_mom_1",0.99,1613936588294,984
-"lr_1",3.8878365204139685e-05,1613936588294,984
-"mom_1",0.8722434920266409,1613936588294,984
-"eps_1",1e-05,1613936588294,984
-"wd_2",0.01,1613936588294,984
-"sqr_mom_2",0.99,1613936588294,984
-"lr_2",0.00038878365204139686,1613936588294,984
-"mom_2",0.8722434920266409,1613936588294,984
-"eps_2",1e-05,1613936588294,984
-"train_loss",0.08492026,1613936589280,985
-"raw_loss",0.05123676,1613936589280,985
-"epoch",6.201257861635213,1613936589280,985
-"wd_0",0.01,1613936589280,985
-"sqr_mom_0",0.99,1613936589280,985
-"lr_0",3.881961595531032e-06,1613936589280,985
-"mom_0",0.8723609916992964,1613936589280,985
-"eps_0",1e-05,1613936589280,985
-"wd_1",0.01,1613936589280,985
-"sqr_mom_1",0.99,1613936589280,985
-"lr_1",3.881961595531032e-05,1613936589280,985
-"mom_1",0.8723609916992964,1613936589280,985
-"eps_1",1e-05,1613936589280,985
-"wd_2",0.01,1613936589280,985
-"sqr_mom_2",0.99,1613936589280,985
-"lr_2",0.0003881961595531032,1613936589280,985
-"mom_2",0.8723609916992964,1613936589280,985
-"eps_2",1e-05,1613936589280,985
-"train_loss",0.08447635,1613936590265,986
-"raw_loss",0.06272506,1613936590265,986
-"epoch",6.207547169811313,1613936590265,986
-"wd_0",0.01,1613936590265,986
-"sqr_mom_0",0.99,1613936590265,986
-"lr_0",3.876075464788018e-06,1613936590265,986
-"mom_0",0.8724787154913946,1613936590265,986
-"eps_0",1e-05,1613936590265,986
-"wd_1",0.01,1613936590265,986
-"sqr_mom_1",0.99,1613936590265,986
-"lr_1",3.876075464788018e-05,1613936590265,986
-"mom_1",0.8724787154913946,1613936590265,986
-"eps_1",1e-05,1613936590265,986
-"wd_2",0.01,1613936590265,986
-"sqr_mom_2",0.99,1613936590265,986
-"lr_2",0.00038760754647880176,1613936590265,986
-"mom_2",0.8724787154913946,1613936590265,986
-"eps_2",1e-05,1613936590265,986
-"train_loss",0.08353695,1613936591250,987
-"raw_loss",0.03750647,1613936591250,987
-"epoch",6.213836477987414,1613936591250,987
-"wd_0",0.01,1613936591250,987
-"sqr_mom_0",0.99,1613936591250,987
-"lr_0",3.8701791528901575e-06,1613936591250,987
-"mom_0",0.8725966429086259,1613936591250,987
-"eps_0",1e-05,1613936591250,987
-"wd_1",0.01,1613936591250,987
-"sqr_mom_1",0.99,1613936591250,987
-"lr_1",3.870179152890157e-05,1613936591250,987
-"mom_1",0.8725966429086259,1613936591250,987
-"eps_1",1e-05,1613936591250,987
-"wd_2",0.01,1613936591250,987
-"sqr_mom_2",0.99,1613936591250,987
-"lr_2",0.0003870179152890157,1613936591250,987
-"mom_2",0.8725966429086259,1613936591250,987
-"eps_2",1e-05,1613936591250,987
-"train_loss",0.083369575,1613936592230,988
-"raw_loss",0.075168185,1613936592230,988
-"epoch",6.220125786163514,1613936592230,988
-"wd_0",0.01,1613936592230,988
-"sqr_mom_0",0.99,1613936592230,988
-"lr_0",3.864271142033186e-06,1613936592230,988
-"mom_0",0.8727148043073794,1613936592230,988
-"eps_0",1e-05,1613936592230,988
-"wd_1",0.01,1613936592230,988
-"sqr_mom_1",0.99,1613936592230,988
-"lr_1",3.864271142033186e-05,1613936592230,988
-"mom_1",0.8727148043073794,1613936592230,988
-"eps_1",1e-05,1613936592230,988
-"wd_2",0.01,1613936592230,988
-"sqr_mom_2",0.99,1613936592230,988
-"lr_2",0.0003864271142033186,1613936592230,988
-"mom_2",0.8727148043073794,1613936592230,988
-"eps_2",1e-05,1613936592230,988
-"train_loss",0.08376526,1613936593215,989
-"raw_loss",0.10315372,1613936593215,989
-"epoch",6.226415094339615,1613936593215,989
-"wd_0",0.01,1613936593215,989
-"sqr_mom_0",0.99,1613936593215,989
-"lr_0",3.85835226095877e-06,1613936593215,989
-"mom_0",0.8728331831126557,1613936593215,989
-"eps_0",1e-05,1613936593215,989
-"wd_1",0.01,1613936593215,989
-"sqr_mom_1",0.99,1613936593215,989
-"lr_1",3.85835226095877e-05,1613936593215,989
-"mom_1",0.8728331831126557,1613936593215,989
-"eps_1",1e-05,1613936593215,989
-"wd_2",0.01,1613936593215,989
-"sqr_mom_2",0.99,1613936593215,989
-"lr_2",0.000385835226095877,1613936593215,989
-"mom_2",0.8728331831126557,1613936593215,989
-"eps_2",1e-05,1613936593215,989
-"train_loss",0.084309414,1613936594172,990
-"raw_loss",0.11097285,1613936594172,990
-"epoch",6.232704402515715,1613936594172,990
-"wd_0",0.01,1613936594172,990
-"sqr_mom_0",0.99,1613936594172,990
-"lr_0",3.8524233442637675e-06,1613936594172,990
-"mom_0",0.872951762632351,1613936594172,990
-"eps_0",1e-05,1613936594172,990
-"wd_1",0.01,1613936594172,990
-"sqr_mom_1",0.99,1613936594172,990
-"lr_1",3.852423344263767e-05,1613936594172,990
-"mom_1",0.872951762632351,1613936594172,990
-"eps_1",1e-05,1613936594172,990
-"wd_2",0.01,1613936594172,990
-"sqr_mom_2",0.99,1613936594172,990
-"lr_2",0.0003852423344263767,1613936594172,990
-"mom_2",0.872951762632351,1613936594172,990
-"eps_2",1e-05,1613936594172,990
-"train_loss",0.083415784,1613936595162,991
-"raw_loss",0.039627846,1613936595162,991
-"epoch",6.238993710691815,1613936595162,991
-"wd_0",0.01,1613936595162,991
-"sqr_mom_0",0.99,1613936595162,991
-"lr_0",3.8464828657509205e-06,1613936595162,991
-"mom_0",0.8730705733907155,1613936595162,991
-"eps_0",1e-05,1613936595162,991
-"wd_1",0.01,1613936595162,991
-"sqr_mom_1",0.99,1613936595162,991
-"lr_1",3.8464828657509205e-05,1613936595162,991
-"mom_1",0.8730705733907155,1613936595162,991
-"eps_1",1e-05,1613936595162,991
-"wd_2",0.01,1613936595162,991
-"sqr_mom_2",0.99,1613936595162,991
-"lr_2",0.000384648286575092,1613936595162,991
-"mom_2",0.8730705733907155,1613936595162,991
-"eps_2",1e-05,1613936595162,991
-"train_loss",0.08327163,1613936596152,992
-"raw_loss",0.07620819,1613936596152,992
-"epoch",6.245283018867916,1613936596152,992
-"wd_0",0.01,1613936596152,992
-"sqr_mom_0",0.99,1613936596152,992
-"lr_0",3.840531856326941e-06,1613936596152,992
-"mom_0",0.8731895947694088,1613936596152,992
-"eps_0",1e-05,1613936596152,992
-"wd_1",0.01,1613936596152,992
-"sqr_mom_1",0.99,1613936596152,992
-"lr_1",3.84053185632694e-05,1613936596152,992
-"mom_1",0.8731895947694088,1613936596152,992
-"eps_1",1e-05,1613936596152,992
-"wd_2",0.01,1613936596152,992
-"sqr_mom_2",0.99,1613936596152,992
-"lr_2",0.000384053185632694,1613936596152,992
-"mom_2",0.8731895947694088,1613936596152,992
-"eps_2",1e-05,1613936596152,992
-"train_loss",0.08278523,1613936597155,993
-"raw_loss",0.058951303,1613936597155,993
-"epoch",6.251572327044016,1613936597155,993
-"wd_0",0.01,1613936597155,993
-"sqr_mom_0",0.99,1613936597155,993
-"lr_0",3.834569968622964e-06,1613936597155,993
-"mom_0",0.8733088337158779,1613936597155,993
-"eps_0",1e-05,1613936597155,993
-"wd_1",0.01,1613936597155,993
-"sqr_mom_1",0.99,1613936597155,993
-"lr_1",3.8345699686229636e-05,1613936597155,993
-"mom_1",0.8733088337158779,1613936597155,993
-"eps_1",1e-05,1613936597155,993
-"wd_2",0.01,1613936597155,993
-"sqr_mom_2",0.99,1613936597155,993
-"lr_2",0.00038345699686229633,1613936597155,993
-"mom_2",0.8733088337158779,1613936597155,993
-"eps_2",1e-05,1613936597155,993
-"train_loss",0.0820021,1613936598115,994
-"raw_loss",0.043628864,1613936598115,994
-"epoch",6.257861635220117,1613936598115,994
-"wd_0",0.01,1613936598115,994
-"sqr_mom_0",0.99,1613936598115,994
-"lr_0",3.828598042186261e-06,1613936598115,994
-"mom_0",0.8734282734390092,1613936598115,994
-"eps_0",1e-05,1613936598115,994
-"wd_1",0.01,1613936598115,994
-"sqr_mom_1",0.99,1613936598115,994
-"lr_1",3.828598042186261e-05,1613936598115,994
-"mom_1",0.8734282734390092,1613936598115,994
-"eps_1",1e-05,1613936598115,994
-"wd_2",0.01,1613936598115,994
-"sqr_mom_2",0.99,1613936598115,994
-"lr_2",0.0003828598042186261,1613936598115,994
-"mom_2",0.8734282734390092,1613936598115,994
-"eps_2",1e-05,1613936598115,994
-"train_loss",0.08200166,1613936599077,995
-"raw_loss",0.081979744,1613936599077,995
-"epoch",6.264150943396217,1613936599077,995
-"wd_0",0.01,1613936599077,995
-"sqr_mom_0",0.99,1613936599077,995
-"lr_0",3.822615134627007e-06,1613936599077,995
-"mom_0",0.8735479327867877,1613936599077,995
-"eps_0",1e-05,1613936599077,995
-"wd_1",0.01,1613936599077,995
-"sqr_mom_1",0.99,1613936599077,995
-"lr_1",3.822615134627008e-05,1613936599077,995
-"mom_1",0.8735479327867877,1613936599077,995
-"eps_1",1e-05,1613936599077,995
-"wd_2",0.01,1613936599077,995
-"sqr_mom_2",0.99,1613936599077,995
-"lr_2",0.00038226151346270075,1613936599077,995
-"mom_2",0.8735479327867877,1613936599077,995
-"eps_2",1e-05,1613936599077,995
-"train_loss",0.08173513,1613936600049,996
-"raw_loss",0.068674974,1613936600049,996
-"epoch",6.270440251572317,1613936600049,996
-"wd_0",0.01,1613936600049,996
-"sqr_mom_0",0.99,1613936600049,996
-"lr_0",3.816621490486522e-06,1613936600049,996
-"mom_0",0.8736678068683382,1613936600049,996
-"eps_0",1e-05,1613936600049,996
-"wd_1",0.01,1613936600049,996
-"sqr_mom_1",0.99,1613936600049,996
-"lr_1",3.816621490486522e-05,1613936600049,996
-"mom_1",0.8736678068683382,1613936600049,996
-"eps_1",1e-05,1613936600049,996
-"wd_2",0.01,1613936600049,996
-"sqr_mom_2",0.99,1613936600049,996
-"lr_2",0.00038166214904865217,1613936600049,996
-"mom_2",0.8736678068683382,1613936600049,996
-"eps_2",1e-05,1613936600049,996
-"train_loss",0.08085745,1613936601023,997
-"raw_loss",0.03785121,1613936601023,997
-"epoch",6.276729559748418,1613936601023,997
-"wd_0",0.01,1613936601023,997
-"sqr_mom_0",0.99,1613936601023,997
-"lr_0",3.8106179537641192e-06,1613936601023,997
-"mom_0",0.8737878788035056,1613936601023,997
-"eps_0",1e-05,1613936601023,997
-"wd_1",0.01,1613936601023,997
-"sqr_mom_1",0.99,1613936601023,997
-"lr_1",3.8106179537641194e-05,1613936601023,997
-"mom_1",0.8737878788035056,1613936601023,997
-"eps_1",1e-05,1613936601023,997
-"wd_2",0.01,1613936601023,997
-"sqr_mom_2",0.99,1613936601023,997
-"lr_2",0.0003810617953764119,1613936601023,997
-"mom_2",0.8737878788035056,1613936601023,997
-"eps_2",1e-05,1613936601023,997
-"train_loss",0.08017933,1613936601978,998
-"raw_loss",0.046951532,1613936601978,998
-"epoch",6.283018867924518,1613936601978,998
-"wd_0",0.01,1613936601978,998
-"sqr_mom_0",0.99,1613936601978,998
-"lr_0",3.8046035770718527e-06,1613936601978,998
-"mom_0",0.8739081675402384,1613936601978,998
-"eps_0",1e-05,1613936601978,998
-"wd_1",0.01,1613936601978,998
-"sqr_mom_1",0.99,1613936601978,998
-"lr_1",3.804603577071852e-05,1613936601978,998
-"mom_1",0.8739081675402384,1613936601978,998
-"eps_1",1e-05,1613936601978,998
-"wd_2",0.01,1613936601978,998
-"sqr_mom_2",0.99,1613936601978,998
-"lr_2",0.0003804603577071852,1613936601978,998
-"mom_2",0.8739081675402384,1613936601978,998
-"eps_2",1e-05,1613936601978,998
-"train_loss",0.08029864,1613936602947,999
-"raw_loss",0.08614477,1613936602947,999
-"epoch",6.289308176100619,1613936602947,999
-"wd_0",0.01,1613936602947,999
-"sqr_mom_0",0.99,1613936602947,999
-"lr_0",3.798578606266979e-06,1613936602947,999
-"mom_0",0.8740286681613421,1613936602947,999
-"eps_0",1e-05,1613936602947,999
-"wd_1",0.01,1613936602947,999
-"sqr_mom_1",0.99,1613936602947,999
-"lr_1",3.798578606266979e-05,1613936602947,999
-"mom_1",0.8740286681613421,1613936602947,999
-"eps_1",1e-05,1613936602947,999
-"wd_2",0.01,1613936602947,999
-"sqr_mom_2",0.99,1613936602947,999
-"lr_2",0.0003798578606266979,1613936602947,999
-"mom_2",0.8740286681613421,1613936602947,999
-"eps_2",1e-05,1613936602947,999
-"train_loss",0.080291644,1613936603919,1000
-"raw_loss",0.079948805,1613936603919,1000
-"epoch",6.295597484276719,1613936603919,1000
-"wd_0",0.01,1613936603919,1000
-"sqr_mom_0",0.99,1613936603919,1000
-"lr_0",3.792543489032241e-06,1613936603919,1000
-"mom_0",0.8741493717130723,1613936603919,1000
-"eps_0",1e-05,1613936603919,1000
-"wd_1",0.01,1613936603919,1000
-"sqr_mom_1",0.99,1613936603919,1000
-"lr_1",3.79254348903224e-05,1613936603919,1000
-"mom_1",0.8741493717130723,1613936603919,1000
-"eps_1",1e-05,1613936603919,1000
-"wd_2",0.01,1613936603919,1000
-"sqr_mom_2",0.99,1613936603919,1000
-"lr_2",0.00037925434890322406,1613936603919,1000
-"mom_2",0.8741493717130723,1613936603919,1000
-"eps_2",1e-05,1613936603919,1000
-"train_loss",0.07940915,1613936604892,1001
-"raw_loss",0.036167085,1613936604892,1001
-"epoch",6.3018867924528195,1613936604892,1001
-"wd_0",0.01,1613936604892,1001
-"sqr_mom_0",0.99,1613936604892,1001
-"lr_0",3.7864984751738024e-06,1613936604892,1001
-"mom_0",0.8742702731992559,1613936604892,1001
-"eps_0",1e-05,1613936604892,1001
-"wd_1",0.01,1613936604892,1001
-"sqr_mom_1",0.99,1613936604892,1001
-"lr_1",3.786498475173803e-05,1613936604892,1001
-"mom_1",0.8742702731992559,1613936604892,1001
-"eps_1",1e-05,1613936604892,1001
-"wd_2",0.01,1613936604892,1001
-"sqr_mom_2",0.99,1613936604892,1001
-"lr_2",0.0003786498475173802,1613936604892,1001
-"mom_2",0.8742702731992559,1613936604892,1001
-"eps_2",1e-05,1613936604892,1001
-"train_loss",0.07891912,1613936605875,1002
-"raw_loss",0.054907642,1613936605875,1002
-"epoch",6.30817610062892,1613936605875,1002
-"wd_0",0.01,1613936605875,1002
-"sqr_mom_0",0.99,1613936605875,1002
-"lr_0",3.780442609722931e-06,1613936605875,1002
-"mom_0",0.8743913917194586,1613936605875,1002
-"eps_0",1e-05,1613936605875,1002
-"wd_1",0.01,1613936605875,1002
-"sqr_mom_1",0.99,1613936605875,1002
-"lr_1",3.7804426097229304e-05,1613936605875,1002
-"mom_1",0.8743913917194586,1613936605875,1002
-"eps_1",1e-05,1613936605875,1002
-"wd_2",0.01,1613936605875,1002
-"sqr_mom_2",0.99,1613936605875,1002
-"lr_2",0.00037804426097229305,1613936605875,1002
-"mom_2",0.8743913917194586,1613936605875,1002
-"eps_2",1e-05,1613936605875,1002
-"train_loss",0.079919845,1613936606848,1003
-"raw_loss",0.12895523,1613936606848,1003
-"epoch",6.31446540880502,1613936606848,1003
-"wd_0",0.01,1613936606848,1003
-"sqr_mom_0",0.99,1613936606848,1003
-"lr_0",3.7743767433660803e-06,1613936606848,1003
-"mom_0",0.874512710259781,1613936606848,1003
-"eps_0",1e-05,1613936606848,1003
-"wd_1",0.01,1613936606848,1003
-"sqr_mom_1",0.99,1613936606848,1003
-"lr_1",3.7743767433660804e-05,1613936606848,1003
-"mom_1",0.874512710259781,1613936606848,1003
-"eps_1",1e-05,1613936606848,1003
-"wd_2",0.01,1613936606848,1003
-"sqr_mom_2",0.99,1613936606848,1003
-"lr_2",0.000377437674336608,1613936606848,1003
-"mom_2",0.874512710259781,1613936606848,1003
-"eps_2",1e-05,1613936606848,1003
-"train_loss",0.080597766,1613936607819,1004
-"raw_loss",0.113815755,1613936607819,1004
-"epoch",6.320754716981121,1613936607819,1004
-"wd_0",0.01,1613936607819,1004
-"sqr_mom_0",0.99,1613936607819,1004
-"lr_0",3.768301127152751e-06,1613936607819,1004
-"mom_0",0.874634223799183,1613936607819,1004
-"eps_0",1e-05,1613936607819,1004
-"wd_1",0.01,1613936607819,1004
-"sqr_mom_1",0.99,1613936607819,1004
-"lr_1",3.7683011271527506e-05,1613936607819,1004
-"mom_1",0.874634223799183,1613936607819,1004
-"eps_1",1e-05,1613936607819,1004
-"wd_2",0.01,1613936607819,1004
-"sqr_mom_2",0.99,1613936607819,1004
-"lr_2",0.00037683011271527503,1613936607819,1004
-"mom_2",0.874634223799183,1613936607819,1004
-"eps_2",1e-05,1613936607819,1004
-"train_loss",0.08001041,1613936608809,1005
-"raw_loss",0.051229943,1613936608809,1005
-"epoch",6.327044025157221,1613936608809,1005
-"wd_0",0.01,1613936608809,1005
-"sqr_mom_0",0.99,1613936608809,1005
-"lr_0",3.762215003331494e-06,1613936608809,1005
-"mom_0",0.874755947492845,1613936608809,1005
-"eps_0",1e-05,1613936608809,1005
-"wd_1",0.01,1613936608809,1005
-"sqr_mom_1",0.99,1613936608809,1005
-"lr_1",3.762215003331494e-05,1613936608809,1005
-"mom_1",0.874755947492845,1613936608809,1005
-"eps_1",1e-05,1613936608809,1005
-"wd_2",0.01,1613936608809,1005
-"sqr_mom_2",0.99,1613936608809,1005
-"lr_2",0.0003762215003331494,1613936608809,1005
-"mom_2",0.874755947492845,1613936608809,1005
-"eps_2",1e-05,1613936608809,1005
-"train_loss",0.07929058,1613936609779,1006
-"raw_loss",0.04401896,1613936609779,1006
-"epoch",6.3333333333333215,1613936609779,1006
-"wd_0",0.01,1613936609779,1006
-"sqr_mom_0",0.99,1613936609779,1006
-"lr_0",3.756118620761386e-06,1613936609779,1006
-"mom_0",0.8748778763635359,1613936609779,1006
-"eps_0",1e-05,1613936609779,1006
-"wd_1",0.01,1613936609779,1006
-"sqr_mom_1",0.99,1613936609779,1006
-"lr_1",3.7561186207613864e-05,1613936609779,1006
-"mom_1",0.8748778763635359,1613936609779,1006
-"eps_1",1e-05,1613936609779,1006
-"wd_2",0.01,1613936609779,1006
-"sqr_mom_2",0.99,1613936609779,1006
-"lr_2",0.0003756118620761386,1613936609779,1006
-"mom_2",0.8748778763635359,1613936609779,1006
-"eps_2",1e-05,1613936609779,1006
-"train_loss",0.078542836,1613936610738,1007
-"raw_loss",0.0419036,1613936610738,1007
-"epoch",6.339622641509422,1613936610738,1007
-"wd_0",0.01,1613936610738,1007
-"sqr_mom_0",0.99,1613936610738,1007
-"lr_0",3.750012229725526e-06,1613936610738,1007
-"mom_0",0.8750000054055436,1613936610738,1007
-"eps_0",1e-05,1613936610738,1007
-"wd_1",0.01,1613936610738,1007
-"sqr_mom_1",0.99,1613936610738,1007
-"lr_1",3.750012229725526e-05,1613936610738,1007
-"mom_1",0.8750000054055436,1613936610738,1007
-"eps_1",1e-05,1613936610738,1007
-"wd_2",0.01,1613936610738,1007
-"sqr_mom_2",0.99,1613936610738,1007
-"lr_2",0.00037500122297255255,1613936610738,1007
-"mom_2",0.8750000054055436,1613936610738,1007
-"eps_2",1e-05,1613936610738,1007
-"train_loss",0.078887716,1613936611693,1008
-"raw_loss",0.09578683,1613936611693,1008
-"epoch",6.345911949685522,1613936611693,1008
-"wd_0",0.01,1613936611693,1008
-"sqr_mom_0",0.99,1613936611693,1008
-"lr_0",3.7438966910207547e-06,1613936611693,1008
-"mom_0",0.8751223174027589,1613936611693,1008
-"eps_0",1e-05,1613936611693,1008
-"wd_1",0.01,1613936611693,1008
-"sqr_mom_1",0.99,1613936611693,1008
-"lr_1",3.743896691020754e-05,1613936611693,1008
-"mom_1",0.8751223174027589,1613936611693,1008
-"eps_1",1e-05,1613936611693,1008
-"wd_2",0.01,1613936611693,1008
-"sqr_mom_2",0.99,1613936611693,1008
-"lr_2",0.00037438966910207543,1613936611693,1008
-"mom_2",0.8751223174027589,1613936611693,1008
-"eps_2",1e-05,1613936611693,1008
-"train_loss",0.08044352,1613936612655,1009
-"raw_loss",0.15667781,1613936612655,1009
-"epoch",6.352201257861623,1613936612655,1009
-"wd_0",0.01,1613936612655,1009
-"sqr_mom_0",0.99,1613936612655,1009
-"lr_0",3.7377704304103465e-06,1613936612655,1009
-"mom_0",0.8752448438402315,1613936612655,1009
-"eps_0",1e-05,1613936612655,1009
-"wd_1",0.01,1613936612655,1009
-"sqr_mom_1",0.99,1613936612655,1009
-"lr_1",3.737770430410346e-05,1613936612655,1009
-"mom_1",0.8752448438402315,1613936612655,1009
-"eps_1",1e-05,1613936612655,1009
-"wd_2",0.01,1613936612655,1009
-"sqr_mom_2",0.99,1613936612655,1009
-"lr_2",0.00037377704304103465,1613936612655,1009
-"mom_2",0.8752448438402315,1613936612655,1009
-"eps_2",1e-05,1613936612655,1009
-"train_loss",0.08039666,1613936613603,1010
-"raw_loss",0.07810049,1613936613603,1010
-"epoch",6.358490566037723,1613936613603,1010
-"wd_0",0.01,1613936613603,1010
-"sqr_mom_0",0.99,1613936613603,1010
-"lr_0",3.7316345112208714e-06,1613936613603,1010
-"mom_0",0.875367563451217,1613936613603,1010
-"eps_0",1e-05,1613936613603,1010
-"wd_1",0.01,1613936613603,1010
-"sqr_mom_1",0.99,1613936613603,1010
-"lr_1",3.7316345112208715e-05,1613936613603,1010
-"mom_1",0.875367563451217,1613936613603,1010
-"eps_1",1e-05,1613936613603,1010
-"wd_2",0.01,1613936613603,1010
-"sqr_mom_2",0.99,1613936613603,1010
-"lr_2",0.0003731634511220871,1613936613603,1010
-"mom_2",0.875367563451217,1613936613603,1010
-"eps_2",1e-05,1613936613603,1010
-"train_loss",0.0794969,1613936614576,1011
-"raw_loss",0.035408605,1613936614576,1011
-"epoch",6.3647798742138235,1613936614576,1011
-"wd_0",0.01,1613936614576,1011
-"sqr_mom_0",0.99,1613936614576,1011
-"lr_0",3.725489187332794e-06,1613936614576,1011
-"mom_0",0.8754904711580557,1613936614576,1011
-"eps_0",1e-05,1613936614576,1011
-"wd_1",0.01,1613936614576,1011
-"sqr_mom_1",0.99,1613936614576,1011
-"lr_1",3.725489187332794e-05,1613936614576,1011
-"mom_1",0.8754904711580557,1613936614576,1011
-"eps_1",1e-05,1613936614576,1011
-"wd_2",0.01,1613936614576,1011
-"sqr_mom_2",0.99,1613936614576,1011
-"lr_2",0.0003725489187332794,1613936614576,1011
-"mom_2",0.8754904711580557,1613936614576,1011
-"eps_2",1e-05,1613936614576,1011
-"train_loss",0.08025761,1613936615523,1012
-"raw_loss",0.11753251,1613936615523,1012
-"epoch",6.371069182389924,1613936615523,1012
-"wd_0",0.01,1613936615523,1012
-"sqr_mom_0",0.99,1613936615523,1012
-"lr_0",3.7193334879634243e-06,1613936615523,1012
-"mom_0",0.8756135863765953,1613936615523,1012
-"eps_0",1e-05,1613936615523,1012
-"wd_1",0.01,1613936615523,1012
-"sqr_mom_1",0.99,1613936615523,1012
-"lr_1",3.7193334879634244e-05,1613936615523,1012
-"mom_1",0.8756135863765953,1613936615523,1012
-"eps_1",1e-05,1613936615523,1012
-"wd_2",0.01,1613936615523,1012
-"sqr_mom_2",0.99,1613936615523,1012
-"lr_2",0.00037193334879634236,1613936615523,1012
-"mom_2",0.8756135863765953,1613936615523,1012
-"eps_2",1e-05,1613936615523,1012
-"train_loss",0.08129264,1613936616483,1013
-"raw_loss",0.13200885,1613936616483,1013
-"epoch",6.377358490566024,1613936616483,1013
-"wd_0",0.01,1613936616483,1013
-"sqr_mom_0",0.99,1613936616483,1013
-"lr_0",3.713168277888381e-06,1613936616483,1013
-"mom_0",0.8757368918111504,1613936616483,1013
-"eps_0",1e-05,1613936616483,1013
-"wd_1",0.01,1613936616483,1013
-"sqr_mom_1",0.99,1613936616483,1013
-"lr_1",3.713168277888381e-05,1613936616483,1013
-"mom_1",0.8757368918111504,1613936616483,1013
-"eps_1",1e-05,1613936616483,1013
-"wd_2",0.01,1613936616483,1013
-"sqr_mom_2",0.99,1613936616483,1013
-"lr_2",0.0003713168277888381,1613936616483,1013
-"mom_2",0.8757368918111504,1613936616483,1013
-"eps_2",1e-05,1613936616483,1013
-"train_loss",0.08147764,1613936617473,1014
-"raw_loss",0.090542786,1613936617473,1014
-"epoch",6.383647798742125,1613936617473,1014
-"wd_0",0.01,1613936617473,1014
-"sqr_mom_0",0.99,1613936617473,1014
-"lr_0",3.7069938121711195e-06,1613936617473,1014
-"mom_0",0.8758603823604012,1613936617473,1014
-"eps_0",1e-05,1613936617473,1014
-"wd_1",0.01,1613936617473,1014
-"sqr_mom_1",0.99,1613936617473,1014
-"lr_1",3.7069938121711194e-05,1613936617473,1014
-"mom_1",0.8758603823604012,1613936617473,1014
-"eps_1",1e-05,1613936617473,1014
-"wd_2",0.01,1613936617473,1014
-"sqr_mom_2",0.99,1613936617473,1014
-"lr_2",0.0003706993812171119,1613936617473,1014
-"mom_2",0.8758603823604012,1613936617473,1014
-"eps_2",1e-05,1613936617473,1014
-"train_loss",0.081851184,1613936618463,1015
-"raw_loss",0.10015462,1613936618463,1015
-"epoch",6.389937106918225,1613936618463,1015
-"wd_0",0.01,1613936618463,1015
-"sqr_mom_0",0.99,1613936618463,1015
-"lr_0",3.7008091154350204e-06,1613936618463,1015
-"mom_0",0.8759840775320749,1613936618463,1015
-"eps_0",1e-05,1613936618463,1015
-"wd_1",0.01,1613936618463,1015
-"sqr_mom_1",0.99,1613936618463,1015
-"lr_1",3.7008091154350204e-05,1613936618463,1015
-"mom_1",0.8759840775320749,1613936618463,1015
-"eps_1",1e-05,1613936618463,1015
-"wd_2",0.01,1613936618463,1015
-"sqr_mom_2",0.99,1613936618463,1015
-"lr_2",0.000370080911543502,1613936618463,1015
-"mom_2",0.8759840775320749,1613936618463,1015
-"eps_2",1e-05,1613936618463,1015
-"train_loss",0.08178939,1613936619496,1016
-"raw_loss",0.07876189,1613936619496,1016
-"epoch",6.3962264150943255,1613936619496,1016
-"wd_0",0.01,1613936619496,1016
-"sqr_mom_0",0.99,1613936619496,1016
-"lr_0",3.694615056548605e-06,1613936619496,1016
-"mom_0",0.8761079599486273,1613936619496,1016
-"eps_0",1e-05,1613936619496,1016
-"wd_1",0.01,1613936619496,1016
-"sqr_mom_1",0.99,1613936619496,1016
-"lr_1",3.694615056548605e-05,1613936619496,1016
-"mom_1",0.8761079599486273,1613936619496,1016
-"eps_1",1e-05,1613936619496,1016
-"wd_2",0.01,1613936619496,1016
-"sqr_mom_2",0.99,1613936619496,1016
-"lr_2",0.0003694615056548605,1613936619496,1016
-"mom_2",0.8761079599486273,1613936619496,1016
-"eps_2",1e-05,1613936619496,1016
-"train_loss",0.081382096,1613936620490,1017
-"raw_loss",0.061424594,1613936620490,1017
-"epoch",6.402515723270426,1613936620490,1017
-"wd_0",0.01,1613936620490,1017
-"sqr_mom_0",0.99,1613936620490,1017
-"lr_0",3.6884112739558697e-06,1613936620490,1017
-"mom_0",0.876232036841251,1613936620490,1017
-"eps_0",1e-05,1613936620490,1017
-"wd_1",0.01,1613936620490,1017
-"sqr_mom_1",0.99,1613936620490,1017
-"lr_1",3.68841127395587e-05,1613936620490,1017
-"mom_1",0.876232036841251,1613936620490,1017
-"eps_1",1e-05,1613936620490,1017
-"wd_2",0.01,1613936620490,1017
-"sqr_mom_2",0.99,1613936620490,1017
-"lr_2",0.000368841127395587,1613936620490,1017
-"mom_2",0.876232036841251,1613936620490,1017
-"eps_2",1e-05,1613936620490,1017
-"train_loss",0.082800776,1613936621545,1018
-"raw_loss",0.15231618,1613936621545,1018
-"epoch",6.408805031446526,1613936621545,1018
-"wd_0",0.01,1613936621545,1018
-"sqr_mom_0",0.99,1613936621545,1018
-"lr_0",3.682198847349965e-06,1613936621545,1018
-"mom_0",0.8763562866158668,1613936621545,1018
-"eps_0",1e-05,1613936621545,1018
-"wd_1",0.01,1613936621545,1018
-"sqr_mom_1",0.99,1613936621545,1018
-"lr_1",3.6821988473499645e-05,1613936621545,1018
-"mom_1",0.8763562866158668,1613936621545,1018
-"eps_1",1e-05,1613936621545,1018
-"wd_2",0.01,1613936621545,1018
-"sqr_mom_2",0.99,1613936621545,1018
-"lr_2",0.00036821988473499645,1613936621545,1018
-"mom_2",0.8763562866158668,1613936621545,1018
-"eps_2",1e-05,1613936621545,1018
-"train_loss",0.082707755,1613936622540,1019
-"raw_loss",0.07814966,1613936622540,1019
-"epoch",6.415094339622627,1613936622540,1019
-"wd_0",0.01,1613936622540,1019
-"sqr_mom_0",0.99,1613936622540,1019
-"lr_0",3.6759761775536816e-06,1613936622540,1019
-"mom_0",0.8764807412563389,1613936622540,1019
-"eps_0",1e-05,1613936622540,1019
-"wd_1",0.01,1613936622540,1019
-"sqr_mom_1",0.99,1613936622540,1019
-"lr_1",3.6759761775536814e-05,1613936622540,1019
-"mom_1",0.8764807412563389,1613936622540,1019
-"eps_1",1e-05,1613936622540,1019
-"wd_2",0.01,1613936622540,1019
-"sqr_mom_2",0.99,1613936622540,1019
-"lr_2",0.0003675976177553681,1613936622540,1019
-"mom_2",0.8764807412563389,1613936622540,1019
-"eps_2",1e-05,1613936622540,1019
-"train_loss",0.08279294,1613936623496,1020
-"raw_loss",0.086966895,1613936623496,1020
-"epoch",6.421383647798727,1613936623496,1020
-"wd_0",0.01,1613936623496,1020
-"sqr_mom_0",0.99,1613936623496,1020
-"lr_0",3.669744137861006e-06,1613936623496,1020
-"mom_0",0.8766053832966129,1613936623496,1020
-"eps_0",1e-05,1613936623496,1020
-"wd_1",0.01,1613936623496,1020
-"sqr_mom_1",0.99,1613936623496,1020
-"lr_1",3.669744137861006e-05,1613936623496,1020
-"mom_1",0.8766053832966129,1613936623496,1020
-"eps_1",1e-05,1613936623496,1020
-"wd_2",0.01,1613936623496,1020
-"sqr_mom_2",0.99,1613936623496,1020
-"lr_2",0.0003669744137861006,1613936623496,1020
-"mom_2",0.8766053832966129,1613936623496,1020
-"eps_2",1e-05,1613936623496,1020
-"train_loss",0.08293029,1613936624449,1021
-"raw_loss",0.08966045,1613936624449,1021
-"epoch",6.427672955974828,1613936624449,1021
-"wd_0",0.01,1613936624449,1021
-"sqr_mom_0",0.99,1613936624449,1021
-"lr_0",3.663503606612975e-06,1613936624449,1021
-"mom_0",0.8767301951696922,1613936624449,1021
-"eps_0",1e-05,1613936624449,1021
-"wd_1",0.01,1613936624449,1021
-"sqr_mom_1",0.99,1613936624449,1021
-"lr_1",3.6635036066129755e-05,1613936624449,1021
-"mom_1",0.8767301951696922,1613936624449,1021
-"eps_1",1e-05,1613936624449,1021
-"wd_2",0.01,1613936624449,1021
-"sqr_mom_2",0.99,1613936624449,1021
-"lr_2",0.00036635036066129747,1613936624449,1021
-"mom_2",0.8767301951696922,1613936624449,1021
-"eps_2",1e-05,1613936624449,1021
-"train_loss",0.08431303,1613936625416,1022
-"raw_loss",0.15206745,1613936625416,1022
-"epoch",6.433962264150928,1613936625416,1022
-"wd_0",0.01,1613936625416,1022
-"sqr_mom_0",0.99,1613936625416,1022
-"lr_0",3.6572529773978e-06,1613936625416,1022
-"mom_0",0.876855209004134,1613936625416,1022
-"eps_0",1e-05,1613936625416,1022
-"wd_1",0.01,1613936625416,1022
-"sqr_mom_1",0.99,1613936625416,1022
-"lr_1",3.6572529773978e-05,1613936625416,1022
-"mom_1",0.876855209004134,1613936625416,1022
-"eps_1",1e-05,1613936625416,1022
-"wd_2",0.01,1613936625416,1022
-"sqr_mom_2",0.99,1613936625416,1022
-"lr_2",0.00036572529773977995,1613936625416,1022
-"mom_2",0.876855209004134,1613936625416,1022
-"eps_2",1e-05,1613936625416,1022
-"train_loss",0.08369787,1613936626382,1023
-"raw_loss",0.053555265,1613936626382,1023
-"epoch",6.440251572327028,1613936626382,1023
-"wd_0",0.01,1613936626382,1023
-"sqr_mom_0",0.99,1613936626382,1023
-"lr_0",3.6509933352541716e-06,1613936626382,1023
-"mom_0",0.8769804030989475,1613936626382,1023
-"eps_0",1e-05,1613936626382,1023
-"wd_1",0.01,1613936626382,1023
-"sqr_mom_1",0.99,1613936626382,1023
-"lr_1",3.650993335254172e-05,1613936626382,1023
-"mom_1",0.8769804030989475,1613936626382,1023
-"eps_1",1e-05,1613936626382,1023
-"wd_2",0.01,1613936626382,1023
-"sqr_mom_2",0.99,1613936626382,1023
-"lr_2",0.00036509933352541716,1613936626382,1023
-"mom_2",0.8769804030989475,1613936626382,1023
-"eps_2",1e-05,1613936626382,1023
-"train_loss",0.08652557,1613936627337,1024
-"raw_loss",0.22508298,1613936627337,1024
-"epoch",6.446540880503129,1613936627337,1024
-"wd_0",0.01,1613936627337,1024
-"sqr_mom_0",0.99,1613936627337,1024
-"lr_0",3.644724314797898e-06,1613936627337,1024
-"mom_0",0.8771057847618896,1613936627337,1024
-"eps_0",1e-05,1613936627337,1024
-"wd_1",0.01,1613936627337,1024
-"sqr_mom_1",0.99,1613936627337,1024
-"lr_1",3.644724314797898e-05,1613936627337,1024
-"mom_1",0.8771057847618896,1613936627337,1024
-"eps_1",1e-05,1613936627337,1024
-"wd_2",0.01,1613936627337,1024
-"sqr_mom_2",0.99,1613936627337,1024
-"lr_2",0.0003644724314797898,1613936627337,1024
-"mom_2",0.8771057847618896,1613936627337,1024
-"eps_2",1e-05,1613936627337,1024
-"train_loss",0.085652165,1613936628330,1025
-"raw_loss",0.042855527,1613936628330,1025
-"epoch",6.452830188679229,1613936628330,1025
-"wd_0",0.01,1613936628330,1025
-"sqr_mom_0",0.99,1613936628330,1025
-"lr_0",3.6384467986213684e-06,1613936628330,1025
-"mom_0",0.877231336340936,1613936628330,1025
-"eps_0",1e-05,1613936628330,1025
-"wd_1",0.01,1613936628330,1025
-"sqr_mom_1",0.99,1613936628330,1025
-"lr_1",3.638446798621368e-05,1613936628330,1025
-"mom_1",0.877231336340936,1613936628330,1025
-"eps_1",1e-05,1613936628330,1025
-"wd_2",0.01,1613936628330,1025
-"sqr_mom_2",0.99,1613936628330,1025
-"lr_2",0.0003638446798621368,1613936628330,1025
-"mom_2",0.877231336340936,1613936628330,1025
-"eps_2",1e-05,1613936628330,1025
-"train_loss",0.08509517,1613936629284,1026
-"raw_loss",0.057802424,1613936629284,1026
-"epoch",6.45911949685533,1613936629284,1026
-"wd_0",0.01,1613936629284,1026
-"sqr_mom_0",0.99,1613936629284,1026
-"lr_0",3.632159796009353e-06,1613936629284,1026
-"mom_0",0.8773570776505895,1613936629284,1026
-"eps_0",1e-05,1613936629284,1026
-"wd_1",0.01,1613936629284,1026
-"sqr_mom_1",0.99,1613936629284,1026
-"lr_1",3.632159796009353e-05,1613936629284,1026
-"mom_1",0.8773570776505895,1613936629284,1026
-"eps_1",1e-05,1613936629284,1026
-"wd_2",0.01,1613936629284,1026
-"sqr_mom_2",0.99,1613936629284,1026
-"lr_2",0.00036321597960093527,1613936629284,1026
-"mom_2",0.8773570776505895,1613936629284,1026
-"eps_2",1e-05,1613936629284,1026
-"train_loss",0.087770805,1613936630255,1027
-"raw_loss",0.2188771,1613936630255,1027
-"epoch",6.46540880503143,1613936630255,1027
-"wd_0",0.01,1613936630255,1027
-"sqr_mom_0",0.99,1613936630255,1027
-"lr_0",3.625863564238988e-06,1613936630255,1027
-"mom_0",0.8774830035452557,1613936630255,1027
-"eps_0",1e-05,1613936630255,1027
-"wd_1",0.01,1613936630255,1027
-"sqr_mom_1",0.99,1613936630255,1027
-"lr_1",3.625863564238988e-05,1613936630255,1027
-"mom_1",0.8774830035452557,1613936630255,1027
-"eps_1",1e-05,1613936630255,1027
-"wd_2",0.01,1613936630255,1027
-"sqr_mom_2",0.99,1613936630255,1027
-"lr_2",0.0003625863564238988,1613936630255,1027
-"mom_2",0.8774830035452557,1613936630255,1027
-"eps_2",1e-05,1613936630255,1027
-"train_loss",0.08786729,1613936631203,1028
-"raw_loss",0.09259493,1613936631203,1028
-"epoch",6.47169811320753,1613936631203,1028
-"wd_0",0.01,1613936631203,1028
-"sqr_mom_0",0.99,1613936631203,1028
-"lr_0",3.619558989714747e-06,1613936631203,1028
-"mom_0",0.8776090962966681,1613936631203,1028
-"eps_0",1e-05,1613936631203,1028
-"wd_1",0.01,1613936631203,1028
-"sqr_mom_1",0.99,1613936631203,1028
-"lr_1",3.6195589897147475e-05,1613936631203,1028
-"mom_1",0.8776090962966681,1613936631203,1028
-"eps_1",1e-05,1613936631203,1028
-"wd_2",0.01,1613936631203,1028
-"sqr_mom_2",0.99,1613936631203,1028
-"lr_2",0.0003619558989714747,1613936631203,1028
-"mom_2",0.8776090962966681,1613936631203,1028
-"eps_2",1e-05,1613936631203,1028
-"train_loss",0.088223346,1613936632166,1029
-"raw_loss",0.10567005,1613936632166,1029
-"epoch",6.477987421383631,1613936632166,1029
-"wd_0",0.01,1613936632166,1029
-"sqr_mom_0",0.99,1613936632166,1029
-"lr_0",3.6132450774416323e-06,1613936632166,1029
-"mom_0",0.8777353758049253,1613936632166,1029
-"eps_0",1e-05,1613936632166,1029
-"wd_1",0.01,1613936632166,1029
-"sqr_mom_1",0.99,1613936632166,1029
-"lr_1",3.613245077441633e-05,1613936632166,1029
-"mom_1",0.8777353758049253,1613936632166,1029
-"eps_1",1e-05,1613936632166,1029
-"wd_2",0.01,1613936632166,1029
-"sqr_mom_2",0.99,1613936632166,1029
-"lr_2",0.00036132450774416323,1613936632166,1029
-"mom_2",0.8777353758049253,1613936632166,1029
-"eps_2",1e-05,1613936632166,1029
-"train_loss",0.087578766,1613936633109,1030
-"raw_loss",0.05599451,1613936633109,1030
-"epoch",6.484276729559731,1613936633109,1030
-"wd_0",0.01,1613936633109,1030
-"sqr_mom_0",0.99,1613936633109,1030
-"lr_0",3.6069220858262346e-06,1613936633109,1030
-"mom_0",0.8778618369018443,1613936633109,1030
-"eps_0",1e-05,1613936633109,1030
-"wd_1",0.01,1613936633109,1030
-"sqr_mom_1",0.99,1613936633109,1030
-"lr_1",3.6069220858262346e-05,1613936633109,1030
-"mom_1",0.8778618369018443,1613936633109,1030
-"eps_1",1e-05,1613936633109,1030
-"wd_2",0.01,1613936633109,1030
-"sqr_mom_2",0.99,1613936633109,1030
-"lr_2",0.0003606922085826234,1613936633109,1030
-"mom_2",0.8778618369018443,1613936633109,1030
-"eps_2",1e-05,1613936633109,1030
-"train_loss",0.08708966,1613936634082,1031
-"raw_loss",0.06312316,1613936634082,1031
-"epoch",6.490566037735832,1613936634082,1031
-"wd_0",0.01,1613936634082,1031
-"sqr_mom_0",0.99,1613936634082,1031
-"lr_0",3.6005904846955924e-06,1613936634082,1031
-"mom_0",0.8779884701907901,1613936634082,1031
-"eps_0",1e-05,1613936634082,1031
-"wd_1",0.01,1613936634082,1031
-"sqr_mom_1",0.99,1613936634082,1031
-"lr_1",3.6005904846955926e-05,1613936634082,1031
-"mom_1",0.8779884701907901,1613936634082,1031
-"eps_1",1e-05,1613936634082,1031
-"wd_2",0.01,1613936634082,1031
-"sqr_mom_2",0.99,1613936634082,1031
-"lr_2",0.00036005904846955923,1613936634082,1031
-"mom_2",0.8779884701907901,1613936634082,1031
-"eps_2",1e-05,1613936634082,1031
-"train_loss",0.0871257,1613936635049,1032
-"raw_loss",0.08889192,1613936635049,1032
-"epoch",6.496855345911932,1613936635049,1032
-"wd_0",0.01,1613936635049,1032
-"sqr_mom_0",0.99,1613936635049,1032
-"lr_0",3.594250535824177e-06,1613936635049,1032
-"mom_0",0.8781152704362208,1613936635049,1032
-"eps_0",1e-05,1613936635049,1032
-"wd_1",0.01,1613936635049,1032
-"sqr_mom_1",0.99,1613936635049,1032
-"lr_1",3.594250535824177e-05,1613936635049,1032
-"mom_1",0.8781152704362208,1613936635049,1032
-"eps_1",1e-05,1613936635049,1032
-"wd_2",0.01,1613936635049,1032
-"sqr_mom_2",0.99,1613936635049,1032
-"lr_2",0.00035942505358241766,1613936635049,1032
-"mom_2",0.8781152704362208,1613936635049,1032
-"eps_2",1e-05,1613936635049,1032
-"train_loss",0.08705311,1613936636015,1033
-"raw_loss",0.08349629,1613936636015,1033
-"epoch",6.503144654088032,1613936636015,1033
-"wd_0",0.01,1613936636015,1033
-"sqr_mom_0",0.99,1613936636015,1033
-"lr_0",3.5879012377516114e-06,1613936636015,1033
-"mom_0",0.8782422576675444,1613936636015,1033
-"eps_0",1e-05,1613936636015,1033
-"wd_1",0.01,1613936636015,1033
-"sqr_mom_1",0.99,1613936636015,1033
-"lr_1",3.587901237751611e-05,1613936636015,1033
-"mom_1",0.8782422576675444,1613936636015,1033
-"eps_1",1e-05,1613936636015,1033
-"wd_2",0.01,1613936636015,1033
-"sqr_mom_2",0.99,1613936636015,1033
-"lr_2",0.0003587901237751611,1613936636015,1033
-"mom_2",0.8782422576675444,1613936636015,1033
-"eps_2",1e-05,1613936636015,1033
-"train_loss",0.0876029,1613936636963,1034
-"raw_loss",0.114542544,1613936636963,1034
-"epoch",6.509433962264133,1613936636963,1034
-"wd_0",0.01,1613936636963,1034
-"sqr_mom_0",0.99,1613936636963,1034
-"lr_0",3.581543482585589e-06,1613936636963,1034
-"mom_0",0.8783694140424286,1613936636963,1034
-"eps_0",1e-05,1613936636963,1034
-"wd_1",0.01,1613936636963,1034
-"sqr_mom_1",0.99,1613936636963,1034
-"lr_1",3.5815434825855886e-05,1613936636963,1034
-"mom_1",0.8783694140424286,1613936636963,1034
-"eps_1",1e-05,1613936636963,1034
-"wd_2",0.01,1613936636963,1034
-"sqr_mom_2",0.99,1613936636963,1034
-"lr_2",0.0003581543482585589,1613936636963,1034
-"mom_2",0.8783694140424286,1613936636963,1034
-"eps_2",1e-05,1613936636963,1034
-"train_loss",0.08781874,1613936637930,1035
-"raw_loss",0.098394945,1613936637930,1035
-"epoch",6.515723270440233,1613936637930,1035
-"wd_0",0.01,1613936637930,1035
-"sqr_mom_0",0.99,1613936637930,1035
-"lr_0",3.575177533153837e-06,1613936637930,1035
-"mom_0",0.8784967343042662,1613936637930,1035
-"eps_0",1e-05,1613936637930,1035
-"wd_1",0.01,1613936637930,1035
-"sqr_mom_1",0.99,1613936637930,1035
-"lr_1",3.575177533153837e-05,1613936637930,1035
-"mom_1",0.8784967343042662,1613936637930,1035
-"eps_1",1e-05,1613936637930,1035
-"wd_2",0.01,1613936637930,1035
-"sqr_mom_2",0.99,1613936637930,1035
-"lr_2",0.0003575177533153837,1613936637930,1035
-"mom_2",0.8784967343042662,1613936637930,1035
-"eps_2",1e-05,1613936637930,1035
-"train_loss",0.086889975,1613936638880,1036
-"raw_loss",0.041380174,1613936638880,1036
-"epoch",6.522012578616334,1613936638880,1036
-"wd_0",0.01,1613936638880,1036
-"sqr_mom_0",0.99,1613936638880,1036
-"lr_0",3.5688025954945214e-06,1613936638880,1036
-"mom_0",0.8786242343324528,1613936638880,1036
-"eps_0",1e-05,1613936638880,1036
-"wd_1",0.01,1613936638880,1036
-"sqr_mom_1",0.99,1613936638880,1036
-"lr_1",3.568802595494521e-05,1613936638880,1036
-"mom_1",0.8786242343324528,1613936638880,1036
-"eps_1",1e-05,1613936638880,1036
-"wd_2",0.01,1613936638880,1036
-"sqr_mom_2",0.99,1613936638880,1036
-"lr_2",0.0003568802595494521,1613936638880,1036
-"mom_2",0.8786242343324528,1613936638880,1036
-"eps_2",1e-05,1613936638880,1036
-"train_loss",0.08719092,1613936639849,1037
-"raw_loss",0.10193723,1613936639849,1037
-"epoch",6.528301886792434,1613936639849,1037
-"wd_0",0.01,1613936639849,1037
-"sqr_mom_0",0.99,1613936639849,1037
-"lr_0",3.562418930577434e-06,1613936639849,1037
-"mom_0",0.8787519089075404,1613936639849,1037
-"eps_0",1e-05,1613936639849,1037
-"wd_1",0.01,1613936639849,1037
-"sqr_mom_1",0.99,1613936639849,1037
-"lr_1",3.562418930577434e-05,1613936639849,1037
-"mom_1",0.8787519089075404,1613936639849,1037
-"eps_1",1e-05,1613936639849,1037
-"wd_2",0.01,1613936639849,1037
-"sqr_mom_2",0.99,1613936639849,1037
-"lr_2",0.0003562418930577434,1613936639849,1037
-"mom_2",0.8787519089075404,1613936639849,1037
-"eps_2",1e-05,1613936639849,1037
-"train_loss",0.08704368,1613936640805,1038
-"raw_loss",0.079829045,1613936640805,1038
-"epoch",6.5345911949685345,1613936640805,1038
-"wd_0",0.01,1613936640805,1038
-"sqr_mom_0",0.99,1613936640805,1038
-"lr_0",3.5560274370534874e-06,1613936640805,1038
-"mom_0",0.8788797400563308,1613936640805,1038
-"eps_0",1e-05,1613936640805,1038
-"wd_1",0.01,1613936640805,1038
-"sqr_mom_1",0.99,1613936640805,1038
-"lr_1",3.556027437053487e-05,1613936640805,1038
-"mom_1",0.8788797400563308,1613936640805,1038
-"eps_1",1e-05,1613936640805,1038
-"wd_2",0.01,1613936640805,1038
-"sqr_mom_2",0.99,1613936640805,1038
-"lr_2",0.0003556027437053487,1613936640805,1038
-"mom_2",0.8788797400563308,1613936640805,1038
-"eps_2",1e-05,1613936640805,1038
-"train_loss",0.08710073,1613936641772,1039
-"raw_loss",0.08989603,1613936641772,1039
-"epoch",6.540880503144635,1613936641772,1039
-"wd_0",0.01,1613936641772,1039
-"sqr_mom_0",0.99,1613936641772,1039
-"lr_0",3.549627106178726e-06,1613936641772,1039
-"mom_0",0.879007747953905,1613936641772,1039
-"eps_0",1e-05,1613936641772,1039
-"wd_1",0.01,1613936641772,1039
-"sqr_mom_1",0.99,1613936641772,1039
-"lr_1",3.549627106178726e-05,1613936641772,1039
-"mom_1",0.879007747953905,1613936641772,1039
-"eps_1",1e-05,1613936641772,1039
-"wd_2",0.01,1613936641772,1039
-"sqr_mom_2",0.99,1613936641772,1039
-"lr_2",0.00035496271061787255,1613936641772,1039
-"mom_2",0.879007747953905,1613936641772,1039
-"eps_2",1e-05,1613936641772,1039
-"train_loss",0.08622175,1613936642727,1040
-"raw_loss",0.04315154,1613936642727,1040
-"epoch",6.547169811320735,1613936642727,1040
-"wd_0",0.01,1613936642727,1040
-"sqr_mom_0",0.99,1613936642727,1040
-"lr_0",3.5432181999903288e-06,1613936642727,1040
-"mom_0",0.879135927359467,1613936642727,1040
-"eps_0",1e-05,1613936642727,1040
-"wd_1",0.01,1613936642727,1040
-"sqr_mom_1",0.99,1613936642727,1040
-"lr_1",3.543218199990328e-05,1613936642727,1040
-"mom_1",0.879135927359467,1613936642727,1040
-"eps_1",1e-05,1613936642727,1040
-"wd_2",0.01,1613936642727,1040
-"sqr_mom_2",0.99,1613936642727,1040
-"lr_2",0.00035432181999903287,1613936642727,1040
-"mom_2",0.879135927359467,1613936642727,1040
-"eps_2",1e-05,1613936642727,1040
-"train_loss",0.086003,1613936643690,1041
-"raw_loss",0.07528426,1613936643690,1041
-"epoch",6.553459119496836,1613936643690,1041
-"wd_0",0.01,1613936643690,1041
-"sqr_mom_0",0.99,1613936643690,1041
-"lr_0",3.536801194699182e-06,1613936643690,1041
-"mom_0",0.8792642687487038,1613936643690,1041
-"eps_0",1e-05,1613936643690,1041
-"wd_1",0.01,1613936643690,1041
-"sqr_mom_1",0.99,1613936643690,1041
-"lr_1",3.536801194699182e-05,1613936643690,1041
-"mom_1",0.8792642687487038,1613936643690,1041
-"eps_1",1e-05,1613936643690,1041
-"wd_2",0.01,1613936643690,1041
-"sqr_mom_2",0.99,1613936643690,1041
-"lr_2",0.0003536801194699182,1613936643690,1041
-"mom_2",0.8792642687487038,1613936643690,1041
-"eps_2",1e-05,1613936643690,1041
-"train_loss",0.085037984,1613936644634,1042
-"raw_loss",0.0377524,1613936644634,1042
-"epoch",6.559748427672936,1613936644634,1042
-"wd_0",0.01,1613936644634,1042
-"sqr_mom_0",0.99,1613936644634,1042
-"lr_0",3.5303763555171987e-06,1613936644634,1042
-"mom_0",0.8793927668173241,1613936644634,1042
-"eps_0",1e-05,1613936644634,1042
-"wd_1",0.01,1613936644634,1042
-"sqr_mom_1",0.99,1613936644634,1042
-"lr_1",3.530376355517198e-05,1613936644634,1042
-"mom_1",0.8793927668173241,1613936644634,1042
-"eps_1",1e-05,1613936644634,1042
-"wd_2",0.01,1613936644634,1042
-"sqr_mom_2",0.99,1613936644634,1042
-"lr_2",0.0003530376355517198,1613936644634,1042
-"mom_2",0.8793927668173241,1613936644634,1042
-"eps_2",1e-05,1613936644634,1042
-"train_loss",0.08508473,1613936645597,1043
-"raw_loss",0.08737518,1613936645597,1043
-"epoch",6.5660377358490365,1613936645597,1043
-"wd_0",0.01,1613936645597,1043
-"sqr_mom_0",0.99,1613936645597,1043
-"lr_0",3.523942667605831e-06,1613936645597,1043
-"mom_0",0.879521441862302,1613936645597,1043
-"eps_0",1e-05,1613936645597,1043
-"wd_1",0.01,1613936645597,1043
-"sqr_mom_1",0.99,1613936645597,1043
-"lr_1",3.523942667605831e-05,1613936645597,1043
-"mom_1",0.879521441862302,1613936645597,1043
-"eps_1",1e-05,1613936645597,1043
-"wd_2",0.01,1613936645597,1043
-"sqr_mom_2",0.99,1613936645597,1043
-"lr_2",0.00035239426676058304,1613936645597,1043
-"mom_2",0.879521441862302,1613936645597,1043
-"eps_2",1e-05,1613936645597,1043
-"train_loss",0.08598417,1613936646569,1044
-"raw_loss",0.13005696,1613936646569,1044
-"epoch",6.572327044025137,1613936646569,1044
-"wd_0",0.01,1613936646569,1044
-"sqr_mom_0",0.99,1613936646569,1044
-"lr_0",3.5175010349921326e-06,1613936646569,1044
-"mom_0",0.8796502758029153,1613936646569,1044
-"eps_0",1e-05,1613936646569,1044
-"wd_1",0.01,1613936646569,1044
-"sqr_mom_1",0.99,1613936646569,1044
-"lr_1",3.517501034992133e-05,1613936646569,1044
-"mom_1",0.8796502758029153,1613936646569,1044
-"eps_1",1e-05,1613936646569,1044
-"wd_2",0.01,1613936646569,1044
-"sqr_mom_2",0.99,1613936646569,1044
-"lr_2",0.0003517501034992132,1613936646569,1044
-"mom_2",0.8796502758029153,1613936646569,1044
-"eps_2",1e-05,1613936646569,1044
-"train_loss",0.08545219,1613936647543,1045
-"raw_loss",0.059385233,1613936647543,1045
-"epoch",6.578616352201237,1613936647543,1045
-"wd_0",0.01,1613936647543,1045
-"sqr_mom_0",0.99,1613936647543,1045
-"lr_0",3.51105172387817e-06,1613936647543,1045
-"mom_0",0.8797792633150697,1613936647543,1045
-"eps_0",1e-05,1613936647543,1045
-"wd_1",0.01,1613936647543,1045
-"sqr_mom_1",0.99,1613936647543,1045
-"lr_1",3.51105172387817e-05,1613936647543,1045
-"mom_1",0.8797792633150697,1613936647543,1045
-"eps_1",1e-05,1613936647543,1045
-"wd_2",0.01,1613936647543,1045
-"sqr_mom_2",0.99,1613936647543,1045
-"lr_2",0.00035110517238781696,1613936647543,1045
-"mom_2",0.8797792633150697,1613936647543,1045
-"eps_2",1e-05,1613936647543,1045
-"train_loss",0.08518286,1613936648497,1046
-"raw_loss",0.071985595,1613936648497,1046
-"epoch",6.584905660377338,1613936648497,1046
-"wd_0",0.01,1613936648497,1046
-"sqr_mom_0",0.99,1613936648497,1046
-"lr_0",3.5045937155691346e-06,1613936648497,1046
-"mom_0",0.879908424772865,1613936648497,1046
-"eps_0",1e-05,1613936648497,1046
-"wd_1",0.01,1613936648497,1046
-"sqr_mom_1",0.99,1613936648497,1046
-"lr_1",3.504593715569135e-05,1613936648497,1046
-"mom_1",0.879908424772865,1613936648497,1046
-"eps_1",1e-05,1613936648497,1046
-"wd_2",0.01,1613936648497,1046
-"sqr_mom_2",0.99,1613936648497,1046
-"lr_2",0.00035045937155691345,1613936648497,1046
-"mom_2",0.879908424772865,1613936648497,1046
-"eps_2",1e-05,1613936648497,1046
-"train_loss",0.08509288,1613936649476,1047
-"raw_loss",0.080683984,1613936649476,1047
-"epoch",6.591194968553438,1613936649476,1047
-"wd_0",0.01,1613936649476,1047
-"sqr_mom_0",0.99,1613936649476,1047
-"lr_0",3.4981279175278607e-06,1613936649476,1047
-"mom_0",0.880037742026863,1613936649476,1047
-"eps_0",1e-05,1613936649476,1047
-"wd_1",0.01,1613936649476,1047
-"sqr_mom_1",0.99,1613936649476,1047
-"lr_1",3.498127917527861e-05,1613936649476,1047
-"mom_1",0.880037742026863,1613936649476,1047
-"eps_1",1e-05,1613936649476,1047
-"wd_2",0.01,1613936649476,1047
-"sqr_mom_2",0.99,1613936649476,1047
-"lr_2",0.00034981279175278607,1613936649476,1047
-"mom_2",0.880037742026863,1613936649476,1047
-"eps_2",1e-05,1613936649476,1047
-"train_loss",0.085326865,1613936650430,1048
-"raw_loss",0.09679234,1613936650430,1048
-"epoch",6.5974842767295385,1613936650430,1048
-"wd_0",0.01,1613936650430,1048
-"sqr_mom_0",0.99,1613936650430,1048
-"lr_0",3.491653952336545e-06,1613936650430,1048
-"mom_0",0.8801672226254953,1613936650430,1048
-"eps_0",1e-05,1613936650430,1048
-"wd_1",0.01,1613936650430,1048
-"sqr_mom_1",0.99,1613936650430,1048
-"lr_1",3.491653952336545e-05,1613936650430,1048
-"mom_1",0.8801672226254953,1613936650430,1048
-"eps_1",1e-05,1613936650430,1048
-"wd_2",0.01,1613936650430,1048
-"sqr_mom_2",0.99,1613936650430,1048
-"lr_2",0.0003491653952336545,1613936650430,1048
-"mom_2",0.8801672226254953,1613936650430,1048
-"eps_2",1e-05,1613936650430,1048
-"train_loss",0.084405966,1613936651400,1049
-"raw_loss",0.03928203,1613936651400,1049
-"epoch",6.603773584905639,1613936651400,1049
-"wd_0",0.01,1613936651400,1049
-"sqr_mom_0",0.99,1613936651400,1049
-"lr_0",3.485172946414808e-06,1613936651400,1049
-"mom_0",0.8802968440401442,1613936651400,1049
-"eps_0",1e-05,1613936651400,1049
-"wd_1",0.01,1613936651400,1049
-"sqr_mom_1",0.99,1613936651400,1049
-"lr_1",3.4851729464148085e-05,1613936651400,1049
-"mom_1",0.8802968440401442,1613936651400,1049
-"eps_1",1e-05,1613936651400,1049
-"wd_2",0.01,1613936651400,1049
-"sqr_mom_2",0.99,1613936651400,1049
-"lr_2",0.0003485172946414808,1613936651400,1049
-"mom_2",0.8802968440401442,1613936651400,1049
-"eps_2",1e-05,1613936651400,1049
-"train_loss",0.08352431,1613936652353,1050
-"raw_loss",0.04032323,1613936652353,1050
-"epoch",6.610062893081739,1613936652353,1050
-"wd_0",0.01,1613936652353,1050
-"sqr_mom_0",0.99,1613936652353,1050
-"lr_0",3.478683231448864e-06,1613936652353,1050
-"mom_0",0.8804266396374191,1613936652353,1050
-"eps_0",1e-05,1613936652353,1050
-"wd_1",0.01,1613936652353,1050
-"sqr_mom_1",0.99,1613936652353,1050
-"lr_1",3.478683231448864e-05,1613936652353,1050
-"mom_1",0.8804266396374191,1613936652353,1050
-"eps_1",1e-05,1613936652353,1050
-"wd_2",0.01,1613936652353,1050
-"sqr_mom_2",0.99,1613936652353,1050
-"lr_2",0.0003478683231448864,1613936652353,1050
-"mom_2",0.8804266396374191,1613936652353,1050
-"eps_2",1e-05,1613936652353,1050
-"train_loss",0.0836327,1613936653316,1051
-"raw_loss",0.088943705,1613936653316,1051
-"epoch",6.61635220125784,1613936653316,1051
-"wd_0",0.01,1613936653316,1051
-"sqr_mom_0",0.99,1613936653316,1051
-"lr_0",3.4721857186028656e-06,1613936653316,1051
-"mom_0",0.8805565911938547,1613936653316,1051
-"eps_0",1e-05,1613936653316,1051
-"wd_1",0.01,1613936653316,1051
-"sqr_mom_1",0.99,1613936653316,1051
-"lr_1",3.4721857186028655e-05,1613936653316,1051
-"mom_1",0.8805565911938547,1613936653316,1051
-"eps_1",1e-05,1613936653316,1051
-"wd_2",0.01,1613936653316,1051
-"sqr_mom_2",0.99,1613936653316,1051
-"lr_2",0.0003472185718602865,1613936653316,1051
-"mom_2",0.8805565911938547,1613936653316,1051
-"eps_2",1e-05,1613936653316,1051
-"train_loss",0.08336276,1613936654280,1052
-"raw_loss",0.07013574,1613936654280,1052
-"epoch",6.62264150943394,1613936654280,1052
-"wd_0",0.01,1613936654280,1052
-"sqr_mom_0",0.99,1613936654280,1052
-"lr_0",3.4656813232412585e-06,1613936654280,1052
-"mom_0",0.8806866804019788,1613936654280,1052
-"eps_0",1e-05,1613936654280,1052
-"wd_1",0.01,1613936654280,1052
-"sqr_mom_1",0.99,1613936654280,1052
-"lr_1",3.465681323241258e-05,1613936654280,1052
-"mom_1",0.8806866804019788,1613936654280,1052
-"eps_1",1e-05,1613936654280,1052
-"wd_2",0.01,1613936654280,1052
-"sqr_mom_2",0.99,1613936654280,1052
-"lr_2",0.0003465681323241258,1613936654280,1052
-"mom_2",0.8806866804019788,1613936654280,1052
-"eps_2",1e-05,1613936654280,1052
-"train_loss",0.082336426,1613936655247,1053
-"raw_loss",0.032046046,1613936655247,1053
-"epoch",6.6289308176100405,1613936655247,1053
-"wd_0",0.01,1613936655247,1053
-"sqr_mom_0",0.99,1613936655247,1053
-"lr_0",3.459168371029442e-06,1613936655247,1053
-"mom_0",0.8808169407488187,1613936655247,1053
-"eps_0",1e-05,1613936655247,1053
-"wd_1",0.01,1613936655247,1053
-"sqr_mom_1",0.99,1613936655247,1053
-"lr_1",3.4591683710294416e-05,1613936655247,1053
-"mom_1",0.8808169407488187,1613936655247,1053
-"eps_1",1e-05,1613936655247,1053
-"wd_2",0.01,1613936655247,1053
-"sqr_mom_2",0.99,1613936655247,1053
-"lr_2",0.0003459168371029442,1613936655247,1053
-"mom_2",0.8808169407488187,1613936655247,1053
-"eps_2",1e-05,1613936655247,1053
-"train_loss",0.08139414,1613936656210,1054
-"raw_loss",0.035222445,1613936656210,1054
-"epoch",6.635220125786141,1613936656210,1054
-"wd_0",0.01,1613936656210,1054
-"sqr_mom_0",0.99,1613936656210,1054
-"lr_0",3.452647776430609e-06,1613936656210,1054
-"mom_0",0.8809473539449273,1613936656210,1054
-"eps_0",1e-05,1613936656210,1054
-"wd_1",0.01,1613936656210,1054
-"sqr_mom_1",0.99,1613936656210,1054
-"lr_1",3.452647776430609e-05,1613936656210,1054
-"mom_1",0.8809473539449273,1613936656210,1054
-"eps_1",1e-05,1613936656210,1054
-"wd_2",0.01,1613936656210,1054
-"sqr_mom_2",0.99,1613936656210,1054
-"lr_2",0.0003452647776430608,1613936656210,1054
-"mom_2",0.8809473539449273,1613936656210,1054
-"eps_2",1e-05,1613936656210,1054
-"train_loss",0.08106517,1613936657247,1055
-"raw_loss",0.064945474,1613936657247,1055
-"epoch",6.641509433962241,1613936657247,1055
-"wd_0",0.01,1613936657247,1055
-"sqr_mom_0",0.99,1613936657247,1055
-"lr_0",3.4461198080564325e-06,1613936657247,1055
-"mom_0",0.8810779146180175,1613936657247,1055
-"eps_0",1e-05,1613936657247,1055
-"wd_1",0.01,1613936657247,1055
-"sqr_mom_1",0.99,1613936657247,1055
-"lr_1",3.446119808056433e-05,1613936657247,1055
-"mom_1",0.8810779146180175,1613936657247,1055
-"eps_1",1e-05,1613936657247,1055
-"wd_2",0.01,1613936657247,1055
-"sqr_mom_2",0.99,1613936657247,1055
-"lr_2",0.00034461198080564323,1613936657247,1055
-"mom_2",0.8810779146180175,1613936657247,1055
-"eps_2",1e-05,1613936657247,1055
-"train_loss",0.08091462,1613936658224,1056
-"raw_loss",0.07353733,1613936658224,1056
-"epoch",6.647798742138342,1613936658224,1056
-"wd_0",0.01,1613936658224,1056
-"sqr_mom_0",0.99,1613936658224,1056
-"lr_0",3.439584735575721e-06,1613936658224,1056
-"mom_0",0.8812086173746593,1613936658224,1056
-"eps_0",1e-05,1613936658224,1056
-"wd_1",0.01,1613936658224,1056
-"sqr_mom_1",0.99,1613936658224,1056
-"lr_1",3.439584735575721e-05,1613936658224,1056
-"mom_1",0.8812086173746593,1613936658224,1056
-"eps_1",1e-05,1613936658224,1056
-"wd_2",0.01,1613936658224,1056
-"sqr_mom_2",0.99,1613936658224,1056
-"lr_2",0.00034395847355757206,1613936658224,1056
-"mom_2",0.8812086173746593,1613936658224,1056
-"eps_2",1e-05,1613936658224,1056
-"train_loss",0.08036831,1613936659216,1057
-"raw_loss",0.053599253,1613936659216,1057
-"epoch",6.654088050314442,1613936659216,1057
-"wd_0",0.01,1613936659216,1057
-"sqr_mom_0",0.99,1613936659216,1057
-"lr_0",3.4330417439335937e-06,1613936659216,1057
-"mom_0",0.8813394785161133,1613936659216,1057
-"eps_0",1e-05,1613936659216,1057
-"wd_1",0.01,1613936659216,1057
-"sqr_mom_1",0.99,1613936659216,1057
-"lr_1",3.433041743933594e-05,1613936659216,1057
-"mom_1",0.8813394785161133,1613936659216,1057
-"eps_1",1e-05,1613936659216,1057
-"wd_2",0.01,1613936659216,1057
-"sqr_mom_2",0.99,1613936659216,1057
-"lr_2",0.00034330417439335935,1613936659216,1057
-"mom_2",0.8813394785161133,1613936659216,1057
-"eps_2",1e-05,1613936659216,1057
-"train_loss",0.079931244,1613936660175,1058
-"raw_loss",0.058514837,1613936660175,1058
-"epoch",6.660377358490543,1613936660175,1058
-"wd_0",0.01,1613936660175,1058
-"sqr_mom_0",0.99,1613936660175,1058
-"lr_0",3.4264911011744023e-06,1613936660175,1058
-"mom_0",0.8814704926814387,1613936660175,1058
-"eps_0",1e-05,1613936660175,1058
-"wd_1",0.01,1613936660175,1058
-"sqr_mom_1",0.99,1613936660175,1058
-"lr_1",3.4264911011744025e-05,1613936660175,1058
-"mom_1",0.8814704926814387,1613936660175,1058
-"eps_1",1e-05,1613936660175,1058
-"wd_2",0.01,1613936660175,1058
-"sqr_mom_2",0.99,1613936660175,1058
-"lr_2",0.00034264911011744017,1613936660175,1058
-"mom_2",0.8814704926814387,1613936660175,1058
-"eps_2",1e-05,1613936660175,1058
-"train_loss",0.079268806,1613936661141,1059
-"raw_loss",0.046809137,1613936661141,1059
-"epoch",6.666666666666643,1613936661141,1059
-"wd_0",0.01,1613936661141,1059
-"sqr_mom_0",0.99,1613936661141,1059
-"lr_0",3.419933729325315e-06,1613936661141,1059
-"mom_0",0.8816016414299079,1613936661141,1059
-"eps_0",1e-05,1613936661141,1059
-"wd_1",0.01,1613936661141,1059
-"sqr_mom_1",0.99,1613936661141,1059
-"lr_1",3.419933729325315e-05,1613936661141,1059
-"mom_1",0.8816016414299079,1613936661141,1059
-"eps_1",1e-05,1613936661141,1059
-"wd_2",0.01,1613936661141,1059
-"sqr_mom_2",0.99,1613936661141,1059
-"lr_2",0.0003419933729325315,1613936661141,1059
-"mom_2",0.8816016414299079,1613936661141,1059
-"eps_2",1e-05,1613936661141,1059
-"train_loss",0.07831846,1613936662090,1060
-"raw_loss",0.03175172,1613936662090,1060
-"epoch",6.672955974842743,1613936662090,1060
-"wd_0",0.01,1613936662090,1060
-"sqr_mom_0",0.99,1613936662090,1060
-"lr_0",3.4133685933976503e-06,1613936662090,1060
-"mom_0",0.8817329454615016,1613936662090,1060
-"eps_0",1e-05,1613936662090,1060
-"wd_1",0.01,1613936662090,1060
-"sqr_mom_1",0.99,1613936662090,1060
-"lr_1",3.41336859339765e-05,1613936662090,1060
-"mom_1",0.8817329454615016,1613936662090,1060
-"eps_1",1e-05,1613936662090,1060
-"wd_2",0.01,1613936662090,1060
-"sqr_mom_2",0.99,1613936662090,1060
-"lr_2",0.00034133685933976496,1613936662090,1060
-"mom_2",0.8817329454615016,1613936662090,1060
-"eps_2",1e-05,1613936662090,1060
-"train_loss",0.08111941,1613936663049,1061
-"raw_loss",0.21836591,1613936663049,1061
-"epoch",6.679245283018844,1613936663049,1061
-"wd_0",0.01,1613936663049,1061
-"sqr_mom_0",0.99,1613936663049,1061
-"lr_0",3.4067959623700857e-06,1613936663049,1061
-"mom_0",0.8818643993965922,1613936663049,1061
-"eps_0",1e-05,1613936663049,1061
-"wd_1",0.01,1613936663049,1061
-"sqr_mom_1",0.99,1613936663049,1061
-"lr_1",3.406795962370085e-05,1613936663049,1061
-"mom_1",0.8818643993965922,1613936663049,1061
-"eps_1",1e-05,1613936663049,1061
-"wd_2",0.01,1613936663049,1061
-"sqr_mom_2",0.99,1613936663049,1061
-"lr_2",0.00034067959623700853,1613936663049,1061
-"mom_2",0.8818643993965922,1613936663049,1061
-"eps_2",1e-05,1613936663049,1061
-"train_loss",0.08162285,1613936663998,1062
-"raw_loss",0.10629134,1613936663998,1062
-"epoch",6.685534591194944,1613936663998,1062
-"wd_0",0.01,1613936663998,1062
-"sqr_mom_0",0.99,1613936663998,1062
-"lr_0",3.40021676134664e-06,1613936663998,1062
-"mom_0",0.8819959847329145,1613936663998,1062
-"eps_0",1e-05,1613936663998,1062
-"wd_1",0.01,1613936663998,1062
-"sqr_mom_1",0.99,1613936663998,1062
-"lr_1",3.40021676134664e-05,1613936663998,1062
-"mom_1",0.8819959847329145,1613936663998,1062
-"eps_1",1e-05,1613936663998,1062
-"wd_2",0.01,1613936663998,1062
-"sqr_mom_2",0.99,1613936663998,1062
-"lr_2",0.0003400216761346639,1613936663998,1062
-"mom_2",0.8819959847329145,1613936663998,1062
-"eps_2",1e-05,1613936663998,1062
-"train_loss",0.08143352,1613936664951,1063
-"raw_loss",0.07215663,1613936664951,1063
-"epoch",6.691823899371045,1613936664951,1063
-"wd_0",0.01,1613936664951,1063
-"sqr_mom_0",0.99,1613936664951,1063
-"lr_0",3.3936299518841736e-06,1613936664951,1063
-"mom_0",0.882127722239539,1613936664951,1063
-"eps_0",1e-05,1613936664951,1063
-"wd_1",0.01,1613936664951,1063
-"sqr_mom_1",0.99,1613936664951,1063
-"lr_1",3.393629951884174e-05,1613936664951,1063
-"mom_1",0.882127722239539,1613936664951,1063
-"eps_1",1e-05,1613936664951,1063
-"wd_2",0.01,1613936664951,1063
-"sqr_mom_2",0.99,1613936664951,1063
-"lr_2",0.00033936299518841736,1613936664951,1063
-"mom_2",0.882127722239539,1613936664951,1063
-"eps_2",1e-05,1613936664951,1063
-"train_loss",0.08275572,1613936665905,1064
-"raw_loss",0.1475437,1613936665905,1064
-"epoch",6.698113207547145,1613936665905,1064
-"wd_0",0.01,1613936665905,1064
-"sqr_mom_0",0.99,1613936665905,1064
-"lr_0",3.3870358038764062e-06,1613936665905,1064
-"mom_0",0.8822596065185371,1613936665905,1064
-"eps_0",1e-05,1613936665905,1064
-"wd_1",0.01,1613936665905,1064
-"sqr_mom_1",0.99,1613936665905,1064
-"lr_1",3.387035803876406e-05,1613936665905,1064
-"mom_1",0.8822596065185371,1613936665905,1064
-"eps_1",1e-05,1613936665905,1064
-"wd_2",0.01,1613936665905,1064
-"sqr_mom_2",0.99,1613936665905,1064
-"lr_2",0.0003387035803876406,1613936665905,1064
-"mom_2",0.8822596065185371,1613936665905,1064
-"eps_2",1e-05,1613936665905,1064
-"train_loss",0.083811335,1613936666878,1065
-"raw_loss",0.13553643,1613936666878,1065
-"epoch",6.704402515723245,1613936666878,1065
-"wd_0",0.01,1613936666878,1065
-"sqr_mom_0",0.99,1613936666878,1065
-"lr_0",3.3804348072985317e-06,1613936666878,1065
-"mom_0",0.882391627770307,1613936666878,1065
-"eps_0",1e-05,1613936666878,1065
-"wd_1",0.01,1613936666878,1065
-"sqr_mom_1",0.99,1613936666878,1065
-"lr_1",3.3804348072985314e-05,1613936666878,1065
-"mom_1",0.882391627770307,1613936666878,1065
-"eps_1",1e-05,1613936666878,1065
-"wd_2",0.01,1613936666878,1065
-"sqr_mom_2",0.99,1613936666878,1065
-"lr_2",0.00033804348072985317,1613936666878,1065
-"mom_2",0.882391627770307,1613936666878,1065
-"eps_2",1e-05,1613936666878,1065
-"train_loss",0.083416305,1613936667860,1066
-"raw_loss",0.06405987,1613936667860,1066
-"epoch",6.710691823899346,1613936667860,1066
-"wd_0",0.01,1613936667860,1066
-"sqr_mom_0",0.99,1613936667860,1066
-"lr_0",3.373827234745434e-06,1613936667860,1066
-"mom_0",0.8825237805428967,1613936667860,1066
-"eps_0",1e-05,1613936667860,1066
-"wd_1",0.01,1613936667860,1066
-"sqr_mom_1",0.99,1613936667860,1066
-"lr_1",3.3738272347454337e-05,1613936667860,1066
-"mom_1",0.8825237805428967,1613936667860,1066
-"eps_1",1e-05,1613936667860,1066
-"wd_2",0.01,1613936667860,1066
-"sqr_mom_2",0.99,1613936667860,1066
-"lr_2",0.00033738272347454335,1613936667860,1066
-"mom_2",0.8825237805428967,1613936667860,1066
-"eps_2",1e-05,1613936667860,1066
-"train_loss",0.08372491,1613936668905,1067
-"raw_loss",0.09884665,1613936668905,1067
-"epoch",6.716981132075446,1613936668905,1067
-"wd_0",0.01,1613936668905,1067
-"sqr_mom_0",0.99,1613936668905,1067
-"lr_0",3.3672120425885007e-06,1613936668905,1067
-"mom_0",0.882656085709087,1613936668905,1067
-"eps_0",1e-05,1613936668905,1067
-"wd_1",0.01,1613936668905,1067
-"sqr_mom_1",0.99,1613936668905,1067
-"lr_1",3.3672120425885e-05,1613936668905,1067
-"mom_1",0.882656085709087,1613936668905,1067
-"eps_1",1e-05,1613936668905,1067
-"wd_2",0.01,1613936668905,1067
-"sqr_mom_2",0.99,1613936668905,1067
-"lr_2",0.00033672120425885,1613936668905,1067
-"mom_2",0.882656085709087,1613936668905,1067
-"eps_2",1e-05,1613936668905,1067
-"train_loss",0.0835858,1613936669878,1068
-"raw_loss",0.07676937,1613936669878,1068
-"epoch",6.723270440251547,1613936669878,1068
-"wd_0",0.01,1613936669878,1068
-"sqr_mom_0",0.99,1613936669878,1068
-"lr_0",3.3605901605059437e-06,1613936669878,1068
-"mom_0",0.8827885246751278,1613936669878,1068
-"eps_0",1e-05,1613936669878,1068
-"wd_1",0.01,1613936669878,1068
-"sqr_mom_1",0.99,1613936669878,1068
-"lr_1",3.360590160505944e-05,1613936669878,1068
-"mom_1",0.8827885246751278,1613936669878,1068
-"eps_1",1e-05,1613936669878,1068
-"wd_2",0.01,1613936669878,1068
-"sqr_mom_2",0.99,1613936669878,1068
-"lr_2",0.00033605901605059433,1613936669878,1068
-"mom_2",0.8827885246751278,1613936669878,1068
-"eps_2",1e-05,1613936669878,1068
-"train_loss",0.08267693,1613936670863,1069
-"raw_loss",0.03814238,1613936670863,1069
-"epoch",6.729559748427647,1613936670863,1069
-"wd_0",0.01,1613936670863,1069
-"sqr_mom_0",0.99,1613936670863,1069
-"lr_0",3.35396186192822e-06,1613936670863,1069
-"mom_0",0.8829210919723554,1613936670863,1069
-"eps_0",1e-05,1613936670863,1069
-"wd_1",0.01,1613936670863,1069
-"sqr_mom_1",0.99,1613936670863,1069
-"lr_1",3.35396186192822e-05,1613936670863,1069
-"mom_1",0.8829210919723554,1613936670863,1069
-"eps_1",1e-05,1613936670863,1069
-"wd_2",0.01,1613936670863,1069
-"sqr_mom_2",0.99,1613936670863,1069
-"lr_2",0.00033539618619282197,1613936670863,1069
-"mom_2",0.8829210919723554,1613936670863,1069
-"eps_2",1e-05,1613936670863,1069
-"train_loss",0.08242616,1613936671835,1070
-"raw_loss",0.07013823,1613936671835,1070
-"epoch",6.735849056603747,1613936671835,1070
-"wd_0",0.01,1613936671835,1070
-"sqr_mom_0",0.99,1613936671835,1070
-"lr_0",3.347326320173284e-06,1613936671835,1070
-"mom_0",0.8830538041345757,1613936671835,1070
-"eps_0",1e-05,1613936671835,1070
-"wd_1",0.01,1613936671835,1070
-"sqr_mom_1",0.99,1613936671835,1070
-"lr_1",3.347326320173284e-05,1613936671835,1070
-"mom_1",0.8830538041345757,1613936671835,1070
-"eps_1",1e-05,1613936671835,1070
-"wd_2",0.01,1613936671835,1070
-"sqr_mom_2",0.99,1613936671835,1070
-"lr_2",0.00033473263201732836,1613936671835,1070
-"mom_2",0.8830538041345757,1613936671835,1070
-"eps_2",1e-05,1613936671835,1070
-"train_loss",0.081727855,1613936672803,1071
-"raw_loss",0.047510754,1613936672803,1071
-"epoch",6.742138364779848,1613936672803,1071
-"wd_0",0.01,1613936672803,1071
-"sqr_mom_0",0.99,1613936672803,1071
-"lr_0",3.3406838071945815e-06,1613936672803,1071
-"mom_0",0.8831866557226655,1613936672803,1071
-"eps_0",1e-05,1613936672803,1071
-"wd_1",0.01,1613936672803,1071
-"sqr_mom_1",0.99,1613936672803,1071
-"lr_1",3.340683807194582e-05,1613936672803,1071
-"mom_1",0.8831866557226655,1613936672803,1071
-"eps_1",1e-05,1613936672803,1071
-"wd_2",0.01,1613936672803,1071
-"sqr_mom_2",0.99,1613936672803,1071
-"lr_2",0.0003340683807194581,1613936672803,1071
-"mom_2",0.8831866557226655,1613936672803,1071
-"eps_2",1e-05,1613936672803,1071
-"train_loss",0.08124867,1613936673762,1072
-"raw_loss",0.05776872,1613936673762,1072
-"epoch",6.748427672955948,1613936673762,1072
-"wd_0",0.01,1613936673762,1072
-"sqr_mom_0",0.99,1613936673762,1072
-"lr_0",3.334034595905546e-06,1613936673762,1072
-"mom_0",0.8833196412783019,1613936673762,1072
-"eps_0",1e-05,1613936673762,1072
-"wd_1",0.01,1613936673762,1072
-"sqr_mom_1",0.99,1613936673762,1072
-"lr_1",3.334034595905546e-05,1613936673762,1072
-"mom_1",0.8833196412783019,1613936673762,1072
-"eps_1",1e-05,1613936673762,1072
-"wd_2",0.01,1613936673762,1072
-"sqr_mom_2",0.99,1613936673762,1072
-"lr_2",0.0003334034595905546,1613936673762,1072
-"mom_2",0.8833196412783019,1613936673762,1072
-"eps_2",1e-05,1613936673762,1072
-"train_loss",0.08139136,1613936674718,1073
-"raw_loss",0.08838315,1613936674718,1073
-"epoch",6.754716981132049,1613936674718,1073
-"wd_0",0.01,1613936674718,1073
-"sqr_mom_0",0.99,1613936674718,1073
-"lr_0",3.327379622786731e-06,1613936674718,1073
-"mom_0",0.8834527420716861,1613936674718,1073
-"eps_0",1e-05,1613936674718,1073
-"wd_1",0.01,1613936674718,1073
-"sqr_mom_1",0.99,1613936674718,1073
-"lr_1",3.327379622786731e-05,1613936674718,1073
-"mom_1",0.8834527420716861,1613936674718,1073
-"eps_1",1e-05,1613936674718,1073
-"wd_2",0.01,1613936674718,1073
-"sqr_mom_2",0.99,1613936674718,1073
-"lr_2",0.00033273796227867303,1613936674718,1073
-"mom_2",0.8834527420716861,1613936674718,1073
-"eps_2",1e-05,1613936674718,1073
-"train_loss",0.08034245,1613936675673,1074
-"raw_loss",0.028946105,1613936675673,1074
-"epoch",6.761006289308149,1613936675673,1074
-"wd_0",0.01,1613936675673,1074
-"sqr_mom_0",0.99,1613936675673,1074
-"lr_0",3.3207171747424316e-06,1613936675673,1074
-"mom_0",0.883585992365075,1613936675673,1074
-"eps_0",1e-05,1613936675673,1074
-"wd_1",0.01,1613936675673,1074
-"sqr_mom_1",0.99,1613936675673,1074
-"lr_1",3.3207171747424316e-05,1613936675673,1074
-"mom_1",0.883585992365075,1613936675673,1074
-"eps_1",1e-05,1613936675673,1074
-"wd_2",0.01,1613936675673,1074
-"sqr_mom_2",0.99,1613936675673,1074
-"lr_2",0.00033207171747424313,1613936675673,1074
-"mom_2",0.883585992365075,1613936675673,1074
-"eps_2",1e-05,1613936675673,1074
-"train_loss",0.080304645,1613936676641,1075
-"raw_loss",0.078452304,1613936676641,1075
-"epoch",6.7672955974842495,1613936676641,1075
-"wd_0",0.01,1613936676641,1075
-"sqr_mom_0",0.99,1613936676641,1075
-"lr_0",3.3140484087893257e-06,1613936676641,1075
-"mom_0",0.8837193690179036,1613936676641,1075
-"eps_0",1e-05,1613936676641,1075
-"wd_1",0.01,1613936676641,1075
-"sqr_mom_1",0.99,1613936676641,1075
-"lr_1",3.314048408789325e-05,1613936676641,1075
-"mom_1",0.8837193690179036,1613936676641,1075
-"eps_1",1e-05,1613936676641,1075
-"wd_2",0.01,1613936676641,1075
-"sqr_mom_2",0.99,1613936676641,1075
-"lr_2",0.0003314048408789325,1613936676641,1075
-"mom_2",0.8837193690179036,1613936676641,1075
-"eps_2",1e-05,1613936676641,1075
-"train_loss",0.08003284,1613936677613,1076
-"raw_loss",0.06671432,1613936677613,1076
-"epoch",6.77358490566035,1613936677613,1076
-"wd_0",0.01,1613936677613,1076
-"sqr_mom_0",0.99,1613936677613,1076
-"lr_0",3.307373600231201e-06,1613936677613,1076
-"mom_0",0.8838528665240412,1613936677613,1076
-"eps_0",1e-05,1613936677613,1076
-"wd_1",0.01,1613936677613,1076
-"sqr_mom_1",0.99,1613936677613,1076
-"lr_1",3.307373600231201e-05,1613936677613,1076
-"mom_1",0.8838528665240412,1613936677613,1076
-"eps_1",1e-05,1613936677613,1076
-"wd_2",0.01,1613936677613,1076
-"sqr_mom_2",0.99,1613936677613,1076
-"lr_2",0.00033073736002312004,1613936677613,1076
-"mom_2",0.8838528665240412,1613936677613,1076
-"eps_2",1e-05,1613936677613,1076
-"train_loss",0.080037236,1613936678577,1077
-"raw_loss",0.080252565,1613936678577,1077
-"epoch",6.77987421383645,1613936678577,1077
-"wd_0",0.01,1613936678577,1077
-"sqr_mom_0",0.99,1613936678577,1077
-"lr_0",3.3006916948497716e-06,1613936678577,1077
-"mom_0",0.8839865059680643,1613936678577,1077
-"eps_0",1e-05,1613936678577,1077
-"wd_1",0.01,1613936678577,1077
-"sqr_mom_1",0.99,1613936678577,1077
-"lr_1",3.300691694849772e-05,1613936678577,1077
-"mom_1",0.8839865059680643,1613936678577,1077
-"eps_1",1e-05,1613936678577,1077
-"wd_2",0.01,1613936678577,1077
-"sqr_mom_2",0.99,1613936678577,1077
-"lr_2",0.00033006916948497716,1613936678577,1077
-"mom_2",0.8839865059680643,1613936678577,1077
-"eps_2",1e-05,1613936678577,1077
-"train_loss",0.07963659,1613936679529,1078
-"raw_loss",0.060004797,1613936679529,1078
-"epoch",6.786163522012551,1613936679529,1078
-"wd_0",0.01,1613936679529,1078
-"sqr_mom_0",0.99,1613936679529,1078
-"lr_0",3.2940036317585844e-06,1613936679529,1078
-"mom_0",0.884120268567514,1613936679529,1078
-"eps_0",1e-05,1613936679529,1078
-"wd_1",0.01,1613936679529,1078
-"sqr_mom_1",0.99,1613936679529,1078
-"lr_1",3.294003631758584e-05,1613936679529,1078
-"mom_1",0.884120268567514,1613936679529,1078
-"eps_1",1e-05,1613936679529,1078
-"wd_2",0.01,1613936679529,1078
-"sqr_mom_2",0.99,1613936679529,1078
-"lr_2",0.0003294003631758584,1613936679529,1078
-"mom_2",0.884120268567514,1613936679529,1078
-"eps_2",1e-05,1613936679529,1078
-"train_loss",0.07879434,1613936680499,1079
-"raw_loss",0.03752388,1613936680499,1079
-"epoch",6.792452830188651,1613936680499,1079
-"wd_0",0.01,1613936680499,1079
-"sqr_mom_0",0.99,1613936680499,1079
-"lr_0",3.2873090205659094e-06,1613936680499,1079
-"mom_0",0.8842541621303031,1613936680499,1079
-"eps_0",1e-05,1613936680499,1079
-"wd_1",0.01,1613936680499,1079
-"sqr_mom_1",0.99,1613936680499,1079
-"lr_1",3.287309020565909e-05,1613936680499,1079
-"mom_1",0.8842541621303031,1613936680499,1079
-"eps_1",1e-05,1613936680499,1079
-"wd_2",0.01,1613936680499,1079
-"sqr_mom_2",0.99,1613936680499,1079
-"lr_2",0.0003287309020565909,1613936680499,1079
-"mom_2",0.8842541621303031,1613936680499,1079
-"eps_2",1e-05,1613936680499,1079
-"train_loss",0.0780641,1613936681473,1080
-"raw_loss",0.042282276,1613936681473,1080
-"epoch",6.7987421383647515,1613936681473,1080
-"wd_0",0.01,1613936681473,1080
-"sqr_mom_0",0.99,1613936681473,1080
-"lr_0",3.2806088034365157e-06,1613936681473,1080
-"mom_0",0.8843881678129478,1613936681473,1080
-"eps_0",1e-05,1613936681473,1080
-"wd_1",0.01,1613936681473,1080
-"sqr_mom_1",0.99,1613936681473,1080
-"lr_1",3.2806088034365155e-05,1613936681473,1080
-"mom_1",0.8843881678129478,1613936681473,1080
-"eps_1",1e-05,1613936681473,1080
-"wd_2",0.01,1613936681473,1080
-"sqr_mom_2",0.99,1613936681473,1080
-"lr_2",0.0003280608803436515,1613936681473,1080
-"mom_2",0.8843881678129478,1613936681473,1080
-"eps_2",1e-05,1613936681473,1080
-"train_loss",0.07744084,1613936682436,1081
-"raw_loss",0.046901137,1613936682436,1081
-"epoch",6.805031446540852,1613936682436,1081
-"wd_0",0.01,1613936682436,1081
-"sqr_mom_0",0.99,1613936682436,1081
-"lr_0",3.2739019227724327e-06,1613936682436,1081
-"mom_0",0.884522306767619,1613936682436,1081
-"eps_0",1e-05,1613936682436,1081
-"wd_1",0.01,1613936682436,1081
-"sqr_mom_1",0.99,1613936682436,1081
-"lr_1",3.2739019227724325e-05,1613936682436,1081
-"mom_1",0.884522306767619,1613936682436,1081
-"eps_1",1e-05,1613936682436,1081
-"wd_2",0.01,1613936682436,1081
-"sqr_mom_2",0.99,1613936682436,1081
-"lr_2",0.0003273901922772433,1613936682436,1081
-"mom_2",0.884522306767619,1613936682436,1081
-"eps_2",1e-05,1613936682436,1081
-"train_loss",0.07798626,1613936683431,1082
-"raw_loss",0.10471192,1613936683431,1082
-"epoch",6.811320754716952,1613936683431,1082
-"wd_0",0.01,1613936683431,1082
-"sqr_mom_0",0.99,1613936683431,1082
-"lr_0",3.2671886535490405e-06,1613936683431,1082
-"mom_0",0.8846565734947541,1613936683431,1082
-"eps_0",1e-05,1613936683431,1082
-"wd_1",0.01,1613936683431,1082
-"sqr_mom_1",0.99,1613936683431,1082
-"lr_1",3.2671886535490404e-05,1613936683431,1082
-"mom_1",0.8846565734947541,1613936683431,1082
-"eps_1",1e-05,1613936683431,1082
-"wd_2",0.01,1613936683431,1082
-"sqr_mom_2",0.99,1613936683431,1082
-"lr_2",0.000326718865354904,1613936683431,1082
-"mom_2",0.8846565734947541,1613936683431,1082
-"eps_2",1e-05,1613936683431,1082
-"train_loss",0.07842435,1613936684399,1083
-"raw_loss",0.0998907,1613936684399,1083
-"epoch",6.817610062893053,1613936684399,1083
-"wd_0",0.01,1613936684399,1083
-"sqr_mom_0",0.99,1613936684399,1083
-"lr_0",3.2604701635124734e-06,1613936684399,1083
-"mom_0",0.8847909446391969,1613936684399,1083
-"eps_0",1e-05,1613936684399,1083
-"wd_1",0.01,1613936684399,1083
-"sqr_mom_1",0.99,1613936684399,1083
-"lr_1",3.260470163512473e-05,1613936684399,1083
-"mom_1",0.8847909446391969,1613936684399,1083
-"eps_1",1e-05,1613936684399,1083
-"wd_2",0.01,1613936684399,1083
-"sqr_mom_2",0.99,1613936684399,1083
-"lr_2",0.0003260470163512473,1613936684399,1083
-"mom_2",0.8847909446391969,1613936684399,1083
-"eps_2",1e-05,1613936684399,1083
-"train_loss",0.081650145,1613936685355,1084
-"raw_loss",0.23971418,1613936685355,1084
-"epoch",6.823899371069153,1613936685355,1084
-"wd_0",0.01,1613936685355,1084
-"sqr_mom_0",0.99,1613936685355,1084
-"lr_0",3.2537447232167638e-06,1613936685355,1084
-"mom_0",0.8849254547902126,1613936685355,1084
-"eps_0",1e-05,1613936685355,1084
-"wd_1",0.01,1613936685355,1084
-"sqr_mom_1",0.99,1613936685355,1084
-"lr_1",3.253744723216764e-05,1613936685355,1084
-"mom_1",0.8849254547902126,1613936685355,1084
-"eps_1",1e-05,1613936685355,1084
-"wd_2",0.01,1613936685355,1084
-"sqr_mom_2",0.99,1613936685355,1084
-"lr_2",0.00032537447232167636,1613936685355,1084
-"mom_2",0.8849254547902126,1613936685355,1084
-"eps_2",1e-05,1613936685355,1084
-"train_loss",0.08103775,1613936686325,1085
-"raw_loss",0.051030315,1613936686325,1085
-"epoch",6.8301886792452535,1613936686325,1085
-"wd_0",0.01,1613936686325,1085
-"sqr_mom_0",0.99,1613936686325,1085
-"lr_0",3.247013277335236e-06,1613936686325,1085
-"mom_0",0.8850600850541458,1613936686325,1085
-"eps_0",1e-05,1613936686325,1085
-"wd_1",0.01,1613936686325,1085
-"sqr_mom_1",0.99,1613936686325,1085
-"lr_1",3.247013277335236e-05,1613936686325,1085
-"mom_1",0.8850600850541458,1613936686325,1085
-"eps_1",1e-05,1613936686325,1085
-"wd_2",0.01,1613936686325,1085
-"sqr_mom_2",0.99,1613936686325,1085
-"lr_2",0.00032470132773352353,1613936686325,1085
-"mom_2",0.8850600850541458,1613936686325,1085
-"eps_2",1e-05,1613936686325,1085
-"train_loss",0.08057004,1613936687279,1086
-"raw_loss",0.05765209,1613936687279,1086
-"epoch",6.836477987421354,1613936687279,1086
-"wd_0",0.01,1613936687279,1086
-"sqr_mom_0",0.99,1613936687279,1086
-"lr_0",3.240276773776094e-06,1613936687279,1086
-"mom_0",0.8851948164726429,1613936687279,1086
-"eps_0",1e-05,1613936687279,1086
-"wd_1",0.01,1613936687279,1086
-"sqr_mom_1",0.99,1613936687279,1086
-"lr_1",3.240276773776094e-05,1613936687279,1086
-"mom_1",0.8851948164726429,1613936687279,1086
-"eps_1",1e-05,1613936687279,1086
-"wd_2",0.01,1613936687279,1086
-"sqr_mom_2",0.99,1613936687279,1086
-"lr_2",0.00032402767737760936,1613936687279,1086
-"mom_2",0.8851948164726429,1613936687279,1086
-"eps_2",1e-05,1613936687279,1086
-"train_loss",0.07962121,1613936688271,1087
-"raw_loss",0.033128407,1613936688271,1087
-"epoch",6.842767295597454,1613936688271,1087
-"wd_0",0.01,1613936688271,1087
-"sqr_mom_0",0.99,1613936688271,1087
-"lr_0",3.2335334784564035e-06,1613936688271,1087
-"mom_0",0.8853296837277091,1613936688271,1087
-"eps_0",1e-05,1613936688271,1087
-"wd_1",0.01,1613936688271,1087
-"sqr_mom_1",0.99,1613936688271,1087
-"lr_1",3.233533478456403e-05,1613936688271,1087
-"mom_1",0.8853296837277091,1613936688271,1087
-"eps_1",1e-05,1613936688271,1087
-"wd_2",0.01,1613936688271,1087
-"sqr_mom_2",0.99,1613936688271,1087
-"lr_2",0.0003233533478456403,1613936688271,1087
-"mom_2",0.8853296837277091,1613936688271,1087
-"eps_2",1e-05,1613936688271,1087
-"train_loss",0.078804955,1613936689348,1088
-"raw_loss",0.038808372,1613936689348,1088
-"epoch",6.849056603773555,1613936689348,1088
-"wd_0",0.01,1613936689348,1088
-"sqr_mom_0",0.99,1613936689348,1088
-"lr_0",3.226784562548496e-06,1613936689348,1088
-"mom_0",0.885464663395664,1613936689348,1088
-"eps_0",1e-05,1613936689348,1088
-"wd_1",0.01,1613936689348,1088
-"sqr_mom_1",0.99,1613936689348,1088
-"lr_1",3.226784562548496e-05,1613936689348,1088
-"mom_1",0.885464663395664,1613936689348,1088
-"eps_1",1e-05,1613936689348,1088
-"wd_2",0.01,1613936689348,1088
-"sqr_mom_2",0.99,1613936689348,1088
-"lr_2",0.00032267845625484956,1613936689348,1088
-"mom_2",0.885464663395664,1613936689348,1088
-"eps_2",1e-05,1613936689348,1088
-"train_loss",0.078717425,1613936690355,1089
-"raw_loss",0.074428596,1613936690355,1089
-"epoch",6.855345911949655,1613936690355,1089
-"wd_0",0.01,1613936690355,1089
-"sqr_mom_0",0.99,1613936690355,1089
-"lr_0",3.220029632108577e-06,1613936690355,1089
-"mom_0",0.885599763355462,1613936690355,1089
-"eps_0",1e-05,1613936690355,1089
-"wd_1",0.01,1613936690355,1089
-"sqr_mom_1",0.99,1613936690355,1089
-"lr_1",3.220029632108577e-05,1613936690355,1089
-"mom_1",0.885599763355462,1613936690355,1089
-"eps_1",1e-05,1613936690355,1089
-"wd_2",0.01,1613936690355,1089
-"sqr_mom_2",0.99,1613936690355,1089
-"lr_2",0.0003220029632108577,1613936690355,1089
-"mom_2",0.885599763355462,1613936690355,1089
-"eps_2",1e-05,1613936690355,1089
-"train_loss",0.07820304,1613936691322,1090
-"raw_loss",0.052998107,1613936691322,1090
-"epoch",6.8616352201257556,1613936691322,1090
-"wd_0",0.01,1613936691322,1090
-"sqr_mom_0",0.99,1613936691322,1090
-"lr_0",3.213269637731468e-06,1613936691322,1090
-"mom_0",0.8857349645950165,1613936691322,1090
-"eps_0",1e-05,1613936691322,1090
-"wd_1",0.01,1613936691322,1090
-"sqr_mom_1",0.99,1613936691322,1090
-"lr_1",3.2132696377314676e-05,1613936691322,1090
-"mom_1",0.8857349645950165,1613936691322,1090
-"eps_1",1e-05,1613936691322,1090
-"wd_2",0.01,1613936691322,1090
-"sqr_mom_2",0.99,1613936691322,1090
-"lr_2",0.0003213269637731467,1613936691322,1090
-"mom_2",0.8857349645950165,1613936691322,1090
-"eps_2",1e-05,1613936691322,1090
-"train_loss",0.07853122,1613936692295,1091
-"raw_loss",0.09461206,1613936692295,1091
-"epoch",6.867924528301856,1613936692295,1091
-"wd_0",0.01,1613936692295,1091
-"sqr_mom_0",0.99,1613936692295,1091
-"lr_0",3.206503512354185e-06,1613936692295,1091
-"mom_0",0.8858702884558008,1613936692295,1091
-"eps_0",1e-05,1613936692295,1091
-"wd_1",0.01,1613936692295,1091
-"sqr_mom_1",0.99,1613936692295,1091
-"lr_1",3.206503512354185e-05,1613936692295,1091
-"mom_1",0.8858702884558008,1613936692295,1091
-"eps_1",1e-05,1613936692295,1091
-"wd_2",0.01,1613936692295,1091
-"sqr_mom_2",0.99,1613936692295,1091
-"lr_2",0.0003206503512354185,1613936692295,1091
-"mom_2",0.8858702884558008,1613936692295,1091
-"eps_2",1e-05,1613936692295,1091
-"train_loss",0.07831518,1613936693244,1092
-"raw_loss",0.06772937,1613936693244,1092
-"epoch",6.874213836477956,1613936693244,1092
-"wd_0",0.01,1613936693244,1092
-"sqr_mom_0",0.99,1613936693244,1092
-"lr_0",3.199731533469363e-06,1613936693244,1092
-"mom_0",0.8860057293879066,1613936693244,1092
-"eps_0",1e-05,1613936693244,1092
-"wd_1",0.01,1613936693244,1092
-"sqr_mom_1",0.99,1613936693244,1092
-"lr_1",3.199731533469363e-05,1613936693244,1092
-"mom_1",0.8860057293879066,1613936693244,1092
-"eps_1",1e-05,1613936693244,1092
-"wd_2",0.01,1613936693244,1092
-"sqr_mom_2",0.99,1613936693244,1092
-"lr_2",0.00031997315334693626,1613936693244,1092
-"mom_2",0.8860057293879066,1613936693244,1092
-"eps_2",1e-05,1613936693244,1092
-"train_loss",0.078826904,1613936694250,1093
-"raw_loss",0.1039014,1613936694250,1093
-"epoch",6.880503144654057,1613936694250,1093
-"wd_0",0.01,1613936694250,1093
-"sqr_mom_0",0.99,1613936694250,1093
-"lr_0",3.19295465405345e-06,1613936694250,1093
-"mom_0",0.8861412683316143,1613936694250,1093
-"eps_0",1e-05,1613936694250,1093
-"wd_1",0.01,1613936694250,1093
-"sqr_mom_1",0.99,1613936694250,1093
-"lr_1",3.1929546540534494e-05,1613936694250,1093
-"mom_1",0.8861412683316143,1613936694250,1093
-"eps_1",1e-05,1613936694250,1093
-"wd_2",0.01,1613936694250,1093
-"sqr_mom_2",0.99,1613936694250,1093
-"lr_2",0.00031929546540534494,1613936694250,1093
-"mom_2",0.8861412683316143,1613936694250,1093
-"eps_2",1e-05,1613936694250,1093
-"train_loss",0.07816369,1613936695203,1094
-"raw_loss",0.045666225,1613936695203,1094
-"epoch",6.886792452830157,1613936695203,1094
-"wd_0",0.01,1613936695203,1094
-"sqr_mom_0",0.99,1613936695203,1094
-"lr_0",3.1861718043694053e-06,1613936695203,1094
-"mom_0",0.8862769266818786,1613936695203,1094
-"eps_0",1e-05,1613936695203,1094
-"wd_1",0.01,1613936695203,1094
-"sqr_mom_1",0.99,1613936695203,1094
-"lr_1",3.1861718043694055e-05,1613936695203,1094
-"mom_1",0.8862769266818786,1613936695203,1094
-"eps_1",1e-05,1613936695203,1094
-"wd_2",0.01,1613936695203,1094
-"sqr_mom_2",0.99,1613936695203,1094
-"lr_2",0.00031861718043694055,1613936695203,1094
-"mom_2",0.8862769266818786,1613936695203,1094
-"eps_2",1e-05,1613936695203,1094
-"train_loss",0.07758947,1613936696169,1095
-"raw_loss",0.049452353,1613936696169,1095
-"epoch",6.893081761006258,1613936696169,1095
-"wd_0",0.01,1613936696169,1095
-"sqr_mom_0",0.99,1613936696169,1095
-"lr_0",3.179383262622018e-06,1613936696169,1095
-"mom_0",0.8864126988745483,1613936696169,1095
-"eps_0",1e-05,1613936696169,1095
-"wd_1",0.01,1613936696169,1095
-"sqr_mom_1",0.99,1613936696169,1095
-"lr_1",3.1793832626220173e-05,1613936696169,1095
-"mom_1",0.8864126988745483,1613936696169,1095
-"eps_1",1e-05,1613936696169,1095
-"wd_2",0.01,1613936696169,1095
-"sqr_mom_2",0.99,1613936696169,1095
-"lr_2",0.00031793832626220175,1613936696169,1095
-"mom_2",0.8864126988745483,1613936696169,1095
-"eps_2",1e-05,1613936696169,1095
-"train_loss",0.07756705,1613936697133,1096
-"raw_loss",0.07646837,1613936697133,1096
-"epoch",6.899371069182358,1613936697133,1096
-"wd_0",0.01,1613936697133,1096
-"sqr_mom_0",0.99,1613936697133,1096
-"lr_0",3.17258953323082e-06,1613936697133,1096
-"mom_0",0.8865485748211318,1613936697133,1096
-"eps_0",1e-05,1613936697133,1096
-"wd_1",0.01,1613936697133,1096
-"sqr_mom_1",0.99,1613936697133,1096
-"lr_1",3.1725895332308197e-05,1613936697133,1096
-"mom_1",0.8865485748211318,1613936697133,1096
-"eps_1",1e-05,1613936697133,1096
-"wd_2",0.01,1613936697133,1096
-"sqr_mom_2",0.99,1613936697133,1096
-"lr_2",0.000317258953323082,1613936697133,1096
-"mom_2",0.8865485748211318,1613936697133,1096
-"eps_2",1e-05,1613936697133,1096
-"train_loss",0.077522494,1613936698095,1097
-"raw_loss",0.07533926,1613936698095,1097
-"epoch",6.905660377358458,1613936698095,1097
-"wd_0",0.01,1613936698095,1097
-"sqr_mom_0",0.99,1613936698095,1097
-"lr_0",3.165790896472048e-06,1613936698095,1097
-"mom_0",0.8866845489160482,1613936698095,1097
-"eps_0",1e-05,1613936698095,1097
-"wd_1",0.01,1613936698095,1097
-"sqr_mom_1",0.99,1613936698095,1097
-"lr_1",3.165790896472048e-05,1613936698095,1097
-"mom_1",0.8866845489160482,1613936698095,1097
-"eps_1",1e-05,1613936698095,1097
-"wd_2",0.01,1613936698095,1097
-"sqr_mom_2",0.99,1613936698095,1097
-"lr_2",0.00031657908964720475,1613936698095,1097
-"mom_2",0.8866845489160482,1613936698095,1097
-"eps_2",1e-05,1613936698095,1097
-"train_loss",0.07732322,1613936699049,1098
-"raw_loss",0.06755878,1613936699049,1098
-"epoch",6.911949685534559,1613936699049,1098
-"wd_0",0.01,1613936699049,1098
-"sqr_mom_0",0.99,1613936699049,1098
-"lr_0",3.158986278632066e-06,1613936699049,1098
-"mom_0",0.886820642633785,1613936699049,1098
-"eps_0",1e-05,1613936699049,1098
-"wd_1",0.01,1613936699049,1098
-"sqr_mom_1",0.99,1613936699049,1098
-"lr_1",3.158986278632066e-05,1613936699049,1098
-"mom_1",0.886820642633785,1613936699049,1098
-"eps_1",1e-05,1613936699049,1098
-"wd_2",0.01,1613936699049,1098
-"sqr_mom_2",0.99,1613936699049,1098
-"lr_2",0.0003158986278632065,1613936699049,1098
-"mom_2",0.886820642633785,1613936699049,1098
-"eps_2",1e-05,1613936699049,1098
-"train_loss",0.07660025,1613936700021,1099
-"raw_loss",0.04117481,1613936700021,1099
-"epoch",6.918238993710659,1613936700021,1099
-"wd_0",0.01,1613936700021,1099
-"sqr_mom_0",0.99,1613936700021,1099
-"lr_0",3.152176636195144e-06,1613936700021,1099
-"mom_0",0.8869568368444656,1613936700021,1099
-"eps_0",1e-05,1613936700021,1099
-"wd_1",0.01,1613936700021,1099
-"sqr_mom_1",0.99,1613936700021,1099
-"lr_1",3.1521766361951436e-05,1613936700021,1099
-"mom_1",0.8869568368444656,1613936700021,1099
-"eps_1",1e-05,1613936700021,1099
-"wd_2",0.01,1613936700021,1099
-"sqr_mom_2",0.99,1613936700021,1099
-"lr_2",0.0003152176636195144,1613936700021,1099
-"mom_2",0.8869568368444656,1613936700021,1099
-"eps_2",1e-05,1613936700021,1099
-"train_loss",0.07596882,1613936700960,1100
-"raw_loss",0.0450285,1613936700960,1100
-"epoch",6.92452830188676,1613936700960,1100
-"wd_0",0.01,1613936700960,1100
-"sqr_mom_0",0.99,1613936700960,1100
-"lr_0",3.145362250067863e-06,1613936700960,1100
-"mom_0",0.887093125929902,1613936700960,1100
-"eps_0",1e-05,1613936700960,1100
-"wd_1",0.01,1613936700960,1100
-"sqr_mom_1",0.99,1613936700960,1100
-"lr_1",3.145362250067863e-05,1613936700960,1100
-"mom_1",0.887093125929902,1613936700960,1100
-"eps_1",1e-05,1613936700960,1100
-"wd_2",0.01,1613936700960,1100
-"sqr_mom_2",0.99,1613936700960,1100
-"lr_2",0.00031453622500678623,1613936700960,1100
-"mom_2",0.887093125929902,1613936700960,1100
-"eps_2",1e-05,1613936700960,1100
-"train_loss",0.075248085,1613936701914,1101
-"raw_loss",0.039932102,1613936701914,1101
-"epoch",6.93081761006286,1613936701914,1101
-"wd_0",0.01,1613936701914,1101
-"sqr_mom_0",0.99,1613936701914,1101
-"lr_0",3.1385422703593198e-06,1613936701914,1101
-"mom_0",0.8872295268880824,1613936701914,1101
-"eps_0",1e-05,1613936701914,1101
-"wd_1",0.01,1613936701914,1101
-"sqr_mom_1",0.99,1613936701914,1101
-"lr_1",3.1385422703593196e-05,1613936701914,1101
-"mom_1",0.8872295268880824,1613936701914,1101
-"eps_1",1e-05,1613936701914,1101
-"wd_2",0.01,1613936701914,1101
-"sqr_mom_2",0.99,1613936701914,1101
-"lr_2",0.00031385422703593196,1613936701914,1101
-"mom_2",0.8872295268880824,1613936701914,1101
-"eps_2",1e-05,1613936701914,1101
-"train_loss",0.075581156,1613936702891,1102
-"raw_loss",0.091901585,1613936702891,1102
-"epoch",6.93710691823896,1613936702891,1102
-"wd_0",0.01,1613936702891,1102
-"sqr_mom_0",0.99,1613936702891,1102
-"lr_0",3.131716976858333e-06,1613936702891,1102
-"mom_0",0.8873660341231746,1613936702891,1102
-"eps_0",1e-05,1613936702891,1102
-"wd_1",0.01,1613936702891,1102
-"sqr_mom_1",0.99,1613936702891,1102
-"lr_1",3.131716976858333e-05,1613936702891,1102
-"mom_1",0.8873660341231746,1613936702891,1102
-"eps_1",1e-05,1613936702891,1102
-"wd_2",0.01,1613936702891,1102
-"sqr_mom_2",0.99,1613936702891,1102
-"lr_2",0.00031317169768583326,1613936702891,1102
-"mom_2",0.8873660341231746,1613936702891,1102
-"eps_2",1e-05,1613936702891,1102
-"train_loss",0.07493823,1613936703864,1103
-"raw_loss",0.043434683,1613936703864,1103
-"epoch",6.943396226415061,1613936703864,1103
-"wd_0",0.01,1613936703864,1103
-"sqr_mom_0",0.99,1613936703864,1103
-"lr_0",3.1248866500800395e-06,1613936703864,1103
-"mom_0",0.8875026420248194,1613936703864,1103
-"eps_0",1e-05,1613936703864,1103
-"wd_1",0.01,1613936703864,1103
-"sqr_mom_1",0.99,1613936703864,1103
-"lr_1",3.124886650080039e-05,1613936703864,1103
-"mom_1",0.8875026420248194,1613936703864,1103
-"eps_1",1e-05,1613936703864,1103
-"wd_2",0.01,1613936703864,1103
-"sqr_mom_2",0.99,1613936703864,1103
-"lr_2",0.00031248866500800394,1613936703864,1103
-"mom_2",0.8875026420248194,1613936703864,1103
-"eps_2",1e-05,1613936703864,1103
-"train_loss",0.0740223,1613936704834,1104
-"raw_loss",0.029141847,1613936704834,1104
-"epoch",6.949685534591161,1613936704834,1104
-"wd_0",0.01,1613936704834,1104
-"sqr_mom_0",0.99,1613936704834,1104
-"lr_0",3.1180522516457995e-06,1613936704834,1104
-"mom_0",0.8876393313603976,1613936704834,1104
-"eps_0",1e-05,1613936704834,1104
-"wd_1",0.01,1613936704834,1104
-"sqr_mom_1",0.99,1613936704834,1104
-"lr_1",3.1180522516457995e-05,1613936704834,1104
-"mom_1",0.8876393313603976,1613936704834,1104
-"eps_1",1e-05,1613936704834,1104
-"wd_2",0.01,1613936704834,1104
-"sqr_mom_2",0.99,1613936704834,1104
-"lr_2",0.00031180522516457987,1613936704834,1104
-"mom_2",0.8876393313603976,1613936704834,1104
-"eps_2",1e-05,1613936704834,1104
-"train_loss",0.07501811,1613936705808,1105
-"raw_loss",0.123812824,1613936705808,1105
-"epoch",6.955974842767262,1613936705808,1105
-"wd_0",0.01,1613936705808,1105
-"sqr_mom_0",0.99,1613936705808,1105
-"lr_0",3.1112120222729828e-06,1613936705808,1105
-"mom_0",0.8877761373159134,1613936705808,1105
-"eps_0",1e-05,1613936705808,1105
-"wd_1",0.01,1613936705808,1105
-"sqr_mom_1",0.99,1613936705808,1105
-"lr_1",3.1112120222729825e-05,1613936705808,1105
-"mom_1",0.8877761373159134,1613936705808,1105
-"eps_1",1e-05,1613936705808,1105
-"wd_2",0.01,1613936705808,1105
-"sqr_mom_2",0.99,1613936705808,1105
-"lr_2",0.0003111212022272982,1613936705808,1105
-"mom_2",0.8877761373159134,1613936705808,1105
-"eps_2",1e-05,1613936705808,1105
-"train_loss",0.07433467,1613936706832,1106
-"raw_loss",0.04084638,1613936706832,1106
-"epoch",6.962264150943362,1613936706832,1106
-"wd_0",0.01,1613936706832,1106
-"sqr_mom_0",0.99,1613936706832,1106
-"lr_0",3.1043671501273894e-06,1613936706832,1106
-"mom_0",0.8879130361278135,1613936706832,1106
-"eps_0",1e-05,1613936706832,1106
-"wd_1",0.01,1613936706832,1106
-"sqr_mom_1",0.99,1613936706832,1106
-"lr_1",3.104367150127389e-05,1613936706832,1106
-"mom_1",0.8879130361278135,1613936706832,1106
-"eps_1",1e-05,1613936706832,1106
-"wd_2",0.01,1613936706832,1106
-"sqr_mom_2",0.99,1613936706832,1106
-"lr_2",0.0003104367150127389,1613936706832,1106
-"mom_2",0.8879130361278135,1613936706832,1106
-"eps_2",1e-05,1613936706832,1106
-"train_loss",0.07342715,1613936707806,1107
-"raw_loss",0.028958196,1613936707806,1107
-"epoch",6.9685534591194624,1613936707806,1107
-"wd_0",0.01,1613936707806,1107
-"sqr_mom_0",0.99,1613936707806,1107
-"lr_0",3.0975179175080005e-06,1613936707806,1107
-"mom_0",0.8880500221500615,1613936707806,1107
-"eps_0",1e-05,1613936707806,1107
-"wd_1",0.01,1613936707806,1107
-"sqr_mom_1",0.99,1613936707806,1107
-"lr_1",3.097517917508e-05,1613936707806,1107
-"mom_1",0.8880500221500615,1613936707806,1107
-"eps_1",1e-05,1613936707806,1107
-"wd_2",0.01,1613936707806,1107
-"sqr_mom_2",0.99,1613936707806,1107
-"lr_2",0.00030975179175080005,1613936707806,1107
-"mom_2",0.8880500221500615,1613936707806,1107
-"eps_2",1e-05,1613936707806,1107
-"train_loss",0.07353354,1613936708793,1108
-"raw_loss",0.078746796,1613936708793,1108
-"epoch",6.974842767295563,1613936708793,1108
-"wd_0",0.01,1613936708793,1108
-"sqr_mom_0",0.99,1613936708793,1108
-"lr_0",3.09066324273957e-06,1613936708793,1108
-"mom_0",0.8881871170163788,1613936708793,1108
-"eps_0",1e-05,1613936708793,1108
-"wd_1",0.01,1613936708793,1108
-"sqr_mom_1",0.99,1613936708793,1108
-"lr_1",3.0906632427395696e-05,1613936708793,1108
-"mom_1",0.8881871170163788,1613936708793,1108
-"eps_1",1e-05,1613936708793,1108
-"wd_2",0.01,1613936708793,1108
-"sqr_mom_2",0.99,1613936708793,1108
-"lr_2",0.00030906632427395696,1613936708793,1108
-"mom_2",0.8881871170163788,1613936708793,1108
-"eps_2",1e-05,1613936708793,1108
-"train_loss",0.07266974,1613936709770,1109
-"raw_loss",0.030343384,1613936709770,1109
-"epoch",6.981132075471663,1613936709770,1109
-"wd_0",0.01,1613936709770,1109
-"sqr_mom_0",0.99,1613936709770,1109
-"lr_0",3.08380408940058e-06,1613936709770,1109
-"mom_0",0.888324301455003,1613936709770,1109
-"eps_0",1e-05,1613936709770,1109
-"wd_1",0.01,1613936709770,1109
-"sqr_mom_1",0.99,1613936709770,1109
-"lr_1",3.08380408940058e-05,1613936709770,1109
-"mom_1",0.888324301455003,1613936709770,1109
-"eps_1",1e-05,1613936709770,1109
-"wd_2",0.01,1613936709770,1109
-"sqr_mom_2",0.99,1613936709770,1109
-"lr_2",0.00030838040894005795,1613936709770,1109
-"mom_2",0.888324301455003,1613936709770,1109
-"eps_2",1e-05,1613936709770,1109
-"train_loss",0.07233989,1613936710743,1110
-"raw_loss",0.05617755,1613936710743,1110
-"epoch",6.987421383647764,1613936710743,1110
-"wd_0",0.01,1613936710743,1110
-"sqr_mom_0",0.99,1613936710743,1110
-"lr_0",3.0769407403530515e-06,1613936710743,1110
-"mom_0",0.888461569808637,1613936710743,1110
-"eps_0",1e-05,1613936710743,1110
-"wd_1",0.01,1613936710743,1110
-"sqr_mom_1",0.99,1613936710743,1110
-"lr_1",3.076940740353051e-05,1613936710743,1110
-"mom_1",0.888461569808637,1613936710743,1110
-"eps_1",1e-05,1613936710743,1110
-"wd_2",0.01,1613936710743,1110
-"sqr_mom_2",0.99,1613936710743,1110
-"lr_2",0.0003076940740353051,1613936710743,1110
-"mom_2",0.888461569808637,1613936710743,1110
-"eps_2",1e-05,1613936710743,1110
-"train_loss",0.072189935,1613936711706,1111
-"raw_loss",0.06484216,1613936711706,1111
-"epoch",6.993710691823864,1613936711706,1111
-"wd_0",0.01,1613936711706,1111
-"sqr_mom_0",0.99,1613936711706,1111
-"lr_0",3.0700721117010233e-06,1613936711706,1111
-"mom_0",0.888598943755417,1613936711706,1111
-"eps_0",1e-05,1613936711706,1111
-"wd_1",0.01,1613936711706,1111
-"sqr_mom_1",0.99,1613936711706,1111
-"lr_1",3.070072111701023e-05,1613936711706,1111
-"mom_1",0.888598943755417,1613936711706,1111
-"eps_1",1e-05,1613936711706,1111
-"wd_2",0.01,1613936711706,1111
-"sqr_mom_2",0.99,1613936711706,1111
-"lr_2",0.0003070072111701023,1613936711706,1111
-"mom_2",0.888598943755417,1613936711706,1111
-"eps_2",1e-05,1613936711706,1111
-"train_loss",0.0717248,1613936712651,1112
-"raw_loss",0.048933238,1613936712651,1112
-"epoch",6.9999999999999645,1613936712651,1112
-"wd_0",0.01,1613936712651,1112
-"sqr_mom_0",0.99,1613936712651,1112
-"lr_0",3.0631991690017877e-06,1613936712651,1112
-"mom_0",0.8887364039840041,1613936712651,1112
-"eps_0",1e-05,1613936712651,1112
-"wd_1",0.01,1613936712651,1112
-"sqr_mom_1",0.99,1613936712651,1112
-"lr_1",3.063199169001788e-05,1613936712651,1112
-"mom_1",0.8887364039840041,1613936712651,1112
-"eps_1",1e-05,1613936712651,1112
-"wd_2",0.01,1613936712651,1112
-"sqr_mom_2",0.99,1613936712651,1112
-"lr_2",0.0003063199169001787,1613936712651,1112
-"mom_2",0.8887364039840041,1613936712651,1112
-"eps_2",1e-05,1613936712651,1112
-"valid_loss",0.10488425195217133,1613936743793,1112
-"_rmse",0.323858380317688,1613936743793,1112
-"epoch",7,1613936743793,1112
-"train_loss",0.07150914,1613936744838,1113
-"raw_loss",0.060941536,1613936744838,1113
-"epoch",7.0062893081761,1613936744838,1113
-"wd_0",0.01,1613936744838,1113
-"sqr_mom_0",0.99,1613936744838,1113
-"lr_0",3.056321511071931e-06,1613936744838,1113
-"mom_0",0.8888739585181465,1613936744838,1113
-"eps_0",1e-05,1613936744838,1113
-"wd_1",0.01,1613936744838,1113
-"sqr_mom_1",0.99,1613936744838,1113
-"lr_1",3.056321511071931e-05,1613936744838,1113
-"mom_1",0.8888739585181465,1613936744838,1113
-"eps_1",1e-05,1613936744838,1113
-"wd_2",0.01,1613936744838,1113
-"sqr_mom_2",0.99,1613936744838,1113
-"lr_2",0.0003056321511071931,1613936744838,1113
-"mom_2",0.8888739585181465,1613936744838,1113
-"eps_2",1e-05,1613936744838,1113
-"train_loss",0.07087014,1613936745811,1114
-"raw_loss",0.039559264,1613936745811,1114
-"epoch",7.012578616352201,1613936745811,1114
-"wd_0",0.01,1613936745811,1114
-"sqr_mom_0",0.99,1613936745811,1114
-"lr_0",3.0494403339792345e-06,1613936745811,1114
-"mom_0",0.8890115834362496,1613936745811,1114
-"eps_0",1e-05,1613936745811,1114
-"wd_1",0.01,1613936745811,1114
-"sqr_mom_1",0.99,1613936745811,1114
-"lr_1",3.0494403339792344e-05,1613936745811,1114
-"mom_1",0.8890115834362496,1613936745811,1114
-"eps_1",1e-05,1613936745811,1114
-"wd_2",0.01,1613936745811,1114
-"sqr_mom_2",0.99,1613936745811,1114
-"lr_2",0.00030494403339792345,1613936745811,1114
-"mom_2",0.8890115834362496,1613936745811,1114
-"eps_2",1e-05,1613936745811,1114
-"train_loss",0.07016799,1613936746747,1115
-"raw_loss",0.03576272,1613936746747,1115
-"epoch",7.018867924528301,1613936746747,1115
-"wd_0",0.01,1613936746747,1115
-"sqr_mom_0",0.99,1613936746747,1115
-"lr_0",3.0425538663995006e-06,1613936746747,1115
-"mom_0",0.8891493141651516,1613936746747,1115
-"eps_0",1e-05,1613936746747,1115
-"wd_1",0.01,1613936746747,1115
-"sqr_mom_1",0.99,1613936746747,1115
-"lr_1",3.0425538663995005e-05,1613936746747,1115
-"mom_1",0.8891493141651516,1613936746747,1115
-"eps_1",1e-05,1613936746747,1115
-"wd_2",0.01,1613936746747,1115
-"sqr_mom_2",0.99,1613936746747,1115
-"lr_2",0.00030425538663995,1613936746747,1115
-"mom_2",0.8891493141651516,1613936746747,1115
-"eps_2",1e-05,1613936746747,1115
-"train_loss",0.069685176,1613936747697,1116
-"raw_loss",0.046027318,1613936747697,1116
-"epoch",7.025157232704402,1613936747697,1116
-"wd_0",0.01,1613936747697,1116
-"sqr_mom_0",0.99,1613936747697,1116
-"lr_0",3.0356630759878628e-06,1613936747697,1116
-"mom_0",0.8892871313515562,1613936747697,1116
-"eps_0",1e-05,1613936747697,1116
-"wd_1",0.01,1613936747697,1116
-"sqr_mom_1",0.99,1613936747697,1116
-"lr_1",3.0356630759878626e-05,1613936747697,1116
-"mom_1",0.8892871313515562,1613936747697,1116
-"eps_1",1e-05,1613936747697,1116
-"wd_2",0.01,1613936747697,1116
-"sqr_mom_2",0.99,1613936747697,1116
-"lr_2",0.0003035663075987862,1613936747697,1116
-"mom_2",0.8892871313515562,1613936747697,1116
-"eps_2",1e-05,1613936747697,1116
-"train_loss",0.06910338,1613936748670,1117
-"raw_loss",0.040595304,1613936748670,1117
-"epoch",7.031446540880502,1613936748670,1117
-"wd_0",0.01,1613936748670,1117
-"sqr_mom_0",0.99,1613936748670,1117
-"lr_0",3.028768932727927e-06,1613936748670,1117
-"mom_0",0.8894250155955974,1613936748670,1117
-"eps_0",1e-05,1613936748670,1117
-"wd_1",0.01,1613936748670,1117
-"sqr_mom_1",0.99,1613936748670,1117
-"lr_1",3.0287689327279268e-05,1613936748670,1117
-"mom_1",0.8894250155955974,1613936748670,1117
-"eps_1",1e-05,1613936748670,1117
-"wd_2",0.01,1613936748670,1117
-"sqr_mom_2",0.99,1613936748670,1117
-"lr_2",0.00030287689327279264,1613936748670,1117
-"mom_2",0.8894250155955974,1613936748670,1117
-"eps_2",1e-05,1613936748670,1117
-"train_loss",0.06861651,1613936749638,1118
-"raw_loss",0.04475955,1613936749638,1118
-"epoch",7.037735849056602,1613936749638,1118
-"wd_0",0.01,1613936749638,1118
-"sqr_mom_0",0.99,1613936749638,1118
-"lr_0",3.0218696619577992e-06,1613936749638,1118
-"mom_0",0.8895630023908679,1613936749638,1118
-"eps_0",1e-05,1613936749638,1118
-"wd_1",0.01,1613936749638,1118
-"sqr_mom_1",0.99,1613936749638,1118
-"lr_1",3.0218696619577992e-05,1613936749638,1118
-"mom_1",0.8895630023908679,1613936749638,1118
-"eps_1",1e-05,1613936749638,1118
-"wd_2",0.01,1613936749638,1118
-"sqr_mom_2",0.99,1613936749638,1118
-"lr_2",0.00030218696619577993,1613936749638,1118
-"mom_2",0.8895630023908679,1613936749638,1118
-"eps_2",1e-05,1613936749638,1118
-"train_loss",0.06861545,1613936750597,1119
-"raw_loss",0.068563744,1613936750597,1119
-"epoch",7.044025157232703,1613936750597,1119
-"wd_0",0.01,1613936750597,1119
-"sqr_mom_0",0.99,1613936750597,1119
-"lr_0",3.014966462211443e-06,1613936750597,1119
-"mom_0",0.8897010677664487,1613936750597,1119
-"eps_0",1e-05,1613936750597,1119
-"wd_1",0.01,1613936750597,1119
-"sqr_mom_1",0.99,1613936750597,1119
-"lr_1",3.0149664622114433e-05,1613936750597,1119
-"mom_1",0.8897010677664487,1613936750597,1119
-"eps_1",1e-05,1613936750597,1119
-"wd_2",0.01,1613936750597,1119
-"sqr_mom_2",0.99,1613936750597,1119
-"lr_2",0.00030149664622114425,1613936750597,1119
-"mom_2",0.8897010677664487,1613936750597,1119
-"eps_2",1e-05,1613936750597,1119
-"train_loss",0.06786299,1613936751553,1120
-"raw_loss",0.030992052,1613936751553,1120
-"epoch",7.050314465408803,1613936751553,1120
-"wd_0",0.01,1613936751553,1120
-"sqr_mom_0",0.99,1613936751553,1120
-"lr_0",3.008058930539298e-06,1613936751553,1120
-"mom_0",0.8898392197814118,1613936751553,1120
-"eps_0",1e-05,1613936751553,1120
-"wd_1",0.01,1613936751553,1120
-"sqr_mom_1",0.99,1613936751553,1120
-"lr_1",3.008058930539298e-05,1613936751553,1120
-"mom_1",0.8898392197814118,1613936751553,1120
-"eps_1",1e-05,1613936751553,1120
-"wd_2",0.01,1613936751553,1120
-"sqr_mom_2",0.99,1613936751553,1120
-"lr_2",0.00030080589305392976,1613936751553,1120
-"mom_2",0.8898392197814118,1613936751553,1120
-"eps_2",1e-05,1613936751553,1120
-"train_loss",0.06751002,1613936752498,1121
-"raw_loss",0.050214685,1613936752498,1121
-"epoch",7.056603773584904,1613936752498,1121
-"wd_0",0.01,1613936752498,1121
-"sqr_mom_0",0.99,1613936752498,1121
-"lr_0",3.001148038830207e-06,1613936752498,1121
-"mom_0",0.8899774389977858,1613936752498,1121
-"eps_0",1e-05,1613936752498,1121
-"wd_1",0.01,1613936752498,1121
-"sqr_mom_1",0.99,1613936752498,1121
-"lr_1",3.001148038830207e-05,1613936752498,1121
-"mom_1",0.8899774389977858,1613936752498,1121
-"eps_1",1e-05,1613936752498,1121
-"wd_2",0.01,1613936752498,1121
-"sqr_mom_2",0.99,1613936752498,1121
-"lr_2",0.0003001148038830207,1613936752498,1121
-"mom_2",0.8899774389977858,1613936752498,1121
-"eps_2",1e-05,1613936752498,1121
-"train_loss",0.06706053,1613936753453,1122
-"raw_loss",0.04503515,1613936753453,1122
-"epoch",7.062893081761004,1613936753453,1122
-"wd_0",0.01,1613936753453,1122
-"sqr_mom_0",0.99,1613936753453,1122
-"lr_0",2.9942326961116907e-06,1613936753453,1122
-"mom_0",0.8901157472352386,1613936753453,1122
-"eps_0",1e-05,1613936753453,1122
-"wd_1",0.01,1613936753453,1122
-"sqr_mom_1",0.99,1613936753453,1122
-"lr_1",2.994232696111691e-05,1613936753453,1122
-"mom_1",0.8901157472352386,1613936753453,1122
-"eps_1",1e-05,1613936753453,1122
-"wd_2",0.01,1613936753453,1122
-"sqr_mom_2",0.99,1613936753453,1122
-"lr_2",0.00029942326961116905,1613936753453,1122
-"mom_2",0.8901157472352386,1613936753453,1122
-"eps_2",1e-05,1613936753453,1122
-"train_loss",0.06728464,1613936754396,1123
-"raw_loss",0.07826636,1613936754396,1123
-"epoch",7.0691823899371045,1613936754396,1123
-"wd_0",0.01,1613936754396,1123
-"sqr_mom_0",0.99,1613936754396,1123
-"lr_0",2.9873131862670605e-06,1613936754396,1123
-"mom_0",0.890254138816047,1613936754396,1123
-"eps_0",1e-05,1613936754396,1123
-"wd_1",0.01,1613936754396,1123
-"sqr_mom_1",0.99,1613936754396,1123
-"lr_1",2.9873131862670607e-05,1613936754396,1123
-"mom_1",0.890254138816047,1613936754396,1123
-"eps_1",1e-05,1613936754396,1123
-"wd_2",0.01,1613936754396,1123
-"sqr_mom_2",0.99,1613936754396,1123
-"lr_2",0.00029873131862670607,1613936754396,1123
-"mom_2",0.890254138816047,1613936754396,1123
-"eps_2",1e-05,1613936754396,1123
-"train_loss",0.06759457,1613936755363,1124
-"raw_loss",0.08278105,1613936755363,1124
-"epoch",7.075471698113205,1613936755363,1124
-"wd_0",0.01,1613936755363,1124
-"sqr_mom_0",0.99,1613936755363,1124
-"lr_0",2.98039048285334e-06,1613936755363,1124
-"mom_0",0.8903925942688758,1613936755363,1124
-"eps_0",1e-05,1613936755363,1124
-"wd_1",0.01,1613936755363,1124
-"sqr_mom_1",0.99,1613936755363,1124
-"lr_1",2.9803904828533397e-05,1613936755363,1124
-"mom_1",0.8903925942688758,1613936755363,1124
-"eps_1",1e-05,1613936755363,1124
-"wd_2",0.01,1613936755363,1124
-"sqr_mom_2",0.99,1613936755363,1124
-"lr_2",0.00029803904828533395,1613936755363,1124
-"mom_2",0.8903925942688758,1613936755363,1124
-"eps_2",1e-05,1613936755363,1124
-"train_loss",0.06671466,1613936756310,1125
-"raw_loss",0.023598738,1613936756310,1125
-"epoch",7.081761006289305,1613936756310,1125
-"wd_0",0.01,1613936756310,1125
-"sqr_mom_0",0.99,1613936756310,1125
-"lr_0",2.9734634930248545e-06,1613936756310,1125
-"mom_0",0.8905311354508574,1613936756310,1125
-"eps_0",1e-05,1613936756310,1125
-"wd_1",0.01,1613936756310,1125
-"sqr_mom_1",0.99,1613936756310,1125
-"lr_1",2.9734634930248545e-05,1613936756310,1125
-"mom_1",0.8905311354508574,1613936756310,1125
-"eps_1",1e-05,1613936756310,1125
-"wd_2",0.01,1613936756310,1125
-"sqr_mom_2",0.99,1613936756310,1125
-"lr_2",0.0002973463493024854,1613936756310,1125
-"mom_2",0.8905311354508574,1613936756310,1125
-"eps_2",1e-05,1613936756310,1125
-"train_loss",0.06707011,1613936757291,1126
-"raw_loss",0.08448722,1613936757291,1126
-"epoch",7.088050314465406,1613936757291,1126
-"wd_0",0.01,1613936757291,1126
-"sqr_mom_0",0.99,1613936757291,1126
-"lr_0",2.9665325011687314e-06,1613936757291,1126
-"mom_0",0.8906697566741921,1613936757291,1126
-"eps_0",1e-05,1613936757291,1126
-"wd_1",0.01,1613936757291,1126
-"sqr_mom_1",0.99,1613936757291,1126
-"lr_1",2.9665325011687314e-05,1613936757291,1126
-"mom_1",0.8906697566741921,1613936757291,1126
-"eps_1",1e-05,1613936757291,1126
-"wd_2",0.01,1613936757291,1126
-"sqr_mom_2",0.99,1613936757291,1126
-"lr_2",0.0002966532501168731,1613936757291,1126
-"mom_2",0.8906697566741921,1613936757291,1126
-"eps_2",1e-05,1613936757291,1126
-"train_loss",0.066980906,1613936758264,1127
-"raw_loss",0.062609896,1613936758264,1127
-"epoch",7.094339622641506,1613936758264,1127
-"wd_0",0.01,1613936758264,1127
-"sqr_mom_0",0.99,1613936758264,1127
-"lr_0",2.959598022289195e-06,1613936758264,1127
-"mom_0",0.8908084476386925,1613936758264,1127
-"eps_0",1e-05,1613936758264,1127
-"wd_1",0.01,1613936758264,1127
-"sqr_mom_1",0.99,1613936758264,1127
-"lr_1",2.959598022289195e-05,1613936758264,1127
-"mom_1",0.8908084476386925,1613936758264,1127
-"eps_1",1e-05,1613936758264,1127
-"wd_2",0.01,1613936758264,1127
-"sqr_mom_2",0.99,1613936758264,1127
-"lr_2",0.00029595980222891946,1613936758264,1127
-"mom_2",0.8908084476386925,1613936758264,1127
-"eps_2",1e-05,1613936758264,1127
-"train_loss",0.0661619,1613936759218,1128
-"raw_loss",0.026030727,1613936759218,1128
-"epoch",7.1006289308176065,1613936759218,1128
-"wd_0",0.01,1613936759218,1128
-"sqr_mom_0",0.99,1613936759218,1128
-"lr_0",2.9526603421992544e-06,1613936759218,1128
-"mom_0",0.8909472026280412,1613936759218,1128
-"eps_0",1e-05,1613936759218,1128
-"wd_1",0.01,1613936759218,1128
-"sqr_mom_1",0.99,1613936759218,1128
-"lr_1",2.952660342199254e-05,1613936759218,1128
-"mom_1",0.8909472026280412,1613936759218,1128
-"eps_1",1e-05,1613936759218,1128
-"wd_2",0.01,1613936759218,1128
-"sqr_mom_2",0.99,1613936759218,1128
-"lr_2",0.00029526603421992537,1613936759218,1128
-"mom_2",0.8909472026280412,1613936759218,1128
-"eps_2",1e-05,1613936759218,1128
-"train_loss",0.065784894,1613936760194,1129
-"raw_loss",0.047311585,1613936760194,1129
-"epoch",7.106918238993707,1613936760194,1129
-"wd_0",0.01,1613936760194,1129
-"sqr_mom_0",0.99,1613936760194,1129
-"lr_0",2.9457183653159446e-06,1613936760194,1129
-"mom_0",0.8910860435541166,1613936760194,1129
-"eps_0",1e-05,1613936760194,1129
-"wd_1",0.01,1613936760194,1129
-"sqr_mom_1",0.99,1613936760194,1129
-"lr_1",2.9457183653159442e-05,1613936760194,1129
-"mom_1",0.8910860435541166,1613936760194,1129
-"eps_1",1e-05,1613936760194,1129
-"wd_2",0.01,1613936760194,1129
-"sqr_mom_2",0.99,1613936760194,1129
-"lr_2",0.0002945718365315944,1613936760194,1129
-"mom_2",0.8910860435541166,1613936760194,1129
-"eps_2",1e-05,1613936760194,1129
-"train_loss",0.06515059,1613936761170,1130
-"raw_loss",0.034069665,1613936761170,1130
-"epoch",7.113207547169807,1613936761170,1130
-"wd_0",0.01,1613936761170,1130
-"sqr_mom_0",0.99,1613936761170,1130
-"lr_0",2.9387730676109e-06,1613936761170,1130
-"mom_0",0.8912249508972909,1613936761170,1130
-"eps_0",1e-05,1613936761170,1130
-"wd_1",0.01,1613936761170,1130
-"sqr_mom_1",0.99,1613936761170,1130
-"lr_1",2.9387730676109e-05,1613936761170,1130
-"mom_1",0.8912249508972909,1613936761170,1130
-"eps_1",1e-05,1613936761170,1130
-"wd_2",0.01,1613936761170,1130
-"sqr_mom_2",0.99,1613936761170,1130
-"lr_2",0.00029387730676108995,1613936761170,1130
-"mom_2",0.8912249508972909,1613936761170,1130
-"eps_2",1e-05,1613936761170,1130
-"train_loss",0.06502456,1613936762127,1131
-"raw_loss",0.058849078,1613936762127,1131
-"epoch",7.119496855345908,1613936762127,1131
-"wd_0",0.01,1613936762127,1131
-"sqr_mom_0",0.99,1613936762127,1131
-"lr_0",2.931824735317422e-06,1613936762127,1131
-"mom_0",0.8913639189328408,1613936762127,1131
-"eps_0",1e-05,1613936762127,1131
-"wd_1",0.01,1613936762127,1131
-"sqr_mom_1",0.99,1613936762127,1131
-"lr_1",2.931824735317422e-05,1613936762127,1131
-"mom_1",0.8913639189328408,1613936762127,1131
-"eps_1",1e-05,1613936762127,1131
-"wd_2",0.01,1613936762127,1131
-"sqr_mom_2",0.99,1613936762127,1131
-"lr_2",0.00029318247353174215,1613936762127,1131
-"mom_2",0.8913639189328408,1613936762127,1131
-"eps_2",1e-05,1613936762127,1131
-"train_loss",0.064312555,1613936763086,1132
-"raw_loss",0.029424181,1613936763086,1132
-"epoch",7.125786163522008,1613936763086,1132
-"wd_0",0.01,1613936763086,1132
-"sqr_mom_0",0.99,1613936763086,1132
-"lr_0",2.924872501838828e-06,1613936763086,1132
-"mom_0",0.8915029649928733,1613936763086,1132
-"eps_0",1e-05,1613936763086,1132
-"wd_1",0.01,1613936763086,1132
-"sqr_mom_1",0.99,1613936763086,1132
-"lr_1",2.9248725018388277e-05,1613936763086,1132
-"mom_1",0.8915029649928733,1613936763086,1132
-"eps_1",1e-05,1613936763086,1132
-"wd_2",0.01,1613936763086,1132
-"sqr_mom_2",0.99,1613936763086,1132
-"lr_2",0.00029248725018388275,1613936763086,1132
-"mom_2",0.8915029649928733,1613936763086,1132
-"eps_2",1e-05,1613936763086,1132
-"train_loss",0.06474678,1613936764052,1133
-"raw_loss",0.086023815,1613936764052,1133
-"epoch",7.1320754716981085,1613936764052,1133
-"wd_0",0.01,1613936764052,1133
-"sqr_mom_0",0.99,1613936764052,1133
-"lr_0",2.917916652658458e-06,1613936764052,1133
-"mom_0",0.8916420833676645,1613936764052,1133
-"eps_0",1e-05,1613936764052,1133
-"wd_1",0.01,1613936764052,1133
-"sqr_mom_1",0.99,1613936764052,1133
-"lr_1",2.9179166526584578e-05,1613936764052,1133
-"mom_1",0.8916420833676645,1613936764052,1133
-"eps_1",1e-05,1613936764052,1133
-"wd_2",0.01,1613936764052,1133
-"sqr_mom_2",0.99,1613936764052,1133
-"lr_2",0.0002917916652658458,1613936764052,1133
-"mom_2",0.8916420833676645,1613936764052,1133
-"eps_2",1e-05,1613936764052,1133
-"train_loss",0.06426257,1613936765010,1134
-"raw_loss",0.040536232,1613936765010,1134
-"epoch",7.138364779874209,1613936765010,1134
-"wd_0",0.01,1613936765010,1134
-"sqr_mom_0",0.99,1613936765010,1134
-"lr_0",2.9109581663891386e-06,1613936765010,1134
-"mom_0",0.8917812544847621,1613936765010,1134
-"eps_0",1e-05,1613936765010,1134
-"wd_1",0.01,1613936765010,1134
-"sqr_mom_1",0.99,1613936765010,1134
-"lr_1",2.9109581663891384e-05,1613936765010,1134
-"mom_1",0.8917812544847621,1613936765010,1134
-"eps_1",1e-05,1613936765010,1134
-"wd_2",0.01,1613936765010,1134
-"sqr_mom_2",0.99,1613936765010,1134
-"lr_2",0.00029109581663891383,1613936765010,1134
-"mom_2",0.8917812544847621,1613936765010,1134
-"eps_2",1e-05,1613936765010,1134
-"train_loss",0.06372504,1613936765976,1135
-"raw_loss",0.03738614,1613936765976,1135
-"epoch",7.144654088050309,1613936765976,1135
-"wd_0",0.01,1613936765976,1135
-"sqr_mom_0",0.99,1613936765976,1135
-"lr_0",2.9039959445078638e-06,1613936765976,1135
-"mom_0",0.8919205003148458,1613936765976,1135
-"eps_0",1e-05,1613936765976,1135
-"wd_1",0.01,1613936765976,1135
-"sqr_mom_1",0.99,1613936765976,1135
-"lr_1",2.9039959445078637e-05,1613936765976,1135
-"mom_1",0.8919205003148458,1613936765976,1135
-"eps_1",1e-05,1613936765976,1135
-"wd_2",0.01,1613936765976,1135
-"sqr_mom_2",0.99,1613936765976,1135
-"lr_2",0.00029039959445078633,1613936765976,1135
-"mom_2",0.8919205003148458,1613936765976,1135
-"eps_2",1e-05,1613936765976,1135
-"train_loss",0.06422068,1613936766976,1136
-"raw_loss",0.08850732,1613936766976,1136
-"epoch",7.15094339622641,1613936766976,1136
-"wd_0",0.01,1613936766976,1136
-"sqr_mom_0",0.99,1613936766976,1136
-"lr_0",2.8970302729336858e-06,1613936766976,1136
-"mom_0",0.8920598151394776,1613936766976,1136
-"eps_0",1e-05,1613936766976,1136
-"wd_1",0.01,1613936766976,1136
-"sqr_mom_1",0.99,1613936766976,1136
-"lr_1",2.8970302729336857e-05,1613936766976,1136
-"mom_1",0.8920598151394776,1613936766976,1136
-"eps_1",1e-05,1613936766976,1136
-"wd_2",0.01,1613936766976,1136
-"sqr_mom_2",0.99,1613936766976,1136
-"lr_2",0.0002897030272933685,1613936766976,1136
-"mom_2",0.8920598151394776,1613936766976,1136
-"eps_2",1e-05,1613936766976,1136
-"train_loss",0.063599944,1613936767946,1137
-"raw_loss",0.033183776,1613936767946,1137
-"epoch",7.15723270440251,1613936767946,1137
-"wd_0",0.01,1613936767946,1137
-"sqr_mom_0",0.99,1613936767946,1137
-"lr_0",2.89006166924769e-06,1613936767946,1137
-"mom_0",0.8921991886069323,1613936767946,1137
-"eps_0",1e-05,1613936767946,1137
-"wd_1",0.01,1613936767946,1137
-"sqr_mom_1",0.99,1613936767946,1137
-"lr_1",2.8900616692476898e-05,1613936767946,1137
-"mom_1",0.8921991886069323,1613936767946,1137
-"eps_1",1e-05,1613936767946,1137
-"wd_2",0.01,1613936767946,1137
-"sqr_mom_2",0.99,1613936767946,1137
-"lr_2",0.000289006166924769,1613936767946,1137
-"mom_2",0.8921991886069323,1613936767946,1137
-"eps_2",1e-05,1613936767946,1137
-"train_loss",0.063023284,1613936768929,1138
-"raw_loss",0.03476698,1613936768929,1138
-"epoch",7.1635220125786105,1613936768929,1138
-"wd_0",0.01,1613936768929,1138
-"sqr_mom_0",0.99,1613936768929,1138
-"lr_0",2.883090420583996e-06,1613936768929,1138
-"mom_0",0.8923386149744698,1613936768929,1138
-"eps_0",1e-05,1613936768929,1138
-"wd_1",0.01,1613936768929,1138
-"sqr_mom_1",0.99,1613936768929,1138
-"lr_1",2.8830904205839963e-05,1613936768929,1138
-"mom_1",0.8923386149744698,1613936768929,1138
-"eps_1",1e-05,1613936768929,1138
-"wd_2",0.01,1613936768929,1138
-"sqr_mom_2",0.99,1613936768929,1138
-"lr_2",0.00028830904205839956,1613936768929,1138
-"mom_2",0.8923386149744698,1613936768929,1138
-"eps_2",1e-05,1613936768929,1138
-"train_loss",0.062319547,1613936769909,1139
-"raw_loss",0.027836334,1613936769909,1139
-"epoch",7.169811320754711,1613936769909,1139
-"wd_0",0.01,1613936769909,1139
-"sqr_mom_0",0.99,1613936769909,1139
-"lr_0",2.8761154260870124e-06,1613936769909,1139
-"mom_0",0.8924781162594223,1613936769909,1139
-"eps_0",1e-05,1613936769909,1139
-"wd_1",0.01,1613936769909,1139
-"sqr_mom_1",0.99,1613936769909,1139
-"lr_1",2.8761154260870124e-05,1613936769909,1139
-"mom_1",0.8924781162594223,1613936769909,1139
-"eps_1",1e-05,1613936769909,1139
-"wd_2",0.01,1613936769909,1139
-"sqr_mom_2",0.99,1613936769909,1139
-"lr_2",0.00028761154260870125,1613936769909,1139
-"mom_2",0.8924781162594223,1613936769909,1139
-"eps_2",1e-05,1613936769909,1139
-"train_loss",0.061943784,1613936770894,1140
-"raw_loss",0.04353144,1613936770894,1140
-"epoch",7.176100628930811,1613936770894,1140
-"wd_0",0.01,1613936770894,1140
-"sqr_mom_0",0.99,1613936770894,1140
-"lr_0",2.869137666427179e-06,1613936770894,1140
-"mom_0",0.8926176728481848,1613936770894,1140
-"eps_0",1e-05,1613936770894,1140
-"wd_1",0.01,1613936770894,1140
-"sqr_mom_1",0.99,1613936770894,1140
-"lr_1",2.869137666427179e-05,1613936770894,1140
-"mom_1",0.8926176728481848,1613936770894,1140
-"eps_1",1e-05,1613936770894,1140
-"wd_2",0.01,1613936770894,1140
-"sqr_mom_2",0.99,1613936770894,1140
-"lr_2",0.00028691376664271786,1613936770894,1140
-"mom_2",0.8926176728481848,1613936770894,1140
-"eps_2",1e-05,1613936770894,1140
-"train_loss",0.06301886,1613936771885,1141
-"raw_loss",0.115697615,1613936771885,1141
-"epoch",7.182389937106912,1613936771885,1141
-"wd_0",0.01,1613936771885,1141
-"sqr_mom_0",0.99,1613936771885,1141
-"lr_0",2.862157429090384e-06,1613936771885,1141
-"mom_0",0.8927572789909822,1613936771885,1141
-"eps_0",1e-05,1613936771885,1141
-"wd_1",0.01,1613936771885,1141
-"sqr_mom_1",0.99,1613936771885,1141
-"lr_1",2.8621574290903836e-05,1613936771885,1141
-"mom_1",0.8927572789909822,1613936771885,1141
-"eps_1",1e-05,1613936771885,1141
-"wd_2",0.01,1613936771885,1141
-"sqr_mom_2",0.99,1613936771885,1141
-"lr_2",0.00028621574290903836,1613936771885,1141
-"mom_2",0.8927572789909822,1613936771885,1141
-"eps_2",1e-05,1613936771885,1141
-"train_loss",0.06254562,1613936772874,1142
-"raw_loss",0.03935687,1613936772874,1142
-"epoch",7.188679245283012,1613936772874,1142
-"wd_0",0.01,1613936772874,1142
-"sqr_mom_0",0.99,1613936772874,1142
-"lr_0",2.8551736118100946e-06,1613936772874,1142
-"mom_0",0.8928969567333654,1613936772874,1142
-"eps_0",1e-05,1613936772874,1142
-"wd_1",0.01,1613936772874,1142
-"sqr_mom_1",0.99,1613936772874,1142
-"lr_1",2.8551736118100945e-05,1613936772874,1142
-"mom_1",0.8928969567333654,1613936772874,1142
-"eps_1",1e-05,1613936772874,1142
-"wd_2",0.01,1613936772874,1142
-"sqr_mom_2",0.99,1613936772874,1142
-"lr_2",0.0002855173611810094,1613936772874,1142
-"mom_2",0.8928969567333654,1613936772874,1142
-"eps_2",1e-05,1613936772874,1142
-"train_loss",0.062826745,1613936773880,1143
-"raw_loss",0.07660183,1613936773880,1143
-"epoch",7.194968553459113,1613936773880,1143
-"wd_0",0.01,1613936773880,1143
-"sqr_mom_0",0.99,1613936773880,1143
-"lr_0",2.8481871965141967e-06,1613936773880,1143
-"mom_0",0.8930366864365804,1613936773880,1143
-"eps_0",1e-05,1613936773880,1143
-"wd_1",0.01,1613936773880,1143
-"sqr_mom_1",0.99,1613936773880,1143
-"lr_1",2.8481871965141968e-05,1613936773880,1143
-"mom_1",0.8930366864365804,1613936773880,1143
-"eps_1",1e-05,1613936773880,1143
-"wd_2",0.01,1613936773880,1143
-"sqr_mom_2",0.99,1613936773880,1143
-"lr_2",0.00028481871965141967,1613936773880,1143
-"mom_2",0.8930366864365804,1613936773880,1143
-"eps_2",1e-05,1613936773880,1143
-"train_loss",0.062168583,1613936774872,1144
-"raw_loss",0.02991857,1613936774872,1144
-"epoch",7.201257861635213,1613936774872,1144
-"wd_0",0.01,1613936774872,1144
-"sqr_mom_0",0.99,1613936774872,1144
-"lr_0",2.84119777539572e-06,1613936774872,1144
-"mom_0",0.8931764762568482,1613936774872,1144
-"eps_0",1e-05,1613936774872,1144
-"wd_1",0.01,1613936774872,1144
-"sqr_mom_1",0.99,1613936774872,1144
-"lr_1",2.8411977753957198e-05,1613936774872,1144
-"mom_1",0.8931764762568482,1613936774872,1144
-"eps_1",1e-05,1613936774872,1144
-"wd_2",0.01,1613936774872,1144
-"sqr_mom_2",0.99,1613936774872,1144
-"lr_2",0.00028411977753957195,1613936774872,1144
-"mom_2",0.8931764762568482,1613936774872,1144
-"eps_2",1e-05,1613936774872,1144
-"train_loss",0.06706134,1613936775865,1145
-"raw_loss",0.30680665,1613936775865,1145
-"epoch",7.207547169811313,1613936775865,1145
-"wd_0",0.01,1613936775865,1145
-"sqr_mom_0",0.99,1613936775865,1145
-"lr_0",2.8342065636921844e-06,1613936775865,1145
-"mom_0",0.8933163018891752,1613936775865,1145
-"eps_0",1e-05,1613936775865,1145
-"wd_1",0.01,1613936775865,1145
-"sqr_mom_1",0.99,1613936775865,1145
-"lr_1",2.8342065636921846e-05,1613936775865,1145
-"mom_1",0.8933163018891752,1613936775865,1145
-"eps_1",1e-05,1613936775865,1145
-"wd_2",0.01,1613936775865,1145
-"sqr_mom_2",0.99,1613936775865,1145
-"lr_2",0.0002834206563692184,1613936775865,1145
-"mom_2",0.8933163018891752,1613936775865,1145
-"eps_2",1e-05,1613936775865,1145
-"train_loss",0.06630515,1613936776843,1146
-"raw_loss",0.029251913,1613936776843,1146
-"epoch",7.213836477987414,1613936776843,1146
-"wd_0",0.01,1613936776843,1146
-"sqr_mom_0",0.99,1613936776843,1146
-"lr_0",2.827211761754738e-06,1613936776843,1146
-"mom_0",0.8934561993268985,1613936776843,1146
-"eps_0",1e-05,1613936776843,1146
-"wd_1",0.01,1613936776843,1146
-"sqr_mom_1",0.99,1613936776843,1146
-"lr_1",2.827211761754738e-05,1613936776843,1146
-"mom_1",0.8934561993268985,1613936776843,1146
-"eps_1",1e-05,1613936776843,1146
-"wd_2",0.01,1613936776843,1146
-"sqr_mom_2",0.99,1613936776843,1146
-"lr_2",0.0002827211761754738,1613936776843,1146
-"mom_2",0.8934561993268985,1613936776843,1146
-"eps_2",1e-05,1613936776843,1146
-"train_loss",0.065676734,1613936777813,1147
-"raw_loss",0.034884173,1613936777813,1147
-"epoch",7.220125786163514,1613936777813,1147
-"wd_0",0.01,1613936777813,1147
-"sqr_mom_0",0.99,1613936777813,1147
-"lr_0",2.8202143528161536e-06,1613936777813,1147
-"mom_0",0.8935961489051659,1613936777813,1147
-"eps_0",1e-05,1613936777813,1147
-"wd_1",0.01,1613936777813,1147
-"sqr_mom_1",0.99,1613936777813,1147
-"lr_1",2.8202143528161533e-05,1613936777813,1147
-"mom_1",0.8935961489051659,1613936777813,1147
-"eps_1",1e-05,1613936777813,1147
-"wd_2",0.01,1613936777813,1147
-"sqr_mom_2",0.99,1613936777813,1147
-"lr_2",0.0002820214352816153,1613936777813,1147
-"mom_2",0.8935961489051659,1613936777813,1147
-"eps_2",1e-05,1613936777813,1147
-"train_loss",0.06581048,1613936778792,1148
-"raw_loss",0.07236403,1613936778792,1148
-"epoch",7.226415094339615,1613936778792,1148
-"wd_0",0.01,1613936778792,1148
-"sqr_mom_0",0.99,1613936778792,1148
-"lr_0",2.8132153215134523e-06,1613936778792,1148
-"mom_0",0.8937361309310402,1613936778792,1148
-"eps_0",1e-05,1613936778792,1148
-"wd_1",0.01,1613936778792,1148
-"sqr_mom_1",0.99,1613936778792,1148
-"lr_1",2.813215321513452e-05,1613936778792,1148
-"mom_1",0.8937361309310402,1613936778792,1148
-"eps_1",1e-05,1613936778792,1148
-"wd_2",0.01,1613936778792,1148
-"sqr_mom_2",0.99,1613936778792,1148
-"lr_2",0.0002813215321513452,1613936778792,1148
-"mom_2",0.8937361309310402,1613936778792,1148
-"eps_2",1e-05,1613936778792,1148
-"train_loss",0.065786995,1613936779757,1149
-"raw_loss",0.06463624,1613936779757,1149
-"epoch",7.232704402515715,1613936779757,1149
-"wd_0",0.01,1613936779757,1149
-"sqr_mom_0",0.99,1613936779757,1149
-"lr_0",2.8062128661848923e-06,1613936779757,1149
-"mom_0",0.8938761814381165,1613936779757,1149
-"eps_0",1e-05,1613936779757,1149
-"wd_1",0.01,1613936779757,1149
-"sqr_mom_1",0.99,1613936779757,1149
-"lr_1",2.8062128661848923e-05,1613936779757,1149
-"mom_1",0.8938761814381165,1613936779757,1149
-"eps_1",1e-05,1613936779757,1149
-"wd_2",0.01,1613936779757,1149
-"sqr_mom_2",0.99,1613936779757,1149
-"lr_2",0.0002806212866184892,1613936779757,1149
-"mom_2",0.8938761814381165,1613936779757,1149
-"eps_2",1e-05,1613936779757,1149
-"train_loss",0.06519439,1613936780735,1150
-"raw_loss",0.036156643,1613936780735,1150
-"epoch",7.238993710691815,1613936780735,1150
-"wd_0",0.01,1613936780735,1150
-"sqr_mom_0",0.99,1613936780735,1150
-"lr_0",2.7992082035552937e-06,1613936780735,1150
-"mom_0",0.894016276091655,1613936780735,1150
-"eps_0",1e-05,1613936780735,1150
-"wd_1",0.01,1613936780735,1150
-"sqr_mom_1",0.99,1613936780735,1150
-"lr_1",2.7992082035552934e-05,1613936780735,1150
-"mom_1",0.894016276091655,1613936780735,1150
-"eps_1",1e-05,1613936780735,1150
-"wd_2",0.01,1613936780735,1150
-"sqr_mom_2",0.99,1613936780735,1150
-"lr_2",0.0002799208203555293,1613936780735,1150
-"mom_2",0.894016276091655,1613936780735,1150
-"eps_2",1e-05,1613936780735,1150
-"train_loss",0.06533872,1613936781694,1151
-"raw_loss",0.07241087,1613936781694,1151
-"epoch",7.245283018867916,1613936781694,1151
-"wd_0",0.01,1613936781694,1151
-"sqr_mom_0",0.99,1613936781694,1151
-"lr_0",2.792200924752562e-06,1613936781694,1151
-"mom_0",0.8941564230691794,1613936781694,1151
-"eps_0",1e-05,1613936781694,1151
-"wd_1",0.01,1613936781694,1151
-"sqr_mom_1",0.99,1613936781694,1151
-"lr_1",2.7922009247525622e-05,1613936781694,1151
-"mom_1",0.8941564230691794,1613936781694,1151
-"eps_1",1e-05,1613936781694,1151
-"wd_2",0.01,1613936781694,1151
-"sqr_mom_2",0.99,1613936781694,1151
-"lr_2",0.0002792200924752562,1613936781694,1151
-"mom_2",0.8941564230691794,1613936781694,1151
-"eps_2",1e-05,1613936781694,1151
-"train_loss",0.06689764,1613936782661,1152
-"raw_loss",0.14328451,1613936782661,1152
-"epoch",7.251572327044016,1613936782661,1152
-"wd_0",0.01,1613936782661,1152
-"sqr_mom_0",0.99,1613936782661,1152
-"lr_0",2.7851920155229975e-06,1613936782661,1152
-"mom_0",0.8942966026555665,1613936782661,1152
-"eps_0",1e-05,1613936782661,1152
-"wd_1",0.01,1613936782661,1152
-"sqr_mom_1",0.99,1613936782661,1152
-"lr_1",2.7851920155229977e-05,1613936782661,1152
-"mom_1",0.8942966026555665,1613936782661,1152
-"eps_1",1e-05,1613936782661,1152
-"wd_2",0.01,1613936782661,1152
-"sqr_mom_2",0.99,1613936782661,1152
-"lr_2",0.0002785192015522997,1613936782661,1152
-"mom_2",0.8942966026555665,1613936782661,1152
-"eps_2",1e-05,1613936782661,1152
-"train_loss",0.06630326,1613936783642,1153
-"raw_loss",0.037178557,1613936783642,1153
-"epoch",7.257861635220117,1613936783642,1153
-"wd_0",0.01,1613936783642,1153
-"sqr_mom_0",0.99,1613936783642,1153
-"lr_0",2.77818036933238e-06,1613936783642,1153
-"mom_0",0.8944368369817222,1613936783642,1153
-"eps_0",1e-05,1613936783642,1153
-"wd_1",0.01,1613936783642,1153
-"sqr_mom_1",0.99,1613936783642,1153
-"lr_1",2.7781803693323803e-05,1613936783642,1153
-"mom_1",0.8944368369817222,1613936783642,1153
-"eps_1",1e-05,1613936783642,1153
-"wd_2",0.01,1613936783642,1153
-"sqr_mom_2",0.99,1613936783642,1153
-"lr_2",0.00027781803693323803,1613936783642,1153
-"mom_2",0.8944368369817222,1613936783642,1153
-"eps_2",1e-05,1613936783642,1153
-"train_loss",0.066123135,1613936784612,1154
-"raw_loss",0.05729689,1613936784612,1154
-"epoch",7.264150943396217,1613936784612,1154
-"wd_0",0.01,1613936784612,1154
-"sqr_mom_0",0.99,1613936784612,1154
-"lr_0",2.771166274282516e-06,1613936784612,1154
-"mom_0",0.8945771202855525,1613936784612,1154
-"eps_0",1e-05,1613936784612,1154
-"wd_1",0.01,1613936784612,1154
-"sqr_mom_1",0.99,1613936784612,1154
-"lr_1",2.771166274282516e-05,1613936784612,1154
-"mom_1",0.8945771202855525,1613936784612,1154
-"eps_1",1e-05,1613936784612,1154
-"wd_2",0.01,1613936784612,1154
-"sqr_mom_2",0.99,1613936784612,1154
-"lr_2",0.0002771166274282516,1613936784612,1154
-"mom_2",0.8945771202855525,1613936784612,1154
-"eps_2",1e-05,1613936784612,1154
-"train_loss",0.065420404,1613936785557,1155
-"raw_loss",0.030986376,1613936785557,1155
-"epoch",7.270440251572317,1613936785557,1155
-"wd_0",0.01,1613936785557,1155
-"sqr_mom_0",0.99,1613936785557,1155
-"lr_0",2.764150717061675e-06,1613936785557,1155
-"mom_0",0.8947174328330948,1613936785557,1155
-"eps_0",1e-05,1613936785557,1155
-"wd_1",0.01,1613936785557,1155
-"sqr_mom_1",0.99,1613936785557,1155
-"lr_1",2.7641507170616747e-05,1613936785557,1155
-"mom_1",0.8947174328330948,1613936785557,1155
-"eps_1",1e-05,1613936785557,1155
-"wd_2",0.01,1613936785557,1155
-"sqr_mom_2",0.99,1613936785557,1155
-"lr_2",0.00027641507170616744,1613936785557,1155
-"mom_2",0.8947174328330948,1613936785557,1155
-"eps_2",1e-05,1613936785557,1155
-"train_loss",0.0650265,1613936786498,1156
-"raw_loss",0.04572525,1613936786498,1156
-"epoch",7.276729559748418,1613936786498,1156
-"wd_0",0.01,1613936786498,1156
-"sqr_mom_0",0.99,1613936786498,1156
-"lr_0",2.7571325900776353e-06,1613936786498,1156
-"mom_0",0.8948577967764151,1613936786498,1156
-"eps_0",1e-05,1613936786498,1156
-"wd_1",0.01,1613936786498,1156
-"sqr_mom_1",0.99,1613936786498,1156
-"lr_1",2.757132590077635e-05,1613936786498,1156
-"mom_1",0.8948577967764151,1613936786498,1156
-"eps_1",1e-05,1613936786498,1156
-"wd_2",0.01,1613936786498,1156
-"sqr_mom_2",0.99,1613936786498,1156
-"lr_2",0.0002757132590077635,1613936786498,1156
-"mom_2",0.8948577967764151,1613936786498,1156
-"eps_2",1e-05,1613936786498,1156
-"train_loss",0.0646269,1613936787506,1157
-"raw_loss",0.04504652,1613936787506,1157
-"epoch",7.283018867924518,1613936787506,1157
-"wd_0",0.01,1613936787506,1157
-"sqr_mom_0",0.99,1613936787506,1157
-"lr_0",2.7501121817238292e-06,1613936787506,1157
-"mom_0",0.8949982063475869,1613936787506,1157
-"eps_0",1e-05,1613936787506,1157
-"wd_1",0.01,1613936787506,1157
-"sqr_mom_1",0.99,1613936787506,1157
-"lr_1",2.750112181723829e-05,1613936787506,1157
-"mom_1",0.8949982063475869,1613936787506,1157
-"eps_1",1e-05,1613936787506,1157
-"wd_2",0.01,1613936787506,1157
-"sqr_mom_2",0.99,1613936787506,1157
-"lr_2",0.00027501121817238286,1613936787506,1157
-"mom_2",0.8949982063475869,1613936787506,1157
-"eps_2",1e-05,1613936787506,1157
-"train_loss",0.06453572,1613936788456,1158
-"raw_loss",0.060067873,1613936788456,1158
-"epoch",7.289308176100619,1613936788456,1158
-"wd_0",0.01,1613936788456,1158
-"sqr_mom_0",0.99,1613936788456,1158
-"lr_0",2.7430907125153503e-06,1613936788456,1158
-"mom_0",0.8951386371360643,1613936788456,1158
-"eps_0",1e-05,1613936788456,1158
-"wd_1",0.01,1613936788456,1158
-"sqr_mom_1",0.99,1613936788456,1158
-"lr_1",2.7430907125153503e-05,1613936788456,1158
-"mom_1",0.8951386371360643,1613936788456,1158
-"eps_1",1e-05,1613936788456,1158
-"wd_2",0.01,1613936788456,1158
-"sqr_mom_2",0.99,1613936788456,1158
-"lr_2",0.000274309071251535,1613936788456,1158
-"mom_2",0.8951386371360643,1613936788456,1158
-"eps_2",1e-05,1613936788456,1158
-"train_loss",0.0641557,1613936789406,1159
-"raw_loss",0.04553461,1613936789406,1159
-"epoch",7.295597484276719,1613936789406,1159
-"wd_0",0.01,1613936789406,1159
-"sqr_mom_0",0.99,1613936789406,1159
-"lr_0",2.7360663750145843e-06,1613936789406,1159
-"mom_0",0.8952791252909612,1613936789406,1159
-"eps_0",1e-05,1613936789406,1159
-"wd_1",0.01,1613936789406,1159
-"sqr_mom_1",0.99,1613936789406,1159
-"lr_1",2.7360663750145842e-05,1613936789406,1159
-"mom_1",0.8952791252909612,1613936789406,1159
-"eps_1",1e-05,1613936789406,1159
-"wd_2",0.01,1613936789406,1159
-"sqr_mom_2",0.99,1613936789406,1159
-"lr_2",0.0002736066375014584,1613936789406,1159
-"mom_2",0.8952791252909612,1613936789406,1159
-"eps_2",1e-05,1613936789406,1159
-"train_loss",0.063356765,1613936790345,1160
-"raw_loss",0.024208885,1613936790345,1160
-"epoch",7.3018867924528195,1613936790345,1160
-"wd_0",0.01,1613936790345,1160
-"sqr_mom_0",0.99,1613936790345,1160
-"lr_0",2.72904015675272e-06,1613936790345,1160
-"mom_0",0.8954196510614562,1613936790345,1160
-"eps_0",1e-05,1613936790345,1160
-"wd_1",0.01,1613936790345,1160
-"sqr_mom_1",0.99,1613936790345,1160
-"lr_1",2.72904015675272e-05,1613936790345,1160
-"mom_1",0.8954196510614562,1613936790345,1160
-"eps_1",1e-05,1613936790345,1160
-"wd_2",0.01,1613936790345,1160
-"sqr_mom_2",0.99,1613936790345,1160
-"lr_2",0.000272904015675272,1613936790345,1160
-"mom_2",0.8954196510614562,1613936790345,1160
-"eps_2",1e-05,1613936790345,1160
-"train_loss",0.06333982,1613936791293,1161
-"raw_loss",0.062509574,1613936791293,1161
-"epoch",7.30817610062892,1613936791293,1161
-"wd_0",0.01,1613936791293,1161
-"sqr_mom_0",0.99,1613936791293,1161
-"lr_0",2.7220123468541337e-06,1613936791293,1161
-"mom_0",0.895560208665004,1613936791293,1161
-"eps_0",1e-05,1613936791293,1161
-"wd_1",0.01,1613936791293,1161
-"sqr_mom_1",0.99,1613936791293,1161
-"lr_1",2.7220123468541337e-05,1613936791293,1161
-"mom_1",0.895560208665004,1613936791293,1161
-"eps_1",1e-05,1613936791293,1161
-"wd_2",0.01,1613936791293,1161
-"sqr_mom_2",0.99,1613936791293,1161
-"lr_2",0.0002722012346854134,1613936791293,1161
-"mom_2",0.895560208665004,1613936791293,1161
-"eps_2",1e-05,1613936791293,1161
-"train_loss",0.06267621,1613936792242,1162
-"raw_loss",0.030159332,1613936792242,1162
-"epoch",7.31446540880502,1613936792242,1162
-"wd_0",0.01,1613936792242,1162
-"sqr_mom_0",0.99,1613936792242,1162
-"lr_0",2.7149832346886863e-06,1613936792242,1162
-"mom_0",0.8957007923141493,1613936792242,1162
-"eps_0",1e-05,1613936792242,1162
-"wd_1",0.01,1613936792242,1162
-"sqr_mom_1",0.99,1613936792242,1162
-"lr_1",2.7149832346886863e-05,1613936792242,1162
-"mom_1",0.8957007923141493,1613936792242,1162
-"eps_1",1e-05,1613936792242,1162
-"wd_2",0.01,1613936792242,1162
-"sqr_mom_2",0.99,1613936792242,1162
-"lr_2",0.0002714983234688686,1613936792242,1162
-"mom_2",0.8957007923141493,1613936792242,1162
-"eps_2",1e-05,1613936792242,1162
-"train_loss",0.063119344,1613936793184,1163
-"raw_loss",0.08483278,1613936793184,1163
-"epoch",7.320754716981121,1613936793184,1163
-"wd_0",0.01,1613936793184,1163
-"sqr_mom_0",0.99,1613936793184,1163
-"lr_0",2.7079519435848208e-06,1613936793184,1163
-"mom_0",0.895841419542499,1613936793184,1163
-"eps_0",1e-05,1613936793184,1163
-"wd_1",0.01,1613936793184,1163
-"sqr_mom_1",0.99,1613936793184,1163
-"lr_1",2.707951943584821e-05,1613936793184,1163
-"mom_1",0.895841419542499,1613936793184,1163
-"eps_1",1e-05,1613936793184,1163
-"wd_2",0.01,1613936793184,1163
-"sqr_mom_2",0.99,1613936793184,1163
-"lr_2",0.00027079519435848205,1613936793184,1163
-"mom_2",0.895841419542499,1613936793184,1163
-"eps_2",1e-05,1613936793184,1163
-"train_loss",0.06416234,1613936794125,1164
-"raw_loss",0.11526889,1613936794125,1164
-"epoch",7.327044025157221,1613936794125,1164
-"wd_0",0.01,1613936794125,1164
-"sqr_mom_0",0.99,1613936794125,1164
-"lr_0",2.7009187625359787e-06,1613936794125,1164
-"mom_0",0.8959820845701261,1613936794125,1164
-"eps_0",1e-05,1613936794125,1164
-"wd_1",0.01,1613936794125,1164
-"sqr_mom_1",0.99,1613936794125,1164
-"lr_1",2.7009187625359783e-05,1613936794125,1164
-"mom_1",0.8959820845701261,1613936794125,1164
-"eps_1",1e-05,1613936794125,1164
-"wd_2",0.01,1613936794125,1164
-"sqr_mom_2",0.99,1613936794125,1164
-"lr_2",0.0002700918762535978,1613936794125,1164
-"mom_2",0.8959820845701261,1613936794125,1164
-"eps_2",1e-05,1613936794125,1164
-"train_loss",0.06518576,1613936795074,1165
-"raw_loss",0.11533368,1613936795074,1165
-"epoch",7.3333333333333215,1613936795074,1165
-"wd_0",0.01,1613936795074,1165
-"sqr_mom_0",0.99,1613936795074,1165
-"lr_0",2.6938846808590202e-06,1613936795074,1165
-"mom_0",0.8961227676104957,1613936795074,1165
-"eps_0",1e-05,1613936795074,1165
-"wd_1",0.01,1613936795074,1165
-"sqr_mom_1",0.99,1613936795074,1165
-"lr_1",2.69388468085902e-05,1613936795074,1165
-"mom_1",0.8961227676104957,1613936795074,1165
-"eps_1",1e-05,1613936795074,1165
-"wd_2",0.01,1613936795074,1165
-"sqr_mom_2",0.99,1613936795074,1165
-"lr_2",0.000269388468085902,1613936795074,1165
-"mom_2",0.8961227676104957,1613936795074,1165
-"eps_2",1e-05,1613936795074,1165
-"train_loss",0.06535451,1613936796046,1166
-"raw_loss",0.07362301,1613936796046,1166
-"epoch",7.339622641509422,1613936796046,1166
-"wd_0",0.01,1613936796046,1166
-"sqr_mom_0",0.99,1613936796046,1166
-"lr_0",2.6868485880090157e-06,1613936796046,1166
-"mom_0",0.8962634908747285,1613936796046,1166
-"eps_0",1e-05,1613936796046,1166
-"wd_1",0.01,1613936796046,1166
-"sqr_mom_1",0.99,1613936796046,1166
-"lr_1",2.6868485880090157e-05,1613936796046,1166
-"mom_1",0.8962634908747285,1613936796046,1166
-"eps_1",1e-05,1613936796046,1166
-"wd_2",0.01,1613936796046,1166
-"sqr_mom_2",0.99,1613936796046,1166
-"lr_2",0.00026868485880090153,1613936796046,1166
-"mom_2",0.8962634908747285,1613936796046,1166
-"eps_2",1e-05,1613936796046,1166
-"train_loss",0.06521439,1613936796993,1167
-"raw_loss",0.05834843,1613936796993,1167
-"epoch",7.345911949685522,1613936796993,1167
-"wd_0",0.01,1613936796993,1167
-"sqr_mom_0",0.99,1613936796993,1167
-"lr_0",2.6798107732020285e-06,1613936796993,1167
-"mom_0",0.8964042485784451,1613936796993,1167
-"eps_0",1e-05,1613936796993,1167
-"wd_1",0.01,1613936796993,1167
-"sqr_mom_1",0.99,1613936796993,1167
-"lr_1",2.6798107732020285e-05,1613936796993,1167
-"mom_1",0.8964042485784451,1613936796993,1167
-"eps_1",1e-05,1613936796993,1167
-"wd_2",0.01,1613936796993,1167
-"sqr_mom_2",0.99,1613936796993,1167
-"lr_2",0.0002679810773202028,1613936796993,1167
-"mom_2",0.8964042485784451,1613936796993,1167
-"eps_2",1e-05,1613936796993,1167
-"train_loss",0.06557774,1613936797957,1168
-"raw_loss",0.08338196,1613936797957,1168
-"epoch",7.352201257861623,1613936797957,1168
-"wd_0",0.01,1613936797957,1168
-"sqr_mom_0",0.99,1613936797957,1168
-"lr_0",2.6727717593797145e-06,1613936797957,1168
-"mom_0",0.8965450302627083,1613936797957,1168
-"eps_0",1e-05,1613936797957,1168
-"wd_1",0.01,1613936797957,1168
-"sqr_mom_1",0.99,1613936797957,1168
-"lr_1",2.6727717593797145e-05,1613936797957,1168
-"mom_1",0.8965450302627083,1613936797957,1168
-"eps_1",1e-05,1613936797957,1168
-"wd_2",0.01,1613936797957,1168
-"sqr_mom_2",0.99,1613936797957,1168
-"lr_2",0.00026727717593797145,1613936797957,1168
-"mom_2",0.8965450302627083,1613936797957,1168
-"eps_2",1e-05,1613936797957,1168
-"train_loss",0.06733117,1613936798917,1169
-"raw_loss",0.15324968,1613936798917,1169
-"epoch",7.358490566037723,1613936798917,1169
-"wd_0",0.01,1613936798917,1169
-"sqr_mom_0",0.99,1613936798917,1169
-"lr_0",2.6657318363142764e-06,1613936798917,1169
-"mom_0",0.8966858301320157,1613936798917,1169
-"eps_0",1e-05,1613936798917,1169
-"wd_1",0.01,1613936798917,1169
-"sqr_mom_1",0.99,1613936798917,1169
-"lr_1",2.6657318363142763e-05,1613936798917,1169
-"mom_1",0.8966858301320157,1613936798917,1169
-"eps_1",1e-05,1613936798917,1169
-"wd_2",0.01,1613936798917,1169
-"sqr_mom_2",0.99,1613936798917,1169
-"lr_2",0.0002665731836314276,1613936798917,1169
-"mom_2",0.8966858301320157,1613936798917,1169
-"eps_2",1e-05,1613936798917,1169
-"train_loss",0.0685269,1613936799862,1170
-"raw_loss",0.12711754,1613936799862,1170
-"epoch",7.3647798742138235,1613936799862,1170
-"wd_0",0.01,1613936799862,1170
-"sqr_mom_0",0.99,1613936799862,1170
-"lr_0",2.6586898923931523e-06,1613936799862,1170
-"mom_0",0.8968266704188411,1613936799862,1170
-"eps_0",1e-05,1613936799862,1170
-"wd_1",0.01,1613936799862,1170
-"sqr_mom_1",0.99,1613936799862,1170
-"lr_1",2.658689892393152e-05,1613936799862,1170
-"mom_1",0.8968266704188411,1613936799862,1170
-"eps_1",1e-05,1613936799862,1170
-"wd_2",0.01,1613936799862,1170
-"sqr_mom_2",0.99,1613936799862,1170
-"lr_2",0.0002658689892393152,1613936799862,1170
-"mom_2",0.8968266704188411,1613936799862,1170
-"eps_2",1e-05,1613936799862,1170
-"train_loss",0.06874064,1613936800820,1171
-"raw_loss",0.07921417,1613936800820,1171
-"epoch",7.371069182389924,1613936800820,1171
-"wd_0",0.01,1613936800820,1171
-"sqr_mom_0",0.99,1613936800820,1171
-"lr_0",2.65164691787498e-06,1613936800820,1171
-"mom_0",0.8969675313178136,1613936800820,1171
-"eps_0",1e-05,1613936800820,1171
-"wd_1",0.01,1613936800820,1171
-"sqr_mom_1",0.99,1613936800820,1171
-"lr_1",2.65164691787498e-05,1613936800820,1171
-"mom_1",0.8969675313178136,1613936800820,1171
-"eps_1",1e-05,1613936800820,1171
-"wd_2",0.01,1613936800820,1171
-"sqr_mom_2",0.99,1613936800820,1171
-"lr_2",0.00026516469178749797,1613936800820,1171
-"mom_2",0.8969675313178136,1613936800820,1171
-"eps_2",1e-05,1613936800820,1171
-"train_loss",0.06835265,1613936801779,1172
-"raw_loss",0.04934081,1613936801779,1172
-"epoch",7.377358490566024,1613936801779,1172
-"wd_0",0.01,1613936801779,1172
-"sqr_mom_0",0.99,1613936801779,1172
-"lr_0",2.6446032026697723e-06,1613936801779,1172
-"mom_0",0.8971084070306748,1613936801779,1172
-"eps_0",1e-05,1613936801779,1172
-"wd_1",0.01,1613936801779,1172
-"sqr_mom_1",0.99,1613936801779,1172
-"lr_1",2.6446032026697724e-05,1613936801779,1172
-"mom_1",0.8971084070306748,1613936801779,1172
-"eps_1",1e-05,1613936801779,1172
-"wd_2",0.01,1613936801779,1172
-"sqr_mom_2",0.99,1613936801779,1172
-"lr_2",0.0002644603202669772,1613936801779,1172
-"mom_2",0.8971084070306748,1613936801779,1172
-"eps_2",1e-05,1613936801779,1172
-"train_loss",0.0678716,1613936802724,1173
-"raw_loss",0.044300113,1613936802724,1173
-"epoch",7.383647798742125,1613936802724,1173
-"wd_0",0.01,1613936802724,1173
-"sqr_mom_0",0.99,1613936802724,1173
-"lr_0",2.6375576345745956e-06,1613936802724,1173
-"mom_0",0.8972493198017061,1613936802724,1173
-"eps_0",1e-05,1613936802724,1173
-"wd_1",0.01,1613936802724,1173
-"sqr_mom_1",0.99,1613936802724,1173
-"lr_1",2.6375576345745957e-05,1613936802724,1173
-"mom_1",0.8972493198017061,1613936802724,1173
-"eps_1",1e-05,1613936802724,1173
-"wd_2",0.01,1613936802724,1173
-"sqr_mom_2",0.99,1613936802724,1173
-"lr_2",0.00026375576345745954,1613936802724,1173
-"mom_2",0.8972493198017061,1613936802724,1173
-"eps_2",1e-05,1613936802724,1173
-"train_loss",0.0676557,1613936803664,1174
-"raw_loss",0.057076517,1613936803664,1174
-"epoch",7.389937106918225,1613936803664,1174
-"wd_0",0.01,1613936803664,1174
-"sqr_mom_0",0.99,1613936803664,1174
-"lr_0",2.6305112043745487e-06,1613936803664,1174
-"mom_0",0.8973902498150071,1613936803664,1174
-"eps_0",1e-05,1613936803664,1174
-"wd_1",0.01,1613936803664,1174
-"sqr_mom_1",0.99,1613936803664,1174
-"lr_1",2.6305112043745487e-05,1613936803664,1174
-"mom_1",0.8973902498150071,1613936803664,1174
-"eps_1",1e-05,1613936803664,1174
-"wd_2",0.01,1613936803664,1174
-"sqr_mom_2",0.99,1613936803664,1174
-"lr_2",0.00026305112043745486,1613936803664,1174
-"mom_2",0.8973902498150071,1613936803664,1174
-"eps_2",1e-05,1613936803664,1174
-"train_loss",0.06836348,1613936804601,1175
-"raw_loss",0.10304491,1613936804601,1175
-"epoch",7.3962264150943255,1613936804601,1175
-"wd_0",0.01,1613936804601,1175
-"sqr_mom_0",0.99,1613936804601,1175
-"lr_0",2.623463500759504e-06,1613936804601,1175
-"mom_0",0.8975312052968628,1613936804601,1175
-"eps_0",1e-05,1613936804601,1175
-"wd_1",0.01,1613936804601,1175
-"sqr_mom_1",0.99,1613936804601,1175
-"lr_1",2.623463500759504e-05,1613936804601,1175
-"mom_1",0.8975312052968628,1613936804601,1175
-"eps_1",1e-05,1613936804601,1175
-"wd_2",0.01,1613936804601,1175
-"sqr_mom_2",0.99,1613936804601,1175
-"lr_2",0.0002623463500759504,1613936804601,1175
-"mom_2",0.8975312052968628,1613936804601,1175
-"eps_2",1e-05,1613936804601,1175
-"train_loss",0.06855289,1613936805534,1176
-"raw_loss",0.07783378,1613936805534,1176
-"epoch",7.402515723270426,1613936805534,1176
-"wd_0",0.01,1613936805534,1176
-"sqr_mom_0",0.99,1613936805534,1176
-"lr_0",2.6164157488381353e-06,1613936805534,1176
-"mom_0",0.8976721617448548,1613936805534,1176
-"eps_0",1e-05,1613936805534,1176
-"wd_1",0.01,1613936805534,1176
-"sqr_mom_1",0.99,1613936805534,1176
-"lr_1",2.6164157488381354e-05,1613936805534,1176
-"mom_1",0.8976721617448548,1613936805534,1176
-"eps_1",1e-05,1613936805534,1176
-"wd_2",0.01,1613936805534,1176
-"sqr_mom_2",0.99,1613936805534,1176
-"lr_2",0.00026164157488381347,1613936805534,1176
-"mom_2",0.8976721617448548,1613936805534,1176
-"eps_2",1e-05,1613936805534,1176
-"train_loss",0.06882047,1613936806469,1177
-"raw_loss",0.081931725,1613936806469,1177
-"epoch",7.408805031446526,1613936806469,1177
-"wd_0",0.01,1613936806469,1177
-"sqr_mom_0",0.99,1613936806469,1177
-"lr_0",2.6093661344072396e-06,1613936806469,1177
-"mom_0",0.8978131554434096,1613936806469,1177
-"eps_0",1e-05,1613936806469,1177
-"wd_1",0.01,1613936806469,1177
-"sqr_mom_1",0.99,1613936806469,1177
-"lr_1",2.6093661344072397e-05,1613936806469,1177
-"mom_1",0.8978131554434096,1613936806469,1177
-"eps_1",1e-05,1613936806469,1177
-"wd_2",0.01,1613936806469,1177
-"sqr_mom_2",0.99,1613936806469,1177
-"lr_2",0.0002609366134407239,1613936806469,1177
-"mom_2",0.8978131554434096,1613936806469,1177
-"eps_2",1e-05,1613936806469,1177
-"train_loss",0.068005316,1613936807439,1178
-"raw_loss",0.028062815,1613936807439,1178
-"epoch",7.415094339622627,1613936807439,1178
-"wd_0",0.01,1613936807439,1178
-"sqr_mom_0",0.99,1613936807439,1178
-"lr_0",2.6023156487538653e-06,1613936807439,1178
-"mom_0",0.8979541665665883,1613936807439,1178
-"eps_0",1e-05,1613936807439,1178
-"wd_1",0.01,1613936807439,1178
-"sqr_mom_1",0.99,1613936807439,1178
-"lr_1",2.602315648753865e-05,1613936807439,1178
-"mom_1",0.8979541665665883,1613936807439,1178
-"eps_1",1e-05,1613936807439,1178
-"wd_2",0.01,1613936807439,1178
-"sqr_mom_2",0.99,1613936807439,1178
-"lr_2",0.00026023156487538647,1613936807439,1178
-"mom_2",0.8979541665665883,1613936807439,1178
-"eps_2",1e-05,1613936807439,1178
-"train_loss",0.06732146,1613936808379,1179
-"raw_loss",0.033812415,1613936808379,1179
-"epoch",7.421383647798727,1613936808379,1179
-"wd_0",0.01,1613936808379,1179
-"sqr_mom_0",0.99,1613936808379,1179
-"lr_0",2.595265283634338e-06,1613936808379,1179
-"mom_0",0.898095175279066,1613936808379,1179
-"eps_0",1e-05,1613936808379,1179
-"wd_1",0.01,1613936808379,1179
-"sqr_mom_1",0.99,1613936808379,1179
-"lr_1",2.5952652836343376e-05,1613936808379,1179
-"mom_1",0.898095175279066,1613936808379,1179
-"eps_1",1e-05,1613936808379,1179
-"wd_2",0.01,1613936808379,1179
-"sqr_mom_2",0.99,1613936808379,1179
-"lr_2",0.00025952652836343373,1613936808379,1179
-"mom_2",0.898095175279066,1613936808379,1179
-"eps_2",1e-05,1613936808379,1179
-"train_loss",0.06730059,1613936809313,1180
-"raw_loss",0.06627807,1613936809313,1180
-"epoch",7.427672955974828,1613936809313,1180
-"wd_0",0.01,1613936809313,1180
-"sqr_mom_0",0.99,1613936809313,1180
-"lr_0",2.5882132241727763e-06,1613936809313,1180
-"mom_0",0.8982362178787232,1613936809313,1180
-"eps_0",1e-05,1613936809313,1180
-"wd_1",0.01,1613936809313,1180
-"sqr_mom_1",0.99,1613936809313,1180
-"lr_1",2.588213224172776e-05,1613936809313,1180
-"mom_1",0.8982362178787232,1613936809313,1180
-"eps_1",1e-05,1613936809313,1180
-"wd_2",0.01,1613936809313,1180
-"sqr_mom_2",0.99,1613936809313,1180
-"lr_2",0.00025882132241727756,1613936809313,1180
-"mom_2",0.8982362178787232,1613936809313,1180
-"eps_2",1e-05,1613936809313,1180
-"train_loss",0.06776699,1613936810249,1181
-"raw_loss",0.09062044,1613936810249,1181
-"epoch",7.433962264150928,1613936810249,1181
-"wd_0",0.01,1613936810249,1181
-"sqr_mom_0",0.99,1613936810249,1181
-"lr_0",2.5811606959748873e-06,1613936810249,1181
-"mom_0",0.8983772698532008,1613936810249,1181
-"eps_0",1e-05,1613936810249,1181
-"wd_1",0.01,1613936810249,1181
-"sqr_mom_1",0.99,1613936810249,1181
-"lr_1",2.5811606959748874e-05,1613936810249,1181
-"mom_1",0.8983772698532008,1613936810249,1181
-"eps_1",1e-05,1613936810249,1181
-"wd_2",0.01,1613936810249,1181
-"sqr_mom_2",0.99,1613936810249,1181
-"lr_2",0.0002581160695974887,1613936810249,1181
-"mom_2",0.8983772698532008,1613936810249,1181
-"eps_2",1e-05,1613936810249,1181
-"train_loss",0.068046615,1613936811183,1182
-"raw_loss",0.08174844,1613936811183,1182
-"epoch",7.440251572327028,1613936811183,1182
-"wd_0",0.01,1613936811183,1182
-"sqr_mom_0",0.99,1613936811183,1182
-"lr_0",2.574107989259875e-06,1613936811183,1182
-"mom_0",0.8985183253980564,1613936811183,1182
-"eps_0",1e-05,1613936811183,1182
-"wd_1",0.01,1613936811183,1182
-"sqr_mom_1",0.99,1613936811183,1182
-"lr_1",2.574107989259875e-05,1613936811183,1182
-"mom_1",0.8985183253980564,1613936811183,1182
-"eps_1",1e-05,1613936811183,1182
-"wd_2",0.01,1613936811183,1182
-"sqr_mom_2",0.99,1613936811183,1182
-"lr_2",0.00025741079892598745,1613936811183,1182
-"mom_2",0.8985183253980564,1613936811183,1182
-"eps_2",1e-05,1613936811183,1182
-"train_loss",0.0681909,1613936812135,1183
-"raw_loss",0.07526118,1613936812135,1183
-"epoch",7.446540880503129,1613936812135,1183
-"wd_0",0.01,1613936812135,1183
-"sqr_mom_0",0.99,1613936812135,1183
-"lr_0",2.5670539904330622e-06,1613936812135,1183
-"mom_0",0.8986594067854066,1613936812135,1183
-"eps_0",1e-05,1613936812135,1183
-"wd_1",0.01,1613936812135,1183
-"sqr_mom_1",0.99,1613936812135,1183
-"lr_1",2.5670539904330624e-05,1613936812135,1183
-"mom_1",0.8986594067854066,1613936812135,1183
-"eps_1",1e-05,1613936812135,1183
-"wd_2",0.01,1613936812135,1183
-"sqr_mom_2",0.99,1613936812135,1183
-"lr_2",0.0002567053990433062,1613936812135,1183
-"mom_2",0.8986594067854066,1613936812135,1183
-"eps_2",1e-05,1613936812135,1183
-"train_loss",0.068222284,1613936813073,1184
-"raw_loss",0.069759876,1613936813073,1184
-"epoch",7.452830188679229,1613936813073,1184
-"wd_0",0.01,1613936813073,1184
-"sqr_mom_0",0.99,1613936813073,1184
-"lr_0",2.5599996915211488e-06,1613936813073,1184
-"mom_0",0.8988004941745187,1613936813073,1184
-"eps_0",1e-05,1613936813073,1184
-"wd_1",0.01,1613936813073,1184
-"sqr_mom_1",0.99,1613936813073,1184
-"lr_1",2.5599996915211488e-05,1613936813073,1184
-"mom_1",0.8988004941745187,1613936813073,1184
-"eps_1",1e-05,1613936813073,1184
-"wd_2",0.01,1613936813073,1184
-"sqr_mom_2",0.99,1613936813073,1184
-"lr_2",0.00025599996915211487,1613936813073,1184
-"mom_2",0.8988004941745187,1613936813073,1184
-"eps_2",1e-05,1613936813073,1184
-"train_loss",0.068318084,1613936814009,1185
-"raw_loss",0.07301221,1613936814009,1185
-"epoch",7.45911949685533,1613936814009,1185
-"wd_0",0.01,1613936814009,1185
-"sqr_mom_0",0.99,1613936814009,1185
-"lr_0",2.552944680754701e-06,1613936814009,1185
-"mom_0",0.898941595800864,1613936814009,1185
-"eps_0",1e-05,1613936814009,1185
-"wd_1",0.01,1613936814009,1185
-"sqr_mom_1",0.99,1613936814009,1185
-"lr_1",2.5529446807547008e-05,1613936814009,1185
-"mom_1",0.898941595800864,1613936814009,1185
-"eps_1",1e-05,1613936814009,1185
-"wd_2",0.01,1613936814009,1185
-"sqr_mom_2",0.99,1613936814009,1185
-"lr_2",0.0002552944680754701,1613936814009,1185
-"mom_2",0.898941595800864,1613936814009,1185
-"eps_2",1e-05,1613936814009,1185
-"train_loss",0.06786627,1613936814967,1186
-"raw_loss",0.045727473,1613936814967,1186
-"epoch",7.46540880503143,1613936814967,1186
-"wd_0",0.01,1613936814967,1186
-"sqr_mom_0",0.99,1613936814967,1186
-"lr_0",2.5458899504034285e-06,1613936814967,1186
-"mom_0",0.8990826918188496,1613936814967,1186
-"eps_0",1e-05,1613936814967,1186
-"wd_1",0.01,1613936814967,1186
-"sqr_mom_1",0.99,1613936814967,1186
-"lr_1",2.5458899504034282e-05,1613936814967,1186
-"mom_1",0.8990826918188496,1613936814967,1186
-"eps_1",1e-05,1613936814967,1186
-"wd_2",0.01,1613936814967,1186
-"sqr_mom_2",0.99,1613936814967,1186
-"lr_2",0.0002545889950403428,1613936814967,1186
-"mom_2",0.8990826918188496,1613936814967,1186
-"eps_2",1e-05,1613936814967,1186
-"train_loss",0.067267254,1613936815912,1187
-"raw_loss",0.037915383,1613936815912,1187
-"epoch",7.47169811320753,1613936815912,1187
-"wd_0",0.01,1613936815912,1187
-"sqr_mom_0",0.99,1613936815912,1187
-"lr_0",2.538834386603485e-06,1613936815912,1187
-"mom_0",0.8992238045059754,1613936815912,1187
-"eps_0",1e-05,1613936815912,1187
-"wd_1",0.01,1613936815912,1187
-"sqr_mom_1",0.99,1613936815912,1187
-"lr_1",2.5388343866034847e-05,1613936815912,1187
-"mom_1",0.8992238045059754,1613936815912,1187
-"eps_1",1e-05,1613936815912,1187
-"wd_2",0.01,1613936815912,1187
-"sqr_mom_2",0.99,1613936815912,1187
-"lr_2",0.00025388343866034844,1613936815912,1187
-"mom_2",0.8992238045059754,1613936815912,1187
-"eps_2",1e-05,1613936815912,1187
-"train_loss",0.067094065,1613936816858,1188
-"raw_loss",0.05860798,1613936816858,1188
-"epoch",7.477987421383631,1613936816858,1188
-"wd_0",0.01,1613936816858,1188
-"sqr_mom_0",0.99,1613936816858,1188
-"lr_0",2.531778279547917e-06,1613936816858,1188
-"mom_0",0.8993649280583222,1613936816858,1188
-"eps_0",1e-05,1613936816858,1188
-"wd_1",0.01,1613936816858,1188
-"sqr_mom_1",0.99,1613936816858,1188
-"lr_1",2.531778279547917e-05,1613936816858,1188
-"mom_1",0.8993649280583222,1613936816858,1188
-"eps_1",1e-05,1613936816858,1188
-"wd_2",0.01,1613936816858,1188
-"sqr_mom_2",0.99,1613936816858,1188
-"lr_2",0.00025317782795479163,1613936816858,1188
-"mom_2",0.8993649280583222,1613936816858,1188
-"eps_2",1e-05,1613936816858,1188
-"train_loss",0.06711526,1613936817846,1189
-"raw_loss",0.068153836,1613936817846,1189
-"epoch",7.484276729559731,1613936817846,1189
-"wd_0",0.01,1613936817846,1189
-"sqr_mom_0",0.99,1613936817846,1189
-"lr_0",2.5247228556969672e-06,1613936817846,1189
-"mom_0",0.8995060379464401,1613936817846,1189
-"eps_0",1e-05,1613936817846,1189
-"wd_1",0.01,1613936817846,1189
-"sqr_mom_1",0.99,1613936817846,1189
-"lr_1",2.5247228556969673e-05,1613936817846,1189
-"mom_1",0.8995060379464401,1613936817846,1189
-"eps_1",1e-05,1613936817846,1189
-"wd_2",0.01,1613936817846,1189
-"sqr_mom_2",0.99,1613936817846,1189
-"lr_2",0.0002524722855696967,1613936817846,1189
-"mom_2",0.8995060379464401,1613936817846,1189
-"eps_2",1e-05,1613936817846,1189
-"train_loss",0.06734027,1613936818811,1190
-"raw_loss",0.07836549,1613936818811,1190
-"epoch",7.490566037735832,1613936818811,1190
-"wd_0",0.01,1613936818811,1190
-"sqr_mom_0",0.99,1613936818811,1190
-"lr_0",2.517666298872557e-06,1613936818811,1190
-"mom_0",0.8996471704942538,1613936818811,1190
-"eps_0",1e-05,1613936818811,1190
-"wd_1",0.01,1613936818811,1190
-"sqr_mom_1",0.99,1613936818811,1190
-"lr_1",2.5176662988725566e-05,1613936818811,1190
-"mom_1",0.8996471704942538,1613936818811,1190
-"eps_1",1e-05,1613936818811,1190
-"wd_2",0.01,1613936818811,1190
-"sqr_mom_2",0.99,1613936818811,1190
-"lr_2",0.00025176662988725564,1613936818811,1190
-"mom_2",0.8996471704942538,1613936818811,1190
-"eps_2",1e-05,1613936818811,1190
-"train_loss",0.066691406,1613936819772,1191
-"raw_loss",0.034897007,1613936819772,1191
-"epoch",7.496855345911932,1613936819772,1191
-"wd_0",0.01,1613936819772,1191
-"sqr_mom_0",0.99,1613936819772,1191
-"lr_0",2.5106096014835158e-06,1613936819772,1191
-"mom_0",0.8997883058533882,1613936819772,1191
-"eps_0",1e-05,1613936819772,1191
-"wd_1",0.01,1613936819772,1191
-"sqr_mom_1",0.99,1613936819772,1191
-"lr_1",2.5106096014835158e-05,1613936819772,1191
-"mom_1",0.8997883058533882,1613936819772,1191
-"eps_1",1e-05,1613936819772,1191
-"wd_2",0.01,1613936819772,1191
-"sqr_mom_2",0.99,1613936819772,1191
-"lr_2",0.00025106096014835156,1613936819772,1191
-"mom_2",0.8997883058533882,1613936819772,1191
-"eps_2",1e-05,1613936819772,1191
-"train_loss",0.066531174,1613936820749,1192
-"raw_loss",0.05867993,1613936820749,1192
-"epoch",7.503144654088032,1613936820749,1192
-"wd_0",0.01,1613936820749,1192
-"sqr_mom_0",0.99,1613936820749,1192
-"lr_0",2.503553053821433e-06,1613936820749,1192
-"mom_0",0.8999294382179535,1613936820749,1192
-"eps_0",1e-05,1613936820749,1192
-"wd_1",0.01,1613936820749,1192
-"sqr_mom_1",0.99,1613936820749,1192
-"lr_1",2.503553053821433e-05,1613936820749,1192
-"mom_1",0.8999294382179535,1613936820749,1192
-"eps_1",1e-05,1613936820749,1192
-"wd_2",0.01,1613936820749,1192
-"sqr_mom_2",0.99,1613936820749,1192
-"lr_2",0.00025035530538214325,1613936820749,1192
-"mom_2",0.8999294382179535,1613936820749,1192
-"eps_2",1e-05,1613936820749,1192
-"train_loss",0.06608142,1613936821703,1193
-"raw_loss",0.044043377,1613936821703,1193
-"epoch",7.509433962264133,1613936821703,1193
-"wd_0",0.01,1613936821703,1193
-"sqr_mom_0",0.99,1613936821703,1193
-"lr_0",2.4964971802428864e-06,1613936821703,1193
-"mom_0",0.9000705571007133,1613936821703,1193
-"eps_0",1e-05,1613936821703,1193
-"wd_1",0.01,1613936821703,1193
-"sqr_mom_1",0.99,1613936821703,1193
-"lr_1",2.4964971802428863e-05,1613936821703,1193
-"mom_1",0.9000705571007133,1613936821703,1193
-"eps_1",1e-05,1613936821703,1193
-"wd_2",0.01,1613936821703,1193
-"sqr_mom_2",0.99,1613936821703,1193
-"lr_2",0.0002496497180242886,1613936821703,1193
-"mom_2",0.9000705571007133,1613936821703,1193
-"eps_2",1e-05,1613936821703,1193
-"train_loss",0.06590608,1613936822651,1194
-"raw_loss",0.057314362,1613936822651,1194
-"epoch",7.515723270440233,1613936822651,1194
-"wd_0",0.01,1613936822651,1194
-"sqr_mom_0",0.99,1613936822651,1194
-"lr_0",2.4894401644540302e-06,1613936822651,1194
-"mom_0",0.9002116988279076,1613936822651,1194
-"eps_0",1e-05,1613936822651,1194
-"wd_1",0.01,1613936822651,1194
-"sqr_mom_1",0.99,1613936822651,1194
-"lr_1",2.48944016445403e-05,1613936822651,1194
-"mom_1",0.9002116988279076,1613936822651,1194
-"eps_1",1e-05,1613936822651,1194
-"wd_2",0.01,1613936822651,1194
-"sqr_mom_2",0.99,1613936822651,1194
-"lr_2",0.000248944016445403,1613936822651,1194
-"mom_2",0.9002116988279076,1613936822651,1194
-"eps_2",1e-05,1613936822651,1194
-"train_loss",0.06658227,1613936823798,1195
-"raw_loss",0.09971563,1613936823798,1195
-"epoch",7.522012578616334,1613936823798,1195
-"wd_0",0.01,1613936823798,1195
-"sqr_mom_0",0.99,1613936823798,1195
-"lr_0",2.482383701127443e-06,1613936823798,1195
-"mom_0",0.9003528295057461,1613936823798,1195
-"eps_0",1e-05,1613936823798,1195
-"wd_1",0.01,1613936823798,1195
-"sqr_mom_1",0.99,1613936823798,1195
-"lr_1",2.482383701127443e-05,1613936823798,1195
-"mom_1",0.9003528295057461,1613936823798,1195
-"eps_1",1e-05,1613936823798,1195
-"wd_2",0.01,1613936823798,1195
-"sqr_mom_2",0.99,1613936823798,1195
-"lr_2",0.0002482383701127443,1613936823798,1195
-"mom_2",0.9003528295057461,1613936823798,1195
-"eps_2",1e-05,1613936823798,1195
-"train_loss",0.06592242,1613936824785,1196
-"raw_loss",0.03358943,1613936824785,1196
-"epoch",7.528301886792434,1613936824785,1196
-"wd_0",0.01,1613936824785,1196
-"sqr_mom_0",0.99,1613936824785,1196
-"lr_0",2.4753278464624222e-06,1613936824785,1196
-"mom_0",0.9004939480102316,1613936824785,1196
-"eps_0",1e-05,1613936824785,1196
-"wd_1",0.01,1613936824785,1196
-"sqr_mom_1",0.99,1613936824785,1196
-"lr_1",2.4753278464624225e-05,1613936824785,1196
-"mom_1",0.9004939480102316,1613936824785,1196
-"eps_1",1e-05,1613936824785,1196
-"wd_2",0.01,1613936824785,1196
-"sqr_mom_2",0.99,1613936824785,1196
-"lr_2",0.0002475327846462422,1613936824785,1196
-"mom_2",0.9004939480102316,1613936824785,1196
-"eps_2",1e-05,1613936824785,1196
-"train_loss",0.06593111,1613936825767,1197
-"raw_loss",0.06635719,1613936825767,1197
-"epoch",7.5345911949685345,1613936825767,1197
-"wd_0",0.01,1613936825767,1197
-"sqr_mom_0",0.99,1613936825767,1197
-"lr_0",2.468271720452083e-06,1613936825767,1197
-"mom_0",0.9006350719416777,1613936825767,1197
-"eps_0",1e-05,1613936825767,1197
-"wd_1",0.01,1613936825767,1197
-"sqr_mom_1",0.99,1613936825767,1197
-"lr_1",2.468271720452083e-05,1613936825767,1197
-"mom_1",0.9006350719416777,1613936825767,1197
-"eps_1",1e-05,1613936825767,1197
-"wd_2",0.01,1613936825767,1197
-"sqr_mom_2",0.99,1613936825767,1197
-"lr_2",0.0002468271720452083,1613936825767,1197
-"mom_2",0.9006350719416777,1613936825767,1197
-"eps_2",1e-05,1613936825767,1197
-"train_loss",0.06554486,1613936826755,1198
-"raw_loss",0.046618428,1613936826755,1198
-"epoch",7.540880503144635,1613936826755,1198
-"wd_0",0.01,1613936826755,1198
-"sqr_mom_0",0.99,1613936826755,1198
-"lr_0",2.461215847432862e-06,1613936826755,1198
-"mom_0",0.9007761908132509,1613936826755,1198
-"eps_0",1e-05,1613936826755,1198
-"wd_1",0.01,1613936826755,1198
-"sqr_mom_1",0.99,1613936826755,1198
-"lr_1",2.4612158474328618e-05,1613936826755,1198
-"mom_1",0.9007761908132509,1613936826755,1198
-"eps_1",1e-05,1613936826755,1198
-"wd_2",0.01,1613936826755,1198
-"sqr_mom_2",0.99,1613936826755,1198
-"lr_2",0.00024612158474328615,1613936826755,1198
-"mom_2",0.9007761908132509,1613936826755,1198
-"eps_2",1e-05,1613936826755,1198
-"train_loss",0.0646974,1613936827709,1199
-"raw_loss",0.023171933,1613936827709,1199
-"epoch",7.547169811320735,1613936827709,1199
-"wd_0",0.01,1613936827709,1199
-"sqr_mom_0",0.99,1613936827709,1199
-"lr_0",2.454159815571414e-06,1613936827709,1199
-"mom_0",0.9009173128617003,1613936827709,1199
-"eps_0",1e-05,1613936827709,1199
-"wd_1",0.01,1613936827709,1199
-"sqr_mom_1",0.99,1613936827709,1199
-"lr_1",2.4541598155714143e-05,1613936827709,1199
-"mom_1",0.9009173128617003,1613936827709,1199
-"eps_1",1e-05,1613936827709,1199
-"wd_2",0.01,1613936827709,1199
-"sqr_mom_2",0.99,1613936827709,1199
-"lr_2",0.0002454159815571414,1613936827709,1199
-"mom_2",0.9009173128617003,1613936827709,1199
-"eps_2",1e-05,1613936827709,1199
-"train_loss",0.06600133,1613936828655,1200
-"raw_loss",0.12989424,1613936828655,1200
-"epoch",7.553459119496836,1613936828655,1200
-"wd_0",0.01,1613936828655,1200
-"sqr_mom_0",0.99,1613936828655,1200
-"lr_0",2.447105085233194e-06,1613936828655,1200
-"mom_0",0.9010584088794249,1613936828655,1200
-"eps_0",1e-05,1613936828655,1200
-"wd_1",0.01,1613936828655,1200
-"sqr_mom_1",0.99,1613936828655,1200
-"lr_1",2.4471050852331938e-05,1613936828655,1200
-"mom_1",0.9010584088794249,1613936828655,1200
-"eps_1",1e-05,1613936828655,1200
-"wd_2",0.01,1613936828655,1200
-"sqr_mom_2",0.99,1613936828655,1200
-"lr_2",0.00024471050852331935,1613936828655,1200
-"mom_2",0.9010584088794249,1613936828655,1200
-"eps_2",1e-05,1613936828655,1200
-"train_loss",0.0655275,1613936829615,1201
-"raw_loss",0.042309597,1613936829615,1201
-"epoch",7.559748427672936,1613936829615,1201
-"wd_0",0.01,1613936829615,1201
-"sqr_mom_0",0.99,1613936829615,1201
-"lr_0",2.4400503084788518e-06,1613936829615,1201
-"mom_0",0.9011995058254811,1613936829615,1201
-"eps_0",1e-05,1613936829615,1201
-"wd_1",0.01,1613936829615,1201
-"sqr_mom_1",0.99,1613936829615,1201
-"lr_1",2.4400503084788516e-05,1613936829615,1201
-"mom_1",0.9011995058254811,1613936829615,1201
-"eps_1",1e-05,1613936829615,1201
-"wd_2",0.01,1613936829615,1201
-"sqr_mom_2",0.99,1613936829615,1201
-"lr_2",0.0002440050308478851,1613936829615,1201
-"mom_2",0.9011995058254811,1613936829615,1201
-"eps_2",1e-05,1613936829615,1201
-"train_loss",0.065136336,1613936830559,1202
-"raw_loss",0.045969173,1613936830559,1202
-"epoch",7.5660377358490365,1613936830559,1202
-"wd_0",0.01,1613936830559,1202
-"sqr_mom_0",0.99,1613936830559,1202
-"lr_0",2.4329960095669383e-06,1613936830559,1202
-"mom_0",0.9013405932145934,1613936830559,1202
-"eps_0",1e-05,1613936830559,1202
-"wd_1",0.01,1613936830559,1202
-"sqr_mom_1",0.99,1613936830559,1202
-"lr_1",2.432996009566938e-05,1613936830559,1202
-"mom_1",0.9013405932145934,1613936830559,1202
-"eps_1",1e-05,1613936830559,1202
-"wd_2",0.01,1613936830559,1202
-"sqr_mom_2",0.99,1613936830559,1202
-"lr_2",0.0002432996009566938,1613936830559,1202
-"mom_2",0.9013405932145934,1613936830559,1202
-"eps_2",1e-05,1613936830559,1202
-"train_loss",0.06452695,1613936831515,1203
-"raw_loss",0.034667157,1613936831515,1203
-"epoch",7.572327044025137,1613936831515,1203
-"wd_0",0.01,1613936831515,1203
-"sqr_mom_0",0.99,1613936831515,1203
-"lr_0",2.425942712625403e-06,1613936831515,1203
-"mom_0",0.9014816605640975,1613936831515,1203
-"eps_0",1e-05,1613936831515,1203
-"wd_1",0.01,1613936831515,1203
-"sqr_mom_1",0.99,1613936831515,1203
-"lr_1",2.425942712625403e-05,1613936831515,1203
-"mom_1",0.9014816605640975,1613936831515,1203
-"eps_1",1e-05,1613936831515,1203
-"wd_2",0.01,1613936831515,1203
-"sqr_mom_2",0.99,1613936831515,1203
-"lr_2",0.00024259427126254026,1613936831515,1203
-"mom_2",0.9014816605640975,1613936831515,1203
-"eps_2",1e-05,1613936831515,1203
-"train_loss",0.0643924,1613936832467,1204
-"raw_loss",0.05779948,1613936832467,1204
-"epoch",7.578616352201237,1613936832467,1204
-"wd_0",0.01,1613936832467,1204
-"sqr_mom_0",0.99,1613936832467,1204
-"lr_0",2.418889537966362e-06,1613936832467,1204
-"mom_0",0.9016227254679274,1613936832467,1204
-"eps_0",1e-05,1613936832467,1204
-"wd_1",0.01,1613936832467,1204
-"sqr_mom_1",0.99,1613936832467,1204
-"lr_1",2.418889537966362e-05,1613936832467,1204
-"mom_1",0.9016227254679274,1613936832467,1204
-"eps_1",1e-05,1613936832467,1204
-"wd_2",0.01,1613936832467,1204
-"sqr_mom_2",0.99,1613936832467,1204
-"lr_2",0.00024188895379663618,1613936832467,1204
-"mom_2",0.9016227254679274,1613936832467,1204
-"eps_2",1e-05,1613936832467,1204
-"train_loss",0.06394258,1613936833447,1205
-"raw_loss",0.041901276,1613936833447,1205
-"epoch",7.584905660377338,1613936833447,1205
-"wd_0",0.01,1613936833447,1205
-"sqr_mom_0",0.99,1613936833447,1205
-"lr_0",2.411836541908349e-06,1613936833447,1205
-"mom_0",0.901763786799701,1613936833447,1205
-"eps_0",1e-05,1613936833447,1205
-"wd_1",0.01,1613936833447,1205
-"sqr_mom_1",0.99,1613936833447,1205
-"lr_1",2.4118365419083493e-05,1613936833447,1205
-"mom_1",0.901763786799701,1613936833447,1205
-"eps_1",1e-05,1613936833447,1205
-"wd_2",0.01,1613936833447,1205
-"sqr_mom_2",0.99,1613936833447,1205
-"lr_2",0.00024118365419083487,1613936833447,1205
-"mom_2",0.901763786799701,1613936833447,1205
-"eps_2",1e-05,1613936833447,1205
-"train_loss",0.06371338,1613936834393,1206
-"raw_loss",0.052482616,1613936834393,1206
-"epoch",7.591194968553438,1613936834393,1206
-"wd_0",0.01,1613936834393,1206
-"sqr_mom_0",0.99,1613936834393,1206
-"lr_0",2.4047856519442143e-06,1613936834393,1206
-"mom_0",0.9019048060091758,1613936834393,1206
-"eps_0",1e-05,1613936834393,1206
-"wd_1",0.01,1613936834393,1206
-"sqr_mom_1",0.99,1613936834393,1206
-"lr_1",2.4047856519442142e-05,1613936834393,1206
-"mom_1",0.9019048060091758,1613936834393,1206
-"eps_1",1e-05,1613936834393,1206
-"wd_2",0.01,1613936834393,1206
-"sqr_mom_2",0.99,1613936834393,1206
-"lr_2",0.0002404785651944214,1613936834393,1206
-"mom_2",0.9019048060091758,1613936834393,1206
-"eps_2",1e-05,1613936834393,1206
-"train_loss",0.06337236,1613936835339,1207
-"raw_loss",0.046662387,1613936835339,1207
-"epoch",7.5974842767295385,1613936835339,1207
-"wd_0",0.01,1613936835339,1207
-"sqr_mom_0",0.99,1613936835339,1207
-"lr_0",2.3977341173775975e-06,1613936835339,1207
-"mom_0",0.9020458381108292,1613936835339,1207
-"eps_0",1e-05,1613936835339,1207
-"wd_1",0.01,1613936835339,1207
-"sqr_mom_1",0.99,1613936835339,1207
-"lr_1",2.3977341173775972e-05,1613936835339,1207
-"mom_1",0.9020458381108292,1613936835339,1207
-"eps_1",1e-05,1613936835339,1207
-"wd_2",0.01,1613936835339,1207
-"sqr_mom_2",0.99,1613936835339,1207
-"lr_2",0.0002397734117377597,1613936835339,1207
-"mom_2",0.9020458381108292,1613936835339,1207
-"eps_2",1e-05,1613936835339,1207
-"train_loss",0.06267355,1613936836284,1208
-"raw_loss",0.02843187,1613936836284,1208
-"epoch",7.603773584905639,1613936836284,1208
-"wd_0",0.01,1613936836284,1208
-"sqr_mom_0",0.99,1613936836284,1208
-"lr_0",2.3906838655927605e-06,1613936836284,1208
-"mom_0",0.9021868445565904,1613936836284,1208
-"eps_0",1e-05,1613936836284,1208
-"wd_1",0.01,1613936836284,1208
-"sqr_mom_1",0.99,1613936836284,1208
-"lr_1",2.3906838655927603e-05,1613936836284,1208
-"mom_1",0.9021868445565904,1613936836284,1208
-"eps_1",1e-05,1613936836284,1208
-"wd_2",0.01,1613936836284,1208
-"sqr_mom_2",0.99,1613936836284,1208
-"lr_2",0.000239068386559276,1613936836284,1208
-"mom_2",0.9021868445565904,1613936836284,1208
-"eps_2",1e-05,1613936836284,1208
-"train_loss",0.06201303,1613936837235,1209
-"raw_loss",0.029647687,1613936837235,1209
-"epoch",7.610062893081739,1613936837235,1209
-"wd_0",0.01,1613936837235,1209
-"sqr_mom_0",0.99,1613936837235,1209
-"lr_0",2.3836344849726086e-06,1613936837235,1209
-"mom_0",0.9023278335788836,1613936837235,1209
-"eps_0",1e-05,1613936837235,1209
-"wd_1",0.01,1613936837235,1209
-"sqr_mom_1",0.99,1613936837235,1209
-"lr_1",2.3836344849726086e-05,1613936837235,1209
-"mom_1",0.9023278335788836,1613936837235,1209
-"eps_1",1e-05,1613936837235,1209
-"wd_2",0.01,1613936837235,1209
-"sqr_mom_2",0.99,1613936837235,1209
-"lr_2",0.00023836344849726082,1613936837235,1209
-"mom_2",0.9023278335788836,1613936837235,1209
-"eps_2",1e-05,1613936837235,1209
-"train_loss",0.06171668,1613936838176,1210
-"raw_loss",0.0471954,1613936838176,1210
-"epoch",7.61635220125784,1613936838176,1210
-"wd_0",0.01,1613936838176,1210
-"sqr_mom_0",0.99,1613936838176,1210
-"lr_0",2.376586499240496e-06,1613936838176,1210
-"mom_0",0.9024687947031371,1613936838176,1210
-"eps_0",1e-05,1613936838176,1210
-"wd_1",0.01,1613936838176,1210
-"sqr_mom_1",0.99,1613936838176,1210
-"lr_1",2.376586499240496e-05,1613936838176,1210
-"mom_1",0.9024687947031371,1613936838176,1210
-"eps_1",1e-05,1613936838176,1210
-"wd_2",0.01,1613936838176,1210
-"sqr_mom_2",0.99,1613936838176,1210
-"lr_2",0.0002376586499240496,1613936838176,1210
-"mom_2",0.9024687947031371,1613936838176,1210
-"eps_2",1e-05,1613936838176,1210
-"train_loss",0.0609344,1613936839125,1211
-"raw_loss",0.022602538,1613936839125,1211
-"epoch",7.62264150943394,1613936839125,1211
-"wd_0",0.01,1613936839125,1211
-"sqr_mom_0",0.99,1613936839125,1211
-"lr_0",2.369539029370954e-06,1613936839125,1211
-"mom_0",0.902609745510036,1613936839125,1211
-"eps_0",1e-05,1613936839125,1211
-"wd_1",0.01,1613936839125,1211
-"sqr_mom_1",0.99,1613936839125,1211
-"lr_1",2.3695390293709535e-05,1613936839125,1211
-"mom_1",0.902609745510036,1613936839125,1211
-"eps_1",1e-05,1613936839125,1211
-"wd_2",0.01,1613936839125,1211
-"sqr_mom_2",0.99,1613936839125,1211
-"lr_2",0.00023695390293709535,1613936839125,1211
-"mom_2",0.902609745510036,1613936839125,1211
-"eps_2",1e-05,1613936839125,1211
-"train_loss",0.060297143,1613936840077,1212
-"raw_loss",0.029071629,1613936840077,1212
-"epoch",7.6289308176100405,1613936840077,1212
-"wd_0",0.01,1613936840077,1212
-"sqr_mom_0",0.99,1613936840077,1212
-"lr_0",2.362492131715319e-06,1613936840077,1212
-"mom_0",0.9027506848725423,1613936840077,1212
-"eps_0",1e-05,1613936840077,1212
-"wd_1",0.01,1613936840077,1212
-"sqr_mom_1",0.99,1613936840077,1212
-"lr_1",2.3624921317153187e-05,1613936840077,1212
-"mom_1",0.9027506848725423,1613936840077,1212
-"eps_1",1e-05,1613936840077,1212
-"wd_2",0.01,1613936840077,1212
-"sqr_mom_2",0.99,1613936840077,1212
-"lr_2",0.00023624921317153187,1613936840077,1212
-"mom_2",0.9027506848725423,1613936840077,1212
-"eps_2",1e-05,1613936840077,1212
-"train_loss",0.060961295,1613936841033,1213
-"raw_loss",0.09350473,1613936841033,1213
-"epoch",7.635220125786141,1613936841033,1213
-"wd_0",0.01,1613936841033,1213
-"sqr_mom_0",0.99,1613936841033,1213
-"lr_0",2.355447264675844e-06,1613936841033,1213
-"mom_0",0.9028915836223194,1613936841033,1213
-"eps_0",1e-05,1613936841033,1213
-"wd_1",0.01,1613936841033,1213
-"sqr_mom_1",0.99,1613936841033,1213
-"lr_1",2.3554472646758437e-05,1613936841033,1213
-"mom_1",0.9028915836223194,1613936841033,1213
-"eps_1",1e-05,1613936841033,1213
-"wd_2",0.01,1613936841033,1213
-"sqr_mom_2",0.99,1613936841033,1213
-"lr_2",0.00023554472646758435,1613936841033,1213
-"mom_2",0.9028915836223194,1613936841033,1213
-"eps_2",1e-05,1613936841033,1213
-"train_loss",0.06066498,1613936841985,1214
-"raw_loss",0.046145637,1613936841985,1214
-"epoch",7.641509433962241,1613936841985,1214
-"wd_0",0.01,1613936841985,1214
-"sqr_mom_0",0.99,1613936841985,1214
-"lr_0",2.3484030821250206e-06,1613936841985,1214
-"mom_0",0.9030324686821863,1613936841985,1214
-"eps_0",1e-05,1613936841985,1214
-"wd_1",0.01,1613936841985,1214
-"sqr_mom_1",0.99,1613936841985,1214
-"lr_1",2.3484030821250202e-05,1613936841985,1214
-"mom_1",0.9030324686821863,1613936841985,1214
-"eps_1",1e-05,1613936841985,1214
-"wd_2",0.01,1613936841985,1214
-"sqr_mom_2",0.99,1613936841985,1214
-"lr_2",0.000234840308212502,1613936841985,1214
-"mom_2",0.9030324686821863,1613936841985,1214
-"eps_2",1e-05,1613936841985,1214
-"train_loss",0.062019568,1613936842953,1215
-"raw_loss",0.12839434,1613936842953,1215
-"epoch",7.647798742138342,1613936842953,1215
-"wd_0",0.01,1613936842953,1215
-"sqr_mom_0",0.99,1613936842953,1215
-"lr_0",2.341360107606848e-06,1613936842953,1215
-"mom_0",0.9031733295811588,1613936842953,1215
-"eps_0",1e-05,1613936842953,1215
-"wd_1",0.01,1613936842953,1215
-"sqr_mom_1",0.99,1613936842953,1215
-"lr_1",2.341360107606848e-05,1613936842953,1215
-"mom_1",0.9031733295811588,1613936842953,1215
-"eps_1",1e-05,1613936842953,1215
-"wd_2",0.01,1613936842953,1215
-"sqr_mom_2",0.99,1613936842953,1215
-"lr_2",0.00023413601076068474,1613936842953,1215
-"mom_2",0.9031733295811588,1613936842953,1215
-"eps_2",1e-05,1613936842953,1215
-"train_loss",0.06235091,1613936843938,1216
-"raw_loss",0.07858675,1613936843938,1216
-"epoch",7.654088050314442,1613936843938,1216
-"wd_0",0.01,1613936843938,1216
-"sqr_mom_0",0.99,1613936843938,1216
-"lr_0",2.334318397235531e-06,1613936843938,1216
-"mom_0",0.9033141651969413,1613936843938,1216
-"eps_0",1e-05,1613936843938,1216
-"wd_1",0.01,1613936843938,1216
-"sqr_mom_1",0.99,1613936843938,1216
-"lr_1",2.3343183972355308e-05,1613936843938,1216
-"mom_1",0.9033141651969413,1613936843938,1216
-"eps_1",1e-05,1613936843938,1216
-"wd_2",0.01,1613936843938,1216
-"sqr_mom_2",0.99,1613936843938,1216
-"lr_2",0.00023343183972355304,1613936843938,1216
-"mom_2",0.9033141651969413,1613936843938,1216
-"eps_2",1e-05,1613936843938,1216
-"train_loss",0.06250409,1613936844902,1217
-"raw_loss",0.07000985,1613936844902,1217
-"epoch",7.660377358490543,1613936844902,1217
-"wd_0",0.01,1613936844902,1217
-"sqr_mom_0",0.99,1613936844902,1217
-"lr_0",2.3272784741253725e-06,1613936844902,1217
-"mom_0",0.9034549650671432,1613936844902,1217
-"eps_0",1e-05,1613936844902,1217
-"wd_1",0.01,1613936844902,1217
-"sqr_mom_1",0.99,1613936844902,1217
-"lr_1",2.3272784741253726e-05,1613936844902,1217
-"mom_1",0.9034549650671432,1613936844902,1217
-"eps_1",1e-05,1613936844902,1217
-"wd_2",0.01,1613936844902,1217
-"sqr_mom_2",0.99,1613936844902,1217
-"lr_2",0.00023272784741253723,1613936844902,1217
-"mom_2",0.9034549650671432,1613936844902,1217
-"eps_2",1e-05,1613936844902,1217
-"train_loss",0.0619284,1613936845858,1218
-"raw_loss",0.033719406,1613936845858,1218
-"epoch",7.666666666666643,1613936845858,1218
-"wd_0",0.01,1613936845858,1218
-"sqr_mom_0",0.99,1613936845858,1218
-"lr_0",2.3202389933394693e-06,1613936845858,1218
-"mom_0",0.9035957560907715,1613936845858,1218
-"eps_0",1e-05,1613936845858,1218
-"wd_1",0.01,1613936845858,1218
-"sqr_mom_1",0.99,1613936845858,1218
-"lr_1",2.3202389933394692e-05,1613936845858,1218
-"mom_1",0.9035957560907715,1613936845858,1218
-"eps_1",1e-05,1613936845858,1218
-"wd_2",0.01,1613936845858,1218
-"sqr_mom_2",0.99,1613936845858,1218
-"lr_2",0.00023202389933394687,1613936845858,1218
-"mom_2",0.9035957560907715,1613936845858,1218
-"eps_2",1e-05,1613936845858,1218
-"train_loss",0.061789546,1613936846810,1219
-"raw_loss",0.054985683,1613936846810,1219
-"epoch",7.672955974842743,1613936846810,1219
-"wd_0",0.01,1613936846810,1219
-"sqr_mom_0",0.99,1613936846810,1219
-"lr_0",2.3132014119909844e-06,1613936846810,1219
-"mom_0",0.9037365091252716,1613936846810,1219
-"eps_0",1e-05,1613936846810,1219
-"wd_1",0.01,1613936846810,1219
-"sqr_mom_1",0.99,1613936846810,1219
-"lr_1",2.3132014119909843e-05,1613936846810,1219
-"mom_1",0.9037365091252716,1613936846810,1219
-"eps_1",1e-05,1613936846810,1219
-"wd_2",0.01,1613936846810,1219
-"sqr_mom_2",0.99,1613936846810,1219
-"lr_2",0.0002313201411990984,1613936846810,1219
-"mom_2",0.9037365091252716,1613936846810,1219
-"eps_2",1e-05,1613936846810,1219
-"train_loss",0.061749008,1613936847764,1220
-"raw_loss",0.059762575,1613936847764,1220
-"epoch",7.679245283018844,1613936847764,1220
-"wd_0",0.01,1613936847764,1220
-"sqr_mom_0",0.99,1613936847764,1220
-"lr_0",2.306165785860495e-06,1613936847764,1220
-"mom_0",0.9038772230550206,1613936847764,1220
-"eps_0",1e-05,1613936847764,1220
-"wd_1",0.01,1613936847764,1220
-"sqr_mom_1",0.99,1613936847764,1220
-"lr_1",2.306165785860495e-05,1613936847764,1220
-"mom_1",0.9038772230550206,1613936847764,1220
-"eps_1",1e-05,1613936847764,1220
-"wd_2",0.01,1613936847764,1220
-"sqr_mom_2",0.99,1613936847764,1220
-"lr_2",0.00023061657858604946,1613936847764,1220
-"mom_2",0.9038772230550206,1613936847764,1220
-"eps_2",1e-05,1613936847764,1220
-"train_loss",0.061559748,1613936848725,1221
-"raw_loss",0.052286103,1613936848725,1221
-"epoch",7.685534591194944,1613936848725,1221
-"wd_0",0.01,1613936848725,1221
-"sqr_mom_0",0.99,1613936848725,1221
-"lr_0",2.299131237464022e-06,1613936848725,1221
-"mom_0",0.9040179154298739,1613936848725,1221
-"eps_0",1e-05,1613936848725,1221
-"wd_1",0.01,1613936848725,1221
-"sqr_mom_1",0.99,1613936848725,1221
-"lr_1",2.299131237464022e-05,1613936848725,1221
-"mom_1",0.9040179154298739,1613936848725,1221
-"eps_1",1e-05,1613936848725,1221
-"wd_2",0.01,1613936848725,1221
-"sqr_mom_2",0.99,1613936848725,1221
-"lr_2",0.00022991312374640217,1613936848725,1221
-"mom_2",0.9040179154298739,1613936848725,1221
-"eps_2",1e-05,1613936848725,1221
-"train_loss",0.06199355,1613936849676,1222
-"raw_loss",0.083249986,1613936849676,1222
-"epoch",7.691823899371045,1613936849676,1222
-"wd_0",0.01,1613936849676,1222
-"sqr_mom_0",0.99,1613936849676,1222
-"lr_0",2.292098289668754e-06,1613936849676,1222
-"mom_0",0.9041585757923828,1613936849676,1222
-"eps_0",1e-05,1613936849676,1222
-"wd_1",0.01,1613936849676,1222
-"sqr_mom_1",0.99,1613936849676,1222
-"lr_1",2.292098289668754e-05,1613936849676,1222
-"mom_1",0.9041585757923828,1613936849676,1222
-"eps_1",1e-05,1613936849676,1222
-"wd_2",0.01,1613936849676,1222
-"sqr_mom_2",0.99,1613936849676,1222
-"lr_2",0.00022920982896687536,1613936849676,1222
-"mom_2",0.9041585757923828,1613936849676,1222
-"eps_2",1e-05,1613936849676,1222
-"train_loss",0.06265652,1613936850630,1223
-"raw_loss",0.09514198,1613936850630,1223
-"epoch",7.698113207547145,1613936850630,1223
-"wd_0",0.01,1613936850630,1223
-"sqr_mom_0",0.99,1613936850630,1223
-"lr_0",2.2850674649044076e-06,1613936850630,1223
-"mom_0",0.9042991936938487,1613936850630,1223
-"eps_0",1e-05,1613936850630,1223
-"wd_1",0.01,1613936850630,1223
-"sqr_mom_1",0.99,1613936850630,1223
-"lr_1",2.2850674649044075e-05,1613936850630,1223
-"mom_1",0.9042991936938487,1613936850630,1223
-"eps_1",1e-05,1613936850630,1223
-"wd_2",0.01,1613936850630,1223
-"sqr_mom_2",0.99,1613936850630,1223
-"lr_2",0.0002285067464904407,1613936850630,1223
-"mom_2",0.9042991936938487,1613936850630,1223
-"eps_2",1e-05,1613936850630,1223
-"train_loss",0.06214907,1613936851574,1224
-"raw_loss",0.037283957,1613936851574,1224
-"epoch",7.704402515723245,1613936851574,1224
-"wd_0",0.01,1613936851574,1224
-"sqr_mom_0",0.99,1613936851574,1224
-"lr_0",2.2780378862858288e-06,1613936851574,1224
-"mom_0",0.9044397866721501,1613936851574,1224
-"eps_0",1e-05,1613936851574,1224
-"wd_1",0.01,1613936851574,1224
-"sqr_mom_1",0.99,1613936851574,1224
-"lr_1",2.278037886285829e-05,1613936851574,1224
-"mom_1",0.9044397866721501,1613936851574,1224
-"eps_1",1e-05,1613936851574,1224
-"wd_2",0.01,1613936851574,1224
-"sqr_mom_2",0.99,1613936851574,1224
-"lr_2",0.00022780378862858285,1613936851574,1224
-"mom_2",0.9044397866721501,1613936851574,1224
-"eps_2",1e-05,1613936851574,1224
-"train_loss",0.06248891,1613936852533,1225
-"raw_loss",0.07914106,1613936852533,1225
-"epoch",7.710691823899346,1613936852533,1225
-"wd_0",0.01,1613936852533,1225
-"sqr_mom_0",0.99,1613936852533,1225
-"lr_0",2.2710096101669145e-06,1613936852533,1225
-"mom_0",0.9045803536001977,1613936852533,1225
-"eps_0",1e-05,1613936852533,1225
-"wd_1",0.01,1613936852533,1225
-"sqr_mom_1",0.99,1613936852533,1225
-"lr_1",2.2710096101669145e-05,1613936852533,1225
-"mom_1",0.9045803536001977,1613936852533,1225
-"eps_1",1e-05,1613936852533,1225
-"wd_2",0.01,1613936852533,1225
-"sqr_mom_2",0.99,1613936852533,1225
-"lr_2",0.0002271009610166914,1613936852533,1225
-"mom_2",0.9045803536001977,1613936852533,1225
-"eps_2",1e-05,1613936852533,1225
-"train_loss",0.061869215,1613936853473,1226
-"raw_loss",0.031504154,1613936853473,1226
-"epoch",7.716981132075446,1613936853473,1226
-"wd_0",0.01,1613936853473,1226
-"sqr_mom_0",0.99,1613936853473,1226
-"lr_0",2.263983624985416e-06,1613936853473,1226
-"mom_0",0.9047208747090387,1613936853473,1226
-"eps_0",1e-05,1613936853473,1226
-"wd_1",0.01,1613936853473,1226
-"sqr_mom_1",0.99,1613936853473,1226
-"lr_1",2.263983624985416e-05,1613936853473,1226
-"mom_1",0.9047208747090387,1613936853473,1226
-"eps_1",1e-05,1613936853473,1226
-"wd_2",0.01,1613936853473,1226
-"sqr_mom_2",0.99,1613936853473,1226
-"lr_2",0.00022639836249854154,1613936853473,1226
-"mom_2",0.9047208747090387,1613936853473,1226
-"eps_2",1e-05,1613936853473,1226
-"train_loss",0.061534017,1613936854419,1227
-"raw_loss",0.045109365,1613936854419,1227
-"epoch",7.723270440251547,1613936854419,1227
-"wd_0",0.01,1613936854419,1227
-"sqr_mom_0",0.99,1613936854419,1227
-"lr_0",2.256959986351467e-06,1613936854419,1227
-"mom_0",0.9048613488864595,1613936854419,1227
-"eps_0",1e-05,1613936854419,1227
-"wd_1",0.01,1613936854419,1227
-"sqr_mom_1",0.99,1613936854419,1227
-"lr_1",2.256959986351467e-05,1613936854419,1227
-"mom_1",0.9048613488864595,1613936854419,1227
-"eps_1",1e-05,1613936854419,1227
-"wd_2",0.01,1613936854419,1227
-"sqr_mom_2",0.99,1613936854419,1227
-"lr_2",0.00022569599863514668,1613936854419,1227
-"mom_2",0.9048613488864595,1613936854419,1227
-"eps_2",1e-05,1613936854419,1227
-"train_loss",0.060802326,1613936855375,1228
-"raw_loss",0.024949403,1613936855375,1228
-"epoch",7.729559748427647,1613936855375,1228
-"wd_0",0.01,1613936855375,1228
-"sqr_mom_0",0.99,1613936855375,1228
-"lr_0",2.2499378182761713e-06,1613936855375,1228
-"mom_0",0.9050017936524131,1613936855375,1228
-"eps_0",1e-05,1613936855375,1228
-"wd_1",0.01,1613936855375,1228
-"sqr_mom_1",0.99,1613936855375,1228
-"lr_1",2.2499378182761714e-05,1613936855375,1228
-"mom_1",0.9050017936524131,1613936855375,1228
-"eps_1",1e-05,1613936855375,1228
-"wd_2",0.01,1613936855375,1228
-"sqr_mom_2",0.99,1613936855375,1228
-"lr_2",0.00022499378182761712,1613936855375,1228
-"mom_2",0.9050017936524131,1613936855375,1228
-"eps_2",1e-05,1613936855375,1228
-"train_loss",0.062728666,1613936856323,1229
-"raw_loss",0.15711932,1613936856323,1229
-"epoch",7.735849056603747,1613936856323,1229
-"wd_0",0.01,1613936856323,1229
-"sqr_mom_0",0.99,1613936856323,1229
-"lr_0",2.2429176427457884e-06,1613936856323,1229
-"mom_0",0.9051421985670699,1613936856323,1229
-"eps_0",1e-05,1613936856323,1229
-"wd_1",0.01,1613936856323,1229
-"sqr_mom_1",0.99,1613936856323,1229
-"lr_1",2.242917642745788e-05,1613936856323,1229
-"mom_1",0.9051421985670699,1613936856323,1229
-"eps_1",1e-05,1613936856323,1229
-"wd_2",0.01,1613936856323,1229
-"sqr_mom_2",0.99,1613936856323,1229
-"lr_2",0.0002242917642745788,1613936856323,1229
-"mom_2",0.9051421985670699,1613936856323,1229
-"eps_2",1e-05,1613936856323,1229
-"train_loss",0.06273487,1613936857270,1230
-"raw_loss",0.06303906,1613936857270,1230
-"epoch",7.742138364779848,1613936857270,1230
-"wd_0",0.01,1613936857270,1230
-"sqr_mom_0",0.99,1613936857270,1230
-"lr_0",2.2358999812019787e-06,1613936857270,1230
-"mom_0",0.9052825532014924,1613936857270,1230
-"eps_0",1e-05,1613936857270,1230
-"wd_1",0.01,1613936857270,1230
-"sqr_mom_1",0.99,1613936857270,1230
-"lr_1",2.2358999812019788e-05,1613936857270,1230
-"mom_1",0.9052825532014924,1613936857270,1230
-"eps_1",1e-05,1613936857270,1230
-"wd_2",0.01,1613936857270,1230
-"sqr_mom_2",0.99,1613936857270,1230
-"lr_2",0.00022358999812019782,1613936857270,1230
-"mom_2",0.9052825532014924,1613936857270,1230
-"eps_2",1e-05,1613936857270,1230
-"train_loss",0.062005624,1613936858222,1231
-"raw_loss",0.026272388,1613936858222,1231
-"epoch",7.748427672955948,1613936858222,1231
-"wd_0",0.01,1613936858222,1231
-"sqr_mom_0",0.99,1613936858222,1231
-"lr_0",2.228883493033662e-06,1613936858222,1231
-"mom_0",0.9054228843681704,1613936858222,1231
-"eps_0",1e-05,1613936858222,1231
-"wd_1",0.01,1613936858222,1231
-"sqr_mom_1",0.99,1613936858222,1231
-"lr_1",2.228883493033662e-05,1613936858222,1231
-"mom_1",0.9054228843681704,1613936858222,1231
-"eps_1",1e-05,1613936858222,1231
-"wd_2",0.01,1613936858222,1231
-"sqr_mom_2",0.99,1613936858222,1231
-"lr_2",0.00022288834930336615,1613936858222,1231
-"mom_2",0.9054228843681704,1613936858222,1231
-"eps_2",1e-05,1613936858222,1231
-"train_loss",0.062931165,1613936859168,1232
-"raw_loss",0.10828282,1613936859168,1232
-"epoch",7.754716981132049,1613936859168,1232
-"wd_0",0.01,1613936859168,1232
-"sqr_mom_0",0.99,1613936859168,1232
-"lr_0",2.2218696306676195e-06,1613936859168,1232
-"mom_0",0.9055631630182778,1613936859168,1232
-"eps_0",1e-05,1613936859168,1232
-"wd_1",0.01,1613936859168,1232
-"sqr_mom_1",0.99,1613936859168,1232
-"lr_1",2.2218696306676197e-05,1613936859168,1232
-"mom_1",0.9055631630182778,1613936859168,1232
-"eps_1",1e-05,1613936859168,1232
-"wd_2",0.01,1613936859168,1232
-"sqr_mom_2",0.99,1613936859168,1232
-"lr_2",0.00022218696306676195,1613936859168,1232
-"mom_2",0.9055631630182778,1613936859168,1232
-"eps_2",1e-05,1613936859168,1232
-"train_loss",0.06326733,1613936860148,1233
-"raw_loss",0.07973914,1613936860148,1233
-"epoch",7.761006289308149,1613936860148,1233
-"wd_0",0.01,1613936860148,1233
-"sqr_mom_0",0.99,1613936860148,1233
-"lr_0",2.214857984477002e-06,1613936860148,1233
-"mom_0",0.9057033973444334,1613936860148,1233
-"eps_0",1e-05,1613936860148,1233
-"wd_1",0.01,1613936860148,1233
-"sqr_mom_1",0.99,1613936860148,1233
-"lr_1",2.2148579844770023e-05,1613936860148,1233
-"mom_1",0.9057033973444334,1613936860148,1233
-"eps_1",1e-05,1613936860148,1233
-"wd_2",0.01,1613936860148,1233
-"sqr_mom_2",0.99,1613936860148,1233
-"lr_2",0.0002214857984477002,1613936860148,1233
-"mom_2",0.9057033973444334,1613936860148,1233
-"eps_2",1e-05,1613936860148,1233
-"train_loss",0.06261015,1613936861143,1234
-"raw_loss",0.030408237,1613936861143,1234
-"epoch",7.7672955974842495,1613936861143,1234
-"wd_0",0.01,1613936861143,1234
-"sqr_mom_0",0.99,1613936861143,1234
-"lr_0",2.2078490752474375e-06,1613936861143,1234
-"mom_0",0.9058435769308205,1613936861143,1234
-"eps_0",1e-05,1613936861143,1234
-"wd_1",0.01,1613936861143,1234
-"sqr_mom_1",0.99,1613936861143,1234
-"lr_1",2.2078490752474375e-05,1613936861143,1234
-"mom_1",0.9058435769308205,1613936861143,1234
-"eps_1",1e-05,1613936861143,1234
-"wd_2",0.01,1613936861143,1234
-"sqr_mom_2",0.99,1613936861143,1234
-"lr_2",0.00022078490752474374,1613936861143,1234
-"mom_2",0.9058435769308205,1613936861143,1234
-"eps_2",1e-05,1613936861143,1234
-"train_loss",0.0628397,1613936862133,1235
-"raw_loss",0.07408771,1613936862133,1235
-"epoch",7.77358490566035,1613936862133,1235
-"wd_0",0.01,1613936862133,1235
-"sqr_mom_0",0.99,1613936862133,1235
-"lr_0",2.2008420288270812e-06,1613936862133,1235
-"mom_0",0.9059837192606509,1613936862133,1235
-"eps_0",1e-05,1613936862133,1235
-"wd_1",0.01,1613936862133,1235
-"sqr_mom_1",0.99,1613936862133,1235
-"lr_1",2.200842028827081e-05,1613936862133,1235
-"mom_1",0.9059837192606509,1613936862133,1235
-"eps_1",1e-05,1613936862133,1235
-"wd_2",0.01,1613936862133,1235
-"sqr_mom_2",0.99,1613936862133,1235
-"lr_2",0.00022008420288270809,1613936862133,1235
-"mom_2",0.9059837192606509,1613936862133,1235
-"eps_2",1e-05,1613936862133,1235
-"train_loss",0.062298145,1613936863103,1236
-"raw_loss",0.03576193,1613936863103,1236
-"epoch",7.77987421383645,1613936863103,1236
-"wd_0",0.01,1613936863103,1236
-"sqr_mom_0",0.99,1613936863103,1236
-"lr_0",2.193836901512729e-06,1613936863103,1236
-"mom_0",0.9061238232079775,1613936863103,1236
-"eps_0",1e-05,1613936863103,1236
-"wd_1",0.01,1613936863103,1236
-"sqr_mom_1",0.99,1613936863103,1236
-"lr_1",2.193836901512729e-05,1613936863103,1236
-"mom_1",0.9061238232079775,1613936863103,1236
-"eps_1",1e-05,1613936863103,1236
-"wd_2",0.01,1613936863103,1236
-"sqr_mom_2",0.99,1613936863103,1236
-"lr_2",0.00021938369015127285,1613936863103,1236
-"mom_2",0.9061238232079775,1613936863103,1236
-"eps_2",1e-05,1613936863103,1236
-"train_loss",0.061995894,1613936864057,1237
-"raw_loss",0.047185652,1613936864057,1237
-"epoch",7.786163522012551,1613936864057,1237
-"wd_0",0.01,1613936864057,1237
-"sqr_mom_0",0.99,1613936864057,1237
-"lr_0",2.186835607368707e-06,1613936864057,1237
-"mom_0",0.9062638504911308,1613936864057,1237
-"eps_0",1e-05,1613936864057,1237
-"wd_1",0.01,1613936864057,1237
-"sqr_mom_1",0.99,1613936864057,1237
-"lr_1",2.186835607368707e-05,1613936864057,1237
-"mom_1",0.9062638504911308,1613936864057,1237
-"eps_1",1e-05,1613936864057,1237
-"wd_2",0.01,1613936864057,1237
-"sqr_mom_2",0.99,1613936864057,1237
-"lr_2",0.00021868356073687068,1613936864057,1237
-"mom_2",0.9062638504911308,1613936864057,1237
-"eps_2",1e-05,1613936864057,1237
-"train_loss",0.06139452,1613936865038,1238
-"raw_loss",0.03192723,1613936865038,1238
-"epoch",7.792452830188651,1613936865038,1238
-"wd_0",0.01,1613936865038,1238
-"sqr_mom_0",0.99,1613936865038,1238
-"lr_0",2.179835415046999e-06,1613936865038,1238
-"mom_0",0.9064038557376174,1613936865038,1238
-"eps_0",1e-05,1613936865038,1238
-"wd_1",0.01,1613936865038,1238
-"sqr_mom_1",0.99,1613936865038,1238
-"lr_1",2.1798354150469988e-05,1613936865038,1238
-"mom_1",0.9064038557376174,1613936865038,1238
-"eps_1",1e-05,1613936865038,1238
-"wd_2",0.01,1613936865038,1238
-"sqr_mom_2",0.99,1613936865038,1238
-"lr_2",0.00021798354150469985,1613936865038,1238
-"mom_2",0.9064038557376174,1613936865038,1238
-"eps_2",1e-05,1613936865038,1238
-"train_loss",0.060889773,1613936866026,1239
-"raw_loss",0.03615717,1613936866026,1239
-"epoch",7.7987421383647515,1613936866026,1239
-"wd_0",0.01,1613936866026,1239
-"sqr_mom_0",0.99,1613936866026,1239
-"lr_0",2.172838238245262e-06,1613936866026,1239
-"mom_0",0.9065438006731015,1613936866026,1239
-"eps_0",1e-05,1613936866026,1239
-"wd_1",0.01,1613936866026,1239
-"sqr_mom_1",0.99,1613936866026,1239
-"lr_1",2.172838238245262e-05,1613936866026,1239
-"mom_1",0.9065438006731015,1613936866026,1239
-"eps_1",1e-05,1613936866026,1239
-"wd_2",0.01,1613936866026,1239
-"sqr_mom_2",0.99,1613936866026,1239
-"lr_2",0.00021728382382452615,1613936866026,1239
-"mom_2",0.9065438006731015,1613936866026,1239
-"eps_2",1e-05,1613936866026,1239
-"train_loss",0.060522385,1613936867011,1240
-"raw_loss",0.042520422,1613936867011,1240
-"epoch",7.805031446540852,1613936867011,1240
-"wd_0",0.01,1613936867011,1240
-"sqr_mom_0",0.99,1613936867011,1240
-"lr_0",2.165843668271725e-06,1613936867011,1240
-"mom_0",0.9066836934715001,1613936867011,1240
-"eps_0",1e-05,1613936867011,1240
-"wd_1",0.01,1613936867011,1240
-"sqr_mom_1",0.99,1613936867011,1240
-"lr_1",2.165843668271725e-05,1613936867011,1240
-"mom_1",0.9066836934715001,1613936867011,1240
-"eps_1",1e-05,1613936867011,1240
-"wd_2",0.01,1613936867011,1240
-"sqr_mom_2",0.99,1613936867011,1240
-"lr_2",0.00021658436682717245,1613936867011,1240
-"mom_2",0.9066836934715001,1613936867011,1240
-"eps_2",1e-05,1613936867011,1240
-"train_loss",0.05997862,1613936867972,1241
-"raw_loss",0.033334006,1613936867972,1241
-"epoch",7.811320754716952,1613936867972,1241
-"wd_0",0.01,1613936867972,1241
-"sqr_mom_0",0.99,1613936867972,1241
-"lr_0",2.1588522246042806e-06,1613936867972,1241
-"mom_0",0.9068235237431518,1613936867972,1241
-"eps_0",1e-05,1613936867972,1241
-"wd_1",0.01,1613936867972,1241
-"sqr_mom_1",0.99,1613936867972,1241
-"lr_1",2.1588522246042805e-05,1613936867972,1241
-"mom_1",0.9068235237431518,1613936867972,1241
-"eps_1",1e-05,1613936867972,1241
-"wd_2",0.01,1613936867972,1241
-"sqr_mom_2",0.99,1613936867972,1241
-"lr_2",0.00021588522246042803,1613936867972,1241
-"mom_2",0.9068235237431518,1613936867972,1241
-"eps_2",1e-05,1613936867972,1241
-"train_loss",0.060684413,1613936868994,1242
-"raw_loss",0.09526829,1613936868994,1242
-"epoch",7.817610062893053,1613936868994,1242
-"wd_0",0.01,1613936868994,1242
-"sqr_mom_0",0.99,1613936868994,1242
-"lr_0",2.1518630352693903e-06,1613936868994,1242
-"mom_0",0.9069633089277014,1613936868994,1242
-"eps_0",1e-05,1613936868994,1242
-"wd_1",0.01,1613936868994,1242
-"sqr_mom_1",0.99,1613936868994,1242
-"lr_1",2.1518630352693904e-05,1613936868994,1242
-"mom_1",0.9069633089277014,1613936868994,1242
-"eps_1",1e-05,1613936868994,1242
-"wd_2",0.01,1613936868994,1242
-"sqr_mom_2",0.99,1613936868994,1242
-"lr_2",0.000215186303526939,1613936868994,1242
-"mom_2",0.9069633089277014,1613936868994,1242
-"eps_2",1e-05,1613936868994,1242
-"train_loss",0.060194705,1613936870001,1243
-"raw_loss",0.036199033,1613936870001,1243
-"epoch",7.823899371069153,1613936870001,1243
-"wd_0",0.01,1613936870001,1243
-"sqr_mom_0",0.99,1613936870001,1243
-"lr_0",2.144876156499255e-06,1613936870001,1243
-"mom_0",0.9071030479004939,1613936870001,1243
-"eps_0",1e-05,1613936870001,1243
-"wd_1",0.01,1613936870001,1243
-"sqr_mom_1",0.99,1613936870001,1243
-"lr_1",2.144876156499255e-05,1613936870001,1243
-"mom_1",0.9071030479004939,1613936870001,1243
-"eps_1",1e-05,1613936870001,1243
-"wd_2",0.01,1613936870001,1243
-"sqr_mom_2",0.99,1613936870001,1243
-"lr_2",0.00021448761564992548,1613936870001,1243
-"mom_2",0.9071030479004939,1613936870001,1243
-"eps_2",1e-05,1613936870001,1243
-"train_loss",0.060219232,1613936870954,1244
-"raw_loss",0.06142109,1613936870954,1244
-"epoch",7.8301886792452535,1613936870954,1244
-"wd_0",0.01,1613936870954,1244
-"sqr_mom_0",0.99,1613936870954,1244
-"lr_0",2.1378930341013588e-06,1613936870954,1244
-"mom_0",0.9072427117450903,1613936870954,1244
-"eps_0",1e-05,1613936870954,1244
-"wd_1",0.01,1613936870954,1244
-"sqr_mom_1",0.99,1613936870954,1244
-"lr_1",2.1378930341013586e-05,1613936870954,1244
-"mom_1",0.9072427117450903,1613936870954,1244
-"eps_1",1e-05,1613936870954,1244
-"wd_2",0.01,1613936870954,1244
-"sqr_mom_2",0.99,1613936870954,1244
-"lr_2",0.00021378930341013586,1613936870954,1244
-"mom_2",0.9072427117450903,1613936870954,1244
-"eps_2",1e-05,1613936870954,1244
-"train_loss",0.06007289,1613936871901,1245
-"raw_loss",0.052902125,1613936871901,1245
-"epoch",7.836477987421354,1613936871901,1245
-"wd_0",0.01,1613936871901,1245
-"sqr_mom_0",0.99,1613936871901,1245
-"lr_0",2.130912333572821e-06,1613936871901,1245
-"mom_0",0.9073823271518151,1613936871901,1245
-"eps_0",1e-05,1613936871901,1245
-"wd_1",0.01,1613936871901,1245
-"sqr_mom_1",0.99,1613936871901,1245
-"lr_1",2.130912333572821e-05,1613936871901,1245
-"mom_1",0.9073823271518151,1613936871901,1245
-"eps_1",1e-05,1613936871901,1245
-"wd_2",0.01,1613936871901,1245
-"sqr_mom_2",0.99,1613936871901,1245
-"lr_2",0.00021309123335728206,1613936871901,1245
-"mom_2",0.9073823271518151,1613936871901,1245
-"eps_2",1e-05,1613936871901,1245
-"train_loss",0.05950842,1613936872891,1246
-"raw_loss",0.031849317,1613936872891,1246
-"epoch",7.842767295597454,1613936872891,1246
-"wd_0",0.01,1613936872891,1246
-"sqr_mom_0",0.99,1613936872891,1246
-"lr_0",2.1239345739129877e-06,1613936872891,1246
-"mom_0",0.9075218837405776,1613936872891,1246
-"eps_0",1e-05,1613936872891,1246
-"wd_1",0.01,1613936872891,1246
-"sqr_mom_1",0.99,1613936872891,1246
-"lr_1",2.1239345739129872e-05,1613936872891,1246
-"mom_1",0.9075218837405776,1613936872891,1246
-"eps_1",1e-05,1613936872891,1246
-"wd_2",0.01,1613936872891,1246
-"sqr_mom_2",0.99,1613936872891,1246
-"lr_2",0.00021239345739129873,1613936872891,1246
-"mom_2",0.9075218837405776,1613936872891,1246
-"eps_2",1e-05,1613936872891,1246
-"train_loss",0.060445346,1613936873857,1247
-"raw_loss",0.10635473,1613936873857,1247
-"epoch",7.849056603773555,1613936873857,1247
-"wd_0",0.01,1613936873857,1247
-"sqr_mom_0",0.99,1613936873857,1247
-"lr_0",2.1169602733174057e-06,1613936873857,1247
-"mom_0",0.9076613711473633,1613936873857,1247
-"eps_0",1e-05,1613936873857,1247
-"wd_1",0.01,1613936873857,1247
-"sqr_mom_1",0.99,1613936873857,1247
-"lr_1",2.1169602733174057e-05,1613936873857,1247
-"mom_1",0.9076613711473633,1613936873857,1247
-"eps_1",1e-05,1613936873857,1247
-"wd_2",0.01,1613936873857,1247
-"sqr_mom_2",0.99,1613936873857,1247
-"lr_2",0.00021169602733174054,1613936873857,1247
-"mom_2",0.9076613711473633,1613936873857,1247
-"eps_2",1e-05,1613936873857,1247
-"train_loss",0.06008505,1613936874807,1248
-"raw_loss",0.042430587,1613936874807,1248
-"epoch",7.855345911949655,1613936874807,1248
-"wd_0",0.01,1613936874807,1248
-"sqr_mom_0",0.99,1613936874807,1248
-"lr_0",2.1099885619506247e-06,1613936874807,1248
-"mom_0",0.9078008067690552,1613936874807,1248
-"eps_0",1e-05,1613936874807,1248
-"wd_1",0.01,1613936874807,1248
-"sqr_mom_1",0.99,1613936874807,1248
-"lr_1",2.1099885619506247e-05,1613936874807,1248
-"mom_1",0.9078008067690552,1613936874807,1248
-"eps_1",1e-05,1613936874807,1248
-"wd_2",0.01,1613936874807,1248
-"sqr_mom_2",0.99,1613936874807,1248
-"lr_2",0.00021099885619506244,1613936874807,1248
-"mom_2",0.9078008067690552,1613936874807,1248
-"eps_2",1e-05,1613936874807,1248
-"train_loss",0.059352186,1613936875747,1249
-"raw_loss",0.023441846,1613936875747,1249
-"epoch",7.8616352201257556,1613936875747,1249
-"wd_0",0.01,1613936875747,1249
-"sqr_mom_0",0.99,1613936875747,1249
-"lr_0",2.103019495972002e-06,1613936875747,1249
-"mom_0",0.9079401894824548,1613936875747,1249
-"eps_0",1e-05,1613936875747,1249
-"wd_1",0.01,1613936875747,1249
-"sqr_mom_1",0.99,1613936875747,1249
-"lr_1",2.1030194959720023e-05,1613936875747,1249
-"mom_1",0.9079401894824548,1613936875747,1249
-"eps_1",1e-05,1613936875747,1249
-"wd_2",0.01,1613936875747,1249
-"sqr_mom_2",0.99,1613936875747,1249
-"lr_2",0.00021030194959720017,1613936875747,1249
-"mom_2",0.9079401894824548,1613936875747,1249
-"eps_2",1e-05,1613936875747,1249
-"train_loss",0.05960355,1613936876692,1250
-"raw_loss",0.071920305,1613936876692,1250
-"epoch",7.867924528301856,1613936876692,1250
-"wd_0",0.01,1613936876692,1250
-"sqr_mom_0",0.99,1613936876692,1250
-"lr_0",2.096054055492136e-06,1613936876692,1250
-"mom_0",0.9080794996851541,1613936876692,1250
-"eps_0",1e-05,1613936876692,1250
-"wd_1",0.01,1613936876692,1250
-"sqr_mom_1",0.99,1613936876692,1250
-"lr_1",2.096054055492136e-05,1613936876692,1250
-"mom_1",0.9080794996851541,1613936876692,1250
-"eps_1",1e-05,1613936876692,1250
-"wd_2",0.01,1613936876692,1250
-"sqr_mom_2",0.99,1613936876692,1250
-"lr_2",0.0002096054055492136,1613936876692,1250
-"mom_2",0.9080794996851541,1613936876692,1250
-"eps_2",1e-05,1613936876692,1250
-"train_loss",0.058936376,1613936877647,1251
-"raw_loss",0.026244884,1613936877647,1251
-"epoch",7.874213836477956,1613936877647,1251
-"wd_0",0.01,1613936877647,1251
-"sqr_mom_0",0.99,1613936877647,1251
-"lr_0",2.089092295372451e-06,1613936877647,1251
-"mom_0",0.9082187362799138,1613936877647,1251
-"eps_0",1e-05,1613936877647,1251
-"wd_1",0.01,1613936877647,1251
-"sqr_mom_1",0.99,1613936877647,1251
-"lr_1",2.089092295372451e-05,1613936877647,1251
-"mom_1",0.9082187362799138,1613936877647,1251
-"eps_1",1e-05,1613936877647,1251
-"wd_2",0.01,1613936877647,1251
-"sqr_mom_2",0.99,1613936877647,1251
-"lr_2",0.00020890922953724507,1613936877647,1251
-"mom_2",0.9082187362799138,1613936877647,1251
-"eps_2",1e-05,1613936877647,1251
-"train_loss",0.058419872,1613936878616,1252
-"raw_loss",0.033111084,1613936878616,1252
-"epoch",7.880503144654057,1613936878616,1252
-"wd_0",0.01,1613936878616,1252
-"sqr_mom_0",0.99,1613936878616,1252
-"lr_0",2.082133347341542e-06,1613936878616,1252
-"mom_0",0.9083579166323354,1613936878616,1252
-"eps_0",1e-05,1613936878616,1252
-"wd_1",0.01,1613936878616,1252
-"sqr_mom_1",0.99,1613936878616,1252
-"lr_1",2.0821333473415422e-05,1613936878616,1252
-"mom_1",0.9083579166323354,1613936878616,1252
-"eps_1",1e-05,1613936878616,1252
-"wd_2",0.01,1613936878616,1252
-"sqr_mom_2",0.99,1613936878616,1252
-"lr_2",0.0002082133347341542,1613936878616,1252
-"mom_2",0.9083579166323354,1613936878616,1252
-"eps_2",1e-05,1613936878616,1252
-"train_loss",0.057784017,1613936879589,1253
-"raw_loss",0.02662713,1613936879589,1253
-"epoch",7.886792452830157,1613936879589,1253
-"wd_0",0.01,1613936879589,1253
-"sqr_mom_0",0.99,1613936879589,1253
-"lr_0",2.075177728821091e-06,1613936879589,1253
-"mom_0",0.9084970303938821,1613936879589,1253
-"eps_0",1e-05,1613936879589,1253
-"wd_1",0.01,1613936879589,1253
-"sqr_mom_1",0.99,1613936879589,1253
-"lr_1",2.075177728821091e-05,1613936879589,1253
-"mom_1",0.9084970303938821,1613936879589,1253
-"eps_1",1e-05,1613936879589,1253
-"wd_2",0.01,1613936879589,1253
-"sqr_mom_2",0.99,1613936879589,1253
-"lr_2",0.00020751777288210906,1613936879589,1253
-"mom_2",0.9084970303938821,1613936879589,1253
-"eps_2",1e-05,1613936879589,1253
-"train_loss",0.057248827,1613936880561,1254
-"raw_loss",0.031024467,1613936880561,1254
-"epoch",7.893081761006258,1613936880561,1254
-"wd_0",0.01,1613936880561,1254
-"sqr_mom_0",0.99,1613936880561,1254
-"lr_0",2.068225956322758e-06,1613936880561,1254
-"mom_0",0.9086360672342172,1613936880561,1254
-"eps_0",1e-05,1613936880561,1254
-"wd_1",0.01,1613936880561,1254
-"sqr_mom_1",0.99,1613936880561,1254
-"lr_1",2.0682259563227583e-05,1613936880561,1254
-"mom_1",0.9086360672342172,1613936880561,1254
-"eps_1",1e-05,1613936880561,1254
-"wd_2",0.01,1613936880561,1254
-"sqr_mom_2",0.99,1613936880561,1254
-"lr_2",0.00020682259563227577,1613936880561,1254
-"mom_2",0.9086360672342172,1613936880561,1254
-"eps_2",1e-05,1613936880561,1254
-"train_loss",0.05678236,1613936881646,1255
-"raw_loss",0.033925455,1613936881646,1255
-"epoch",7.899371069182358,1613936881646,1255
-"wd_0",0.01,1613936881646,1255
-"sqr_mom_0",0.99,1613936881646,1255
-"lr_0",2.0612771628207982e-06,1613936881646,1255
-"mom_0",0.9087750444940289,1613936881646,1255
-"eps_0",1e-05,1613936881646,1255
-"wd_1",0.01,1613936881646,1255
-"sqr_mom_1",0.99,1613936881646,1255
-"lr_1",2.061277162820798e-05,1613936881646,1255
-"mom_1",0.9087750444940289,1613936881646,1255
-"eps_1",1e-05,1613936881646,1255
-"wd_2",0.01,1613936881646,1255
-"sqr_mom_2",0.99,1613936881646,1255
-"lr_2",0.00020612771628207978,1613936881646,1255
-"mom_2",0.9087750444940289,1613936881646,1255
-"eps_2",1e-05,1613936881646,1255
-"train_loss",0.056577817,1613936882593,1256
-"raw_loss",0.046555102,1613936882593,1256
-"epoch",7.905660377358458,1613936882593,1256
-"wd_0",0.01,1613936882593,1256
-"sqr_mom_0",0.99,1613936882593,1256
-"lr_0",2.0543314043692305e-06,1613936882593,1256
-"mom_0",0.9089139610522259,1613936882593,1256
-"eps_0",1e-05,1613936882593,1256
-"wd_1",0.01,1613936882593,1256
-"sqr_mom_1",0.99,1613936882593,1256
-"lr_1",2.0543314043692306e-05,1613936882593,1256
-"mom_1",0.9089139610522259,1613936882593,1256
-"eps_1",1e-05,1613936882593,1256
-"wd_2",0.01,1613936882593,1256
-"sqr_mom_2",0.99,1613936882593,1256
-"lr_2",0.00020543314043692303,1613936882593,1256
-"mom_2",0.9089139610522259,1613936882593,1256
-"eps_2",1e-05,1613936882593,1256
-"train_loss",0.056447845,1613936883528,1257
-"raw_loss",0.050079156,1613936883528,1257
-"epoch",7.911949685534559,1613936883528,1257
-"wd_0",0.01,1613936883528,1257
-"sqr_mom_0",0.99,1613936883528,1257
-"lr_0",2.0473896578007457e-06,1613936883528,1257
-"mom_0",0.9090527973719588,1613936883528,1257
-"eps_0",1e-05,1613936883528,1257
-"wd_1",0.01,1613936883528,1257
-"sqr_mom_1",0.99,1613936883528,1257
-"lr_1",2.0473896578007456e-05,1613936883528,1257
-"mom_1",0.9090527973719588,1613936883528,1257
-"eps_1",1e-05,1613936883528,1257
-"wd_2",0.01,1613936883528,1257
-"sqr_mom_2",0.99,1613936883528,1257
-"lr_2",0.00020473896578007456,1613936883528,1257
-"mom_2",0.9090527973719588,1613936883528,1257
-"eps_2",1e-05,1613936883528,1257
-"train_loss",0.056577094,1613936884469,1258
-"raw_loss",0.06291033,1613936884469,1258
-"epoch",7.918238993710659,1613936884469,1258
-"wd_0",0.01,1613936884469,1258
-"sqr_mom_0",0.99,1613936884469,1258
-"lr_0",2.0404519777108054e-06,1613936884469,1258
-"mom_0",0.9091915523613074,1613936884469,1258
-"eps_0",1e-05,1613936884469,1258
-"wd_1",0.01,1613936884469,1258
-"sqr_mom_1",0.99,1613936884469,1258
-"lr_1",2.0404519777108053e-05,1613936884469,1258
-"mom_1",0.9091915523613074,1613936884469,1258
-"eps_1",1e-05,1613936884469,1258
-"wd_2",0.01,1613936884469,1258
-"sqr_mom_2",0.99,1613936884469,1258
-"lr_2",0.00020404519777108052,1613936884469,1258
-"mom_2",0.9091915523613074,1613936884469,1258
-"eps_2",1e-05,1613936884469,1258
-"train_loss",0.05665541,1613936885423,1259
-"raw_loss",0.060492903,1613936885423,1259
-"epoch",7.92452830188676,1613936885423,1259
-"wd_0",0.01,1613936885423,1259
-"sqr_mom_0",0.99,1613936885423,1259
-"lr_0",2.033517498831269e-06,1613936885423,1259
-"mom_0",0.9093302433258078,1613936885423,1259
-"eps_0",1e-05,1613936885423,1259
-"wd_1",0.01,1613936885423,1259
-"sqr_mom_1",0.99,1613936885423,1259
-"lr_1",2.0335174988312686e-05,1613936885423,1259
-"mom_1",0.9093302433258078,1613936885423,1259
-"eps_1",1e-05,1613936885423,1259
-"wd_2",0.01,1613936885423,1259
-"sqr_mom_2",0.99,1613936885423,1259
-"lr_2",0.00020335174988312684,1613936885423,1259
-"mom_2",0.9093302433258078,1613936885423,1259
-"eps_2",1e-05,1613936885423,1259
-"train_loss",0.05636878,1613936886370,1260
-"raw_loss",0.04232376,1613936886370,1260
-"epoch",7.93081761006286,1613936886370,1260
-"wd_0",0.01,1613936886370,1260
-"sqr_mom_0",0.99,1613936886370,1260
-"lr_0",2.02658673680416e-06,1613936886370,1260
-"mom_0",0.9094688599525163,1613936886370,1260
-"eps_0",1e-05,1613936886370,1260
-"wd_1",0.01,1613936886370,1260
-"sqr_mom_1",0.99,1613936886370,1260
-"lr_1",2.02658673680416e-05,1613936886370,1260
-"mom_1",0.9094688599525163,1613936886370,1260
-"eps_1",1e-05,1613936886370,1260
-"wd_2",0.01,1613936886370,1260
-"sqr_mom_2",0.99,1613936886370,1260
-"lr_2",0.00020265867368041596,1613936886370,1260
-"mom_2",0.9094688599525163,1613936886370,1260
-"eps_2",1e-05,1613936886370,1260
-"train_loss",0.055998918,1613936887324,1261
-"raw_loss",0.03787559,1613936887324,1261
-"epoch",7.93710691823896,1613936887324,1261
-"wd_0",0.01,1613936887324,1261
-"sqr_mom_0",0.99,1613936887324,1261
-"lr_0",2.019660206255615e-06,1613936887324,1261
-"mom_0",0.9096073919488071,1613936887324,1261
-"eps_0",1e-05,1613936887324,1261
-"wd_1",0.01,1613936887324,1261
-"sqr_mom_1",0.99,1613936887324,1261
-"lr_1",2.0196602062556146e-05,1613936887324,1261
-"mom_1",0.9096073919488071,1613936887324,1261
-"eps_1",1e-05,1613936887324,1261
-"wd_2",0.01,1613936887324,1261
-"sqr_mom_2",0.99,1613936887324,1261
-"lr_2",0.00020196602062556146,1613936887324,1261
-"mom_2",0.9096073919488071,1613936887324,1261
-"eps_2",1e-05,1613936887324,1261
-"train_loss",0.056075957,1613936888316,1262
-"raw_loss",0.059850894,1613936888316,1262
-"epoch",7.943396226415061,1613936888316,1262
-"wd_0",0.01,1613936888316,1262
-"sqr_mom_0",0.99,1613936888316,1262
-"lr_0",2.0127365841578187e-06,1613936888316,1262
-"mom_0",0.9097458657755013,1613936888316,1262
-"eps_0",1e-05,1613936888316,1262
-"wd_1",0.01,1613936888316,1262
-"sqr_mom_1",0.99,1613936888316,1262
-"lr_1",2.0127365841578188e-05,1613936888316,1262
-"mom_1",0.9097458657755013,1613936888316,1262
-"eps_1",1e-05,1613936888316,1262
-"wd_2",0.01,1613936888316,1262
-"sqr_mom_2",0.99,1613936888316,1262
-"lr_2",0.00020127365841578183,1613936888316,1262
-"mom_2",0.9097458657755013,1613936888316,1262
-"eps_2",1e-05,1613936888316,1262
-"train_loss",0.05606763,1613936889268,1263
-"raw_loss",0.055659685,1613936889268,1263
-"epoch",7.949685534591161,1613936889268,1263
-"wd_0",0.01,1613936889268,1263
-"sqr_mom_0",0.99,1613936889268,1263
-"lr_0",2.005817303888309e-06,1613936889268,1263
-"mom_0",0.9098842527647615,1613936889268,1263
-"eps_0",1e-05,1613936889268,1263
-"wd_1",0.01,1613936889268,1263
-"sqr_mom_1",0.99,1613936889268,1263
-"lr_1",2.005817303888309e-05,1613936889268,1263
-"mom_1",0.9098842527647615,1613936889268,1263
-"eps_1",1e-05,1613936889268,1263
-"wd_2",0.01,1613936889268,1263
-"sqr_mom_2",0.99,1613936889268,1263
-"lr_2",0.00020058173038883087,1613936889268,1263
-"mom_2",0.9098842527647615,1613936889268,1263
-"eps_2",1e-05,1613936889268,1263
-"train_loss",0.055545084,1613936890210,1264
-"raw_loss",0.029940236,1613936890210,1264
-"epoch",7.955974842767262,1613936890210,1264
-"wd_0",0.01,1613936890210,1264
-"sqr_mom_0",0.99,1613936890210,1264
-"lr_0",1.9989019611697935e-06,1613936890210,1264
-"mom_0",0.9100225610022141,1613936890210,1264
-"eps_0",1e-05,1613936890210,1264
-"wd_1",0.01,1613936890210,1264
-"sqr_mom_1",0.99,1613936890210,1264
-"lr_1",1.9989019611697934e-05,1613936890210,1264
-"mom_1",0.9100225610022141,1613936890210,1264
-"eps_1",1e-05,1613936890210,1264
-"wd_2",0.01,1613936890210,1264
-"sqr_mom_2",0.99,1613936890210,1264
-"lr_2",0.0001998901961169793,1613936890210,1264
-"mom_2",0.9100225610022141,1613936890210,1264
-"eps_2",1e-05,1613936890210,1264
-"train_loss",0.05495976,1613936891175,1265
-"raw_loss",0.02627874,1613936891175,1265
-"epoch",7.962264150943362,1613936891175,1265
-"wd_0",0.01,1613936891175,1265
-"sqr_mom_0",0.99,1613936891175,1265
-"lr_0",1.991991069460702e-06,1613936891175,1265
-"mom_0",0.9101607802185882,1613936891175,1265
-"eps_0",1e-05,1613936891175,1265
-"wd_1",0.01,1613936891175,1265
-"sqr_mom_1",0.99,1613936891175,1265
-"lr_1",1.991991069460702e-05,1613936891175,1265
-"mom_1",0.9101607802185882,1613936891175,1265
-"eps_1",1e-05,1613936891175,1265
-"wd_2",0.01,1613936891175,1265
-"sqr_mom_2",0.99,1613936891175,1265
-"lr_2",0.00019919910694607017,1613936891175,1265
-"mom_2",0.9101607802185882,1613936891175,1265
-"eps_2",1e-05,1613936891175,1265
-"train_loss",0.05431158,1613936892162,1266
-"raw_loss",0.02255087,1613936892162,1266
-"epoch",7.9685534591194624,1613936892162,1266
-"wd_0",0.01,1613936892162,1266
-"sqr_mom_0",0.99,1613936892162,1266
-"lr_0",1.9850837668339446e-06,1613936892162,1266
-"mom_0",0.9102989276525976,1613936892162,1266
-"eps_0",1e-05,1613936892162,1266
-"wd_1",0.01,1613936892162,1266
-"sqr_mom_1",0.99,1613936892162,1266
-"lr_1",1.985083766833945e-05,1613936892162,1266
-"mom_1",0.9102989276525976,1613936892162,1266
-"eps_1",1e-05,1613936892162,1266
-"wd_2",0.01,1613936892162,1266
-"sqr_mom_2",0.99,1613936892162,1266
-"lr_2",0.00019850837668339446,1613936892162,1266
-"mom_2",0.9102989276525976,1613936892162,1266
-"eps_2",1e-05,1613936892162,1266
-"train_loss",0.054425623,1613936893142,1267
-"raw_loss",0.06001363,1613936893142,1267
-"epoch",7.974842767295563,1613936893142,1267
-"wd_0",0.01,1613936893142,1267
-"sqr_mom_0",0.99,1613936893142,1267
-"lr_0",1.9781801091338165e-06,1613936893142,1267
-"mom_0",0.9104370021873455,1613936893142,1267
-"eps_0",1e-05,1613936893142,1267
-"wd_1",0.01,1613936893142,1267
-"sqr_mom_1",0.99,1613936893142,1267
-"lr_1",1.9781801091338165e-05,1613936893142,1267
-"mom_1",0.9104370021873455,1613936893142,1267
-"eps_1",1e-05,1613936893142,1267
-"wd_2",0.01,1613936893142,1267
-"sqr_mom_2",0.99,1613936893142,1267
-"lr_2",0.00019781801091338163,1613936893142,1267
-"mom_2",0.9104370021873455,1613936893142,1267
-"eps_2",1e-05,1613936893142,1267
-"train_loss",0.05491893,1613936894113,1268
-"raw_loss",0.07909105,1613936894113,1268
-"epoch",7.981132075471663,1613936894113,1268
-"wd_0",0.01,1613936894113,1268
-"sqr_mom_0",0.99,1613936894113,1268
-"lr_0",1.9712819823503457e-06,1613936894113,1268
-"mom_0",0.9105749661026541,1613936894113,1268
-"eps_0",1e-05,1613936894113,1268
-"wd_1",0.01,1613936894113,1268
-"sqr_mom_1",0.99,1613936894113,1268
-"lr_1",1.9712819823503457e-05,1613936894113,1268
-"mom_1",0.9105749661026541,1613936894113,1268
-"eps_1",1e-05,1613936894113,1268
-"wd_2",0.01,1613936894113,1268
-"sqr_mom_2",0.99,1613936894113,1268
-"lr_2",0.00019712819823503453,1613936894113,1268
-"mom_2",0.9105749661026541,1613936894113,1268
-"eps_2",1e-05,1613936894113,1268
-"train_loss",0.05440778,1613936895086,1269
-"raw_loss",0.029361386,1613936895086,1269
-"epoch",7.987421383647764,1613936895086,1269
-"wd_0",0.01,1613936895086,1269
-"sqr_mom_0",0.99,1613936895086,1269
-"lr_0",1.9643866953832133e-06,1613936895086,1269
-"mom_0",0.9107128732210679,1613936895086,1269
-"eps_0",1e-05,1613936895086,1269
-"wd_1",0.01,1613936895086,1269
-"sqr_mom_1",0.99,1613936895086,1269
-"lr_1",1.964386695383213e-05,1613936895086,1269
-"mom_1",0.9107128732210679,1613936895086,1269
-"eps_1",1e-05,1613936895086,1269
-"wd_2",0.01,1613936895086,1269
-"sqr_mom_2",0.99,1613936895086,1269
-"lr_2",0.00019643866953832127,1613936895086,1269
-"mom_2",0.9107128732210679,1613936895086,1269
-"eps_2",1e-05,1613936895086,1269
-"train_loss",0.054090213,1613936896053,1270
-"raw_loss",0.03852951,1613936896053,1270
-"epoch",7.993710691823864,1613936896053,1270
-"wd_0",0.01,1613936896053,1270
-"sqr_mom_0",0.99,1613936896053,1270
-"lr_0",1.9574961336004995e-06,1613936896053,1270
-"mom_0",0.9108506858348483,1613936896053,1270
-"eps_0",1e-05,1613936896053,1270
-"wd_1",0.01,1613936896053,1270
-"sqr_mom_1",0.99,1613936896053,1270
-"lr_1",1.9574961336004995e-05,1613936896053,1270
-"mom_1",0.9108506858348483,1613936896053,1270
-"eps_1",1e-05,1613936896053,1270
-"wd_2",0.01,1613936896053,1270
-"sqr_mom_2",0.99,1613936896053,1270
-"lr_2",0.00019574961336004992,1613936896053,1270
-"mom_2",0.9108506858348483,1613936896053,1270
-"eps_2",1e-05,1613936896053,1270
-"train_loss",0.053942952,1613936896997,1271
-"raw_loss",0.046727207,1613936896997,1271
-"epoch",7.9999999999999645,1613936896997,1271
-"wd_0",0.01,1613936896997,1271
-"sqr_mom_0",0.99,1613936896997,1271
-"lr_0",1.9506103510472763e-06,1613936896997,1271
-"mom_0",0.910988402863083,1613936896997,1271
-"eps_0",1e-05,1613936896997,1271
-"wd_1",0.01,1613936896997,1271
-"sqr_mom_1",0.99,1613936896997,1271
-"lr_1",1.9506103510472762e-05,1613936896997,1271
-"mom_1",0.910988402863083,1613936896997,1271
-"eps_1",1e-05,1613936896997,1271
-"wd_2",0.01,1613936896997,1271
-"sqr_mom_2",0.99,1613936896997,1271
-"lr_2",0.00019506103510472756,1613936896997,1271
-"mom_2",0.910988402863083,1613936896997,1271
-"eps_2",1e-05,1613936896997,1271
-"valid_loss",0.11257494240999222,1613936927138,1271
-"_rmse",0.3355218768119812,1613936927138,1271
-"epoch",8,1613936927138,1271
-"train_loss",0.053463485,1613936928173,1272
-"raw_loss",0.029969616,1613936928173,1272
-"epoch",8.0062893081761,1613936928173,1272
-"wd_0",0.01,1613936928173,1272
-"sqr_mom_0",0.99,1613936928173,1272
-"lr_0",1.943728488928069e-06,1613936928173,1272
-"mom_0",0.9111260414818534,1613936928173,1272
-"eps_0",1e-05,1613936928173,1272
-"wd_1",0.01,1613936928173,1272
-"sqr_mom_1",0.99,1613936928173,1272
-"lr_1",1.9437284889280688e-05,1613936928173,1272
-"mom_1",0.9111260414818534,1613936928173,1272
-"eps_1",1e-05,1613936928173,1272
-"wd_2",0.01,1613936928173,1272
-"sqr_mom_2",0.99,1613936928173,1272
-"lr_2",0.00019437284889280685,1613936928173,1272
-"mom_2",0.9111260414818534,1613936928173,1272
-"eps_2",1e-05,1613936928173,1272
-"train_loss",0.05294619,1613936929155,1273
-"raw_loss",0.027598843,1613936929155,1273
-"epoch",8.0125786163522,1613936929155,1273
-"wd_0",0.01,1613936929155,1273
-"sqr_mom_0",0.99,1613936929155,1273
-"lr_0",1.9368510590463556e-06,1613936929155,1273
-"mom_0",0.9112635914549874,1613936929155,1273
-"eps_0",1e-05,1613936929155,1273
-"wd_1",0.01,1613936929155,1273
-"sqr_mom_1",0.99,1613936929155,1273
-"lr_1",1.9368510590463554e-05,1613936929155,1273
-"mom_1",0.9112635914549874,1613936929155,1273
-"eps_1",1e-05,1613936929155,1273
-"wd_2",0.01,1613936929155,1273
-"sqr_mom_2",0.99,1613936929155,1273
-"lr_2",0.0001936851059046355,1613936929155,1273
-"mom_2",0.9112635914549874,1613936929155,1273
-"eps_2",1e-05,1613936929155,1273
-"train_loss",0.05336437,1613936930125,1274
-"raw_loss",0.07385513,1613936930125,1274
-"epoch",8.018867924528301,1613936930125,1274
-"wd_0",0.01,1613936930125,1274
-"sqr_mom_0",0.99,1613936930125,1274
-"lr_0",1.929977660400581e-06,1613936930125,1274
-"mom_0",0.9114010608025964,1613936930125,1274
-"eps_0",1e-05,1613936930125,1274
-"wd_1",0.01,1613936930125,1274
-"sqr_mom_1",0.99,1613936930125,1274
-"lr_1",1.9299776604005814e-05,1613936930125,1274
-"mom_1",0.9114010608025964,1613936930125,1274
-"eps_1",1e-05,1613936930125,1274
-"wd_2",0.01,1613936930125,1274
-"sqr_mom_2",0.99,1613936930125,1274
-"lr_2",0.00019299776604005808,1613936930125,1274
-"mom_2",0.9114010608025964,1613936930125,1274
-"eps_2",1e-05,1613936930125,1274
-"train_loss",0.053726718,1613936931078,1275
-"raw_loss",0.07148183,1613936931078,1275
-"epoch",8.025157232704402,1613936931078,1275
-"wd_0",0.01,1613936931078,1275
-"sqr_mom_0",0.99,1613936931078,1275
-"lr_0",1.9231097151406304e-06,1613936931078,1275
-"mom_0",0.9115384210813982,1613936931078,1275
-"eps_0",1e-05,1613936931078,1275
-"wd_1",0.01,1613936931078,1275
-"sqr_mom_1",0.99,1613936931078,1275
-"lr_1",1.9231097151406304e-05,1613936931078,1275
-"mom_1",0.9115384210813982,1613936931078,1275
-"eps_1",1e-05,1613936931078,1275
-"wd_2",0.01,1613936931078,1275
-"sqr_mom_2",0.99,1613936931078,1275
-"lr_2",0.000192310971514063,1613936931078,1275
-"mom_2",0.9115384210813982,1613936931078,1275
-"eps_2",1e-05,1613936931078,1275
-"train_loss",0.0536854,1613936932009,1276
-"raw_loss",0.051660858,1613936932009,1276
-"epoch",8.031446540880502,1613936932009,1276
-"wd_0",0.01,1613936932009,1276
-"sqr_mom_0",0.99,1613936932009,1276
-"lr_0",1.9162459105994205e-06,1613936932009,1276
-"mom_0",0.911675698544997,1613936932009,1276
-"eps_0",1e-05,1613936932009,1276
-"wd_1",0.01,1613936932009,1276
-"sqr_mom_1",0.99,1613936932009,1276
-"lr_1",1.91624591059942e-05,1613936932009,1276
-"mom_1",0.911675698544997,1613936932009,1276
-"eps_1",1e-05,1613936932009,1276
-"wd_2",0.01,1613936932009,1276
-"sqr_mom_2",0.99,1613936932009,1276
-"lr_2",0.00019162459105994198,1613936932009,1276
-"mom_2",0.911675698544997,1613936932009,1276
-"eps_2",1e-05,1613936932009,1276
-"train_loss",0.05330404,1613936932957,1277
-"raw_loss",0.034617223,1613936932957,1277
-"epoch",8.037735849056602,1613936932957,1277
-"wd_0",0.01,1613936932957,1277
-"sqr_mom_0",0.99,1613936932957,1277
-"lr_0",1.90938675726043e-06,1613936932957,1277
-"mom_0",0.9118128829836212,1613936932957,1277
-"eps_0",1e-05,1613936932957,1277
-"wd_1",0.01,1613936932957,1277
-"sqr_mom_1",0.99,1613936932957,1277
-"lr_1",1.90938675726043e-05,1613936932957,1277
-"mom_1",0.9118128829836212,1613936932957,1277
-"eps_1",1e-05,1613936932957,1277
-"wd_2",0.01,1613936932957,1277
-"sqr_mom_2",0.99,1613936932957,1277
-"lr_2",0.00019093867572604297,1613936932957,1277
-"mom_2",0.9118128829836212,1613936932957,1277
-"eps_2",1e-05,1613936932957,1277
-"train_loss",0.053427722,1613936933900,1278
-"raw_loss",0.05948825,1613936933900,1278
-"epoch",8.044025157232703,1613936933900,1278
-"wd_0",0.01,1613936933900,1278
-"sqr_mom_0",0.99,1613936933900,1278
-"lr_0",1.9025327643358793e-06,1613936933900,1278
-"mom_0",0.9119499642129245,1613936933900,1278
-"eps_0",1e-05,1613936933900,1278
-"wd_1",0.01,1613936933900,1278
-"sqr_mom_1",0.99,1613936933900,1278
-"lr_1",1.9025327643358796e-05,1613936933900,1278
-"mom_1",0.9119499642129245,1613936933900,1278
-"eps_1",1e-05,1613936933900,1278
-"wd_2",0.01,1613936933900,1278
-"sqr_mom_2",0.99,1613936933900,1278
-"lr_2",0.00019025327643358792,1613936933900,1278
-"mom_2",0.9119499642129245,1613936933900,1278
-"eps_2",1e-05,1613936933900,1278
-"train_loss",0.053060975,1613936934896,1279
-"raw_loss",0.035090357,1613936934896,1279
-"epoch",8.050314465408803,1613936934896,1279
-"wd_0",0.01,1613936934896,1279
-"sqr_mom_0",0.99,1613936934896,1279
-"lr_0",1.8956830769951014e-06,1613936934896,1279
-"mom_0",0.9120869593296912,1613936934896,1279
-"eps_0",1e-05,1613936934896,1279
-"wd_1",0.01,1613936934896,1279
-"sqr_mom_1",0.99,1613936934896,1279
-"lr_1",1.8956830769951014e-05,1613936934896,1279
-"mom_1",0.9120869593296912,1613936934896,1279
-"eps_1",1e-05,1613936934896,1279
-"wd_2",0.01,1613936934896,1279
-"sqr_mom_2",0.99,1613936934896,1279
-"lr_2",0.00018956830769951012,1613936934896,1279
-"mom_2",0.9120869593296912,1613936934896,1279
-"eps_2",1e-05,1613936934896,1279
-"train_loss",0.0526965,1613936935883,1280
-"raw_loss",0.03483715,1613936935883,1280
-"epoch",8.056603773584904,1613936935883,1280
-"wd_0",0.01,1613936935883,1280
-"sqr_mom_0",0.99,1613936935883,1280
-"lr_0",1.8888377507651502e-06,1613936935883,1280
-"mom_0",0.9122238672233692,1613936935883,1280
-"eps_0",1e-05,1613936935883,1280
-"wd_1",0.01,1613936935883,1280
-"sqr_mom_1",0.99,1613936935883,1280
-"lr_1",1.88883775076515e-05,1613936935883,1280
-"mom_1",0.9122238672233692,1613936935883,1280
-"eps_1",1e-05,1613936935883,1280
-"wd_2",0.01,1613936935883,1280
-"sqr_mom_2",0.99,1613936935883,1280
-"lr_2",0.000188883775076515,1613936935883,1280
-"mom_2",0.9122238672233692,1613936935883,1280
-"eps_2",1e-05,1613936935883,1280
-"train_loss",0.053190228,1613936936907,1281
-"raw_loss",0.07738297,1613936936907,1281
-"epoch",8.062893081761004,1613936936907,1281
-"wd_0",0.01,1613936936907,1281
-"sqr_mom_0",0.99,1613936936907,1281
-"lr_0",1.881997748354201e-06,1613936936907,1281
-"mom_0",0.9123606686396023,1613936936907,1281
-"eps_0",1e-05,1613936936907,1281
-"wd_1",0.01,1613936936907,1281
-"sqr_mom_1",0.99,1613936936907,1281
-"lr_1",1.881997748354201e-05,1613936936907,1281
-"mom_1",0.9123606686396023,1613936936907,1281
-"eps_1",1e-05,1613936936907,1281
-"wd_2",0.01,1613936936907,1281
-"sqr_mom_2",0.99,1613936936907,1281
-"lr_2",0.00018819977483542006,1613936936907,1281
-"mom_2",0.9123606686396023,1613936936907,1281
-"eps_2",1e-05,1613936936907,1281
-"train_loss",0.052798092,1613936937876,1282
-"raw_loss",0.03358348,1613936937876,1282
-"epoch",8.069182389937104,1613936937876,1282
-"wd_0",0.01,1613936937876,1282
-"sqr_mom_0",0.99,1613936937876,1282
-"lr_0",1.8751631232847424e-06,1613936937876,1282
-"mom_0",0.9124973625079302,1613936937876,1282
-"eps_0",1e-05,1613936937876,1282
-"wd_1",0.01,1613936937876,1282
-"sqr_mom_1",0.99,1613936937876,1282
-"lr_1",1.8751631232847423e-05,1613936937876,1282
-"mom_1",0.9124973625079302,1613936937876,1282
-"eps_1",1e-05,1613936937876,1282
-"wd_2",0.01,1613936937876,1282
-"sqr_mom_2",0.99,1613936937876,1282
-"lr_2",0.0001875163123284742,1613936937876,1282
-"mom_2",0.9124973625079302,1613936937876,1282
-"eps_2",1e-05,1613936937876,1282
-"train_loss",0.052538913,1613936938852,1283
-"raw_loss",0.039839156,1613936938852,1283
-"epoch",8.075471698113205,1613936938852,1283
-"wd_0",0.01,1613936938852,1283
-"sqr_mom_0",0.99,1613936938852,1283
-"lr_0",1.8683330231416675e-06,1613936938852,1283
-"mom_0",0.9126339658768254,1613936938852,1283
-"eps_0",1e-05,1613936938852,1283
-"wd_1",0.01,1613936938852,1283
-"sqr_mom_1",0.99,1613936938852,1283
-"lr_1",1.8683330231416672e-05,1613936938852,1283
-"mom_1",0.9126339658768254,1613936938852,1283
-"eps_1",1e-05,1613936938852,1283
-"wd_2",0.01,1613936938852,1283
-"sqr_mom_2",0.99,1613936938852,1283
-"lr_2",0.00018683330231416672,1613936938852,1283
-"mom_2",0.9126339658768254,1613936938852,1283
-"eps_2",1e-05,1613936938852,1283
-"train_loss",0.052004967,1613936939794,1284
-"raw_loss",0.025841616,1613936939794,1284
-"epoch",8.081761006289305,1613936939794,1284
-"wd_0",0.01,1613936939794,1284
-"sqr_mom_0",0.99,1613936939794,1284
-"lr_0",1.8615079559420112e-06,1613936939794,1284
-"mom_0",0.9127704685858457,1613936939794,1284
-"eps_0",1e-05,1613936939794,1284
-"wd_1",0.01,1613936939794,1284
-"sqr_mom_1",0.99,1613936939794,1284
-"lr_1",1.861507955942011e-05,1613936939794,1284
-"mom_1",0.9127704685858457,1613936939794,1284
-"eps_1",1e-05,1613936939794,1284
-"wd_2",0.01,1613936939794,1284
-"sqr_mom_2",0.99,1613936939794,1284
-"lr_2",0.00018615079559420109,1613936939794,1284
-"mom_2",0.9127704685858457,1613936939794,1284
-"eps_2",1e-05,1613936939794,1284
-"train_loss",0.05277494,1613936940768,1285
-"raw_loss",0.09050356,1613936940768,1285
-"epoch",8.088050314465406,1613936940768,1285
-"wd_0",0.01,1613936940768,1285
-"sqr_mom_0",0.99,1613936940768,1285
-"lr_0",1.8546884283272069e-06,1613936940768,1285
-"mom_0",0.9129068605020608,1613936940768,1285
-"eps_0",1e-05,1613936940768,1285
-"wd_1",0.01,1613936940768,1285
-"sqr_mom_1",0.99,1613936940768,1285
-"lr_1",1.854688428327207e-05,1613936940768,1285
-"mom_1",0.9129068605020608,1613936940768,1285
-"eps_1",1e-05,1613936940768,1285
-"wd_2",0.01,1613936940768,1285
-"sqr_mom_2",0.99,1613936940768,1285
-"lr_2",0.00018546884283272066,1613936940768,1285
-"mom_2",0.9129068605020608,1613936940768,1285
-"eps_2",1e-05,1613936940768,1285
-"train_loss",0.05229234,1613936941711,1286
-"raw_loss",0.028644817,1613936941711,1286
-"epoch",8.094339622641506,1613936941711,1286
-"wd_0",0.01,1613936941711,1286
-"sqr_mom_0",0.99,1613936941711,1286
-"lr_0",1.8478735897651045e-06,1613936941711,1286
-"mom_0",0.9130431586362843,1613936941711,1286
-"eps_0",1e-05,1613936941711,1286
-"wd_1",0.01,1613936941711,1286
-"sqr_mom_1",0.99,1613936941711,1286
-"lr_1",1.8478735897651045e-05,1613936941711,1286
-"mom_1",0.9130431586362843,1613936941711,1286
-"eps_1",1e-05,1613936941711,1286
-"wd_2",0.01,1613936941711,1286
-"sqr_mom_2",0.99,1613936941711,1286
-"lr_2",0.00018478735897651041,1613936941711,1286
-"mom_2",0.9130431586362843,1613936941711,1286
-"eps_2",1e-05,1613936941711,1286
-"train_loss",0.051704206,1613936942674,1287
-"raw_loss",0.02288556,1613936942674,1287
-"epoch",8.100628930817606,1613936942674,1287
-"wd_0",0.01,1613936942674,1287
-"sqr_mom_0",0.99,1613936942674,1287
-"lr_0",1.8410634955809408e-06,1613936942674,1287
-"mom_0",0.913179361882,1613936942674,1287
-"eps_0",1e-05,1613936942674,1287
-"wd_1",0.01,1613936942674,1287
-"sqr_mom_1",0.99,1613936942674,1287
-"lr_1",1.841063495580941e-05,1613936942674,1287
-"mom_1",0.913179361882,1613936942674,1287
-"eps_1",1e-05,1613936942674,1287
-"wd_2",0.01,1613936942674,1287
-"sqr_mom_2",0.99,1613936942674,1287
-"lr_2",0.00018410634955809407,1613936942674,1287
-"mom_2",0.913179361882,1613936942674,1287
-"eps_2",1e-05,1613936942674,1287
-"train_loss",0.051153418,1613936943617,1288
-"raw_loss",0.024164857,1613936943617,1288
-"epoch",8.106918238993707,1613936943617,1288
-"wd_0",0.01,1613936943617,1288
-"sqr_mom_0",0.99,1613936943617,1288
-"lr_0",1.8342591035279526e-06,1613936943617,1288
-"mom_0",0.9133154510839517,1613936943617,1288
-"eps_0",1e-05,1613936943617,1288
-"wd_1",0.01,1613936943617,1288
-"sqr_mom_1",0.99,1613936943617,1288
-"lr_1",1.8342591035279524e-05,1613936943617,1288
-"mom_1",0.9133154510839517,1613936943617,1288
-"eps_1",1e-05,1613936943617,1288
-"wd_2",0.01,1613936943617,1288
-"sqr_mom_2",0.99,1613936943617,1288
-"lr_2",0.00018342591035279524,1613936943617,1288
-"mom_2",0.9133154510839517,1613936943617,1288
-"eps_2",1e-05,1613936943617,1288
-"train_loss",0.052504838,1613936944590,1289
-"raw_loss",0.11872438,1613936944590,1289
-"epoch",8.113207547169807,1613936944590,1289
-"wd_0",0.01,1613936944590,1289
-"sqr_mom_0",0.99,1613936944590,1289
-"lr_0",1.8274604667691798e-06,1613936944590,1289
-"mom_0",0.9134514251788681,1613936944590,1289
-"eps_0",1e-05,1613936944590,1289
-"wd_1",0.01,1613936944590,1289
-"sqr_mom_1",0.99,1613936944590,1289
-"lr_1",1.82746046676918e-05,1613936944590,1289
-"mom_1",0.9134514251788681,1613936944590,1289
-"eps_1",1e-05,1613936944590,1289
-"wd_2",0.01,1613936944590,1289
-"sqr_mom_2",0.99,1613936944590,1289
-"lr_2",0.000182746046676918,1613936944590,1289
-"mom_2",0.9134514251788681,1613936944590,1289
-"eps_2",1e-05,1613936944590,1289
-"train_loss",0.05199414,1613936945539,1290
-"raw_loss",0.026969995,1613936945539,1290
-"epoch",8.119496855345908,1613936945539,1290
-"wd_0",0.01,1613936945539,1290
-"sqr_mom_0",0.99,1613936945539,1290
-"lr_0",1.8206667373779822e-06,1613936945539,1290
-"mom_0",0.9135873011254516,1613936945539,1290
-"eps_0",1e-05,1613936945539,1290
-"wd_1",0.01,1613936945539,1290
-"sqr_mom_1",0.99,1613936945539,1290
-"lr_1",1.8206667373779823e-05,1613936945539,1290
-"mom_1",0.9135873011254516,1613936945539,1290
-"eps_1",1e-05,1613936945539,1290
-"wd_2",0.01,1613936945539,1290
-"sqr_mom_2",0.99,1613936945539,1290
-"lr_2",0.00018206667373779818,1613936945539,1290
-"mom_2",0.9135873011254516,1613936945539,1290
-"eps_2",1e-05,1613936945539,1290
-"train_loss",0.051671274,1613936946500,1291
-"raw_loss",0.035850797,1613936946500,1291
-"epoch",8.125786163522008,1613936946500,1291
-"wd_0",0.01,1613936946500,1291
-"sqr_mom_0",0.99,1613936946500,1291
-"lr_0",1.813878420706626e-06,1613936946500,1291
-"mom_0",0.9137230688165556,1613936946500,1291
-"eps_0",1e-05,1613936946500,1291
-"wd_1",0.01,1613936946500,1291
-"sqr_mom_1",0.99,1613936946500,1291
-"lr_1",1.8138784207066256e-05,1613936946500,1291
-"mom_1",0.9137230688165556,1613936946500,1291
-"eps_1",1e-05,1613936946500,1291
-"wd_2",0.01,1613936946500,1291
-"sqr_mom_2",0.99,1613936946500,1291
-"lr_2",0.00018138784207066258,1613936946500,1291
-"mom_2",0.9137230688165556,1613936946500,1291
-"eps_2",1e-05,1613936946500,1291
-"train_loss",0.051526226,1613936947449,1292
-"raw_loss",0.044418827,1613936947449,1292
-"epoch",8.132075471698109,1613936947449,1292
-"wd_0",0.01,1613936947449,1292
-"sqr_mom_0",0.99,1613936947449,1292
-"lr_0",1.8070960206279758e-06,1613936947449,1292
-"mom_0",0.9138587181746222,1613936947449,1292
-"eps_0",1e-05,1613936947449,1292
-"wd_1",0.01,1613936947449,1292
-"sqr_mom_1",0.99,1613936947449,1292
-"lr_1",1.8070960206279757e-05,1613936947449,1292
-"mom_1",0.9138587181746222,1613936947449,1292
-"eps_1",1e-05,1613936947449,1292
-"wd_2",0.01,1613936947449,1292
-"sqr_mom_2",0.99,1613936947449,1292
-"lr_2",0.00018070960206279755,1613936947449,1292
-"mom_2",0.9138587181746222,1613936947449,1292
-"eps_2",1e-05,1613936947449,1292
-"train_loss",0.051177558,1613936948454,1293
-"raw_loss",0.03409271,1613936948454,1293
-"epoch",8.138364779874209,1613936948454,1293
-"wd_0",0.01,1613936948454,1293
-"sqr_mom_0",0.99,1613936948454,1293
-"lr_0",1.8003182418208498e-06,1613936948454,1293
-"mom_0",0.913994275106334,1613936948454,1293
-"eps_0",1e-05,1613936948454,1293
-"wd_1",0.01,1613936948454,1293
-"sqr_mom_1",0.99,1613936948454,1293
-"lr_1",1.8003182418208492e-05,1613936948454,1293
-"mom_1",0.913994275106334,1613936948454,1293
-"eps_1",1e-05,1613936948454,1293
-"wd_2",0.01,1613936948454,1293
-"sqr_mom_2",0.99,1613936948454,1293
-"lr_2",0.00018003182418208492,1613936948454,1293
-"mom_2",0.913994275106334,1613936948454,1293
-"eps_2",1e-05,1613936948454,1293
-"train_loss",0.050816186,1613936949407,1294
-"raw_loss",0.03310893,1613936949407,1294
-"epoch",8.14465408805031,1613936949407,1294
-"wd_0",0.01,1613936949407,1294
-"sqr_mom_0",0.99,1613936949407,1294
-"lr_0",1.7935464876458152e-06,1613936949407,1294
-"mom_0",0.9141297115441991,1613936949407,1294
-"eps_0",1e-05,1613936949407,1294
-"wd_1",0.01,1613936949407,1294
-"sqr_mom_1",0.99,1613936949407,1294
-"lr_1",1.7935464876458153e-05,1613936949407,1294
-"mom_1",0.9141297115441991,1613936949407,1294
-"eps_1",1e-05,1613936949407,1294
-"wd_2",0.01,1613936949407,1294
-"sqr_mom_2",0.99,1613936949407,1294
-"lr_2",0.0001793546487645815,1613936949407,1294
-"mom_2",0.9141297115441991,1613936949407,1294
-"eps_2",1e-05,1613936949407,1294
-"train_loss",0.050595675,1613936950376,1295
-"raw_loss",0.039790567,1613936950376,1295
-"epoch",8.15094339622641,1613936950376,1295
-"wd_0",0.01,1613936950376,1295
-"sqr_mom_0",0.99,1613936950376,1295
-"lr_0",1.7867808109412934e-06,1613936950376,1295
-"mom_0",0.9142650264314385,1613936950376,1295
-"eps_0",1e-05,1613936950376,1295
-"wd_1",0.01,1613936950376,1295
-"sqr_mom_1",0.99,1613936950376,1295
-"lr_1",1.7867808109412934e-05,1613936950376,1295
-"mom_1",0.9142650264314385,1613936950376,1295
-"eps_1",1e-05,1613936950376,1295
-"wd_2",0.01,1613936950376,1295
-"sqr_mom_2",0.99,1613936950376,1295
-"lr_2",0.00017867808109412928,1613936950376,1295
-"mom_2",0.9142650264314385,1613936950376,1295
-"eps_2",1e-05,1613936950376,1295
-"train_loss",0.050161503,1613936951330,1296
-"raw_loss",0.028886992,1613936951330,1296
-"epoch",8.15723270440251,1613936951330,1296
-"wd_0",0.01,1613936951330,1296
-"sqr_mom_0",0.99,1613936951330,1296
-"lr_0",1.7800203678914232e-06,1613936951330,1296
-"mom_0",0.914400236644538,1613936951330,1296
-"eps_0",1e-05,1613936951330,1296
-"wd_1",0.01,1613936951330,1296
-"sqr_mom_1",0.99,1613936951330,1296
-"lr_1",1.780020367891423e-05,1613936951330,1296
-"mom_1",0.914400236644538,1613936951330,1296
-"eps_1",1e-05,1613936951330,1296
-"wd_2",0.01,1613936951330,1296
-"sqr_mom_2",0.99,1613936951330,1296
-"lr_2",0.00017800203678914228,1613936951330,1296
-"mom_2",0.914400236644538,1613936951330,1296
-"eps_2",1e-05,1613936951330,1296
-"train_loss",0.049792726,1613936952304,1297
-"raw_loss",0.031722587,1613936952304,1297
-"epoch",8.16352201257861,1613936952304,1297
-"wd_0",0.01,1613936952304,1297
-"sqr_mom_0",0.99,1613936952304,1297
-"lr_0",1.7732656614073274e-06,1613936952304,1297
-"mom_0",0.9145353321251747,1613936952304,1297
-"eps_0",1e-05,1613936952304,1297
-"wd_1",0.01,1613936952304,1297
-"sqr_mom_1",0.99,1613936952304,1297
-"lr_1",1.7732656614073273e-05,1613936952304,1297
-"mom_1",0.9145353321251747,1613936952304,1297
-"eps_1",1e-05,1613936952304,1297
-"wd_2",0.01,1613936952304,1297
-"sqr_mom_2",0.99,1613936952304,1297
-"lr_2",0.0001773265661407327,1613936952304,1297
-"mom_2",0.9145353321251747,1613936952304,1297
-"eps_2",1e-05,1613936952304,1297
-"train_loss",0.049485747,1613936953270,1298
-"raw_loss",0.03444381,1613936953270,1298
-"epoch",8.169811320754711,1613936953270,1298
-"wd_0",0.01,1613936953270,1298
-"sqr_mom_0",0.99,1613936953270,1298
-"lr_0",1.766516297780737e-06,1613936953270,1298
-"mom_0",0.9146703207475927,1613936953270,1298
-"eps_0",1e-05,1613936953270,1298
-"wd_1",0.01,1613936953270,1298
-"sqr_mom_1",0.99,1613936953270,1298
-"lr_1",1.766516297780737e-05,1613936953270,1298
-"mom_1",0.9146703207475927,1613936953270,1298
-"eps_1",1e-05,1613936953270,1298
-"wd_2",0.01,1613936953270,1298
-"sqr_mom_2",0.99,1613936953270,1298
-"lr_2",0.0001766516297780737,1613936953270,1298
-"mom_2",0.9146703207475927,1613936953270,1298
-"eps_2",1e-05,1613936953270,1298
-"train_loss",0.04987744,1613936954242,1299
-"raw_loss",0.06907043,1613936954242,1299
-"epoch",8.176100628930811,1613936954242,1299
-"wd_0",0.01,1613936954242,1299
-"sqr_mom_0",0.99,1613936954242,1299
-"lr_0",1.7597741204964225e-06,1613936954242,1299
-"mom_0",0.914805165641728,1613936954242,1299
-"eps_0",1e-05,1613936954242,1299
-"wd_1",0.01,1613936954242,1299
-"sqr_mom_1",0.99,1613936954242,1299
-"lr_1",1.7597741204964228e-05,1613936954242,1299
-"mom_1",0.914805165641728,1613936954242,1299
-"eps_1",1e-05,1613936954242,1299
-"wd_2",0.01,1613936954242,1299
-"sqr_mom_2",0.99,1613936954242,1299
-"lr_2",0.00017597741204964225,1613936954242,1299
-"mom_2",0.914805165641728,1613936954242,1299
-"eps_2",1e-05,1613936954242,1299
-"train_loss",0.049940996,1613936955196,1300
-"raw_loss",0.05305538,1613936955196,1300
-"epoch",8.182389937106912,1613936955196,1300
-"wd_0",0.01,1613936955196,1300
-"sqr_mom_0",0.99,1613936955196,1300
-"lr_0",1.7530364992931534e-06,1613936955196,1300
-"mom_0",0.9149399194133311,1613936955196,1300
-"eps_0",1e-05,1613936955196,1300
-"wd_1",0.01,1613936955196,1300
-"sqr_mom_1",0.99,1613936955196,1300
-"lr_1",1.7530364992931532e-05,1613936955196,1300
-"mom_1",0.9149399194133311,1613936955196,1300
-"eps_1",1e-05,1613936955196,1300
-"wd_2",0.01,1613936955196,1300
-"sqr_mom_2",0.99,1613936955196,1300
-"lr_2",0.0001753036499293153,1613936955196,1300
-"mom_2",0.9149399194133311,1613936955196,1300
-"eps_2",1e-05,1613936955196,1300
-"train_loss",0.050091308,1613936956164,1301
-"raw_loss",0.0574565,1613936956164,1301
-"epoch",8.188679245283012,1613936956164,1301
-"wd_0",0.01,1613936956164,1301
-"sqr_mom_0",0.99,1613936956164,1301
-"lr_0",1.746305276783236e-06,1613936956164,1301
-"mom_0",0.9150745452097874,1613936956164,1301
-"eps_0",1e-05,1613936956164,1301
-"wd_1",0.01,1613936956164,1301
-"sqr_mom_1",0.99,1613936956164,1301
-"lr_1",1.746305276783236e-05,1613936956164,1301
-"mom_1",0.9150745452097874,1613936956164,1301
-"eps_1",1e-05,1613936956164,1301
-"wd_2",0.01,1613936956164,1301
-"sqr_mom_2",0.99,1613936956164,1301
-"lr_2",0.00017463052767832356,1613936956164,1301
-"mom_2",0.9150745452097874,1613936956164,1301
-"eps_2",1e-05,1613936956164,1301
-"train_loss",0.050249897,1613936957111,1302
-"raw_loss",0.058020867,1613936957111,1302
-"epoch",8.194968553459113,1613936957111,1302
-"wd_0",0.01,1613936957111,1302
-"sqr_mom_0",0.99,1613936957111,1302
-"lr_0",1.7395805054072193e-06,1613936957111,1302
-"mom_0",0.9152090419822754,1613936957111,1302
-"eps_0",1e-05,1613936957111,1302
-"wd_1",0.01,1613936957111,1302
-"sqr_mom_1",0.99,1613936957111,1302
-"lr_1",1.7395805054072192e-05,1613936957111,1302
-"mom_1",0.9152090419822754,1613936957111,1302
-"eps_1",1e-05,1613936957111,1302
-"wd_2",0.01,1613936957111,1302
-"sqr_mom_2",0.99,1613936957111,1302
-"lr_2",0.00017395805054072188,1613936957111,1302
-"mom_2",0.9152090419822754,1613936957111,1302
-"eps_2",1e-05,1613936957111,1302
-"train_loss",0.050152365,1613936958081,1303
-"raw_loss",0.045373213,1613936958081,1303
-"epoch",8.201257861635213,1613936958081,1303
-"wd_0",0.01,1613936958081,1303
-"sqr_mom_0",0.99,1613936958081,1303
-"lr_0",1.7328613464509596e-06,1613936958081,1303
-"mom_0",0.9153434265052458,1613936958081,1303
-"eps_0",1e-05,1613936958081,1303
-"wd_1",0.01,1613936958081,1303
-"sqr_mom_1",0.99,1613936958081,1303
-"lr_1",1.73286134645096e-05,1613936958081,1303
-"mom_1",0.9153434265052458,1613936958081,1303
-"eps_1",1e-05,1613936958081,1303
-"wd_2",0.01,1613936958081,1303
-"sqr_mom_2",0.99,1613936958081,1303
-"lr_2",0.00017328613464509594,1613936958081,1303
-"mom_2",0.9153434265052458,1613936958081,1303
-"eps_2",1e-05,1613936958081,1303
-"train_loss",0.049659476,1613936959035,1304
-"raw_loss",0.025507834,1613936959035,1304
-"epoch",8.207547169811313,1613936959035,1304
-"wd_0",0.01,1613936959035,1304
-"sqr_mom_0",0.99,1613936959035,1304
-"lr_0",1.7261482997953189e-06,1613936959035,1304
-"mom_0",0.9154776887809815,1613936959035,1304
-"eps_0",1e-05,1613936959035,1304
-"wd_1",0.01,1613936959035,1304
-"sqr_mom_1",0.99,1613936959035,1304
-"lr_1",1.7261482997953186e-05,1613936959035,1304
-"mom_1",0.9154776887809815,1613936959035,1304
-"eps_1",1e-05,1613936959035,1304
-"wd_2",0.01,1613936959035,1304
-"sqr_mom_2",0.99,1613936959035,1304
-"lr_2",0.00017261482997953185,1613936959035,1304
-"mom_2",0.9154776887809815,1613936959035,1304
-"eps_2",1e-05,1613936959035,1304
-"train_loss",0.049602762,1613936960020,1305
-"raw_loss",0.046823774,1613936960020,1305
-"epoch",8.213836477987414,1613936960020,1305
-"wd_0",0.01,1613936960020,1305
-"sqr_mom_0",0.99,1613936960020,1305
-"lr_0",1.7194409742011438e-06,1613936960020,1305
-"mom_0",0.9156118366343434,1613936960020,1305
-"eps_0",1e-05,1613936960020,1305
-"wd_1",0.01,1613936960020,1305
-"sqr_mom_1",0.99,1613936960020,1305
-"lr_1",1.7194409742011437e-05,1613936960020,1305
-"mom_1",0.9156118366343434,1613936960020,1305
-"eps_1",1e-05,1613936960020,1305
-"wd_2",0.01,1613936960020,1305
-"sqr_mom_2",0.99,1613936960020,1305
-"lr_2",0.00017194409742011434,1613936960020,1305
-"mom_2",0.9156118366343434,1613936960020,1305
-"eps_2",1e-05,1613936960020,1305
-"train_loss",0.049200103,1613936960966,1306
-"raw_loss",0.02946972,1613936960966,1306
-"epoch",8.220125786163514,1613936960966,1306
-"wd_0",0.01,1613936960966,1306
-"sqr_mom_0",0.99,1613936960966,1306
-"lr_0",1.7127407572789115e-06,1613936960966,1306
-"mom_0",0.9157458423128448,1613936960966,1306
-"eps_0",1e-05,1613936960966,1306
-"wd_1",0.01,1613936960966,1306
-"sqr_mom_1",0.99,1613936960966,1306
-"lr_1",1.712740757278911e-05,1613936960966,1306
-"mom_1",0.9157458423128448,1613936960966,1306
-"eps_1",1e-05,1613936960966,1306
-"wd_2",0.01,1613936960966,1306
-"sqr_mom_2",0.99,1613936960966,1306
-"lr_2",0.0001712740757278911,1613936960966,1306
-"mom_2",0.9157458423128448,1613936960966,1306
-"eps_2",1e-05,1613936960966,1306
-"train_loss",0.049732674,1613936961944,1307
-"raw_loss",0.07582871,1613936961944,1307
-"epoch",8.226415094339615,1613936961944,1307
-"wd_0",0.01,1613936961944,1307
-"sqr_mom_0",0.99,1613936961944,1307
-"lr_0",1.7060463682414157e-06,1613936961944,1307
-"mom_0",0.915879731432486,1613936961944,1307
-"eps_0",1e-05,1613936961944,1307
-"wd_1",0.01,1613936961944,1307
-"sqr_mom_1",0.99,1613936961944,1307
-"lr_1",1.7060463682414156e-05,1613936961944,1307
-"mom_1",0.915879731432486,1613936961944,1307
-"eps_1",1e-05,1613936961944,1307
-"wd_2",0.01,1613936961944,1307
-"sqr_mom_2",0.99,1613936961944,1307
-"lr_2",0.00017060463682414158,1613936961944,1307
-"mom_2",0.915879731432486,1613936961944,1307
-"eps_2",1e-05,1613936961944,1307
-"train_loss",0.049855955,1613936962900,1308
-"raw_loss",0.055896718,1613936962900,1308
-"epoch",8.232704402515715,1613936962900,1308
-"wd_0",0.01,1613936962900,1308
-"sqr_mom_0",0.99,1613936962900,1308
-"lr_0",1.6993583051502285e-06,1613936962900,1308
-"mom_0",0.9160134940319358,1613936962900,1308
-"eps_0",1e-05,1613936962900,1308
-"wd_1",0.01,1613936962900,1308
-"sqr_mom_1",0.99,1613936962900,1308
-"lr_1",1.6993583051502286e-05,1613936962900,1308
-"mom_1",0.9160134940319358,1613936962900,1308
-"eps_1",1e-05,1613936962900,1308
-"wd_2",0.01,1613936962900,1308
-"sqr_mom_2",0.99,1613936962900,1308
-"lr_2",0.00016993583051502282,1613936962900,1308
-"mom_2",0.9160134940319358,1613936962900,1308
-"eps_2",1e-05,1613936962900,1308
-"train_loss",0.049580827,1613936963889,1309
-"raw_loss",0.03609952,1613936963889,1309
-"epoch",8.238993710691815,1613936963889,1309
-"wd_0",0.01,1613936963889,1309
-"sqr_mom_0",0.99,1613936963889,1309
-"lr_0",1.692677064337918e-06,1613936963889,1309
-"mom_0",0.9161471201844434,1613936963889,1309
-"eps_0",1e-05,1613936963889,1309
-"wd_1",0.01,1613936963889,1309
-"sqr_mom_1",0.99,1613936963889,1309
-"lr_1",1.6926770643379183e-05,1613936963889,1309
-"mom_1",0.9161471201844434,1613936963889,1309
-"eps_1",1e-05,1613936963889,1309
-"wd_2",0.01,1613936963889,1309
-"sqr_mom_2",0.99,1613936963889,1309
-"lr_2",0.0001692677064337918,1613936963889,1309
-"mom_2",0.9161471201844434,1613936963889,1309
-"eps_2",1e-05,1613936963889,1309
-"train_loss",0.049346443,1613936964844,1310
-"raw_loss",0.037861522,1613936964844,1310
-"epoch",8.245283018867916,1613936964844,1310
-"wd_0",0.01,1613936964844,1310
-"sqr_mom_0",0.99,1613936964844,1310
-"lr_0",1.6860018125194767e-06,1613936964844,1310
-"mom_0",0.916280626555876,1613936964844,1310
-"eps_0",1e-05,1613936964844,1310
-"wd_1",0.01,1613936964844,1310
-"sqr_mom_1",0.99,1613936964844,1310
-"lr_1",1.6860018125194763e-05,1613936964844,1310
-"mom_1",0.916280626555876,1613936964844,1310
-"eps_1",1e-05,1613936964844,1310
-"wd_2",0.01,1613936964844,1310
-"sqr_mom_2",0.99,1613936964844,1310
-"lr_2",0.00016860018125194762,1613936964844,1310
-"mom_2",0.916280626555876,1613936964844,1310
-"eps_2",1e-05,1613936964844,1310
-"train_loss",0.049249608,1613936965813,1311
-"raw_loss",0.04450459,1613936965813,1311
-"epoch",8.251572327044016,1613936965813,1311
-"wd_0",0.01,1613936965813,1311
-"sqr_mom_0",0.99,1613936965813,1311
-"lr_0",1.6793326041647825e-06,1613936965813,1311
-"mom_0",0.9164140120568249,1613936965813,1311
-"eps_0",1e-05,1613936965813,1311
-"wd_1",0.01,1613936965813,1311
-"sqr_mom_1",0.99,1613936965813,1311
-"lr_1",1.6793326041647822e-05,1613936965813,1311
-"mom_1",0.9164140120568249,1613936965813,1311
-"eps_1",1e-05,1613936965813,1311
-"wd_2",0.01,1613936965813,1311
-"sqr_mom_2",0.99,1613936965813,1311
-"lr_2",0.0001679332604164782,1613936965813,1311
-"mom_2",0.9164140120568249,1613936965813,1311
-"eps_2",1e-05,1613936965813,1311
-"train_loss",0.049452763,1613936966755,1312
-"raw_loss",0.059407417,1613936966755,1312
-"epoch",8.257861635220117,1613936966755,1312
-"wd_0",0.01,1613936966755,1312
-"sqr_mom_0",0.99,1613936966755,1312
-"lr_0",1.672670377213269e-06,1613936966755,1312
-"mom_0",0.9165472579283138,1613936966755,1312
-"eps_0",1e-05,1613936966755,1312
-"wd_1",0.01,1613936966755,1312
-"sqr_mom_1",0.99,1613936966755,1312
-"lr_1",1.672670377213269e-05,1613936966755,1312
-"mom_1",0.9165472579283138,1613936966755,1312
-"eps_1",1e-05,1613936966755,1312
-"wd_2",0.01,1613936966755,1312
-"sqr_mom_2",0.99,1613936966755,1312
-"lr_2",0.00016726703772132684,1613936966755,1312
-"mom_2",0.9165472579283138,1613936966755,1312
-"eps_2",1e-05,1613936966755,1312
-"train_loss",0.049127836,1613936967713,1313
-"raw_loss",0.033206455,1613936967713,1313
-"epoch",8.264150943396217,1613936967713,1313
-"wd_0",0.01,1613936967713,1313
-"sqr_mom_0",0.99,1613936967713,1313
-"lr_0",1.6660151834389536e-06,1613936967713,1313
-"mom_0",0.9166803631348522,1613936967713,1313
-"eps_0",1e-05,1613936967713,1313
-"wd_1",0.01,1613936967713,1313
-"sqr_mom_1",0.99,1613936967713,1313
-"lr_1",1.6660151834389537e-05,1613936967713,1313
-"mom_1",0.9166803631348522,1613936967713,1313
-"eps_1",1e-05,1613936967713,1313
-"wd_2",0.01,1613936967713,1313
-"sqr_mom_2",0.99,1613936967713,1313
-"lr_2",0.0001666015183438953,1613936967713,1313
-"mom_2",0.9166803631348522,1613936967713,1313
-"eps_2",1e-05,1613936967713,1313
-"train_loss",0.048738547,1613936968678,1314
-"raw_loss",0.029663298,1613936968678,1314
-"epoch",8.270440251572317,1613936968678,1314
-"wd_0",0.01,1613936968678,1314
-"sqr_mom_0",0.99,1613936968678,1314
-"lr_0",1.6593661928054186e-06,1613936968678,1314
-"mom_0",0.9168133442773344,1613936968678,1314
-"eps_0",1e-05,1613936968678,1314
-"wd_1",0.01,1613936968678,1314
-"sqr_mom_1",0.99,1613936968678,1314
-"lr_1",1.6593661928054186e-05,1613936968678,1314
-"mom_1",0.9168133442773344,1613936968678,1314
-"eps_1",1e-05,1613936968678,1314
-"wd_2",0.01,1613936968678,1314
-"sqr_mom_2",0.99,1613936968678,1314
-"lr_2",0.00016593661928054182,1613936968678,1314
-"mom_2",0.9168133442773344,1613936968678,1314
-"eps_2",1e-05,1613936968678,1314
-"train_loss",0.05005555,1613936969655,1315
-"raw_loss",0.11458875,1613936969655,1315
-"epoch",8.276729559748418,1613936969655,1315
-"wd_0",0.01,1613936969655,1315
-"sqr_mom_0",0.99,1613936969655,1315
-"lr_0",1.6527239000378774e-06,1613936969655,1315
-"mom_0",0.9169461914611571,1613936969655,1315
-"eps_0",1e-05,1613936969655,1315
-"wd_1",0.01,1613936969655,1315
-"sqr_mom_1",0.99,1613936969655,1315
-"lr_1",1.6527239000378773e-05,1613936969655,1315
-"mom_1",0.9169461914611571,1613936969655,1315
-"eps_1",1e-05,1613936969655,1315
-"wd_2",0.01,1613936969655,1315
-"sqr_mom_2",0.99,1613936969655,1315
-"lr_2",0.00016527239000378773,1613936969655,1315
-"mom_2",0.9169461914611571,1613936969655,1315
-"eps_2",1e-05,1613936969655,1315
-"train_loss",0.05022517,1613936970589,1316
-"raw_loss",0.058536615,1613936970589,1316
-"epoch",8.283018867924518,1613936970589,1316
-"wd_0",0.01,1613936970589,1316
-"sqr_mom_0",0.99,1613936970589,1316
-"lr_0",1.6460887980308888e-06,1613936970589,1316
-"mom_0",0.9170788948283305,1613936970589,1316
-"eps_0",1e-05,1613936970589,1316
-"wd_1",0.01,1613936970589,1316
-"sqr_mom_1",0.99,1613936970589,1316
-"lr_1",1.6460887980308887e-05,1613936970589,1316
-"mom_1",0.9170788948283305,1613936970589,1316
-"eps_1",1e-05,1613936970589,1316
-"wd_2",0.01,1613936970589,1316
-"sqr_mom_2",0.99,1613936970589,1316
-"lr_2",0.00016460887980308884,1613936970589,1316
-"mom_2",0.9170788948283305,1613936970589,1316
-"eps_2",1e-05,1613936970589,1316
-"train_loss",0.049818736,1613936971608,1317
-"raw_loss",0.029903468,1613936971608,1317
-"epoch",8.289308176100619,1613936971608,1317
-"wd_0",0.01,1613936971608,1317
-"sqr_mom_0",0.99,1613936971608,1317
-"lr_0",1.6394600592538827e-06,1613936971608,1317
-"mom_0",0.9172114709296316,1613936971608,1317
-"eps_0",1e-05,1613936971608,1317
-"wd_1",0.01,1613936971608,1317
-"sqr_mom_1",0.99,1613936971608,1317
-"lr_1",1.639460059253883e-05,1613936971608,1317
-"mom_1",0.9172114709296316,1613936971608,1317
-"eps_1",1e-05,1613936971608,1317
-"wd_2",0.01,1613936971608,1317
-"sqr_mom_2",0.99,1613936971608,1317
-"lr_2",0.00016394600592538826,1613936971608,1317
-"mom_2",0.9172114709296316,1613936971608,1317
-"eps_2",1e-05,1613936971608,1317
-"train_loss",0.0497506,1613936972566,1318
-"raw_loss",0.0464119,1613936972566,1318
-"epoch",8.295597484276719,1613936972566,1318
-"wd_0",0.01,1613936972566,1318
-"sqr_mom_0",0.99,1613936972566,1318
-"lr_0",1.6328377378799832e-06,1613936972566,1318
-"mom_0",0.9173439186815872,1613936972566,1318
-"eps_0",1e-05,1613936972566,1318
-"wd_1",0.01,1613936972566,1318
-"sqr_mom_1",0.99,1613936972566,1318
-"lr_1",1.632837737879983e-05,1613936972566,1318
-"mom_1",0.9173439186815872,1613936972566,1318
-"eps_1",1e-05,1613936972566,1318
-"wd_2",0.01,1613936972566,1318
-"sqr_mom_2",0.99,1613936972566,1318
-"lr_2",0.00016328377378799826,1613936972566,1318
-"mom_2",0.9173439186815872,1613936972566,1318
-"eps_2",1e-05,1613936972566,1318
-"train_loss",0.050206535,1613936973513,1319
-"raw_loss",0.07254727,1613936973513,1319
-"epoch",8.30188679245282,1613936973513,1319
-"wd_0",0.01,1613936973513,1319
-"sqr_mom_0",0.99,1613936973513,1319
-"lr_0",1.6262232038575033e-06,1613936973513,1319
-"mom_0",0.9174762106849568,1613936973513,1319
-"eps_0",1e-05,1613936973513,1319
-"wd_1",0.01,1613936973513,1319
-"sqr_mom_1",0.99,1613936973513,1319
-"lr_1",1.6262232038575035e-05,1613936973513,1319
-"mom_1",0.9174762106849568,1613936973513,1319
-"eps_1",1e-05,1613936973513,1319
-"wd_2",0.01,1613936973513,1319
-"sqr_mom_2",0.99,1613936973513,1319
-"lr_2",0.00016262232038575034,1613936973513,1319
-"mom_2",0.9174762106849568,1613936973513,1319
-"eps_2",1e-05,1613936973513,1319
-"train_loss",0.050015356,1613936974452,1320
-"raw_loss",0.040647548,1613936974452,1320
-"epoch",8.30817610062892,1613936974452,1320
-"wd_0",0.01,1613936974452,1320
-"sqr_mom_0",0.99,1613936974452,1320
-"lr_0",1.6196151927014684e-06,1613936974452,1320
-"mom_0",0.9176083722296929,1613936974452,1320
-"eps_0",1e-05,1613936974452,1320
-"wd_1",0.01,1613936974452,1320
-"sqr_mom_1",0.99,1613936974452,1320
-"lr_1",1.6196151927014682e-05,1613936974452,1320
-"mom_1",0.9176083722296929,1613936974452,1320
-"eps_1",1e-05,1613936974452,1320
-"wd_2",0.01,1613936974452,1320
-"sqr_mom_2",0.99,1613936974452,1320
-"lr_2",0.0001619615192701468,1613936974452,1320
-"mom_2",0.9176083722296929,1613936974452,1320
-"eps_2",1e-05,1613936974452,1320
-"train_loss",0.049620077,1613936975406,1321
-"raw_loss",0.030251406,1613936975406,1321
-"epoch",8.31446540880502,1613936975406,1321
-"wd_0",0.01,1613936975406,1321
-"sqr_mom_0",0.99,1613936975406,1321
-"lr_0",1.6130141961235943e-06,1613936975406,1321
-"mom_0",0.9177403934814629,1613936975406,1321
-"eps_0",1e-05,1613936975406,1321
-"wd_1",0.01,1613936975406,1321
-"sqr_mom_1",0.99,1613936975406,1321
-"lr_1",1.6130141961235942e-05,1613936975406,1321
-"mom_1",0.9177403934814629,1613936975406,1321
-"eps_1",1e-05,1613936975406,1321
-"wd_2",0.01,1613936975406,1321
-"sqr_mom_2",0.99,1613936975406,1321
-"lr_2",0.00016130141961235938,1613936975406,1321
-"mom_2",0.9177403934814629,1613936975406,1321
-"eps_2",1e-05,1613936975406,1321
-"train_loss",0.049747027,1613936976346,1322
-"raw_loss",0.055967636,1613936976346,1322
-"epoch",8.32075471698112,1613936976346,1322
-"wd_0",0.01,1613936976346,1322
-"sqr_mom_0",0.99,1613936976346,1322
-"lr_0",1.606420266716669e-06,1613936976346,1322
-"mom_0",0.9178722733884005,1613936976346,1322
-"eps_0",1e-05,1613936976346,1322
-"wd_1",0.01,1613936976346,1322
-"sqr_mom_1",0.99,1613936976346,1322
-"lr_1",1.6064202667166693e-05,1613936976346,1322
-"mom_1",0.9178722733884005,1613936976346,1322
-"eps_1",1e-05,1613936976346,1322
-"wd_2",0.01,1613936976346,1322
-"sqr_mom_2",0.99,1613936976346,1322
-"lr_2",0.0001606420266716669,1613936976346,1322
-"mom_2",0.9178722733884005,1613936976346,1322
-"eps_2",1e-05,1613936976346,1322
-"train_loss",0.049640898,1613936977311,1323
-"raw_loss",0.04444062,1613936977311,1323
-"epoch",8.327044025157221,1613936977311,1323
-"wd_0",0.01,1613936977311,1323
-"sqr_mom_0",0.99,1613936977311,1323
-"lr_0",1.5998338937448223e-06,1613936977311,1323
-"mom_0",0.9180040021651252,1613936977311,1323
-"eps_0",1e-05,1613936977311,1323
-"wd_1",0.01,1613936977311,1323
-"sqr_mom_1",0.99,1613936977311,1323
-"lr_1",1.5998338937448222e-05,1613936977311,1323
-"mom_1",0.9180040021651252,1613936977311,1323
-"eps_1",1e-05,1613936977311,1323
-"wd_2",0.01,1613936977311,1323
-"sqr_mom_2",0.99,1613936977311,1323
-"lr_2",0.0001599833893744822,1613936977311,1323
-"mom_2",0.9180040021651252,1613936977311,1323
-"eps_2",1e-05,1613936977311,1323
-"train_loss",0.04917052,1613936978255,1324
-"raw_loss",0.026121985,1613936978255,1324
-"epoch",8.333333333333321,1613936978255,1324
-"wd_0",0.01,1613936978255,1324
-"sqr_mom_0",0.99,1613936978255,1324
-"lr_0",1.5932538195048633e-06,1613936978255,1324
-"mom_0",0.9181356049659524,1613936978255,1324
-"eps_0",1e-05,1613936978255,1324
-"wd_1",0.01,1613936978255,1324
-"sqr_mom_1",0.99,1613936978255,1324
-"lr_1",1.593253819504863e-05,1613936978255,1324
-"mom_1",0.9181356049659524,1613936978255,1324
-"eps_1",1e-05,1613936978255,1324
-"wd_2",0.01,1613936978255,1324
-"sqr_mom_2",0.99,1613936978255,1324
-"lr_2",0.00015932538195048625,1613936978255,1324
-"mom_2",0.9181356049659524,1613936978255,1324
-"eps_2",1e-05,1613936978255,1324
-"train_loss",0.04971961,1613936979207,1325
-"raw_loss",0.076625094,1613936979207,1325
-"epoch",8.339622641509422,1613936979207,1325
-"wd_0",0.01,1613936979207,1325
-"sqr_mom_0",0.99,1613936979207,1325
-"lr_0",1.5866814066023502e-06,1613936979207,1325
-"mom_0",0.9182670545384983,1613936979207,1325
-"eps_0",1e-05,1613936979207,1325
-"wd_1",0.01,1613936979207,1325
-"sqr_mom_1",0.99,1613936979207,1325
-"lr_1",1.58668140660235e-05,1613936979207,1325
-"mom_1",0.9182670545384983,1613936979207,1325
-"eps_1",1e-05,1613936979207,1325
-"wd_2",0.01,1613936979207,1325
-"sqr_mom_2",0.99,1613936979207,1325
-"lr_2",0.00015866814066023497,1613936979207,1325
-"mom_2",0.9182670545384983,1613936979207,1325
-"eps_2",1e-05,1613936979207,1325
-"train_loss",0.049312204,1613936980155,1326
-"raw_loss",0.02934924,1613936980155,1326
-"epoch",8.345911949685522,1613936980155,1326
-"wd_0",0.01,1613936980155,1326
-"sqr_mom_0",0.99,1613936980155,1326
-"lr_0",1.5801167059592973e-06,1613936980155,1326
-"mom_0",0.9183983498643127,1613936980155,1326
-"eps_0",1e-05,1613936980155,1326
-"wd_1",0.01,1613936980155,1326
-"sqr_mom_1",0.99,1613936980155,1326
-"lr_1",1.5801167059592973e-05,1613936980155,1326
-"mom_1",0.9183983498643127,1613936980155,1326
-"eps_1",1e-05,1613936980155,1326
-"wd_2",0.01,1613936980155,1326
-"sqr_mom_2",0.99,1613936980155,1326
-"lr_2",0.0001580116705959297,1613936980155,1326
-"mom_2",0.9183983498643127,1613936980155,1326
-"eps_2",1e-05,1613936980155,1326
-"train_loss",0.048804604,1613936981118,1327
-"raw_loss",0.023932151,1613936981118,1327
-"epoch",8.352201257861623,1613936981118,1327
-"wd_0",0.01,1613936981118,1327
-"sqr_mom_0",0.99,1613936981118,1327
-"lr_0",1.5735588988255978e-06,1613936981118,1327
-"mom_0",0.9185295073185612,1613936981118,1327
-"eps_0",1e-05,1613936981118,1327
-"wd_1",0.01,1613936981118,1327
-"sqr_mom_1",0.99,1613936981118,1327
-"lr_1",1.573558898825598e-05,1613936981118,1327
-"mom_1",0.9185295073185612,1613936981118,1327
-"eps_1",1e-05,1613936981118,1327
-"wd_2",0.01,1613936981118,1327
-"sqr_mom_2",0.99,1613936981118,1327
-"lr_2",0.00015735588988255976,1613936981118,1327
-"mom_2",0.9185295073185612,1613936981118,1327
-"eps_2",1e-05,1613936981118,1327
-"train_loss",0.048240554,1613936982056,1328
-"raw_loss",0.020602146,1613936982056,1328
-"epoch",8.358490566037723,1613936982056,1328
-"wd_0",0.01,1613936982056,1328
-"sqr_mom_0",0.99,1613936982056,1328
-"lr_0",1.5670084732190306e-06,1613936982056,1328
-"mom_0",0.9186605171407908,1613936982056,1328
-"eps_0",1e-05,1613936982056,1328
-"wd_1",0.01,1613936982056,1328
-"sqr_mom_1",0.99,1613936982056,1328
-"lr_1",1.5670084732190303e-05,1613936982056,1328
-"mom_1",0.9186605171407908,1613936982056,1328
-"eps_1",1e-05,1613936982056,1328
-"wd_2",0.01,1613936982056,1328
-"sqr_mom_2",0.99,1613936982056,1328
-"lr_2",0.00015670084732190303,1613936982056,1328
-"mom_2",0.9186605171407908,1613936982056,1328
-"eps_2",1e-05,1613936982056,1328
-"train_loss",0.04782707,1613936983027,1329
-"raw_loss",0.027566355,1613936983027,1329
-"epoch",8.364779874213824,1613936983027,1329
-"wd_0",0.01,1613936983027,1329
-"sqr_mom_0",0.99,1613936983027,1329
-"lr_0",1.5604650475191025e-06,1613936983027,1329
-"mom_0",0.9187913869634876,1613936983027,1329
-"eps_0",1e-05,1613936983027,1329
-"wd_1",0.01,1613936983027,1329
-"sqr_mom_1",0.99,1613936983027,1329
-"lr_1",1.5604650475191026e-05,1613936983027,1329
-"mom_1",0.9187913869634876,1613936983027,1329
-"eps_1",1e-05,1613936983027,1329
-"wd_2",0.01,1613936983027,1329
-"sqr_mom_2",0.99,1613936983027,1329
-"lr_2",0.0001560465047519102,1613936983027,1329
-"mom_2",0.9187913869634876,1613936983027,1329
-"eps_2",1e-05,1613936983027,1329
-"train_loss",0.047364917,1613936983972,1330
-"raw_loss",0.024719536,1613936983972,1330
-"epoch",8.371069182389924,1613936983972,1330
-"wd_0",0.01,1613936983972,1330
-"sqr_mom_0",0.99,1613936983972,1330
-"lr_0",1.5539304085996022e-06,1613936983972,1330
-"mom_0",0.9189220810488185,1613936983972,1330
-"eps_0",1e-05,1613936983972,1330
-"wd_1",0.01,1613936983972,1330
-"sqr_mom_1",0.99,1613936983972,1330
-"lr_1",1.5539304085996023e-05,1613936983972,1330
-"mom_1",0.9189220810488185,1613936983972,1330
-"eps_1",1e-05,1613936983972,1330
-"wd_2",0.01,1613936983972,1330
-"sqr_mom_2",0.99,1613936983972,1330
-"lr_2",0.00015539304085996014,1613936983972,1330
-"mom_2",0.9189220810488185,1613936983972,1330
-"eps_2",1e-05,1613936983972,1330
-"train_loss",0.046933036,1613936984938,1331
-"raw_loss",0.025770888,1613936984938,1331
-"epoch",8.377358490566024,1613936984938,1331
-"wd_0",0.01,1613936984938,1331
-"sqr_mom_0",0.99,1613936984938,1331
-"lr_0",1.5474020071642587e-06,1613936984938,1331
-"mom_0",0.9190526503832186,1613936984938,1331
-"eps_0",1e-05,1613936984938,1331
-"wd_1",0.01,1613936984938,1331
-"sqr_mom_1",0.99,1613936984938,1331
-"lr_1",1.5474020071642585e-05,1613936984938,1331
-"mom_1",0.9190526503832186,1613936984938,1331
-"eps_1",1e-05,1613936984938,1331
-"wd_2",0.01,1613936984938,1331
-"sqr_mom_2",0.99,1613936984938,1331
-"lr_2",0.00015474020071642585,1613936984938,1331
-"mom_2",0.9190526503832186,1613936984938,1331
-"eps_2",1e-05,1613936984938,1331
-"train_loss",0.046388436,1613936985869,1332
-"raw_loss",0.019702936,1613936985869,1332
-"epoch",8.383647798742125,1613936985869,1332
-"wd_0",0.01,1613936985869,1332
-"sqr_mom_0",0.99,1613936985869,1332
-"lr_0",1.540881628970558e-06,1613936985869,1332
-"mom_0",0.9191830592511814,1613936985869,1332
-"eps_0",1e-05,1613936985869,1332
-"wd_1",0.01,1613936985869,1332
-"sqr_mom_1",0.99,1613936985869,1332
-"lr_1",1.540881628970558e-05,1613936985869,1332
-"mom_1",0.9191830592511814,1613936985869,1332
-"eps_1",1e-05,1613936985869,1332
-"wd_2",0.01,1613936985869,1332
-"sqr_mom_2",0.99,1613936985869,1332
-"lr_2",0.00015408816289705574,1613936985869,1332
-"mom_2",0.9191830592511814,1613936985869,1332
-"eps_2",1e-05,1613936985869,1332
-"train_loss",0.046304394,1613936986828,1333
-"raw_loss",0.04218622,1613936986828,1333
-"epoch",8.389937106918225,1613936986828,1333
-"wd_0",0.01,1613936986828,1333
-"sqr_mom_0",0.99,1613936986828,1333
-"lr_0",1.5343693244532691e-06,1613936986828,1333
-"mom_0",0.919313306644001,1613936986828,1333
-"eps_0",1e-05,1613936986828,1333
-"wd_1",0.01,1613936986828,1333
-"sqr_mom_1",0.99,1613936986828,1333
-"lr_1",1.5343693244532694e-05,1613936986828,1333
-"mom_1",0.919313306644001,1613936986828,1333
-"eps_1",1e-05,1613936986828,1333
-"wd_2",0.01,1613936986828,1333
-"sqr_mom_2",0.99,1613936986828,1333
-"lr_2",0.00015343693244532686,1613936986828,1333
-"mom_2",0.919313306644001,1613936986828,1333
-"eps_2",1e-05,1613936986828,1333
-"train_loss",0.046086617,1613936987761,1334
-"raw_loss",0.0354155,1613936987761,1334
-"epoch",8.396226415094326,1613936987761,1334
-"wd_0",0.01,1613936987761,1334
-"sqr_mom_0",0.99,1613936987761,1334
-"lr_0",1.527864281397135e-06,1613936987761,1334
-"mom_0",0.9194434088061454,1613936987761,1334
-"eps_0",1e-05,1613936987761,1334
-"wd_1",0.01,1613936987761,1334
-"sqr_mom_1",0.99,1613936987761,1334
-"lr_1",1.527864281397135e-05,1613936987761,1334
-"mom_1",0.9194434088061454,1613936987761,1334
-"eps_1",1e-05,1613936987761,1334
-"wd_2",0.01,1613936987761,1334
-"sqr_mom_2",0.99,1613936987761,1334
-"lr_2",0.00015278642813971343,1613936987761,1334
-"mom_2",0.9194434088061454,1613936987761,1334
-"eps_2",1e-05,1613936987761,1334
-"train_loss",0.04621959,1613936988708,1335
-"raw_loss",0.052735295,1613936988708,1335
-"epoch",8.402515723270426,1613936988708,1335
-"wd_0",0.01,1613936988708,1335
-"sqr_mom_0",0.99,1613936988708,1335
-"lr_0",1.521366983935482e-06,1613936988708,1335
-"mom_0",0.9195733560548509,1613936988708,1335
-"eps_0",1e-05,1613936988708,1335
-"wd_1",0.01,1613936988708,1335
-"sqr_mom_1",0.99,1613936988708,1335
-"lr_1",1.5213669839354819e-05,1613936988708,1335
-"mom_1",0.9195733560548509,1613936988708,1335
-"eps_1",1e-05,1613936988708,1335
-"wd_2",0.01,1613936988708,1335
-"sqr_mom_2",0.99,1613936988708,1335
-"lr_2",0.00015213669839354816,1613936988708,1335
-"mom_2",0.9195733560548509,1613936988708,1335
-"eps_2",1e-05,1613936988708,1335
-"train_loss",0.046646625,1613936989656,1336
-"raw_loss",0.06757131,1613936989656,1336
-"epoch",8.408805031446526,1613936989656,1336
-"wd_0",0.01,1613936989656,1336
-"sqr_mom_0",0.99,1613936989656,1336
-"lr_0",1.514877053585192e-06,1613936989656,1336
-"mom_0",0.9197031559598557,1613936989656,1336
-"eps_0",1e-05,1613936989656,1336
-"wd_1",0.01,1613936989656,1336
-"sqr_mom_1",0.99,1613936989656,1336
-"lr_1",1.5148770535851919e-05,1613936989656,1336
-"mom_1",0.9197031559598557,1613936989656,1336
-"eps_1",1e-05,1613936989656,1336
-"wd_2",0.01,1613936989656,1336
-"sqr_mom_2",0.99,1613936989656,1336
-"lr_2",0.00015148770535851916,1613936989656,1336
-"mom_2",0.9197031559598557,1613936989656,1336
-"eps_2",1e-05,1613936989656,1336
-"train_loss",0.04633618,1613936990645,1337
-"raw_loss",0.031124372,1613936990645,1337
-"epoch",8.415094339622627,1613936990645,1337
-"wd_0",0.01,1613936990645,1337
-"sqr_mom_0",0.99,1613936990645,1337
-"lr_0",1.5083958327998023e-06,1613936990645,1337
-"mom_0",0.9198327816718206,1613936990645,1337
-"eps_0",1e-05,1613936990645,1337
-"wd_1",0.01,1613936990645,1337
-"sqr_mom_1",0.99,1613936990645,1337
-"lr_1",1.5083958327998023e-05,1613936990645,1337
-"mom_1",0.9198327816718206,1613936990645,1337
-"eps_1",1e-05,1613936990645,1337
-"wd_2",0.01,1613936990645,1337
-"sqr_mom_2",0.99,1613936990645,1337
-"lr_2",0.0001508395832799802,1613936990645,1337
-"mom_2",0.9198327816718206,1613936990645,1337
-"eps_2",1e-05,1613936990645,1337
-"train_loss",0.0460098,1613936991623,1338
-"raw_loss",0.03001718,1613936991623,1338
-"epoch",8.421383647798727,1613936991623,1338
-"wd_0",0.01,1613936991623,1338
-"sqr_mom_0",0.99,1613936991623,1338
-"lr_0",1.501922082472139e-06,1613936991623,1338
-"mom_0",0.9199622579731369,1613936991623,1338
-"eps_0",1e-05,1613936991623,1338
-"wd_1",0.01,1613936991623,1338
-"sqr_mom_1",0.99,1613936991623,1338
-"lr_1",1.501922082472139e-05,1613936991623,1338
-"mom_1",0.9199622579731369,1613936991623,1338
-"eps_1",1e-05,1613936991623,1338
-"wd_2",0.01,1613936991623,1338
-"sqr_mom_2",0.99,1613936991623,1338
-"lr_2",0.00015019220824721385,1613936991623,1338
-"mom_2",0.9199622579731369,1613936991623,1338
-"eps_2",1e-05,1613936991623,1338
-"train_loss",0.045495134,1613936992602,1339
-"raw_loss",0.020276485,1613936992602,1339
-"epoch",8.427672955974828,1613936992602,1339
-"wd_0",0.01,1613936992602,1339
-"sqr_mom_0",0.99,1613936992602,1339
-"lr_0",1.495456284430866e-06,1613936992602,1339
-"mom_0",0.9200915752271349,1613936992602,1339
-"eps_0",1e-05,1613936992602,1339
-"wd_1",0.01,1613936992602,1339
-"sqr_mom_1",0.99,1613936992602,1339
-"lr_1",1.4954562844308656e-05,1613936992602,1339
-"mom_1",0.9200915752271349,1613936992602,1339
-"eps_1",1e-05,1613936992602,1339
-"wd_2",0.01,1613936992602,1339
-"sqr_mom_2",0.99,1613936992602,1339
-"lr_2",0.00014954562844308653,1613936992602,1339
-"mom_2",0.9200915752271349,1613936992602,1339
-"eps_2",1e-05,1613936992602,1339
-"train_loss",0.04577182,1613936993534,1340
-"raw_loss",0.059329323,1613936993534,1340
-"epoch",8.433962264150928,1613936993534,1340
-"wd_0",0.01,1613936993534,1340
-"sqr_mom_0",0.99,1613936993534,1340
-"lr_0",1.4889989183311295e-06,1613936993534,1340
-"mom_0",0.9202207238406158,1613936993534,1340
-"eps_0",1e-05,1613936993534,1340
-"wd_1",0.01,1613936993534,1340
-"sqr_mom_1",0.99,1613936993534,1340
-"lr_1",1.4889989183311297e-05,1613936993534,1340
-"mom_1",0.9202207238406158,1613936993534,1340
-"eps_1",1e-05,1613936993534,1340
-"wd_2",0.01,1613936993534,1340
-"sqr_mom_2",0.99,1613936993534,1340
-"lr_2",0.00014889989183311292,1613936993534,1340
-"mom_2",0.9202207238406158,1613936993534,1340
-"eps_2",1e-05,1613936993534,1340
-"train_loss",0.045712397,1613936994477,1341
-"raw_loss",0.04280071,1613936994477,1341
-"epoch",8.440251572327028,1613936994477,1341
-"wd_0",0.01,1613936994477,1341
-"sqr_mom_0",0.99,1613936994477,1341
-"lr_0",1.4825491788095993e-06,1613936994477,1341
-"mom_0",0.9203497199210072,1613936994477,1341
-"eps_0",1e-05,1613936994477,1341
-"wd_1",0.01,1613936994477,1341
-"sqr_mom_1",0.99,1613936994477,1341
-"lr_1",1.4825491788095993e-05,1613936994477,1341
-"mom_1",0.9203497199210072,1613936994477,1341
-"eps_1",1e-05,1613936994477,1341
-"wd_2",0.01,1613936994477,1341
-"sqr_mom_2",0.99,1613936994477,1341
-"lr_2",0.00014825491788095989,1613936994477,1341
-"mom_2",0.9203497199210072,1613936994477,1341
-"eps_2",1e-05,1613936994477,1341
-"train_loss",0.045320973,1613936995432,1342
-"raw_loss",0.026141101,1613936995432,1342
-"epoch",8.446540880503129,1613936995432,1342
-"wd_0",0.01,1613936995432,1342
-"sqr_mom_0",0.99,1613936995432,1342
-"lr_0",1.4761071188621922e-06,1613936995432,1342
-"mom_0",0.9204785624083802,1613936995432,1342
-"eps_0",1e-05,1613936995432,1342
-"wd_1",0.01,1613936995432,1342
-"sqr_mom_1",0.99,1613936995432,1342
-"lr_1",1.4761071188621922e-05,1613936995432,1342
-"mom_1",0.9204785624083802,1613936995432,1342
-"eps_1",1e-05,1613936995432,1342
-"wd_2",0.01,1613936995432,1342
-"sqr_mom_2",0.99,1613936995432,1342
-"lr_2",0.0001476107118862192,1613936995432,1342
-"mom_2",0.9204785624083802,1613936995432,1342
-"eps_2",1e-05,1613936995432,1342
-"train_loss",0.045057137,1613936996408,1343
-"raw_loss",0.03212915,1613936996408,1343
-"epoch",8.45283018867923,1613936996408,1343
-"wd_0",0.01,1613936996408,1343
-"sqr_mom_0",0.99,1613936996408,1343
-"lr_0",1.4696744975249739e-06,1613936996408,1343
-"mom_0",0.9206072161216617,1613936996408,1343
-"eps_0",1e-05,1613936996408,1343
-"wd_1",0.01,1613936996408,1343
-"sqr_mom_1",0.99,1613936996408,1343
-"lr_1",1.4696744975249739e-05,1613936996408,1343
-"mom_1",0.9206072161216617,1613936996408,1343
-"eps_1",1e-05,1613936996408,1343
-"wd_2",0.01,1613936996408,1343
-"sqr_mom_2",0.99,1613936996408,1343
-"lr_2",0.00014696744975249736,1613936996408,1343
-"mom_2",0.9206072161216617,1613936996408,1343
-"eps_2",1e-05,1613936996408,1343
-"train_loss",0.044641677,1613936997354,1344
-"raw_loss",0.024284117,1613936997354,1344
-"epoch",8.45911949685533,1613936997354,1344
-"wd_0",0.01,1613936997354,1344
-"sqr_mom_0",0.99,1613936997354,1344
-"lr_0",1.4632488053008184e-06,1613936997354,1344
-"mom_0",0.9207357312512962,1613936997354,1344
-"eps_0",1e-05,1613936997354,1344
-"wd_1",0.01,1613936997354,1344
-"sqr_mom_1",0.99,1613936997354,1344
-"lr_1",1.4632488053008182e-05,1613936997354,1344
-"mom_1",0.9207357312512962,1613936997354,1344
-"eps_1",1e-05,1613936997354,1344
-"wd_2",0.01,1613936997354,1344
-"sqr_mom_2",0.99,1613936997354,1344
-"lr_2",0.00014632488053008177,1613936997354,1344
-"mom_2",0.9207357312512962,1613936997354,1344
-"eps_2",1e-05,1613936997354,1344
-"train_loss",0.044466488,1613936998317,1345
-"raw_loss",0.03588224,1613936998317,1345
-"epoch",8.46540880503143,1613936998317,1345
-"wd_0",0.01,1613936998317,1345
-"sqr_mom_0",0.99,1613936998317,1345
-"lr_0",1.4568318000096713e-06,1613936998317,1345
-"mom_0",0.9208640726405329,1613936998317,1345
-"eps_0",1e-05,1613936998317,1345
-"wd_1",0.01,1613936998317,1345
-"sqr_mom_1",0.99,1613936998317,1345
-"lr_1",1.4568318000096714e-05,1613936998317,1345
-"mom_1",0.9208640726405329,1613936998317,1345
-"eps_1",1e-05,1613936998317,1345
-"wd_2",0.01,1613936998317,1345
-"sqr_mom_2",0.99,1613936998317,1345
-"lr_2",0.00014568318000096712,1613936998317,1345
-"mom_2",0.9208640726405329,1613936998317,1345
-"eps_2",1e-05,1613936998317,1345
-"train_loss",0.044162292,1613936999251,1346
-"raw_loss",0.029256739,1613936999251,1346
-"epoch",8.47169811320753,1613936999251,1346
-"wd_0",0.01,1613936999251,1346
-"sqr_mom_0",0.99,1613936999251,1346
-"lr_0",1.4504231062572844e-06,1613936999251,1346
-"mom_0",0.9209922477973322,1613936999251,1346
-"eps_0",1e-05,1613936999251,1346
-"wd_1",0.01,1613936999251,1346
-"sqr_mom_1",0.99,1613936999251,1346
-"lr_1",1.4504231062572845e-05,1613936999251,1346
-"mom_1",0.9209922477973322,1613936999251,1346
-"eps_1",1e-05,1613936999251,1346
-"wd_2",0.01,1613936999251,1346
-"sqr_mom_2",0.99,1613936999251,1346
-"lr_2",0.00014504231062572844,1613936999251,1346
-"mom_2",0.9209922477973322,1613936999251,1346
-"eps_2",1e-05,1613936999251,1346
-"train_loss",0.044477306,1613937000192,1347
-"raw_loss",0.059913095,1613937000192,1347
-"epoch",8.47798742138363,1613937000192,1347
-"wd_0",0.01,1613937000192,1347
-"sqr_mom_0",0.99,1613937000192,1347
-"lr_0",1.4440231994198768e-06,1613937000192,1347
-"mom_0",0.9211202472140746,1613937000192,1347
-"eps_0",1e-05,1613937000192,1347
-"wd_1",0.01,1613937000192,1347
-"sqr_mom_1",0.99,1613937000192,1347
-"lr_1",1.4440231994198772e-05,1613937000192,1347
-"mom_1",0.9211202472140746,1613937000192,1347
-"eps_1",1e-05,1613937000192,1347
-"wd_2",0.01,1613937000192,1347
-"sqr_mom_2",0.99,1613937000192,1347
-"lr_2",0.00014440231994198763,1613937000192,1347
-"mom_2",0.9211202472140746,1613937000192,1347
-"eps_2",1e-05,1613937000192,1347
-"train_loss",0.044709362,1613937001161,1348
-"raw_loss",0.05608009,1613937001161,1348
-"epoch",8.484276729559731,1613937001161,1348
-"wd_0",0.01,1613937001161,1348
-"sqr_mom_0",0.99,1613937001161,1348
-"lr_0",1.437631281300442e-06,1613937001161,1348
-"mom_0",0.9212480868548597,1613937001161,1348
-"eps_0",1e-05,1613937001161,1348
-"wd_1",0.01,1613937001161,1348
-"sqr_mom_1",0.99,1613937001161,1348
-"lr_1",1.4376312813004421e-05,1613937001161,1348
-"mom_1",0.9212480868548597,1613937001161,1348
-"eps_1",1e-05,1613937001161,1348
-"wd_2",0.01,1613937001161,1348
-"sqr_mom_2",0.99,1613937001161,1348
-"lr_2",0.00014376312813004416,1613937001161,1348
-"mom_2",0.9212480868548597,1613937001161,1348
-"eps_2",1e-05,1613937001161,1348
-"train_loss",0.044640537,1613937002124,1349
-"raw_loss",0.04126815,1613937002124,1349
-"epoch",8.490566037735832,1613937002124,1349
-"wd_0",0.01,1613937002124,1349
-"sqr_mom_0",0.99,1613937002124,1349
-"lr_0",1.4312474045054792e-06,1613937002124,1349
-"mom_0",0.9213757656675471,1613937002124,1349
-"eps_0",1e-05,1613937002124,1349
-"wd_1",0.01,1613937002124,1349
-"sqr_mom_1",0.99,1613937002124,1349
-"lr_1",1.4312474045054792e-05,1613937002124,1349
-"mom_1",0.9213757656675471,1613937002124,1349
-"eps_1",1e-05,1613937002124,1349
-"wd_2",0.01,1613937002124,1349
-"sqr_mom_2",0.99,1613937002124,1349
-"lr_2",0.0001431247404505479,1613937002124,1349
-"mom_2",0.9213757656675471,1613937002124,1349
-"eps_2",1e-05,1613937002124,1349
-"train_loss",0.04439796,1613937003058,1350
-"raw_loss",0.032511685,1613937003058,1350
-"epoch",8.496855345911932,1613937003058,1350
-"wd_0",0.01,1613937003058,1350
-"sqr_mom_0",0.99,1613937003058,1350
-"lr_0",1.4248728894720963e-06,1613937003058,1350
-"mom_0",0.9215032572431305,1613937003058,1350
-"eps_0",1e-05,1613937003058,1350
-"wd_1",0.01,1613937003058,1350
-"sqr_mom_1",0.99,1613937003058,1350
-"lr_1",1.4248728894720958e-05,1613937003058,1350
-"mom_1",0.9215032572431305,1613937003058,1350
-"eps_1",1e-05,1613937003058,1350
-"wd_2",0.01,1613937003058,1350
-"sqr_mom_2",0.99,1613937003058,1350
-"lr_2",0.0001424872889472096,1613937003058,1350
-"mom_2",0.9215032572431305,1613937003058,1350
-"eps_2",1e-05,1613937003058,1350
-"train_loss",0.044732485,1613937004010,1351
-"raw_loss",0.061124228,1613937004010,1351
-"epoch",8.503144654088032,1613937004010,1351
-"wd_0",0.01,1613937004010,1351
-"sqr_mom_0",0.99,1613937004010,1351
-"lr_0",1.4185065174144112e-06,1613937004010,1351
-"mom_0",0.9216305859575713,1613937004010,1351
-"eps_0",1e-05,1613937004010,1351
-"wd_1",0.01,1613937004010,1351
-"sqr_mom_1",0.99,1613937004010,1351
-"lr_1",1.418506517414411e-05,1613937004010,1351
-"mom_1",0.9216305859575713,1613937004010,1351
-"eps_1",1e-05,1613937004010,1351
-"wd_2",0.01,1613937004010,1351
-"sqr_mom_2",0.99,1613937004010,1351
-"lr_2",0.0001418506517414411,1613937004010,1351
-"mom_2",0.9216305859575713,1613937004010,1351
-"eps_2",1e-05,1613937004010,1351
-"train_loss",0.044421583,1613937004980,1352
-"raw_loss",0.029187301,1613937004980,1352
-"epoch",8.509433962264133,1613937004980,1352
-"wd_0",0.01,1613937004980,1352
-"sqr_mom_0",0.99,1613937004980,1352
-"lr_0",1.412148762248389e-06,1613937004980,1352
-"mom_0",0.9217577423324554,1613937004980,1352
-"eps_0",1e-05,1613937004980,1352
-"wd_1",0.01,1613937004980,1352
-"sqr_mom_1",0.99,1613937004980,1352
-"lr_1",1.4121487622483891e-05,1613937004980,1352
-"mom_1",0.9217577423324554,1613937004980,1352
-"eps_1",1e-05,1613937004980,1352
-"wd_2",0.01,1613937004980,1352
-"sqr_mom_2",0.99,1613937004980,1352
-"lr_2",0.0001412148762248389,1613937004980,1352
-"mom_2",0.9217577423324554,1613937004980,1352
-"eps_2",1e-05,1613937004980,1352
-"train_loss",0.04425768,1613937006007,1353
-"raw_loss",0.03622645,1613937006007,1353
-"epoch",8.515723270440233,1613937006007,1353
-"wd_0",0.01,1613937006007,1353
-"sqr_mom_0",0.99,1613937006007,1353
-"lr_0",1.4057996746288161e-06,1613937006007,1353
-"mom_0",0.9218847253546771,1613937006007,1353
-"eps_0",1e-05,1613937006007,1353
-"wd_1",0.01,1613937006007,1353
-"sqr_mom_1",0.99,1613937006007,1353
-"lr_1",1.4057996746288159e-05,1613937006007,1353
-"mom_1",0.9218847253546771,1613937006007,1353
-"eps_1",1e-05,1613937006007,1353
-"wd_2",0.01,1613937006007,1353
-"sqr_mom_2",0.99,1613937006007,1353
-"lr_2",0.00014057996746288156,1613937006007,1353
-"mom_2",0.9218847253546771,1613937006007,1353
-"eps_2",1e-05,1613937006007,1353
-"train_loss",0.045095786,1613937007055,1354
-"raw_loss",0.08616291,1613937007055,1354
-"epoch",8.522012578616334,1613937007055,1354
-"wd_0",0.01,1613937007055,1354
-"sqr_mom_0",0.99,1613937007055,1354
-"lr_0",1.3994597254674032e-06,1613937007055,1354
-"mom_0",0.9220115256059079,1613937007055,1354
-"eps_0",1e-05,1613937007055,1354
-"wd_1",0.01,1613937007055,1354
-"sqr_mom_1",0.99,1613937007055,1354
-"lr_1",1.399459725467403e-05,1613937007055,1354
-"mom_1",0.9220115256059079,1613937007055,1354
-"eps_1",1e-05,1613937007055,1354
-"wd_2",0.01,1613937007055,1354
-"sqr_mom_2",0.99,1613937007055,1354
-"lr_2",0.0001399459725467403,1613937007055,1354
-"mom_2",0.9220115256059079,1613937007055,1354
-"eps_2",1e-05,1613937007055,1354
-"train_loss",0.0457421,1613937008020,1355
-"raw_loss",0.0774114,1613937008020,1355
-"epoch",8.528301886792434,1613937008020,1355
-"wd_0",0.01,1613937008020,1355
-"sqr_mom_0",0.99,1613937008020,1355
-"lr_0",1.3931277043024695e-06,1613937008020,1355
-"mom_0",0.9221381672956235,1613937008020,1355
-"eps_0",1e-05,1613937008020,1355
-"wd_1",0.01,1613937008020,1355
-"sqr_mom_1",0.99,1613937008020,1355
-"lr_1",1.3931277043024697e-05,1613937008020,1355
-"mom_1",0.9221381672956235,1613937008020,1355
-"eps_1",1e-05,1613937008020,1355
-"wd_2",0.01,1613937008020,1355
-"sqr_mom_2",0.99,1613937008020,1355
-"lr_2",0.00013931277043024694,1613937008020,1355
-"mom_2",0.9221381672956235,1613937008020,1355
-"eps_2",1e-05,1613937008020,1355
-"train_loss",0.0454764,1613937008949,1356
-"raw_loss",0.032457054,1613937008949,1356
-"epoch",8.534591194968534,1613937008949,1356
-"wd_0",0.01,1613937008949,1356
-"sqr_mom_0",0.99,1613937008949,1356
-"lr_0",1.386804922558367e-06,1613937008949,1356
-"mom_0",0.9222646241950746,1613937008949,1356
-"eps_0",1e-05,1613937008949,1356
-"wd_1",0.01,1613937008949,1356
-"sqr_mom_1",0.99,1613937008949,1356
-"lr_1",1.3868049225583669e-05,1613937008949,1356
-"mom_1",0.9222646241950746,1613937008949,1356
-"eps_1",1e-05,1613937008949,1356
-"wd_2",0.01,1613937008949,1356
-"sqr_mom_2",0.99,1613937008949,1356
-"lr_2",0.0001386804922558367,1613937008949,1356
-"mom_2",0.9222646241950746,1613937008949,1356
-"eps_2",1e-05,1613937008949,1356
-"train_loss",0.045114134,1613937009909,1357
-"raw_loss",0.027363097,1613937009909,1357
-"epoch",8.540880503144635,1613937009909,1357
-"wd_0",0.01,1613937009909,1357
-"sqr_mom_0",0.99,1613937009909,1357
-"lr_0",1.380491428851066e-06,1613937009909,1357
-"mom_0",0.922390895331932,1613937009909,1357
-"eps_0",1e-05,1613937009909,1357
-"wd_1",0.01,1613937009909,1357
-"sqr_mom_1",0.99,1613937009909,1357
-"lr_1",1.3804914288510663e-05,1613937009909,1357
-"mom_1",0.922390895331932,1613937009909,1357
-"eps_1",1e-05,1613937009909,1357
-"wd_2",0.01,1613937009909,1357
-"sqr_mom_2",0.99,1613937009909,1357
-"lr_2",0.00013804914288510658,1613937009909,1357
-"mom_2",0.922390895331932,1613937009909,1357
-"eps_2",1e-05,1613937009909,1357
-"train_loss",0.04468746,1613937010853,1358
-"raw_loss",0.023780407,1613937010853,1358
-"epoch",8.547169811320735,1613937010853,1358
-"wd_0",0.01,1613937010853,1358
-"sqr_mom_0",0.99,1613937010853,1358
-"lr_0",1.374186435761012e-06,1613937010853,1358
-"mom_0",0.9225169964547443,1613937010853,1358
-"eps_0",1e-05,1613937010853,1358
-"wd_1",0.01,1613937010853,1358
-"sqr_mom_1",0.99,1613937010853,1358
-"lr_1",1.374186435761012e-05,1613937010853,1358
-"mom_1",0.9225169964547443,1613937010853,1358
-"eps_1",1e-05,1613937010853,1358
-"wd_2",0.01,1613937010853,1358
-"sqr_mom_2",0.99,1613937010853,1358
-"lr_2",0.00013741864357610115,1613937010853,1358
-"mom_2",0.9225169964547443,1613937010853,1358
-"eps_2",1e-05,1613937010853,1358
-"train_loss",0.044298466,1613937011810,1359
-"raw_loss",0.02523763,1613937011810,1359
-"epoch",8.553459119496836,1613937011810,1359
-"wd_0",0.01,1613937011810,1359
-"sqr_mom_0",0.99,1613937011810,1359
-"lr_0",1.3678904126784933e-06,1613937011810,1359
-"mom_0",0.9226429181756118,1613937011810,1359
-"eps_0",1e-05,1613937011810,1359
-"wd_1",0.01,1613937011810,1359
-"sqr_mom_1",0.99,1613937011810,1359
-"lr_1",1.3678904126784935e-05,1613937011810,1359
-"mom_1",0.9226429181756118,1613937011810,1359
-"eps_1",1e-05,1613937011810,1359
-"wd_2",0.01,1613937011810,1359
-"sqr_mom_2",0.99,1613937011810,1359
-"lr_2",0.00013678904126784928,1613937011810,1359
-"mom_2",0.9226429181756118,1613937011810,1359
-"eps_2",1e-05,1613937011810,1359
-"train_loss",0.043722767,1613937012759,1360
-"raw_loss",0.015513579,1613937012759,1360
-"epoch",8.559748427672936,1613937012759,1360
-"wd_0",0.01,1613937012759,1360
-"sqr_mom_0",0.99,1613937012759,1360
-"lr_0",1.3616029929908224e-06,1613937012759,1360
-"mom_0",0.9227686678268618,1613937012759,1360
-"eps_0",1e-05,1613937012759,1360
-"wd_1",0.01,1613937012759,1360
-"sqr_mom_1",0.99,1613937012759,1360
-"lr_1",1.3616029929908222e-05,1613937012759,1360
-"mom_1",0.9227686678268618,1613937012759,1360
-"eps_1",1e-05,1613937012759,1360
-"wd_2",0.01,1613937012759,1360
-"sqr_mom_2",0.99,1613937012759,1360
-"lr_2",0.00013616029929908223,1613937012759,1360
-"mom_2",0.9227686678268618,1613937012759,1360
-"eps_2",1e-05,1613937012759,1360
-"train_loss",0.044366896,1613937013713,1361
-"raw_loss",0.07592922,1613937013713,1361
-"epoch",8.566037735849036,1613937013713,1361
-"wd_0",0.01,1613937013713,1361
-"sqr_mom_0",0.99,1613937013713,1361
-"lr_0",1.3553258932882531e-06,1613937013713,1361
-"mom_0",0.9228942110763456,1613937013713,1361
-"eps_0",1e-05,1613937013713,1361
-"wd_1",0.01,1613937013713,1361
-"sqr_mom_1",0.99,1613937013713,1361
-"lr_1",1.3553258932882531e-05,1613937013713,1361
-"mom_1",0.9228942110763456,1613937013713,1361
-"eps_1",1e-05,1613937013713,1361
-"wd_2",0.01,1613937013713,1361
-"sqr_mom_2",0.99,1613937013713,1361
-"lr_2",0.00013553258932882527,1613937013713,1361
-"mom_2",0.9228942110763456,1613937013713,1361
-"eps_2",1e-05,1613937013713,1361
-"train_loss",0.044154044,1613937014653,1362
-"raw_loss",0.033724245,1613937014653,1362
-"epoch",8.572327044025137,1613937014653,1362
-"wd_0",0.01,1613937014653,1362
-"sqr_mom_0",0.99,1613937014653,1362
-"lr_0",1.3490566647458293e-06,1613937014653,1362
-"mom_0",0.9230195969010524,1613937014653,1362
-"eps_0",1e-05,1613937014653,1362
-"wd_1",0.01,1613937014653,1362
-"sqr_mom_1",0.99,1613937014653,1362
-"lr_1",1.3490566647458293e-05,1613937014653,1362
-"mom_1",0.9230195969010524,1613937014653,1362
-"eps_1",1e-05,1613937014653,1362
-"wd_2",0.01,1613937014653,1362
-"sqr_mom_2",0.99,1613937014653,1362
-"lr_2",0.00013490566647458288,1613937014653,1362
-"mom_2",0.9230195969010524,1613937014653,1362
-"eps_2",1e-05,1613937014653,1362
-"train_loss",0.04379947,1613937015627,1363
-"raw_loss",0.02642535,1613937015627,1363
-"epoch",8.578616352201237,1613937015627,1363
-"wd_0",0.01,1613937015627,1363
-"sqr_mom_0",0.99,1613937015627,1363
-"lr_0",1.3427970226022003e-06,1613937015627,1363
-"mom_0",0.9231447909958659,1613937015627,1363
-"eps_0",1e-05,1613937015627,1363
-"wd_1",0.01,1613937015627,1363
-"sqr_mom_1",0.99,1613937015627,1363
-"lr_1",1.3427970226022e-05,1613937015627,1363
-"mom_1",0.9231447909958659,1613937015627,1363
-"eps_1",1e-05,1613937015627,1363
-"wd_2",0.01,1613937015627,1363
-"sqr_mom_2",0.99,1613937015627,1363
-"lr_2",0.00013427970226021998,1613937015627,1363
-"mom_2",0.9231447909958659,1613937015627,1363
-"eps_2",1e-05,1613937015627,1363
-"train_loss",0.043628577,1613937016564,1364
-"raw_loss",0.035254676,1613937016564,1364
-"epoch",8.584905660377338,1613937016564,1364
-"wd_0",0.01,1613937016564,1364
-"sqr_mom_0",0.99,1613937016564,1364
-"lr_0",1.3365470149004455e-06,1613937016564,1364
-"mom_0",0.923269792399915,1613937016564,1364
-"eps_0",1e-05,1613937016564,1364
-"wd_1",0.01,1613937016564,1364
-"sqr_mom_1",0.99,1613937016564,1364
-"lr_1",1.3365470149004456e-05,1613937016564,1364
-"mom_1",0.923269792399915,1613937016564,1364
-"eps_1",1e-05,1613937016564,1364
-"wd_2",0.01,1613937016564,1364
-"sqr_mom_2",0.99,1613937016564,1364
-"lr_2",0.00013365470149004452,1613937016564,1364
-"mom_2",0.923269792399915,1613937016564,1364
-"eps_2",1e-05,1613937016564,1364
-"train_loss",0.043400403,1613937017523,1365
-"raw_loss",0.032219935,1613937017523,1365
-"epoch",8.591194968553438,1613937017523,1365
-"wd_0",0.01,1613937017523,1365
-"sqr_mom_0",0.99,1613937017523,1365
-"lr_0",1.330305862138994e-06,1613937017523,1365
-"mom_0",0.9233946167033871,1613937017523,1365
-"eps_0",1e-05,1613937017523,1365
-"wd_1",0.01,1613937017523,1365
-"sqr_mom_1",0.99,1613937017523,1365
-"lr_1",1.330305862138994e-05,1613937017523,1365
-"mom_1",0.9233946167033871,1613937017523,1365
-"eps_1",1e-05,1613937017523,1365
-"wd_2",0.01,1613937017523,1365
-"sqr_mom_2",0.99,1613937017523,1365
-"lr_2",0.00013303058621389933,1613937017523,1365
-"mom_2",0.9233946167033871,1613937017523,1365
-"eps_2",1e-05,1613937017523,1365
-"train_loss",0.043312274,1613937018487,1366
-"raw_loss",0.038994003,1613937018487,1366
-"epoch",8.597484276729539,1613937018487,1366
-"wd_0",0.01,1613937018487,1366
-"sqr_mom_0",0.99,1613937018487,1366
-"lr_0",1.3240740289992113e-06,1613937018487,1366
-"mom_0",0.9235192546125619,1613937018487,1366
-"eps_0",1e-05,1613937018487,1366
-"wd_1",0.01,1613937018487,1366
-"sqr_mom_1",0.99,1613937018487,1366
-"lr_1",1.324074028999211e-05,1613937018487,1366
-"mom_1",0.9235192546125619,1613937018487,1366
-"eps_1",1e-05,1613937018487,1366
-"wd_2",0.01,1613937018487,1366
-"sqr_mom_2",0.99,1613937018487,1366
-"lr_2",0.00013240740289992108,1613937018487,1366
-"mom_2",0.9235192546125619,1613937018487,1366
-"eps_2",1e-05,1613937018487,1366
-"train_loss",0.043837447,1613937019482,1367
-"raw_loss",0.069570966,1613937019482,1367
-"epoch",8.603773584905639,1613937019482,1367
-"wd_0",0.01,1613937019482,1367
-"sqr_mom_0",0.99,1613937019482,1367
-"lr_0",1.3178519776152342e-06,1613937019482,1367
-"mom_0",0.9236436968846642,1613937019482,1367
-"eps_0",1e-05,1613937019482,1367
-"wd_1",0.01,1613937019482,1367
-"sqr_mom_1",0.99,1613937019482,1367
-"lr_1",1.3178519776152344e-05,1613937019482,1367
-"mom_1",0.9236436968846642,1613937019482,1367
-"eps_1",1e-05,1613937019482,1367
-"wd_2",0.01,1613937019482,1367
-"sqr_mom_2",0.99,1613937019482,1367
-"lr_2",0.0001317851977615234,1613937019482,1367
-"mom_2",0.9236436968846642,1613937019482,1367
-"eps_2",1e-05,1613937019482,1367
-"train_loss",0.044074733,1613937020464,1368
-"raw_loss",0.05570171,1613937020464,1368
-"epoch",8.61006289308174,1613937020464,1368
-"wd_0",0.01,1613937020464,1368
-"sqr_mom_0",0.99,1613937020464,1368
-"lr_0",1.311638520116068e-06,1613937020464,1368
-"mom_0",0.9237679672773513,1613937020464,1368
-"eps_0",1e-05,1613937020464,1368
-"wd_1",0.01,1613937020464,1368
-"sqr_mom_1",0.99,1613937020464,1368
-"lr_1",1.3116385201160677e-05,1613937020464,1368
-"mom_1",0.9237679672773513,1613937020464,1368
-"eps_1",1e-05,1613937020464,1368
-"wd_2",0.01,1613937020464,1368
-"sqr_mom_2",0.99,1613937020464,1368
-"lr_2",0.00013116385201160672,1613937020464,1368
-"mom_2",0.9237679672773513,1613937020464,1368
-"eps_2",1e-05,1613937020464,1368
-"train_loss",0.04396918,1613937021478,1369
-"raw_loss",0.038797107,1613937021478,1369
-"epoch",8.61635220125784,1613937021478,1369
-"wd_0",0.01,1613937021478,1369
-"sqr_mom_0",0.99,1613937021478,1369
-"lr_0",1.305434943451395e-06,1613937021478,1369
-"mom_0",0.9238920400513726,1613937021478,1369
-"eps_0",1e-05,1613937021478,1369
-"wd_1",0.01,1613937021478,1369
-"sqr_mom_1",0.99,1613937021478,1369
-"lr_1",1.3054349434513945e-05,1613937021478,1369
-"mom_1",0.9238920400513726,1613937021478,1369
-"eps_1",1e-05,1613937021478,1369
-"wd_2",0.01,1613937021478,1369
-"sqr_mom_2",0.99,1613937021478,1369
-"lr_2",0.00013054349434513942,1613937021478,1369
-"mom_2",0.9238920400513726,1613937021478,1369
-"eps_2",1e-05,1613937021478,1369
-"train_loss",0.04365293,1613937022426,1370
-"raw_loss",0.028156612,1613937022426,1370
-"epoch",8.62264150943394,1613937022426,1370
-"wd_0",0.01,1613937022426,1370
-"sqr_mom_0",0.99,1613937022426,1370
-"lr_0",1.2992408845649793e-06,1613937022426,1370
-"mom_0",0.9240159224679251,1613937022426,1370
-"eps_0",1e-05,1613937022426,1370
-"wd_1",0.01,1613937022426,1370
-"sqr_mom_1",0.99,1613937022426,1370
-"lr_1",1.2992408845649793e-05,1613937022426,1370
-"mom_1",0.9240159224679251,1613937022426,1370
-"eps_1",1e-05,1613937022426,1370
-"wd_2",0.01,1613937022426,1370
-"sqr_mom_2",0.99,1613937022426,1370
-"lr_2",0.0001299240884564979,1613937022426,1370
-"mom_2",0.9240159224679251,1613937022426,1370
-"eps_2",1e-05,1613937022426,1370
-"train_loss",0.043347154,1613937023389,1371
-"raw_loss",0.028364109,1613937023389,1371
-"epoch",8.62893081761004,1613937023389,1371
-"wd_0",0.01,1613937023389,1371
-"sqr_mom_0",0.99,1613937023389,1371
-"lr_0",1.2930568027643915e-06,1613937023389,1371
-"mom_0",0.9241396053407656,1613937023389,1371
-"eps_0",1e-05,1613937023389,1371
-"wd_1",0.01,1613937023389,1371
-"sqr_mom_1",0.99,1613937023389,1371
-"lr_1",1.2930568027643917e-05,1613937023389,1371
-"mom_1",0.9241396053407656,1613937023389,1371
-"eps_1",1e-05,1613937023389,1371
-"wd_2",0.01,1613937023389,1371
-"sqr_mom_2",0.99,1613937023389,1371
-"lr_2",0.0001293056802764391,1613937023389,1371
-"mom_2",0.9241396053407656,1613937023389,1371
-"eps_2",1e-05,1613937023389,1371
-"train_loss",0.043011628,1613937024328,1372
-"raw_loss",0.026570888,1613937024328,1372
-"epoch",8.635220125786141,1613937024328,1372
-"wd_0",0.01,1613937024328,1372
-"sqr_mom_0",0.99,1613937024328,1372
-"lr_0",1.2868819267703436e-06,1613937024328,1372
-"mom_0",0.9242631040956341,1613937024328,1372
-"eps_0",1e-05,1613937024328,1372
-"wd_1",0.01,1613937024328,1372
-"sqr_mom_1",0.99,1613937024328,1372
-"lr_1",1.2868819267703435e-05,1613937024328,1372
-"mom_1",0.9242631040956341,1613937024328,1372
-"eps_1",1e-05,1613937024328,1372
-"wd_2",0.01,1613937024328,1372
-"sqr_mom_2",0.99,1613937024328,1372
-"lr_2",0.00012868819267703428,1613937024328,1372
-"mom_2",0.9242631040956341,1613937024328,1372
-"eps_2",1e-05,1613937024328,1372
-"train_loss",0.04285742,1613937025307,1373
-"raw_loss",0.035301257,1613937025307,1373
-"epoch",8.641509433962241,1613937025307,1373
-"wd_0",0.01,1613937025307,1373
-"sqr_mom_0",0.99,1613937025307,1373
-"lr_0",1.2807163076992827e-06,1613937025307,1373
-"mom_0",0.9243864177101915,1613937025307,1373
-"eps_0",1e-05,1613937025307,1373
-"wd_1",0.01,1613937025307,1373
-"sqr_mom_1",0.99,1613937025307,1373
-"lr_1",1.2807163076992822e-05,1613937025307,1373
-"mom_1",0.9243864177101915,1613937025307,1373
-"eps_1",1e-05,1613937025307,1373
-"wd_2",0.01,1613937025307,1373
-"sqr_mom_2",0.99,1613937025307,1373
-"lr_2",0.0001280716307699282,1613937025307,1373
-"mom_2",0.9243864177101915,1613937025307,1373
-"eps_2",1e-05,1613937025307,1373
-"train_loss",0.043132283,1613937026256,1374
-"raw_loss",0.05660065,1613937026256,1374
-"epoch",8.647798742138342,1613937026256,1374
-"wd_0",0.01,1613937026256,1374
-"sqr_mom_0",0.99,1613937026256,1374
-"lr_0",1.2745616287242527e-06,1613937026256,1374
-"mom_0",0.9245095125206402,1613937026256,1374
-"eps_0",1e-05,1613937026256,1374
-"wd_1",0.01,1613937026256,1374
-"sqr_mom_1",0.99,1613937026256,1374
-"lr_1",1.2745616287242526e-05,1613937026256,1374
-"mom_1",0.9245095125206402,1613937026256,1374
-"eps_1",1e-05,1613937026256,1374
-"wd_2",0.01,1613937026256,1374
-"sqr_mom_2",0.99,1613937026256,1374
-"lr_2",0.00012745616287242526,1613937026256,1374
-"mom_2",0.9245095125206402,1613937026256,1374
-"eps_2",1e-05,1613937026256,1374
-"train_loss",0.043195423,1613937027230,1375
-"raw_loss",0.046289362,1613937027230,1375
-"epoch",8.654088050314442,1613937027230,1375
-"wd_0",0.01,1613937027230,1375
-"sqr_mom_0",0.99,1613937027230,1375
-"lr_0",1.2684154887791287e-06,1613937027230,1375
-"mom_0",0.9246324365487829,1613937027230,1375
-"eps_0",1e-05,1613937027230,1375
-"wd_1",0.01,1613937027230,1375
-"sqr_mom_1",0.99,1613937027230,1375
-"lr_1",1.2684154887791282e-05,1613937027230,1375
-"mom_1",0.9246324365487829,1613937027230,1375
-"eps_1",1e-05,1613937027230,1375
-"wd_2",0.01,1613937027230,1375
-"sqr_mom_2",0.99,1613937027230,1375
-"lr_2",0.00012684154887791283,1613937027230,1375
-"mom_2",0.9246324365487829,1613937027230,1375
-"eps_2",1e-05,1613937027230,1375
-"train_loss",0.0431665,1613937028185,1376
-"raw_loss",0.041749302,1613937028185,1376
-"epoch",8.660377358490543,1613937028185,1376
-"wd_0",0.01,1613937028185,1376
-"sqr_mom_0",0.99,1613937028185,1376
-"lr_0",1.2622795695896544e-06,1613937028185,1376
-"mom_0",0.9247551561597684,1613937028185,1376
-"eps_0",1e-05,1613937028185,1376
-"wd_1",0.01,1613937028185,1376
-"sqr_mom_1",0.99,1613937028185,1376
-"lr_1",1.2622795695896544e-05,1613937028185,1376
-"mom_1",0.9247551561597684,1613937028185,1376
-"eps_1",1e-05,1613937028185,1376
-"wd_2",0.01,1613937028185,1376
-"sqr_mom_2",0.99,1613937028185,1376
-"lr_2",0.00012622795695896544,1613937028185,1376
-"mom_2",0.9247551561597684,1613937028185,1376
-"eps_2",1e-05,1613937028185,1376
-"train_loss",0.043156225,1613937029175,1377
-"raw_loss",0.04265269,1613937029175,1377
-"epoch",8.666666666666643,1613937029175,1377
-"wd_0",0.01,1613937029175,1377
-"sqr_mom_0",0.99,1613937029175,1377
-"lr_0",1.2561535120146158e-06,1613937029175,1377
-"mom_0",0.924877678536493,1613937029175,1377
-"eps_0",1e-05,1613937029175,1377
-"wd_1",0.01,1613937029175,1377
-"sqr_mom_1",0.99,1613937029175,1377
-"lr_1",1.2561535120146156e-05,1613937029175,1377
-"mom_1",0.924877678536493,1613937029175,1377
-"eps_1",1e-05,1613937029175,1377
-"wd_2",0.01,1613937029175,1377
-"sqr_mom_2",0.99,1613937029175,1377
-"lr_2",0.00012561535120146156,1613937029175,1377
-"mom_2",0.924877678536493,1613937029175,1377
-"eps_2",1e-05,1613937029175,1377
-"train_loss",0.04296331,1613937030118,1378
-"raw_loss",0.03351042,1613937030118,1378
-"epoch",8.672955974842743,1613937030118,1378
-"wd_0",0.01,1613937030118,1378
-"sqr_mom_0",0.99,1613937030118,1378
-"lr_0",1.2500377702744741e-06,1613937030118,1378
-"mom_0",0.9249999945944565,1613937030118,1378
-"eps_0",1e-05,1613937030118,1378
-"wd_1",0.01,1613937030118,1378
-"sqr_mom_1",0.99,1613937030118,1378
-"lr_1",1.2500377702744744e-05,1613937030118,1378
-"mom_1",0.9249999945944565,1613937030118,1378
-"eps_1",1e-05,1613937030118,1378
-"wd_2",0.01,1613937030118,1378
-"sqr_mom_2",0.99,1613937030118,1378
-"lr_2",0.00012500377702744737,1613937030118,1378
-"mom_2",0.9249999945944565,1613937030118,1378
-"eps_2",1e-05,1613937030118,1378
-"train_loss",0.043741826,1613937031095,1379
-"raw_loss",0.08188909,1613937031095,1379
-"epoch",8.679245283018844,1613937031095,1379
-"wd_0",0.01,1613937031095,1379
-"sqr_mom_0",0.99,1613937031095,1379
-"lr_0",1.2439315816133223e-06,1613937031095,1379
-"mom_0",0.9251221195889294,1613937031095,1379
-"eps_0",1e-05,1613937031095,1379
-"wd_1",0.01,1613937031095,1379
-"sqr_mom_1",0.99,1613937031095,1379
-"lr_1",1.2439315816133222e-05,1613937031095,1379
-"mom_1",0.9251221195889294,1613937031095,1379
-"eps_1",1e-05,1613937031095,1379
-"wd_2",0.01,1613937031095,1379
-"sqr_mom_2",0.99,1613937031095,1379
-"lr_2",0.00012439315816133216,1613937031095,1379
-"mom_2",0.9251221195889294,1613937031095,1379
-"eps_2",1e-05,1613937031095,1379
-"train_loss",0.04410918,1613937032064,1380
-"raw_loss",0.062109657,1613937032064,1380
-"epoch",8.685534591194944,1613937032064,1380
-"wd_0",0.01,1613937032064,1380
-"sqr_mom_0",0.99,1613937032064,1380
-"lr_0",1.237834996668506e-06,1613937032064,1380
-"mom_0",0.9252440525071549,1613937032064,1380
-"eps_0",1e-05,1613937032064,1380
-"wd_1",0.01,1613937032064,1380
-"sqr_mom_1",0.99,1613937032064,1380
-"lr_1",1.2378349966685056e-05,1613937032064,1380
-"mom_1",0.9252440525071549,1613937032064,1380
-"eps_1",1e-05,1613937032064,1380
-"wd_2",0.01,1613937032064,1380
-"sqr_mom_2",0.99,1613937032064,1380
-"lr_2",0.00012378349966685057,1613937032064,1380
-"mom_2",0.9252440525071549,1613937032064,1380
-"eps_2",1e-05,1613937032064,1380
-"train_loss",0.0441776,1613937033021,1381
-"raw_loss",0.047530137,1613937033021,1381
-"epoch",8.691823899371045,1613937033021,1381
-"wd_0",0.01,1613937033021,1381
-"sqr_mom_0",0.99,1613937033021,1381
-"lr_0",1.2317492762623884e-06,1613937033021,1381
-"mom_0",0.9253657681324335,1613937033021,1381
-"eps_0",1e-05,1613937033021,1381
-"wd_1",0.01,1613937033021,1381
-"sqr_mom_1",0.99,1613937033021,1381
-"lr_1",1.2317492762623881e-05,1613937033021,1381
-"mom_1",0.9253657681324335,1613937033021,1381
-"eps_1",1e-05,1613937033021,1381
-"wd_2",0.01,1613937033021,1381
-"sqr_mom_2",0.99,1613937033021,1381
-"lr_2",0.00012317492762623877,1613937033021,1381
-"mom_2",0.9253657681324335,1613937033021,1381
-"eps_2",1e-05,1613937033021,1381
-"train_loss",0.044761717,1613937033961,1382
-"raw_loss",0.07338352,1613937033961,1382
-"epoch",8.698113207547145,1613937033961,1382
-"wd_0",0.01,1613937033961,1382
-"sqr_mom_0",0.99,1613937033961,1382
-"lr_0",1.2256732566339198e-06,1613937033961,1382
-"mom_0",0.925487289740219,1613937033961,1382
-"eps_0",1e-05,1613937033961,1382
-"wd_1",0.01,1613937033961,1382
-"sqr_mom_1",0.99,1613937033961,1382
-"lr_1",1.22567325663392e-05,1613937033961,1382
-"mom_1",0.925487289740219,1613937033961,1382
-"eps_1",1e-05,1613937033961,1382
-"wd_2",0.01,1613937033961,1382
-"sqr_mom_2",0.99,1613937033961,1382
-"lr_2",0.00012256732566339195,1613937033961,1382
-"mom_2",0.925487289740219,1613937033961,1382
-"eps_2",1e-05,1613937033961,1382
-"train_loss",0.04447712,1613937034949,1383
-"raw_loss",0.030531876,1613937034949,1383
-"epoch",8.704402515723245,1613937034949,1383
-"wd_0",0.01,1613937034949,1383
-"sqr_mom_0",0.99,1613937034949,1383
-"lr_0",1.21960739027707e-06,1613937034949,1383
-"mom_0",0.9256086082805414,1613937034949,1383
-"eps_0",1e-05,1613937034949,1383
-"wd_1",0.01,1613937034949,1383
-"sqr_mom_1",0.99,1613937034949,1383
-"lr_1",1.21960739027707e-05,1613937034949,1383
-"mom_1",0.9256086082805414,1613937034949,1383
-"eps_1",1e-05,1613937034949,1383
-"wd_2",0.01,1613937034949,1383
-"sqr_mom_2",0.99,1613937034949,1383
-"lr_2",0.00012196073902770693,1613937034949,1383
-"mom_2",0.9256086082805414,1613937034949,1383
-"eps_2",1e-05,1613937034949,1383
-"train_loss",0.044363454,1613937035906,1384
-"raw_loss",0.0387939,1613937035906,1384
-"epoch",8.710691823899346,1613937035906,1384
-"wd_0",0.01,1613937035906,1384
-"sqr_mom_0",0.99,1613937035906,1384
-"lr_0",1.2135517255210267e-06,1613937035906,1384
-"mom_0",0.9257297227868073,1613937035906,1384
-"eps_0",1e-05,1613937035906,1384
-"wd_1",0.01,1613937035906,1384
-"sqr_mom_1",0.99,1613937035906,1384
-"lr_1",1.2135517255210267e-05,1613937035906,1384
-"mom_1",0.9257297227868073,1613937035906,1384
-"eps_1",1e-05,1613937035906,1384
-"wd_2",0.01,1613937035906,1384
-"sqr_mom_2",0.99,1613937035906,1384
-"lr_2",0.00012135517255210262,1613937035906,1384
-"mom_2",0.9257297227868073,1613937035906,1384
-"eps_2",1e-05,1613937035906,1384
-"train_loss",0.04428704,1613937036931,1385
-"raw_loss",0.04054274,1613937036931,1385
-"epoch",8.716981132075446,1613937036931,1385
-"wd_0",0.01,1613937036931,1385
-"sqr_mom_0",0.99,1613937036931,1385
-"lr_0",1.2075067113218274e-06,1613937036931,1385
-"mom_0",0.9258506242798062,1613937036931,1385
-"eps_0",1e-05,1613937036931,1385
-"wd_1",0.01,1613937036931,1385
-"sqr_mom_1",0.99,1613937036931,1385
-"lr_1",1.2075067113218271e-05,1613937036931,1385
-"mom_1",0.9258506242798062,1613937036931,1385
-"eps_1",1e-05,1613937036931,1385
-"wd_2",0.01,1613937036931,1385
-"sqr_mom_2",0.99,1613937036931,1385
-"lr_2",0.00012075067113218269,1613937036931,1385
-"mom_2",0.9258506242798062,1613937036931,1385
-"eps_2",1e-05,1613937036931,1385
-"train_loss",0.04396187,1613937037874,1386
-"raw_loss",0.02802855,1613937037874,1386
-"epoch",8.723270440251547,1613937037874,1386
-"wd_0",0.01,1613937037874,1386
-"sqr_mom_0",0.99,1613937037874,1386
-"lr_0",1.2014711937213441e-06,1613937037874,1386
-"mom_0",0.9259713358389314,1613937037874,1386
-"eps_0",1e-05,1613937037874,1386
-"wd_1",0.01,1613937037874,1386
-"sqr_mom_1",0.99,1613937037874,1386
-"lr_1",1.2014711937213444e-05,1613937037874,1386
-"mom_1",0.9259713358389314,1613937037874,1386
-"eps_1",1e-05,1613937037874,1386
-"wd_2",0.01,1613937037874,1386
-"sqr_mom_2",0.99,1613937037874,1386
-"lr_2",0.00012014711937213438,1613937037874,1386
-"mom_2",0.9259713358389314,1613937037874,1386
-"eps_2",1e-05,1613937037874,1386
-"train_loss",0.04373131,1613937038840,1387
-"raw_loss",0.032433726,1613937038840,1387
-"epoch",8.729559748427647,1613937038840,1387
-"wd_0",0.01,1613937038840,1387
-"sqr_mom_0",0.99,1613937038840,1387
-"lr_0",1.1954464229281483e-06,1613937038840,1387
-"mom_0",0.9260918324597616,1613937038840,1387
-"eps_0",1e-05,1613937038840,1387
-"wd_1",0.01,1613937038840,1387
-"sqr_mom_1",0.99,1613937038840,1387
-"lr_1",1.1954464229281482e-05,1613937038840,1387
-"mom_1",0.9260918324597616,1613937038840,1387
-"eps_1",1e-05,1613937038840,1387
-"wd_2",0.01,1613937038840,1387
-"sqr_mom_2",0.99,1613937038840,1387
-"lr_2",0.00011954464229281482,1613937038840,1387
-"mom_2",0.9260918324597616,1613937038840,1387
-"eps_2",1e-05,1613937038840,1387
-"train_loss",0.04360547,1613937039778,1388
-"raw_loss",0.037439246,1613937039778,1388
-"epoch",8.735849056603747,1613937039778,1388
-"wd_0",0.01,1613937039778,1388
-"sqr_mom_0",0.99,1613937039778,1388
-"lr_0",1.1894324448801692e-06,1613937039778,1388
-"mom_0",0.9262121132235288,1613937039778,1388
-"eps_0",1e-05,1613937039778,1388
-"wd_1",0.01,1613937039778,1388
-"sqr_mom_1",0.99,1613937039778,1388
-"lr_1",1.1894324448801692e-05,1613937039778,1388
-"mom_1",0.9262121132235288,1613937039778,1388
-"eps_1",1e-05,1613937039778,1388
-"wd_2",0.01,1613937039778,1388
-"sqr_mom_2",0.99,1613937039778,1388
-"lr_2",0.0001189432444880169,1613937039778,1388
-"mom_2",0.9262121132235288,1613937039778,1388
-"eps_2",1e-05,1613937039778,1388
-"train_loss",0.04384123,1613937040729,1389
-"raw_loss",0.05539355,1613937040729,1389
-"epoch",8.742138364779848,1613937040729,1389
-"wd_0",0.01,1613937040729,1389
-"sqr_mom_0",0.99,1613937040729,1389
-"lr_0",1.1834285095134777e-06,1613937040729,1389
-"mom_0",0.9263321931316617,1613937040729,1389
-"eps_0",1e-05,1613937040729,1389
-"wd_1",0.01,1613937040729,1389
-"sqr_mom_1",0.99,1613937040729,1389
-"lr_1",1.1834285095134772e-05,1613937040729,1389
-"mom_1",0.9263321931316617,1613937040729,1389
-"eps_1",1e-05,1613937040729,1389
-"wd_2",0.01,1613937040729,1389
-"sqr_mom_2",0.99,1613937040729,1389
-"lr_2",0.0001183428509513477,1613937040729,1389
-"mom_2",0.9263321931316617,1613937040729,1389
-"eps_2",1e-05,1613937040729,1389
-"train_loss",0.043574095,1613937041661,1390
-"raw_loss",0.030484468,1613937041661,1390
-"epoch",8.748427672955948,1613937041661,1390
-"wd_0",0.01,1613937041661,1390
-"sqr_mom_0",0.99,1613937041661,1390
-"lr_0",1.177435063999253e-06,1613937041661,1390
-"mom_0",0.9264520632406473,1613937041661,1390
-"eps_0",1e-05,1613937041661,1390
-"wd_1",0.01,1613937041661,1390
-"sqr_mom_1",0.99,1613937041661,1390
-"lr_1",1.1774350639992532e-05,1613937041661,1390
-"mom_1",0.9264520632406473,1613937041661,1390
-"eps_1",1e-05,1613937041661,1390
-"wd_2",0.01,1613937041661,1390
-"sqr_mom_2",0.99,1613937041661,1390
-"lr_2",0.00011774350639992526,1613937041661,1390
-"mom_2",0.9264520632406473,1613937041661,1390
-"eps_2",1e-05,1613937041661,1390
-"train_loss",0.04374079,1613937042619,1391
-"raw_loss",0.051908907,1613937042619,1391
-"epoch",8.754716981132049,1613937042619,1391
-"wd_0",0.01,1613937042619,1391
-"sqr_mom_0",0.99,1613937042619,1391
-"lr_0",1.1714525526415931e-06,1613937042619,1391
-"mom_0",0.9265717146643148,1613937042619,1391
-"eps_0",1e-05,1613937042619,1391
-"wd_1",0.01,1613937042619,1391
-"sqr_mom_1",0.99,1613937042619,1391
-"lr_1",1.1714525526415933e-05,1613937042619,1391
-"mom_1",0.9265717146643148,1613937042619,1391
-"eps_1",1e-05,1613937042619,1391
-"wd_2",0.01,1613937042619,1391
-"sqr_mom_2",0.99,1613937042619,1391
-"lr_2",0.00011714525526415929,1613937042619,1391
-"mom_2",0.9265717146643148,1613937042619,1391
-"eps_2",1e-05,1613937042619,1391
-"train_loss",0.04357407,1613937043549,1392
-"raw_loss",0.035404656,1613937043549,1392
-"epoch",8.761006289308149,1613937043549,1392
-"wd_0",0.01,1613937043549,1392
-"sqr_mom_0",0.99,1613937043549,1392
-"lr_0",1.1654802293010993e-06,1613937043549,1392
-"mom_0",0.9266911623256012,1613937043549,1392
-"eps_0",1e-05,1613937043549,1392
-"wd_1",0.01,1613937043549,1392
-"sqr_mom_1",0.99,1613937043549,1392
-"lr_1",1.1654802293010991e-05,1613937043549,1392
-"mom_1",0.9266911623256012,1613937043549,1392
-"eps_1",1e-05,1613937043549,1392
-"wd_2",0.01,1613937043549,1392
-"sqr_mom_2",0.99,1613937043549,1392
-"lr_2",0.00011654802293010991,1613937043549,1392
-"mom_2",0.9266911623256012,1613937043549,1392
-"eps_2",1e-05,1613937043549,1392
-"train_loss",0.043051276,1613937044501,1393
-"raw_loss",0.017434435,1613937044501,1393
-"epoch",8.76729559748425,1613937044501,1393
-"wd_0",0.01,1613937044501,1393
-"sqr_mom_0",0.99,1613937044501,1393
-"lr_0",1.15951814367306e-06,1613937044501,1393
-"mom_0",0.9268104052305911,1613937044501,1393
-"eps_0",1e-05,1613937044501,1393
-"wd_1",0.01,1613937044501,1393
-"sqr_mom_1",0.99,1613937044501,1393
-"lr_1",1.1595181436730603e-05,1613937044501,1393
-"mom_1",0.9268104052305911,1613937044501,1393
-"eps_1",1e-05,1613937044501,1393
-"wd_2",0.01,1613937044501,1393
-"sqr_mom_2",0.99,1613937044501,1393
-"lr_2",0.000115951814367306,1613937044501,1393
-"mom_2",0.9268104052305911,1613937044501,1393
-"eps_2",1e-05,1613937044501,1393
-"train_loss",0.04354409,1613937045457,1394
-"raw_loss",0.06769203,1613937045457,1394
-"epoch",8.77358490566035,1613937045457,1394
-"wd_0",0.01,1613937045457,1394
-"sqr_mom_0",0.99,1613937045457,1394
-"lr_0",1.1535671342490792e-06,1613937045457,1394
-"mom_0",0.9269294266092845,1613937045457,1394
-"eps_0",1e-05,1613937045457,1394
-"wd_1",0.01,1613937045457,1394
-"sqr_mom_1",0.99,1613937045457,1394
-"lr_1",1.1535671342490792e-05,1613937045457,1394
-"mom_1",0.9269294266092845,1613937045457,1394
-"eps_1",1e-05,1613937045457,1394
-"wd_2",0.01,1613937045457,1394
-"sqr_mom_2",0.99,1613937045457,1394
-"lr_2",0.0001153567134249079,1613937045457,1394
-"mom_2",0.9269294266092845,1613937045457,1394
-"eps_2",1e-05,1613937045457,1394
-"train_loss",0.04323354,1613937046420,1395
-"raw_loss",0.028016498,1613937046420,1395
-"epoch",8.77987421383645,1613937046420,1395
-"wd_0",0.01,1613937046420,1395
-"sqr_mom_0",0.99,1613937046420,1395
-"lr_0",1.147627246312937e-06,1613937046420,1395
-"mom_0",0.9270482255559968,1613937046420,1395
-"eps_0",1e-05,1613937046420,1395
-"wd_1",0.01,1613937046420,1395
-"sqr_mom_1",0.99,1613937046420,1395
-"lr_1",1.1476272463129373e-05,1613937046420,1395
-"mom_1",0.9270482255559968,1613937046420,1395
-"eps_1",1e-05,1613937046420,1395
-"wd_2",0.01,1613937046420,1395
-"sqr_mom_2",0.99,1613937046420,1395
-"lr_2",0.00011476272463129369,1613937046420,1395
-"mom_2",0.9270482255559968,1613937046420,1395
-"eps_2",1e-05,1613937046420,1395
-"train_loss",0.042875692,1613937047370,1396
-"raw_loss",0.025341155,1613937047370,1396
-"epoch",8.78616352201255,1613937047370,1396
-"wd_0",0.01,1613937047370,1396
-"sqr_mom_0",0.99,1613937047370,1396
-"lr_0",1.1416977390412301e-06,1613937047370,1396
-"mom_0",0.9271668168873443,1613937047370,1396
-"eps_0",1e-05,1613937047370,1396
-"wd_1",0.01,1613937047370,1396
-"sqr_mom_1",0.99,1613937047370,1396
-"lr_1",1.1416977390412298e-05,1613937047370,1396
-"mom_1",0.9271668168873443,1613937047370,1396
-"eps_1",1e-05,1613937047370,1396
-"wd_2",0.01,1613937047370,1396
-"sqr_mom_2",0.99,1613937047370,1396
-"lr_2",0.00011416977390412293,1613937047370,1396
-"mom_2",0.9271668168873443,1613937047370,1396
-"eps_2",1e-05,1613937047370,1396
-"train_loss",0.042860277,1613937048333,1397
-"raw_loss",0.04210487,1613937048333,1397
-"epoch",8.792452830188651,1613937048333,1397
-"wd_0",0.01,1613937048333,1397
-"sqr_mom_0",0.99,1613937048333,1397
-"lr_0",1.1357790541077805e-06,1613937048333,1397
-"mom_0",0.9272851917697621,1613937048333,1397
-"eps_0",1e-05,1613937048333,1397
-"wd_1",0.01,1613937048333,1397
-"sqr_mom_1",0.99,1613937048333,1397
-"lr_1",1.1357790541077804e-05,1613937048333,1397
-"mom_1",0.9272851917697621,1613937048333,1397
-"eps_1",1e-05,1613937048333,1397
-"wd_2",0.01,1613937048333,1397
-"sqr_mom_2",0.99,1613937048333,1397
-"lr_2",0.000113577905410778,1613937048333,1397
-"mom_2",0.9272851917697621,1613937048333,1397
-"eps_2",1e-05,1613937048333,1397
-"train_loss",0.04276884,1613937049268,1398
-"raw_loss",0.038288485,1613937049268,1398
-"epoch",8.798742138364751,1613937049268,1398
-"wd_0",0.01,1613937049268,1398
-"sqr_mom_0",0.99,1613937049268,1398
-"lr_0",1.1298716302284564e-06,1613937049268,1398
-"mom_0",0.9274033414288452,1613937049268,1398
-"eps_0",1e-05,1613937049268,1398
-"wd_1",0.01,1613937049268,1398
-"sqr_mom_1",0.99,1613937049268,1398
-"lr_1",1.1298716302284562e-05,1613937049268,1398
-"mom_1",0.9274033414288452,1613937049268,1398
-"eps_1",1e-05,1613937049268,1398
-"wd_2",0.01,1613937049268,1398
-"sqr_mom_2",0.99,1613937049268,1398
-"lr_2",0.0001129871630228456,1613937049268,1398
-"mom_2",0.9274033414288452,1613937049268,1398
-"eps_2",1e-05,1613937049268,1398
-"train_loss",0.04237796,1613937050222,1399
-"raw_loss",0.023224771,1613937050222,1399
-"epoch",8.805031446540852,1613937050222,1399
-"wd_0",0.01,1613937050222,1399
-"sqr_mom_0",0.99,1613937050222,1399
-"lr_0",1.123974339795202e-06,1613937050222,1399
-"mom_0",0.9275212884169801,1613937050222,1399
-"eps_0",1e-05,1613937050222,1399
-"wd_1",0.01,1613937050222,1399
-"sqr_mom_1",0.99,1613937050222,1399
-"lr_1",1.1239743397952014e-05,1613937050222,1399
-"mom_1",0.9275212884169801,1613937050222,1399
-"eps_1",1e-05,1613937050222,1399
-"wd_2",0.01,1613937050222,1399
-"sqr_mom_2",0.99,1613937050222,1399
-"lr_2",0.00011239743397952015,1613937050222,1399
-"mom_2",0.9275212884169801,1613937050222,1399
-"eps_2",1e-05,1613937050222,1399
-"train_loss",0.042806223,1613937051160,1400
-"raw_loss",0.06379112,1613937051160,1400
-"epoch",8.811320754716952,1613937051160,1400
-"wd_0",0.01,1613937051160,1400
-"sqr_mom_0",0.99,1613937051160,1400
-"lr_0",1.1180884044689676e-06,1613937051160,1400
-"mom_0",0.9276390083007036,1613937051160,1400
-"eps_0",1e-05,1613937051160,1400
-"wd_1",0.01,1613937051160,1400
-"sqr_mom_1",0.99,1613937051160,1400
-"lr_1",1.1180884044689678e-05,1613937051160,1400
-"mom_1",0.9276390083007036,1613937051160,1400
-"eps_1",1e-05,1613937051160,1400
-"wd_2",0.01,1613937051160,1400
-"sqr_mom_2",0.99,1613937051160,1400
-"lr_2",0.00011180884044689673,1613937051160,1400
-"mom_2",0.9276390083007036,1613937051160,1400
-"eps_2",1e-05,1613937051160,1400
-"train_loss",0.04352819,1613937052136,1401
-"raw_loss",0.078904696,1613937052136,1401
-"epoch",8.817610062893053,1613937052136,1401
-"wd_0",0.01,1613937052136,1401
-"sqr_mom_0",0.99,1613937052136,1401
-"lr_0",1.1122134795860312e-06,1613937052136,1401
-"mom_0",0.9277565079733591,1613937052136,1401
-"eps_0",1e-05,1613937052136,1401
-"wd_1",0.01,1613937052136,1401
-"sqr_mom_1",0.99,1613937052136,1401
-"lr_1",1.1122134795860312e-05,1613937052136,1401
-"mom_1",0.9277565079733591,1613937052136,1401
-"eps_1",1e-05,1613937052136,1401
-"wd_2",0.01,1613937052136,1401
-"sqr_mom_2",0.99,1613937052136,1401
-"lr_2",0.00011122134795860306,1613937052136,1401
-"mom_2",0.9277565079733591,1613937052136,1401
-"eps_2",1e-05,1613937052136,1401
-"train_loss",0.043462455,1613937053078,1402
-"raw_loss",0.040241286,1613937053078,1402
-"epoch",8.823899371069153,1613937053078,1402
-"wd_0",0.01,1613937053078,1402
-"sqr_mom_0",0.99,1613937053078,1402
-"lr_0",1.1063500005919185e-06,1613937053078,1402
-"mom_0",0.9278737787259489,1613937053078,1402
-"eps_0",1e-05,1613937053078,1402
-"wd_1",0.01,1613937053078,1402
-"sqr_mom_1",0.99,1613937053078,1402
-"lr_1",1.1063500005919181e-05,1613937053078,1402
-"mom_1",0.9278737787259489,1613937053078,1402
-"eps_1",1e-05,1613937053078,1402
-"wd_2",0.01,1613937053078,1402
-"sqr_mom_2",0.99,1613937053078,1402
-"lr_2",0.00011063500005919179,1613937053078,1402
-"mom_2",0.9278737787259489,1613937053078,1402
-"eps_2",1e-05,1613937053078,1402
-"train_loss",0.043439656,1613937054031,1403
-"raw_loss",0.042322446,1613937054031,1403
-"epoch",8.830188679245254,1613937054031,1403
-"wd_0",0.01,1613937054031,1403
-"sqr_mom_0",0.99,1613937054031,1403
-"lr_0",1.1004972361929537e-06,1613937054031,1403
-"mom_0",0.9279908351844928,1613937054031,1403
-"eps_0",1e-05,1613937054031,1403
-"wd_1",0.01,1613937054031,1403
-"sqr_mom_1",0.99,1613937054031,1403
-"lr_1",1.1004972361929539e-05,1613937054031,1403
-"mom_1",0.9279908351844928,1613937054031,1403
-"eps_1",1e-05,1613937054031,1403
-"wd_2",0.01,1613937054031,1403
-"sqr_mom_2",0.99,1613937054031,1403
-"lr_2",0.00011004972361929537,1613937054031,1403
-"mom_2",0.9279908351844928,1613937054031,1403
-"eps_2",1e-05,1613937054031,1403
-"train_loss",0.043496504,1613937054960,1404
-"raw_loss",0.046282012,1613937054960,1404
-"epoch",8.836477987421354,1613937054960,1404
-"wd_0",0.01,1613937054960,1404
-"sqr_mom_0",0.99,1613937054960,1404
-"lr_0",1.09465523523499e-06,1613937054960,1404
-"mom_0",0.9281076763720639,1613937054960,1404
-"eps_0",1e-05,1613937054960,1404
-"wd_1",0.01,1613937054960,1404
-"sqr_mom_1",0.99,1613937054960,1404
-"lr_1",1.09465523523499e-05,1613937054960,1404
-"mom_1",0.9281076763720639,1613937054960,1404
-"eps_1",1e-05,1613937054960,1404
-"wd_2",0.01,1613937054960,1404
-"sqr_mom_2",0.99,1613937054960,1404
-"lr_2",0.00010946552352349896,1613937054960,1404
-"mom_2",0.9281076763720639,1613937054960,1404
-"eps_2",1e-05,1613937054960,1404
-"train_loss",0.043370172,1613937055927,1405
-"raw_loss",0.037179854,1613937055927,1405
-"epoch",8.842767295597454,1613937055927,1405
-"wd_0",0.01,1613937055927,1405
-"sqr_mom_0",0.99,1613937055927,1405
-"lr_0",1.0888255921489763e-06,1613937055927,1405
-"mom_0",0.9282242703997244,1613937055927,1405
-"eps_0",1e-05,1613937055927,1405
-"wd_1",0.01,1613937055927,1405
-"sqr_mom_1",0.99,1613937055927,1405
-"lr_1",1.0888255921489758e-05,1613937055927,1405
-"mom_1",0.9282242703997244,1613937055927,1405
-"eps_1",1e-05,1613937055927,1405
-"wd_2",0.01,1613937055927,1405
-"sqr_mom_2",0.99,1613937055927,1405
-"lr_2",0.00010888255921489757,1613937055927,1405
-"mom_2",0.9282242703997244,1613937055927,1405
-"eps_2",1e-05,1613937055927,1405
-"train_loss",0.043472137,1613937056887,1406
-"raw_loss",0.048468363,1613937056887,1406
-"epoch",8.849056603773555,1613937056887,1406
-"wd_0",0.01,1613937056887,1406
-"sqr_mom_0",0.99,1613937056887,1406
-"lr_0",1.083006032671933e-06,1613937056887,1406
-"mom_0",0.9283406627531888,1613937056887,1406
-"eps_0",1e-05,1613937056887,1406
-"wd_1",0.01,1613937056887,1406
-"sqr_mom_1",0.99,1613937056887,1406
-"lr_1",1.0830060326719331e-05,1613937056887,1406
-"mom_1",0.9283406627531888,1613937056887,1406
-"eps_1",1e-05,1613937056887,1406
-"wd_2",0.01,1613937056887,1406
-"sqr_mom_2",0.99,1613937056887,1406
-"lr_2",0.00010830060326719328,1613937056887,1406
-"mom_2",0.9283406627531888,1613937056887,1406
-"eps_2",1e-05,1613937056887,1406
-"train_loss",0.043117944,1613937057875,1407
-"raw_loss",0.025762498,1613937057875,1407
-"epoch",8.855345911949655,1613937057875,1407
-"wd_0",0.01,1613937057875,1407
-"sqr_mom_0",0.99,1613937057875,1407
-"lr_0",1.0771981495674092e-06,1613937057875,1407
-"mom_0",0.9284568215768676,1613937057875,1407
-"eps_0",1e-05,1613937057875,1407
-"wd_1",0.01,1613937057875,1407
-"sqr_mom_1",0.99,1613937057875,1407
-"lr_1",1.0771981495674085e-05,1613937057875,1407
-"mom_1",0.9284568215768676,1613937057875,1407
-"eps_1",1e-05,1613937057875,1407
-"wd_2",0.01,1613937057875,1407
-"sqr_mom_2",0.99,1613937057875,1407
-"lr_2",0.00010771981495674086,1613937057875,1407
-"mom_2",0.9284568215768676,1613937057875,1407
-"eps_2",1e-05,1613937057875,1407
-"train_loss",0.04307407,1613937058812,1408
-"raw_loss",0.040924285,1613937058812,1408
-"epoch",8.861635220125756,1613937058812,1408
-"wd_0",0.01,1613937058812,1408
-"sqr_mom_0",0.99,1613937058812,1408
-"lr_0",1.0714016026952498e-06,1613937058812,1408
-"mom_0",0.9285727536736317,1613937058812,1408
-"eps_0",1e-05,1613937058812,1408
-"wd_1",0.01,1613937058812,1408
-"sqr_mom_1",0.99,1613937058812,1408
-"lr_1",1.0714016026952497e-05,1613937058812,1408
-"mom_1",0.9285727536736317,1613937058812,1408
-"eps_1",1e-05,1613937058812,1408
-"wd_2",0.01,1613937058812,1408
-"sqr_mom_2",0.99,1613937058812,1408
-"lr_2",0.00010714016026952495,1613937058812,1408
-"mom_2",0.9285727536736317,1613937058812,1408
-"eps_2",1e-05,1613937058812,1408
-"train_loss",0.043480154,1613937059761,1409
-"raw_loss",0.0633783,1613937059761,1409
-"epoch",8.867924528301856,1613937059761,1409
-"wd_0",0.01,1613937059761,1409
-"sqr_mom_0",0.99,1613937059761,1409
-"lr_0",1.0656168216446178e-06,1613937059761,1409
-"mom_0",0.9286884504516121,1613937059761,1409
-"eps_0",1e-05,1613937059761,1409
-"wd_1",0.01,1613937059761,1409
-"sqr_mom_1",0.99,1613937059761,1409
-"lr_1",1.0656168216446178e-05,1613937059761,1409
-"mom_1",0.9286884504516121,1613937059761,1409
-"eps_1",1e-05,1613937059761,1409
-"wd_2",0.01,1613937059761,1409
-"sqr_mom_2",0.99,1613937059761,1409
-"lr_2",0.00010656168216446177,1613937059761,1409
-"mom_2",0.9286884504516121,1613937059761,1409
-"eps_2",1e-05,1613937059761,1409
-"train_loss",0.043121975,1613937060698,1410
-"raw_loss",0.025571244,1613937060698,1410
-"epoch",8.874213836477956,1613937060698,1410
-"wd_0",0.01,1613937060698,1410
-"sqr_mom_0",0.99,1613937060698,1410
-"lr_0",1.059843084937056e-06,1613937060698,1410
-"mom_0",0.9288039263405222,1613937060698,1410
-"eps_0",1e-05,1613937060698,1410
-"wd_1",0.01,1613937060698,1410
-"sqr_mom_1",0.99,1613937060698,1410
-"lr_1",1.059843084937056e-05,1613937060698,1410
-"mom_1",0.9288039263405222,1613937060698,1410
-"eps_1",1e-05,1613937060698,1410
-"wd_2",0.01,1613937060698,1410
-"sqr_mom_2",0.99,1613937060698,1410
-"lr_2",0.00010598430849370556,1613937060698,1410
-"mom_2",0.9288039263405222,1613937060698,1410
-"eps_2",1e-05,1613937060698,1410
-"train_loss",0.04367724,1613937061648,1411
-"raw_loss",0.07088534,1613937061648,1411
-"epoch",8.880503144654057,1613937061648,1411
-"wd_0",0.01,1613937061648,1411
-"sqr_mom_0",0.99,1613937061648,1411
-"lr_0",1.054080440853295e-06,1613937061648,1411
-"mom_0",0.9289191803747379,1613937061648,1411
-"eps_0",1e-05,1613937061648,1411
-"wd_1",0.01,1613937061648,1411
-"sqr_mom_1",0.99,1613937061648,1411
-"lr_1",1.0540804408532952e-05,1613937061648,1411
-"mom_1",0.9289191803747379,1613937061648,1411
-"eps_1",1e-05,1613937061648,1411
-"wd_2",0.01,1613937061648,1411
-"sqr_mom_2",0.99,1613937061648,1411
-"lr_2",0.00010540804408532944,1613937061648,1411
-"mom_2",0.9289191803747379,1613937061648,1411
-"eps_2",1e-05,1613937061648,1411
-"train_loss",0.044559002,1613937062582,1412
-"raw_loss",0.087765366,1613937062582,1412
-"epoch",8.886792452830157,1613937062582,1412
-"wd_0",0.01,1613937062582,1412
-"sqr_mom_0",0.99,1613937062582,1412
-"lr_0",1.0483300809535681e-06,1613937062582,1412
-"mom_0",0.9290341887228158,1613937062582,1412
-"eps_0",1e-05,1613937062582,1412
-"wd_1",0.01,1613937062582,1412
-"sqr_mom_1",0.99,1613937062582,1412
-"lr_1",1.0483300809535681e-05,1613937062582,1412
-"mom_1",0.9290341887228158,1613937062582,1412
-"eps_1",1e-05,1613937062582,1412
-"wd_2",0.01,1613937062582,1412
-"sqr_mom_2",0.99,1613937062582,1412
-"lr_2",0.00010483300809535677,1613937062582,1412
-"mom_2",0.9290341887228158,1613937062582,1412
-"eps_2",1e-05,1613937062582,1412
-"train_loss",0.044497762,1613937063531,1413
-"raw_loss",0.041496947,1613937063531,1413
-"epoch",8.893081761006258,1613937063531,1413
-"wd_0",0.01,1613937063531,1413
-"sqr_mom_0",0.99,1613937063531,1413
-"lr_0",1.0425909054063644e-06,1613937063531,1413
-"mom_0",0.9291489733816065,1613937063531,1413
-"eps_0",1e-05,1613937063531,1413
-"wd_1",0.01,1613937063531,1413
-"sqr_mom_1",0.99,1613937063531,1413
-"lr_1",1.0425909054063642e-05,1613937063531,1413
-"mom_1",0.9291489733816065,1613937063531,1413
-"eps_1",1e-05,1613937063531,1413
-"wd_2",0.01,1613937063531,1413
-"sqr_mom_2",0.99,1613937063531,1413
-"lr_2",0.0001042590905406364,1613937063531,1413
-"mom_2",0.9291489733816065,1613937063531,1413
-"eps_2",1e-05,1613937063531,1413
-"train_loss",0.043967,1613937064465,1414
-"raw_loss",0.017959777,1613937064465,1414
-"epoch",8.899371069182358,1613937064465,1414
-"wd_0",0.01,1613937064465,1414
-"sqr_mom_0",0.99,1613937064465,1414
-"lr_0",1.0368633418213239e-06,1613937064465,1414
-"mom_0",0.9292635257988315,1613937064465,1414
-"eps_0",1e-05,1613937064465,1414
-"wd_1",0.01,1613937064465,1414
-"sqr_mom_1",0.99,1613937064465,1414
-"lr_1",1.0368633418213239e-05,1613937064465,1414
-"mom_1",0.9292635257988315,1613937064465,1414
-"eps_1",1e-05,1613937064465,1414
-"wd_2",0.01,1613937064465,1414
-"sqr_mom_2",0.99,1613937064465,1414
-"lr_2",0.00010368633418213235,1613937064465,1414
-"mom_2",0.9292635257988315,1613937064465,1414
-"eps_2",1e-05,1613937064465,1414
-"train_loss",0.043623753,1613937065423,1415
-"raw_loss",0.026804559,1613937065423,1415
-"epoch",8.905660377358458,1613937065423,1415
-"wd_0",0.01,1613937065423,1415
-"sqr_mom_0",0.99,1613937065423,1415
-"lr_0",1.0311478146343127e-06,1613937065423,1415
-"mom_0",0.9293778374856886,1613937065423,1415
-"eps_0",1e-05,1613937065423,1415
-"wd_1",0.01,1613937065423,1415
-"sqr_mom_1",0.99,1613937065423,1415
-"lr_1",1.0311478146343127e-05,1613937065423,1415
-"mom_1",0.9293778374856886,1613937065423,1415
-"eps_1",1e-05,1613937065423,1415
-"wd_2",0.01,1613937065423,1415
-"sqr_mom_2",0.99,1613937065423,1415
-"lr_2",0.00010311478146343125,1613937065423,1415
-"mom_2",0.9293778374856886,1613937065423,1415
-"eps_2",1e-05,1613937065423,1415
-"train_loss",0.043481097,1613937066356,1416
-"raw_loss",0.03649092,1613937066356,1416
-"epoch",8.911949685534559,1613937066356,1416
-"wd_0",0.01,1613937066356,1416
-"sqr_mom_0",0.99,1613937066356,1416
-"lr_0",1.025443611004222e-06,1613937066356,1416
-"mom_0",0.9294919226991425,1613937066356,1416
-"eps_0",1e-05,1613937066356,1416
-"wd_1",0.01,1613937066356,1416
-"sqr_mom_1",0.99,1613937066356,1416
-"lr_1",1.0254436110042217e-05,1613937066356,1416
-"mom_1",0.9294919226991425,1613937066356,1416
-"eps_1",1e-05,1613937066356,1416
-"wd_2",0.01,1613937066356,1416
-"sqr_mom_2",0.99,1613937066356,1416
-"lr_2",0.00010254436110042212,1613937066356,1416
-"mom_2",0.9294919226991425,1613937066356,1416
-"eps_2",1e-05,1613937066356,1416
-"train_loss",0.04304276,1613937067311,1417
-"raw_loss",0.021564327,1613937067311,1417
-"epoch",8.91823899371066,1613937067311,1417
-"wd_0",0.01,1613937067311,1417
-"sqr_mom_0",0.99,1613937067311,1417
-"lr_0",1.0197507787123868e-06,1613937067311,1417
-"mom_0",0.9296057804835571,1613937067311,1417
-"eps_0",1e-05,1613937067311,1417
-"wd_1",0.01,1613937067311,1417
-"sqr_mom_1",0.99,1613937067311,1417
-"lr_1",1.0197507787123863e-05,1613937067311,1417
-"mom_1",0.9296057804835571,1613937067311,1417
-"eps_1",1e-05,1613937067311,1417
-"wd_2",0.01,1613937067311,1417
-"sqr_mom_2",0.99,1613937067311,1417
-"lr_2",0.00010197507787123862,1613937067311,1417
-"mom_2",0.9296057804835571,1613937067311,1417
-"eps_2",1e-05,1613937067311,1417
-"train_loss",0.042751767,1613937068250,1418
-"raw_loss",0.028493136,1613937068250,1418
-"epoch",8.92452830188676,1613937068250,1418
-"wd_0",0.01,1613937068250,1418
-"sqr_mom_0",0.99,1613937068250,1418
-"lr_0",1.014070118383348e-06,1613937068250,1418
-"mom_0",0.9297193948262813,1613937068250,1418
-"eps_0",1e-05,1613937068250,1418
-"wd_1",0.01,1613937068250,1418
-"sqr_mom_1",0.99,1613937068250,1418
-"lr_1",1.0140701183833484e-05,1613937068250,1418
-"mom_1",0.9297193948262813,1613937068250,1418
-"eps_1",1e-05,1613937068250,1418
-"wd_2",0.01,1613937068250,1418
-"sqr_mom_2",0.99,1613937068250,1418
-"lr_2",0.00010140701183833481,1613937068250,1418
-"mom_2",0.9297193948262813,1613937068250,1418
-"eps_2",1e-05,1613937068250,1418
-"train_loss",0.042699985,1613937069208,1419
-"raw_loss",0.04016267,1613937069208,1419
-"epoch",8.93081761006286,1613937069208,1419
-"wd_0",0.01,1613937069208,1419
-"sqr_mom_0",0.99,1613937069208,1419
-"lr_0",1.0084016729255e-06,1613937069208,1419
-"mom_0",0.9298327648691387,1613937069208,1419
-"eps_0",1e-05,1613937069208,1419
-"wd_1",0.01,1613937069208,1419
-"sqr_mom_1",0.99,1613937069208,1419
-"lr_1",1.0084016729254999e-05,1613937069208,1419
-"mom_1",0.9298327648691387,1613937069208,1419
-"eps_1",1e-05,1613937069208,1419
-"wd_2",0.01,1613937069208,1419
-"sqr_mom_2",0.99,1613937069208,1419
-"lr_2",0.00010084016729254997,1613937069208,1419
-"mom_2",0.9298327648691387,1613937069208,1419
-"eps_2",1e-05,1613937069208,1419
-"train_loss",0.04252505,1613937070134,1420
-"raw_loss",0.033953253,1613937070134,1420
-"epoch",8.93710691823896,1613937070134,1420
-"wd_0",0.01,1613937070134,1420
-"sqr_mom_0",0.99,1613937070134,1420
-"lr_0",1.0027447353697696e-06,1613937070134,1420
-"mom_0",0.9299459047516521,1613937070134,1420
-"eps_0",1e-05,1613937070134,1420
-"wd_1",0.01,1613937070134,1420
-"sqr_mom_1",0.99,1613937070134,1420
-"lr_1",1.0027447353697696e-05,1613937070134,1420
-"mom_1",0.9299459047516521,1613937070134,1420
-"eps_1",1e-05,1613937070134,1420
-"wd_2",0.01,1613937070134,1420
-"sqr_mom_2",0.99,1613937070134,1420
-"lr_2",0.0001002744735369769,1613937070134,1420
-"mom_2",0.9299459047516521,1613937070134,1420
-"eps_2",1e-05,1613937070134,1420
-"train_loss",0.042786043,1613937071091,1421
-"raw_loss",0.05557484,1613937071091,1421
-"epoch",8.94339622641506,1613937071091,1421
-"wd_0",0.01,1613937071091,1421
-"sqr_mom_0",0.99,1613937071091,1421
-"lr_0",9.970997272466252e-07,1613937071091,1421
-"mom_0",0.9300588060431279,1613937071091,1421
-"eps_0",1e-05,1613937071091,1421
-"wd_1",0.01,1613937071091,1421
-"sqr_mom_1",0.99,1613937071091,1421
-"lr_1",9.970997272466255e-06,1613937071091,1421
-"mom_1",0.9300588060431279,1613937071091,1421
-"eps_1",1e-05,1613937071091,1421
-"wd_2",0.01,1613937071091,1421
-"sqr_mom_2",0.99,1613937071091,1421
-"lr_2",9.97099727246625e-05,1613937071091,1421
-"mom_2",0.9300588060431279,1613937071091,1421
-"eps_2",1e-05,1613937071091,1421
-"train_loss",0.042683627,1613937072024,1422
-"raw_loss",0.037665185,1613937072024,1422
-"epoch",8.949685534591161,1613937072024,1422
-"wd_0",0.01,1613937072024,1422
-"sqr_mom_0",0.99,1613937072024,1422
-"lr_0",9.914670668259921e-07,1613937072024,1422
-"mom_0",0.930171460378084,1613937072024,1422
-"eps_0",1e-05,1613937072024,1422
-"wd_1",0.01,1613937072024,1422
-"sqr_mom_1",0.99,1613937072024,1422
-"lr_1",9.914670668259921e-06,1613937072024,1422
-"mom_1",0.930171460378084,1613937072024,1422
-"eps_1",1e-05,1613937072024,1422
-"wd_2",0.01,1613937072024,1422
-"sqr_mom_2",0.99,1613937072024,1422
-"lr_2",9.91467066825992e-05,1613937072024,1422
-"mom_2",0.930171460378084,1613937072024,1422
-"eps_2",1e-05,1613937072024,1422
-"train_loss",0.04248794,1613937072990,1423
-"raw_loss",0.03289934,1613937072990,1423
-"epoch",8.955974842767262,1613937072990,1423
-"wd_0",0.01,1613937072990,1423
-"sqr_mom_0",0.99,1613937072990,1423
-"lr_0",9.858460516019112e-07,1613937072990,1423
-"mom_0",0.9302838818067798,1613937072990,1423
-"eps_0",1e-05,1613937072990,1423
-"wd_1",0.01,1613937072990,1423
-"sqr_mom_1",0.99,1613937072990,1423
-"lr_1",9.85846051601911e-06,1613937072990,1423
-"mom_1",0.9302838818067798,1613937072990,1423
-"eps_1",1e-05,1613937072990,1423
-"wd_2",0.01,1613937072990,1423
-"sqr_mom_2",0.99,1613937072990,1423
-"lr_2",9.858460516019103e-05,1613937072990,1423
-"mom_2",0.9302838818067798,1613937072990,1423
-"eps_2",1e-05,1613937072990,1423
-"train_loss",0.04209618,1613937073918,1424
-"raw_loss",0.022899797,1613937073918,1424
-"epoch",8.962264150943362,1613937073918,1424
-"wd_0",0.01,1613937073918,1424
-"sqr_mom_0",0.99,1613937073918,1424
-"lr_0",9.80236728755775e-07,1613937073918,1424
-"mom_0",0.9303960693855783,1613937073918,1424
-"eps_0",1e-05,1613937073918,1424
-"wd_1",0.01,1613937073918,1424
-"sqr_mom_1",0.99,1613937073918,1424
-"lr_1",9.802367287557754e-06,1613937073918,1424
-"mom_1",0.9303960693855783,1613937073918,1424
-"eps_1",1e-05,1613937073918,1424
-"wd_2",0.01,1613937073918,1424
-"sqr_mom_2",0.99,1613937073918,1424
-"lr_2",9.80236728755775e-05,1613937073918,1424
-"mom_2",0.9303960693855783,1613937073918,1424
-"eps_2",1e-05,1613937073918,1424
-"train_loss",0.041954745,1613937074921,1425
-"raw_loss",0.035024516,1613937074921,1425
-"epoch",8.968553459119462,1613937074921,1425
-"wd_0",0.01,1613937074921,1425
-"sqr_mom_0",0.99,1613937074921,1425
-"lr_0",9.746398871675866e-07,1613937074921,1425
-"mom_0",0.9305080073367216,1613937074921,1425
-"eps_0",1e-05,1613937074921,1425
-"wd_1",0.01,1613937074921,1425
-"sqr_mom_1",0.99,1613937074921,1425
-"lr_1",9.746398871675866e-06,1613937074921,1425
-"mom_1",0.9305080073367216,1613937074921,1425
-"eps_1",1e-05,1613937074921,1425
-"wd_2",0.01,1613937074921,1425
-"sqr_mom_2",0.99,1613937074921,1425
-"lr_2",9.746398871675864e-05,1613937074921,1425
-"mom_2",0.9305080073367216,1613937074921,1425
-"eps_2",1e-05,1613937074921,1425
-"train_loss",0.041759904,1613937075866,1426
-"raw_loss",0.03221279,1613937075866,1426
-"epoch",8.974842767295563,1613937075866,1426
-"wd_0",0.01,1613937075866,1426
-"sqr_mom_0",0.99,1613937075866,1426
-"lr_0",9.690555690153286e-07,1613937075866,1426
-"mom_0",0.9306196948166415,1613937075866,1426
-"eps_0",1e-05,1613937075866,1426
-"wd_1",0.01,1613937075866,1426
-"sqr_mom_1",0.99,1613937075866,1426
-"lr_1",9.690555690153286e-06,1613937075866,1426
-"mom_1",0.9306196948166415,1613937075866,1426
-"eps_1",1e-05,1613937075866,1426
-"wd_2",0.01,1613937075866,1426
-"sqr_mom_2",0.99,1613937075866,1426
-"lr_2",9.69055569015328e-05,1613937075866,1426
-"mom_2",0.9306196948166415,1613937075866,1426
-"eps_2",1e-05,1613937075866,1426
-"train_loss",0.041835997,1613937076822,1427
-"raw_loss",0.045564555,1613937076822,1427
-"epoch",8.981132075471663,1613937076822,1427
-"wd_0",0.01,1613937076822,1427
-"sqr_mom_0",0.99,1613937076822,1427
-"lr_0",9.634830778222959e-07,1613937076822,1427
-"mom_0",0.9307311457550116,1613937076822,1427
-"eps_0",1e-05,1613937076822,1427
-"wd_1",0.01,1613937076822,1427
-"sqr_mom_1",0.99,1613937076822,1427
-"lr_1",9.634830778222959e-06,1613937076822,1427
-"mom_1",0.9307311457550116,1613937076822,1427
-"eps_1",1e-05,1613937076822,1427
-"wd_2",0.01,1613937076822,1427
-"sqr_mom_2",0.99,1613937076822,1427
-"lr_2",9.634830778222956e-05,1613937076822,1427
-"mom_2",0.9307311457550116,1613937076822,1427
-"eps_2",1e-05,1613937076822,1427
-"train_loss",0.041481856,1613937077767,1428
-"raw_loss",0.024129014,1613937077767,1428
-"epoch",8.987421383647764,1613937077767,1428
-"wd_0",0.01,1613937077767,1428
-"sqr_mom_0",0.99,1613937077767,1428
-"lr_0",9.579228288752273e-07,1613937077767,1428
-"mom_0",0.9308423518460138,1613937077767,1428
-"eps_0",1e-05,1613937077767,1428
-"wd_1",0.01,1613937077767,1428
-"sqr_mom_1",0.99,1613937077767,1428
-"lr_1",9.579228288752273e-06,1613937077767,1428
-"mom_1",0.9308423518460138,1613937077767,1428
-"eps_1",1e-05,1613937077767,1428
-"wd_2",0.01,1613937077767,1428
-"sqr_mom_2",0.99,1613937077767,1428
-"lr_2",9.579228288752269e-05,1613937077767,1428
-"mom_2",0.9308423518460138,1613937077767,1428
-"eps_2",1e-05,1613937077767,1428
-"train_loss",0.04178439,1613937078715,1429
-"raw_loss",0.05660862,1613937078715,1429
-"epoch",8.993710691823864,1613937078715,1429
-"wd_0",0.01,1613937078715,1429
-"sqr_mom_0",0.99,1613937078715,1429
-"lr_0",9.523752341148197e-07,1613937078715,1429
-"mom_0",0.9309533048507521,1613937078715,1429
-"eps_0",1e-05,1613937078715,1429
-"wd_1",0.01,1613937078715,1429
-"sqr_mom_1",0.99,1613937078715,1429
-"lr_1",9.523752341148199e-06,1613937078715,1429
-"mom_1",0.9309533048507521,1613937078715,1429
-"eps_1",1e-05,1613937078715,1429
-"wd_2",0.01,1613937078715,1429
-"sqr_mom_2",0.99,1613937078715,1429
-"lr_2",9.523752341148193e-05,1613937078715,1429
-"mom_2",0.9309533048507521,1613937078715,1429
-"eps_2",1e-05,1613937078715,1429
-"train_loss",0.041661054,1613937079662,1430
-"raw_loss",0.035617582,1613937079662,1430
-"epoch",8.999999999999964,1613937079662,1430
-"wd_0",0.01,1613937079662,1430
-"sqr_mom_0",0.99,1613937079662,1430
-"lr_0",9.468392348240282e-07,1613937079662,1430
-"mom_0",0.9310640259437788,1613937079662,1430
-"eps_0",1e-05,1613937079662,1430
-"wd_1",0.01,1613937079662,1430
-"sqr_mom_1",0.99,1613937079662,1430
-"lr_1",9.46839234824028e-06,1613937079662,1430
-"mom_1",0.9310640259437788,1613937079662,1430
-"eps_1",1e-05,1613937079662,1430
-"wd_2",0.01,1613937079662,1430
-"sqr_mom_2",0.99,1613937079662,1430
-"lr_2",9.468392348240277e-05,1613937079662,1430
-"mom_2",0.9310640259437788,1613937079662,1430
-"eps_2",1e-05,1613937079662,1430
-"valid_loss",0.09504959732294083,1613937111238,1430
-"_rmse",0.30830118060112,1613937111238,1430
-"epoch",9,1613937111238,1430
-"train_loss",0.0423424,1613937112298,1431
-"raw_loss",0.07572837,1613937112298,1431
-"epoch",9.0062893081761,1613937112298,1431
-"wd_0",0.01,1613937112298,1431
-"sqr_mom_0",0.99,1613937112298,1431
-"lr_0",9.413159780273371e-07,1613937112298,1431
-"mom_0",0.9311744921843751,1613937112298,1431
-"eps_0",1e-05,1613937112298,1431
-"wd_1",0.01,1613937112298,1431
-"sqr_mom_1",0.99,1613937112298,1431
-"lr_1",9.413159780273369e-06,1613937112298,1431
-"mom_1",0.9311744921843751,1613937112298,1431
-"eps_1",1e-05,1613937112298,1431
-"wd_2",0.01,1613937112298,1431
-"sqr_mom_2",0.99,1613937112298,1431
-"lr_2",9.41315978027337e-05,1613937112298,1431
-"mom_2",0.9311744921843751,1613937112298,1431
-"eps_2",1e-05,1613937112298,1431
-"train_loss",0.042335115,1613937113267,1432
-"raw_loss",0.041978244,1613937113267,1432
-"epoch",9.0125786163522,1613937113267,1432
-"wd_0",0.01,1613937113267,1432
-"sqr_mom_0",0.99,1613937113267,1432
-"lr_0",9.358051400907884e-07,1613937113267,1432
-"mom_0",0.9312847100452847,1613937113267,1432
-"eps_0",1e-05,1613937113267,1432
-"wd_1",0.01,1613937113267,1432
-"sqr_mom_1",0.99,1613937113267,1432
-"lr_1",9.35805140090789e-06,1613937113267,1432
-"mom_1",0.9312847100452847,1613937113267,1432
-"eps_1",1e-05,1613937113267,1432
-"wd_2",0.01,1613937113267,1432
-"sqr_mom_2",0.99,1613937113267,1432
-"lr_2",9.358051400907885e-05,1613937113267,1432
-"mom_2",0.9312847100452847,1613937113267,1432
-"eps_2",1e-05,1613937113267,1432
-"train_loss",0.04210365,1613937114197,1433
-"raw_loss",0.030761786,1613937114197,1433
-"epoch",9.018867924528301,1613937114197,1433
-"wd_0",0.01,1613937114197,1433
-"sqr_mom_0",0.99,1613937114197,1433
-"lr_0",9.303071292659787e-07,1613937114197,1433
-"mom_0",0.931394671361394,1613937114197,1433
-"eps_0",1e-05,1613937114197,1433
-"wd_1",0.01,1613937114197,1433
-"sqr_mom_1",0.99,1613937114197,1433
-"lr_1",9.303071292659787e-06,1613937114197,1433
-"mom_1",0.931394671361394,1613937114197,1433
-"eps_1",1e-05,1613937114197,1433
-"wd_2",0.01,1613937114197,1433
-"sqr_mom_2",0.99,1613937114197,1433
-"lr_2",9.303071292659782e-05,1613937114197,1433
-"mom_2",0.931394671361394,1613937114197,1433
-"eps_2",1e-05,1613937114197,1433
-"train_loss",0.04177381,1613937115150,1434
-"raw_loss",0.025611801,1613937115150,1434
-"epoch",9.025157232704402,1613937115150,1434
-"wd_0",0.01,1613937115150,1434
-"sqr_mom_0",0.99,1613937115150,1434
-"lr_0",9.248212598404584e-07,1613937115150,1434
-"mom_0",0.9315043898470893,1613937115150,1434
-"eps_0",1e-05,1613937115150,1434
-"wd_1",0.01,1613937115150,1434
-"sqr_mom_1",0.99,1613937115150,1434
-"lr_1",9.24821259840459e-06,1613937115150,1434
-"mom_1",0.9315043898470893,1613937115150,1434
-"eps_1",1e-05,1613937115150,1434
-"wd_2",0.01,1613937115150,1434
-"sqr_mom_2",0.99,1613937115150,1434
-"lr_2",9.248212598404585e-05,1613937115150,1434
-"mom_2",0.9315043898470893,1613937115150,1434
-"eps_2",1e-05,1613937115150,1434
-"train_loss",0.04159364,1613937116084,1435
-"raw_loss",0.032765385,1613937116084,1435
-"epoch",9.031446540880502,1613937116084,1435
-"wd_0",0.01,1613937116084,1435
-"sqr_mom_0",0.99,1613937116084,1435
-"lr_0",9.193475780157339e-07,1613937116084,1435
-"mom_0",0.9316138645783311,1613937116084,1435
-"eps_0",1e-05,1613937116084,1435
-"wd_1",0.01,1613937116084,1435
-"sqr_mom_1",0.99,1613937116084,1435
-"lr_1",9.193475780157342e-06,1613937116084,1435
-"mom_1",0.9316138645783311,1613937116084,1435
-"eps_1",1e-05,1613937116084,1435
-"wd_2",0.01,1613937116084,1435
-"sqr_mom_2",0.99,1613937116084,1435
-"lr_2",9.193475780157334e-05,1613937116084,1435
-"mom_2",0.9316138645783311,1613937116084,1435
-"eps_2",1e-05,1613937116084,1435
-"train_loss",0.04149935,1613937117037,1436
-"raw_loss",0.036879096,1613937117037,1436
-"epoch",9.037735849056602,1613937117037,1436
-"wd_0",0.01,1613937117037,1436
-"sqr_mom_0",0.99,1613937117037,1436
-"lr_0",9.138875772806127e-07,1613937117037,1436
-"mom_0",0.9317230656850446,1613937117037,1436
-"eps_0",1e-05,1613937117037,1436
-"wd_1",0.01,1613937117037,1436
-"sqr_mom_1",0.99,1613937117037,1436
-"lr_1",9.138875772806122e-06,1613937117037,1436
-"mom_1",0.9317230656850446,1613937117037,1436
-"eps_1",1e-05,1613937117037,1436
-"wd_2",0.01,1613937117037,1436
-"sqr_mom_2",0.99,1613937117037,1436
-"lr_2",9.13887577280612e-05,1613937117037,1436
-"mom_2",0.9317230656850446,1613937117037,1436
-"eps_2",1e-05,1613937117037,1436
-"train_loss",0.042244498,1613937117984,1437
-"raw_loss",0.0787568,1613937117984,1437
-"epoch",9.044025157232703,1613937117984,1437
-"wd_0",0.01,1613937117984,1437
-"sqr_mom_0",0.99,1613937117984,1437
-"lr_0",9.084391275771553e-07,1613937117984,1437
-"mom_0",0.9318320357688146,1613937117984,1437
-"eps_0",1e-05,1613937117984,1437
-"wd_1",0.01,1613937117984,1437
-"sqr_mom_1",0.99,1613937117984,1437
-"lr_1",9.084391275771552e-06,1613937117984,1437
-"mom_1",0.9318320357688146,1613937117984,1437
-"eps_1",1e-05,1613937117984,1437
-"wd_2",0.01,1613937117984,1437
-"sqr_mom_2",0.99,1613937117984,1437
-"lr_2",9.084391275771545e-05,1613937117984,1437
-"mom_2",0.9318320357688146,1613937117984,1437
-"eps_2",1e-05,1613937117984,1437
-"train_loss",0.041991815,1613937118977,1438
-"raw_loss",0.029610397,1613937118977,1438
-"epoch",9.050314465408803,1613937118977,1438
-"wd_0",0.01,1613937118977,1438
-"sqr_mom_0",0.99,1613937118977,1438
-"lr_0",9.030037205194214e-07,1613937118977,1438
-"mom_0",0.9319407449970615,1613937118977,1438
-"eps_0",1e-05,1613937118977,1438
-"wd_1",0.01,1613937118977,1438
-"sqr_mom_1",0.99,1613937118977,1438
-"lr_1",9.030037205194214e-06,1613937118977,1438
-"mom_1",0.9319407449970615,1613937118977,1438
-"eps_1",1e-05,1613937118977,1438
-"wd_2",0.01,1613937118977,1438
-"sqr_mom_2",0.99,1613937118977,1438
-"lr_2",9.030037205194212e-05,1613937118977,1438
-"mom_2",0.9319407449970615,1613937118977,1438
-"eps_2",1e-05,1613937118977,1438
-"train_loss",0.04155585,1613937119953,1439
-"raw_loss",0.020193562,1613937119953,1439
-"epoch",9.056603773584904,1613937119953,1439
-"wd_0",0.01,1613937119953,1439
-"sqr_mom_0",0.99,1613937119953,1439
-"lr_0",8.975813968854657e-07,1613937119953,1439
-"mom_0",0.9320491925542161,1613937119953,1439
-"eps_0",1e-05,1613937119953,1439
-"wd_1",0.01,1613937119953,1439
-"sqr_mom_1",0.99,1613937119953,1439
-"lr_1",8.975813968854654e-06,1613937119953,1439
-"mom_1",0.9320491925542161,1613937119953,1439
-"eps_1",1e-05,1613937119953,1439
-"wd_2",0.01,1613937119953,1439
-"sqr_mom_2",0.99,1613937119953,1439
-"lr_2",8.975813968854654e-05,1613937119953,1439
-"mom_2",0.9320491925542161,1613937119953,1439
-"eps_2",1e-05,1613937119953,1439
-"train_loss",0.041270986,1613937120932,1440
-"raw_loss",0.0273125,1613937120932,1440
-"epoch",9.062893081761004,1613937120932,1440
-"wd_0",0.01,1613937120932,1440
-"sqr_mom_0",0.99,1613937120932,1440
-"lr_0",8.921714804025528e-07,1613937120932,1440
-"mom_0",0.9321573919658686,1613937120932,1440
-"eps_0",1e-05,1613937120932,1440
-"wd_1",0.01,1613937120932,1440
-"sqr_mom_1",0.99,1613937120932,1440
-"lr_1",8.921714804025532e-06,1613937120932,1440
-"mom_1",0.9321573919658686,1613937120932,1440
-"eps_1",1e-05,1613937120932,1440
-"wd_2",0.01,1613937120932,1440
-"sqr_mom_2",0.99,1613937120932,1440
-"lr_2",8.921714804025529e-05,1613937120932,1440
-"mom_2",0.9321573919658686,1613937120932,1440
-"eps_2",1e-05,1613937120932,1440
-"train_loss",0.041268725,1613937121880,1441
-"raw_loss",0.041157957,1613937121880,1441
-"epoch",9.069182389937104,1613937121880,1441
-"wd_0",0.01,1613937121880,1441
-"sqr_mom_0",0.99,1613937121880,1441
-"lr_0",8.867743743337125e-07,1613937121880,1441
-"mom_0",0.9322653351666774,1613937121880,1441
-"eps_0",1e-05,1613937121880,1441
-"wd_1",0.01,1613937121880,1441
-"sqr_mom_1",0.99,1613937121880,1441
-"lr_1",8.867743743337121e-06,1613937121880,1441
-"mom_1",0.9322653351666774,1613937121880,1441
-"eps_1",1e-05,1613937121880,1441
-"wd_2",0.01,1613937121880,1441
-"sqr_mom_2",0.99,1613937121880,1441
-"lr_2",8.867743743337121e-05,1613937121880,1441
-"mom_2",0.9322653351666774,1613937121880,1441
-"eps_2",1e-05,1613937121880,1441
-"train_loss",0.041040264,1613937122855,1442
-"raw_loss",0.02984567,1613937122855,1442
-"epoch",9.075471698113205,1613937122855,1442
-"wd_0",0.01,1613937122855,1442
-"sqr_mom_0",0.99,1613937122855,1442
-"lr_0",8.813897649191251e-07,1613937122855,1442
-"mom_0",0.9323730284319017,1613937122855,1442
-"eps_0",1e-05,1613937122855,1442
-"wd_1",0.01,1613937122855,1442
-"sqr_mom_1",0.99,1613937122855,1442
-"lr_1",8.81389764919125e-06,1613937122855,1442
-"mom_1",0.9323730284319017,1613937122855,1442
-"eps_1",1e-05,1613937122855,1442
-"wd_2",0.01,1613937122855,1442
-"sqr_mom_2",0.99,1613937122855,1442
-"lr_2",8.813897649191248e-05,1613937122855,1442
-"mom_2",0.9323730284319017,1613937122855,1442
-"eps_2",1e-05,1613937122855,1442
-"train_loss",0.04061839,1613937123806,1443
-"raw_loss",0.019946476,1613937123806,1443
-"epoch",9.081761006289305,1613937123806,1443
-"wd_0",0.01,1613937123806,1443
-"sqr_mom_0",0.99,1613937123806,1443
-"lr_0",8.760187653394755e-07,1613937123806,1443
-"mom_0",0.9324804494977055,1613937123806,1443
-"eps_0",1e-05,1613937123806,1443
-"wd_1",0.01,1613937123806,1443
-"sqr_mom_1",0.99,1613937123806,1443
-"lr_1",8.760187653394753e-06,1613937123806,1443
-"mom_1",0.9324804494977055,1613937123806,1443
-"eps_1",1e-05,1613937123806,1443
-"wd_2",0.01,1613937123806,1443
-"sqr_mom_2",0.99,1613937123806,1443
-"lr_2",8.760187653394745e-05,1613937123806,1443
-"mom_2",0.9324804494977055,1613937123806,1443
-"eps_2",1e-05,1613937123806,1443
-"train_loss",0.040212214,1613937124773,1444
-"raw_loss",0.020309597,1613937124773,1444
-"epoch",9.088050314465406,1613937124773,1444
-"wd_0",0.01,1613937124773,1444
-"sqr_mom_0",0.99,1613937124773,1444
-"lr_0",8.70660348108331e-07,1613937124773,1444
-"mom_0",0.9325876189140225,1613937124773,1444
-"eps_0",1e-05,1613937124773,1444
-"wd_1",0.01,1613937124773,1444
-"sqr_mom_1",0.99,1613937124773,1444
-"lr_1",8.706603481083303e-06,1613937124773,1444
-"mom_1",0.9325876189140225,1613937124773,1444
-"eps_1",1e-05,1613937124773,1444
-"wd_2",0.01,1613937124773,1444
-"sqr_mom_2",0.99,1613937124773,1444
-"lr_2",8.706603481083305e-05,1613937124773,1444
-"mom_2",0.9325876189140225,1613937124773,1444
-"eps_2",1e-05,1613937124773,1444
-"train_loss",0.040096257,1613937125718,1445
-"raw_loss",0.03441428,1613937125718,1445
-"epoch",9.094339622641506,1613937125718,1445
-"wd_0",0.01,1613937125718,1445
-"sqr_mom_0",0.99,1613937125718,1445
-"lr_0",8.653149126790797e-07,1613937125718,1445
-"mom_0",0.9326945286917053,1613937125718,1445
-"eps_0",1e-05,1613937125718,1445
-"wd_1",0.01,1613937125718,1445
-"sqr_mom_1",0.99,1613937125718,1445
-"lr_1",8.653149126790797e-06,1613937125718,1445
-"mom_1",0.9326945286917053,1613937125718,1445
-"eps_1",1e-05,1613937125718,1445
-"wd_2",0.01,1613937125718,1445
-"sqr_mom_2",0.99,1613937125718,1445
-"lr_2",8.653149126790791e-05,1613937125718,1445
-"mom_2",0.9326945286917053,1613937125718,1445
-"eps_2",1e-05,1613937125718,1445
-"train_loss",0.04053089,1613937126686,1446
-"raw_loss",0.06182803,1613937126686,1446
-"epoch",9.100628930817606,1613937126686,1446
-"wd_0",0.01,1613937126686,1446
-"sqr_mom_0",0.99,1613937126686,1446
-"lr_0",8.599828549569313e-07,1613937126686,1446
-"mom_0",0.9328011709125704,1613937126686,1446
-"eps_0",1e-05,1613937126686,1446
-"wd_1",0.01,1613937126686,1446
-"sqr_mom_1",0.99,1613937126686,1446
-"lr_1",8.59982854956931e-06,1613937126686,1446
-"mom_1",0.9328011709125704,1613937126686,1446
-"eps_1",1e-05,1613937126686,1446
-"wd_2",0.01,1613937126686,1446
-"sqr_mom_2",0.99,1613937126686,1446
-"lr_2",8.599828549569306e-05,1613937126686,1446
-"mom_2",0.9328011709125704,1613937126686,1446
-"eps_2",1e-05,1613937126686,1446
-"train_loss",0.040072344,1613937127630,1447
-"raw_loss",0.01760354,1613937127630,1447
-"epoch",9.106918238993707,1613937127630,1447
-"wd_0",0.01,1613937127630,1447
-"sqr_mom_0",0.99,1613937127630,1447
-"lr_0",8.546635099271251e-07,1613937127630,1447
-"mom_0",0.9329075588770462,1613937127630,1447
-"eps_0",1e-05,1613937127630,1447
-"wd_1",0.01,1613937127630,1447
-"sqr_mom_1",0.99,1613937127630,1447
-"lr_1",8.546635099271251e-06,1613937127630,1447
-"mom_1",0.9329075588770462,1613937127630,1447
-"eps_1",1e-05,1613937127630,1447
-"wd_2",0.01,1613937127630,1447
-"sqr_mom_2",0.99,1613937127630,1447
-"lr_2",8.546635099271246e-05,1613937127630,1447
-"mom_2",0.9329075588770462,1613937127630,1447
-"eps_2",1e-05,1613937127630,1447
-"train_loss",0.040474206,1613937128592,1448
-"raw_loss",0.060165383,1613937128592,1448
-"epoch",9.113207547169807,1613937128592,1448
-"wd_0",0.01,1613937128592,1448
-"sqr_mom_0",0.99,1613937128592,1448
-"lr_0",8.493569225757775e-07,1613937128592,1448
-"mom_0",0.9330136916854013,1613937128592,1448
-"eps_0",1e-05,1613937128592,1448
-"wd_1",0.01,1613937128592,1448
-"sqr_mom_1",0.99,1613937128592,1448
-"lr_1",8.493569225757772e-06,1613937128592,1448
-"mom_1",0.9330136916854013,1613937128592,1448
-"eps_1",1e-05,1613937128592,1448
-"wd_2",0.01,1613937128592,1448
-"sqr_mom_2",0.99,1613937128592,1448
-"lr_2",8.493569225757766e-05,1613937128592,1448
-"mom_2",0.9330136916854013,1613937128592,1448
-"eps_2",1e-05,1613937128592,1448
-"train_loss",0.04035066,1613937129541,1449
-"raw_loss",0.03429695,1613937129541,1449
-"epoch",9.119496855345908,1613937129541,1449
-"wd_0",0.01,1613937129541,1449
-"sqr_mom_0",0.99,1613937129541,1449
-"lr_0",8.440638392069876e-07,1613937129541,1449
-"mom_0",0.9331195544114044,1613937129541,1449
-"eps_0",1e-05,1613937129541,1449
-"wd_1",0.01,1613937129541,1449
-"sqr_mom_1",0.99,1613937129541,1449
-"lr_1",8.440638392069873e-06,1613937129541,1449
-"mom_1",0.9331195544114044,1613937129541,1449
-"eps_1",1e-05,1613937129541,1449
-"wd_2",0.01,1613937129541,1449
-"sqr_mom_2",0.99,1613937129541,1449
-"lr_2",8.44063839206987e-05,1613937129541,1449
-"mom_2",0.9331195544114044,1613937129541,1449
-"eps_2",1e-05,1613937129541,1449
-"train_loss",0.039904885,1613937130507,1450
-"raw_loss",0.018061807,1613937130507,1450
-"epoch",9.125786163522008,1613937130507,1450
-"wd_0",0.01,1613937130507,1450
-"sqr_mom_0",0.99,1613937130507,1450
-"lr_0",8.387842993712861e-07,1613937130507,1450
-"mom_0",0.9332251462640369,1613937130507,1450
-"eps_0",1e-05,1613937130507,1450
-"wd_1",0.01,1613937130507,1450
-"sqr_mom_1",0.99,1613937130507,1450
-"lr_1",8.38784299371286e-06,1613937130507,1450
-"mom_1",0.9332251462640369,1613937130507,1450
-"eps_1",1e-05,1613937130507,1450
-"wd_2",0.01,1613937130507,1450
-"sqr_mom_2",0.99,1613937130507,1450
-"lr_2",8.387842993712855e-05,1613937130507,1450
-"mom_2",0.9332251462640369,1613937130507,1450
-"eps_2",1e-05,1613937130507,1450
-"train_loss",0.040429022,1613937131480,1451
-"raw_loss",0.066111684,1613937131480,1451
-"epoch",9.132075471698109,1613937131480,1451
-"wd_0",0.01,1613937131480,1451
-"sqr_mom_0",0.99,1613937131480,1451
-"lr_0",8.335176446039487e-07,1613937131480,1451
-"mom_0",0.9333304804127251,1613937131480,1451
-"eps_0",1e-05,1613937131480,1451
-"wd_1",0.01,1613937131480,1451
-"sqr_mom_1",0.99,1613937131480,1451
-"lr_1",8.335176446039488e-06,1613937131480,1451
-"mom_1",0.9333304804127251,1613937131480,1451
-"eps_1",1e-05,1613937131480,1451
-"wd_2",0.01,1613937131480,1451
-"sqr_mom_2",0.99,1613937131480,1451
-"lr_2",8.335176446039484e-05,1613937131480,1451
-"mom_2",0.9333304804127251,1613937131480,1451
-"eps_2",1e-05,1613937131480,1451
-"train_loss",0.04028835,1613937132454,1452
-"raw_loss",0.0333954,1613937132454,1452
-"epoch",9.138364779874209,1613937132454,1452
-"wd_0",0.01,1613937132454,1452
-"sqr_mom_0",0.99,1613937132454,1452
-"lr_0",8.28264267569325e-07,1613937132454,1452
-"mom_0",0.9334355490041035,1613937132454,1452
-"eps_0",1e-05,1613937132454,1452
-"wd_1",0.01,1613937132454,1452
-"sqr_mom_1",0.99,1613937132454,1452
-"lr_1",8.282642675693255e-06,1613937132454,1452
-"mom_1",0.9334355490041035,1613937132454,1452
-"eps_1",1e-05,1613937132454,1452
-"wd_2",0.01,1613937132454,1452
-"sqr_mom_2",0.99,1613937132454,1452
-"lr_2",8.282642675693251e-05,1613937132454,1452
-"mom_2",0.9334355490041035,1613937132454,1452
-"eps_2",1e-05,1613937132454,1452
-"train_loss",0.0400401,1613937133401,1453
-"raw_loss",0.02787595,1613937133401,1453
-"epoch",9.14465408805031,1613937133401,1453
-"wd_0",0.01,1613937133401,1453
-"sqr_mom_0",0.99,1613937133401,1453
-"lr_0",8.230245573027038e-07,1613937133401,1453
-"mom_0",0.9335403442573884,1613937133401,1453
-"eps_0",1e-05,1613937133401,1453
-"wd_1",0.01,1613937133401,1453
-"sqr_mom_1",0.99,1613937133401,1453
-"lr_1",8.230245573027036e-06,1613937133401,1453
-"mom_1",0.9335403442573884,1613937133401,1453
-"eps_1",1e-05,1613937133401,1453
-"wd_2",0.01,1613937133401,1453
-"sqr_mom_2",0.99,1613937133401,1453
-"lr_2",8.230245573027033e-05,1613937133401,1453
-"mom_2",0.9335403442573884,1613937133401,1453
-"eps_2",1e-05,1613937133401,1453
-"train_loss",0.039946355,1613937134376,1454
-"raw_loss",0.035352673,1613937134376,1454
-"epoch",9.15094339622641,1613937134376,1454
-"wd_0",0.01,1613937134376,1454
-"sqr_mom_0",0.99,1613937134376,1454
-"lr_0",8.177978603069066e-07,1613937134376,1454
-"mom_0",0.9336448792426543,1613937134376,1454
-"eps_0",1e-05,1613937134376,1454
-"wd_1",0.01,1613937134376,1454
-"sqr_mom_1",0.99,1613937134376,1454
-"lr_1",8.17797860306907e-06,1613937134376,1454
-"mom_1",0.9336448792426543,1613937134376,1454
-"eps_1",1e-05,1613937134376,1454
-"wd_2",0.01,1613937134376,1454
-"sqr_mom_2",0.99,1613937134376,1454
-"lr_2",8.177978603069065e-05,1613937134376,1454
-"mom_2",0.9336448792426543,1613937134376,1454
-"eps_2",1e-05,1613937134376,1454
-"train_loss",0.04091609,1613937135341,1455
-"raw_loss",0.08843313,1613937135341,1455
-"epoch",9.15723270440251,1613937135341,1455
-"wd_0",0.01,1613937135341,1455
-"sqr_mom_0",0.99,1613937135341,1455
-"lr_0",8.125842208884169e-07,1613937135341,1455
-"mom_0",0.9337491530737624,1613937135341,1455
-"eps_0",1e-05,1613937135341,1455
-"wd_1",0.01,1613937135341,1455
-"sqr_mom_1",0.99,1613937135341,1455
-"lr_1",8.12584220888417e-06,1613937135341,1455
-"mom_1",0.9337491530737624,1613937135341,1455
-"eps_1",1e-05,1613937135341,1455
-"wd_2",0.01,1613937135341,1455
-"sqr_mom_2",0.99,1613937135341,1455
-"lr_2",8.125842208884165e-05,1613937135341,1455
-"mom_2",0.9337491530737624,1613937135341,1455
-"eps_2",1e-05,1613937135341,1455
-"train_loss",0.041144498,1613937136324,1456
-"raw_loss",0.052336488,1613937136324,1456
-"epoch",9.16352201257861,1613937136324,1456
-"wd_0",0.01,1613937136324,1456
-"sqr_mom_0",0.99,1613937136324,1456
-"lr_0",8.073843722793859e-07,1613937136324,1456
-"mom_0",0.9338531510859231,1613937136324,1456
-"eps_0",1e-05,1613937136324,1456
-"wd_1",0.01,1613937136324,1456
-"sqr_mom_1",0.99,1613937136324,1456
-"lr_1",8.073843722793856e-06,1613937136324,1456
-"mom_1",0.9338531510859231,1613937136324,1456
-"eps_1",1e-05,1613937136324,1456
-"wd_2",0.01,1613937136324,1456
-"sqr_mom_2",0.99,1613937136324,1456
-"lr_2",8.073843722793855e-05,1613937136324,1456
-"mom_2",0.9338531510859231,1613937136324,1456
-"eps_2",1e-05,1613937136324,1456
-"train_loss",0.04106889,1613937137299,1457
-"raw_loss",0.037364088,1613937137299,1457
-"epoch",9.169811320754711,1613937137299,1457
-"wd_0",0.01,1613937137299,1457
-"sqr_mom_0",0.99,1613937137299,1457
-"lr_0",8.021983532292715e-07,1613937137299,1457
-"mom_0",0.9339568725041396,1613937137299,1457
-"eps_0",1e-05,1613937137299,1457
-"wd_1",0.01,1613937137299,1457
-"sqr_mom_1",0.99,1613937137299,1457
-"lr_1",8.021983532292715e-06,1613937137299,1457
-"mom_1",0.9339568725041396,1613937137299,1457
-"eps_1",1e-05,1613937137299,1457
-"wd_2",0.01,1613937137299,1457
-"sqr_mom_2",0.99,1613937137299,1457
-"lr_2",8.021983532292712e-05,1613937137299,1457
-"mom_2",0.9339568725041396,1613937137299,1457
-"eps_2",1e-05,1613937137299,1457
-"train_loss",0.041208707,1613937138280,1458
-"raw_loss",0.048059825,1613937138280,1458
-"epoch",9.176100628930811,1613937138280,1458
-"wd_0",0.01,1613937138280,1458
-"sqr_mom_0",0.99,1613937138280,1458
-"lr_0",7.970255169372716e-07,1613937138280,1458
-"mom_0",0.9340603302645571,1613937138280,1458
-"eps_0",1e-05,1613937138280,1458
-"wd_1",0.01,1613937138280,1458
-"sqr_mom_1",0.99,1613937138280,1458
-"lr_1",7.970255169372719e-06,1613937138280,1458
-"mom_1",0.9340603302645571,1613937138280,1458
-"eps_1",1e-05,1613937138280,1458
-"wd_2",0.01,1613937138280,1458
-"sqr_mom_2",0.99,1613937138280,1458
-"lr_2",7.970255169372712e-05,1613937138280,1458
-"mom_2",0.9340603302645571,1613937138280,1458
-"eps_2",1e-05,1613937138280,1458
-"train_loss",0.04096396,1613937139231,1459
-"raw_loss",0.02897136,1613937139231,1459
-"epoch",9.182389937106912,1613937139231,1459
-"wd_0",0.01,1613937139231,1459
-"sqr_mom_0",0.99,1613937139231,1459
-"lr_0",7.918662491254073e-07,1613937139231,1459
-"mom_0",0.9341635166526583,1613937139231,1459
-"eps_0",1e-05,1613937139231,1459
-"wd_1",0.01,1613937139231,1459
-"sqr_mom_1",0.99,1613937139231,1459
-"lr_1",7.918662491254077e-06,1613937139231,1459
-"mom_1",0.9341635166526583,1613937139231,1459
-"eps_1",1e-05,1613937139231,1459
-"wd_2",0.01,1613937139231,1459
-"sqr_mom_2",0.99,1613937139231,1459
-"lr_2",7.918662491254074e-05,1613937139231,1459
-"mom_2",0.9341635166526583,1613937139231,1459
-"eps_2",1e-05,1613937139231,1459
-"train_loss",0.040683143,1613937140203,1460
-"raw_loss",0.026923232,1613937140203,1460
-"epoch",9.188679245283012,1613937140203,1460
-"wd_0",0.01,1613937140203,1460
-"sqr_mom_0",0.99,1613937140203,1460
-"lr_0",7.867209318071727e-07,1613937140203,1460
-"mom_0",0.9342664240280968,1613937140203,1460
-"eps_0",1e-05,1613937140203,1460
-"wd_1",0.01,1613937140203,1460
-"sqr_mom_1",0.99,1613937140203,1460
-"lr_1",7.867209318071723e-06,1613937140203,1460
-"mom_1",0.9342664240280968,1613937140203,1460
-"eps_1",1e-05,1613937140203,1460
-"wd_2",0.01,1613937140203,1460
-"sqr_mom_2",0.99,1613937140203,1460
-"lr_2",7.867209318071722e-05,1613937140203,1460
-"mom_2",0.9342664240280968,1613937140203,1460
-"eps_2",1e-05,1613937140203,1460
-"train_loss",0.040941827,1613937141160,1461
-"raw_loss",0.05361729,1613937141160,1461
-"epoch",9.194968553459113,1613937141160,1461
-"wd_0",0.01,1613937141160,1461
-"sqr_mom_0",0.99,1613937141160,1461
-"lr_0",7.815885832574794e-07,1613937141160,1461
-"mom_0",0.9343690720255706,1613937141160,1461
-"eps_0",1e-05,1613937141160,1461
-"wd_1",0.01,1613937141160,1461
-"sqr_mom_1",0.99,1613937141160,1461
-"lr_1",7.815885832574793e-06,1613937141160,1461
-"mom_1",0.9343690720255706,1613937141160,1461
-"eps_1",1e-05,1613937141160,1461
-"wd_2",0.01,1613937141160,1461
-"sqr_mom_2",0.99,1613937141160,1461
-"lr_2",7.815885832574793e-05,1613937141160,1461
-"mom_2",0.9343690720255706,1613937141160,1461
-"eps_2",1e-05,1613937141160,1461
-"train_loss",0.041165937,1613937142173,1462
-"raw_loss",0.052147396,1613937142173,1462
-"epoch",9.201257861635213,1613937142173,1462
-"wd_0",0.01,1613937142173,1462
-"sqr_mom_0",0.99,1613937142173,1462
-"lr_0",7.764702670877034e-07,1613937142173,1462
-"mom_0",0.9344714393726397,1613937142173,1462
-"eps_0",1e-05,1613937142173,1462
-"wd_1",0.01,1613937142173,1462
-"sqr_mom_1",0.99,1613937142173,1462
-"lr_1",7.764702670877032e-06,1613937142173,1462
-"mom_1",0.9344714393726397,1613937142173,1462
-"eps_1",1e-05,1613937142173,1462
-"wd_2",0.01,1613937142173,1462
-"sqr_mom_2",0.99,1613937142173,1462
-"lr_2",7.764702670877026e-05,1613937142173,1462
-"mom_2",0.9344714393726397,1613937142173,1462
-"eps_2",1e-05,1613937142173,1462
-"train_loss",0.0422152,1613937143125,1463
-"raw_loss",0.09362902,1613937143125,1463
-"epoch",9.207547169811313,1613937143125,1463
-"wd_0",0.01,1613937143125,1463
-"sqr_mom_0",0.99,1613937143125,1463
-"lr_0",7.713660213486153e-07,1613937143125,1463
-"mom_0",0.9345735253082808,1613937143125,1463
-"eps_0",1e-05,1613937143125,1463
-"wd_1",0.01,1613937143125,1463
-"sqr_mom_1",0.99,1613937143125,1463
-"lr_1",7.713660213486154e-06,1613937143125,1463
-"mom_1",0.9345735253082808,1613937143125,1463
-"eps_1",1e-05,1613937143125,1463
-"wd_2",0.01,1613937143125,1463
-"sqr_mom_2",0.99,1613937143125,1463
-"lr_2",7.71366021348615e-05,1613937143125,1463
-"mom_2",0.9345735253082808,1613937143125,1463
-"eps_2",1e-05,1613937143125,1463
-"train_loss",0.04199078,1613937144116,1464
-"raw_loss",0.030994195,1613937144116,1464
-"epoch",9.213836477987414,1613937144116,1464
-"wd_0",0.01,1613937144116,1464
-"sqr_mom_0",0.99,1613937144116,1464
-"lr_0",7.662752094381887e-07,1613937144116,1464
-"mom_0",0.9346753425646618,1613937144116,1464
-"eps_0",1e-05,1613937144116,1464
-"wd_1",0.01,1613937144116,1464
-"sqr_mom_1",0.99,1613937144116,1464
-"lr_1",7.662752094381892e-06,1613937144116,1464
-"mom_1",0.9346753425646618,1613937144116,1464
-"eps_1",1e-05,1613937144116,1464
-"wd_2",0.01,1613937144116,1464
-"sqr_mom_2",0.99,1613937144116,1464
-"lr_2",7.662752094381885e-05,1613937144116,1464
-"mom_2",0.9346753425646618,1613937144116,1464
-"eps_2",1e-05,1613937144116,1464
-"train_loss",0.04169177,1613937145070,1465
-"raw_loss",0.027040318,1613937145070,1465
-"epoch",9.220125786163514,1613937145070,1465
-"wd_0",0.01,1613937145070,1465
-"sqr_mom_0",0.99,1613937145070,1465
-"lr_0",7.611982110079358e-07,1613937145070,1465
-"mom_0",0.9347768835486767,1613937145070,1465
-"eps_0",1e-05,1613937145070,1465
-"wd_1",0.01,1613937145070,1465
-"sqr_mom_1",0.99,1613937145070,1465
-"lr_1",7.611982110079357e-06,1613937145070,1465
-"mom_1",0.9347768835486767,1613937145070,1465
-"eps_1",1e-05,1613937145070,1465
-"wd_2",0.01,1613937145070,1465
-"sqr_mom_2",0.99,1613937145070,1465
-"lr_2",7.611982110079357e-05,1613937145070,1465
-"mom_2",0.9347768835486767,1613937145070,1465
-"eps_2",1e-05,1613937145070,1465
-"train_loss",0.041307665,1613937146069,1466
-"raw_loss",0.02248653,1613937146069,1466
-"epoch",9.226415094339615,1613937146069,1466
-"wd_0",0.01,1613937146069,1466
-"sqr_mom_0",0.99,1613937146069,1466
-"lr_0",7.561347310828628e-07,1613937146069,1466
-"mom_0",0.9348781541598843,1613937146069,1466
-"eps_0",1e-05,1613937146069,1466
-"wd_1",0.01,1613937146069,1466
-"sqr_mom_1",0.99,1613937146069,1466
-"lr_1",7.561347310828627e-06,1613937146069,1466
-"mom_1",0.9348781541598843,1613937146069,1466
-"eps_1",1e-05,1613937146069,1466
-"wd_2",0.01,1613937146069,1466
-"sqr_mom_2",0.99,1613937146069,1466
-"lr_2",7.561347310828625e-05,1613937146069,1466
-"mom_2",0.9348781541598843,1613937146069,1466
-"eps_2",1e-05,1613937146069,1466
-"train_loss",0.04137904,1613937147032,1467
-"raw_loss",0.044876296,1613937147032,1467
-"epoch",9.232704402515715,1613937147032,1467
-"wd_0",0.01,1613937147032,1467
-"sqr_mom_0",0.99,1613937147032,1467
-"lr_0",7.51086150781965e-07,1613937147032,1467
-"mom_0",0.9349791267756284,1613937147032,1467
-"eps_0",1e-05,1613937147032,1467
-"wd_1",0.01,1613937147032,1467
-"sqr_mom_1",0.99,1613937147032,1467
-"lr_1",7.5108615078196464e-06,1613937147032,1467
-"mom_1",0.9349791267756284,1613937147032,1467
-"eps_1",1e-05,1613937147032,1467
-"wd_2",0.01,1613937147032,1467
-"sqr_mom_2",0.99,1613937147032,1467
-"lr_2",7.510861507819644e-05,1613937147032,1467
-"mom_2",0.9349791267756284,1613937147032,1467
-"eps_2",1e-05,1613937147032,1467
-"train_loss",0.040998984,1613937147994,1468
-"raw_loss",0.022376256,1613937147994,1468
-"epoch",9.238993710691815,1613937147994,1468
-"wd_0",0.01,1613937147994,1468
-"sqr_mom_0",0.99,1613937147994,1468
-"lr_0",7.460505005508255e-07,1613937147994,1468
-"mom_0",0.9350798407873914,1613937147994,1468
-"eps_0",1e-05,1613937147994,1468
-"wd_1",0.01,1613937147994,1468
-"sqr_mom_1",0.99,1613937147994,1468
-"lr_1",7.4605050055082564e-06,1613937147994,1468
-"mom_1",0.9350798407873914,1613937147994,1468
-"eps_1",1e-05,1613937147994,1468
-"wd_2",0.01,1613937147994,1468
-"sqr_mom_2",0.99,1613937147994,1468
-"lr_2",7.460505005508252e-05,1613937147994,1468
-"mom_2",0.9350798407873914,1613937147994,1468
-"eps_2",1e-05,1613937147994,1468
-"train_loss",0.04114732,1613937148964,1469
-"raw_loss",0.04841585,1613937148964,1469
-"epoch",9.245283018867916,1613937148964,1469
-"wd_0",0.01,1613937148964,1469
-"sqr_mom_0",0.99,1613937148964,1469
-"lr_0",7.410291594406915e-07,1613937148964,1469
-"mom_0",0.9351802686138723,1613937148964,1469
-"eps_0",1e-05,1613937148964,1469
-"wd_1",0.01,1613937148964,1469
-"sqr_mom_1",0.99,1613937148964,1469
-"lr_1",7.410291594406917e-06,1613937148964,1469
-"mom_1",0.9351802686138723,1613937148964,1469
-"eps_1",1e-05,1613937148964,1469
-"wd_2",0.01,1613937148964,1469
-"sqr_mom_2",0.99,1613937148964,1469
-"lr_2",7.410291594406912e-05,1613937148964,1469
-"mom_2",0.9351802686138723,1613937148964,1469
-"eps_2",1e-05,1613937148964,1469
-"train_loss",0.041260194,1613937149931,1470
-"raw_loss",0.046790924,1613937149931,1470
-"epoch",9.251572327044016,1613937149931,1470
-"wd_0",0.01,1613937149931,1470
-"sqr_mom_0",0.99,1613937149931,1470
-"lr_0",7.36022164673424e-07,1613937149931,1470
-"mom_0",0.9352804095106266,1613937149931,1470
-"eps_0",1e-05,1613937149931,1470
-"wd_1",0.01,1613937149931,1470
-"sqr_mom_1",0.99,1613937149931,1470
-"lr_1",7.3602216467342414e-06,1613937149931,1470
-"mom_1",0.9352804095106266,1613937149931,1470
-"eps_1",1e-05,1613937149931,1470
-"wd_2",0.01,1613937149931,1470
-"sqr_mom_2",0.99,1613937149931,1470
-"lr_2",7.360221646734235e-05,1613937149931,1470
-"mom_2",0.9352804095106266,1613937149931,1470
-"eps_2",1e-05,1613937149931,1470
-"train_loss",0.040873434,1613937150934,1471
-"raw_loss",0.021922281,1613937150934,1471
-"epoch",9.257861635220117,1613937150934,1471
-"wd_0",0.01,1613937150934,1471
-"sqr_mom_0",0.99,1613937150934,1471
-"lr_0",7.310288917761449e-07,1613937150934,1471
-"mom_0",0.9353802759672367,1613937150934,1471
-"eps_0",1e-05,1613937150934,1471
-"wd_1",0.01,1613937150934,1471
-"sqr_mom_1",0.99,1613937150934,1471
-"lr_1",7.310288917761449e-06,1613937150934,1471
-"mom_1",0.9353802759672367,1613937150934,1471
-"eps_1",1e-05,1613937150934,1471
-"wd_2",0.01,1613937150934,1471
-"sqr_mom_2",0.99,1613937150934,1471
-"lr_2",7.310288917761448e-05,1613937150934,1471
-"mom_2",0.9353802759672367,1613937150934,1471
-"eps_2",1e-05,1613937150934,1471
-"train_loss",0.040419832,1613937151894,1472
-"raw_loss",0.01819322,1613937151894,1472
-"epoch",9.264150943396217,1613937151894,1472
-"wd_0",0.01,1613937151894,1472
-"sqr_mom_0",0.99,1613937151894,1472
-"lr_0",7.260493833333223e-07,1613937151894,1472
-"mom_0",0.9354798671320048,1613937151894,1472
-"eps_0",1e-05,1613937151894,1472
-"wd_1",0.01,1613937151894,1472
-"sqr_mom_1",0.99,1613937151894,1472
-"lr_1",7.260493833333223e-06,1613937151894,1472
-"mom_1",0.9354798671320048,1613937151894,1472
-"eps_1",1e-05,1613937151894,1472
-"wd_2",0.01,1613937151894,1472
-"sqr_mom_2",0.99,1613937151894,1472
-"lr_2",7.260493833333224e-05,1613937151894,1472
-"mom_2",0.9354798671320048,1613937151894,1472
-"eps_2",1e-05,1613937151894,1472
-"train_loss",0.04051407,1613937152842,1473
-"raw_loss",0.04513186,1613937152842,1473
-"epoch",9.270440251572317,1613937152842,1473
-"wd_0",0.01,1613937152842,1473
-"sqr_mom_0",0.99,1613937152842,1473
-"lr_0",7.210843396495623e-07,1613937152842,1473
-"mom_0",0.9355791689986988,1613937152842,1473
-"eps_0",1e-05,1613937152842,1473
-"wd_1",0.01,1613937152842,1473
-"sqr_mom_1",0.99,1613937152842,1473
-"lr_1",7.210843396495628e-06,1613937152842,1473
-"mom_1",0.9355791689986988,1613937152842,1473
-"eps_1",1e-05,1613937152842,1473
-"wd_2",0.01,1613937152842,1473
-"sqr_mom_2",0.99,1613937152842,1473
-"lr_2",7.210843396495624e-05,1613937152842,1473
-"mom_2",0.9355791689986988,1613937152842,1473
-"eps_2",1e-05,1613937152842,1473
-"train_loss",0.040561747,1613937153796,1474
-"raw_loss",0.042897794,1613937153796,1474
-"epoch",9.276729559748418,1613937153796,1474
-"wd_0",0.01,1613937153796,1474
-"sqr_mom_0",0.99,1613937153796,1474
-"lr_0",7.161337974665096e-07,1613937153796,1474
-"mom_0",0.9356781808324781,1613937153796,1474
-"eps_0",1e-05,1613937153796,1474
-"wd_1",0.01,1613937153796,1474
-"sqr_mom_1",0.99,1613937153796,1474
-"lr_1",7.161337974665095e-06,1613937153796,1474
-"mom_1",0.9356781808324781,1613937153796,1474
-"eps_1",1e-05,1613937153796,1474
-"wd_2",0.01,1613937153796,1474
-"sqr_mom_2",0.99,1613937153796,1474
-"lr_2",7.161337974665095e-05,1613937153796,1474
-"mom_2",0.9356781808324781,1613937153796,1474
-"eps_2",1e-05,1613937153796,1474
-"train_loss",0.04015641,1613937154739,1475
-"raw_loss",0.020294907,1613937154739,1475
-"epoch",9.283018867924518,1613937154739,1475
-"wd_0",0.01,1613937154739,1475
-"sqr_mom_0",0.99,1613937154739,1475
-"lr_0",7.111971393520582e-07,1613937154739,1475
-"mom_0",0.9357769149821086,1613937154739,1475
-"eps_0",1e-05,1613937154739,1475
-"wd_1",0.01,1613937154739,1475
-"sqr_mom_1",0.99,1613937154739,1475
-"lr_1",7.111971393520587e-06,1613937154739,1475
-"mom_1",0.9357769149821086,1613937154739,1475
-"eps_1",1e-05,1613937154739,1475
-"wd_2",0.01,1613937154739,1475
-"sqr_mom_2",0.99,1613937154739,1475
-"lr_2",7.111971393520579e-05,1613937154739,1475
-"mom_2",0.9357769149821086,1613937154739,1475
-"eps_2",1e-05,1613937154739,1475
-"train_loss",0.03996432,1613937155700,1476
-"raw_loss",0.03055178,1613937155700,1476
-"epoch",9.289308176100619,1613937155700,1476
-"wd_0",0.01,1613937155700,1476
-"sqr_mom_0",0.99,1613937155700,1476
-"lr_0",7.062747335468615e-07,1613937155700,1476
-"mom_0",0.9358753640827036,1613937155700,1476
-"eps_0",1e-05,1613937155700,1476
-"wd_1",0.01,1613937155700,1476
-"sqr_mom_1",0.99,1613937155700,1476
-"lr_1",7.062747335468616e-06,1613937155700,1476
-"mom_1",0.9358753640827036,1613937155700,1476
-"eps_1",1e-05,1613937155700,1476
-"wd_2",0.01,1613937155700,1476
-"sqr_mom_2",0.99,1613937155700,1476
-"lr_2",7.06274733546861e-05,1613937155700,1476
-"mom_2",0.9358753640827036,1613937155700,1476
-"eps_2",1e-05,1613937155700,1476
-"train_loss",0.039953988,1613937156688,1477
-"raw_loss",0.039447736,1613937156688,1477
-"epoch",9.295597484276719,1613937156688,1477
-"wd_0",0.01,1613937156688,1477
-"sqr_mom_0",0.99,1613937156688,1477
-"lr_0",7.013669443961413e-07,1613937156688,1477
-"mom_0",0.9359735208472856,1613937156688,1477
-"eps_0",1e-05,1613937156688,1477
-"wd_1",0.01,1613937156688,1477
-"sqr_mom_1",0.99,1613937156688,1477
-"lr_1",7.013669443961415e-06,1613937156688,1477
-"mom_1",0.9359735208472856,1613937156688,1477
-"eps_1",1e-05,1613937156688,1477
-"wd_2",0.01,1613937156688,1477
-"sqr_mom_2",0.99,1613937156688,1477
-"lr_2",7.01366944396141e-05,1613937156688,1477
-"mom_2",0.9359735208472856,1613937156688,1477
-"eps_2",1e-05,1613937156688,1477
-"train_loss",0.039568916,1613937157672,1478
-"raw_loss",0.020700281,1613937157672,1478
-"epoch",9.30188679245282,1613937157672,1478
-"wd_0",0.01,1613937157672,1478
-"sqr_mom_0",0.99,1613937157672,1478
-"lr_0",6.964731597999538e-07,1613937157672,1478
-"mom_0",0.9360713975179761,1613937157672,1478
-"eps_0",1e-05,1613937157672,1478
-"wd_1",0.01,1613937157672,1478
-"sqr_mom_1",0.99,1613937157672,1478
-"lr_1",6.9647315979995376e-06,1613937157672,1478
-"mom_1",0.9360713975179761,1613937157672,1478
-"eps_1",1e-05,1613937157672,1478
-"wd_2",0.01,1613937157672,1478
-"sqr_mom_2",0.99,1613937157672,1478
-"lr_2",6.964731597999536e-05,1613937157672,1478
-"mom_2",0.9360713975179761,1613937157672,1478
-"eps_2",1e-05,1613937157672,1478
-"train_loss",0.039448977,1613937158643,1479
-"raw_loss",0.033572007,1613937158643,1479
-"epoch",9.30817610062892,1613937158643,1479
-"wd_0",0.01,1613937158643,1479
-"sqr_mom_0",0.99,1613937158643,1479
-"lr_0",6.915934216049772e-07,1613937158643,1479
-"mom_0",0.936168993257833,1613937158643,1479
-"eps_0",1e-05,1613937158643,1479
-"wd_1",0.01,1613937158643,1479
-"sqr_mom_1",0.99,1613937158643,1479
-"lr_1",6.915934216049772e-06,1613937158643,1479
-"mom_1",0.936168993257833,1613937158643,1479
-"eps_1",1e-05,1613937158643,1479
-"wd_2",0.01,1613937158643,1479
-"sqr_mom_2",0.99,1613937158643,1479
-"lr_2",6.91593421604977e-05,1613937158643,1479
-"mom_2",0.936168993257833,1613937158643,1479
-"eps_2",1e-05,1613937158643,1479
-"train_loss",0.039405424,1613937159601,1480
-"raw_loss",0.03727137,1613937159601,1480
-"epoch",9.31446540880502,1613937159601,1480
-"wd_0",0.01,1613937159601,1480
-"sqr_mom_0",0.99,1613937159601,1480
-"lr_0",6.867284160843987e-07,1613937159601,1480
-"mom_0",0.9362662943412554,1613937159601,1480
-"eps_0",1e-05,1613937159601,1480
-"wd_1",0.01,1613937159601,1480
-"sqr_mom_1",0.99,1613937159601,1480
-"lr_1",6.867284160843992e-06,1613937159601,1480
-"mom_1",0.9362662943412554,1613937159601,1480
-"eps_1",1e-05,1613937159601,1480
-"wd_2",0.01,1613937159601,1480
-"sqr_mom_2",0.99,1613937159601,1480
-"lr_2",6.867284160843988e-05,1613937159601,1480
-"mom_2",0.9362662943412554,1613937159601,1480
-"eps_2",1e-05,1613937159601,1480
-"train_loss",0.03931073,1613937160534,1481
-"raw_loss",0.03467074,1613937160534,1481
-"epoch",9.32075471698112,1613937160534,1481
-"wd_0",0.01,1613937160534,1481
-"sqr_mom_0",0.99,1613937160534,1481
-"lr_0",6.818781791282636e-07,1613937160534,1481
-"mom_0",0.9363633000504352,1613937160534,1481
-"eps_0",1e-05,1613937160534,1481
-"wd_1",0.01,1613937160534,1481
-"sqr_mom_1",0.99,1613937160534,1481
-"lr_1",6.818781791282632e-06,1613937160534,1481
-"mom_1",0.9363633000504352,1613937160534,1481
-"eps_1",1e-05,1613937160534,1481
-"wd_2",0.01,1613937160534,1481
-"sqr_mom_2",0.99,1613937160534,1481
-"lr_2",6.818781791282627e-05,1613937160534,1481
-"mom_2",0.9363633000504352,1613937160534,1481
-"eps_2",1e-05,1613937160534,1481
-"train_loss",0.03899351,1613937161474,1482
-"raw_loss",0.023449797,1613937161474,1482
-"epoch",9.327044025157221,1613937161474,1482
-"wd_0",0.01,1613937161474,1482
-"sqr_mom_0",0.99,1613937161474,1482
-"lr_0",6.770421058145427e-07,1613937161474,1482
-"mom_0",0.9364600224839339,1613937161474,1482
-"eps_0",1e-05,1613937161474,1482
-"wd_1",0.01,1613937161474,1482
-"sqr_mom_1",0.99,1613937161474,1482
-"lr_1",6.770421058145427e-06,1613937161474,1482
-"mom_1",0.9364600224839339,1613937161474,1482
-"eps_1",1e-05,1613937161474,1482
-"wd_2",0.01,1613937161474,1482
-"sqr_mom_2",0.99,1613937161474,1482
-"lr_2",6.770421058145427e-05,1613937161474,1482
-"mom_2",0.9364600224839339,1613937161474,1482
-"eps_2",1e-05,1613937161474,1482
-"train_loss",0.038810033,1613937162405,1483
-"raw_loss",0.029819591,1613937162405,1483
-"epoch",9.333333333333321,1613937162405,1483
-"wd_0",0.01,1613937162405,1483
-"sqr_mom_0",0.99,1613937162405,1483
-"lr_0",6.722205569369333e-07,1613937162405,1483
-"mom_0",0.9365564544258056,1613937162405,1483
-"eps_0",1e-05,1613937162405,1483
-"wd_1",0.01,1613937162405,1483
-"sqr_mom_1",0.99,1613937162405,1483
-"lr_1",6.722205569369335e-06,1613937162405,1483
-"mom_1",0.9365564544258056,1613937162405,1483
-"eps_1",1e-05,1613937162405,1483
-"wd_2",0.01,1613937162405,1483
-"sqr_mom_2",0.99,1613937162405,1483
-"lr_2",6.722205569369328e-05,1613937162405,1483
-"mom_2",0.9365564544258056,1613937162405,1483
-"eps_2",1e-05,1613937162405,1483
-"train_loss",0.038374446,1613937163375,1484
-"raw_loss",0.017030671,1613937163375,1484
-"epoch",9.339622641509422,1613937163375,1484
-"wd_0",0.01,1613937163375,1484
-"sqr_mom_0",0.99,1613937163375,1484
-"lr_0",6.674138893193183e-07,1613937163375,1484
-"mom_0",0.936652588739501,1613937163375,1484
-"eps_0",1e-05,1613937163375,1484
-"wd_1",0.01,1613937163375,1484
-"sqr_mom_1",0.99,1613937163375,1484
-"lr_1",6.6741388931931884e-06,1613937163375,1484
-"mom_1",0.936652588739501,1613937163375,1484
-"eps_1",1e-05,1613937163375,1484
-"wd_2",0.01,1613937163375,1484
-"sqr_mom_2",0.99,1613937163375,1484
-"lr_2",6.674138893193184e-05,1613937163375,1484
-"mom_2",0.936652588739501,1613937163375,1484
-"eps_2",1e-05,1613937163375,1484
-"train_loss",0.038382977,1613937164341,1485
-"raw_loss",0.038801074,1613937164341,1485
-"epoch",9.345911949685522,1613937164341,1485
-"wd_0",0.01,1613937164341,1485
-"sqr_mom_0",0.99,1613937164341,1485
-"lr_0",6.62621186034873e-07,1613937164341,1485
-"mom_0",0.9367484437637401,1613937164341,1485
-"eps_0",1e-05,1613937164341,1485
-"wd_1",0.01,1613937164341,1485
-"sqr_mom_1",0.99,1613937164341,1485
-"lr_1",6.62621186034873e-06,1613937164341,1485
-"mom_1",0.9367484437637401,1613937164341,1485
-"eps_1",1e-05,1613937164341,1485
-"wd_2",0.01,1613937164341,1485
-"sqr_mom_2",0.99,1613937164341,1485
-"lr_2",6.626211860348726e-05,1613937164341,1485
-"mom_2",0.9367484437637401,1613937164341,1485
-"eps_2",1e-05,1613937164341,1485
-"train_loss",0.03803571,1613937165319,1486
-"raw_loss",0.021019503,1613937165319,1486
-"epoch",9.352201257861623,1613937165319,1486
-"wd_0",0.01,1613937165319,1486
-"sqr_mom_0",0.99,1613937165319,1486
-"lr_0",6.578434404924615e-07,1613937165319,1486
-"mom_0",0.936843999630147,1613937165319,1486
-"eps_0",1e-05,1613937165319,1486
-"wd_1",0.01,1613937165319,1486
-"sqr_mom_1",0.99,1613937165319,1486
-"lr_1",6.578434404924613e-06,1613937165319,1486
-"mom_1",0.936843999630147,1613937165319,1486
-"eps_1",1e-05,1613937165319,1486
-"wd_2",0.01,1613937165319,1486
-"sqr_mom_2",0.99,1613937165319,1486
-"lr_2",6.578434404924612e-05,1613937165319,1486
-"mom_2",0.936843999630147,1613937165319,1486
-"eps_2",1e-05,1613937165319,1486
-"train_loss",0.037926808,1613937166264,1487
-"raw_loss",0.03259064,1613937166264,1487
-"epoch",9.358490566037723,1613937166264,1487
-"wd_0",0.01,1613937166264,1487
-"sqr_mom_0",0.99,1613937166264,1487
-"lr_0",6.530806878410238e-07,1613937166264,1487
-"mom_0",0.9369392556357359,1613937166264,1487
-"eps_0",1e-05,1613937166264,1487
-"wd_1",0.01,1613937166264,1487
-"sqr_mom_1",0.99,1613937166264,1487
-"lr_1",6.5308068784102375e-06,1613937166264,1487
-"mom_1",0.9369392556357359,1613937166264,1487
-"eps_1",1e-05,1613937166264,1487
-"wd_2",0.01,1613937166264,1487
-"sqr_mom_2",0.99,1613937166264,1487
-"lr_2",6.530806878410236e-05,1613937166264,1487
-"mom_2",0.9369392556357359,1613937166264,1487
-"eps_2",1e-05,1613937166264,1487
-"train_loss",0.037589952,1613937167216,1488
-"raw_loss",0.021083975,1613937167216,1488
-"epoch",9.364779874213824,1613937167216,1488
-"wd_0",0.01,1613937167216,1488
-"sqr_mom_0",0.99,1613937167216,1488
-"lr_0",6.483323340695837e-07,1613937167216,1488
-"mom_0",0.9370342236608449,1613937167216,1488
-"eps_0",1e-05,1613937167216,1488
-"wd_1",0.01,1613937167216,1488
-"sqr_mom_1",0.99,1613937167216,1488
-"lr_1",6.483323340695831e-06,1613937167216,1488
-"mom_1",0.9370342236608449,1613937167216,1488
-"eps_1",1e-05,1613937167216,1488
-"wd_2",0.01,1613937167216,1488
-"sqr_mom_2",0.99,1613937167216,1488
-"lr_2",6.483323340695829e-05,1613937167216,1488
-"mom_2",0.9370342236608449,1613937167216,1488
-"eps_2",1e-05,1613937167216,1488
-"train_loss",0.037478812,1613937168176,1489
-"raw_loss",0.032032955,1613937168176,1489
-"epoch",9.371069182389924,1613937168176,1489
-"wd_0",0.01,1613937168176,1489
-"sqr_mom_0",0.99,1613937168176,1489
-"lr_0",6.435987334765226e-07,1613937168176,1489
-"mom_0",0.9371288966194357,1613937168176,1489
-"eps_0",1e-05,1613937168176,1489
-"wd_1",0.01,1613937168176,1489
-"sqr_mom_1",0.99,1613937168176,1489
-"lr_1",6.435987334765224e-06,1613937168176,1489
-"mom_1",0.9371288966194357,1613937168176,1489
-"eps_1",1e-05,1613937168176,1489
-"wd_2",0.01,1613937168176,1489
-"sqr_mom_2",0.99,1613937168176,1489
-"lr_2",6.435987334765222e-05,1613937168176,1489
-"mom_2",0.9371288966194357,1613937168176,1489
-"eps_2",1e-05,1613937168176,1489
-"train_loss",0.037265234,1613937169154,1490
-"raw_loss",0.026799811,1613937169154,1490
-"epoch",9.377358490566024,1613937169154,1490
-"wd_0",0.01,1613937169154,1490
-"sqr_mom_0",0.99,1613937169154,1490
-"lr_0",6.38879611224843e-07,1613937169154,1490
-"mom_0",0.9372232800083031,1613937169154,1490
-"eps_0",1e-05,1613937169154,1490
-"wd_1",0.01,1613937169154,1490
-"sqr_mom_1",0.99,1613937169154,1490
-"lr_1",6.388796112248431e-06,1613937169154,1490
-"mom_1",0.9372232800083031,1613937169154,1490
-"eps_1",1e-05,1613937169154,1490
-"wd_2",0.01,1613937169154,1490
-"sqr_mom_2",0.99,1613937169154,1490
-"lr_2",6.388796112248427e-05,1613937169154,1490
-"mom_2",0.9372232800083031,1613937169154,1490
-"eps_2",1e-05,1613937169154,1490
-"train_loss",0.03711546,1613937170123,1491
-"raw_loss",0.029776478,1613937170123,1491
-"epoch",9.383647798742125,1613937170123,1491
-"wd_0",0.01,1613937170123,1491
-"sqr_mom_0",0.99,1613937170123,1491
-"lr_0",6.341762541322789e-07,1613937170123,1491
-"mom_0",0.9373173480908353,1613937170123,1491
-"eps_0",1e-05,1613937170123,1491
-"wd_1",0.01,1613937170123,1491
-"sqr_mom_1",0.99,1613937170123,1491
-"lr_1",6.3417625413227885e-06,1613937170123,1491
-"mom_1",0.9373173480908353,1613937170123,1491
-"eps_1",1e-05,1613937170123,1491
-"wd_2",0.01,1613937170123,1491
-"sqr_mom_2",0.99,1613937170123,1491
-"lr_2",6.341762541322784e-05,1613937170123,1491
-"mom_2",0.9373173480908353,1613937170123,1491
-"eps_2",1e-05,1613937170123,1491
-"train_loss",0.036720205,1613937171070,1492
-"raw_loss",0.017352758,1613937171070,1492
-"epoch",9.389937106918225,1613937171070,1492
-"wd_0",0.01,1613937171070,1492
-"sqr_mom_0",0.99,1613937171070,1492
-"lr_0",6.294868273230476e-07,1613937171070,1492
-"mom_0",0.9374111375649147,1613937171070,1492
-"eps_0",1e-05,1613937171070,1492
-"wd_1",0.01,1613937171070,1492
-"sqr_mom_1",0.99,1613937171070,1492
-"lr_1",6.2948682732304794e-06,1613937171070,1492
-"mom_1",0.9374111375649147,1613937171070,1492
-"eps_1",1e-05,1613937171070,1492
-"wd_2",0.01,1613937171070,1492
-"sqr_mom_2",0.99,1613937171070,1492
-"lr_2",6.294868273230473e-05,1613937171070,1492
-"mom_2",0.9374111375649147,1613937171070,1492
-"eps_2",1e-05,1613937171070,1492
-"train_loss",0.036457695,1613937172053,1493
-"raw_loss",0.023594674,1613937172053,1493
-"epoch",9.396226415094326,1613937172053,1493
-"wd_0",0.01,1613937172053,1493
-"sqr_mom_0",0.99,1613937172053,1493
-"lr_0",6.248126154085122e-07,1613937172053,1493
-"mom_0",0.9375046227380571,1613937172053,1493
-"eps_0",1e-05,1613937172053,1493
-"wd_1",0.01,1613937172053,1493
-"sqr_mom_1",0.99,1613937172053,1493
-"lr_1",6.248126154085115e-06,1613937172053,1493
-"mom_1",0.9375046227380571,1613937172053,1493
-"eps_1",1e-05,1613937172053,1493
-"wd_2",0.01,1613937172053,1493
-"sqr_mom_2",0.99,1613937172053,1493
-"lr_2",6.248126154085112e-05,1613937172053,1493
-"mom_2",0.9375046227380571,1613937172053,1493
-"eps_2",1e-05,1613937172053,1493
-"train_loss",0.03653978,1613937173004,1494
-"raw_loss",0.040562015,1613937173004,1494
-"epoch",9.402515723270426,1613937173004,1494
-"wd_0",0.01,1613937173004,1494
-"sqr_mom_0",0.99,1613937173004,1494
-"lr_0",6.201536526602575e-07,1613937173004,1494
-"mom_0",0.9375978029248241,1613937173004,1494
-"eps_0",1e-05,1613937173004,1494
-"wd_1",0.01,1613937173004,1494
-"sqr_mom_1",0.99,1613937173004,1494
-"lr_1",6.201536526602575e-06,1613937173004,1494
-"mom_1",0.9375978029248241,1613937173004,1494
-"eps_1",1e-05,1613937173004,1494
-"wd_2",0.01,1613937173004,1494
-"sqr_mom_2",0.99,1613937173004,1494
-"lr_2",6.201536526602571e-05,1613937173004,1494
-"mom_2",0.9375978029248241,1613937173004,1494
-"eps_2",1e-05,1613937173004,1494
-"train_loss",0.036365185,1613937173968,1495
-"raw_loss",0.027809996,1613937173968,1495
-"epoch",9.408805031446526,1613937173968,1495
-"wd_0",0.01,1613937173968,1495
-"sqr_mom_0",0.99,1613937173968,1495
-"lr_0",6.155093580119971e-07,1613937173968,1495
-"mom_0",0.9376906897466575,1613937173968,1495
-"eps_0",1e-05,1613937173968,1495
-"wd_1",0.01,1613937173968,1495
-"sqr_mom_1",0.99,1613937173968,1495
-"lr_1",6.155093580119969e-06,1613937173968,1495
-"mom_1",0.9376906897466575,1613937173968,1495
-"eps_1",1e-05,1613937173968,1495
-"wd_2",0.01,1613937173968,1495
-"sqr_mom_2",0.99,1613937173968,1495
-"lr_2",6.155093580119961e-05,1613937173968,1495
-"mom_2",0.9376906897466575,1613937173968,1495
-"eps_2",1e-05,1613937173968,1495
-"train_loss",0.036370847,1613937174948,1496
-"raw_loss",0.03664829,1613937174948,1496
-"epoch",9.415094339622627,1613937174948,1496
-"wd_0",0.01,1613937174948,1496
-"sqr_mom_0",0.99,1613937174948,1496
-"lr_0",6.108800780559341e-07,1613937174948,1496
-"mom_0",0.937783276271644,1613937174948,1496
-"eps_0",1e-05,1613937174948,1496
-"wd_1",0.01,1613937174948,1496
-"sqr_mom_1",0.99,1613937174948,1496
-"lr_1",6.108800780559338e-06,1613937174948,1496
-"mom_1",0.937783276271644,1613937174948,1496
-"eps_1",1e-05,1613937174948,1496
-"wd_2",0.01,1613937174948,1496
-"sqr_mom_2",0.99,1613937174948,1496
-"lr_2",6.108800780559335e-05,1613937174948,1496
-"mom_2",0.937783276271644,1613937174948,1496
-"eps_2",1e-05,1613937174948,1496
-"train_loss",0.03620479,1613937175882,1497
-"raw_loss",0.028067911,1613937175882,1497
-"epoch",9.421383647798727,1613937175882,1497
-"wd_0",0.01,1613937175882,1497
-"sqr_mom_0",0.99,1613937175882,1497
-"lr_0",6.062655440703986e-07,1613937175882,1497
-"mom_0",0.9378755678742707,1613937175882,1497
-"eps_0",1e-05,1613937175882,1497
-"wd_1",0.01,1613937175882,1497
-"sqr_mom_1",0.99,1613937175882,1497
-"lr_1",6.0626554407039874e-06,1613937175882,1497
-"mom_1",0.9378755678742707,1613937175882,1497
-"eps_1",1e-05,1613937175882,1497
-"wd_2",0.01,1613937175882,1497
-"sqr_mom_2",0.99,1613937175882,1497
-"lr_2",6.062655440703979e-05,1613937175882,1497
-"mom_2",0.9378755678742707,1613937175882,1497
-"eps_2",1e-05,1613937175882,1497
-"train_loss",0.03600427,1613937176872,1498
-"raw_loss",0.026178958,1613937176872,1498
-"epoch",9.427672955974828,1613937176872,1498
-"wd_0",0.01,1613937176872,1498
-"sqr_mom_0",0.99,1613937176872,1498
-"lr_0",6.016667096338093e-07,1613937176872,1498
-"mom_0",0.9379675454827786,1613937176872,1498
-"eps_0",1e-05,1613937176872,1498
-"wd_1",0.01,1613937176872,1498
-"sqr_mom_1",0.99,1613937176872,1498
-"lr_1",6.016667096338088e-06,1613937176872,1498
-"mom_1",0.9379675454827786,1613937176872,1498
-"eps_1",1e-05,1613937176872,1498
-"wd_2",0.01,1613937176872,1498
-"sqr_mom_2",0.99,1613937176872,1498
-"lr_2",6.0166670963380836e-05,1613937176872,1498
-"mom_2",0.9379675454827786,1613937176872,1498
-"eps_2",1e-05,1613937176872,1498
-"train_loss",0.035858598,1613937177812,1499
-"raw_loss",0.02872053,1613937177812,1499
-"epoch",9.433962264150928,1613937177812,1499
-"wd_0",0.01,1613937177812,1499
-"sqr_mom_0",0.99,1613937177812,1499
-"lr_0",5.970826945743475e-07,1613937177812,1499
-"mom_0",0.93805922670078,1613937177812,1499
-"eps_0",1e-05,1613937177812,1499
-"wd_1",0.01,1613937177812,1499
-"sqr_mom_1",0.99,1613937177812,1499
-"lr_1",5.970826945743475e-06,1613937177812,1499
-"mom_1",0.93805922670078,1613937177812,1499
-"eps_1",1e-05,1613937177812,1499
-"wd_2",0.01,1613937177812,1499
-"sqr_mom_2",0.99,1613937177812,1499
-"lr_2",5.970826945743472e-05,1613937177812,1499
-"mom_2",0.93805922670078,1613937177812,1499
-"eps_2",1e-05,1613937177812,1499
-"train_loss",0.03561111,1613937178769,1500
-"raw_loss",0.023484299,1613937178769,1500
-"epoch",9.440251572327028,1613937178769,1500
-"wd_0",0.01,1613937178769,1500
-"sqr_mom_0",0.99,1613937178769,1500
-"lr_0",5.925138410197066e-07,1613937178769,1500
-"mom_0",0.9381506046856527,1613937178769,1500
-"eps_0",1e-05,1613937178769,1500
-"wd_1",0.01,1613937178769,1500
-"sqr_mom_1",0.99,1613937178769,1500
-"lr_1",5.9251384101970694e-06,1613937178769,1500
-"mom_1",0.9381506046856527,1613937178769,1500
-"eps_1",1e-05,1613937178769,1500
-"wd_2",0.01,1613937178769,1500
-"sqr_mom_2",0.99,1613937178769,1500
-"lr_2",5.925138410197063e-05,1613937178769,1500
-"mom_2",0.9381506046856527,1613937178769,1500
-"eps_2",1e-05,1613937178769,1500
-"train_loss",0.03621839,1613937179742,1501
-"raw_loss",0.065975115,1613937179742,1501
-"epoch",9.446540880503129,1613937179742,1501
-"wd_0",0.01,1613937179742,1501
-"sqr_mom_0",0.99,1613937179742,1501
-"lr_0",5.879604869536432e-07,1613937179742,1501
-"mom_0",0.9382416726776539,1613937179742,1501
-"eps_0",1e-05,1613937179742,1501
-"wd_1",0.01,1613937179742,1501
-"sqr_mom_1",0.99,1613937179742,1501
-"lr_1",5.879604869536432e-06,1613937179742,1501
-"mom_1",0.9382416726776539,1613937179742,1501
-"eps_1",1e-05,1613937179742,1501
-"wd_2",0.01,1613937179742,1501
-"sqr_mom_2",0.99,1613937179742,1501
-"lr_2",5.879604869536427e-05,1613937179742,1501
-"mom_2",0.9382416726776539,1613937179742,1501
-"eps_2",1e-05,1613937179742,1501
-"train_loss",0.03682192,1613937180727,1502
-"raw_loss",0.06639499,1613937180727,1502
-"epoch",9.45283018867923,1613937180727,1502
-"wd_0",0.01,1613937180727,1502
-"sqr_mom_0",0.99,1613937180727,1502
-"lr_0",5.83422064481394e-07,1613937180727,1502
-"mom_0",0.9383324420347924,1613937180727,1502
-"eps_0",1e-05,1613937180727,1502
-"wd_1",0.01,1613937180727,1502
-"sqr_mom_1",0.99,1613937180727,1502
-"lr_1",5.834220644813942e-06,1613937180727,1502
-"mom_1",0.9383324420347924,1613937180727,1502
-"eps_1",1e-05,1613937180727,1502
-"wd_2",0.01,1613937180727,1502
-"sqr_mom_2",0.99,1613937180727,1502
-"lr_2",5.8342206448139364e-05,1613937180727,1502
-"mom_2",0.9383324420347924,1613937180727,1502
-"eps_2",1e-05,1613937180727,1502
-"train_loss",0.03650427,1613937181668,1503
-"raw_loss",0.020939229,1613937181668,1503
-"epoch",9.45911949685533,1613937181668,1503
-"wd_0",0.01,1613937181668,1503
-"sqr_mom_0",0.99,1613937181668,1503
-"lr_0",5.788986127978662e-07,1613937181668,1503
-"mom_0",0.9384229119731624,1613937181668,1503
-"eps_0",1e-05,1613937181668,1503
-"wd_1",0.01,1613937181668,1503
-"sqr_mom_1",0.99,1613937181668,1503
-"lr_1",5.788986127978659e-06,1613937181668,1503
-"mom_1",0.9384229119731624,1613937181668,1503
-"eps_1",1e-05,1613937181668,1503
-"wd_2",0.01,1613937181668,1503
-"sqr_mom_2",0.99,1613937181668,1503
-"lr_2",5.788986127978657e-05,1613937181668,1503
-"mom_2",0.9384229119731624,1613937181668,1503
-"eps_2",1e-05,1613937181668,1503
-"train_loss",0.036310468,1613937182684,1504
-"raw_loss",0.026814288,1613937182684,1504
-"epoch",9.46540880503143,1613937182684,1504
-"wd_0",0.01,1613937182684,1504
-"sqr_mom_0",0.99,1613937182684,1504
-"lr_0",5.743913651475632e-07,1613937182684,1504
-"mom_0",0.938513057827627,1613937182684,1504
-"eps_0",1e-05,1613937182684,1504
-"wd_1",0.01,1613937182684,1504
-"sqr_mom_1",0.99,1613937182684,1504
-"lr_1",5.743913651475632e-06,1613937182684,1504
-"mom_1",0.938513057827627,1613937182684,1504
-"eps_1",1e-05,1613937182684,1504
-"wd_2",0.01,1613937182684,1504
-"sqr_mom_2",0.99,1613937182684,1504
-"lr_2",5.743913651475626e-05,1613937182684,1504
-"mom_2",0.938513057827627,1613937182684,1504
-"eps_2",1e-05,1613937182684,1504
-"train_loss",0.03599957,1613937183615,1505
-"raw_loss",0.020765573,1613937183615,1505
-"epoch",9.47169811320753,1613937183615,1505
-"wd_0",0.01,1613937183615,1505
-"sqr_mom_0",0.99,1613937183615,1505
-"lr_0",5.698985631610085e-07,1613937183615,1505
-"mom_0",0.9386029147659275,1613937183615,1505
-"eps_0",1e-05,1613937183615,1505
-"wd_1",0.01,1613937183615,1505
-"sqr_mom_1",0.99,1613937183615,1505
-"lr_1",5.69898563161008e-06,1613937183615,1505
-"mom_1",0.9386029147659275,1613937183615,1505
-"eps_1",1e-05,1613937183615,1505
-"wd_2",0.01,1613937183615,1505
-"sqr_mom_2",0.99,1613937183615,1505
-"lr_2",5.6989856316100784e-05,1613937183615,1505
-"mom_2",0.9386029147659275,1613937183615,1505
-"eps_2",1e-05,1613937183615,1505
-"train_loss",0.03595326,1613937184550,1506
-"raw_loss",0.033684127,1613937184550,1506
-"epoch",9.47798742138363,1613937184550,1506
-"wd_0",0.01,1613937184550,1506
-"sqr_mom_0",0.99,1613937184550,1506
-"lr_0",5.65421437805432e-07,1613937184550,1506
-"mom_0",0.938692458168473,1613937184550,1506
-"eps_0",1e-05,1613937184550,1506
-"wd_1",0.01,1613937184550,1506
-"sqr_mom_1",0.99,1613937184550,1506
-"lr_1",5.6542143780543205e-06,1613937184550,1506
-"mom_1",0.938692458168473,1613937184550,1506
-"eps_1",1e-05,1613937184550,1506
-"wd_2",0.01,1613937184550,1506
-"sqr_mom_2",0.99,1613937184550,1506
-"lr_2",5.6542143780543164e-05,1613937184550,1506
-"mom_2",0.938692458168473,1613937184550,1506
-"eps_2",1e-05,1613937184550,1506
-"train_loss",0.036468886,1613937185480,1507
-"raw_loss",0.06173451,1613937185480,1507
-"epoch",9.484276729559731,1613937185480,1507
-"wd_0",0.01,1613937185480,1507
-"sqr_mom_0",0.99,1613937185480,1507
-"lr_0",5.609597262126112e-07,1613937185480,1507
-"mom_0",0.9387816932926807,1613937185480,1507
-"eps_0",1e-05,1613937185480,1507
-"wd_1",0.01,1613937185480,1507
-"sqr_mom_1",0.99,1613937185480,1507
-"lr_1",5.609597262126109e-06,1613937185480,1507
-"mom_1",0.9387816932926807,1613937185480,1507
-"eps_1",1e-05,1613937185480,1507
-"wd_2",0.01,1613937185480,1507
-"sqr_mom_2",0.99,1613937185480,1507
-"lr_2",5.6095972621261075e-05,1613937185480,1507
-"mom_2",0.9387816932926807,1613937185480,1507
-"eps_2",1e-05,1613937185480,1507
-"train_loss",0.035970896,1613937186425,1508
-"raw_loss",0.011569397,1613937186425,1508
-"epoch",9.490566037735832,1613937186425,1508
-"wd_0",0.01,1613937186425,1508
-"sqr_mom_0",0.99,1613937186425,1508
-"lr_0",5.565137583799314e-07,1613937186425,1508
-"mom_0",0.9388706135385367,1613937186425,1508
-"eps_0",1e-05,1613937186425,1508
-"wd_1",0.01,1613937186425,1508
-"sqr_mom_1",0.99,1613937186425,1508
-"lr_1",5.565137583799312e-06,1613937186425,1508
-"mom_1",0.9388706135385367,1613937186425,1508
-"eps_1",1e-05,1613937186425,1508
-"wd_2",0.01,1613937186425,1508
-"sqr_mom_2",0.99,1613937186425,1508
-"lr_2",5.565137583799304e-05,1613937186425,1508
-"mom_2",0.9388706135385367,1613937186425,1508
-"eps_2",1e-05,1613937186425,1508
-"train_loss",0.03565113,1613937187355,1509
-"raw_loss",0.01998258,1613937187355,1509
-"epoch",9.496855345911932,1613937187355,1509
-"wd_0",0.01,1613937187355,1509
-"sqr_mom_0",0.99,1613937187355,1509
-"lr_0",5.52082979805848e-07,1613937187355,1509
-"mom_0",0.938959229996183,1613937187355,1509
-"eps_0",1e-05,1613937187355,1509
-"wd_1",0.01,1613937187355,1509
-"sqr_mom_1",0.99,1613937187355,1509
-"lr_1",5.5208297980584805e-06,1613937187355,1509
-"mom_1",0.938959229996183,1613937187355,1509
-"eps_1",1e-05,1613937187355,1509
-"wd_2",0.01,1613937187355,1509
-"sqr_mom_2",0.99,1613937187355,1509
-"lr_2",5.520829798058482e-05,1613937187355,1509
-"mom_2",0.938959229996183,1613937187355,1509
-"eps_2",1e-05,1613937187355,1509
-"train_loss",0.03543373,1613937188307,1510
-"raw_loss",0.024781093,1613937188307,1510
-"epoch",9.503144654088032,1613937188307,1510
-"wd_0",0.01,1613937188307,1510
-"sqr_mom_0",0.99,1613937188307,1510
-"lr_0",5.476674288774057e-07,1613937188307,1510
-"mom_0",0.9390475418978708,1613937188307,1510
-"eps_0",1e-05,1613937188307,1510
-"wd_1",0.01,1613937188307,1510
-"sqr_mom_1",0.99,1613937188307,1510
-"lr_1",5.4766742887740606e-06,1613937188307,1510
-"mom_1",0.9390475418978708,1613937188307,1510
-"eps_1",1e-05,1613937188307,1510
-"wd_2",0.01,1613937188307,1510
-"sqr_mom_2",0.99,1613937188307,1510
-"lr_2",5.4766742887740565e-05,1613937188307,1510
-"mom_2",0.9390475418978708,1613937188307,1510
-"eps_2",1e-05,1613937188307,1510
-"train_loss",0.035363484,1613937189245,1511
-"raw_loss",0.031921435,1613937189245,1511
-"epoch",9.509433962264133,1613937189245,1511
-"wd_0",0.01,1613937189245,1511
-"sqr_mom_0",0.99,1613937189245,1511
-"lr_0",5.43268017942623e-07,1613937189245,1511
-"mom_0",0.9391355309964574,1613937189245,1511
-"eps_0",1e-05,1613937189245,1511
-"wd_1",0.01,1613937189245,1511
-"sqr_mom_1",0.99,1613937189245,1511
-"lr_1",5.432680179426235e-06,1613937189245,1511
-"mom_1",0.9391355309964574,1613937189245,1511
-"eps_1",1e-05,1613937189245,1511
-"wd_2",0.01,1613937189245,1511
-"sqr_mom_2",0.99,1613937189245,1511
-"lr_2",5.432680179426227e-05,1613937189245,1511
-"mom_2",0.9391355309964574,1613937189245,1511
-"eps_2",1e-05,1613937189245,1511
-"train_loss",0.035384513,1613937190179,1512
-"raw_loss",0.036414888,1613937190179,1512
-"epoch",9.515723270440233,1613937190179,1512
-"wd_0",0.01,1613937190179,1512
-"sqr_mom_0",0.99,1613937190179,1512
-"lr_0",5.388839048858187e-07,1613937190179,1512
-"mom_0",0.9392232141344249,1613937190179,1512
-"eps_0",1e-05,1613937190179,1512
-"wd_1",0.01,1613937190179,1512
-"sqr_mom_1",0.99,1613937190179,1512
-"lr_1",5.388839048858187e-06,1613937190179,1512
-"mom_1",0.9392232141344249,1613937190179,1512
-"eps_1",1e-05,1613937190179,1512
-"wd_2",0.01,1613937190179,1512
-"sqr_mom_2",0.99,1613937190179,1512
-"lr_2",5.388839048858183e-05,1613937190179,1512
-"mom_2",0.9392232141344249,1613937190179,1512
-"eps_2",1e-05,1613937190179,1512
-"train_loss",0.035554834,1613937191104,1513
-"raw_loss",0.04390053,1613937191104,1513
-"epoch",9.522012578616334,1613937191104,1513
-"wd_0",0.01,1613937191104,1513
-"sqr_mom_0",0.99,1613937191104,1513
-"lr_0",5.345154170269416e-07,1613937191104,1513
-"mom_0",0.9393105847653088,1613937191104,1513
-"eps_0",1e-05,1613937191104,1513
-"wd_1",0.01,1613937191104,1513
-"sqr_mom_1",0.99,1613937191104,1513
-"lr_1",5.3451541702694095e-06,1613937191104,1513
-"mom_1",0.9393105847653088,1613937191104,1513
-"eps_1",1e-05,1613937191104,1513
-"wd_2",0.01,1613937191104,1513
-"sqr_mom_2",0.99,1613937191104,1513
-"lr_2",5.345154170269408e-05,1613937191104,1513
-"mom_2",0.9393105847653088,1613937191104,1513
-"eps_2",1e-05,1613937191104,1513
-"train_loss",0.035452764,1613937192058,1514
-"raw_loss",0.03045128,1613937192058,1514
-"epoch",9.528301886792434,1613937192058,1514
-"wd_0",0.01,1613937192058,1514
-"sqr_mom_0",0.99,1613937192058,1514
-"lr_0",5.301625891714854e-07,1613937192058,1514
-"mom_0",0.9393976421929922,1613937192058,1514
-"eps_0",1e-05,1613937192058,1514
-"wd_1",0.01,1613937192058,1514
-"sqr_mom_1",0.99,1613937192058,1514
-"lr_1",5.301625891714855e-06,1613937192058,1514
-"mom_1",0.9393976421929922,1613937192058,1514
-"eps_1",1e-05,1613937192058,1514
-"wd_2",0.01,1613937192058,1514
-"sqr_mom_2",0.99,1613937192058,1514
-"lr_2",5.301625891714854e-05,1613937192058,1514
-"mom_2",0.9393976421929922,1613937192058,1514
-"eps_2",1e-05,1613937192058,1514
-"train_loss",0.035201803,1613937192993,1515
-"raw_loss",0.022904674,1613937192993,1515
-"epoch",9.534591194968534,1613937192993,1515
-"wd_0",0.01,1613937192993,1515
-"sqr_mom_0",0.99,1613937192993,1515
-"lr_0",5.258257432016396e-07,1613937192993,1515
-"mom_0",0.939484379979767,1613937192993,1515
-"eps_0",1e-05,1613937192993,1515
-"wd_1",0.01,1613937192993,1515
-"sqr_mom_1",0.99,1613937192993,1515
-"lr_1",5.258257432016394e-06,1613937192993,1515
-"mom_1",0.939484379979767,1613937192993,1515
-"eps_1",1e-05,1613937192993,1515
-"wd_2",0.01,1613937192993,1515
-"sqr_mom_2",0.99,1613937192993,1515
-"lr_2",5.2582574320163874e-05,1613937192993,1515
-"mom_2",0.939484379979767,1613937192993,1515
-"eps_2",1e-05,1613937192993,1515
-"train_loss",0.034931295,1613937193938,1516
-"raw_loss",0.021676416,1613937193938,1516
-"epoch",9.540880503144635,1613937193938,1516
-"wd_0",0.01,1613937193938,1516
-"sqr_mom_0",0.99,1613937193938,1516
-"lr_0",5.215040520686993e-07,1613937193938,1516
-"mom_0",0.9395708146667726,1613937193938,1516
-"eps_0",1e-05,1613937193938,1516
-"wd_1",0.01,1613937193938,1516
-"sqr_mom_1",0.99,1613937193938,1516
-"lr_1",5.215040520686995e-06,1613937193938,1516
-"mom_1",0.9395708146667726,1613937193938,1516
-"eps_1",1e-05,1613937193938,1516
-"wd_2",0.01,1613937193938,1516
-"sqr_mom_2",0.99,1613937193938,1516
-"lr_2",5.2150405206869896e-05,1613937193938,1516
-"mom_2",0.9395708146667726,1613937193938,1516
-"eps_2",1e-05,1613937193938,1516
-"train_loss",0.03486575,1613937194875,1517
-"raw_loss",0.031654127,1613937194875,1517
-"epoch",9.547169811320735,1613937194875,1517
-"wd_0",0.01,1613937194875,1517
-"sqr_mom_0",0.99,1613937194875,1517
-"lr_0",5.171984118074081e-07,1613937194875,1517
-"mom_0",0.9396569283331351,1613937194875,1517
-"eps_0",1e-05,1613937194875,1517
-"wd_1",0.01,1613937194875,1517
-"sqr_mom_1",0.99,1613937194875,1517
-"lr_1",5.171984118074082e-06,1613937194875,1517
-"mom_1",0.9396569283331351,1613937194875,1517
-"eps_1",1e-05,1613937194875,1517
-"wd_2",0.01,1613937194875,1517
-"sqr_mom_2",0.99,1613937194875,1517
-"lr_2",5.171984118074082e-05,1613937194875,1517
-"mom_2",0.9396569283331351,1613937194875,1517
-"eps_2",1e-05,1613937194875,1517
-"train_loss",0.034983307,1613937195821,1518
-"raw_loss",0.040743597,1613937195821,1518
-"epoch",9.553459119496836,1613937195821,1518
-"wd_0",0.01,1613937195821,1518
-"sqr_mom_0",0.99,1613937195821,1518
-"lr_0",5.129088535818621e-07,1613937195821,1518
-"mom_0",0.9397427203555663,1613937195821,1518
-"eps_0",1e-05,1613937195821,1518
-"wd_1",0.01,1613937195821,1518
-"sqr_mom_1",0.99,1613937195821,1518
-"lr_1",5.129088535818621e-06,1613937195821,1518
-"mom_1",0.9397427203555663,1613937195821,1518
-"eps_1",1e-05,1613937195821,1518
-"wd_2",0.01,1613937195821,1518
-"sqr_mom_2",0.99,1613937195821,1518
-"lr_2",5.1290885358186184e-05,1613937195821,1518
-"mom_2",0.9397427203555663,1613937195821,1518
-"eps_2",1e-05,1613937195821,1518
-"train_loss",0.03464366,1613937196774,1519
-"raw_loss",0.018001035,1613937196774,1519
-"epoch",9.559748427672936,1613937196774,1519
-"wd_0",0.01,1613937196774,1519
-"sqr_mom_0",0.99,1613937196774,1519
-"lr_0",5.0863484239794e-07,1613937196774,1519
-"mom_0",0.9398282014340555,1613937196774,1519
-"eps_0",1e-05,1613937196774,1519
-"wd_1",0.01,1613937196774,1519
-"sqr_mom_1",0.99,1613937196774,1519
-"lr_1",5.086348423979398e-06,1613937196774,1519
-"mom_1",0.9398282014340555,1613937196774,1519
-"eps_1",1e-05,1613937196774,1519
-"wd_2",0.01,1613937196774,1519
-"sqr_mom_2",0.99,1613937196774,1519
-"lr_2",5.086348423979394e-05,1613937196774,1519
-"mom_2",0.9398282014340555,1613937196774,1519
-"eps_2",1e-05,1613937196774,1519
-"train_loss",0.034856558,1613937197728,1520
-"raw_loss",0.04528851,1613937197728,1520
-"epoch",9.566037735849036,1613937197728,1520
-"wd_0",0.01,1613937197728,1520
-"sqr_mom_0",0.99,1613937197728,1520
-"lr_0",5.043766974183609e-07,1613937197728,1520
-"mom_0",0.9399133651852846,1613937197728,1520
-"eps_0",1e-05,1613937197728,1520
-"wd_1",0.01,1613937197728,1520
-"sqr_mom_1",0.99,1613937197728,1520
-"lr_1",5.043766974183612e-06,1613937197728,1520
-"mom_1",0.9399133651852846,1613937197728,1520
-"eps_1",1e-05,1613937197728,1520
-"wd_2",0.01,1613937197728,1520
-"sqr_mom_2",0.99,1613937197728,1520
-"lr_2",5.0437669741836065e-05,1613937197728,1520
-"mom_2",0.9399133651852846,1613937197728,1520
-"eps_2",1e-05,1613937197728,1520
-"train_loss",0.03447997,1613937198661,1521
-"raw_loss",0.016027063,1613937198661,1521
-"epoch",9.572327044025137,1613937198661,1521
-"wd_0",0.01,1613937198661,1521
-"sqr_mom_0",0.99,1613937198661,1521
-"lr_0",5.001341716697168e-07,1613937198661,1521
-"mom_0",0.9399982165487711,1613937198661,1521
-"eps_0",1e-05,1613937198661,1521
-"wd_1",0.01,1613937198661,1521
-"sqr_mom_1",0.99,1613937198661,1521
-"lr_1",5.001341716697163e-06,1613937198661,1521
-"mom_1",0.9399982165487711,1613937198661,1521
-"eps_1",1e-05,1613937198661,1521
-"wd_2",0.01,1613937198661,1521
-"sqr_mom_2",0.99,1613937198661,1521
-"lr_2",5.0013417166971605e-05,1613937198661,1521
-"mom_2",0.9399982165487711,1613937198661,1521
-"eps_2",1e-05,1613937198661,1521
-"train_loss",0.034427617,1613937199606,1522
-"raw_loss",0.031862307,1613937199606,1522
-"epoch",9.578616352201237,1613937199606,1522
-"wd_0",0.01,1613937199606,1522
-"sqr_mom_0",0.99,1613937199606,1522
-"lr_0",4.959084214926155e-07,1613937199606,1522
-"mom_0",0.9400827323974716,1613937199606,1522
-"eps_0",1e-05,1613937199606,1522
-"wd_1",0.01,1613937199606,1522
-"sqr_mom_1",0.99,1613937199606,1522
-"lr_1",4.9590842149261545e-06,1613937199606,1522
-"mom_1",0.9400827323974716,1613937199606,1522
-"eps_1",1e-05,1613937199606,1522
-"wd_2",0.01,1613937199606,1522
-"sqr_mom_2",0.99,1613937199606,1522
-"lr_2",4.959084214926153e-05,1613937199606,1522
-"mom_2",0.9400827323974716,1613937199606,1522
-"eps_2",1e-05,1613937199606,1522
-"train_loss",0.03474751,1613937200548,1523
-"raw_loss",0.050422378,1613937200548,1523
-"epoch",9.584905660377338,1613937200548,1523
-"wd_0",0.01,1613937200548,1523
-"sqr_mom_0",0.99,1613937200548,1523
-"lr_0",4.91697798335501e-07,1613937200548,1523
-"mom_0",0.940166945702747,1613937200548,1523
-"eps_0",1e-05,1613937200548,1523
-"wd_1",0.01,1613937200548,1523
-"sqr_mom_1",0.99,1613937200548,1523
-"lr_1",4.91697798335501e-06,1613937200548,1523
-"mom_1",0.940166945702747,1613937200548,1523
-"eps_1",1e-05,1613937200548,1523
-"wd_2",0.01,1613937200548,1523
-"sqr_mom_2",0.99,1613937200548,1523
-"lr_2",4.916977983355006e-05,1613937200548,1523
-"mom_2",0.940166945702747,1613937200548,1523
-"eps_2",1e-05,1613937200548,1523
-"train_loss",0.034704857,1613937201509,1524
-"raw_loss",0.03261476,1613937201509,1524
-"epoch",9.591194968553438,1613937201509,1524
-"wd_0",0.01,1613937201509,1524
-"sqr_mom_0",0.99,1613937201509,1524
-"lr_0",4.875034561686187e-07,1613937201509,1524
-"mom_0",0.9402508333849614,1613937201509,1524
-"eps_0",1e-05,1613937201509,1524
-"wd_1",0.01,1613937201509,1524
-"sqr_mom_1",0.99,1613937201509,1524
-"lr_1",4.875034561686192e-06,1613937201509,1524
-"mom_1",0.9402508333849614,1613937201509,1524
-"eps_1",1e-05,1613937201509,1524
-"wd_2",0.01,1613937201509,1524
-"sqr_mom_2",0.99,1613937201509,1524
-"lr_2",4.8750345616861864e-05,1613937201509,1524
-"mom_2",0.9402508333849614,1613937201509,1524
-"eps_2",1e-05,1613937201509,1524
-"train_loss",0.034717955,1613937202443,1525
-"raw_loss",0.035359673,1613937202443,1525
-"epoch",9.597484276729539,1613937202443,1525
-"wd_0",0.01,1613937202443,1525
-"sqr_mom_0",0.99,1613937202443,1525
-"lr_0",4.833254252221373e-07,1613937202443,1525
-"mom_0",0.9403343948395056,1613937202443,1525
-"eps_0",1e-05,1613937202443,1525
-"wd_1",0.01,1613937202443,1525
-"sqr_mom_1",0.99,1613937202443,1525
-"lr_1",4.833254252221374e-06,1613937202443,1525
-"mom_1",0.9403343948395056,1613937202443,1525
-"eps_1",1e-05,1613937202443,1525
-"wd_2",0.01,1613937202443,1525
-"sqr_mom_2",0.99,1613937202443,1525
-"lr_2",4.833254252221373e-05,1613937202443,1525
-"mom_2",0.9403343948395056,1613937202443,1525
-"eps_2",1e-05,1613937202443,1525
-"train_loss",0.03462715,1613937203393,1526
-"raw_loss",0.03017773,1613937203393,1526
-"epoch",9.603773584905639,1613937203393,1526
-"wd_0",0.01,1613937203393,1526
-"sqr_mom_0",0.99,1613937203393,1526
-"lr_0",4.791631844116282e-07,1613937203393,1526
-"mom_0",0.9404176404881722,1613937203393,1526
-"eps_0",1e-05,1613937203393,1526
-"wd_1",0.01,1613937203393,1526
-"sqr_mom_1",0.99,1613937203393,1526
-"lr_1",4.791631844116289e-06,1613937203393,1526
-"mom_1",0.9404176404881722,1613937203393,1526
-"eps_1",1e-05,1613937203393,1526
-"wd_2",0.01,1613937203393,1526
-"sqr_mom_2",0.99,1613937203393,1526
-"lr_2",4.791631844116282e-05,1613937203393,1526
-"mom_2",0.9404176404881722,1613937203393,1526
-"eps_2",1e-05,1613937203393,1526
-"train_loss",0.034196924,1613937204338,1527
-"raw_loss",0.013115792,1613937204338,1527
-"epoch",9.61006289308174,1613937204338,1527
-"wd_0",0.01,1613937204338,1527
-"sqr_mom_0",0.99,1613937204338,1527
-"lr_0",4.75017044617986e-07,1613937204338,1527
-"mom_0",0.9405005641132814,1613937204338,1527
-"eps_0",1e-05,1613937204338,1527
-"wd_1",0.01,1613937204338,1527
-"sqr_mom_1",0.99,1613937204338,1527
-"lr_1",4.750170446179855e-06,1613937204338,1527
-"mom_1",0.9405005641132814,1613937204338,1527
-"eps_1",1e-05,1613937204338,1527
-"wd_2",0.01,1613937204338,1527
-"sqr_mom_2",0.99,1613937204338,1527
-"lr_2",4.75017044617985e-05,1613937204338,1527
-"mom_2",0.9405005641132814,1613937204338,1527
-"eps_2",1e-05,1613937204338,1527
-"train_loss",0.034112748,1613937205293,1528
-"raw_loss",0.02998811,1613937205293,1528
-"epoch",9.61635220125784,1613937205293,1528
-"wd_0",0.01,1613937205293,1528
-"sqr_mom_0",0.99,1613937205293,1528
-"lr_0",4.708873123213869e-07,1613937205293,1528
-"mom_0",0.940583159585168,1613937205293,1528
-"eps_0",1e-05,1613937205293,1528
-"wd_1",0.01,1613937205293,1528
-"sqr_mom_1",0.99,1613937205293,1528
-"lr_1",4.708873123213869e-06,1613937205293,1528
-"mom_1",0.940583159585168,1613937205293,1528
-"eps_1",1e-05,1613937205293,1528
-"wd_2",0.01,1613937205293,1528
-"sqr_mom_2",0.99,1613937205293,1528
-"lr_2",4.7088731232138676e-05,1613937205293,1528
-"mom_2",0.940583159585168,1613937205293,1528
-"eps_2",1e-05,1613937205293,1528
-"train_loss",0.033797678,1613937206227,1529
-"raw_loss",0.018359184,1613937206227,1529
-"epoch",9.62264150943394,1613937206227,1529
-"wd_0",0.01,1613937206227,1529
-"sqr_mom_0",0.99,1613937206227,1529
-"lr_0",4.6677320008859256e-07,1613937206227,1529
-"mom_0",0.9406654426526546,1613937206227,1529
-"eps_0",1e-05,1613937206227,1529
-"wd_1",0.01,1613937206227,1529
-"sqr_mom_1",0.99,1613937206227,1529
-"lr_1",4.667732000885932e-06,1613937206227,1529
-"mom_1",0.9406654426526546,1613937206227,1529
-"eps_1",1e-05,1613937206227,1529
-"wd_2",0.01,1613937206227,1529
-"sqr_mom_2",0.99,1613937206227,1529
-"lr_2",4.667732000885927e-05,1613937206227,1529
-"mom_2",0.9406654426526546,1613937206227,1529
-"eps_2",1e-05,1613937206227,1529
-"train_loss",0.034245297,1613937207179,1530
-"raw_loss",0.05617864,1613937207179,1530
-"epoch",9.62893081761004,1613937207179,1530
-"wd_0",0.01,1613937207179,1530
-"sqr_mom_0",0.99,1613937207179,1530
-"lr_0",4.626755610348592e-07,1613937207179,1530
-"mom_0",0.9407473962532653,1613937207179,1530
-"eps_0",1e-05,1613937207179,1530
-"wd_1",0.01,1613937207179,1530
-"sqr_mom_1",0.99,1613937207179,1530
-"lr_1",4.626755610348589e-06,1613937207179,1530
-"mom_1",0.9407473962532653,1613937207179,1530
-"eps_1",1e-05,1613937207179,1530
-"wd_2",0.01,1613937207179,1530
-"sqr_mom_2",0.99,1613937207179,1530
-"lr_2",4.626755610348586e-05,1613937207179,1530
-"mom_2",0.9407473962532653,1613937207179,1530
-"eps_2",1e-05,1613937207179,1530
-"train_loss",0.03406245,1613937208113,1531
-"raw_loss",0.025102917,1613937208113,1531
-"epoch",9.635220125786141,1613937208113,1531
-"wd_0",0.01,1613937208113,1531
-"sqr_mom_0",0.99,1613937208113,1531
-"lr_0",4.585941543615034e-07,1613937208113,1531
-"mom_0",0.9408290252030219,1613937208113,1531
-"eps_0",1e-05,1613937208113,1531
-"wd_1",0.01,1613937208113,1531
-"sqr_mom_1",0.99,1613937208113,1531
-"lr_1",4.5859415436150374e-06,1613937208113,1531
-"mom_1",0.9408290252030219,1613937208113,1531
-"eps_1",1e-05,1613937208113,1531
-"wd_2",0.01,1613937208113,1531
-"sqr_mom_2",0.99,1613937208113,1531
-"lr_2",4.5859415436150307e-05,1613937208113,1531
-"mom_2",0.9408290252030219,1613937208113,1531
-"eps_2",1e-05,1613937208113,1531
-"train_loss",0.0339264,1613937209052,1532
-"raw_loss",0.027260112,1613937209052,1532
-"epoch",9.641509433962241,1613937209052,1532
-"wd_0",0.01,1613937209052,1532
-"sqr_mom_0",0.99,1613937209052,1532
-"lr_0",4.545292817255814e-07,1613937209052,1532
-"mom_0",0.940910323468723,1613937209052,1532
-"eps_0",1e-05,1613937209052,1532
-"wd_1",0.01,1613937209052,1532
-"sqr_mom_1",0.99,1613937209052,1532
-"lr_1",4.545292817255819e-06,1613937209052,1532
-"mom_1",0.940910323468723,1613937209052,1532
-"eps_1",1e-05,1613937209052,1532
-"wd_2",0.01,1613937209052,1532
-"sqr_mom_2",0.99,1613937209052,1532
-"lr_2",4.545292817255815e-05,1613937209052,1532
-"mom_2",0.940910323468723,1613937209052,1532
-"eps_2",1e-05,1613937209052,1532
-"train_loss",0.033800583,1613937209991,1533
-"raw_loss",0.027635584,1613937209991,1533
-"epoch",9.647798742138342,1613937209991,1533
-"wd_0",0.01,1613937209991,1533
-"sqr_mom_0",0.99,1613937209991,1533
-"lr_0",4.50480436155782e-07,1613937209991,1533
-"mom_0",0.9409913011898963,1613937209991,1533
-"eps_0",1e-05,1613937209991,1533
-"wd_1",0.01,1613937209991,1533
-"sqr_mom_1",0.99,1613937209991,1533
-"lr_1",4.504804361557818e-06,1613937209991,1533
-"mom_1",0.9409913011898963,1613937209991,1533
-"eps_1",1e-05,1613937209991,1533
-"wd_2",0.01,1613937209991,1533
-"sqr_mom_2",0.99,1613937209991,1533
-"lr_2",4.5048043615578115e-05,1613937209991,1533
-"mom_2",0.9409913011898963,1613937209991,1533
-"eps_2",1e-05,1613937209991,1533
-"train_loss",0.033487964,1613937210943,1534
-"raw_loss",0.018169697,1613937210943,1534
-"epoch",9.654088050314442,1613937210943,1534
-"wd_0",0.01,1613937210943,1534
-"sqr_mom_0",0.99,1613937210943,1534
-"lr_0",4.4644765315754266e-07,1613937210943,1534
-"mom_0",0.9410719576564257,1613937210943,1534
-"eps_0",1e-05,1613937210943,1534
-"wd_1",0.01,1613937210943,1534
-"sqr_mom_1",0.99,1613937210943,1534
-"lr_1",4.464476531575427e-06,1613937210943,1534
-"mom_1",0.9410719576564257,1613937210943,1534
-"eps_1",1e-05,1613937210943,1534
-"wd_2",0.01,1613937210943,1534
-"sqr_mom_2",0.99,1613937210943,1534
-"lr_2",4.4644765315754226e-05,1613937210943,1534
-"mom_2",0.9410719576564257,1613937210943,1534
-"eps_2",1e-05,1613937210943,1534
-"train_loss",0.03441193,1613937211925,1535
-"raw_loss",0.07968625,1613937211925,1535
-"epoch",9.660377358490543,1613937211925,1535
-"wd_0",0.01,1613937211925,1535
-"sqr_mom_0",0.99,1613937211925,1535
-"lr_0",4.424320316622011e-07,1613937211925,1535
-"mom_0",0.9411522708894648,1613937211925,1535
-"eps_0",1e-05,1613937211925,1535
-"wd_1",0.01,1613937211925,1535
-"sqr_mom_1",0.99,1613937211925,1535
-"lr_1",4.424320316622006e-06,1613937211925,1535
-"mom_1",0.9411522708894648,1613937211925,1535
-"eps_1",1e-05,1613937211925,1535
-"wd_2",0.01,1613937211925,1535
-"sqr_mom_2",0.99,1613937211925,1535
-"lr_2",4.424320316622003e-05,1613937211925,1535
-"mom_2",0.9411522708894648,1613937211925,1535
-"eps_2",1e-05,1613937211925,1535
-"train_loss",0.034404192,1613937212924,1536
-"raw_loss",0.03402502,1613937212924,1536
-"epoch",9.666666666666643,1613937212924,1536
-"wd_0",0.01,1613937212924,1536
-"sqr_mom_0",0.99,1613937212924,1536
-"lr_0",4.3843200509369525e-07,1613937212924,1536
-"mom_0",0.9412322722208483,1613937212924,1536
-"eps_0",1e-05,1613937212924,1536
-"wd_1",0.01,1613937212924,1536
-"sqr_mom_1",0.99,1613937212924,1536
-"lr_1",4.384320050936956e-06,1613937212924,1536
-"mom_1",0.9412322722208483,1613937212924,1536
-"eps_1",1e-05,1613937212924,1536
-"wd_2",0.01,1613937212924,1536
-"sqr_mom_2",0.99,1613937212924,1536
-"lr_2",4.384320050936953e-05,1613937212924,1536
-"mom_2",0.9412322722208483,1613937212924,1536
-"eps_2",1e-05,1613937212924,1536
-"train_loss",0.03470766,1613937213886,1537
-"raw_loss",0.04957777,1613937213886,1537
-"epoch",9.672955974842743,1613937213886,1537
-"wd_0",0.01,1613937213886,1537
-"sqr_mom_0",0.99,1613937213886,1537
-"lr_0",4.344486699495602e-07,1613937213886,1537
-"mom_0",0.9413119397204059,1613937213886,1537
-"eps_0",1e-05,1613937213886,1537
-"wd_1",0.01,1613937213886,1537
-"sqr_mom_1",0.99,1613937213886,1537
-"lr_1",4.344486699495597e-06,1613937213886,1537
-"mom_1",0.9413119397204059,1613937213886,1537
-"eps_1",1e-05,1613937213886,1537
-"wd_2",0.01,1613937213886,1537
-"sqr_mom_2",0.99,1613937213886,1537
-"lr_2",4.344486699495593e-05,1613937213886,1537
-"mom_2",0.9413119397204059,1613937213886,1537
-"eps_2",1e-05,1613937213886,1537
-"train_loss",0.034545816,1613937214848,1538
-"raw_loss",0.026615402,1613937214848,1538
-"epoch",9.679245283018844,1613937214848,1538
-"wd_0",0.01,1613937214848,1538
-"sqr_mom_0",0.99,1613937214848,1538
-"lr_0",4.304817920807675e-07,1613937214848,1538
-"mom_0",0.9413912780711653,1613937214848,1538
-"eps_0",1e-05,1613937214848,1538
-"wd_1",0.01,1613937214848,1538
-"sqr_mom_1",0.99,1613937214848,1538
-"lr_1",4.3048179208076735e-06,1613937214848,1538
-"mom_1",0.9413912780711653,1613937214848,1538
-"eps_1",1e-05,1613937214848,1538
-"wd_2",0.01,1613937214848,1538
-"sqr_mom_2",0.99,1613937214848,1538
-"lr_2",4.304817920807672e-05,1613937214848,1538
-"mom_2",0.9413912780711653,1613937214848,1538
-"eps_2",1e-05,1613937214848,1538
-"train_loss",0.03429515,1613937215801,1539
-"raw_loss",0.022012431,1613937215801,1539
-"epoch",9.685534591194944,1613937215801,1539
-"wd_0",0.01,1613937215801,1539
-"sqr_mom_0",0.99,1613937215801,1539
-"lr_0",4.2653166461184043e-07,1613937215801,1539
-"mom_0",0.9414702814105772,1613937215801,1539
-"eps_0",1e-05,1613937215801,1539
-"wd_1",0.01,1613937215801,1539
-"sqr_mom_1",0.99,1613937215801,1539
-"lr_1",4.265316646118411e-06,1613937215801,1539
-"mom_1",0.9414702814105772,1613937215801,1539
-"eps_1",1e-05,1613937215801,1539
-"wd_2",0.01,1613937215801,1539
-"sqr_mom_2",0.99,1613937215801,1539
-"lr_2",4.2653166461184056e-05,1613937215801,1539
-"mom_2",0.9414702814105772,1613937215801,1539
-"eps_2",1e-05,1613937215801,1539
-"train_loss",0.034299992,1613937216766,1540
-"raw_loss",0.03453726,1613937216766,1540
-"epoch",9.691823899371045,1613937216766,1540
-"wd_0",0.01,1613937216766,1540
-"sqr_mom_0",0.99,1613937216766,1540
-"lr_0",4.225977948824942e-07,1613937216766,1540
-"mom_0",0.941548959591946,1613937216766,1540
-"eps_0",1e-05,1613937216766,1540
-"wd_1",0.01,1613937216766,1540
-"sqr_mom_1",0.99,1613937216766,1540
-"lr_1",4.225977948824942e-06,1613937216766,1540
-"mom_1",0.941548959591946,1613937216766,1540
-"eps_1",1e-05,1613937216766,1540
-"wd_2",0.01,1613937216766,1540
-"sqr_mom_2",0.99,1613937216766,1540
-"lr_2",4.225977948824934e-05,1613937216766,1540
-"mom_2",0.941548959591946,1613937216766,1540
-"eps_2",1e-05,1613937216766,1540
-"train_loss",0.034770206,1613937217708,1541
-"raw_loss",0.05781074,1613937217708,1541
-"epoch",9.698113207547145,1613937217708,1541
-"wd_0",0.01,1613937217708,1541
-"sqr_mom_0",0.99,1613937217708,1541
-"lr_0",4.186802175264111e-07,1613937217708,1541
-"mom_0",0.941627311922591,1613937217708,1541
-"eps_0",1e-05,1613937217708,1541
-"wd_1",0.01,1613937217708,1541
-"sqr_mom_1",0.99,1613937217708,1541
-"lr_1",4.186802175264104e-06,1613937217708,1541
-"mom_1",0.941627311922591,1613937217708,1541
-"eps_1",1e-05,1613937217708,1541
-"wd_2",0.01,1613937217708,1541
-"sqr_mom_2",0.99,1613937217708,1541
-"lr_2",4.1868021752641e-05,1613937217708,1541
-"mom_2",0.941627311922591,1613937217708,1541
-"eps_2",1e-05,1613937217708,1541
-"train_loss",0.034809243,1613937218654,1542
-"raw_loss",0.036722112,1613937218654,1542
-"epoch",9.704402515723245,1613937218654,1542
-"wd_0",0.01,1613937218654,1542
-"sqr_mom_0",0.99,1613937218654,1542
-"lr_0",4.147797417227045e-07,1613937218654,1542
-"mom_0",0.941705322218768,1613937218654,1542
-"eps_0",1e-05,1613937218654,1542
-"wd_1",0.01,1613937218654,1542
-"sqr_mom_1",0.99,1613937218654,1542
-"lr_1",4.1477974172270435e-06,1613937218654,1542
-"mom_1",0.941705322218768,1613937218654,1542
-"eps_1",1e-05,1613937218654,1542
-"wd_2",0.01,1613937218654,1542
-"sqr_mom_2",0.99,1613937218654,1542
-"lr_2",4.147797417227041e-05,1613937218654,1542
-"mom_2",0.941705322218768,1613937218654,1542
-"eps_2",1e-05,1613937218654,1542
-"train_loss",0.03484357,1613937219594,1543
-"raw_loss",0.0365256,1613937219594,1543
-"epoch",9.710691823899346,1613937219594,1543
-"wd_0",0.01,1613937219594,1543
-"sqr_mom_0",0.99,1613937219594,1543
-"lr_0",4.1089562058182815e-07,1613937219594,1543
-"mom_0",0.9417830054184175,1613937219594,1543
-"eps_0",1e-05,1613937219594,1543
-"wd_1",0.01,1613937219594,1543
-"sqr_mom_1",0.99,1613937219594,1543
-"lr_1",4.108956205818276e-06,1613937219594,1543
-"mom_1",0.9417830054184175,1613937219594,1543
-"eps_1",1e-05,1613937219594,1543
-"wd_2",0.01,1613937219594,1543
-"sqr_mom_2",0.99,1613937219594,1543
-"lr_2",4.1089562058182723e-05,1613937219594,1543
-"mom_2",0.9417830054184175,1613937219594,1543
-"eps_2",1e-05,1613937219594,1543
-"train_loss",0.035825014,1613937220542,1544
-"raw_loss",0.08391576,1613937220542,1544
-"epoch",9.716981132075446,1613937220542,1544
-"wd_0",0.01,1613937220542,1544
-"sqr_mom_0",0.99,1613937220542,1544
-"lr_0",4.070281443728886e-07,1613937220542,1544
-"mom_0",0.9418603557160994,1613937220542,1544
-"eps_0",1e-05,1613937220542,1544
-"wd_1",0.01,1613937220542,1544
-"sqr_mom_1",0.99,1613937220542,1544
-"lr_1",4.070281443728891e-06,1613937220542,1544
-"mom_1",0.9418603557160994,1613937220542,1544
-"eps_1",1e-05,1613937220542,1544
-"wd_2",0.01,1613937220542,1544
-"sqr_mom_2",0.99,1613937220542,1544
-"lr_2",4.070281443728887e-05,1613937220542,1544
-"mom_2",0.9418603557160994,1613937220542,1544
-"eps_2",1e-05,1613937220542,1544
-"train_loss",0.035643626,1613937221520,1545
-"raw_loss",0.026755648,1613937221520,1545
-"epoch",9.723270440251547,1613937221520,1545
-"wd_0",0.01,1613937221520,1545
-"sqr_mom_0",0.99,1613937221520,1545
-"lr_0",4.031773439096222e-07,1613937221520,1545
-"mom_0",0.9419373724955324,1613937221520,1545
-"eps_0",1e-05,1613937221520,1545
-"wd_1",0.01,1613937221520,1545
-"sqr_mom_1",0.99,1613937221520,1545
-"lr_1",4.0317734390962255e-06,1613937221520,1545
-"mom_1",0.9419373724955324,1613937221520,1545
-"eps_1",1e-05,1613937221520,1545
-"wd_2",0.01,1613937221520,1545
-"sqr_mom_2",0.99,1613937221520,1545
-"lr_2",4.0317734390962214e-05,1613937221520,1545
-"mom_2",0.9419373724955324,1613937221520,1545
-"eps_2",1e-05,1613937221520,1545
-"train_loss",0.035351437,1613937222473,1546
-"raw_loss",0.021034067,1613937222473,1546
-"epoch",9.729559748427647,1613937222473,1546
-"wd_0",0.01,1613937222473,1546
-"sqr_mom_0",0.99,1613937222473,1546
-"lr_0",3.993435036695826e-07,1613937222473,1546
-"mom_0",0.942014050067109,1613937222473,1546
-"eps_0",1e-05,1613937222473,1546
-"wd_1",0.01,1613937222473,1546
-"sqr_mom_1",0.99,1613937222473,1546
-"lr_1",3.993435036695829e-06,1613937222473,1546
-"mom_1",0.942014050067109,1613937222473,1546
-"eps_1",1e-05,1613937222473,1546
-"wd_2",0.01,1613937222473,1546
-"sqr_mom_2",0.99,1613937222473,1546
-"lr_2",3.99343503669582e-05,1613937222473,1546
-"mom_2",0.942014050067109,1613937222473,1546
-"eps_2",1e-05,1613937222473,1546
-"train_loss",0.035588026,1613937223412,1547
-"raw_loss",0.047180902,1613937223412,1547
-"epoch",9.735849056603747,1613937223412,1547
-"wd_0",0.01,1613937223412,1547
-"sqr_mom_0",0.99,1613937223412,1547
-"lr_0",3.9552589281048874e-07,1613937223412,1547
-"mom_0",0.9420904030478207,1613937223412,1547
-"eps_0",1e-05,1613937223412,1547
-"wd_1",0.01,1613937223412,1547
-"sqr_mom_1",0.99,1613937223412,1547
-"lr_1",3.955258928104887e-06,1613937223412,1547
-"mom_1",0.9420904030478207,1613937223412,1547
-"eps_1",1e-05,1613937223412,1547
-"wd_2",0.01,1613937223412,1547
-"sqr_mom_2",0.99,1613937223412,1547
-"lr_2",3.9552589281048806e-05,1613937223412,1547
-"mom_2",0.9420904030478207,1613937223412,1547
-"eps_2",1e-05,1613937223412,1547
-"train_loss",0.035327908,1613937224356,1548
-"raw_loss",0.02258217,1613937224356,1548
-"epoch",9.742138364779848,1613937224356,1548
-"wd_0",0.01,1613937224356,1548
-"sqr_mom_0",0.99,1613937224356,1548
-"lr_0",3.9172530313680173e-07,1613937224356,1548
-"mom_0",0.9421664156014199,1613937224356,1548
-"eps_0",1e-05,1613937224356,1548
-"wd_1",0.01,1613937224356,1548
-"sqr_mom_1",0.99,1613937224356,1548
-"lr_1",3.917253031368017e-06,1613937224356,1548
-"mom_1",0.9421664156014199,1613937224356,1548
-"eps_1",1e-05,1613937224356,1548
-"wd_2",0.01,1613937224356,1548
-"sqr_mom_2",0.99,1613937224356,1548
-"lr_2",3.9172530313680146e-05,1613937224356,1548
-"mom_2",0.9421664156014199,1613937224356,1548
-"eps_2",1e-05,1613937224356,1548
-"train_loss",0.035509773,1613937225294,1549
-"raw_loss",0.044421222,1613937225294,1549
-"epoch",9.748427672955948,1613937225294,1549
-"wd_0",0.01,1613937225294,1549
-"sqr_mom_0",0.99,1613937225294,1549
-"lr_0",3.879417615893201e-07,1613937225294,1549
-"mom_0",0.9422420871890854,1613937225294,1549
-"eps_0",1e-05,1613937225294,1549
-"wd_1",0.01,1613937225294,1549
-"sqr_mom_1",0.99,1613937225294,1549
-"lr_1",3.879417615893203e-06,1613937225294,1549
-"mom_1",0.9422420871890854,1613937225294,1549
-"eps_1",1e-05,1613937225294,1549
-"wd_2",0.01,1613937225294,1549
-"sqr_mom_2",0.99,1613937225294,1549
-"lr_2",3.8794176158931987e-05,1613937225294,1549
-"mom_2",0.9422420871890854,1613937225294,1549
-"eps_2",1e-05,1613937225294,1549
-"train_loss",0.035425182,1613937226245,1550
-"raw_loss",0.031280242,1613937226245,1550
-"epoch",9.754716981132049,1613937226245,1550
-"wd_0",0.01,1613937226245,1550
-"sqr_mom_0",0.99,1613937226245,1550
-"lr_0",3.841747962843745e-07,1613937226245,1550
-"mom_0",0.9423174272485849,1613937226245,1550
-"eps_0",1e-05,1613937226245,1550
-"wd_1",0.01,1613937226245,1550
-"sqr_mom_1",0.99,1613937226245,1550
-"lr_1",3.84174796284374e-06,1613937226245,1550
-"mom_1",0.9423174272485849,1613937226245,1550
-"eps_1",1e-05,1613937226245,1550
-"wd_2",0.01,1613937226245,1550
-"sqr_mom_2",0.99,1613937226245,1550
-"lr_2",3.84174796284374e-05,1613937226245,1550
-"mom_2",0.9423174272485849,1613937226245,1550
-"eps_2",1e-05,1613937226245,1550
-"train_loss",0.035152502,1613937227206,1551
-"raw_loss",0.021791248,1613937227206,1551
-"epoch",9.761006289308149,1613937227206,1551
-"wd_0",0.01,1613937227206,1551
-"sqr_mom_0",0.99,1613937227206,1551
-"lr_0",3.8042468880689415e-07,1613937227206,1551
-"mom_0",0.9423924301481635,1613937227206,1551
-"eps_0",1e-05,1613937227206,1551
-"wd_1",0.01,1613937227206,1551
-"sqr_mom_1",0.99,1613937227206,1551
-"lr_1",3.8042468880689415e-06,1613937227206,1551
-"mom_1",0.9423924301481635,1613937227206,1551
-"eps_1",1e-05,1613937227206,1551
-"wd_2",0.01,1613937227206,1551
-"sqr_mom_2",0.99,1613937227206,1551
-"lr_2",3.804246888068933e-05,1613937227206,1551
-"mom_2",0.9423924301481635,1613937227206,1551
-"eps_2",1e-05,1613937227206,1551
-"train_loss",0.03499144,1613937228159,1552
-"raw_loss",0.02709934,1613937228159,1552
-"epoch",9.76729559748425,1613937228159,1552
-"wd_0",0.01,1613937228159,1552
-"sqr_mom_0",0.99,1613937228159,1552
-"lr_0",3.766917161342388e-07,1613937228159,1552
-"mom_0",0.9424670903482186,1613937228159,1552
-"eps_0",1e-05,1613937228159,1552
-"wd_1",0.01,1613937228159,1552
-"sqr_mom_1",0.99,1613937228159,1552
-"lr_1",3.766917161342388e-06,1613937228159,1552
-"mom_1",0.9424670903482186,1613937228159,1552
-"eps_1",1e-05,1613937228159,1552
-"wd_2",0.01,1613937228159,1552
-"sqr_mom_2",0.99,1613937228159,1552
-"lr_2",3.766917161342388e-05,1613937228159,1552
-"mom_2",0.9424670903482186,1613937228159,1552
-"eps_2",1e-05,1613937228159,1552
-"train_loss",0.036125906,1613937229097,1553
-"raw_loss",0.09171487,1613937229097,1553
-"epoch",9.77358490566035,1613937229097,1553
-"wd_0",0.01,1613937229097,1553
-"sqr_mom_0",0.99,1613937229097,1553
-"lr_0",3.7297541268969385e-07,1613937229097,1553
-"mom_0",0.9425414171603776,1613937229097,1553
-"eps_0",1e-05,1613937229097,1553
-"wd_1",0.01,1613937229097,1553
-"sqr_mom_1",0.99,1613937229097,1553
-"lr_1",3.7297541268969334e-06,1613937229097,1553
-"mom_1",0.9425414171603776,1613937229097,1553
-"eps_1",1e-05,1613937229097,1553
-"wd_2",0.01,1613937229097,1553
-"sqr_mom_2",0.99,1613937229097,1553
-"lr_2",3.729754126896931e-05,1613937229097,1553
-"mom_2",0.9425414171603776,1613937229097,1553
-"eps_2",1e-05,1613937229097,1553
-"train_loss",0.0358172,1613937230045,1554
-"raw_loss",0.020690462,1613937230045,1554
-"epoch",9.77987421383645,1613937230045,1554
-"wd_0",0.01,1613937230045,1554
-"sqr_mom_0",0.99,1613937230045,1554
-"lr_0",3.6927581145235925e-07,1613937230045,1554
-"mom_0",0.942615409925052,1613937230045,1554
-"eps_0",1e-05,1613937230045,1554
-"wd_1",0.01,1613937230045,1554
-"sqr_mom_1",0.99,1613937230045,1554
-"lr_1",3.692758114523596e-06,1613937230045,1554
-"mom_1",0.942615409925052,1613937230045,1554
-"eps_1",1e-05,1613937230045,1554
-"wd_2",0.01,1613937230045,1554
-"sqr_mom_2",0.99,1613937230045,1554
-"lr_2",3.6927581145235905e-05,1613937230045,1554
-"mom_2",0.942615409925052,1613937230045,1554
-"eps_2",1e-05,1613937230045,1554
-"train_loss",0.035509482,1613937230978,1555
-"raw_loss",0.02043143,1613937230978,1555
-"epoch",9.78616352201255,1613937230978,1555
-"wd_0",0.01,1613937230978,1555
-"sqr_mom_0",0.99,1613937230978,1555
-"lr_0",3.655934327241533e-07,1613937230978,1555
-"mom_0",0.9426890582360993,1613937230978,1555
-"eps_0",1e-05,1613937230978,1555
-"wd_1",0.01,1613937230978,1555
-"sqr_mom_1",0.99,1613937230978,1555
-"lr_1",3.6559343272415362e-06,1613937230978,1555
-"mom_1",0.9426890582360993,1613937230978,1555
-"eps_1",1e-05,1613937230978,1555
-"wd_2",0.01,1613937230978,1555
-"sqr_mom_2",0.99,1613937230978,1555
-"lr_2",3.6559343272415295e-05,1613937230978,1555
-"mom_2",0.9426890582360993,1613937230978,1555
-"eps_2",1e-05,1613937230978,1555
-"train_loss",0.03547141,1613937231933,1556
-"raw_loss",0.03360588,1613937231933,1556
-"epoch",9.792452830188651,1613937231933,1556
-"wd_0",0.01,1613937231933,1556
-"sqr_mom_0",0.99,1613937231933,1556
-"lr_0",3.6192830246251074e-07,1613937231933,1556
-"mom_0",0.9427623615743654,1613937231933,1556
-"eps_0",1e-05,1613937231933,1556
-"wd_1",0.01,1613937231933,1556
-"sqr_mom_1",0.99,1613937231933,1556
-"lr_1",3.6192830246251057e-06,1613937231933,1556
-"mom_1",0.9427623615743654,1613937231933,1556
-"eps_1",1e-05,1613937231933,1556
-"wd_2",0.01,1613937231933,1556
-"sqr_mom_2",0.99,1613937231933,1556
-"lr_2",3.619283024625103e-05,1613937231933,1556
-"mom_2",0.9427623615743654,1613937231933,1556
-"eps_2",1e-05,1613937231933,1556
-"train_loss",0.035842665,1613937232884,1557
-"raw_loss",0.054034255,1613937232884,1557
-"epoch",9.798742138364751,1613937232884,1557
-"wd_0",0.01,1613937232884,1557
-"sqr_mom_0",0.99,1613937232884,1557
-"lr_0",3.5827996355202564e-07,1613937232884,1557
-"mom_0",0.9428353290822503,1613937232884,1557
-"eps_0",1e-05,1613937232884,1557
-"wd_1",0.01,1613937232884,1557
-"sqr_mom_1",0.99,1613937232884,1557
-"lr_1",3.5827996355202547e-06,1613937232884,1557
-"mom_1",0.9428353290822503,1613937232884,1557
-"eps_1",1e-05,1613937232884,1557
-"wd_2",0.01,1613937232884,1557
-"sqr_mom_2",0.99,1613937232884,1557
-"lr_2",3.582799635520249e-05,1613937232884,1557
-"mom_2",0.9428353290822503,1613937232884,1557
-"eps_2",1e-05,1613937232884,1557
-"train_loss",0.03575287,1613937233837,1558
-"raw_loss",0.031352926,1613937233837,1558
-"epoch",9.805031446540852,1613937233837,1558
-"wd_0",0.01,1613937233837,1558
-"sqr_mom_0",0.99,1613937233837,1558
-"lr_0",3.546486887835279e-07,1613937233837,1558
-"mom_0",0.9429079553038824,1613937233837,1558
-"eps_0",1e-05,1613937233837,1558
-"wd_1",0.01,1613937233837,1558
-"sqr_mom_1",0.99,1613937233837,1558
-"lr_1",3.5464868878352755e-06,1613937233837,1558
-"mom_1",0.9429079553038824,1613937233837,1558
-"eps_1",1e-05,1613937233837,1558
-"wd_2",0.01,1613937233837,1558
-"sqr_mom_2",0.99,1613937233837,1558
-"lr_2",3.5464868878352755e-05,1613937233837,1558
-"mom_2",0.9429079553038824,1613937233837,1558
-"eps_2",1e-05,1613937233837,1558
-"train_loss",0.035443164,1613937234776,1559
-"raw_loss",0.02026752,1613937234776,1559
-"epoch",9.811320754716952,1613937234776,1559
-"wd_0",0.01,1613937234776,1559
-"sqr_mom_0",0.99,1613937234776,1559
-"lr_0",3.510347462838858e-07,1613937234776,1559
-"mom_0",0.942980234876671,1613937234776,1559
-"eps_0",1e-05,1613937234776,1559
-"wd_1",0.01,1613937234776,1559
-"sqr_mom_1",0.99,1613937234776,1559
-"lr_1",3.5103474628388613e-06,1613937234776,1559
-"mom_1",0.942980234876671,1613937234776,1559
-"eps_1",1e-05,1613937234776,1559
-"wd_2",0.01,1613937234776,1559
-"sqr_mom_2",0.99,1613937234776,1559
-"lr_2",3.5103474628388545e-05,1613937234776,1559
-"mom_2",0.942980234876671,1613937234776,1559
-"eps_2",1e-05,1613937234776,1559
-"train_loss",0.0353528,1613937235720,1560
-"raw_loss",0.03092485,1613937235720,1560
-"epoch",9.817610062893053,1613937235720,1560
-"wd_0",0.01,1613937235720,1560
-"sqr_mom_0",0.99,1613937235720,1560
-"lr_0",3.474374472635986e-07,1613937235720,1560
-"mom_0",0.9430521815765438,1613937235720,1560
-"eps_0",1e-05,1613937235720,1560
-"wd_1",0.01,1613937235720,1560
-"sqr_mom_1",0.99,1613937235720,1560
-"lr_1",3.474374472635986e-06,1613937235720,1560
-"mom_1",0.9430521815765438,1613937235720,1560
-"eps_1",1e-05,1613937235720,1560
-"wd_2",0.01,1613937235720,1560
-"sqr_mom_2",0.99,1613937235720,1560
-"lr_2",3.474374472635979e-05,1613937235720,1560
-"mom_2",0.9430521815765438,1613937235720,1560
-"eps_2",1e-05,1613937235720,1560
-"train_loss",0.035083823,1613937236656,1561
-"raw_loss",0.021904018,1613937236656,1561
-"epoch",9.823899371069153,1613937236656,1561
-"wd_0",0.01,1613937236656,1561
-"sqr_mom_0",0.99,1613937236656,1561
-"lr_0",3.4385753796702006e-07,1613937236656,1561
-"mom_0",0.9431237804784643,1613937236656,1561
-"eps_0",1e-05,1613937236656,1561
-"wd_1",0.01,1613937236656,1561
-"sqr_mom_1",0.99,1613937236656,1561
-"lr_1",3.4385753796701955e-06,1613937236656,1561
-"mom_1",0.9431237804784643,1613937236656,1561
-"eps_1",1e-05,1613937236656,1561
-"wd_2",0.01,1613937236656,1561
-"sqr_mom_2",0.99,1613937236656,1561
-"lr_2",3.438575379670193e-05,1613937236656,1561
-"mom_2",0.9431237804784643,1613937236656,1561
-"eps_2",1e-05,1613937236656,1561
-"train_loss",0.03477055,1613937237617,1562
-"raw_loss",0.019420005,1613937237617,1562
-"epoch",9.830188679245254,1613937237617,1562
-"wd_0",0.01,1613937237617,1562
-"sqr_mom_0",0.99,1613937237617,1562
-"lr_0",3.4029480772167996e-07,1613937237617,1562
-"mom_0",0.9431950357959243,1613937237617,1562
-"eps_0",1e-05,1613937237617,1562
-"wd_1",0.01,1613937237617,1562
-"sqr_mom_1",0.99,1613937237617,1562
-"lr_1",3.4029480772167963e-06,1613937237617,1562
-"mom_1",0.9431950357959243,1613937237617,1562
-"eps_1",1e-05,1613937237617,1562
-"wd_2",0.01,1613937237617,1562
-"sqr_mom_2",0.99,1613937237617,1562
-"lr_2",3.4029480772167935e-05,1613937237617,1562
-"mom_2",0.9431950357959243,1613937237617,1562
-"eps_2",1e-05,1613937237617,1562
-"train_loss",0.03448981,1613937238556,1563
-"raw_loss",0.020733664,1613937238556,1563
-"epoch",9.836477987421354,1613937238556,1563
-"wd_0",0.01,1613937238556,1563
-"sqr_mom_0",0.99,1613937238556,1563
-"lr_0",3.367495195497543e-07,1613937238556,1563
-"mom_0",0.9432659422684275,1613937238556,1563
-"eps_0",1e-05,1613937238556,1563
-"wd_1",0.01,1613937238556,1563
-"sqr_mom_1",0.99,1613937238556,1563
-"lr_1",3.3674951954975463e-06,1613937238556,1563
-"mom_1",0.9432659422684275,1613937238556,1563
-"eps_1",1e-05,1613937238556,1563
-"wd_2",0.01,1613937238556,1563
-"sqr_mom_2",0.99,1613937238556,1563
-"lr_2",3.3674951954975436e-05,1613937238556,1563
-"mom_2",0.9432659422684275,1613937238556,1563
-"eps_2",1e-05,1613937238556,1563
-"train_loss",0.034271978,1613937239508,1564
-"raw_loss",0.02359818,1613937239508,1564
-"epoch",9.842767295597454,1613937239508,1564
-"wd_0",0.01,1613937239508,1564
-"sqr_mom_0",0.99,1613937239508,1564
-"lr_0",3.332212312825567e-07,1613937239508,1564
-"mom_0",0.9433365087394362,1613937239508,1564
-"eps_0",1e-05,1613937239508,1564
-"wd_1",0.01,1613937239508,1564
-"sqr_mom_1",0.99,1613937239508,1564
-"lr_1",3.3322123128255656e-06,1613937239508,1564
-"mom_1",0.9433365087394362,1613937239508,1564
-"eps_1",1e-05,1613937239508,1564
-"wd_2",0.01,1613937239508,1564
-"sqr_mom_2",0.99,1613937239508,1564
-"lr_2",3.33221231282556e-05,1613937239508,1564
-"mom_2",0.9433365087394362,1613937239508,1564
-"eps_2",1e-05,1613937239508,1564
-"train_loss",0.034665618,1613937240445,1565
-"raw_loss",0.053954,1613937240445,1565
-"epoch",9.849056603773555,1613937240445,1565
-"wd_0",0.01,1613937240445,1565
-"sqr_mom_0",0.99,1613937240445,1565
-"lr_0",3.297099744643811e-07,1613937240445,1565
-"mom_0",0.9434067345780581,1613937240445,1565
-"eps_0",1e-05,1613937240445,1565
-"wd_1",0.01,1613937240445,1565
-"sqr_mom_1",0.99,1613937240445,1565
-"lr_1",3.297099744643811e-06,1613937240445,1565
-"mom_1",0.9434067345780581,1613937240445,1565
-"eps_1",1e-05,1613937240445,1565
-"wd_2",0.01,1613937240445,1565
-"sqr_mom_2",0.99,1613937240445,1565
-"lr_2",3.297099744643806e-05,1613937240445,1565
-"mom_2",0.9434067345780581,1613937240445,1565
-"eps_2",1e-05,1613937240445,1565
-"train_loss",0.03445472,1613937241397,1566
-"raw_loss",0.024120646,1613937241397,1566
-"epoch",9.855345911949655,1613937241397,1566
-"wd_0",0.01,1613937241397,1566
-"sqr_mom_0",0.99,1613937241397,1566
-"lr_0",3.2621670530474666e-07,1613937241397,1566
-"mom_0",0.9434766006599116,1613937241397,1566
-"eps_0",1e-05,1613937241397,1566
-"wd_1",0.01,1613937241397,1566
-"sqr_mom_1",0.99,1613937241397,1566
-"lr_1",3.262167053047465e-06,1613937241397,1566
-"mom_1",0.9434766006599116,1613937241397,1566
-"eps_1",1e-05,1613937241397,1566
-"wd_2",0.01,1613937241397,1566
-"sqr_mom_2",0.99,1613937241397,1566
-"lr_2",3.262167053047461e-05,1613937241397,1566
-"mom_2",0.9434766006599116,1613937241397,1566
-"eps_2",1e-05,1613937241397,1566
-"train_loss",0.03450461,1613937242332,1567
-"raw_loss",0.036949307,1613937242332,1567
-"epoch",9.861635220125756,1613937242332,1567
-"wd_0",0.01,1613937242332,1567
-"sqr_mom_0",0.99,1613937242332,1567
-"lr_0",3.227400610079179e-07,1613937242332,1567
-"mom_0",0.943546134241184,1613937242332,1567
-"eps_0",1e-05,1613937242332,1567
-"wd_1",0.01,1613937242332,1567
-"sqr_mom_1",0.99,1613937242332,1567
-"lr_1",3.2274006100791824e-06,1613937242332,1567
-"mom_1",0.943546134241184,1613937242332,1567
-"eps_1",1e-05,1613937242332,1567
-"wd_2",0.01,1613937242332,1567
-"sqr_mom_2",0.99,1613937242332,1567
-"lr_2",3.227400610079174e-05,1613937242332,1567
-"mom_2",0.943546134241184,1613937242332,1567
-"eps_2",1e-05,1613937242332,1567
-"train_loss",0.0341818,1613937243281,1568
-"raw_loss",0.018364025,1613937243281,1568
-"epoch",9.867924528301856,1613937243281,1568
-"wd_0",0.01,1613937243281,1568
-"sqr_mom_0",0.99,1613937243281,1568
-"lr_0",3.192809952117026e-07,1613937243281,1568
-"mom_0",0.9436153162489284,1613937243281,1568
-"eps_0",1e-05,1613937243281,1568
-"wd_1",0.01,1613937243281,1568
-"sqr_mom_1",0.99,1613937243281,1568
-"lr_1",3.192809952117026e-06,1613937243281,1568
-"mom_1",0.9436153162489284,1613937243281,1568
-"eps_1",1e-05,1613937243281,1568
-"wd_2",0.01,1613937243281,1568
-"sqr_mom_2",0.99,1613937243281,1568
-"lr_2",3.1928099521170246e-05,1613937243281,1568
-"mom_2",0.9436153162489284,1613937243281,1568
-"eps_2",1e-05,1613937243281,1568
-"train_loss",0.03426841,1613937244222,1569
-"raw_loss",0.038512282,1613937244222,1569
-"epoch",9.874213836477956,1613937244222,1569
-"wd_0",0.01,1613937244222,1569
-"sqr_mom_0",0.99,1613937244222,1569
-"lr_0",3.158393042779012e-07,1613937244222,1569
-"mom_0",0.9436841507559495,1613937244222,1569
-"eps_0",1e-05,1613937244222,1569
-"wd_1",0.01,1613937244222,1569
-"sqr_mom_1",0.99,1613937244222,1569
-"lr_1",3.1583930427790137e-06,1613937244222,1569
-"mom_1",0.9436841507559495,1613937244222,1569
-"eps_1",1e-05,1613937244222,1569
-"wd_2",0.01,1613937244222,1569
-"sqr_mom_2",0.99,1613937244222,1569
-"lr_2",3.158393042779011e-05,1613937244222,1569
-"mom_2",0.9436841507559495,1613937244222,1569
-"eps_2",1e-05,1613937244222,1569
-"train_loss",0.0339526,1613937245164,1570
-"raw_loss",0.018477969,1613937245164,1570
-"epoch",9.880503144654057,1613937245164,1570
-"wd_0",0.01,1613937245164,1570
-"sqr_mom_0",0.99,1613937245164,1570
-"lr_0",3.1241524221528167e-07,1613937245164,1570
-"mom_0",0.9437526326820211,1613937245164,1570
-"eps_0",1e-05,1613937245164,1570
-"wd_1",0.01,1613937245164,1570
-"sqr_mom_1",0.99,1613937245164,1570
-"lr_1",3.1241524221528133e-06,1613937245164,1570
-"mom_1",0.9437526326820211,1613937245164,1570
-"eps_1",1e-05,1613937245164,1570
-"wd_2",0.01,1613937245164,1570
-"sqr_mom_2",0.99,1613937245164,1570
-"lr_2",3.1241524221528106e-05,1613937245164,1570
-"mom_2",0.9437526326820211,1613937245164,1570
-"eps_2",1e-05,1613937245164,1570
-"train_loss",0.03383862,1613937246109,1571
-"raw_loss",0.028253455,1613937246109,1571
-"epoch",9.886792452830157,1613937246109,1571
-"wd_0",0.01,1613937246109,1571
-"sqr_mom_0",0.99,1613937246109,1571
-"lr_0",3.0900838197448657e-07,1613937246109,1571
-"mom_0",0.9438207705682159,1613937246109,1571
-"eps_0",1e-05,1613937246109,1571
-"wd_1",0.01,1613937246109,1571
-"sqr_mom_1",0.99,1613937246109,1571
-"lr_1",3.0900838197448657e-06,1613937246109,1571
-"mom_1",0.9438207705682159,1613937246109,1571
-"eps_1",1e-05,1613937246109,1571
-"wd_2",0.01,1613937246109,1571
-"sqr_mom_2",0.99,1613937246109,1571
-"lr_2",3.0900838197448616e-05,1613937246109,1571
-"mom_2",0.9438207705682159,1613937246109,1571
-"eps_2",1e-05,1613937246109,1571
-"train_loss",0.03363336,1613937247057,1572
-"raw_loss",0.02357556,1613937247057,1572
-"epoch",9.893081761006258,1613937247057,1572
-"wd_0",0.01,1613937247057,1572
-"sqr_mom_0",0.99,1613937247057,1572
-"lr_0",3.056187541708365e-07,1613937247057,1572
-"mom_0",0.9438885638022212,1613937247057,1572
-"eps_0",1e-05,1613937247057,1572
-"wd_1",0.01,1613937247057,1572
-"sqr_mom_1",0.99,1613937247057,1572
-"lr_1",3.0561875417083653e-06,1613937247057,1572
-"mom_1",0.9438885638022212,1613937247057,1572
-"eps_1",1e-05,1613937247057,1572
-"wd_2",0.01,1613937247057,1572
-"sqr_mom_2",0.99,1613937247057,1572
-"lr_2",3.0561875417083626e-05,1613937247057,1572
-"mom_2",0.9438885638022212,1613937247057,1572
-"eps_2",1e-05,1613937247057,1572
-"train_loss",0.03340527,1613937247997,1573
-"raw_loss",0.022228936,1613937247997,1573
-"epoch",9.899371069182358,1613937247997,1573
-"wd_0",0.01,1613937247997,1573
-"sqr_mom_0",0.99,1613937247997,1573
-"lr_0",3.022470586229712e-07,1613937247997,1573
-"mom_0",0.9439559983875244,1613937247997,1573
-"eps_0",1e-05,1613937247997,1573
-"wd_1",0.01,1613937247997,1573
-"sqr_mom_1",0.99,1613937247997,1573
-"lr_1",3.022470586229712e-06,1613937247997,1573
-"mom_1",0.9439559983875244,1613937247997,1573
-"eps_1",1e-05,1613937247997,1573
-"wd_2",0.01,1613937247997,1573
-"sqr_mom_2",0.99,1613937247997,1573
-"lr_2",3.022470586229708e-05,1613937247997,1573
-"mom_2",0.9439559983875244,1613937247997,1573
-"eps_2",1e-05,1613937247997,1573
-"train_loss",0.03319926,1613937248941,1574
-"raw_loss",0.023104716,1613937248941,1574
-"epoch",9.905660377358458,1613937248941,1574
-"wd_0",0.01,1613937248941,1574
-"sqr_mom_0",0.99,1613937248941,1574
-"lr_0",2.988926493824266e-07,1613937248941,1574
-"mom_0",0.9440230872432238,1613937248941,1574
-"eps_0",1e-05,1613937248941,1574
-"wd_1",0.01,1613937248941,1574
-"sqr_mom_1",0.99,1613937248941,1574
-"lr_1",2.988926493824266e-06,1613937248941,1574
-"mom_1",0.9440230872432238,1613937248941,1574
-"eps_1",1e-05,1613937248941,1574
-"wd_2",0.01,1613937248941,1574
-"sqr_mom_2",0.99,1613937248941,1574
-"lr_2",2.9889264938242634e-05,1613937248941,1574
-"mom_2",0.9440230872432238,1613937248941,1574
-"eps_2",1e-05,1613937248941,1574
-"train_loss",0.032937706,1613937249880,1575
-"raw_loss",0.020121694,1613937249880,1575
-"epoch",9.911949685534559,1613937249880,1575
-"wd_0",0.01,1613937249880,1575
-"sqr_mom_0",0.99,1613937249880,1575
-"lr_0",2.955557774464272e-07,1613937249880,1575
-"mom_0",0.944089825349325,1613937249880,1575
-"eps_0",1e-05,1613937249880,1575
-"wd_1",0.01,1613937249880,1575
-"sqr_mom_1",0.99,1613937249880,1575
-"lr_1",2.955557774464272e-06,1613937249880,1575
-"mom_1",0.944089825349325,1613937249880,1575
-"eps_1",1e-05,1613937249880,1575
-"wd_2",0.01,1613937249880,1575
-"sqr_mom_2",0.99,1613937249880,1575
-"lr_2",2.9555577744642665e-05,1613937249880,1575
-"mom_2",0.944089825349325,1613937249880,1575
-"eps_2",1e-05,1613937249880,1575
-"train_loss",0.03300883,1613937250832,1576
-"raw_loss",0.03649385,1613937250832,1576
-"epoch",9.91823899371066,1613937250832,1576
-"wd_0",0.01,1613937250832,1576
-"sqr_mom_0",0.99,1613937250832,1576
-"lr_0",2.9223668901891333e-07,1613937250832,1576
-"mom_0",0.9441562077816995,1613937250832,1576
-"eps_0",1e-05,1613937250832,1576
-"wd_1",0.01,1613937250832,1576
-"sqr_mom_1",0.99,1613937250832,1576
-"lr_1",2.9223668901891316e-06,1613937250832,1576
-"mom_1",0.9441562077816995,1613937250832,1576
-"eps_1",1e-05,1613937250832,1576
-"wd_2",0.01,1613937250832,1576
-"sqr_mom_2",0.99,1613937250832,1576
-"lr_2",2.9223668901891275e-05,1613937250832,1576
-"mom_2",0.9441562077816995,1613937250832,1576
-"eps_2",1e-05,1613937250832,1576
-"train_loss",0.032867458,1613937251765,1577
-"raw_loss",0.025940254,1613937251765,1577
-"epoch",9.92452830188676,1613937251765,1577
-"wd_0",0.01,1613937251765,1577
-"sqr_mom_0",0.99,1613937251765,1577
-"lr_0",2.8893497014285243e-07,1613937251765,1577
-"mom_0",0.9442222428195711,1613937251765,1577
-"eps_0",1e-05,1613937251765,1577
-"wd_1",0.01,1613937251765,1577
-"sqr_mom_1",0.99,1613937251765,1577
-"lr_1",2.889349701428526e-06,1613937251765,1577
-"mom_1",0.9442222428195711,1613937251765,1577
-"eps_1",1e-05,1613937251765,1577
-"wd_2",0.01,1613937251765,1577
-"sqr_mom_2",0.99,1613937251765,1577
-"lr_2",2.8893497014285247e-05,1613937251765,1577
-"mom_2",0.9442222428195711,1613937251765,1577
-"eps_2",1e-05,1613937251765,1577
-"train_loss",0.032549016,1613937252729,1578
-"raw_loss",0.016945349,1613937252729,1578
-"epoch",9.93081761006286,1613937252729,1578
-"wd_0",0.01,1613937252729,1578
-"sqr_mom_0",0.99,1613937252729,1578
-"lr_0",2.8565065062777254e-07,1613937252729,1578
-"mom_0",0.9442879298667431,1613937252729,1578
-"eps_0",1e-05,1613937252729,1578
-"wd_1",0.01,1613937252729,1578
-"sqr_mom_1",0.99,1613937252729,1578
-"lr_1",2.8565065062777304e-06,1613937252729,1578
-"mom_1",0.9442879298667431,1613937252729,1578
-"eps_1",1e-05,1613937252729,1578
-"wd_2",0.01,1613937252729,1578
-"sqr_mom_2",0.99,1613937252729,1578
-"lr_2",2.856506506277725e-05,1613937252729,1578
-"mom_2",0.9442879298667431,1613937252729,1578
-"eps_2",1e-05,1613937252729,1578
-"train_loss",0.03236423,1613937253683,1579
-"raw_loss",0.02330978,1613937253683,1579
-"epoch",9.93710691823896,1613937253683,1579
-"wd_0",0.01,1613937253683,1579
-"sqr_mom_0",0.99,1613937253683,1579
-"lr_0",2.82384192371492e-07,1613937253683,1579
-"mom_0",0.9443532596851669,1613937253683,1579
-"eps_0",1e-05,1613937253683,1579
-"wd_1",0.01,1613937253683,1579
-"sqr_mom_1",0.99,1613937253683,1579
-"lr_1",2.8238419237149184e-06,1613937253683,1579
-"mom_1",0.9443532596851669,1613937253683,1579
-"eps_1",1e-05,1613937253683,1579
-"wd_2",0.01,1613937253683,1579
-"sqr_mom_2",0.99,1613937253683,1579
-"lr_2",2.8238419237149156e-05,1613937253683,1579
-"mom_2",0.9443532596851669,1613937253683,1579
-"eps_2",1e-05,1613937253683,1579
-"train_loss",0.03230763,1613937254630,1580
-"raw_loss",0.02953412,1613937254630,1580
-"epoch",9.94339622641506,1613937254630,1580
-"wd_0",0.01,1613937254630,1580
-"sqr_mom_0",0.99,1613937254630,1580
-"lr_0",2.7913561788536916e-07,1613937254630,1580
-"mom_0",0.9444182318246108,1613937254630,1580
-"eps_0",1e-05,1613937254630,1580
-"wd_1",0.01,1613937254630,1580
-"sqr_mom_1",0.99,1613937254630,1580
-"lr_1",2.7913561788536916e-06,1613937254630,1580
-"mom_1",0.9444182318246108,1613937254630,1580
-"eps_1",1e-05,1613937254630,1580
-"wd_2",0.01,1613937254630,1580
-"sqr_mom_2",0.99,1613937254630,1580
-"lr_2",2.7913561788536875e-05,1613937254630,1580
-"mom_2",0.9444182318246108,1613937254630,1580
-"eps_2",1e-05,1613937254630,1580
-"train_loss",0.032144826,1613937255568,1581
-"raw_loss",0.024167454,1613937255568,1581
-"epoch",9.949685534591161,1613937255568,1581
-"wd_0",0.01,1613937255568,1581
-"sqr_mom_0",0.99,1613937255568,1581
-"lr_0",2.759045220068765e-07,1613937255568,1581
-"mom_0",0.9444828543884063,1613937255568,1581
-"eps_0",1e-05,1613937255568,1581
-"wd_1",0.01,1613937255568,1581
-"sqr_mom_1",0.99,1613937255568,1581
-"lr_1",2.7590452200687633e-06,1613937255568,1581
-"mom_1",0.9444828543884063,1613937255568,1581
-"eps_1",1e-05,1613937255568,1581
-"wd_2",0.01,1613937255568,1581
-"sqr_mom_2",0.99,1613937255568,1581
-"lr_2",2.759045220068762e-05,1613937255568,1581
-"mom_2",0.9444828543884063,1613937255568,1581
-"eps_2",1e-05,1613937255568,1581
-"train_loss",0.031777374,1613937256509,1582
-"raw_loss",0.013772208,1613937256509,1582
-"epoch",9.955974842767262,1613937256509,1582
-"wd_0",0.01,1613937256509,1582
-"sqr_mom_0",0.99,1613937256509,1582
-"lr_0",2.7269114658856234e-07,1613937256509,1582
-"mom_0",0.944547122539454,1613937256509,1582
-"eps_0",1e-05,1613937256509,1582
-"wd_1",0.01,1613937256509,1582
-"sqr_mom_1",0.99,1613937256509,1582
-"lr_1",2.72691146588563e-06,1613937256509,1582
-"mom_1",0.944547122539454,1613937256509,1582
-"eps_1",1e-05,1613937256509,1582
-"wd_2",0.01,1613937256509,1582
-"sqr_mom_2",0.99,1613937256509,1582
-"lr_2",2.7269114658856207e-05,1613937256509,1582
-"mom_2",0.944547122539454,1613937256509,1582
-"eps_2",1e-05,1613937256509,1582
-"train_loss",0.031623997,1613937257444,1583
-"raw_loss",0.024108442,1613937257444,1583
-"epoch",9.962264150943362,1613937257444,1583
-"wd_0",0.01,1613937257444,1583
-"sqr_mom_0",0.99,1613937257444,1583
-"lr_0",2.6949572863963215e-07,1613937257444,1583
-"mom_0",0.9446110315375227,1613937257444,1583
-"eps_0",1e-05,1613937257444,1583
-"wd_1",0.01,1613937257444,1583
-"sqr_mom_1",0.99,1613937257444,1583
-"lr_1",2.694957286396323e-06,1613937257444,1583
-"mom_1",0.9446110315375227,1613937257444,1583
-"eps_1",1e-05,1613937257444,1583
-"wd_2",0.01,1613937257444,1583
-"sqr_mom_2",0.99,1613937257444,1583
-"lr_2",2.6949572863963205e-05,1613937257444,1583
-"mom_2",0.9446110315375227,1613937257444,1583
-"eps_2",1e-05,1613937257444,1583
-"train_loss",0.03184174,1613937258390,1584
-"raw_loss",0.042511158,1613937258390,1584
-"epoch",9.968553459119462,1613937258390,1584
-"wd_0",0.01,1613937258390,1584
-"sqr_mom_0",0.99,1613937258390,1584
-"lr_0",2.6631786962724803e-07,1613937258390,1584
-"mom_0",0.9446745893533486,1613937258390,1584
-"eps_0",1e-05,1613937258390,1584
-"wd_1",0.01,1613937258390,1584
-"sqr_mom_1",0.99,1613937258390,1584
-"lr_1",2.6631786962724786e-06,1613937258390,1584
-"mom_1",0.9446745893533486,1613937258390,1584
-"eps_1",1e-05,1613937258390,1584
-"wd_2",0.01,1613937258390,1584
-"sqr_mom_2",0.99,1613937258390,1584
-"lr_2",2.6631786962724746e-05,1613937258390,1584
-"mom_2",0.9446745893533486,1613937258390,1584
-"eps_2",1e-05,1613937258390,1584
-"train_loss",0.032136973,1613937259333,1585
-"raw_loss",0.046603475,1613937259333,1585
-"epoch",9.974842767295563,1613937259333,1585
-"wd_0",0.01,1613937259333,1585
-"sqr_mom_0",0.99,1613937259333,1585
-"lr_0",2.631575984100563e-07,1613937259333,1585
-"mom_0",0.9447377954097529,1613937259333,1585
-"eps_0",1e-05,1613937259333,1585
-"wd_1",0.01,1613937259333,1585
-"sqr_mom_1",0.99,1613937259333,1585
-"lr_1",2.6315759841005594e-06,1613937259333,1585
-"mom_1",0.9447377954097529,1613937259333,1585
-"eps_1",1e-05,1613937259333,1585
-"wd_2",0.01,1613937259333,1585
-"sqr_mom_2",0.99,1613937259333,1585
-"lr_2",2.6315759841005553e-05,1613937259333,1585
-"mom_2",0.9447377954097529,1613937259333,1585
-"eps_2",1e-05,1613937259333,1585
-"train_loss",0.03228935,1613937260278,1586
-"raw_loss",0.039755683,1613937260278,1586
-"epoch",9.981132075471663,1613937260278,1586
-"wd_0",0.01,1613937260278,1586
-"sqr_mom_0",0.99,1613937260278,1586
-"lr_0",2.600153594400577e-07,1613937260278,1586
-"mom_0",0.944800640817607,1613937260278,1586
-"eps_0",1e-05,1613937260278,1586
-"wd_1",0.01,1613937260278,1586
-"sqr_mom_1",0.99,1613937260278,1586
-"lr_1",2.6001535944005806e-06,1613937260278,1586
-"mom_1",0.944800640817607,1613937260278,1586
-"eps_1",1e-05,1613937260278,1586
-"wd_2",0.01,1613937260278,1586
-"sqr_mom_2",0.99,1613937260278,1586
-"lr_2",2.6001535944005752e-05,1613937260278,1586
-"mom_2",0.944800640817607,1613937260278,1586
-"eps_2",1e-05,1613937260278,1586
-"train_loss",0.03251451,1613937261211,1587
-"raw_loss",0.043547325,1613937261211,1587
-"epoch",9.987421383647764,1613937261211,1587
-"wd_0",0.01,1613937261211,1587
-"sqr_mom_0",0.99,1613937261211,1587
-"lr_0",2.5689117420334e-07,1613937261211,1587
-"mom_0",0.9448631251471846,1613937261211,1587
-"eps_0",1e-05,1613937261211,1587
-"wd_1",0.01,1613937261211,1587
-"sqr_mom_1",0.99,1613937261211,1587
-"lr_1",2.5689117420334e-06,1613937261211,1587
-"mom_1",0.9448631251471846,1613937261211,1587
-"eps_1",1e-05,1613937261211,1587
-"wd_2",0.01,1613937261211,1587
-"sqr_mom_2",0.99,1613937261211,1587
-"lr_2",2.5689117420334e-05,1613937261211,1587
-"mom_2",0.9448631251471846,1613937261211,1587
-"eps_2",1e-05,1613937261211,1587
-"train_loss",0.033561084,1613937262158,1588
-"raw_loss",0.08484342,1613937262158,1588
-"epoch",9.993710691823864,1613937262158,1588
-"wd_0",0.01,1613937262158,1588
-"sqr_mom_0",0.99,1613937262158,1588
-"lr_0",2.5378465305121344e-07,1613937262158,1588
-"mom_0",0.9449252561915376,1613937262158,1588
-"eps_0",1e-05,1613937262158,1588
-"wd_1",0.01,1613937262158,1588
-"sqr_mom_1",0.99,1613937262158,1588
-"lr_1",2.537846530512138e-06,1613937262158,1588
-"mom_1",0.9449252561915376,1613937262158,1588
-"eps_1",1e-05,1613937262158,1588
-"wd_2",0.01,1613937262158,1588
-"sqr_mom_2",0.99,1613937262158,1588
-"lr_2",2.537846530512131e-05,1613937262158,1588
-"mom_2",0.9449252561915376,1613937262158,1588
-"eps_2",1e-05,1613937262158,1588
-"train_loss",0.033219572,1613937263090,1589
-"raw_loss",0.01648545,1613937263090,1589
-"epoch",9.999999999999964,1613937263090,1589
-"wd_0",0.01,1613937263090,1589
-"sqr_mom_0",0.99,1613937263090,1589
-"lr_0",2.5069602859713745e-07,1613937263090,1589
-"mom_0",0.9449870292983502,1613937263090,1589
-"eps_0",1e-05,1613937263090,1589
-"wd_1",0.01,1613937263090,1589
-"sqr_mom_1",0.99,1613937263090,1589
-"lr_1",2.506960285971373e-06,1613937263090,1589
-"mom_1",0.9449870292983502,1613937263090,1589
-"eps_1",1e-05,1613937263090,1589
-"wd_2",0.01,1613937263090,1589
-"sqr_mom_2",0.99,1613937263090,1589
-"lr_2",2.5069602859713715e-05,1613937263090,1589
-"mom_2",0.9449870292983502,1613937263090,1589
-"eps_2",1e-05,1613937263090,1589
-"valid_loss",0.09525754302740097,1613937294805,1589
-"_rmse",0.30863818526268005,1613937294805,1589
-"epoch",10,1613937294805,1589
-"train_loss",0.032875516,1613937295904,1590
-"raw_loss",0.016016748,1613937295904,1590
-"epoch",10.0062893081761,1613937295904,1590
-"wd_0",0.01,1613937295904,1590
-"sqr_mom_0",0.99,1613937295904,1590
-"lr_0",2.4762552856305523e-07,1613937295904,1590
-"mom_0",0.945048439913138,1613937295904,1590
-"eps_0",1e-05,1613937295904,1590
-"wd_1",0.01,1613937295904,1590
-"sqr_mom_1",0.99,1613937295904,1590
-"lr_1",2.476255285630554e-06,1613937295904,1590
-"mom_1",0.945048439913138,1613937295904,1590
-"eps_1",1e-05,1613937295904,1590
-"wd_2",0.01,1613937295904,1590
-"sqr_mom_2",0.99,1613937295904,1590
-"lr_2",2.47625528563055e-05,1613937295904,1590
-"mom_2",0.945048439913138,1613937295904,1590
-"eps_2",1e-05,1613937295904,1590
-"train_loss",0.03274348,1613937296902,1591
-"raw_loss",0.026273707,1613937296902,1591
-"epoch",10.0125786163522,1613937296902,1591
-"wd_0",0.01,1613937296902,1591
-"sqr_mom_0",0.99,1613937296902,1591
-"lr_0",2.4457256807358913e-07,1613937296902,1591
-"mom_0",0.9451094997335255,1613937296902,1591
-"eps_0",1e-05,1613937296902,1591
-"wd_1",0.01,1613937296902,1591
-"sqr_mom_1",0.99,1613937296902,1591
-"lr_1",2.445725680735888e-06,1613937296902,1591
-"mom_1",0.9451094997335255,1613937296902,1591
-"eps_1",1e-05,1613937296902,1591
-"wd_2",0.01,1613937296902,1591
-"sqr_mom_2",0.99,1613937296902,1591
-"lr_2",2.4457256807358825e-05,1613937296902,1591
-"mom_2",0.9451094997335255,1613937296902,1591
-"eps_2",1e-05,1613937296902,1591
-"train_loss",0.032970317,1613937297995,1592
-"raw_loss",0.04408527,1613937297995,1592
-"epoch",10.018867924528301,1613937297995,1592
-"wd_0",0.01,1613937297995,1592
-"sqr_mom_0",0.99,1613937297995,1592
-"lr_0",2.415377807921829e-07,1613937297995,1592
-"mom_0",0.9451701960861172,1613937297995,1592
-"eps_0",1e-05,1613937297995,1592
-"wd_1",0.01,1613937297995,1592
-"sqr_mom_1",0.99,1613937297995,1592
-"lr_1",2.415377807921832e-06,1613937297995,1592
-"mom_1",0.9451701960861172,1613937297995,1592
-"eps_1",1e-05,1613937297995,1592
-"wd_2",0.01,1613937297995,1592
-"sqr_mom_2",0.99,1613937297995,1592
-"lr_2",2.4153778079218308e-05,1613937297995,1592
-"mom_2",0.9451701960861172,1613937297995,1592
-"eps_2",1e-05,1613937297995,1592
-"train_loss",0.032637488,1613937298950,1593
-"raw_loss",0.016328903,1613937298950,1593
-"epoch",10.025157232704402,1613937298950,1593
-"wd_0",0.01,1613937298950,1593
-"sqr_mom_0",0.99,1613937298950,1593
-"lr_0",2.3852098778457224e-07,1613937298950,1593
-"mom_0",0.945230532549634,1613937298950,1593
-"eps_0",1e-05,1613937298950,1593
-"wd_1",0.01,1613937298950,1593
-"sqr_mom_1",0.99,1613937298950,1593
-"lr_1",2.3852098778457257e-06,1613937298950,1593
-"mom_1",0.945230532549634,1613937298950,1593
-"eps_1",1e-05,1613937298950,1593
-"wd_2",0.01,1613937298950,1593
-"sqr_mom_2",0.99,1613937298950,1593
-"lr_2",2.385209877845719e-05,1613937298950,1593
-"mom_2",0.945230532549634,1613937298950,1593
-"eps_2",1e-05,1613937298950,1593
-"train_loss",0.032487076,1613937299912,1594
-"raw_loss",0.025116904,1613937299912,1594
-"epoch",10.031446540880502,1613937299912,1594
-"wd_0",0.01,1613937299912,1594
-"sqr_mom_0",0.99,1613937299912,1594
-"lr_0",2.3552241142549577e-07,1613937299912,1594
-"mom_0",0.9452905046765367,1613937299912,1594
-"eps_0",1e-05,1613937299912,1594
-"wd_1",0.01,1613937299912,1594
-"sqr_mom_1",0.99,1613937299912,1594
-"lr_1",2.3552241142549594e-06,1613937299912,1594
-"mom_1",0.9452905046765367,1613937299912,1594
-"eps_1",1e-05,1613937299912,1594
-"wd_2",0.01,1613937299912,1594
-"sqr_mom_2",0.99,1613937299912,1594
-"lr_2",2.355224114254954e-05,1613937299912,1594
-"mom_2",0.9452905046765367,1613937299912,1594
-"eps_2",1e-05,1613937299912,1594
-"train_loss",0.032289356,1613937300932,1595
-"raw_loss",0.02260113,1613937300932,1595
-"epoch",10.037735849056602,1613937300932,1595
-"wd_0",0.01,1613937300932,1595
-"sqr_mom_0",0.99,1613937300932,1595
-"lr_0",2.3254167773221783e-07,1613937300932,1595
-"mom_0",0.945350119946555,1613937300932,1595
-"eps_0",1e-05,1613937300932,1595
-"wd_1",0.01,1613937300932,1595
-"sqr_mom_1",0.99,1613937300932,1595
-"lr_1",2.3254167773221766e-06,1613937300932,1595
-"mom_1",0.945350119946555,1613937300932,1595
-"eps_1",1e-05,1613937300932,1595
-"wd_2",0.01,1613937300932,1595
-"sqr_mom_2",0.99,1613937300932,1595
-"lr_2",2.3254167773221752e-05,1613937300932,1595
-"mom_2",0.945350119946555,1613937300932,1595
-"eps_2",1e-05,1613937300932,1595
-"train_loss",0.032890968,1613937301913,1596
-"raw_loss",0.062370077,1613937301913,1596
-"epoch",10.044025157232703,1613937301913,1596
-"wd_0",0.01,1613937301913,1596
-"sqr_mom_0",0.99,1613937301913,1596
-"lr_0",2.2957881404652403e-07,1613937301913,1596
-"mom_0",0.9454093778128476,1613937301913,1596
-"eps_0",1e-05,1613937301913,1596
-"wd_1",0.01,1613937301913,1596
-"sqr_mom_1",0.99,1613937301913,1596
-"lr_1",2.295788140465242e-06,1613937301913,1596
-"mom_1",0.9454093778128476,1613937301913,1596
-"eps_1",1e-05,1613937301913,1596
-"wd_2",0.01,1613937301913,1596
-"sqr_mom_2",0.99,1613937301913,1596
-"lr_2",2.295788140465238e-05,1613937301913,1596
-"mom_2",0.9454093778128476,1613937301913,1596
-"eps_2",1e-05,1613937301913,1596
-"train_loss",0.03275071,1613937302911,1597
-"raw_loss",0.025878055,1613937302911,1597
-"epoch",10.050314465408803,1613937302911,1597
-"wd_0",0.01,1613937302911,1597
-"sqr_mom_0",0.99,1613937302911,1597
-"lr_0",2.2663462653951818e-07,1613937302911,1597
-"mom_0",0.9454682621518311,1613937302911,1597
-"eps_0",1e-05,1613937302911,1597
-"wd_1",0.01,1613937302911,1597
-"sqr_mom_1",0.99,1613937302911,1597
-"lr_1",2.2663462653951835e-06,1613937302911,1597
-"mom_1",0.9454682621518311,1613937302911,1597
-"eps_1",1e-05,1613937302911,1597
-"wd_2",0.01,1613937302911,1597
-"sqr_mom_2",0.99,1613937302911,1597
-"lr_2",2.2663462653951794e-05,1613937302911,1597
-"mom_2",0.9454682621518311,1613937302911,1597
-"eps_2",1e-05,1613937302911,1597
-"train_loss",0.032515984,1613937303883,1598
-"raw_loss",0.02101437,1613937303883,1598
-"epoch",10.056603773584904,1613937303883,1598
-"wd_0",0.01,1613937303883,1598
-"sqr_mom_0",0.99,1613937303883,1598
-"lr_0",2.2370796662344967e-07,1613937303883,1598
-"mom_0",0.9455267959354903,1613937303883,1598
-"eps_0",1e-05,1613937303883,1598
-"wd_1",0.01,1613937303883,1598
-"sqr_mom_1",0.99,1613937303883,1598
-"lr_1",2.2370796662344984e-06,1613937303883,1598
-"mom_1",0.9455267959354903,1613937303883,1598
-"eps_1",1e-05,1613937303883,1598
-"wd_2",0.01,1613937303883,1598
-"sqr_mom_2",0.99,1613937303883,1598
-"lr_2",2.2370796662344943e-05,1613937303883,1598
-"mom_2",0.9455267959354903,1613937303883,1598
-"eps_2",1e-05,1613937303883,1598
-"train_loss",0.03226119,1613937304914,1599
-"raw_loss",0.01977628,1613937304914,1599
-"epoch",10.062893081761004,1613937304914,1599
-"wd_0",0.01,1613937304914,1599
-"sqr_mom_0",0.99,1613937304914,1599
-"lr_0",2.2079963777948114e-07,1613937304914,1599
-"mom_0",0.9455849630940413,1613937304914,1599
-"eps_0",1e-05,1613937304914,1599
-"wd_1",0.01,1613937304914,1599
-"sqr_mom_1",0.99,1613937304914,1599
-"lr_1",2.207996377794813e-06,1613937304914,1599
-"mom_1",0.9455849630940413,1613937304914,1599
-"eps_1",1e-05,1613937304914,1599
-"wd_2",0.01,1613937304914,1599
-"sqr_mom_2",0.99,1613937304914,1599
-"lr_2",2.2079963777948063e-05,1613937304914,1599
-"mom_2",0.9455849630940413,1613937304914,1599
-"eps_2",1e-05,1613937304914,1599
-"train_loss",0.032346558,1613937305887,1600
-"raw_loss",0.036529645,1613937305887,1600
-"epoch",10.069182389937104,1613937305887,1600
-"wd_0",0.01,1613937305887,1600
-"sqr_mom_0",0.99,1613937305887,1600
-"lr_0",2.1790965956767603e-07,1613937305887,1600
-"mom_0",0.9456427632362788,1613937305887,1600
-"eps_0",1e-05,1613937305887,1600
-"wd_1",0.01,1613937305887,1600
-"sqr_mom_1",0.99,1613937305887,1600
-"lr_1",2.179096595676757e-06,1613937305887,1600
-"mom_1",0.9456427632362788,1613937305887,1600
-"eps_1",1e-05,1613937305887,1600
-"wd_2",0.01,1613937305887,1600
-"sqr_mom_2",0.99,1613937305887,1600
-"lr_2",2.179096595676753e-05,1613937305887,1600
-"mom_2",0.9456427632362788,1613937305887,1600
-"eps_2",1e-05,1613937305887,1600
-"train_loss",0.032320425,1613937306934,1601
-"raw_loss",0.031039955,1613937306934,1601
-"epoch",10.075471698113205,1613937306934,1601
-"wd_0",0.01,1613937306934,1601
-"sqr_mom_0",0.99,1613937306934,1601
-"lr_0",2.1503767154966723e-07,1613937306934,1601
-"mom_0",0.9457002035710423,1613937306934,1601
-"eps_0",1e-05,1613937306934,1601
-"wd_1",0.01,1613937306934,1601
-"sqr_mom_1",0.99,1613937306934,1601
-"lr_1",2.1503767154966723e-06,1613937306934,1601
-"mom_1",0.9457002035710423,1613937306934,1601
-"eps_1",1e-05,1613937306934,1601
-"wd_2",0.01,1613937306934,1601
-"sqr_mom_2",0.99,1613937306934,1601
-"lr_2",2.1503767154966696e-05,1613937306934,1601
-"mom_2",0.9457002035710423,1613937306934,1601
-"eps_2",1e-05,1613937306934,1601
-"train_loss",0.032523178,1613937307907,1602
-"raw_loss",0.04245811,1613937307907,1602
-"epoch",10.081761006289305,1613937307907,1602
-"wd_0",0.01,1613937307907,1602
-"sqr_mom_0",0.99,1613937307907,1602
-"lr_0",2.121838889424574e-07,1613937307907,1602
-"mom_0",0.9457572797939487,1613937307907,1602
-"eps_0",1e-05,1613937307907,1602
-"wd_1",0.01,1613937307907,1602
-"sqr_mom_1",0.99,1613937307907,1602
-"lr_1",2.121838889424569e-06,1613937307907,1602
-"mom_1",0.9457572797939487,1613937307907,1602
-"eps_1",1e-05,1613937307907,1602
-"wd_2",0.01,1613937307907,1602
-"sqr_mom_2",0.99,1613937307907,1602
-"lr_2",2.1218388894245677e-05,1613937307907,1602
-"mom_2",0.9457572797939487,1613937307907,1602
-"eps_2",1e-05,1613937307907,1602
-"train_loss",0.032617874,1613937308884,1603
-"raw_loss",0.037258044,1613937308884,1603
-"epoch",10.088050314465406,1613937308884,1603
-"wd_0",0.01,1613937308884,1603
-"sqr_mom_0",0.99,1613937308884,1603
-"lr_0",2.0934814697947735e-07,1613937308884,1603
-"mom_0",0.9458139952003625,1613937308884,1603
-"eps_0",1e-05,1613937308884,1603
-"wd_1",0.01,1613937308884,1603
-"sqr_mom_1",0.99,1613937308884,1603
-"lr_1",2.0934814697947667e-06,1613937308884,1603
-"mom_1",0.9458139952003625,1613937308884,1603
-"eps_1",1e-05,1613937308884,1603
-"wd_2",0.01,1613937308884,1603
-"sqr_mom_2",0.99,1613937308884,1603
-"lr_2",2.0934814697947627e-05,1613937308884,1603
-"mom_2",0.9458139952003625,1613937308884,1603
-"eps_2",1e-05,1613937308884,1603
-"train_loss",0.032360256,1613937309862,1604
-"raw_loss",0.01973699,1613937309862,1604
-"epoch",10.094339622641506,1613937309862,1604
-"wd_0",0.01,1613937309862,1604
-"sqr_mom_0",0.99,1613937309862,1604
-"lr_0",2.0653103076411918e-07,1613937309862,1604
-"mom_0",0.9458703380880984,1613937309862,1604
-"eps_0",1e-05,1613937309862,1604
-"wd_1",0.01,1613937309862,1604
-"sqr_mom_1",0.99,1613937309862,1604
-"lr_1",2.065310307641197e-06,1613937309862,1604
-"mom_1",0.9458703380880984,1613937309862,1604
-"eps_1",1e-05,1613937309862,1604
-"wd_2",0.01,1613937309862,1604
-"sqr_mom_2",0.99,1613937309862,1604
-"lr_2",2.0653103076411915e-05,1613937309862,1604
-"mom_2",0.9458703380880984,1613937309862,1604
-"eps_2",1e-05,1613937309862,1604
-"train_loss",0.032426655,1613937310822,1605
-"raw_loss",0.035680167,1613937310822,1605
-"epoch",10.100628930817606,1613937310822,1605
-"wd_0",0.01,1613937310822,1605
-"sqr_mom_0",0.99,1613937310822,1605
-"lr_0",2.0373200023158165e-07,1613937310822,1605
-"mom_0",0.945926319258561,1613937310822,1605
-"eps_0",1e-05,1613937310822,1605
-"wd_1",0.01,1613937310822,1605
-"sqr_mom_1",0.99,1613937310822,1605
-"lr_1",2.0373200023158182e-06,1613937310822,1605
-"mom_1",0.945926319258561,1613937310822,1605
-"eps_1",1e-05,1613937310822,1605
-"wd_2",0.01,1613937310822,1605
-"sqr_mom_2",0.99,1613937310822,1605
-"lr_2",2.03732000231581e-05,1613937310822,1605
-"mom_2",0.945926319258561,1613937310822,1605
-"eps_2",1e-05,1613937310822,1605
-"train_loss",0.032249503,1613937311793,1606
-"raw_loss",0.023569085,1613937311793,1606
-"epoch",10.106918238993707,1613937311793,1606
-"wd_0",0.01,1613937311793,1606
-"sqr_mom_0",0.99,1613937311793,1606
-"lr_0",2.009512651866598e-07,1613937311793,1606
-"mom_0",0.945981934515612,1613937311793,1606
-"eps_0",1e-05,1613937311793,1606
-"wd_1",0.01,1613937311793,1606
-"sqr_mom_1",0.99,1613937311793,1606
-"lr_1",2.009512651866603e-06,1613937311793,1606
-"mom_1",0.945981934515612,1613937311793,1606
-"eps_1",1e-05,1613937311793,1606
-"wd_2",0.01,1613937311793,1606
-"sqr_mom_2",0.99,1613937311793,1606
-"lr_2",2.0095126518665963e-05,1613937311793,1606
-"mom_2",0.945981934515612,1613937311793,1606
-"eps_2",1e-05,1613937311793,1606
-"train_loss",0.032026727,1613937312773,1607
-"raw_loss",0.02111073,1613937312773,1607
-"epoch",10.113207547169807,1613937312773,1607
-"wd_0",0.01,1613937312773,1607
-"sqr_mom_0",0.99,1613937312773,1607
-"lr_0",1.9818903043364135e-07,1613937312773,1607
-"mom_0",0.9460371797631247,1613937312773,1607
-"eps_0",1e-05,1613937312773,1607
-"wd_1",0.01,1613937312773,1607
-"sqr_mom_1",0.99,1613937312773,1607
-"lr_1",1.981890304336412e-06,1613937312773,1607
-"mom_1",0.9460371797631247,1613937312773,1607
-"eps_1",1e-05,1613937312773,1607
-"wd_2",0.01,1613937312773,1607
-"sqr_mom_2",0.99,1613937312773,1607
-"lr_2",1.981890304336405e-05,1613937312773,1607
-"mom_2",0.9460371797631247,1613937312773,1607
-"eps_2",1e-05,1613937312773,1607
-"train_loss",0.031942077,1613937313747,1608
-"raw_loss",0.027794216,1613937313747,1608
-"epoch",10.119496855345908,1613937313747,1608
-"wd_0",0.01,1613937313747,1608
-"sqr_mom_0",0.99,1613937313747,1608
-"lr_0",1.954449514663348e-07,1613937313747,1608
-"mom_0",0.9460920618912921,1613937313747,1608
-"eps_0",1e-05,1613937313747,1608
-"wd_1",0.01,1613937313747,1608
-"sqr_mom_1",0.99,1613937313747,1608
-"lr_1",1.954449514663348e-06,1613937313747,1608
-"mom_1",0.9460920618912921,1613937313747,1608
-"eps_1",1e-05,1613937313747,1608
-"wd_2",0.01,1613937313747,1608
-"sqr_mom_2",0.99,1613937313747,1608
-"lr_2",1.9544495146633467e-05,1613937313747,1608
-"mom_2",0.9460920618912921,1613937313747,1608
-"eps_2",1e-05,1613937313747,1608
-"train_loss",0.031834725,1613937314722,1609
-"raw_loss",0.026574567,1613937314722,1609
-"epoch",10.125786163522008,1613937314722,1609
-"wd_0",0.01,1613937314722,1609
-"sqr_mom_0",0.99,1613937314722,1609
-"lr_0",1.9271905380001526e-07,1613937314722,1609
-"mom_0",0.9461465803898036,1613937314722,1609
-"eps_0",1e-05,1613937314722,1609
-"wd_1",0.01,1613937314722,1609
-"sqr_mom_1",0.99,1613937314722,1609
-"lr_1",1.927190538000156e-06,1613937314722,1609
-"mom_1",0.9461465803898036,1613937314722,1609
-"eps_1",1e-05,1613937314722,1609
-"wd_2",0.01,1613937314722,1609
-"sqr_mom_2",0.99,1613937314722,1609
-"lr_2",1.9271905380001506e-05,1613937314722,1609
-"mom_2",0.9461465803898036,1613937314722,1609
-"eps_2",1e-05,1613937314722,1609
-"train_loss",0.03182958,1613937315729,1610
-"raw_loss",0.0315775,1613937315729,1610
-"epoch",10.132075471698109,1613937315729,1610
-"wd_0",0.01,1613937315729,1610
-"sqr_mom_0",0.99,1613937315729,1610
-"lr_0",1.9001172079756118e-07,1613937315729,1610
-"mom_0",0.9462007275913247,1613937315729,1610
-"eps_0",1e-05,1613937315729,1610
-"wd_1",0.01,1613937315729,1610
-"sqr_mom_1",0.99,1613937315729,1610
-"lr_1",1.90011720797561e-06,1613937315729,1610
-"mom_1",0.9462007275913247,1613937315729,1610
-"eps_1",1e-05,1613937315729,1610
-"wd_2",0.01,1613937315729,1610
-"sqr_mom_2",0.99,1613937315729,1610
-"lr_2",1.9001172079756033e-05,1613937315729,1610
-"mom_2",0.9462007275913247,1613937315729,1610
-"eps_2",1e-05,1613937315729,1610
-"train_loss",0.031613823,1613937316722,1611
-"raw_loss",0.02104173,1613937316722,1611
-"epoch",10.138364779874209,1613937316722,1611
-"wd_0",0.01,1613937316722,1611
-"sqr_mom_0",0.99,1613937316722,1611
-"lr_0",1.8732297036864143e-07,1613937316722,1611
-"mom_0",0.9462545031376585,1613937316722,1611
-"eps_0",1e-05,1613937316722,1611
-"wd_1",0.01,1613937316722,1611
-"sqr_mom_1",0.99,1613937316722,1611
-"lr_1",1.873229703686411e-06,1613937316722,1611
-"mom_1",0.9462545031376585,1613937316722,1611
-"eps_1",1e-05,1613937316722,1611
-"wd_2",0.01,1613937316722,1611
-"sqr_mom_2",0.99,1613937316722,1611
-"lr_2",1.873229703686411e-05,1613937316722,1611
-"mom_2",0.9462545031376585,1613937316722,1611
-"eps_2",1e-05,1613937316722,1611
-"train_loss",0.031434666,1613937317706,1612
-"raw_loss",0.022655947,1613937317706,1612
-"epoch",10.14465408805031,1613937317706,1612
-"wd_0",0.01,1613937317706,1612
-"sqr_mom_0",0.99,1613937317706,1612
-"lr_0",1.846524671720389e-07,1613937317706,1612
-"mom_0",0.9463079137356966,1613937317706,1612
-"eps_0",1e-05,1613937317706,1612
-"wd_1",0.01,1613937317706,1612
-"sqr_mom_1",0.99,1613937317706,1612
-"lr_1",1.8465246717203857e-06,1613937317706,1612
-"mom_1",0.9463079137356966,1613937317706,1612
-"eps_1",1e-05,1613937317706,1612
-"wd_2",0.01,1613937317706,1612
-"sqr_mom_2",0.99,1613937317706,1612
-"lr_2",1.8465246717203857e-05,1613937317706,1612
-"mom_2",0.9463079137356966,1613937317706,1612
-"eps_2",1e-05,1613937317706,1612
-"train_loss",0.031712387,1613937318683,1613
-"raw_loss",0.04532073,1613937318683,1613
-"epoch",10.15094339622641,1613937318683,1613
-"wd_0",0.01,1613937318683,1613
-"sqr_mom_0",0.99,1613937318683,1613
-"lr_0",1.8200041147734714e-07,1613937318683,1613
-"mom_0",0.9463609553800068,1613937318683,1613
-"eps_0",1e-05,1613937318683,1613
-"wd_1",0.01,1613937318683,1613
-"sqr_mom_1",0.99,1613937318683,1613
-"lr_1",1.8200041147734764e-06,1613937318683,1613
-"mom_1",0.9463609553800068,1613937318683,1613
-"eps_1",1e-05,1613937318683,1613
-"wd_2",0.01,1613937318683,1613
-"sqr_mom_2",0.99,1613937318683,1613
-"lr_2",1.8200041147734697e-05,1613937318683,1613
-"mom_2",0.9463609553800068,1613937318683,1613
-"eps_2",1e-05,1613937318683,1613
-"train_loss",0.03153919,1613937319660,1614
-"raw_loss",0.023052543,1613937319660,1614
-"epoch",10.15723270440251,1613937319660,1614
-"wd_0",0.01,1613937319660,1614
-"sqr_mom_0",0.99,1613937319660,1614
-"lr_0",1.7936699851210115e-07,1613937319660,1614
-"mom_0",0.9464136241659996,1613937319660,1614
-"eps_0",1e-05,1613937319660,1614
-"wd_1",0.01,1613937319660,1614
-"sqr_mom_1",0.99,1613937319660,1614
-"lr_1",1.7936699851210132e-06,1613937319660,1614
-"mom_1",0.9464136241659996,1613937319660,1614
-"eps_1",1e-05,1613937319660,1614
-"wd_2",0.01,1613937319660,1614
-"sqr_mom_2",0.99,1613937319660,1614
-"lr_2",1.7936699851210105e-05,1613937319660,1614
-"mom_2",0.9464136241659996,1613937319660,1614
-"eps_2",1e-05,1613937319660,1614
-"train_loss",0.031194607,1613937320630,1615
-"raw_loss",0.014309943,1613937320630,1615
-"epoch",10.16352201257861,1613937320630,1615
-"wd_0",0.01,1613937320630,1615
-"sqr_mom_0",0.99,1613937320630,1615
-"lr_0",1.7675189983677776e-07,1613937320630,1615
-"mom_0",0.946465926662531,1613937320630,1615
-"eps_0",1e-05,1613937320630,1615
-"wd_1",0.01,1613937320630,1615
-"sqr_mom_1",0.99,1613937320630,1615
-"lr_1",1.7675189983677725e-06,1613937320630,1615
-"mom_1",0.946465926662531,1613937320630,1615
-"eps_1",1e-05,1613937320630,1615
-"wd_2",0.01,1613937320630,1615
-"sqr_mom_2",0.99,1613937320630,1615
-"lr_2",1.7675189983677698e-05,1613937320630,1615
-"mom_2",0.946465926662531,1613937320630,1615
-"eps_2",1e-05,1613937320630,1615
-"train_loss",0.031099636,1613937321597,1616
-"raw_loss",0.026446097,1613937321597,1616
-"epoch",10.169811320754711,1613937321597,1616
-"wd_0",0.01,1613937321597,1616
-"sqr_mom_0",0.99,1613937321597,1616
-"lr_0",1.7415513996875493e-07,1613937321597,1616
-"mom_0",0.9465178623792486,1613937321597,1616
-"eps_0",1e-05,1613937321597,1616
-"wd_1",0.01,1613937321597,1616
-"sqr_mom_1",0.99,1613937321597,1616
-"lr_1",1.7415513996875493e-06,1613937321597,1616
-"mom_1",0.9465178623792486,1613937321597,1616
-"eps_1",1e-05,1613937321597,1616
-"wd_2",0.01,1613937321597,1616
-"sqr_mom_2",0.99,1613937321597,1616
-"lr_2",1.7415513996875452e-05,1613937321597,1616
-"mom_2",0.9465178623792486,1613937321597,1616
-"eps_2",1e-05,1613937321597,1616
-"train_loss",0.03183688,1613937322588,1617
-"raw_loss",0.06796172,1613937322588,1617
-"epoch",10.176100628930811,1613937322588,1617
-"wd_0",0.01,1613937322588,1617
-"sqr_mom_0",0.99,1613937322588,1617
-"lr_0",1.715770841093194e-07,1613937322588,1617
-"mom_0",0.9465694240120537,1613937322588,1617
-"eps_0",1e-05,1613937322588,1617
-"wd_1",0.01,1613937322588,1617
-"sqr_mom_1",0.99,1613937322588,1617
-"lr_1",1.7157708410931992e-06,1613937322588,1617
-"mom_1",0.9465694240120537,1613937322588,1617
-"eps_1",1e-05,1613937322588,1617
-"wd_2",0.01,1613937322588,1617
-"sqr_mom_2",0.99,1613937322588,1617
-"lr_2",1.7157708410931924e-05,1613937322588,1617
-"mom_2",0.9465694240120537,1613937322588,1617
-"eps_2",1e-05,1613937322588,1617
-"train_loss",0.031936187,1613937323576,1618
-"raw_loss",0.036802344,1613937323576,1618
-"epoch",10.182389937106912,1613937323576,1618
-"wd_0",0.01,1613937323576,1618
-"sqr_mom_0",0.99,1613937323576,1618
-"lr_0",1.6901774910880678e-07,1613937323576,1618
-"mom_0",0.946620611223936,1613937323576,1618
-"eps_0",1e-05,1613937323576,1618
-"wd_1",0.01,1613937323576,1618
-"sqr_mom_1",0.99,1613937323576,1618
-"lr_1",1.6901774910880695e-06,1613937323576,1618
-"mom_1",0.946620611223936,1613937323576,1618
-"eps_1",1e-05,1613937323576,1618
-"wd_2",0.01,1613937323576,1618
-"sqr_mom_2",0.99,1613937323576,1618
-"lr_2",1.6901774910880627e-05,1613937323576,1618
-"mom_2",0.946620611223936,1613937323576,1618
-"eps_2",1e-05,1613937323576,1618
-"train_loss",0.031627655,1613937324550,1619
-"raw_loss",0.016509509,1613937324550,1619
-"epoch",10.188679245283012,1613937324550,1619
-"wd_0",0.01,1613937324550,1619
-"sqr_mom_0",0.99,1613937324550,1619
-"lr_0",1.6647681576670318e-07,1613937324550,1619
-"mom_0",0.9466714303989698,1613937324550,1619
-"eps_0",1e-05,1613937324550,1619
-"wd_1",0.01,1613937324550,1619
-"sqr_mom_1",0.99,1613937324550,1619
-"lr_1",1.6647681576670352e-06,1613937324550,1619
-"mom_1",0.9466714303989698,1613937324550,1619
-"eps_1",1e-05,1613937324550,1619
-"wd_2",0.01,1613937324550,1619
-"sqr_mom_2",0.99,1613937324550,1619
-"lr_2",1.664768157667027e-05,1613937324550,1619
-"mom_2",0.9466714303989698,1613937324550,1619
-"eps_2",1e-05,1613937324550,1619
-"train_loss",0.03131131,1613937325530,1620
-"raw_loss",0.015810374,1613937325530,1620
-"epoch",10.194968553459113,1613937325530,1620
-"wd_0",0.01,1613937325530,1620
-"sqr_mom_0",0.99,1613937325530,1620
-"lr_0",1.6395447473921864e-07,1613937325530,1620
-"mom_0",0.9467218777239929,1613937325530,1620
-"eps_0",1e-05,1613937325530,1620
-"wd_1",0.01,1613937325530,1620
-"sqr_mom_1",0.99,1613937325530,1620
-"lr_1",1.639544747392183e-06,1613937325530,1620
-"mom_1",0.9467218777239929,1613937325530,1620
-"eps_1",1e-05,1613937325530,1620
-"wd_2",0.01,1613937325530,1620
-"sqr_mom_2",0.99,1613937325530,1620
-"lr_2",1.639544747392179e-05,1613937325530,1620
-"mom_2",0.9467218777239929,1613937325530,1620
-"eps_2",1e-05,1613937325530,1620
-"train_loss",0.031306148,1613937326508,1621
-"raw_loss",0.031053185,1613937326508,1621
-"epoch",10.201257861635213,1613937326508,1621
-"wd_0",0.01,1613937326508,1621
-"sqr_mom_0",0.99,1613937326508,1621
-"lr_0",1.6145091160091945e-07,1613937326508,1621
-"mom_0",0.9467719494874764,1613937326508,1621
-"eps_0",1e-05,1613937326508,1621
-"wd_1",0.01,1613937326508,1621
-"sqr_mom_1",0.99,1613937326508,1621
-"lr_1",1.6145091160091928e-06,1613937326508,1621
-"mom_1",0.9467719494874764,1613937326508,1621
-"eps_1",1e-05,1613937326508,1621
-"wd_2",0.01,1613937326508,1621
-"sqr_mom_2",0.99,1613937326508,1621
-"lr_2",1.614509116009186e-05,1613937326508,1621
-"mom_2",0.9467719494874764,1613937326508,1621
-"eps_2",1e-05,1613937326508,1621
-"train_loss",0.031190153,1613937327472,1622
-"raw_loss",0.025506457,1613937327472,1622
-"epoch",10.207547169811313,1613937327472,1622
-"wd_0",0.01,1613937327472,1622
-"sqr_mom_0",0.99,1613937327472,1622
-"lr_0",1.5896564986582002e-07,1613937327472,1622
-"mom_0",0.9468216552192358,1613937327472,1622
-"eps_0",1e-05,1613937327472,1622
-"wd_1",0.01,1613937327472,1622
-"sqr_mom_1",0.99,1613937327472,1622
-"lr_1",1.5896564986581986e-06,1613937327472,1622
-"mom_1",0.9468216552192358,1613937327472,1622
-"eps_1",1e-05,1613937327472,1622
-"wd_2",0.01,1613937327472,1622
-"sqr_mom_2",0.99,1613937327472,1622
-"lr_2",1.5896564986581986e-05,1613937327472,1622
-"mom_2",0.9468216552192358,1613937327472,1622
-"eps_2",1e-05,1613937327472,1622
-"train_loss",0.031392522,1613937328453,1623
-"raw_loss",0.04130859,1613937328453,1623
-"epoch",10.213836477987414,1613937328453,1623
-"wd_0",0.01,1613937328453,1623
-"sqr_mom_0",0.99,1613937328453,1623
-"lr_0",1.5649920576787738e-07,1613937328453,1623
-"mom_0",0.9468709845944884,1613937328453,1623
-"eps_0",1e-05,1613937328453,1623
-"wd_1",0.01,1613937328453,1623
-"sqr_mom_1",0.99,1613937328453,1623
-"lr_1",1.5649920576787704e-06,1613937328453,1623
-"mom_1",0.9468709845944884,1613937328453,1623
-"eps_1",1e-05,1613937328453,1623
-"wd_2",0.01,1613937328453,1623
-"sqr_mom_2",0.99,1613937328453,1623
-"lr_2",1.5649920576787664e-05,1613937328453,1623
-"mom_2",0.9468709845944884,1613937328453,1623
-"eps_2",1e-05,1613937328453,1623
-"train_loss",0.031198528,1613937329421,1624
-"raw_loss",0.02169282,1613937329421,1624
-"epoch",10.220125786163514,1613937329421,1624
-"wd_0",0.01,1613937329421,1624
-"sqr_mom_0",0.99,1613937329421,1624
-"lr_0",1.5405159524417058e-07,1613937329421,1624
-"mom_0",0.9469199372944895,1613937329421,1624
-"eps_0",1e-05,1613937329421,1624
-"wd_1",0.01,1613937329421,1624
-"sqr_mom_1",0.99,1613937329421,1624
-"lr_1",1.5405159524417092e-06,1613937329421,1624
-"mom_1",0.9469199372944895,1613937329421,1624
-"eps_1",1e-05,1613937329421,1624
-"wd_2",0.01,1613937329421,1624
-"sqr_mom_2",0.99,1613937329421,1624
-"lr_2",1.5405159524417024e-05,1613937329421,1624
-"mom_2",0.9469199372944895,1613937329421,1624
-"eps_2",1e-05,1613937329421,1624
-"train_loss",0.031441186,1613937330412,1625
-"raw_loss",0.043331366,1613937330412,1625
-"epoch",10.226415094339615,1613937330412,1625
-"wd_0",0.01,1613937330412,1625
-"sqr_mom_0",0.99,1613937330412,1625
-"lr_0",1.5162251302847745e-07,1613937330412,1625
-"mom_0",0.9469685194246247,1613937330412,1625
-"eps_0",1e-05,1613937330412,1625
-"wd_1",0.01,1613937330412,1625
-"sqr_mom_1",0.99,1613937330412,1625
-"lr_1",1.5162251302847728e-06,1613937330412,1625
-"mom_1",0.9469685194246247,1613937330412,1625
-"eps_1",1e-05,1613937330412,1625
-"wd_2",0.01,1613937330412,1625
-"sqr_mom_2",0.99,1613937330412,1625
-"lr_2",1.5162251302847714e-05,1613937330412,1625
-"mom_2",0.9469685194246247,1613937330412,1625
-"eps_2",1e-05,1613937330412,1625
-"train_loss",0.031103795,1613937331450,1626
-"raw_loss",0.014571652,1613937331450,1626
-"epoch",10.232704402515715,1613937331450,1626
-"wd_0",0.01,1613937331450,1626
-"sqr_mom_0",0.99,1613937331450,1626
-"lr_0",1.4921214147759114e-07,1613937331450,1626
-"mom_0",0.9470167273377215,1613937331450,1626
-"eps_0",1e-05,1613937331450,1626
-"wd_1",0.01,1613937331450,1626
-"sqr_mom_1",0.99,1613937331450,1626
-"lr_1",1.4921214147759098e-06,1613937331450,1626
-"mom_1",0.9470167273377215,1613937331450,1626
-"eps_1",1e-05,1613937331450,1626
-"wd_2",0.01,1613937331450,1626
-"sqr_mom_2",0.99,1613937331450,1626
-"lr_2",1.4921214147759084e-05,1613937331450,1626
-"mom_2",0.9470167273377215,1613937331450,1626
-"eps_2",1e-05,1613937331450,1626
-"train_loss",0.030880315,1613937332473,1627
-"raw_loss",0.019929742,1613937332473,1627
-"epoch",10.238993710691815,1613937332473,1627
-"wd_0",0.01,1613937332473,1627
-"sqr_mom_0",0.99,1613937332473,1627
-"lr_0",1.4682034175758204e-07,1613937332473,1627
-"mom_0",0.9470645638104864,1613937332473,1627
-"eps_0",1e-05,1613937332473,1627
-"wd_1",0.01,1613937332473,1627
-"sqr_mom_1",0.99,1613937332473,1627
-"lr_1",1.4682034175758204e-06,1613937332473,1627
-"mom_1",0.9470645638104864,1613937332473,1627
-"eps_1",1e-05,1613937332473,1627
-"wd_2",0.01,1613937332473,1627
-"sqr_mom_2",0.99,1613937332473,1627
-"lr_2",1.4682034175758163e-05,1613937332473,1627
-"mom_2",0.9470645638104864,1613937332473,1627
-"eps_2",1e-05,1613937332473,1627
-"train_loss",0.030946435,1613937333510,1628
-"raw_loss",0.03418635,1613937333510,1628
-"epoch",10.245283018867916,1613937333510,1628
-"wd_0",0.01,1613937333510,1628
-"sqr_mom_0",0.99,1613937333510,1628
-"lr_0",1.444477638325923e-07,1613937333510,1628
-"mom_0",0.9471120158435066,1613937333510,1628
-"eps_0",1e-05,1613937333510,1628
-"wd_1",0.01,1613937333510,1628
-"sqr_mom_1",0.99,1613937333510,1628
-"lr_1",1.4444776383259195e-06,1613937333510,1628
-"mom_1",0.9471120158435066,1613937333510,1628
-"eps_1",1e-05,1613937333510,1628
-"wd_2",0.01,1613937333510,1628
-"sqr_mom_2",0.99,1613937333510,1628
-"lr_2",1.4444776383259182e-05,1613937333510,1628
-"mom_2",0.9471120158435066,1613937333510,1628
-"eps_2",1e-05,1613937333510,1628
-"train_loss",0.030774169,1613937334489,1629
-"raw_loss",0.022333093,1613937334489,1629
-"epoch",10.251572327044016,1613937334489,1629
-"wd_0",0.01,1613937334489,1629
-"sqr_mom_0",0.99,1613937334489,1629
-"lr_0",1.4209348211145741e-07,1613937334489,1629
-"mom_0",0.9471591019487903,1613937334489,1629
-"eps_0",1e-05,1613937334489,1629
-"wd_1",0.01,1613937334489,1629
-"sqr_mom_1",0.99,1613937334489,1629
-"lr_1",1.4209348211145708e-06,1613937334489,1629
-"mom_1",0.9471591019487903,1613937334489,1629
-"eps_1",1e-05,1613937334489,1629
-"wd_2",0.01,1613937334489,1629
-"sqr_mom_2",0.99,1613937334489,1629
-"lr_2",1.420934821114568e-05,1613937334489,1629
-"mom_2",0.9471591019487903,1613937334489,1629
-"eps_2",1e-05,1613937334489,1629
-"train_loss",0.030691342,1613937335484,1630
-"raw_loss",0.026632873,1613937335484,1630
-"epoch",10.257861635220117,1613937335484,1630
-"wd_0",0.01,1613937335484,1630
-"sqr_mom_0",0.99,1613937335484,1630
-"lr_0",1.397581437707316e-07,1613937335484,1630
-"mom_0",0.9472058091826772,1613937335484,1630
-"eps_0",1e-05,1613937335484,1630
-"wd_1",0.01,1613937335484,1630
-"sqr_mom_1",0.99,1613937335484,1630
-"lr_1",1.3975814377073143e-06,1613937335484,1630
-"mom_1",0.9472058091826772,1613937335484,1630
-"eps_1",1e-05,1613937335484,1630
-"wd_2",0.01,1613937335484,1630
-"sqr_mom_2",0.99,1613937335484,1630
-"lr_2",1.3975814377073102e-05,1613937335484,1630
-"mom_2",0.9472058091826772,1613937335484,1630
-"eps_2",1e-05,1613937335484,1630
-"train_loss",0.030913135,1613937336458,1631
-"raw_loss",0.04178095,1613937336458,1631
-"epoch",10.264150943396217,1613937336458,1631
-"wd_0",0.01,1613937336458,1631
-"sqr_mom_0",0.99,1613937336458,1631
-"lr_0",1.374417636762742e-07,1613937336458,1631
-"mom_0",0.947252137247847,1613937336458,1631
-"eps_0",1e-05,1613937336458,1631
-"wd_1",0.01,1613937336458,1631
-"sqr_mom_1",0.99,1613937336458,1631
-"lr_1",1.374417636762742e-06,1613937336458,1631
-"mom_1",0.947252137247847,1613937336458,1631
-"eps_1",1e-05,1613937336458,1631
-"wd_2",0.01,1613937336458,1631
-"sqr_mom_2",0.99,1613937336458,1631
-"lr_2",1.3744176367627421e-05,1613937336458,1631
-"mom_2",0.947252137247847,1613937336458,1631
-"eps_2",1e-05,1613937336458,1631
-"train_loss",0.03197156,1613937337427,1632
-"raw_loss",0.083834335,1613937337427,1632
-"epoch",10.270440251572317,1613937337427,1632
-"wd_0",0.01,1613937337427,1632
-"sqr_mom_0",0.99,1613937337427,1632
-"lr_0",1.3514405292893416e-07,1613937337427,1632
-"mom_0",0.9472980919223405,1613937337427,1632
-"eps_0",1e-05,1613937337427,1632
-"wd_1",0.01,1613937337427,1632
-"sqr_mom_1",0.99,1613937337427,1632
-"lr_1",1.351440529289345e-06,1613937337427,1632
-"mom_1",0.9472980919223405,1613937337427,1632
-"eps_1",1e-05,1613937337427,1632
-"wd_2",0.01,1613937337427,1632
-"sqr_mom_2",0.99,1613937337427,1632
-"lr_2",1.3514405292893437e-05,1613937337427,1632
-"mom_2",0.9472980919223405,1613937337427,1632
-"eps_2",1e-05,1613937337427,1632
-"train_loss",0.032420777,1613937338393,1633
-"raw_loss",0.05443252,1613937338393,1633
-"epoch",10.276729559748418,1613937338393,1633
-"wd_0",0.01,1613937338393,1633
-"sqr_mom_0",0.99,1613937338393,1633
-"lr_0",1.3286518413690419e-07,1613937338393,1633
-"mom_0",0.9473436697539594,1613937338393,1633
-"eps_0",1e-05,1613937338393,1633
-"wd_1",0.01,1613937338393,1633
-"sqr_mom_1",0.99,1613937338393,1633
-"lr_1",1.328651841369047e-06,1613937338393,1633
-"mom_1",0.9473436697539594,1613937338393,1633
-"eps_1",1e-05,1613937338393,1633
-"wd_2",0.01,1613937338393,1633
-"sqr_mom_2",0.99,1613937338393,1633
-"lr_2",1.3286518413690442e-05,1613937338393,1633
-"mom_2",0.9473436697539594,1613937338393,1633
-"eps_2",1e-05,1613937338393,1633
-"train_loss",0.032121297,1613937339349,1634
-"raw_loss",0.017446844,1613937339349,1634
-"epoch",10.283018867924518,1613937339349,1634
-"wd_0",0.01,1613937339349,1634
-"sqr_mom_0",0.99,1613937339349,1634
-"lr_0",1.3060502615526907e-07,1613937339349,1634
-"mom_0",0.9473888733656283,1613937339349,1634
-"eps_0",1e-05,1613937339349,1634
-"wd_1",0.01,1613937339349,1634
-"sqr_mom_1",0.99,1613937339349,1634
-"lr_1",1.3060502615526957e-06,1613937339349,1634
-"mom_1",0.9473888733656283,1613937339349,1634
-"eps_1",1e-05,1613937339349,1634
-"wd_2",0.01,1613937339349,1634
-"sqr_mom_2",0.99,1613937339349,1634
-"lr_2",1.3060502615526903e-05,1613937339349,1634
-"mom_2",0.9473888733656283,1613937339349,1634
-"eps_2",1e-05,1613937339349,1634
-"train_loss",0.031894054,1613937340302,1635
-"raw_loss",0.020759081,1613937340302,1635
-"epoch",10.289308176100619,1613937340302,1635
-"wd_0",0.01,1613937340302,1635
-"sqr_mom_0",0.99,1613937340302,1635
-"lr_0",1.283640448951579e-07,1613937340302,1635
-"mom_0",0.9474336934390312,1613937340302,1635
-"eps_0",1e-05,1613937340302,1635
-"wd_1",0.01,1613937340302,1635
-"sqr_mom_1",0.99,1613937340302,1635
-"lr_1",1.2836404489515772e-06,1613937340302,1635
-"mom_1",0.9474336934390312,1613937340302,1635
-"eps_1",1e-05,1613937340302,1635
-"wd_2",0.01,1613937340302,1635
-"sqr_mom_2",0.99,1613937340302,1635
-"lr_2",1.2836404489515786e-05,1613937340302,1635
-"mom_2",0.9474336934390312,1613937340302,1635
-"eps_2",1e-05,1613937340302,1635
-"train_loss",0.03187555,1613937341275,1636
-"raw_loss",0.030968895,1613937341275,1636
-"epoch",10.295597484276719,1613937341275,1636
-"wd_0",0.01,1613937341275,1636
-"sqr_mom_0",0.99,1613937341275,1636
-"lr_0",1.26141810307823e-07,1613937341275,1636
-"mom_0",0.9474781385752292,1613937341275,1636
-"eps_0",1e-05,1613937341275,1636
-"wd_1",0.01,1613937341275,1636
-"sqr_mom_1",0.99,1613937341275,1636
-"lr_1",1.261418103078235e-06,1613937341275,1636
-"mom_1",0.9474781385752292,1613937341275,1636
-"eps_1",1e-05,1613937341275,1636
-"wd_2",0.01,1613937341275,1636
-"sqr_mom_2",0.99,1613937341275,1636
-"lr_2",1.2614181030782309e-05,1613937341275,1636
-"mom_2",0.9474781385752292,1613937341275,1636
-"eps_2",1e-05,1613937341275,1636
-"train_loss",0.031806663,1613937342228,1637
-"raw_loss",0.028431144,1613937342228,1637
-"epoch",10.30188679245282,1613937342228,1637
-"wd_0",0.01,1613937342228,1637
-"sqr_mom_0",0.99,1613937342228,1637
-"lr_0",1.2393848940027723e-07,1613937342228,1637
-"mom_0",0.9475222054340487,1613937342228,1637
-"eps_0",1e-05,1613937342228,1637
-"wd_1",0.01,1613937342228,1637
-"sqr_mom_1",0.99,1613937342228,1637
-"lr_1",1.2393848940027774e-06,1613937342228,1637
-"mom_1",0.9475222054340487,1613937342228,1637
-"eps_1",1e-05,1613937342228,1637
-"wd_2",0.01,1613937342228,1637
-"sqr_mom_2",0.99,1613937342228,1637
-"lr_2",1.2393848940027733e-05,1613937342228,1637
-"mom_2",0.9475222054340487,1613937342228,1637
-"eps_2",1e-05,1613937342228,1637
-"train_loss",0.031681083,1613937343182,1638
-"raw_loss",0.025527736,1613937343182,1638
-"epoch",10.30817610062892,1613937343182,1638
-"wd_0",0.01,1613937343182,1638
-"sqr_mom_0",0.99,1613937343182,1638
-"lr_0",1.2175424401005924e-07,1613937343182,1638
-"mom_0",0.9475658907787066,1613937343182,1638
-"eps_0",1e-05,1613937343182,1638
-"wd_1",0.01,1613937343182,1638
-"sqr_mom_1",0.99,1613937343182,1638
-"lr_1",1.2175424401005873e-06,1613937343182,1638
-"mom_1",0.9475658907787066,1613937343182,1638
-"eps_1",1e-05,1613937343182,1638
-"wd_2",0.01,1613937343182,1638
-"sqr_mom_2",0.99,1613937343182,1638
-"lr_2",1.2175424401005832e-05,1613937343182,1638
-"mom_2",0.9475658907787066,1613937343182,1638
-"eps_2",1e-05,1613937343182,1638
-"train_loss",0.03132661,1613937344134,1639
-"raw_loss",0.013957346,1613937344134,1639
-"epoch",10.31446540880502,1613937344134,1639
-"wd_0",0.01,1613937344134,1639
-"sqr_mom_0",0.99,1613937344134,1639
-"lr_0",1.195888017178689e-07,1613937344134,1639
-"mom_0",0.9476092000576432,1613937344134,1639
-"eps_0",1e-05,1613937344134,1639
-"wd_1",0.01,1613937344134,1639
-"sqr_mom_1",0.99,1613937344134,1639
-"lr_1",1.1958880171786891e-06,1613937344134,1639
-"mom_1",0.9476092000576432,1613937344134,1639
-"eps_1",1e-05,1613937344134,1639
-"wd_2",0.01,1613937344134,1639
-"sqr_mom_2",0.99,1613937344134,1639
-"lr_2",1.1958880171786864e-05,1613937344134,1639
-"mom_2",0.9476092000576432,1613937344134,1639
-"eps_2",1e-05,1613937344134,1639
-"train_loss",0.031334206,1613937345156,1640
-"raw_loss",0.031706404,1613937345156,1640
-"epoch",10.32075471698112,1613937345156,1640
-"wd_0",0.01,1613937345156,1640
-"sqr_mom_0",0.99,1613937345156,1640
-"lr_0",1.1744218354948992e-07,1613937345156,1640
-"mom_0",0.9476521328503387,1613937345156,1640
-"eps_0",1e-05,1613937345156,1640
-"wd_1",0.01,1613937345156,1640
-"sqr_mom_1",0.99,1613937345156,1640
-"lr_1",1.1744218354948992e-06,1613937345156,1640
-"mom_1",0.9476521328503387,1613937345156,1640
-"eps_1",1e-05,1613937345156,1640
-"wd_2",0.01,1613937345156,1640
-"sqr_mom_2",0.99,1613937345156,1640
-"lr_2",1.1744218354948924e-05,1613937345156,1640
-"mom_2",0.9476521328503387,1613937345156,1640
-"eps_2",1e-05,1613937345156,1640
-"train_loss",0.031149756,1613937346118,1641
-"raw_loss",0.022111664,1613937346118,1641
-"epoch",10.327044025157221,1613937346118,1641
-"wd_0",0.01,1613937346118,1641
-"sqr_mom_0",0.99,1613937346118,1641
-"lr_0",1.153146913994976e-07,1613937346118,1641
-"mom_0",0.9476946831188412,1613937346118,1641
-"eps_0",1e-05,1613937346118,1641
-"wd_1",0.01,1613937346118,1641
-"sqr_mom_1",0.99,1613937346118,1641
-"lr_1",1.1531469139949743e-06,1613937346118,1641
-"mom_1",0.9476946831188412,1613937346118,1641
-"eps_1",1e-05,1613937346118,1641
-"wd_2",0.01,1613937346118,1641
-"sqr_mom_2",0.99,1613937346118,1641
-"lr_2",1.1531469139949716e-05,1613937346118,1641
-"mom_2",0.9476946831188412,1613937346118,1641
-"eps_2",1e-05,1613937346118,1641
-"train_loss",0.031411186,1613937347057,1642
-"raw_loss",0.04422131,1613937347057,1642
-"epoch",10.333333333333321,1613937347057,1642
-"wd_0",0.01,1613937347057,1642
-"sqr_mom_0",0.99,1613937347057,1642
-"lr_0",1.1320633843883331e-07,1613937347057,1642
-"mom_0",0.9477368505997293,1613937347057,1642
-"eps_0",1e-05,1613937347057,1642
-"wd_1",0.01,1613937347057,1642
-"sqr_mom_1",0.99,1613937347057,1642
-"lr_1",1.1320633843883298e-06,1613937347057,1642
-"mom_1",0.9477368505997293,1613937347057,1642
-"eps_1",1e-05,1613937347057,1642
-"wd_2",0.01,1613937347057,1642
-"sqr_mom_2",0.99,1613937347057,1642
-"lr_2",1.1320633843883298e-05,1613937347057,1642
-"mom_2",0.9477368505997293,1613937347057,1642
-"eps_2",1e-05,1613937347057,1642
-"train_loss",0.031168874,1613937348004,1643
-"raw_loss",0.019295579,1613937348004,1643
-"epoch",10.339622641509422,1613937348004,1643
-"wd_0",0.01,1613937348004,1643
-"sqr_mom_0",0.99,1613937348004,1643
-"lr_0",1.111168617135098e-07,1613937348004,1643
-"mom_0",0.9477786405521352,1613937348004,1643
-"eps_0",1e-05,1613937348004,1643
-"wd_1",0.01,1613937348004,1643
-"sqr_mom_1",0.99,1613937348004,1643
-"lr_1",1.111168617135103e-06,1613937348004,1643
-"mom_1",0.9477786405521352,1613937348004,1643
-"eps_1",1e-05,1613937348004,1643
-"wd_2",0.01,1613937348004,1643
-"sqr_mom_2",0.99,1613937348004,1643
-"lr_2",1.1111686171350922e-05,1613937348004,1643
-"mom_2",0.9477786405521352,1613937348004,1643
-"eps_2",1e-05,1613937348004,1643
-"train_loss",0.031284425,1613937348948,1644
-"raw_loss",0.03694635,1613937348948,1644
-"epoch",10.345911949685522,1613937348948,1644
-"wd_0",0.01,1613937348948,1644
-"sqr_mom_0",0.99,1613937348948,1644
-"lr_0",1.0904641837776967e-07,1613937348948,1644
-"mom_0",0.9478200498329429,1613937348948,1644
-"eps_0",1e-05,1613937348948,1644
-"wd_1",0.01,1613937348948,1644
-"sqr_mom_1",0.99,1613937348948,1644
-"lr_1",1.09046418377769e-06,1613937348948,1644
-"mom_1",0.9478200498329429,1613937348948,1644
-"eps_1",1e-05,1613937348948,1644
-"wd_2",0.01,1613937348948,1644
-"sqr_mom_2",0.99,1613937348948,1644
-"lr_2",1.0904641837776886e-05,1613937348948,1644
-"mom_2",0.9478200498329429,1613937348948,1644
-"eps_2",1e-05,1613937348948,1644
-"train_loss",0.031669762,1613937349921,1645
-"raw_loss",0.0505512,1613937349921,1645
-"epoch",10.352201257861623,1613937349921,1645
-"wd_0",0.01,1613937349921,1645
-"sqr_mom_0",0.99,1613937349921,1645
-"lr_0",1.0699516038365956e-07,1613937349921,1645
-"mom_0",0.9478610754030808,1613937349921,1645
-"eps_0",1e-05,1613937349921,1645
-"wd_1",0.01,1613937349921,1645
-"sqr_mom_1",0.99,1613937349921,1645
-"lr_1",1.0699516038365956e-06,1613937349921,1645
-"mom_1",0.9478610754030808,1613937349921,1645
-"eps_1",1e-05,1613937349921,1645
-"wd_2",0.01,1613937349921,1645
-"sqr_mom_2",0.99,1613937349921,1645
-"lr_2",1.0699516038365875e-05,1613937349921,1645
-"mom_2",0.9478610754030808,1613937349921,1645
-"eps_2",1e-05,1613937349921,1645
-"train_loss",0.03139293,1613937350889,1646
-"raw_loss",0.017828017,1613937350889,1646
-"epoch",10.358490566037723,1613937350889,1646
-"wd_0",0.01,1613937350889,1646
-"sqr_mom_0",0.99,1613937350889,1646
-"lr_0",1.0496283189808384e-07,1613937350889,1646
-"mom_0",0.9479017223792621,1613937350889,1646
-"eps_0",1e-05,1613937350889,1646
-"wd_1",0.01,1613937350889,1646
-"sqr_mom_1",0.99,1613937350889,1646
-"lr_1",1.0496283189808384e-06,1613937350889,1646
-"mom_1",0.9479017223792621,1613937350889,1646
-"eps_1",1e-05,1613937350889,1646
-"wd_2",0.01,1613937350889,1646
-"sqr_mom_2",0.99,1613937350889,1646
-"lr_2",1.049628318980833e-05,1613937350889,1646
-"mom_2",0.9479017223792621,1613937350889,1646
-"eps_2",1e-05,1613937350889,1646
-"train_loss",0.031114692,1613937351853,1647
-"raw_loss",0.017481098,1613937351853,1647
-"epoch",10.364779874213824,1613937351853,1647
-"wd_0",0.01,1613937351853,1647
-"sqr_mom_0",0.99,1613937351853,1647
-"lr_0",1.0294945290954962e-07,1613937351853,1647
-"mom_0",0.9479419903617126,1613937351853,1647
-"eps_0",1e-05,1613937351853,1647
-"wd_1",0.01,1613937351853,1647
-"sqr_mom_1",0.99,1613937351853,1647
-"lr_1",1.0294945290954962e-06,1613937351853,1647
-"mom_1",0.9479419903617126,1613937351853,1647
-"eps_1",1e-05,1613937351853,1647
-"wd_2",0.01,1613937351853,1647
-"sqr_mom_2",0.99,1613937351853,1647
-"lr_2",1.029494529095488e-05,1613937351853,1647
-"mom_2",0.9479419903617126,1613937351853,1647
-"eps_2",1e-05,1613937351853,1647
-"train_loss",0.030843128,1613937352808,1648
-"raw_loss",0.017536467,1613937352808,1648
-"epoch",10.371069182389924,1613937352808,1648
-"wd_0",0.01,1613937352808,1648
-"sqr_mom_0",0.99,1613937352808,1648
-"lr_0",1.0095543823089175e-07,1613937352808,1648
-"mom_0",0.9479818710540927,1613937352808,1648
-"eps_0",1e-05,1613937352808,1648
-"wd_1",0.01,1613937352808,1648
-"sqr_mom_1",0.99,1613937352808,1648
-"lr_1",1.0095543823089158e-06,1613937352808,1648
-"mom_1",0.9479818710540927,1613937352808,1648
-"eps_1",1e-05,1613937352808,1648
-"wd_2",0.01,1613937352808,1648
-"sqr_mom_2",0.99,1613937352808,1648
-"lr_2",1.0095543823089104e-05,1613937352808,1648
-"mom_2",0.9479818710540927,1613937352808,1648
-"eps_2",1e-05,1613937352808,1648
-"train_loss",0.030465124,1613937353762,1649
-"raw_loss",0.011942936,1613937353762,1649
-"epoch",10.377358490566024,1613937353762,1649
-"wd_0",0.01,1613937353762,1649
-"sqr_mom_0",0.99,1613937353762,1649
-"lr_0",9.89804049777893e-08,1613937353762,1649
-"mom_0",0.9480213721141653,1613937353762,1649
-"eps_0",1e-05,1613937353762,1649
-"wd_1",0.01,1613937353762,1649
-"sqr_mom_1",0.99,1613937353762,1649
-"lr_1",9.898040497778964e-07,1613937353762,1649
-"mom_1",0.9480213721141653,1613937353762,1649
-"eps_1",1e-05,1613937353762,1649
-"wd_2",0.01,1613937353762,1649
-"sqr_mom_2",0.99,1613937353762,1649
-"lr_2",9.898040497778897e-06,1613937353762,1649
-"mom_2",0.9480213721141653,1613937353762,1649
-"eps_2",1e-05,1613937353762,1649
-"train_loss",0.030142024,1613937354718,1650
-"raw_loss",0.014310066,1613937354718,1650
-"epoch",10.383647798742125,1613937354718,1650
-"wd_0",0.01,1613937354718,1650
-"sqr_mom_0",0.99,1613937354718,1650
-"lr_0",9.702450181029027e-08,1613937354718,1650
-"mom_0",0.9480604905686998,1613937354718,1650
-"eps_0",1e-05,1613937354718,1650
-"wd_1",0.01,1613937354718,1650
-"sqr_mom_1",0.99,1613937354718,1650
-"lr_1",9.702450181029061e-07,1613937354718,1650
-"mom_1",0.9480604905686998,1613937354718,1650
-"eps_1",1e-05,1613937354718,1650
-"wd_2",0.01,1613937354718,1650
-"sqr_mom_2",0.99,1613937354718,1650
-"lr_2",9.702450181029061e-06,1613937354718,1650
-"mom_2",0.9480604905686998,1613937354718,1650
-"eps_2",1e-05,1613937354718,1650
-"train_loss",0.030083153,1613937355663,1651
-"raw_loss",0.027198495,1613937355663,1651
-"epoch",10.389937106918225,1613937355663,1651
-"wd_0",0.01,1613937355663,1651
-"sqr_mom_0",0.99,1613937355663,1651
-"lr_0",9.508774431185864e-08,1613937355663,1651
-"mom_0",0.9480992261060238,1613937355663,1651
-"eps_0",1e-05,1613937355663,1651
-"wd_1",0.01,1613937355663,1651
-"sqr_mom_1",0.99,1613937355663,1651
-"lr_1",9.508774431185864e-07,1613937355663,1651
-"mom_1",0.9480992261060238,1613937355663,1651
-"eps_1",1e-05,1613937355663,1651
-"wd_2",0.01,1613937355663,1651
-"sqr_mom_2",0.99,1613937355663,1651
-"lr_2",9.508774431185823e-06,1613937355663,1651
-"mom_2",0.9480992261060238,1613937355663,1651
-"eps_2",1e-05,1613937355663,1651
-"train_loss",0.029987704,1613937356642,1652
-"raw_loss",0.025310695,1613937356642,1652
-"epoch",10.396226415094326,1613937356642,1652
-"wd_0",0.01,1613937356642,1652
-"sqr_mom_0",0.99,1613937356642,1652
-"lr_0",9.317027448973472e-08,1613937356642,1652
-"mom_0",0.9481375758859641,1613937356642,1652
-"eps_0",1e-05,1613937356642,1652
-"wd_1",0.01,1613937356642,1652
-"sqr_mom_1",0.99,1613937356642,1652
-"lr_1",9.317027448973439e-07,1613937356642,1652
-"mom_1",0.9481375758859641,1613937356642,1652
-"eps_1",1e-05,1613937356642,1652
-"wd_2",0.01,1613937356642,1652
-"sqr_mom_2",0.99,1613937356642,1652
-"lr_2",9.317027448973439e-06,1613937356642,1652
-"mom_2",0.9481375758859641,1613937356642,1652
-"eps_2",1e-05,1613937356642,1652
-"train_loss",0.029912565,1613937357633,1653
-"raw_loss",0.02623078,1613937357633,1653
-"epoch",10.402515723270426,1613937357633,1653
-"wd_0",0.01,1613937357633,1653
-"sqr_mom_0",0.99,1613937357633,1653
-"lr_0",9.127172789323173e-08,1613937357633,1653
-"mom_0",0.9481755471976073,1613937357633,1653
-"eps_0",1e-05,1613937357633,1653
-"wd_1",0.01,1613937357633,1653
-"sqr_mom_1",0.99,1613937357633,1653
-"lr_1",9.127172789323156e-07,1613937357633,1653
-"mom_1",0.9481755471976073,1613937357633,1653
-"eps_1",1e-05,1613937357633,1653
-"wd_2",0.01,1613937357633,1653
-"sqr_mom_2",0.99,1613937357633,1653
-"lr_2",9.127172789323156e-06,1613937357633,1653
-"mom_2",0.9481755471976073,1613937357633,1653
-"eps_2",1e-05,1613937357633,1653
-"train_loss",0.029921653,1613937358587,1654
-"raw_loss",0.030366981,1613937358587,1654
-"epoch",10.408805031446526,1613937358587,1654
-"wd_0",0.01,1613937358587,1654
-"sqr_mom_0",0.99,1613937358587,1654
-"lr_0",8.939249937676909e-08,1613937358587,1654
-"mom_0",0.948213132143786,1613937358587,1654
-"eps_0",1e-05,1613937358587,1654
-"wd_1",0.01,1613937358587,1654
-"sqr_mom_1",0.99,1613937358587,1654
-"lr_1",8.939249937676909e-07,1613937358587,1654
-"mom_1",0.948213132143786,1613937358587,1654
-"eps_1",1e-05,1613937358587,1654
-"wd_2",0.01,1613937358587,1654
-"sqr_mom_2",0.99,1613937358587,1654
-"lr_2",8.939249937676909e-06,1613937358587,1654
-"mom_2",0.948213132143786,1613937358587,1654
-"eps_2",1e-05,1613937358587,1654
-"train_loss",0.029683948,1613937359560,1655
-"raw_loss",0.01803638,1613937359560,1655
-"epoch",10.415094339622627,1613937359560,1655
-"wd_0",0.01,1613937359560,1655
-"sqr_mom_0",0.99,1613937359560,1655
-"lr_0",8.753260009197348e-08,1613937359560,1655
-"mom_0",0.9482503305014656,1613937359560,1655
-"eps_0",1e-05,1613937359560,1655
-"wd_1",0.01,1613937359560,1655
-"sqr_mom_1",0.99,1613937359560,1655
-"lr_1",8.753260009197281e-07,1613937359560,1655
-"mom_1",0.9482503305014656,1613937359560,1655
-"eps_1",1e-05,1613937359560,1655
-"wd_2",0.01,1613937359560,1655
-"sqr_mom_2",0.99,1613937359560,1655
-"lr_2",8.75326000919724e-06,1613937359560,1655
-"mom_2",0.9482503305014656,1613937359560,1655
-"eps_2",1e-05,1613937359560,1655
-"train_loss",0.02973263,1613937360497,1656
-"raw_loss",0.03211802,1613937360497,1656
-"epoch",10.421383647798727,1613937360497,1656
-"wd_0",0.01,1613937360497,1656
-"sqr_mom_0",0.99,1613937360497,1656
-"lr_0",8.569179807202234e-08,1613937360497,1656
-"mom_0",0.9482871469100286,1613937360497,1656
-"eps_0",1e-05,1613937360497,1656
-"wd_1",0.01,1613937360497,1656
-"sqr_mom_1",0.99,1613937360497,1656
-"lr_1",8.569179807202268e-07,1613937360497,1656
-"mom_1",0.9482871469100286,1613937360497,1656
-"eps_1",1e-05,1613937360497,1656
-"wd_2",0.01,1613937360497,1656
-"sqr_mom_2",0.99,1613937360497,1656
-"lr_2",8.56917980720216e-06,1613937360497,1656
-"mom_2",0.9482871469100286,1613937360497,1656
-"eps_2",1e-05,1613937360497,1656
-"train_loss",0.030050412,1613937361469,1657
-"raw_loss",0.045621775,1613937361469,1657
-"epoch",10.427672955974828,1613937361469,1657
-"wd_0",0.01,1613937361469,1657
-"sqr_mom_0",0.99,1613937361469,1657
-"lr_0",8.387023201333713e-08,1613937361469,1657
-"mom_0",0.9483235785955192,1613937361469,1657
-"eps_0",1e-05,1613937361469,1657
-"wd_1",0.01,1613937361469,1657
-"sqr_mom_1",0.99,1613937361469,1657
-"lr_1",8.38702320133373e-07,1613937361469,1657
-"mom_1",0.9483235785955192,1613937361469,1657
-"eps_1",1e-05,1613937361469,1657
-"wd_2",0.01,1613937361469,1657
-"sqr_mom_2",0.99,1613937361469,1657
-"lr_2",8.387023201333649e-06,1613937361469,1657
-"mom_2",0.9483235785955192,1613937361469,1657
-"eps_2",1e-05,1613937361469,1657
-"train_loss",0.029904082,1613937362454,1658
-"raw_loss",0.022733964,1613937362454,1658
-"epoch",10.433962264150928,1613937362454,1658
-"wd_0",0.01,1613937362454,1658
-"sqr_mom_0",0.99,1613937362454,1658
-"lr_0",8.206779750343699e-08,1613937362454,1658
-"mom_0",0.9483596276462076,1613937362454,1658
-"eps_0",1e-05,1613937362454,1658
-"wd_1",0.01,1613937362454,1658
-"sqr_mom_1",0.99,1613937362454,1658
-"lr_1",8.206779750343716e-07,1613937362454,1658
-"mom_1",0.9483596276462076,1613937362454,1658
-"eps_1",1e-05,1613937362454,1658
-"wd_2",0.01,1613937362454,1658
-"sqr_mom_2",0.99,1613937362454,1658
-"lr_2",8.206779750343689e-06,1613937362454,1658
-"mom_2",0.9483596276462076,1613937362454,1658
-"eps_2",1e-05,1613937362454,1658
-"train_loss",0.030499129,1613937363455,1659
-"raw_loss",0.05965643,1613937363455,1659
-"epoch",10.440251572327028,1613937363455,1659
-"wd_0",0.01,1613937363455,1659
-"sqr_mom_0",0.99,1613937363455,1659
-"lr_0",8.028498332619847e-08,1613937363455,1659
-"mom_0",0.9483952842863188,1613937363455,1659
-"eps_0",1e-05,1613937363455,1659
-"wd_1",0.01,1613937363455,1659
-"sqr_mom_1",0.99,1613937363455,1659
-"lr_1",8.028498332619864e-07,1613937363455,1659
-"mom_1",0.9483952842863188,1613937363455,1659
-"eps_1",1e-05,1613937363455,1659
-"wd_2",0.01,1613937363455,1659
-"sqr_mom_2",0.99,1613937363455,1659
-"lr_2",8.028498332619837e-06,1613937363455,1659
-"mom_2",0.9483952842863188,1613937363455,1659
-"eps_2",1e-05,1613937363455,1659
-"train_loss",0.03029887,1613937364432,1660
-"raw_loss",0.0204862,1613937364432,1660
-"epoch",10.446540880503129,1613937364432,1660
-"wd_0",0.01,1613937364432,1660
-"sqr_mom_0",0.99,1613937364432,1660
-"lr_0",7.852109396935333e-08,1613937364432,1660
-"mom_0",0.9484305624262371,1613937364432,1660
-"eps_0",1e-05,1613937364432,1660
-"wd_1",0.01,1613937364432,1660
-"sqr_mom_1",0.99,1613937364432,1660
-"lr_1",7.85210939693535e-07,1613937364432,1660
-"mom_1",0.9484305624262371,1613937364432,1660
-"eps_1",1e-05,1613937364432,1660
-"wd_2",0.01,1613937364432,1660
-"sqr_mom_2",0.99,1613937364432,1660
-"lr_2",7.852109396935228e-06,1613937364432,1660
-"mom_2",0.9484305624262371,1613937364432,1660
-"eps_2",1e-05,1613937364432,1660
-"train_loss",0.031749047,1613937365385,1661
-"raw_loss",0.10280779,1613937365385,1661
-"epoch",10.45283018867923,1613937365385,1661
-"wd_0",0.01,1613937365385,1661
-"sqr_mom_0",0.99,1613937365385,1661
-"lr_0",7.677661535287163e-08,1613937365385,1661
-"mom_0",0.948465452347466,1613937365385,1661
-"eps_0",1e-05,1613937365385,1661
-"wd_1",0.01,1613937365385,1661
-"sqr_mom_1",0.99,1613937365385,1661
-"lr_1",7.677661535287163e-07,1613937365385,1661
-"mom_1",0.948465452347466,1613937365385,1661
-"eps_1",1e-05,1613937365385,1661
-"wd_2",0.01,1613937365385,1661
-"sqr_mom_2",0.99,1613937365385,1661
-"lr_2",7.67766153528715e-06,1613937365385,1661
-"mom_2",0.948465452347466,1613937365385,1661
-"eps_2",1e-05,1613937365385,1661
-"train_loss",0.032077312,1613937366392,1662
-"raw_loss",0.048162267,1613937366392,1662
-"epoch",10.45911949685533,1613937366392,1662
-"wd_0",0.01,1613937366392,1662
-"sqr_mom_0",0.99,1613937366392,1662
-"lr_0",7.505155753466145e-08,1613937366392,1662
-"mom_0",0.9484999538488452,1613937366392,1662
-"eps_0",1e-05,1613937366392,1662
-"wd_1",0.01,1613937366392,1662
-"sqr_mom_1",0.99,1613937366392,1662
-"lr_1",7.505155753466145e-07,1613937366392,1662
-"mom_1",0.9484999538488452,1613937366392,1662
-"eps_1",1e-05,1613937366392,1662
-"wd_2",0.01,1613937366392,1662
-"sqr_mom_2",0.99,1613937366392,1662
-"lr_2",7.505155753466104e-06,1613937366392,1662
-"mom_2",0.9484999538488452,1613937366392,1662
-"eps_2",1e-05,1613937366392,1662
-"train_loss",0.0319689,1613937367377,1663
-"raw_loss",0.026656555,1613937367377,1663
-"epoch",10.46540880503143,1613937367377,1663
-"wd_0",0.01,1613937367377,1663
-"sqr_mom_0",0.99,1613937367377,1663
-"lr_0",7.334570536534213e-08,1613937367377,1663
-"mom_0",0.9485340712334055,1613937367377,1663
-"eps_0",1e-05,1613937367377,1663
-"wd_1",0.01,1613937367377,1663
-"sqr_mom_1",0.99,1613937367377,1663
-"lr_1",7.33457053653423e-07,1613937367377,1663
-"mom_1",0.9485340712334055,1613937367377,1663
-"eps_1",1e-05,1613937367377,1663
-"wd_2",0.01,1613937367377,1663
-"sqr_mom_2",0.99,1613937367377,1663
-"lr_2",7.334570536534149e-06,1613937367377,1663
-"mom_2",0.9485340712334055,1613937367377,1663
-"eps_2",1e-05,1613937367377,1663
-"train_loss",0.03185079,1613937368421,1664
-"raw_loss",0.026063416,1613937368421,1664
-"epoch",10.47169811320753,1613937368421,1664
-"wd_0",0.01,1613937368421,1664
-"sqr_mom_0",0.99,1613937368421,1664
-"lr_0",7.165918752356203e-08,1613937368421,1664
-"mom_0",0.948567801927548,1613937368421,1664
-"eps_0",1e-05,1613937368421,1664
-"wd_1",0.01,1613937368421,1664
-"sqr_mom_1",0.99,1613937368421,1664
-"lr_1",7.16591875235622e-07,1613937368421,1664
-"mom_1",0.948567801927548,1613937368421,1664
-"eps_1",1e-05,1613937368421,1664
-"wd_2",0.01,1613937368421,1664
-"sqr_mom_2",0.99,1613937368421,1664
-"lr_2",7.1659187523561525e-06,1613937368421,1664
-"mom_2",0.948567801927548,1613937368421,1664
-"eps_2",1e-05,1613937368421,1664
-"train_loss",0.031486828,1613937369380,1665
-"raw_loss",0.013652728,1613937369380,1665
-"epoch",10.47798742138363,1613937369380,1665
-"wd_0",0.01,1613937369380,1665
-"sqr_mom_0",0.99,1613937369380,1665
-"lr_0",6.99919074895331e-08,1613937369380,1665
-"mom_0",0.9486011478616879,1613937369380,1665
-"eps_0",1e-05,1613937369380,1665
-"wd_1",0.01,1613937369380,1665
-"sqr_mom_1",0.99,1613937369380,1665
-"lr_1",6.999190748953259e-07,1613937369380,1665
-"mom_1",0.9486011478616879,1613937369380,1665
-"eps_1",1e-05,1613937369380,1665
-"wd_2",0.01,1613937369380,1665
-"sqr_mom_2",0.99,1613937369380,1665
-"lr_2",6.9991907489532455e-06,1613937369380,1665
-"mom_2",0.9486011478616879,1613937369380,1665
-"eps_2",1e-05,1613937369380,1665
-"train_loss",0.031933982,1613937370333,1666
-"raw_loss",0.053844597,1613937370333,1666
-"epoch",10.484276729559731,1613937370333,1666
-"wd_0",0.01,1613937370333,1666
-"sqr_mom_0",0.99,1613937370333,1666
-"lr_0",6.834420841712488e-08,1613937370333,1666
-"mom_0",0.9486341021726792,1613937370333,1666
-"eps_0",1e-05,1613937370333,1666
-"wd_1",0.01,1613937370333,1666
-"sqr_mom_1",0.99,1613937370333,1666
-"lr_1",6.834420841712521e-07,1613937370333,1666
-"mom_1",0.9486341021726792,1613937370333,1666
-"eps_1",1e-05,1613937370333,1666
-"wd_2",0.01,1613937370333,1666
-"sqr_mom_2",0.99,1613937370333,1666
-"lr_2",6.83442084171244e-06,1613937370333,1666
-"mom_2",0.9486341021726792,1613937370333,1666
-"eps_2",1e-05,1613937370333,1666
-"train_loss",0.032091796,1613937371288,1667
-"raw_loss",0.039824706,1613937371288,1667
-"epoch",10.490566037735832,1613937371288,1667
-"wd_0",0.01,1613937371288,1667
-"sqr_mom_0",0.99,1613937371288,1667
-"lr_0",6.671577356423752e-08,1613937371288,1667
-"mom_0",0.9486666711954271,1613937371288,1667
-"eps_0",1e-05,1613937371288,1667
-"wd_1",0.01,1613937371288,1667
-"sqr_mom_1",0.99,1613937371288,1667
-"lr_1",6.671577356423769e-07,1613937371288,1667
-"mom_1",0.9486666711954271,1613937371288,1667
-"eps_1",1e-05,1613937371288,1667
-"wd_2",0.01,1613937371288,1667
-"sqr_mom_2",0.99,1613937371288,1667
-"lr_2",6.671577356423715e-06,1613937371288,1667
-"mom_2",0.9486666711954271,1613937371288,1667
-"eps_2",1e-05,1613937371288,1667
-"train_loss",0.031844348,1613937372255,1668
-"raw_loss",0.019719293,1613937372255,1668
-"epoch",10.496855345911932,1613937372255,1668
-"wd_0",0.01,1613937372255,1668
-"sqr_mom_0",0.99,1613937372255,1668
-"lr_0",6.510672586221533e-08,1613937372255,1668
-"mom_0",0.9486988524712804,1613937372255,1668
-"eps_0",1e-05,1613937372255,1668
-"wd_1",0.01,1613937372255,1668
-"sqr_mom_1",0.99,1613937372255,1668
-"lr_1",6.510672586221517e-07,1613937372255,1668
-"mom_1",0.9486988524712804,1613937372255,1668
-"eps_1",1e-05,1613937372255,1668
-"wd_2",0.01,1613937372255,1668
-"sqr_mom_2",0.99,1613937372255,1668
-"lr_2",6.510672586221462e-06,1613937372255,1668
-"mom_2",0.9486988524712804,1613937372255,1668
-"eps_2",1e-05,1613937372255,1668
-"train_loss",0.031915385,1613937373216,1669
-"raw_loss",0.035396222,1613937373216,1669
-"epoch",10.503144654088032,1613937373216,1669
-"wd_0",0.01,1613937373216,1669
-"sqr_mom_0",0.99,1613937373216,1669
-"lr_0",6.351718294352289e-08,1613937373216,1669
-"mom_0",0.948730643647566,1613937373216,1669
-"eps_0",1e-05,1613937373216,1669
-"wd_1",0.01,1613937373216,1669
-"sqr_mom_1",0.99,1613937373216,1669
-"lr_1",6.351718294352323e-07,1613937373216,1669
-"mom_1",0.948730643647566,1613937373216,1669
-"eps_1",1e-05,1613937373216,1669
-"wd_2",0.01,1613937373216,1669
-"sqr_mom_2",0.99,1613937373216,1669
-"lr_2",6.351718294352309e-06,1613937373216,1669
-"mom_2",0.948730643647566,1613937373216,1669
-"eps_2",1e-05,1613937373216,1669
-"train_loss",0.032311413,1613937374171,1670
-"raw_loss",0.051716767,1613937374171,1670
-"epoch",10.509433962264133,1613937374171,1670
-"wd_0",0.01,1613937374171,1670
-"sqr_mom_0",0.99,1613937374171,1670
-"lr_0",6.194694656021238e-08,1613937374171,1670
-"mom_0",0.9487620486892826,1613937374171,1670
-"eps_0",1e-05,1613937374171,1670
-"wd_1",0.01,1613937374171,1670
-"sqr_mom_1",0.99,1613937374171,1670
-"lr_1",6.19469465602117e-07,1613937374171,1670
-"mom_1",0.9487620486892826,1613937374171,1670
-"eps_1",1e-05,1613937374171,1670
-"wd_2",0.01,1613937374171,1670
-"sqr_mom_2",0.99,1613937374171,1670
-"lr_2",6.1946946560211295e-06,1613937374171,1670
-"mom_2",0.9487620486892826,1613937374171,1670
-"eps_2",1e-05,1613937374171,1670
-"train_loss",0.032163758,1613937375125,1671
-"raw_loss",0.024928644,1613937375125,1671
-"epoch",10.515723270440233,1613937375125,1671
-"wd_0",0.01,1613937375125,1671
-"sqr_mom_0",0.99,1613937375125,1671
-"lr_0",6.03960330876931e-08,1613937375125,1671
-"mom_0",0.9487930672689188,1613937375125,1671
-"eps_0",1e-05,1613937375125,1671
-"wd_1",0.01,1613937375125,1671
-"sqr_mom_1",0.99,1613937375125,1671
-"lr_1",6.039603308769276e-07,1613937375125,1671
-"mom_1",0.9487930672689188,1613937375125,1671
-"eps_1",1e-05,1613937375125,1671
-"wd_2",0.01,1613937375125,1671
-"sqr_mom_2",0.99,1613937375125,1671
-"lr_2",6.039603308769263e-06,1613937375125,1671
-"mom_2",0.9487930672689188,1613937375125,1671
-"eps_2",1e-05,1613937375125,1671
-"train_loss",0.032136835,1613937376075,1672
-"raw_loss",0.030817674,1613937376075,1672
-"epoch",10.522012578616334,1613937376075,1672
-"wd_0",0.01,1613937376075,1672
-"sqr_mom_0",0.99,1613937376075,1672
-"lr_0",5.8864862533036345e-08,1613937376075,1672
-"mom_0",0.9488236909862491,1613937376075,1672
-"eps_0",1e-05,1613937376075,1672
-"wd_1",0.01,1613937376075,1672
-"sqr_mom_1",0.99,1613937376075,1672
-"lr_1",5.886486253303618e-07,1613937376075,1672
-"mom_1",0.9488236909862491,1613937376075,1672
-"eps_1",1e-05,1613937376075,1672
-"wd_2",0.01,1613937376075,1672
-"sqr_mom_2",0.99,1613937376075,1672
-"lr_2",5.886486253303658e-06,1613937376075,1672
-"mom_2",0.9488236909862491,1613937376075,1672
-"eps_2",1e-05,1613937376075,1672
-"train_loss",0.03201082,1613937377062,1673
-"raw_loss",0.02583615,1613937377062,1673
-"epoch",10.528301886792434,1613937377062,1673
-"wd_0",0.01,1613937377062,1673
-"sqr_mom_0",0.99,1613937377062,1673
-"lr_0",5.7352837555297425e-08,1613937377062,1673
-"mom_0",0.9488539317882119,1613937377062,1673
-"eps_0",1e-05,1613937377062,1673
-"wd_1",0.01,1613937377062,1673
-"sqr_mom_1",0.99,1613937377062,1673
-"lr_1",5.735283755529759e-07,1613937377062,1673
-"mom_1",0.9488539317882119,1613937377062,1673
-"eps_1",1e-05,1613937377062,1673
-"wd_2",0.01,1613937377062,1673
-"sqr_mom_2",0.99,1613937377062,1673
-"lr_2",5.735283755529692e-06,1613937377062,1673
-"mom_2",0.9488539317882119,1613937377062,1673
-"eps_2",1e-05,1613937377062,1673
-"train_loss",0.031652242,1613937378008,1674
-"raw_loss",0.0140819065,1613937378008,1674
-"epoch",10.534591194968534,1613937378008,1674
-"wd_0",0.01,1613937378008,1674
-"sqr_mom_0",0.99,1613937378008,1674
-"lr_0",5.5860375272131896e-08,1613937378008,1674
-"mom_0",0.9488837813323706,1613937378008,1674
-"eps_0",1e-05,1613937378008,1674
-"wd_1",0.01,1613937378008,1674
-"sqr_mom_1",0.99,1613937378008,1674
-"lr_1",5.586037527213173e-07,1613937378008,1674
-"mom_1",0.9488837813323706,1613937378008,1674
-"eps_1",1e-05,1613937378008,1674
-"wd_2",0.01,1613937378008,1674
-"sqr_mom_2",0.99,1613937378008,1674
-"lr_2",5.586037527213132e-06,1613937378008,1674
-"mom_2",0.9488837813323706,1613937378008,1674
-"eps_2",1e-05,1613937378008,1674
-"train_loss",0.03137422,1613937379031,1675
-"raw_loss",0.017751148,1613937379031,1675
-"epoch",10.540880503144635,1613937379031,1675
-"wd_0",0.01,1613937379031,1675
-"sqr_mom_0",0.99,1613937379031,1675
-"lr_0",5.43873866291452e-08,1613937379031,1675
-"mom_0",0.948913241399831,1613937379031,1675
-"eps_0",1e-05,1613937379031,1675
-"wd_1",0.01,1613937379031,1675
-"sqr_mom_1",0.99,1613937379031,1675
-"lr_1",5.438738662914537e-07,1613937379031,1675
-"mom_1",0.948913241399831,1613937379031,1675
-"eps_1",1e-05,1613937379031,1675
-"wd_2",0.01,1613937379031,1675
-"sqr_mom_2",0.99,1613937379031,1675
-"lr_2",5.438738662914442e-06,1613937379031,1675
-"mom_2",0.948913241399831,1613937379031,1675
-"eps_2",1e-05,1613937379031,1675
-"train_loss",0.031174386,1613937380053,1676
-"raw_loss",0.021382537,1613937380053,1676
-"epoch",10.547169811320735,1613937380053,1676
-"wd_0",0.01,1613937380053,1676
-"sqr_mom_0",0.99,1613937380053,1676
-"lr_0",5.293397914021494e-08,1613937380053,1676
-"mom_0",0.948942309840294,1613937380053,1676
-"eps_0",1e-05,1613937380053,1676
-"wd_1",0.01,1613937380053,1676
-"sqr_mom_1",0.99,1613937380053,1676
-"lr_1",5.293397914021494e-07,1613937380053,1676
-"mom_1",0.948942309840294,1613937380053,1676
-"eps_1",1e-05,1613937380053,1676
-"wd_2",0.01,1613937380053,1676
-"sqr_mom_2",0.99,1613937380053,1676
-"lr_2",5.293397914021467e-06,1613937380053,1676
-"mom_2",0.948942309840294,1613937380053,1676
-"eps_2",1e-05,1613937380053,1676
-"train_loss",0.031907912,1613937381025,1677
-"raw_loss",0.06785074,1613937381025,1677
-"epoch",10.553459119496836,1613937381025,1677
-"wd_0",0.01,1613937381025,1677
-"sqr_mom_0",0.99,1613937381025,1677
-"lr_0",5.149997153621702e-08,1613937381025,1677
-"mom_0",0.9489709902791784,1613937381025,1677
-"eps_0",1e-05,1613937381025,1677
-"wd_1",0.01,1613937381025,1677
-"sqr_mom_1",0.99,1613937381025,1677
-"lr_1",5.149997153621651e-07,1613937381025,1677
-"mom_1",0.9489709902791784,1613937381025,1677
-"eps_1",1e-05,1613937381025,1677
-"wd_2",0.01,1613937381025,1677
-"sqr_mom_2",0.99,1613937381025,1677
-"lr_2",5.149997153621583e-06,1613937381025,1677
-"mom_2",0.9489709902791784,1613937381025,1677
-"eps_2",1e-05,1613937381025,1677
-"train_loss",0.032040227,1613937381966,1678
-"raw_loss",0.038523693,1613937381966,1678
-"epoch",10.559748427672936,1613937381966,1678
-"wd_0",0.01,1613937381966,1678
-"sqr_mom_0",0.99,1613937381966,1678
-"lr_0",5.008537912384486e-08,1613937381966,1678
-"mom_0",0.9489992824103471,1613937381966,1678
-"eps_0",1e-05,1613937381966,1678
-"wd_1",0.01,1613937381966,1678
-"sqr_mom_1",0.99,1613937381966,1678
-"lr_1",5.00853791238452e-07,1613937381966,1678
-"mom_1",0.9489992824103471,1613937381966,1678
-"eps_1",1e-05,1613937381966,1678
-"wd_2",0.01,1613937381966,1678
-"sqr_mom_2",0.99,1613937381966,1678
-"lr_2",5.008537912384479e-06,1613937381966,1678
-"mom_2",0.9489992824103471,1613937381966,1678
-"eps_2",1e-05,1613937381966,1678
-"train_loss",0.031791516,1613937382938,1679
-"raw_loss",0.019604558,1613937382938,1679
-"epoch",10.566037735849036,1613937382938,1679
-"wd_0",0.01,1613937382938,1679
-"sqr_mom_0",0.99,1613937382938,1679
-"lr_0",4.869049274189909e-08,1613937382938,1679
-"mom_0",0.9490271804169661,1613937382938,1679
-"eps_0",1e-05,1613937382938,1679
-"wd_1",0.01,1613937382938,1679
-"sqr_mom_1",0.99,1613937382938,1679
-"lr_1",4.869049274189909e-07,1613937382938,1679
-"mom_1",0.9490271804169661,1613937382938,1679
-"eps_1",1e-05,1613937382938,1679
-"wd_2",0.01,1613937382938,1679
-"sqr_mom_2",0.99,1613937382938,1679
-"lr_2",4.869049274189882e-06,1613937382938,1679
-"mom_2",0.9490271804169661,1613937382938,1679
-"eps_2",1e-05,1613937382938,1679
-"train_loss",0.03156853,1613937383915,1680
-"raw_loss",0.020642303,1613937383915,1680
-"epoch",10.572327044025137,1613937383915,1680
-"wd_0",0.01,1613937383915,1680
-"sqr_mom_0",0.99,1613937383915,1680
-"lr_0",4.7315043935824864e-08,1613937383915,1680
-"mom_0",0.9490546896681802,1613937383915,1680
-"eps_0",1e-05,1613937383915,1680
-"wd_1",0.01,1613937383915,1680
-"sqr_mom_1",0.99,1613937383915,1680
-"lr_1",4.7315043935825034e-07,1613937383915,1680
-"mom_1",0.9490546896681802,1613937383915,1680
-"eps_1",1e-05,1613937383915,1680
-"wd_2",0.01,1613937383915,1680
-"sqr_mom_2",0.99,1613937383915,1680
-"lr_2",4.731504393582463e-06,1613937383915,1680
-"mom_2",0.9490546896681802,1613937383915,1680
-"eps_2",1e-05,1613937383915,1680
-"train_loss",0.03141401,1613937384878,1681
-"raw_loss",0.02384246,1613937384878,1681
-"epoch",10.578616352201237,1613937384878,1681
-"wd_0",0.01,1613937384878,1681
-"sqr_mom_0",0.99,1613937384878,1681
-"lr_0",4.5959136854012563e-08,1613937384878,1681
-"mom_0",0.9490818080810005,1613937384878,1681
-"eps_0",1e-05,1613937384878,1681
-"wd_1",0.01,1613937384878,1681
-"sqr_mom_1",0.99,1613937384878,1681
-"lr_1",4.5959136854012563e-07,1613937384878,1681
-"mom_1",0.9490818080810005,1613937384878,1681
-"eps_1",1e-05,1613937384878,1681
-"wd_2",0.01,1613937384878,1681
-"sqr_mom_2",0.99,1613937384878,1681
-"lr_2",4.595913685401243e-06,1613937384878,1681
-"mom_2",0.9490818080810005,1613937384878,1681
-"eps_2",1e-05,1613937384878,1681
-"train_loss",0.032058313,1613937385840,1682
-"raw_loss",0.063629195,1613937385840,1682
-"epoch",10.584905660377338,1613937385840,1682
-"wd_0",0.01,1613937385840,1682
-"sqr_mom_0",0.99,1613937385840,1682
-"lr_0",4.4622782299518704e-08,1613937385840,1682
-"mom_0",0.949108535439364,1613937385840,1682
-"eps_0",1e-05,1613937385840,1682
-"wd_1",0.01,1613937385840,1682
-"sqr_mom_1",0.99,1613937385840,1682
-"lr_1",4.4622782299518534e-07,1613937385840,1682
-"mom_1",0.949108535439364,1613937385840,1682
-"eps_1",1e-05,1613937385840,1682
-"wd_2",0.01,1613937385840,1682
-"sqr_mom_2",0.99,1613937385840,1682
-"lr_2",4.4622782299518805e-06,1613937385840,1682
-"mom_2",0.949108535439364,1613937385840,1682
-"eps_2",1e-05,1613937385840,1682
-"train_loss",0.032090925,1613937386945,1683
-"raw_loss",0.0336888,1613937386945,1683
-"epoch",10.591194968553438,1613937386945,1683
-"wd_0",0.01,1613937386945,1683
-"sqr_mom_0",0.99,1613937386945,1683
-"lr_0",4.3306077625661726e-08,1613937386945,1683
-"mom_0",0.9491348697961847,1613937386945,1683
-"eps_0",1e-05,1613937386945,1683
-"wd_1",0.01,1613937386945,1683
-"sqr_mom_1",0.99,1613937386945,1683
-"lr_1",4.3306077625662065e-07,1613937386945,1683
-"mom_1",0.9491348697961847,1613937386945,1683
-"eps_1",1e-05,1613937386945,1683
-"wd_2",0.01,1613937386945,1683
-"sqr_mom_2",0.99,1613937386945,1683
-"lr_2",4.330607762566166e-06,1613937386945,1683
-"mom_2",0.9491348697961847,1613937386945,1683
-"eps_2",1e-05,1613937386945,1683
-"train_loss",0.031898055,1613937387994,1684
-"raw_loss",0.022447502,1613937387994,1684
-"epoch",10.597484276729539,1613937387994,1684
-"wd_0",0.01,1613937387994,1684
-"sqr_mom_0",0.99,1613937387994,1684
-"lr_0",4.200877320571057e-08,1613937387994,1684
-"mom_0",0.9491608161440472,1613937387994,1684
-"eps_0",1e-05,1613937387994,1684
-"wd_1",0.01,1613937387994,1684
-"sqr_mom_1",0.99,1613937387994,1684
-"lr_1",4.2008773205710567e-07,1613937387994,1684
-"mom_1",0.9491608161440472,1613937387994,1684
-"eps_1",1e-05,1613937387994,1684
-"wd_2",0.01,1613937387994,1684
-"sqr_mom_2",0.99,1613937387994,1684
-"lr_2",4.2008773205710025e-06,1613937387994,1684
-"mom_2",0.9491608161440472,1613937387994,1684
-"eps_2",1e-05,1613937387994,1684
-"train_loss",0.031650662,1613937389062,1685
-"raw_loss",0.019528333,1613937389062,1685
-"epoch",10.603773584905639,1613937389062,1685
-"wd_0",0.01,1613937389062,1685
-"sqr_mom_0",0.99,1613937389062,1685
-"lr_0",4.0731139493254255e-08,1613937389062,1685
-"mom_0",0.9491863690738256,1613937389062,1685
-"eps_0",1e-05,1613937389062,1685
-"wd_1",0.01,1613937389062,1685
-"sqr_mom_1",0.99,1613937389062,1685
-"lr_1",4.0731139493254255e-07,1613937389062,1685
-"mom_1",0.9491863690738256,1613937389062,1685
-"eps_1",1e-05,1613937389062,1685
-"wd_2",0.01,1613937389062,1685
-"sqr_mom_2",0.99,1613937389062,1685
-"lr_2",4.073113949325398e-06,1613937389062,1685
-"mom_2",0.9491863690738256,1613937389062,1685
-"eps_2",1e-05,1613937389062,1685
-"train_loss",0.032030746,1613937390018,1686
-"raw_loss",0.0506548,1613937390018,1686
-"epoch",10.61006289308174,1613937390018,1686
-"wd_0",0.01,1613937390018,1686
-"sqr_mom_0",0.99,1613937390018,1686
-"lr_0",3.947318276913527e-08,1613937390018,1686
-"mom_0",0.9492115284599019,1613937390018,1686
-"eps_0",1e-05,1613937390018,1686
-"wd_1",0.01,1613937390018,1686
-"sqr_mom_1",0.99,1613937390018,1686
-"lr_1",3.9473182769135946e-07,1613937390018,1686
-"mom_1",0.9492115284599019,1613937390018,1686
-"eps_1",1e-05,1613937390018,1686
-"wd_2",0.01,1613937390018,1686
-"sqr_mom_2",0.99,1613937390018,1686
-"lr_2",3.947318276913527e-06,1613937390018,1686
-"mom_2",0.9492115284599019,1613937390018,1686
-"eps_2",1e-05,1613937390018,1686
-"train_loss",0.032011393,1613937390978,1687
-"raw_loss",0.031063043,1613937390978,1687
-"epoch",10.61635220125784,1613937390978,1687
-"wd_0",0.01,1613937390978,1687
-"sqr_mom_0",0.99,1613937390978,1687
-"lr_0",3.823474614086619e-08,1613937390978,1687
-"mom_0",0.949236297440157,1613937390978,1687
-"eps_0",1e-05,1613937390978,1687
-"wd_1",0.01,1613937390978,1687
-"sqr_mom_1",0.99,1613937390978,1687
-"lr_1",3.8234746140866865e-07,1613937390978,1687
-"mom_1",0.949236297440157,1613937390978,1687
-"eps_1",1e-05,1613937390978,1687
-"wd_2",0.01,1613937390978,1687
-"sqr_mom_2",0.99,1613937390978,1687
-"lr_2",3.8234746140866594e-06,1613937390978,1687
-"mom_2",0.949236297440157,1613937390978,1687
-"eps_2",1e-05,1613937390978,1687
-"train_loss",0.031656057,1613937391951,1688
-"raw_loss",0.014244529,1613937391951,1688
-"epoch",10.62264150943394,1613937391951,1688
-"wd_0",0.01,1613937391951,1688
-"sqr_mom_0",0.99,1613937391951,1688
-"lr_0",3.701592358323648e-08,1613937391951,1688
-"mom_0",0.9492606741350765,1613937391951,1688
-"eps_0",1e-05,1613937391951,1688
-"wd_1",0.01,1613937391951,1688
-"sqr_mom_1",0.99,1613937391951,1688
-"lr_1",3.701592358323631e-07,1613937391951,1688
-"mom_1",0.9492606741350765,1613937391951,1688
-"eps_1",1e-05,1613937391951,1688
-"wd_2",0.01,1613937391951,1688
-"sqr_mom_2",0.99,1613937391951,1688
-"lr_2",3.7015923583235766e-06,1613937391951,1688
-"mom_2",0.9492606741350765,1613937391951,1688
-"eps_2",1e-05,1613937391951,1688
-"train_loss",0.031605672,1613937392925,1689
-"raw_loss",0.029136797,1613937392925,1689
-"epoch",10.62893081761004,1613937392925,1689
-"wd_0",0.01,1613937392925,1689
-"sqr_mom_0",0.99,1613937392925,1689
-"lr_0",3.581664590414485e-08,1613937392925,1689
-"mom_0",0.9492846599285163,1613937392925,1689
-"eps_0",1e-05,1613937392925,1689
-"wd_1",0.01,1613937392925,1689
-"sqr_mom_1",0.99,1613937392925,1689
-"lr_1",3.581664590414485e-07,1613937392925,1689
-"mom_1",0.9492846599285163,1613937392925,1689
-"eps_1",1e-05,1613937392925,1689
-"wd_2",0.01,1613937392925,1689
-"sqr_mom_2",0.99,1613937392925,1689
-"lr_2",3.58166459041439e-06,1613937392925,1689
-"mom_2",0.9492846599285163,1613937392925,1689
-"eps_2",1e-05,1613937392925,1689
-"train_loss",0.031308524,1613937393894,1690
-"raw_loss",0.01674835,1613937393894,1690
-"epoch",10.635220125786141,1613937393894,1690
-"wd_0",0.01,1613937393894,1690
-"sqr_mom_0",0.99,1613937393894,1690
-"lr_0",3.4637236967190106e-08,1613937393894,1690
-"mom_0",0.9493082483431395,1613937393894,1690
-"eps_0",1e-05,1613937393894,1690
-"wd_1",0.01,1613937393894,1690
-"sqr_mom_1",0.99,1613937393894,1690
-"lr_1",3.4637236967190106e-07,1613937393894,1690
-"mom_1",0.9493082483431395,1613937393894,1690
-"eps_1",1e-05,1613937393894,1690
-"wd_2",0.01,1613937393894,1690
-"sqr_mom_2",0.99,1613937393894,1690
-"lr_2",3.46372369671897e-06,1613937393894,1690
-"mom_2",0.9493082483431395,1613937393894,1690
-"eps_2",1e-05,1613937393894,1690
-"train_loss",0.031662352,1613937394929,1691
-"raw_loss",0.04899989,1613937394929,1691
-"epoch",10.641509433962241,1613937394929,1691
-"wd_0",0.01,1613937394929,1691
-"sqr_mom_0",0.99,1613937394929,1691
-"lr_0",3.347723666082862e-08,1613937394929,1691
-"mom_0",0.9493314485812692,1613937394929,1691
-"eps_0",1e-05,1613937394929,1691
-"wd_1",0.01,1613937394929,1691
-"sqr_mom_1",0.99,1613937394929,1691
-"lr_1",3.347723666082862e-07,1613937394929,1691
-"mom_1",0.9493314485812692,1613937394929,1691
-"eps_1",1e-05,1613937394929,1691
-"wd_2",0.01,1613937394929,1691
-"sqr_mom_2",0.99,1613937394929,1691
-"lr_2",3.3477236660827943e-06,1613937394929,1691
-"mom_2",0.9493314485812692,1613937394929,1691
-"eps_2",1e-05,1613937394929,1691
-"train_loss",0.031973846,1613937396100,1692
-"raw_loss",0.047237135,1613937396100,1692
-"epoch",10.647798742138342,1613937396100,1692
-"wd_0",0.01,1613937396100,1692
-"sqr_mom_0",0.99,1613937396100,1692
-"lr_0",3.233696593034863e-08,1613937396100,1692
-"mom_0",0.9493542542239353,1613937396100,1692
-"eps_0",1e-05,1613937396100,1692
-"wd_1",0.01,1613937396100,1692
-"sqr_mom_1",0.99,1613937396100,1692
-"lr_1",3.233696593034897e-07,1613937396100,1692
-"mom_1",0.9493542542239353,1613937396100,1692
-"eps_1",1e-05,1613937396100,1692
-"wd_2",0.01,1613937396100,1692
-"sqr_mom_2",0.99,1613937396100,1692
-"lr_2",3.233696593034829e-06,1613937396100,1692
-"mom_2",0.9493542542239353,1613937396100,1692
-"eps_2",1e-05,1613937396100,1692
-"train_loss",0.03179627,1613937397259,1693
-"raw_loss",0.023094939,1613937397259,1693
-"epoch",10.654088050314442,1613937397259,1693
-"wd_0",0.01,1613937397259,1693
-"sqr_mom_0",0.99,1613937397259,1693
-"lr_0",3.1216429948747205e-08,1613937397259,1693
-"mom_0",0.9493766651676767,1613937397259,1693
-"eps_0",1e-05,1613937397259,1693
-"wd_1",0.01,1613937397259,1693
-"sqr_mom_1",0.99,1613937397259,1693
-"lr_1",3.1216429948747375e-07,1613937397259,1693
-"mom_1",0.9493766651676767,1613937397259,1693
-"eps_1",1e-05,1613937397259,1693
-"wd_2",0.01,1613937397259,1693
-"sqr_mom_2",0.99,1613937397259,1693
-"lr_2",3.1216429948747104e-06,1613937397259,1693
-"mom_2",0.9493766651676767,1613937397259,1693
-"eps_2",1e-05,1613937397259,1693
-"train_loss",0.032090444,1613937398353,1694
-"raw_loss",0.046504997,1613937398353,1694
-"epoch",10.660377358490543,1613937398353,1694
-"wd_0",0.01,1613937398353,1694
-"sqr_mom_0",0.99,1613937398353,1694
-"lr_0",3.0115488962665014e-08,1613937398353,1694
-"mom_0",0.9493986842075888,1613937398353,1694
-"eps_0",1e-05,1613937398353,1694
-"wd_1",0.01,1613937398353,1694
-"sqr_mom_1",0.99,1613937398353,1694
-"lr_1",3.011548896266535e-07,1613937398353,1694
-"mom_1",0.9493986842075888,1613937398353,1694
-"eps_1",1e-05,1613937398353,1694
-"wd_2",0.01,1613937398353,1694
-"sqr_mom_2",0.99,1613937398353,1694
-"lr_2",3.0115488962664675e-06,1613937398353,1694
-"mom_2",0.9493986842075888,1613937398353,1694
-"eps_2",1e-05,1613937398353,1694
-"train_loss",0.031765778,1613937399313,1695
-"raw_loss",0.015857052,1613937399313,1695
-"epoch",10.666666666666643,1613937399313,1695
-"wd_0",0.01,1613937399313,1695
-"sqr_mom_0",0.99,1613937399313,1695
-"lr_0",2.9034226736601364e-08,1613937399313,1695
-"mom_0",0.9494203096683647,1613937399313,1695
-"eps_0",1e-05,1613937399313,1695
-"wd_1",0.01,1613937399313,1695
-"sqr_mom_1",0.99,1613937399313,1695
-"lr_1",2.9034226736601195e-07,1613937399313,1695
-"mom_1",0.9494203096683647,1613937399313,1695
-"eps_1",1e-05,1613937399313,1695
-"wd_2",0.01,1613937399313,1695
-"sqr_mom_2",0.99,1613937399313,1695
-"lr_2",2.903422673660133e-06,1613937399313,1695
-"mom_2",0.9494203096683647,1613937399313,1695
-"eps_2",1e-05,1613937399313,1695
-"train_loss",0.031775992,1613937400283,1696
-"raw_loss",0.032276466,1613937400283,1696
-"epoch",10.672955974842743,1613937400283,1696
-"wd_0",0.01,1613937400283,1696
-"sqr_mom_0",0.99,1613937400283,1696
-"lr_0",2.7972721656466656e-08,1613937400283,1696
-"mom_0",0.9494415399822704,1613937400283,1696
-"eps_0",1e-05,1613937400283,1696
-"wd_1",0.01,1613937400283,1696
-"sqr_mom_1",0.99,1613937400283,1696
-"lr_1",2.7972721656466487e-07,1613937400283,1696
-"mom_1",0.9494415399822704,1613937400283,1696
-"eps_1",1e-05,1613937400283,1696
-"wd_2",0.01,1613937400283,1696
-"sqr_mom_2",0.99,1613937400283,1696
-"lr_2",2.7972721656465945e-06,1613937400283,1696
-"mom_2",0.9494415399822704,1613937400283,1696
-"eps_2",1e-05,1613937400283,1696
-"train_loss",0.03165087,1613937401321,1697
-"raw_loss",0.025519853,1613937401321,1697
-"epoch",10.679245283018844,1613937401321,1697
-"wd_0",0.01,1613937401321,1697
-"sqr_mom_0",0.99,1613937401321,1697
-"lr_0",2.6930772867068597e-08,1613937401321,1697
-"mom_0",0.9494623791664503,1613937401321,1697
-"eps_0",1e-05,1613937401321,1697
-"wd_1",0.01,1613937401321,1697
-"sqr_mom_1",0.99,1613937401321,1697
-"lr_1",2.6930772867069105e-07,1613937401321,1697
-"mom_1",0.9494623791664503,1613937401321,1697
-"eps_1",1e-05,1613937401321,1697
-"wd_2",0.01,1613937401321,1697
-"sqr_mom_2",0.99,1613937401321,1697
-"lr_2",2.6930772867068834e-06,1613937401321,1697
-"mom_2",0.9494623791664503,1613937401321,1697
-"eps_2",1e-05,1613937401321,1697
-"train_loss",0.031546842,1613937402413,1698
-"raw_loss",0.026449447,1613937402413,1698
-"epoch",10.685534591194944,1613937402413,1698
-"wd_0",0.01,1613937402413,1698
-"sqr_mom_0",0.99,1613937402413,1698
-"lr_0",2.590859798266049e-08,1613937402413,1698
-"mom_0",0.9494828228685754,1613937402413,1698
-"eps_0",1e-05,1613937402413,1698
-"wd_1",0.01,1613937402413,1698
-"sqr_mom_1",0.99,1613937402413,1698
-"lr_1",2.5908597982661e-07,1613937402413,1698
-"mom_1",0.9494828228685754,1613937402413,1698
-"eps_1",1e-05,1613937402413,1698
-"wd_2",0.01,1613937402413,1698
-"sqr_mom_2",0.99,1613937402413,1698
-"lr_2",2.5908597982660184e-06,1613937402413,1698
-"mom_2",0.9494828228685754,1613937402413,1698
-"eps_2",1e-05,1613937402413,1698
-"train_loss",0.03138324,1613937403568,1699
-"raw_loss",0.023366729,1613937403568,1699
-"epoch",10.691823899371045,1613937403568,1699
-"wd_0",0.01,1613937403568,1699
-"sqr_mom_0",0.99,1613937403568,1699
-"lr_0",2.4906135376259114e-08,1613937403568,1699
-"mom_0",0.949502872321198,1613937403568,1699
-"eps_0",1e-05,1613937403568,1699
-"wd_1",0.01,1613937403568,1699
-"sqr_mom_1",0.99,1613937403568,1699
-"lr_1",2.4906135376258945e-07,1613937403568,1699
-"mom_1",0.949502872321198,1613937403568,1699
-"eps_1",1e-05,1613937403568,1699
-"wd_2",0.01,1613937403568,1699
-"sqr_mom_2",0.99,1613937403568,1699
-"lr_2",2.4906135376258267e-06,1613937403568,1699
-"mom_2",0.949502872321198,1613937403568,1699
-"eps_2",1e-05,1613937403568,1699
-"train_loss",0.031215549,1613937404545,1700
-"raw_loss",0.022998746,1613937404545,1700
-"epoch",10.698113207547145,1613937404545,1700
-"wd_0",0.01,1613937404545,1700
-"sqr_mom_0",0.99,1613937404545,1700
-"lr_0",2.3923457575169e-08,1613937404545,1700
-"mom_0",0.9495225260737573,1613937404545,1700
-"eps_0",1e-05,1613937404545,1700
-"wd_1",0.01,1613937404545,1700
-"sqr_mom_1",0.99,1613937404545,1700
-"lr_1",2.392345757516883e-07,1613937404545,1700
-"mom_1",0.9495225260737573,1613937404545,1700
-"eps_1",1e-05,1613937404545,1700
-"wd_2",0.01,1613937404545,1700
-"sqr_mom_2",0.99,1613937404545,1700
-"lr_2",2.3923457575168424e-06,1613937404545,1700
-"mom_2",0.9495225260737573,1613937404545,1700
-"eps_2",1e-05,1613937404545,1700
-"train_loss",0.030986601,1613937405669,1701
-"raw_loss",0.01976816,1613937405669,1701
-"epoch",10.704402515723245,1613937405669,1701
-"wd_0",0.01,1613937405669,1701
-"sqr_mom_0",0.99,1613937405669,1701
-"lr_0",2.2960442019718825e-08,1613937405669,1701
-"mom_0",0.9495417865774713,1613937405669,1701
-"eps_0",1e-05,1613937405669,1701
-"wd_1",0.01,1613937405669,1701
-"sqr_mom_1",0.99,1613937405669,1701
-"lr_1",2.2960442019718825e-07,1613937405669,1701
-"mom_1",0.9495417865774713,1613937405669,1701
-"eps_1",1e-05,1613937405669,1701
-"wd_2",0.01,1613937405669,1701
-"sqr_mom_2",0.99,1613937405669,1701
-"lr_2",2.2960442019718825e-06,1613937405669,1701
-"mom_2",0.9495417865774713,1613937405669,1701
-"eps_2",1e-05,1613937405669,1701
-"train_loss",0.030828414,1613937406730,1702
-"raw_loss",0.02307727,1613937406730,1702
-"epoch",10.710691823899346,1613937406730,1702
-"wd_0",0.01,1613937406730,1702
-"sqr_mom_0",0.99,1613937406730,1702
-"lr_0",2.2017100309647872e-08,1613937406730,1702
-"mom_0",0.949560653600343,1613937406730,1702
-"eps_0",1e-05,1613937406730,1702
-"wd_1",0.01,1613937406730,1702
-"sqr_mom_1",0.99,1613937406730,1702
-"lr_1",2.2017100309647703e-07,1613937406730,1702
-"mom_1",0.949560653600343,1613937406730,1702
-"eps_1",1e-05,1613937406730,1702
-"wd_2",0.01,1613937406730,1702
-"sqr_mom_2",0.99,1613937406730,1702
-"lr_2",2.2017100309647568e-06,1613937406730,1702
-"mom_2",0.949560653600343,1613937406730,1702
-"eps_2",1e-05,1613937406730,1702
-"train_loss",0.030787267,1613937407744,1703
-"raw_loss",0.028770994,1613937407744,1703
-"epoch",10.716981132075446,1613937407744,1703
-"wd_0",0.01,1613937407744,1703
-"sqr_mom_0",0.99,1613937407744,1703
-"lr_0",2.1093686337600085e-08,1613937407744,1703
-"mom_0",0.9495791220644686,1613937407744,1703
-"eps_0",1e-05,1613937407744,1703
-"wd_1",0.01,1613937407744,1703
-"sqr_mom_1",0.99,1613937407744,1703
-"lr_1",2.1093686337600085e-07,1613937407744,1703
-"mom_1",0.9495791220644686,1613937407744,1703
-"eps_1",1e-05,1613937407744,1703
-"wd_2",0.01,1613937407744,1703
-"sqr_mom_2",0.99,1613937407744,1703
-"lr_2",2.109368633760049e-06,1613937407744,1703
-"mom_2",0.9495791220644686,1613937407744,1703
-"eps_2",1e-05,1613937407744,1703
-"train_loss",0.030478405,1613937408741,1704
-"raw_loss",0.01534413,1613937408741,1704
-"epoch",10.723270440251547,1613937408741,1704
-"wd_0",0.01,1613937408741,1704
-"sqr_mom_0",0.99,1613937408741,1704
-"lr_0",2.0189839860903452e-08,1613937408741,1704
-"mom_0",0.9495971991747736,1613937408741,1704
-"eps_0",1e-05,1613937408741,1704
-"wd_1",0.01,1613937408741,1704
-"sqr_mom_1",0.99,1613937408741,1704
-"lr_1",2.0189839860903282e-07,1613937408741,1704
-"mom_1",0.9495971991747736,1613937408741,1704
-"eps_1",1e-05,1613937408741,1704
-"wd_2",0.01,1613937408741,1704
-"sqr_mom_2",0.99,1613937408741,1704
-"lr_2",2.0189839860903147e-06,1613937408741,1704
-"mom_2",0.9495971991747736,1613937408741,1704
-"eps_2",1e-05,1613937408741,1704
-"train_loss",0.030334579,1613937409758,1705
-"raw_loss",0.023287125,1613937409758,1705
-"epoch",10.729559748427647,1613937409758,1705
-"wd_0",0.01,1613937409758,1705
-"sqr_mom_0",0.99,1613937409758,1705
-"lr_0",1.9305811837703703e-08,1613937409758,1705
-"mom_0",0.949614879912045,1613937409758,1705
-"eps_0",1e-05,1613937409758,1705
-"wd_1",0.01,1613937409758,1705
-"sqr_mom_1",0.99,1613937409758,1705
-"lr_1",1.9305811837703703e-07,1613937409758,1705
-"mom_1",0.949614879912045,1613937409758,1705
-"eps_1",1e-05,1613937409758,1705
-"wd_2",0.01,1613937409758,1705
-"sqr_mom_2",0.99,1613937409758,1705
-"lr_2",1.9305811837703026e-06,1613937409758,1705
-"mom_2",0.949614879912045,1613937409758,1705
-"eps_2",1e-05,1613937409758,1705
-"train_loss",0.030222425,1613937410740,1706
-"raw_loss",0.02472691,1613937410740,1706
-"epoch",10.735849056603747,1613937410740,1706
-"wd_0",0.01,1613937410740,1706
-"sqr_mom_0",0.99,1613937410740,1706
-"lr_0",1.8441548699556096e-08,1613937410740,1706
-"mom_0",0.9496321653476623,1613937410740,1706
-"eps_0",1e-05,1613937410740,1706
-"wd_1",0.01,1613937410740,1706
-"sqr_mom_1",0.99,1613937410740,1706
-"lr_1",1.8441548699556774e-07,1613937410740,1706
-"mom_1",0.9496321653476623,1613937410740,1706
-"eps_1",1e-05,1613937410740,1706
-"wd_2",0.01,1613937410740,1706
-"sqr_mom_2",0.99,1613937410740,1706
-"lr_2",1.844154869955596e-06,1613937410740,1706
-"mom_2",0.9496321653476623,1613937410740,1706
-"eps_2",1e-05,1613937410740,1706
-"train_loss",0.030190526,1613937411825,1707
-"raw_loss",0.028627401,1613937411825,1707
-"epoch",10.742138364779848,1613937411825,1707
-"wd_0",0.01,1613937411825,1707
-"sqr_mom_0",0.99,1613937411825,1707
-"lr_0",1.7597112699507923e-08,1613937411825,1707
-"mom_0",0.9496490542365522,1613937411825,1707
-"eps_0",1e-05,1613937411825,1707
-"wd_1",0.01,1613937411825,1707
-"sqr_mom_1",0.99,1613937411825,1707
-"lr_1",1.7597112699507415e-07,1613937411825,1707
-"mom_1",0.9496490542365522,1613937411825,1707
-"eps_1",1e-05,1613937411825,1707
-"wd_2",0.01,1613937411825,1707
-"sqr_mom_2",0.99,1613937411825,1707
-"lr_2",1.759711269950755e-06,1613937411825,1707
-"mom_2",0.9496490542365522,1613937411825,1707
-"eps_2",1e-05,1613937411825,1707
-"train_loss",0.030220503,1613937412833,1708
-"raw_loss",0.03168937,1613937412833,1708
-"epoch",10.748427672955948,1613937412833,1708
-"wd_0",0.01,1613937412833,1708
-"sqr_mom_0",0.99,1613937412833,1708
-"lr_0",1.6772398519415454e-08,1613937412833,1708
-"mom_0",0.9496655486850984,1613937412833,1708
-"eps_0",1e-05,1613937412833,1708
-"wd_1",0.01,1613937412833,1708
-"sqr_mom_1",0.99,1613937412833,1708
-"lr_1",1.6772398519414945e-07,1613937412833,1708
-"mom_1",0.9496655486850984,1613937412833,1708
-"eps_1",1e-05,1613937412833,1708
-"wd_2",0.01,1613937412833,1708
-"sqr_mom_2",0.99,1613937412833,1708
-"lr_2",1.6772398519415352e-06,1613937412833,1708
-"mom_2",0.9496655486850984,1613937412833,1708
-"eps_2",1e-05,1613937412833,1708
-"train_loss",0.03002615,1613937413809,1709
-"raw_loss",0.020502865,1613937413809,1709
-"epoch",10.754716981132049,1613937413809,1709
-"wd_0",0.01,1613937413809,1709
-"sqr_mom_0",0.99,1613937413809,1709
-"lr_0",1.596741666703834e-08,1613937413809,1709
-"mom_0",0.9496816484831441,1613937413809,1709
-"eps_0",1e-05,1613937413809,1709
-"wd_1",0.01,1613937413809,1709
-"sqr_mom_1",0.99,1613937413809,1709
-"lr_1",1.596741666703817e-07,1613937413809,1709
-"mom_1",0.9496816484831441,1613937413809,1709
-"eps_1",1e-05,1613937413809,1709
-"wd_2",0.01,1613937413809,1709
-"sqr_mom_2",0.99,1613937413809,1709
-"lr_2",1.5967416667038306e-06,1613937413809,1709
-"mom_2",0.9496816484831441,1613937413809,1709
-"eps_2",1e-05,1613937413809,1709
-"train_loss",0.02991455,1613937414806,1710
-"raw_loss",0.024446111,1613937414806,1710
-"epoch",10.761006289308149,1613937414806,1710
-"wd_0",0.01,1613937414806,1710
-"sqr_mom_0",0.99,1613937414806,1710
-"lr_0",1.5182331781741788e-08,1613937414806,1710
-"mom_0",0.9496973503378685,1613937414806,1710
-"eps_0",1e-05,1613937414806,1710
-"wd_1",0.01,1613937414806,1710
-"sqr_mom_1",0.99,1613937414806,1710
-"lr_1",1.5182331781741788e-07,1613937414806,1710
-"mom_1",0.9496973503378685,1613937414806,1710
-"eps_1",1e-05,1613937414806,1710
-"wd_2",0.01,1613937414806,1710
-"sqr_mom_2",0.99,1613937414806,1710
-"lr_2",1.518233178174084e-06,1613937414806,1710
-"mom_2",0.9496973503378685,1613937414806,1710
-"eps_2",1e-05,1613937414806,1710
-"train_loss",0.029719112,1613937415961,1711
-"raw_loss",0.020142648,1613937415961,1711
-"epoch",10.76729559748425,1613937415961,1711
-"wd_0",0.01,1613937415961,1711
-"sqr_mom_0",0.99,1613937415961,1711
-"lr_0",1.441699189285969e-08,1613937415961,1711
-"mom_0",0.9497126572887157,1613937415961,1711
-"eps_0",1e-05,1613937415961,1711
-"wd_1",0.01,1613937415961,1711
-"sqr_mom_1",0.99,1613937415961,1711
-"lr_1",1.441699189285952e-07,1613937415961,1711
-"mom_1",0.9497126572887157,1613937415961,1711
-"eps_1",1e-05,1613937415961,1711
-"wd_2",0.01,1613937415961,1711
-"sqr_mom_2",0.99,1613937415961,1711
-"lr_2",1.4416991892859249e-06,1613937415961,1711
-"mom_2",0.9497126572887157,1613937415961,1711
-"eps_2",1e-05,1613937415961,1711
-"train_loss",0.029592937,1613937417043,1712
-"raw_loss",0.023410361,1613937417043,1712
-"epoch",10.77358490566035,1613937417043,1712
-"wd_0",0.01,1613937417043,1712
-"sqr_mom_0",0.99,1613937417043,1712
-"lr_0",1.3671455840219282e-08,1613937417043,1712
-"mom_0",0.9497275681588772,1613937417043,1712
-"eps_0",1e-05,1613937417043,1712
-"wd_1",0.01,1613937417043,1712
-"sqr_mom_1",0.99,1613937417043,1712
-"lr_1",1.367145584021945e-07,1613937417043,1712
-"mom_1",0.9497275681588772,1613937417043,1712
-"eps_1",1e-05,1613937417043,1712
-"wd_2",0.01,1613937417043,1712
-"sqr_mom_2",0.99,1613937417043,1712
-"lr_2",1.367145584021891e-06,1613937417043,1712
-"mom_2",0.9497275681588772,1613937417043,1712
-"eps_2",1e-05,1613937417043,1712
-"train_loss",0.030482171,1613937418031,1713
-"raw_loss",0.0740547,1613937418031,1713
-"epoch",10.77987421383645,1613937418031,1713
-"wd_0",0.01,1613937418031,1713
-"sqr_mom_0",0.99,1613937418031,1713
-"lr_0",1.2945729563805973e-08,1613937418031,1713
-"mom_0",0.9497420828295521,1613937418031,1713
-"eps_0",1e-05,1613937418031,1713
-"wd_1",0.01,1613937418031,1713
-"sqr_mom_1",0.99,1613937418031,1713
-"lr_1",1.2945729563806143e-07,1613937418031,1713
-"mom_1",0.9497420828295521,1613937418031,1713
-"eps_1",1e-05,1613937418031,1713
-"wd_2",0.01,1613937418031,1713
-"sqr_mom_2",0.99,1613937418031,1713
-"lr_2",1.2945729563805736e-06,1613937418031,1713
-"mom_2",0.9497420828295521,1613937418031,1713
-"eps_2",1e-05,1613937418031,1713
-"train_loss",0.031181665,1613937419070,1714
-"raw_loss",0.06545692,1613937419070,1714
-"epoch",10.78616352201255,1613937419070,1714
-"wd_0",0.01,1613937419070,1714
-"sqr_mom_0",0.99,1613937419070,1714
-"lr_0",1.2239865018103366e-08,1613937419070,1714
-"mom_0",0.9497562002616405,1613937419070,1714
-"eps_0",1e-05,1613937419070,1714
-"wd_1",0.01,1613937419070,1714
-"sqr_mom_1",0.99,1613937419070,1714
-"lr_1",1.2239865018103197e-07,1613937419070,1714
-"mom_1",0.9497562002616405,1613937419070,1714
-"eps_1",1e-05,1613937419070,1714
-"wd_2",0.01,1613937419070,1714
-"sqr_mom_2",0.99,1613937419070,1714
-"lr_2",1.2239865018103197e-06,1613937419070,1714
-"mom_2",0.9497562002616405,1613937419070,1714
-"eps_2",1e-05,1613937419070,1714
-"train_loss",0.030996025,1613937420244,1715
-"raw_loss",0.02189961,1613937420244,1715
-"epoch",10.792452830188651,1613937420244,1715
-"wd_0",0.01,1613937420244,1715
-"sqr_mom_0",0.99,1613937420244,1715
-"lr_0",1.155372931039289e-08,1613937420244,1715
-"mom_0",0.9497699231130232,1613937420244,1715
-"eps_0",1e-05,1613937420244,1715
-"wd_1",0.01,1613937420244,1715
-"sqr_mom_1",0.99,1613937420244,1715
-"lr_1",1.1553729310393059e-07,1613937420244,1715
-"mom_1",0.9497699231130232,1613937420244,1715
-"eps_1",1e-05,1613937420244,1715
-"wd_2",0.01,1613937420244,1715
-"sqr_mom_2",0.99,1613937420244,1715
-"lr_2",1.155372931039211e-06,1613937420244,1715
-"mom_2",0.9497699231130232,1613937420244,1715
-"eps_2",1e-05,1613937420244,1715
-"train_loss",0.031129394,1613937421334,1716
-"raw_loss",0.037664495,1613937421334,1716
-"epoch",10.798742138364751,1613937421334,1716
-"wd_0",0.01,1613937421334,1716
-"sqr_mom_0",0.99,1613937421334,1716
-"lr_0",1.0887466424016468e-08,1613937421334,1716
-"mom_0",0.9497832485040046,1613937421334,1716
-"eps_0",1e-05,1613937421334,1716
-"wd_1",0.01,1613937421334,1716
-"sqr_mom_1",0.99,1613937421334,1716
-"lr_1",1.0887466424016468e-07,1613937421334,1716
-"mom_1",0.9497832485040046,1613937421334,1716
-"eps_1",1e-05,1613937421334,1716
-"wd_2",0.01,1613937421334,1716
-"sqr_mom_2",0.99,1613937421334,1716
-"lr_2",1.0887466424016603e-06,1613937421334,1716
-"mom_2",0.9497832485040046,1613937421334,1716
-"eps_2",1e-05,1613937421334,1716
-"train_loss",0.031182678,1613937422325,1717
-"raw_loss",0.033793595,1613937422325,1717
-"epoch",10.805031446540852,1613937422325,1717
-"wd_0",0.01,1613937422325,1717
-"sqr_mom_0",0.99,1613937422325,1717
-"lr_0",1.0241077720970893e-08,1613937422325,1717
-"mom_0",0.9497961764073446,1613937422325,1717
-"eps_0",1e-05,1613937422325,1717
-"wd_1",0.01,1613937422325,1717
-"sqr_mom_1",0.99,1613937422325,1717
-"lr_1",1.0241077720971232e-07,1613937422325,1717
-"mom_1",0.9497961764073446,1613937422325,1717
-"eps_1",1e-05,1613937422325,1717
-"wd_2",0.01,1613937422325,1717
-"sqr_mom_2",0.99,1613937422325,1717
-"lr_2",1.0241077720970961e-06,1613937422325,1717
-"mom_2",0.9497961764073446,1613937422325,1717
-"eps_2",1e-05,1613937422325,1717
-"train_loss",0.030917808,1613937423292,1718
-"raw_loss",0.017939169,1613937423292,1718
-"epoch",10.811320754716952,1613937423292,1718
-"wd_0",0.01,1613937423292,1718
-"sqr_mom_0",0.99,1613937423292,1718
-"lr_0",9.614482583596063e-09,1613937423292,1718
-"mom_0",0.9498087084354124,1613937423292,1718
-"eps_0",1e-05,1613937423292,1718
-"wd_1",0.01,1613937423292,1718
-"sqr_mom_1",0.99,1613937423292,1718
-"lr_1",9.614482583595555e-08,1613937423292,1718
-"mom_1",0.9498087084354124,1613937423292,1718
-"eps_1",1e-05,1613937423292,1718
-"wd_2",0.01,1613937423292,1718
-"sqr_mom_2",0.99,1613937423292,1718
-"lr_2",9.614482583595284e-07,1613937423292,1718
-"mom_2",0.9498087084354124,1613937423292,1718
-"eps_2",1e-05,1613937423292,1718
-"train_loss",0.031626288,1613937424277,1719
-"raw_loss",0.06634181,1613937424277,1719
-"epoch",10.817610062893053,1613937424277,1719
-"wd_0",0.01,1613937424277,1719
-"sqr_mom_0",0.99,1613937424277,1719
-"lr_0",9.007729545980305e-09,1613937424277,1719
-"mom_0",0.9498208436175165,1613937424277,1719
-"eps_0",1e-05,1613937424277,1719
-"wd_1",0.01,1613937424277,1719
-"sqr_mom_1",0.99,1613937424277,1719
-"lr_1",9.007729545980136e-08,1613937424277,1719
-"mom_1",0.9498208436175165,1613937424277,1719
-"eps_1",1e-05,1613937424277,1719
-"wd_2",0.01,1613937424277,1719
-"sqr_mom_2",0.99,1613937424277,1719
-"lr_2",9.007729545979729e-07,1613937424277,1719
-"mom_2",0.9498208436175165,1613937424277,1719
-"eps_2",1e-05,1613937424277,1719
-"train_loss",0.031506035,1613937425242,1720
-"raw_loss",0.025613578,1613937425242,1720
-"epoch",10.823899371069153,1613937425242,1720
-"wd_0",0.01,1613937425242,1720
-"sqr_mom_0",0.99,1613937425242,1720
-"lr_0",8.420861718987789e-09,1613937425242,1720
-"mom_0",0.9498325810914311,1613937425242,1720
-"eps_0",1e-05,1613937425242,1720
-"wd_1",0.01,1613937425242,1720
-"sqr_mom_1",0.99,1613937425242,1720
-"lr_1",8.42086171898762e-08,1613937425242,1720
-"mom_1",0.9498325810914311,1613937425242,1720
-"eps_1",1e-05,1613937425242,1720
-"wd_2",0.01,1613937425242,1720
-"sqr_mom_2",0.99,1613937425242,1720
-"lr_2",8.420861718987484e-07,1613937425242,1720
-"mom_2",0.9498325810914311,1613937425242,1720
-"eps_2",1e-05,1613937425242,1720
-"train_loss",0.03203313,1613937426215,1721
-"raw_loss",0.057860855,1613937426215,1721
-"epoch",10.830188679245254,1613937426215,1721
-"wd_0",0.01,1613937426215,1721
-"sqr_mom_0",0.99,1613937426215,1721
-"lr_0",7.853805908404289e-09,1613937426215,1721
-"mom_0",0.9498439223210551,1613937426215,1721
-"eps_0",1e-05,1613937426215,1721
-"wd_1",0.01,1613937426215,1721
-"sqr_mom_1",0.99,1613937426215,1721
-"lr_1",7.853805908404458e-08,1613937426215,1721
-"mom_1",0.9498439223210551,1613937426215,1721
-"eps_1",1e-05,1613937426215,1721
-"wd_2",0.01,1613937426215,1721
-"sqr_mom_2",0.99,1613937426215,1721
-"lr_2",7.853805908404187e-07,1613937426215,1721
-"mom_2",0.9498439223210551,1613937426215,1721
-"eps_2",1e-05,1613937426215,1721
-"train_loss",0.03215662,1613937427186,1722
-"raw_loss",0.038207565,1613937427186,1722
-"epoch",10.836477987421354,1613937427186,1722
-"wd_0",0.01,1613937427186,1722
-"sqr_mom_0",0.99,1613937427186,1722
-"lr_0",7.306570583467451e-09,1613937427186,1722
-"mom_0",0.949854867137002,1613937427186,1722
-"eps_0",1e-05,1613937427186,1722
-"wd_1",0.01,1613937427186,1722
-"sqr_mom_1",0.99,1613937427186,1722
-"lr_1",7.306570583467113e-08,1613937427186,1722
-"mom_1",0.949854867137002,1613937427186,1722
-"eps_1",1e-05,1613937427186,1722
-"wd_2",0.01,1613937427186,1722
-"sqr_mom_2",0.99,1613937427186,1722
-"lr_2",7.306570583467519e-07,1613937427186,1722
-"mom_2",0.949854867137002,1613937427186,1722
-"eps_2",1e-05,1613937427186,1722
-"train_loss",0.032051325,1613937428148,1723
-"raw_loss",0.02689179,1613937428148,1723
-"epoch",10.842767295597454,1613937428148,1723
-"wd_0",0.01,1613937428148,1723
-"sqr_mom_0",0.99,1613937428148,1723
-"lr_0",6.7792327058737735e-09,1613937428148,1723
-"mom_0",0.9498654140000224,1613937428148,1723
-"eps_0",1e-05,1613937428148,1723
-"wd_1",0.01,1613937428148,1723
-"sqr_mom_1",0.99,1613937428148,1723
-"lr_1",6.779232705873096e-08,1613937428148,1723
-"mom_1",0.9498654140000224,1613937428148,1723
-"eps_1",1e-05,1613937428148,1723
-"wd_2",0.01,1613937428148,1723
-"sqr_mom_2",0.99,1613937428148,1723
-"lr_2",6.77923270587296e-07,1613937428148,1723
-"mom_2",0.9498654140000224,1613937428148,1723
-"eps_2",1e-05,1613937428148,1723
-"train_loss",0.032392655,1613937429112,1724
-"raw_loss",0.04911784,1613937429112,1724
-"epoch",10.849056603773555,1613937429112,1724
-"wd_0",0.01,1613937429112,1724
-"sqr_mom_0",0.99,1613937429112,1724
-"lr_0",6.27179252412324e-09,1613937429112,1724
-"mom_0",0.9498755629051465,1613937429112,1724
-"eps_0",1e-05,1613937429112,1724
-"wd_1",0.01,1613937429112,1724
-"sqr_mom_1",0.99,1613937429112,1724
-"lr_1",6.271792524123579e-08,1613937429112,1724
-"mom_1",0.9498755629051465,1613937429112,1724
-"eps_1",1e-05,1613937429112,1724
-"wd_2",0.01,1613937429112,1724
-"sqr_mom_2",0.99,1613937429112,1724
-"lr_2",6.271792524122901e-07,1613937429112,1724
-"mom_2",0.9498755629051465,1613937429112,1724
-"eps_2",1e-05,1613937429112,1724
-"train_loss",0.032166917,1613937430069,1725
-"raw_loss",0.021105813,1613937430069,1725
-"epoch",10.855345911949655,1613937430069,1725
-"wd_0",0.01,1613937430069,1725
-"sqr_mom_0",0.99,1613937430069,1725
-"lr_0",5.784186750228973e-09,1613937430069,1725
-"mom_0",0.9498853151181466,1613937430069,1725
-"eps_0",1e-05,1613937430069,1725
-"wd_1",0.01,1613937430069,1725
-"sqr_mom_1",0.99,1613937430069,1725
-"lr_1",5.7841867502294816e-08,1613937430069,1725
-"mom_1",0.9498853151181466,1613937430069,1725
-"eps_1",1e-05,1613937430069,1725
-"wd_2",0.01,1613937430069,1725
-"sqr_mom_2",0.99,1613937430069,1725
-"lr_2",5.784186750229211e-07,1613937430069,1725
-"mom_2",0.9498853151181466,1613937430069,1725
-"eps_2",1e-05,1613937430069,1725
-"train_loss",0.03199603,1613937431020,1726
-"raw_loss",0.023622638,1613937431020,1726
-"epoch",10.861635220125756,1613937431020,1726
-"wd_0",0.01,1613937431020,1726
-"sqr_mom_0",0.99,1613937431020,1726
-"lr_0",5.31645359359989e-09,1613937431020,1726
-"mom_0",0.9498946698748267,1613937431020,1726
-"eps_0",1e-05,1613937431020,1726
-"wd_1",0.01,1613937431020,1726
-"sqr_mom_1",0.99,1613937431020,1726
-"lr_1",5.316453593599721e-08,1613937431020,1726
-"mom_1",0.9498946698748267,1613937431020,1726
-"eps_1",1e-05,1613937431020,1726
-"wd_2",0.01,1613937431020,1726
-"sqr_mom_2",0.99,1613937431020,1726
-"lr_2",5.316453593599314e-07,1613937431020,1726
-"mom_2",0.9498946698748267,1613937431020,1726
-"eps_2",1e-05,1613937431020,1726
-"train_loss",0.031838264,1613937431974,1727
-"raw_loss",0.024107764,1613937431974,1727
-"epoch",10.867924528301856,1613937431974,1727
-"wd_0",0.01,1613937431974,1727
-"sqr_mom_0",0.99,1613937431974,1727
-"lr_0",4.868625832072392e-09,1613937431974,1727
-"mom_0",0.9499036265196237,1613937431974,1727
-"eps_0",1e-05,1613937431974,1727
-"wd_1",0.01,1613937431974,1727
-"sqr_mom_1",0.99,1613937431974,1727
-"lr_1",4.868625832072222e-08,1613937431974,1727
-"mom_1",0.9499036265196237,1613937431974,1727
-"eps_1",1e-05,1613937431974,1727
-"wd_2",0.01,1613937431974,1727
-"sqr_mom_2",0.99,1613937431974,1727
-"lr_2",4.868625832071816e-07,1613937431974,1727
-"mom_2",0.9499036265196237,1613937431974,1727
-"eps_2",1e-05,1613937431974,1727
-"train_loss",0.031678807,1613937432935,1728
-"raw_loss",0.023865389,1613937432935,1728
-"epoch",10.874213836477956,1613937432935,1728
-"wd_0",0.01,1613937432935,1728
-"sqr_mom_0",0.99,1613937432935,1728
-"lr_0",4.440619880240425e-09,1613937432935,1728
-"mom_0",0.9499121867242624,1613937432935,1728
-"eps_0",1e-05,1613937432935,1728
-"wd_1",0.01,1613937432935,1728
-"sqr_mom_1",0.99,1613937432935,1728
-"lr_1",4.440619880240594e-08,1613937432935,1728
-"mom_1",0.9499121867242624,1613937432935,1728
-"eps_1",1e-05,1613937432935,1728
-"wd_2",0.01,1613937432935,1728
-"sqr_mom_2",0.99,1613937432935,1728
-"lr_2",4.440619880240323e-07,1613937432935,1728
-"mom_2",0.9499121867242624,1613937432935,1728
-"eps_2",1e-05,1613937432935,1728
-"train_loss",0.03317907,1613937433903,1729
-"raw_loss",0.10669206,1613937433903,1729
-"epoch",10.880503144654057,1613937433903,1729
-"wd_0",0.01,1613937433903,1729
-"sqr_mom_0",0.99,1613937433903,1729
-"lr_0",4.032526301629195e-09,1613937433903,1729
-"mom_0",0.9499203486774541,1613937433903,1729
-"eps_0",1e-05,1613937433903,1729
-"wd_1",0.01,1613937433903,1729
-"sqr_mom_1",0.99,1613937433903,1729
-"lr_1",4.032526301629534e-08,1613937433903,1729
-"mom_1",0.9499203486774541,1613937433903,1729
-"eps_1",1e-05,1613937433903,1729
-"wd_2",0.01,1613937433903,1729
-"sqr_mom_2",0.99,1613937433903,1729
-"lr_2",4.0325263016293984e-07,1613937433903,1729
-"mom_2",0.9499203486774541,1613937433903,1729
-"eps_2",1e-05,1613937433903,1729
-"train_loss",0.032814745,1613937434865,1730
-"raw_loss",0.014962822,1613937434865,1730
-"epoch",10.886792452830157,1613937434865,1730
-"wd_0",0.01,1613937434865,1730
-"sqr_mom_0",0.99,1613937434865,1730
-"lr_0",3.644319296464703e-09,1613937434865,1730
-"mom_0",0.9499281128951996,1613937434865,1730
-"eps_0",1e-05,1613937434865,1730
-"wd_1",0.01,1613937434865,1730
-"sqr_mom_1",0.99,1613937434865,1730
-"lr_1",3.644319296464534e-08,1613937434865,1730
-"mom_1",0.9499281128951996,1613937434865,1730
-"eps_1",1e-05,1613937434865,1730
-"wd_2",0.01,1613937434865,1730
-"sqr_mom_2",0.99,1613937434865,1730
-"lr_2",3.644319296464398e-07,1613937434865,1730
-"mom_2",0.9499281128951996,1613937434865,1730
-"eps_2",1e-05,1613937434865,1730
-"train_loss",0.03247544,1613937435836,1731
-"raw_loss",0.015849493,1613937435836,1731
-"epoch",10.893081761006258,1613937435836,1731
-"wd_0",0.01,1613937435836,1731
-"sqr_mom_0",0.99,1613937435836,1731
-"lr_0",3.276025731939163e-09,1613937435836,1731
-"mom_0",0.9499354788401496,1613937435836,1731
-"eps_0",1e-05,1613937435836,1731
-"wd_1",0.01,1613937435836,1731
-"sqr_mom_1",0.99,1613937435836,1731
-"lr_1",3.276025731938824e-08,1613937435836,1731
-"mom_1",0.9499354788401496,1613937435836,1731
-"eps_1",1e-05,1613937435836,1731
-"wd_2",0.01,1613937435836,1731
-"sqr_mom_2",0.99,1613937435836,1731
-"lr_2",3.2760257319386886e-07,1613937435836,1731
-"mom_2",0.9499354788401496,1613937435836,1731
-"eps_2",1e-05,1613937435836,1731
-"train_loss",0.032251555,1613937436807,1732
-"raw_loss",0.021281153,1613937436807,1732
-"epoch",10.899371069182358,1613937436807,1732
-"wd_0",0.01,1613937436807,1732
-"sqr_mom_0",0.99,1613937436807,1732
-"lr_0",2.9275996744426383e-09,1613937436807,1732
-"mom_0",0.9499424474309854,1613937436807,1732
-"eps_0",1e-05,1613937436807,1732
-"wd_1",0.01,1613937436807,1732
-"sqr_mom_1",0.99,1613937436807,1732
-"lr_1",2.9275996744422994e-08,1613937436807,1732
-"mom_1",0.9499424474309854,1613937436807,1732
-"eps_1",1e-05,1613937436807,1732
-"wd_2",0.01,1613937436807,1732
-"sqr_mom_2",0.99,1613937436807,1732
-"lr_2",2.927599674442706e-07,1613937436807,1732
-"mom_2",0.9499424474309854,1613937436807,1732
-"eps_2",1e-05,1613937436807,1732
-"train_loss",0.032135047,1613937437786,1733
-"raw_loss",0.026426205,1613937437786,1733
-"epoch",10.905660377358458,1613937437786,1733
-"wd_0",0.01,1613937437786,1733
-"sqr_mom_0",0.99,1613937437786,1733
-"lr_0",2.5990478592863582e-09,1613937437786,1733
-"mom_0",0.9499490185329995,1613937437786,1733
-"eps_0",1e-05,1613937437786,1733
-"wd_1",0.01,1613937437786,1733
-"sqr_mom_1",0.99,1613937437786,1733
-"lr_1",2.5990478592861888e-08,1613937437786,1733
-"mom_1",0.9499490185329995,1613937437786,1733
-"eps_1",1e-05,1613937437786,1733
-"wd_2",0.01,1613937437786,1733
-"sqr_mom_2",0.99,1613937437786,1733
-"lr_2",2.5990478592853757e-07,1613937437786,1733
-"mom_2",0.9499490185329995,1613937437786,1733
-"eps_2",1e-05,1613937437786,1733
-"train_loss",0.032065857,1613937438744,1734
-"raw_loss",0.028675474,1613937438744,1734
-"epoch",10.911949685534559,1613937438744,1734
-"wd_0",0.01,1613937438744,1734
-"sqr_mom_0",0.99,1613937438744,1734
-"lr_0",2.2904561219872126e-09,1613937438744,1734
-"mom_0",0.9499551904294645,1613937438744,1734
-"eps_0",1e-05,1613937438744,1734
-"wd_1",0.01,1613937438744,1734
-"sqr_mom_1",0.99,1613937438744,1734
-"lr_1",2.2904561219867043e-08,1613937438744,1734
-"mom_1",0.9499551904294645,1613937438744,1734
-"eps_1",1e-05,1613937438744,1734
-"wd_2",0.01,1613937438744,1734
-"sqr_mom_2",0.99,1613937438744,1734
-"lr_2",2.2904561219861622e-07,1613937438744,1734
-"mom_2",0.9499551904294645,1613937438744,1734
-"eps_2",1e-05,1613937438744,1734
-"train_loss",0.031975146,1613937439714,1735
-"raw_loss",0.027530279,1613937439714,1735
-"epoch",10.91823899371066,1613937439714,1735
-"wd_0",0.01,1613937439714,1735
-"sqr_mom_0",0.99,1613937439714,1735
-"lr_0",2.001704074598594e-09,1613937439714,1735
-"mom_0",0.9499609655281632,1613937439714,1735
-"eps_0",1e-05,1613937439714,1735
-"wd_1",0.01,1613937439714,1735
-"sqr_mom_1",0.99,1613937439714,1735
-"lr_1",2.0017040745987633e-08,1613937439714,1735
-"mom_1",0.9499609655281632,1613937439714,1735
-"eps_1",1e-05,1613937439714,1735
-"wd_2",0.01,1613937439714,1735
-"sqr_mom_2",0.99,1613937439714,1735
-"lr_2",2.0017040745984923e-07,1613937439714,1735
-"mom_2",0.9499609655281632,1613937439714,1735
-"eps_2",1e-05,1613937439714,1735
-"train_loss",0.03196117,1613937440665,1736
-"raw_loss",0.031276368,1613937440665,1736
-"epoch",10.92452830188676,1613937440665,1736
-"wd_0",0.01,1613937440665,1736
-"sqr_mom_0",0.99,1613937440665,1736
-"lr_0",1.7328745955132361e-09,1613937440665,1736
-"mom_0",0.9499663421715114,1613937440665,1736
-"eps_0",1e-05,1613937440665,1736
-"wd_1",0.01,1613937440665,1736
-"sqr_mom_1",0.99,1613937440665,1736
-"lr_1",1.7328745955130667e-08,1613937440665,1736
-"mom_1",0.9499663421715114,1613937440665,1736
-"eps_1",1e-05,1613937440665,1736
-"wd_2",0.01,1613937440665,1736
-"sqr_mom_2",0.99,1613937440665,1736
-"lr_2",1.7328745955129312e-07,1613937440665,1736
-"mom_2",0.9499663421715114,1613937440665,1736
-"eps_2",1e-05,1613937440665,1736
-"train_loss",0.03191727,1613937441606,1737
-"raw_loss",0.029766168,1613937441606,1737
-"epoch",10.93081761006286,1613937441606,1737
-"wd_0",0.01,1613937441606,1737
-"sqr_mom_0",0.99,1613937441606,1737
-"lr_0",1.4839500121222252e-09,1613937441606,1737
-"mom_0",0.9499713207129646,1613937441606,1737
-"eps_0",1e-05,1613937441606,1737
-"wd_1",0.01,1613937441606,1737
-"sqr_mom_1",0.99,1613937441606,1737
-"lr_1",1.4839500121223946e-08,1613937441606,1737
-"mom_1",0.9499713207129646,1613937441606,1737
-"eps_1",1e-05,1613937441606,1737
-"wd_2",0.01,1613937441606,1737
-"sqr_mom_2",0.99,1613937441606,1737
-"lr_2",1.4839500121223946e-07,1613937441606,1737
-"mom_2",0.9499713207129646,1613937441606,1737
-"eps_2",1e-05,1613937441606,1737
-"train_loss",0.031847373,1613937442558,1738
-"raw_loss",0.028422456,1613937442558,1738
-"epoch",10.93710691823896,1613937442558,1738
-"wd_0",0.01,1613937442558,1738
-"sqr_mom_0",0.99,1613937442558,1738
-"lr_0",1.2549468402991772e-09,1613937442558,1738
-"mom_0",0.9499759008222022,1613937442558,1738
-"eps_0",1e-05,1613937442558,1738
-"wd_1",0.01,1613937442558,1738
-"sqr_mom_1",0.99,1613937442558,1738
-"lr_1",1.2549468402993467e-08,1613937442558,1738
-"mom_1",0.9499759008222022,1613937442558,1738
-"eps_1",1e-05,1613937442558,1738
-"wd_2",0.01,1613937442558,1738
-"sqr_mom_2",0.99,1613937442558,1738
-"lr_2",1.254946840298669e-07,1613937442558,1738
-"mom_2",0.9499759008222022,1613937442558,1738
-"eps_2",1e-05,1613937442558,1738
-"train_loss",0.03156064,1613937443577,1739
-"raw_loss",0.017510712,1613937443577,1739
-"epoch",10.94339622641506,1613937443577,1739
-"wd_0",0.01,1613937443577,1739
-"sqr_mom_0",0.99,1613937443577,1739
-"lr_0",1.0458365187470203e-09,1613937443577,1739
-"mom_0",0.9499800830704557,1613937443577,1739
-"eps_0",1e-05,1613937443577,1739
-"wd_1",0.01,1613937443577,1739
-"sqr_mom_1",0.99,1613937443577,1739
-"lr_1",1.0458365187475285e-08,1613937443577,1739
-"mom_1",0.9499800830704557,1613937443577,1739
-"eps_1",1e-05,1613937443577,1739
-"wd_2",0.01,1613937443577,1739
-"sqr_mom_2",0.99,1613937443577,1739
-"lr_2",1.0458365187467154e-07,1613937443577,1739
-"mom_2",0.9499800830704557,1613937443577,1739
-"eps_2",1e-05,1613937443577,1739
-"train_loss",0.03151464,1613937444568,1740
-"raw_loss",0.02926068,1613937444568,1740
-"epoch",10.949685534591161,1613937444568,1740
-"wd_0",0.01,1613937444568,1740
-"sqr_mom_0",0.99,1613937444568,1740
-"lr_0",8.566246758853394e-10,1613937444568,1740
-"mom_0",0.9499838673451557,1613937444568,1740
-"eps_0",1e-05,1613937444568,1740
-"wd_1",0.01,1613937444568,1740
-"sqr_mom_1",0.99,1613937444568,1740
-"lr_1",8.566246758856782e-09,1613937444568,1740
-"mom_1",0.9499838673451557,1613937444568,1740
-"eps_1",1e-05,1613937444568,1740
-"wd_2",0.01,1613937444568,1740
-"sqr_mom_2",0.99,1613937444568,1740
-"lr_2",8.566246758852716e-08,1613937444568,1740
-"mom_2",0.9499838673451557,1613937444568,1740
-"eps_2",1e-05,1613937444568,1740
-"train_loss",0.031265903,1613937445531,1741
-"raw_loss",0.019077687,1613937445531,1741
-"epoch",10.955974842767262,1613937445531,1741
-"wd_0",0.01,1613937445531,1741
-"sqr_mom_0",0.99,1613937445531,1741
-"lr_0",6.873484918789178e-10,1613937445531,1741
-"mom_0",0.9499872529026914,1613937445531,1741
-"eps_0",1e-05,1613937445531,1741
-"wd_1",0.01,1613937445531,1741
-"sqr_mom_1",0.99,1613937445531,1741
-"lr_1",6.873484918787484e-09,1613937445531,1741
-"mom_1",0.9499872529026914,1613937445531,1741
-"eps_1",1e-05,1613937445531,1741
-"wd_2",0.01,1613937445531,1741
-"sqr_mom_2",0.99,1613937445531,1741
-"lr_2",6.873484918788839e-08,1613937445531,1741
-"mom_2",0.9499872529026914,1613937445531,1741
-"eps_2",1e-05,1613937445531,1741
-"train_loss",0.0309327,1613937446498,1742
-"raw_loss",0.014605766,1613937446498,1742
-"epoch",10.962264150943362,1613937446498,1742
-"wd_0",0.01,1613937446498,1742
-"sqr_mom_0",0.99,1613937446498,1742
-"lr_0",5.379736427809403e-10,1613937446498,1742
-"mom_0",0.9499902404295486,1613937446498,1742
-"eps_0",1e-05,1613937446498,1742
-"wd_1",0.01,1613937446498,1742
-"sqr_mom_1",0.99,1613937446498,1742
-"lr_1",5.379736427812791e-09,1613937446498,1742
-"mom_1",0.9499902404295486,1613937446498,1742
-"eps_1",1e-05,1613937446498,1742
-"wd_2",0.01,1613937446498,1742
-"sqr_mom_2",0.99,1613937446498,1742
-"lr_2",5.3797364278087255e-08,1613937446498,1742
-"mom_2",0.9499902404295486,1613937446498,1742
-"eps_2",1e-05,1613937446498,1742
-"train_loss",0.030563943,1613937447468,1743
-"raw_loss",0.01249484,1613937447468,1743
-"epoch",10.968553459119462,1613937447468,1743
-"wd_0",0.01,1613937447468,1743
-"sqr_mom_0",0.99,1613937447468,1743
-"lr_0",4.085132096312254e-10,1613937447468,1743
-"mom_0",0.9499928296641039,1613937447468,1743
-"eps_0",1e-05,1613937447468,1743
-"wd_1",0.01,1613937447468,1743
-"sqr_mom_1",0.99,1613937447468,1743
-"lr_1",4.085132096313948e-09,1613937447468,1743
-"mom_1",0.9499928296641039,1613937447468,1743
-"eps_1",1e-05,1613937447468,1743
-"wd_2",0.01,1613937447468,1743
-"sqr_mom_2",0.99,1613937447468,1743
-"lr_2",4.085132096313948e-08,1613937447468,1743
-"mom_2",0.9499928296641039,1613937447468,1743
-"eps_2",1e-05,1613937447468,1743
-"train_loss",0.030566161,1613937448422,1744
-"raw_loss",0.03067491,1613937448422,1744
-"epoch",10.974842767295563,1613937448422,1744
-"wd_0",0.01,1613937448422,1744
-"sqr_mom_0",0.99,1613937448422,1744
-"lr_0",2.9897483047737716e-10,1613937448422,1744
-"mom_0",0.949995020453595,1613937448422,1744
-"eps_0",1e-05,1613937448422,1744
-"wd_1",0.01,1613937448422,1744
-"sqr_mom_1",0.99,1613937448422,1744
-"lr_1",2.9897483047686894e-09,1613937448422,1744
-"mom_1",0.949995020453595,1613937448422,1744
-"eps_1",1e-05,1613937448422,1744
-"wd_2",0.01,1613937448422,1744
-"sqr_mom_2",0.99,1613937448422,1744
-"lr_2",2.9897483047646237e-08,1613937448422,1744
-"mom_2",0.949995020453595,1613937448422,1744
-"eps_2",1e-05,1613937448422,1744
-"train_loss",0.030434493,1613937449400,1745
-"raw_loss",0.023982748,1613937449400,1745
-"epoch",10.981132075471663,1613937449400,1745
-"wd_0",0.01,1613937449400,1745
-"sqr_mom_0",0.99,1613937449400,1745
-"lr_0",2.093448436791493e-10,1613937449400,1745
-"mom_0",0.949996813071257,1613937449400,1745
-"eps_0",1e-05,1613937449400,1745
-"wd_1",0.01,1613937449400,1745
-"sqr_mom_1",0.99,1613937449400,1745
-"lr_1",2.093448436784717e-09,1613937449400,1745
-"mom_1",0.949996813071257,1613937449400,1745
-"eps_1",1e-05,1613937449400,1745
-"wd_2",0.01,1613937449400,1745
-"sqr_mom_2",0.99,1613937449400,1745
-"lr_2",2.093448436780651e-08,1613937449400,1745
-"mom_2",0.949996813071257,1613937449400,1745
-"eps_2",1e-05,1613937449400,1745
+"train_loss",0.8697629,1613939104719,0
+"raw_loss",0.86976373,1613939104719,0
+"epoch",0.006289308176100629,1613939104719,0
+"wd_0",0.01,1613939104719,0
+"sqr_mom_0",0.99,1613939104719,0
+"lr_0",4e-06,1613939104719,0
+"mom_0",0.95,1613939104719,0
+"eps_0",1e-05,1613939104719,0
+"wd_1",0.01,1613939104719,0
+"sqr_mom_1",0.99,1613939104719,0
+"lr_1",4e-06,1613939104719,0
+"mom_1",0.95,1613939104719,0
+"eps_1",1e-05,1613939104719,0
+"wd_2",0.01,1613939104719,0
+"sqr_mom_2",0.99,1613939104719,0
+"lr_2",4e-05,1613939104719,0
+"mom_2",0.95,1613939104719,0
+"eps_2",1e-05,1613939104719,0
+"train_loss",0.8561083,1613939105615,1
+"raw_loss",0.8427276,1613939105615,1
+"epoch",0.012578616352201259,1613939105615,1
+"wd_0",0.01,1613939105615,1
+"sqr_mom_0",0.99,1613939105615,1
+"lr_0",4.009559427763895e-06,1613939105615,1
+"mom_0",0.9499900422627459,1613939105615,1
+"eps_0",1e-05,1613939105615,1
+"wd_1",0.01,1613939105615,1
+"sqr_mom_1",0.99,1613939105615,1
+"lr_1",4.009559427763895e-06,1613939105615,1
+"mom_1",0.9499900422627459,1613939105615,1
+"eps_1",1e-05,1613939105615,1
+"wd_2",0.01,1613939105615,1
+"sqr_mom_2",0.99,1613939105615,1
+"lr_2",4.0095594277638955e-05,1613939105615,1
+"mom_2",0.9499900422627459,1613939105615,1
+"eps_2",1e-05,1613939105615,1
+"train_loss",0.7917324,1613939106492,2
+"raw_loss",0.666818,1613939106492,2
+"epoch",0.01886792452830189,1613939106492,2
+"wd_0",0.01,1613939106492,2
+"sqr_mom_0",0.99,1613939106492,2
+"lr_0",4.0382339034447715e-06,1613939106492,2
+"mom_0",0.949960173017245,1613939106492,2
+"eps_0",1e-05,1613939106492,2
+"wd_1",0.01,1613939106492,2
+"sqr_mom_1",0.99,1613939106492,2
+"lr_1",4.0382339034447715e-06,1613939106492,2
+"mom_1",0.949960173017245,1613939106492,2
+"eps_1",1e-05,1613939106492,2
+"wd_2",0.01,1613939106492,2
+"sqr_mom_2",0.99,1613939106492,2
+"lr_2",4.038233903444772e-05,1613939106492,2
+"mom_2",0.949960173017245,1613939106492,2
+"eps_2",1e-05,1613939106492,2
+"train_loss",0.7650963,1613939107411,3
+"raw_loss",0.6883426,1613939107411,3
+"epoch",0.025157232704402517,1613939107411,3
+"wd_0",0.01,1613939107411,3
+"sqr_mom_0",0.99,1613939107411,3
+"lr_0",4.086012005726854e-06,1613939107411,3
+"mom_0",0.9499104041607012,1613939107411,3
+"eps_0",1e-05,1613939107411,3
+"wd_1",0.01,1613939107411,3
+"sqr_mom_1",0.99,1613939107411,3
+"lr_1",4.086012005726854e-06,1613939107411,3
+"mom_1",0.9499104041607012,1613939107411,3
+"eps_1",1e-05,1613939107411,3
+"wd_2",0.01,1613939107411,3
+"sqr_mom_2",0.99,1613939107411,3
+"lr_2",4.086012005726854e-05,1613939107411,3
+"mom_2",0.9499104041607012,1613939107411,3
+"eps_2",1e-05,1613939107411,3
+"train_loss",0.7495832,1613939108308,4
+"raw_loss",0.6905724,1613939108308,4
+"epoch",0.031446540880503145,1613939108308,4
+"wd_0",0.01,1613939108308,4
+"sqr_mom_0",0.99,1613939108308,4
+"lr_0",4.152874704138565e-06,1613939108308,4
+"mom_0",0.9498407555165223,1613939108308,4
+"eps_0",1e-05,1613939108308,4
+"wd_1",0.01,1613939108308,4
+"sqr_mom_1",0.99,1613939108308,4
+"lr_1",4.152874704138565e-06,1613939108308,4
+"mom_1",0.9498407555165223,1613939108308,4
+"eps_1",1e-05,1613939108308,4
+"wd_2",0.01,1613939108308,4
+"sqr_mom_2",0.99,1613939108308,4
+"lr_2",4.152874704138565e-05,1613939108308,4
+"mom_2",0.9498407555165223,1613939108308,4
+"eps_2",1e-05,1613939108308,4
+"train_loss",0.71347386,1613939109228,5
+"raw_loss",0.5434759,1613939109228,5
+"epoch",0.03773584905660377,1613939109228,5
+"wd_0",0.01,1613939109228,5
+"sqr_mom_0",0.99,1613939109228,5
+"lr_0",4.238795394615183e-06,1613939109228,5
+"mom_0",0.9497512547972758,1613939109228,5
+"eps_0",1e-05,1613939109228,5
+"wd_1",0.01,1613939109228,5
+"sqr_mom_1",0.99,1613939109228,5
+"lr_1",4.238795394615183e-06,1613939109228,5
+"mom_1",0.9497512547972758,1613939109228,5
+"eps_1",1e-05,1613939109228,5
+"wd_2",0.01,1613939109228,5
+"sqr_mom_2",0.99,1613939109228,5
+"lr_2",4.2387953946151834e-05,1613939109228,5
+"mom_2",0.9497512547972758,1613939109228,5
+"eps_2",1e-05,1613939109228,5
+"train_loss",0.67634076,1613939110153,6
+"raw_loss",0.46862897,1613939110153,6
+"epoch",0.0440251572327044,1613939110153,6
+"wd_0",0.01,1613939110153,6
+"sqr_mom_0",0.99,1613939110153,6
+"lr_0",4.343739770193693e-06,1613939110153,6
+"mom_0",0.9496419377393815,1613939110153,6
+"eps_0",1e-05,1613939110153,6
+"wd_1",0.01,1613939110153,6
+"sqr_mom_1",0.99,1613939110153,6
+"lr_1",4.343739770193693e-06,1613939110153,6
+"mom_1",0.9496419377393815,1613939110153,6
+"eps_1",1e-05,1613939110153,6
+"wd_2",0.01,1613939110153,6
+"sqr_mom_2",0.99,1613939110153,6
+"lr_2",4.343739770193693e-05,1613939110153,6
+"mom_2",0.9496419377393815,1613939110153,6
+"eps_2",1e-05,1613939110153,6
+"train_loss",0.6451728,1613939111052,7
+"raw_loss",0.44377032,1613939111052,7
+"epoch",0.05031446540880503,1613939111052,7
+"wd_0",0.01,1613939111052,7
+"sqr_mom_0",0.99,1613939111052,7
+"lr_0",4.467666153583133e-06,1613939111052,7
+"mom_0",0.9495128477566842,1613939111052,7
+"eps_0",1e-05,1613939111052,7
+"wd_1",0.01,1613939111052,7
+"sqr_mom_1",0.99,1613939111052,7
+"lr_1",4.467666153583133e-06,1613939111052,7
+"mom_1",0.9495128477566842,1613939111052,7
+"eps_1",1e-05,1613939111052,7
+"wd_2",0.01,1613939111052,7
+"sqr_mom_2",0.99,1613939111052,7
+"lr_2",4.4676661535831333e-05,1613939111052,7
+"mom_2",0.9495128477566842,1613939111052,7
+"eps_2",1e-05,1613939111052,7
+"train_loss",0.6440694,1613939111920,8
+"raw_loss",0.63600105,1613939111920,8
+"epoch",0.056603773584905655,1613939111920,8
+"wd_0",0.01,1613939111920,8
+"sqr_mom_0",0.99,1613939111920,8
+"lr_0",4.610525038422375e-06,1613939111920,8
+"mom_0",0.94936403641831,1613939111920,8
+"eps_0",1e-05,1613939111920,8
+"wd_1",0.01,1613939111920,8
+"sqr_mom_1",0.99,1613939111920,8
+"lr_1",4.610525038422375e-06,1613939111920,8
+"mom_1",0.94936403641831,1613939111920,8
+"eps_1",1e-05,1613939111920,8
+"wd_2",0.01,1613939111920,8
+"sqr_mom_2",0.99,1613939111920,8
+"lr_2",4.610525038422376e-05,1613939111920,8
+"mom_2",0.94936403641831,1613939111920,8
+"eps_2",1e-05,1613939111920,8
+"train_loss",0.6240578,1613939112825,9
+"raw_loss",0.46103677,1613939112825,9
+"epoch",0.06289308176100629,1613939112825,9
+"wd_0",0.01,1613939112825,9
+"sqr_mom_0",0.99,1613939112825,9
+"lr_0",4.772259690167275e-06,1613939112825,9
+"mom_0",0.9491955628227424,1613939112825,9
+"eps_0",1e-05,1613939112825,9
+"wd_1",0.01,1613939112825,9
+"sqr_mom_1",0.99,1613939112825,9
+"lr_1",4.772259690167275e-06,1613939112825,9
+"mom_1",0.9491955628227424,1613939112825,9
+"eps_1",1e-05,1613939112825,9
+"wd_2",0.01,1613939112825,9
+"sqr_mom_2",0.99,1613939112825,9
+"lr_2",4.7722596901672744e-05,1613939112825,9
+"mom_2",0.9491955628227424,1613939112825,9
+"eps_2",1e-05,1613939112825,9
+"train_loss",0.6956226,1613939113730,10
+"raw_loss",1.33709,1613939113730,10
+"epoch",0.06918238993710692,1613939113730,10
+"wd_0",0.01,1613939113730,10
+"sqr_mom_0",0.99,1613939113730,10
+"lr_0",4.952805610107015e-06,1613939113730,10
+"mom_0",0.9490074941561385,1613939113730,10
+"eps_0",1e-05,1613939113730,10
+"wd_1",0.01,1613939113730,10
+"sqr_mom_1",0.99,1613939113730,10
+"lr_1",4.952805610107015e-06,1613939113730,10
+"mom_1",0.9490074941561385,1613939113730,10
+"eps_1",1e-05,1613939113730,10
+"wd_2",0.01,1613939113730,10
+"sqr_mom_2",0.99,1613939113730,10
+"lr_2",4.952805610107016e-05,1613939113730,10
+"mom_2",0.9490074941561385,1613939113730,10
+"eps_2",1e-05,1613939113730,10
+"train_loss",0.67758685,1613939114605,11
+"raw_loss",0.5014822,1613939114605,11
+"epoch",0.07547169811320754,1613939114605,11
+"wd_0",0.01,1613939114605,11
+"sqr_mom_0",0.99,1613939114605,11
+"lr_0",5.1520907627064555e-06,1613939114605,11
+"mom_0",0.9487999054555141,1613939114605,11
+"eps_0",1e-05,1613939114605,11
+"wd_1",0.01,1613939114605,11
+"sqr_mom_1",0.99,1613939114605,11
+"lr_1",5.1520907627064555e-06,1613939114605,11
+"mom_1",0.9487999054555141,1613939114605,11
+"eps_1",1e-05,1613939114605,11
+"wd_2",0.01,1613939114605,11
+"sqr_mom_2",0.99,1613939114605,11
+"lr_2",5.152090762706456e-05,1613939114605,11
+"mom_2",0.9487999054555141,1613939114605,11
+"eps_2",1e-05,1613939114605,11
+"train_loss",0.6570898,1613939115511,12
+"raw_loss",0.44086966,1613939115511,12
+"epoch",0.08176100628930817,1613939115511,12
+"wd_0",0.01,1613939115511,12
+"sqr_mom_0",0.99,1613939115511,12
+"lr_0",5.370035871207568e-06,1613939115511,12
+"mom_0",0.9485728793008255,1613939115511,12
+"eps_0",1e-05,1613939115511,12
+"wd_1",0.01,1613939115511,12
+"sqr_mom_1",0.99,1613939115511,12
+"lr_1",5.370035871207568e-06,1613939115511,12
+"mom_1",0.9485728793008255,1613939115511,12
+"eps_1",1e-05,1613939115511,12
+"wd_2",0.01,1613939115511,12
+"sqr_mom_2",0.99,1613939115511,12
+"lr_2",5.3700358712075686e-05,1613939115511,12
+"mom_2",0.9485728793008255,1613939115511,12
+"eps_2",1e-05,1613939115511,12
+"train_loss",0.63165647,1613939116379,13
+"raw_loss",0.34380448,1613939116379,13
+"epoch",0.0880503144654088,1613939116379,13
+"wd_0",0.01,1613939116379,13
+"sqr_mom_0",0.99,1613939116379,13
+"lr_0",5.6065544142990906e-06,1613939116379,13
+"mom_0",0.9483265058184384,1613939116379,13
+"eps_0",1e-05,1613939116379,13
+"wd_1",0.01,1613939116379,13
+"sqr_mom_1",0.99,1613939116379,13
+"lr_1",5.6065544142990906e-06,1613939116379,13
+"mom_1",0.9483265058184384,1613939116379,13
+"eps_1",1e-05,1613939116379,13
+"wd_2",0.01,1613939116379,13
+"sqr_mom_2",0.99,1613939116379,13
+"lr_2",5.6065544142990906e-05,1613939116379,13
+"mom_2",0.9483265058184384,1613939116379,13
+"eps_2",1e-05,1613939116379,13
+"train_loss",0.6472142,1613939117255,14
+"raw_loss",0.83502024,1613939117255,14
+"epoch",0.09433962264150943,1613939117255,14
+"wd_0",0.01,1613939117255,14
+"sqr_mom_0",0.99,1613939117255,14
+"lr_0",5.861551629698894e-06,1613939117255,14
+"mom_0",0.9480608837190636,1613939117255,14
+"eps_0",1e-05,1613939117255,14
+"wd_1",0.01,1613939117255,14
+"sqr_mom_1",0.99,1613939117255,14
+"lr_1",5.861551629698894e-06,1613939117255,14
+"mom_1",0.9480608837190636,1613939117255,14
+"eps_1",1e-05,1613939117255,14
+"wd_2",0.01,1613939117255,14
+"sqr_mom_2",0.99,1613939117255,14
+"lr_2",5.861551629698895e-05,1613939117255,14
+"mom_2",0.9480608837190636,1613939117255,14
+"eps_2",1e-05,1613939117255,14
+"train_loss",0.62510526,1613939118135,15
+"raw_loss",0.34188884,1613939118135,15
+"epoch",0.10062893081761005,1613939118135,15
+"wd_0",0.01,1613939118135,15
+"sqr_mom_0",0.99,1613939118135,15
+"lr_0",6.134926216169848e-06,1613939118135,15
+"mom_0",0.947776118524823,1613939118135,15
+"eps_0",1e-05,1613939118135,15
+"wd_1",0.01,1613939118135,15
+"sqr_mom_1",0.99,1613939118135,15
+"lr_1",6.134926216169848e-06,1613939118135,15
+"mom_1",0.947776118524823,1613939118135,15
+"eps_1",1e-05,1613939118135,15
+"wd_2",0.01,1613939118135,15
+"sqr_mom_2",0.99,1613939118135,15
+"lr_2",6.134926216169849e-05,1613939118135,15
+"mom_2",0.947776118524823,1613939118135,15
+"eps_2",1e-05,1613939118135,15
+"train_loss",0.6211117,1613939119012,16
+"raw_loss",0.5670627,1613939119012,16
+"epoch",0.10691823899371068,1613939119012,16
+"wd_0",0.01,1613939119012,16
+"sqr_mom_0",0.99,1613939119012,16
+"lr_0",6.426569286083635e-06,1613939119012,16
+"mom_0",0.9474723236603295,1613939119012,16
+"eps_0",1e-05,1613939119012,16
+"wd_1",0.01,1613939119012,16
+"sqr_mom_1",0.99,1613939119012,16
+"lr_1",6.426569286083635e-06,1613939119012,16
+"mom_1",0.9474723236603295,1613939119012,16
+"eps_1",1e-05,1613939119012,16
+"wd_2",0.01,1613939119012,16
+"sqr_mom_2",0.99,1613939119012,16
+"lr_2",6.426569286083637e-05,1613939119012,16
+"mom_2",0.9474723236603295,1613939119012,16
+"eps_2",1e-05,1613939119012,16
+"train_loss",0.60202146,1613939119910,17
+"raw_loss",0.33011523,1613939119910,17
+"epoch",0.11320754716981131,1613939119910,17
+"wd_0",0.01,1613939119910,17
+"sqr_mom_0",0.99,1613939119910,17
+"lr_0",6.7363650492297375e-06,1613939119910,17
+"mom_0",0.9471496197403857,1613939119910,17
+"eps_0",1e-05,1613939119910,17
+"wd_1",0.01,1613939119910,17
+"sqr_mom_1",0.99,1613939119910,17
+"lr_1",6.7363650492297375e-06,1613939119910,17
+"mom_1",0.9471496197403857,1613939119910,17
+"eps_1",1e-05,1613939119910,17
+"wd_2",0.01,1613939119910,17
+"sqr_mom_2",0.99,1613939119910,17
+"lr_2",6.736365049229738e-05,1613939119910,17
+"mom_2",0.9471496197403857,1613939119910,17
+"eps_2",1e-05,1613939119910,17
+"train_loss",0.5916886,1613939120813,18
+"raw_loss",0.43733156,1613939120813,18
+"epoch",0.11949685534591194,1613939120813,18
+"wd_0",0.01,1613939120813,18
+"sqr_mom_0",0.99,1613939120813,18
+"lr_0",7.06418938445837e-06,1613939120813,18
+"mom_0",0.9468081360578559,1613939120813,18
+"eps_0",1e-05,1613939120813,18
+"wd_1",0.01,1613939120813,18
+"sqr_mom_1",0.99,1613939120813,18
+"lr_1",7.06418938445837e-06,1613939120813,18
+"mom_1",0.9468081360578559,1613939120813,18
+"eps_1",1e-05,1613939120813,18
+"wd_2",0.01,1613939120813,18
+"sqr_mom_2",0.99,1613939120813,18
+"lr_2",7.06418938445837e-05,1613939120813,18
+"mom_2",0.9468081360578559,1613939120813,18
+"eps_2",1e-05,1613939120813,18
+"train_loss",0.5735314,1613939121697,19
+"raw_loss",0.28992385,1613939121697,19
+"epoch",0.12578616352201258,1613939121697,19
+"wd_0",0.01,1613939121697,19
+"sqr_mom_0",0.99,1613939121697,19
+"lr_0",7.409912069008094e-06,1613939121697,19
+"mom_0",0.9464480082614498,1613939121697,19
+"eps_0",1e-05,1613939121697,19
+"wd_1",0.01,1613939121697,19
+"sqr_mom_1",0.99,1613939121697,19
+"lr_1",7.409912069008094e-06,1613939121697,19
+"mom_1",0.9464480082614498,1613939121697,19
+"eps_1",1e-05,1613939121697,19
+"wd_2",0.01,1613939121697,19
+"sqr_mom_2",0.99,1613939121697,19
+"lr_2",7.409912069008095e-05,1613939121697,19
+"mom_2",0.9464480082614498,1613939121697,19
+"eps_2",1e-05,1613939121697,19
+"train_loss",0.5656748,1613939122576,20
+"raw_loss",0.43771312,1613939122576,20
+"epoch",0.1320754716981132,1613939122576,20
+"wd_0",0.01,1613939122576,20
+"sqr_mom_0",0.99,1613939122576,20
+"lr_0",7.773395834984238e-06,1613939122576,20
+"mom_0",0.9460693793385581,1613939122576,20
+"eps_0",1e-05,1613939122576,20
+"wd_1",0.01,1613939122576,20
+"sqr_mom_1",0.99,1613939122576,20
+"lr_1",7.773395834984238e-06,1613939122576,20
+"mom_1",0.9460693793385581,1613939122576,20
+"eps_1",1e-05,1613939122576,20
+"wd_2",0.01,1613939122576,20
+"sqr_mom_2",0.99,1613939122576,20
+"lr_2",7.773395834984238e-05,1613939122576,20
+"mom_2",0.9460693793385581,1613939122576,20
+"eps_2",1e-05,1613939122576,20
+"train_loss",0.54959804,1613939123488,21
+"raw_loss",0.27723402,1613939123488,21
+"epoch",0.13836477987421383,1613939123488,21
+"wd_0",0.01,1613939123488,21
+"sqr_mom_0",0.99,1613939123488,21
+"lr_0",8.154495508105691e-06,1613939123488,21
+"mom_0",0.9456724005123899,1613939123488,21
+"eps_0",1e-05,1613939123488,21
+"wd_1",0.01,1613939123488,21
+"sqr_mom_1",0.99,1613939123488,21
+"lr_1",8.154495508105691e-06,1613939123488,21
+"mom_1",0.9456724005123899,1613939123488,21
+"eps_1",1e-05,1613939123488,21
+"wd_2",0.01,1613939123488,21
+"sqr_mom_2",0.99,1613939123488,21
+"lr_2",8.154495508105693e-05,1613939123488,21
+"mom_2",0.9456724005123899,1613939123488,21
+"eps_2",1e-05,1613939123488,21
+"train_loss",0.5718061,1613939124391,22
+"raw_loss",0.9622831,1613939124391,22
+"epoch",0.14465408805031446,1613939124391,22
+"wd_0",0.01,1613939124391,22
+"sqr_mom_0",0.99,1613939124391,22
+"lr_0",8.553058337262749e-06,1613939124391,22
+"mom_0",0.9452572308986846,1613939124391,22
+"eps_0",1e-05,1613939124391,22
+"wd_1",0.01,1613939124391,22
+"sqr_mom_1",0.99,1613939124391,22
+"lr_1",8.553058337262749e-06,1613939124391,22
+"mom_1",0.9452572308986846,1613939124391,22
+"eps_1",1e-05,1613939124391,22
+"wd_2",0.01,1613939124391,22
+"sqr_mom_2",0.99,1613939124391,22
+"lr_2",8.55305833726275e-05,1613939124391,22
+"mom_2",0.9452572308986846,1613939124391,22
+"eps_2",1e-05,1613939124391,22
+"train_loss",0.57826245,1613939125264,23
+"raw_loss",0.6958399,1613939125264,23
+"epoch",0.1509433962264151,1613939125264,23
+"wd_0",0.01,1613939125264,23
+"sqr_mom_0",0.99,1613939125264,23
+"lr_0",8.968927440491031e-06,1613939125264,23
+"mom_0",0.9448240339161551,1613939125264,23
+"eps_0",1e-05,1613939125264,23
+"wd_1",0.01,1613939125264,23
+"sqr_mom_1",0.99,1613939125264,23
+"lr_1",8.968927440491031e-06,1613939125264,23
+"mom_1",0.9448240339161551,1613939125264,23
+"eps_1",1e-05,1613939125264,23
+"wd_2",0.01,1613939125264,23
+"sqr_mom_2",0.99,1613939125264,23
+"lr_2",8.968927440491031e-05,1613939125264,23
+"mom_2",0.9448240339161551,1613939125264,23
+"eps_2",1e-05,1613939125264,23
+"train_loss",0.55854565,1613939126146,24
+"raw_loss",0.18734246,1613939126146,24
+"epoch",0.15723270440251572,1613939126146,24
+"wd_0",0.01,1613939126146,24
+"sqr_mom_0",0.99,1613939126146,24
+"lr_0",9.401935222813777e-06,1613939126146,24
+"mom_0",0.9443729841429023,1613939126146,24
+"eps_0",1e-05,1613939126146,24
+"wd_1",0.01,1613939126146,24
+"sqr_mom_1",0.99,1613939126146,24
+"lr_1",9.401935222813777e-06,1613939126146,24
+"mom_1",0.9443729841429023,1613939126146,24
+"eps_1",1e-05,1613939126146,24
+"wd_2",0.01,1613939126146,24
+"sqr_mom_2",0.99,1613939126146,24
+"lr_2",9.401935222813777e-05,1613939126146,24
+"mom_2",0.9443729841429023,1613939126146,24
+"eps_2",1e-05,1613939126146,24
+"train_loss",0.55698407,1613939127069,25
+"raw_loss",0.52664196,1613939127069,25
+"epoch",0.16352201257861634,1613939127069,25
+"wd_0",0.01,1613939127069,25
+"sqr_mom_0",0.99,1613939127069,25
+"lr_0",9.851911244073228e-06,1613939127069,25
+"mom_0",0.943904259120757,1613939127069,25
+"eps_0",1e-05,1613939127069,25
+"wd_1",0.01,1613939127069,25
+"sqr_mom_1",0.99,1613939127069,25
+"lr_1",9.851911244073228e-06,1613939127069,25
+"mom_1",0.943904259120757,1613939127069,25
+"eps_1",1e-05,1613939127069,25
+"wd_2",0.01,1613939127069,25
+"sqr_mom_2",0.99,1613939127069,25
+"lr_2",9.851911244073227e-05,1613939127069,25
+"mom_2",0.943904259120757,1613939127069,25
+"eps_2",1e-05,1613939127069,25
+"train_loss",0.5559236,1613939127965,26
+"raw_loss",0.5346919,1613939127965,26
+"epoch",0.16981132075471697,1613939127965,26
+"wd_0",0.01,1613939127965,26
+"sqr_mom_0",0.99,1613939127965,26
+"lr_0",1.0318675278608704e-05,1613939127965,26
+"mom_0",0.9434180465847826,1613939127965,26
+"eps_0",1e-05,1613939127965,26
+"wd_1",0.01,1613939127965,26
+"sqr_mom_1",0.99,1613939127965,26
+"lr_1",1.0318675278608704e-05,1613939127965,26
+"mom_1",0.9434180465847826,1613939127965,26
+"eps_1",1e-05,1613939127965,26
+"wd_2",0.01,1613939127965,26
+"sqr_mom_2",0.99,1613939127965,26
+"lr_2",0.00010318675278608706,1613939127965,26
+"mom_2",0.9434180465847826,1613939127965,26
+"eps_2",1e-05,1613939127965,26
+"train_loss",0.5489613,1613939128867,27
+"raw_loss",0.40552992,1613939128867,27
+"epoch",0.1761006289308176,1613939128867,27
+"wd_0",0.01,1613939128867,27
+"sqr_mom_0",0.99,1613939128867,27
+"lr_0",1.0802040256448307e-05,1613939128867,27
+"mom_0",0.942914541399533,1613939128867,27
+"eps_0",1e-05,1613939128867,27
+"wd_1",0.01,1613939128867,27
+"sqr_mom_1",0.99,1613939128867,27
+"lr_1",1.0802040256448307e-05,1613939128867,27
+"mom_1",0.942914541399533,1613939128867,27
+"eps_1",1e-05,1613939128867,27
+"wd_2",0.01,1613939128867,27
+"sqr_mom_2",0.99,1613939128867,27
+"lr_2",0.00010802040256448309,1613939128867,27
+"mom_2",0.942914541399533,1613939128867,27
+"eps_2",1e-05,1613939128867,27
+"train_loss",0.5477616,1613939129850,28
+"raw_loss",0.5223657,1613939129850,28
+"epoch",0.18238993710691823,1613939129850,28
+"wd_0",0.01,1613939129850,28
+"sqr_mom_0",0.99,1613939129850,28
+"lr_0",1.1301815915877466e-05,1613939129850,28
+"mom_0",0.9423939417542943,1613939129850,28
+"eps_0",1e-05,1613939129850,28
+"wd_1",0.01,1613939129850,28
+"sqr_mom_1",0.99,1613939129850,28
+"lr_1",1.1301815915877466e-05,1613939129850,28
+"mom_1",0.9423939417542943,1613939129850,28
+"eps_1",1e-05,1613939129850,28
+"wd_2",0.01,1613939129850,28
+"sqr_mom_2",0.99,1613939129850,28
+"lr_2",0.00011301815915877467,1613939129850,28
+"mom_2",0.9423939417542943,1613939129850,28
+"eps_2",1e-05,1613939129850,28
+"train_loss",0.53576094,1613939130745,29
+"raw_loss",0.27503622,1613939130745,29
+"epoch",0.18867924528301885,1613939130745,29
+"wd_0",0.01,1613939130745,29
+"sqr_mom_0",0.99,1613939130745,29
+"lr_0",1.1817800847632122e-05,1613939130745,29
+"mom_0",0.9418564574503832,1613939130745,29
+"eps_0",1e-05,1613939130745,29
+"wd_1",0.01,1613939130745,29
+"sqr_mom_1",0.99,1613939130745,29
+"lr_1",1.1817800847632122e-05,1613939130745,29
+"mom_1",0.9418564574503832,1613939130745,29
+"eps_1",1e-05,1613939130745,29
+"wd_2",0.01,1613939130745,29
+"sqr_mom_2",0.99,1613939130745,29
+"lr_2",0.00011817800847632124,1613939130745,29
+"mom_2",0.9418564574503832,1613939130745,29
+"eps_2",1e-05,1613939130745,29
+"train_loss",0.52855873,1613939131635,30
+"raw_loss",0.36815813,1613939131635,30
+"epoch",0.19496855345911948,1613939131635,30
+"wd_0",0.01,1613939131635,30
+"sqr_mom_0",0.99,1613939131635,30
+"lr_0",1.2349791950158995e-05,1613939131635,30
+"mom_0",0.9413023000519176,1613939131635,30
+"eps_0",1e-05,1613939131635,30
+"wd_1",0.01,1613939131635,30
+"sqr_mom_1",0.99,1613939131635,30
+"lr_1",1.2349791950158995e-05,1613939131635,30
+"mom_1",0.9413023000519176,1613939131635,30
+"eps_1",1e-05,1613939131635,30
+"wd_2",0.01,1613939131635,30
+"sqr_mom_2",0.99,1613939131635,30
+"lr_2",0.00012349791950158997,1613939131635,30
+"mom_2",0.9413023000519176,1613939131635,30
+"eps_2",1e-05,1613939131635,30
+"train_loss",0.519624,1613939132522,31
+"raw_loss",0.3158596,1613939132522,31
+"epoch",0.2012578616352201,1613939132522,31
+"wd_0",0.01,1613939132522,31
+"sqr_mom_0",0.99,1613939132522,31
+"lr_0",1.289757613462115e-05,1613939132522,31
+"mom_0",0.9407316915264362,1613939132522,31
+"eps_0",1e-05,1613939132522,31
+"wd_1",0.01,1613939132522,31
+"sqr_mom_1",0.99,1613939132522,31
+"lr_1",1.289757613462115e-05,1613939132522,31
+"mom_1",0.9407316915264362,1613939132522,31
+"eps_1",1e-05,1613939132522,31
+"wd_2",0.01,1613939132522,31
+"sqr_mom_2",0.99,1613939132522,31
+"lr_2",0.0001289757613462115,1613939132522,31
+"mom_2",0.9407316915264362,1613939132522,31
+"eps_2",1e-05,1613939132522,31
+"train_loss",0.50815505,1613939133403,32
+"raw_loss",0.24058639,1613939133403,32
+"epoch",0.20754716981132074,1613939133403,32
+"wd_0",0.01,1613939133403,32
+"sqr_mom_0",0.99,1613939133403,32
+"lr_0",1.3460933873494347e-05,1613939133403,32
+"mom_0",0.9401448605484434,1613939133403,32
+"eps_0",1e-05,1613939133403,32
+"wd_1",0.01,1613939133403,32
+"sqr_mom_1",0.99,1613939133403,32
+"lr_1",1.3460933873494347e-05,1613939133403,32
+"mom_1",0.9401448605484434,1613939133403,32
+"eps_1",1e-05,1613939133403,32
+"wd_2",0.01,1613939133403,32
+"sqr_mom_2",0.99,1613939133403,32
+"lr_2",0.00013460933873494347,1613939133403,32
+"mom_2",0.9401448605484434,1613939133403,32
+"eps_2",1e-05,1613939133403,32
+"train_loss",0.49769306,1613939134292,33
+"raw_loss",0.24824703,1613939134292,33
+"epoch",0.21383647798742136,1613939134292,33
+"wd_0",0.01,1613939134292,33
+"sqr_mom_0",0.99,1613939134292,33
+"lr_0",1.4039643418380948e-05,1613939134292,33
+"mom_0",0.9395420381058531,1613939134292,33
+"eps_0",1e-05,1613939134292,33
+"wd_1",0.01,1613939134292,33
+"sqr_mom_1",0.99,1613939134292,33
+"lr_1",1.4039643418380948e-05,1613939134292,33
+"mom_1",0.9395420381058531,1613939134292,33
+"eps_1",1e-05,1613939134292,33
+"wd_2",0.01,1613939134292,33
+"sqr_mom_2",0.99,1613939134292,33
+"lr_2",0.0001403964341838095,1613939134292,33
+"mom_2",0.9395420381058531,1613939134292,33
+"eps_2",1e-05,1613939134292,33
+"train_loss",0.49180627,1613939135198,34
+"raw_loss",0.3484855,1613939135198,34
+"epoch",0.220125786163522,1613939135198,34
+"wd_0",0.01,1613939135198,34
+"sqr_mom_0",0.99,1613939135198,34
+"lr_0",1.4633472960142029e-05,1613939135198,34
+"mom_0",0.9389234656665186,1613939135198,34
+"eps_0",1e-05,1613939135198,34
+"wd_1",0.01,1613939135198,34
+"sqr_mom_1",0.99,1613939135198,34
+"lr_1",1.4633472960142029e-05,1613939135198,34
+"mom_1",0.9389234656665186,1613939135198,34
+"eps_1",1e-05,1613939135198,34
+"wd_2",0.01,1613939135198,34
+"sqr_mom_2",0.99,1613939135198,34
+"lr_2",0.0001463347296014203,1613939135198,34
+"mom_2",0.9389234656665186,1613939135198,34
+"eps_2",1e-05,1613939135198,34
+"train_loss",0.5026658,1613939136120,35
+"raw_loss",0.7724104,1613939136120,35
+"epoch",0.22641509433962262,1613939136120,35
+"wd_0",0.01,1613939136120,35
+"sqr_mom_0",0.99,1613939136120,35
+"lr_0",1.524218452536167e-05,1613939136120,35
+"mom_0",0.9382893911194149,1613939136120,35
+"eps_0",1e-05,1613939136120,35
+"wd_1",0.01,1613939136120,35
+"sqr_mom_1",0.99,1613939136120,35
+"lr_1",1.524218452536167e-05,1613939136120,35
+"mom_1",0.9382893911194149,1613939136120,35
+"eps_1",1e-05,1613939136120,35
+"wd_2",0.01,1613939136120,35
+"sqr_mom_2",0.99,1613939136120,35
+"lr_2",0.0001524218452536167,1613939136120,35
+"mom_2",0.9382893911194149,1613939136120,35
+"eps_2",1e-05,1613939136120,35
+"train_loss",0.4952549,1613939137029,36
+"raw_loss",0.30759102,1613939137029,36
+"epoch",0.23270440251572325,1613939137029,36
+"wd_0",0.01,1613939137029,36
+"sqr_mom_0",0.99,1613939137029,36
+"lr_0",1.5865538513507337e-05,1613939137029,36
+"mom_0",0.9376400640484298,1613939137029,36
+"eps_0",1e-05,1613939137029,36
+"wd_1",0.01,1613939137029,36
+"sqr_mom_1",0.99,1613939137029,36
+"lr_1",1.5865538513507337e-05,1613939137029,36
+"mom_1",0.9376400640484298,1613939137029,36
+"eps_1",1e-05,1613939137029,36
+"wd_2",0.01,1613939137029,36
+"sqr_mom_2",0.99,1613939137029,36
+"lr_2",0.0001586553851350734,1613939137029,36
+"mom_2",0.9376400640484298,1613939137029,36
+"eps_2",1e-05,1613939137029,36
+"train_loss",0.5014534,1613939137916,37
+"raw_loss",0.66135186,1613939137916,37
+"epoch",0.23899371069182387,1613939137916,37
+"wd_0",0.01,1613939137916,37
+"sqr_mom_0",0.99,1613939137916,37
+"lr_0",1.6503285225903715e-05,1613939137916,37
+"mom_0",0.9369757445563502,1613939137916,37
+"eps_0",1e-05,1613939137916,37
+"wd_1",0.01,1613939137916,37
+"sqr_mom_1",0.99,1613939137916,37
+"lr_1",1.6503285225903715e-05,1613939137916,37
+"mom_1",0.9369757445563502,1613939137916,37
+"eps_1",1e-05,1613939137916,37
+"wd_2",0.01,1613939137916,37
+"sqr_mom_2",0.99,1613939137916,37
+"lr_2",0.00016503285225903715,1613939137916,37
+"mom_2",0.9369757445563502,1613939137916,37
+"eps_2",1e-05,1613939137916,37
+"train_loss",0.50106704,1613939138833,38
+"raw_loss",0.49092308,1613939138833,38
+"epoch",0.2452830188679245,1613939138833,38
+"wd_0",0.01,1613939138833,38
+"sqr_mom_0",0.99,1613939138833,38
+"lr_0",1.715516909610041e-05,1613939138833,38
+"mom_0",0.9362966988582287,1613939138833,38
+"eps_0",1e-05,1613939138833,38
+"wd_1",0.01,1613939138833,38
+"sqr_mom_1",0.99,1613939138833,38
+"lr_1",1.715516909610041e-05,1613939138833,38
+"mom_1",0.9362966988582287,1613939138833,38
+"eps_1",1e-05,1613939138833,38
+"wd_2",0.01,1613939138833,38
+"sqr_mom_2",0.99,1613939138833,38
+"lr_2",0.0001715516909610041,1613939138833,38
+"mom_2",0.9362966988582287,1613939138833,38
+"eps_2",1e-05,1613939138833,38
+"train_loss",0.4946188,1613939139725,39
+"raw_loss",0.3223529,1613939139725,39
+"epoch",0.25157232704402516,1613939139725,39
+"wd_0",0.01,1613939139725,39
+"sqr_mom_0",0.99,1613939139725,39
+"lr_0",1.78209335301187e-05,1613939139725,39
+"mom_0",0.9356031942394597,1613939139725,39
+"eps_0",1e-05,1613939139725,39
+"wd_1",0.01,1613939139725,39
+"sqr_mom_1",0.99,1613939139725,39
+"lr_1",1.78209335301187e-05,1613939139725,39
+"mom_1",0.9356031942394597,1613939139725,39
+"eps_1",1e-05,1613939139725,39
+"wd_2",0.01,1613939139725,39
+"sqr_mom_2",0.99,1613939139725,39
+"lr_2",0.00017820933530118696,1613939139725,39
+"mom_2",0.9356031942394597,1613939139725,39
+"eps_2",1e-05,1613939139725,39
+"train_loss",0.49262422,1613939140620,40
+"raw_loss",0.43844992,1613939140620,40
+"epoch",0.2578616352201258,1613939140620,40
+"wd_0",0.01,1613939140620,40
+"sqr_mom_0",0.99,1613939140620,40
+"lr_0",1.8500311834625453e-05,1613939140620,40
+"mom_0",0.9348955085055984,1613939140620,40
+"eps_0",1e-05,1613939140620,40
+"wd_1",0.01,1613939140620,40
+"sqr_mom_1",0.99,1613939140620,40
+"lr_1",1.8500311834625453e-05,1613939140620,40
+"mom_1",0.9348955085055984,1613939140620,40
+"eps_1",1e-05,1613939140620,40
+"wd_2",0.01,1613939140620,40
+"sqr_mom_2",0.99,1613939140620,40
+"lr_2",0.00018500311834625453,1613939140620,40
+"mom_2",0.9348955085055984,1613939140620,40
+"eps_2",1e-05,1613939140620,40
+"train_loss",0.4881584,1613939141528,41
+"raw_loss",0.36491323,1613939141528,41
+"epoch",0.2641509433962264,1613939141528,41
+"wd_0",0.01,1613939141528,41
+"sqr_mom_0",0.99,1613939141528,41
+"lr_0",1.9193033406318514e-05,1613939141528,41
+"mom_0",0.9341739235350849,1613939141528,41
+"eps_0",1e-05,1613939141528,41
+"wd_1",0.01,1613939141528,41
+"sqr_mom_1",0.99,1613939141528,41
+"lr_1",1.9193033406318514e-05,1613939141528,41
+"mom_1",0.9341739235350849,1613939141528,41
+"eps_1",1e-05,1613939141528,41
+"wd_2",0.01,1613939141528,41
+"sqr_mom_2",0.99,1613939141528,41
+"lr_2",0.00019193033406318514,1613939141528,41
+"mom_2",0.9341739235350849,1613939141528,41
+"eps_2",1e-05,1613939141528,41
+"train_loss",0.48550025,1613939142420,42
+"raw_loss",0.41100404,1613939142420,42
+"epoch",0.27044025157232704,1613939142420,42
+"wd_0",0.01,1613939142420,42
+"sqr_mom_0",0.99,1613939142420,42
+"lr_0",1.9898822327136494e-05,1613939142420,42
+"mom_0",0.9334387267425661,1613939142420,42
+"eps_0",1e-05,1613939142420,42
+"wd_1",0.01,1613939142420,42
+"sqr_mom_1",0.99,1613939142420,42
+"lr_1",1.9898822327136494e-05,1613939142420,42
+"mom_1",0.9334387267425661,1613939142420,42
+"eps_1",1e-05,1613939142420,42
+"wd_2",0.01,1613939142420,42
+"sqr_mom_2",0.99,1613939142420,42
+"lr_2",0.00019898822327136498,1613939142420,42
+"mom_2",0.9334387267425661,1613939142420,42
+"eps_2",1e-05,1613939142420,42
+"train_loss",0.48937455,1613939143312,43
+"raw_loss",0.5995801,1613939143312,43
+"epoch",0.27672955974842767,1613939143312,43
+"wd_0",0.01,1613939143312,43
+"sqr_mom_0",0.99,1613939143312,43
+"lr_0",2.0617394073649017e-05,1613939143312,43
+"mom_0",0.9326902145066156,1613939143312,43
+"eps_0",1e-05,1613939143312,43
+"wd_1",0.01,1613939143312,43
+"sqr_mom_1",0.99,1613939143312,43
+"lr_1",2.0617394073649017e-05,1613939143312,43
+"mom_1",0.9326902145066156,1613939143312,43
+"eps_1",1e-05,1613939143312,43
+"wd_2",0.01,1613939143312,43
+"sqr_mom_2",0.99,1613939143312,43
+"lr_2",0.00020617394073649018,1613939143312,43
+"mom_2",0.9326902145066156,1613939143312,43
+"eps_2",1e-05,1613939143312,43
+"train_loss",0.48249376,1613939144207,44
+"raw_loss",0.28394032,1613939144207,44
+"epoch",0.2830188679245283,1613939144207,44
+"wd_0",0.01,1613939144207,44
+"sqr_mom_0",0.99,1613939144207,44
+"lr_0",2.1348469173112758e-05,1613939144207,44
+"mom_0",0.9319286779446742,1613939144207,44
+"eps_0",1e-05,1613939144207,44
+"wd_1",0.01,1613939144207,44
+"sqr_mom_1",0.99,1613939144207,44
+"lr_1",2.1348469173112758e-05,1613939144207,44
+"mom_1",0.9319286779446742,1613939144207,44
+"eps_1",1e-05,1613939144207,44
+"wd_2",0.01,1613939144207,44
+"sqr_mom_2",0.99,1613939144207,44
+"lr_2",0.00021348469173112757,1613939144207,44
+"mom_2",0.9319286779446742,1613939144207,44
+"eps_2",1e-05,1613939144207,44
+"train_loss",0.48567018,1613939145169,45
+"raw_loss",0.5786089,1613939145169,45
+"epoch",0.2893081761006289,1613939145169,45
+"wd_0",0.01,1613939145169,45
+"sqr_mom_0",0.99,1613939145169,45
+"lr_0",2.209175308966976e-05,1613939145169,45
+"mom_0",0.9311544238649273,1613939145169,45
+"eps_0",1e-05,1613939145169,45
+"wd_1",0.01,1613939145169,45
+"sqr_mom_1",0.99,1613939145169,45
+"lr_1",2.209175308966976e-05,1613939145169,45
+"mom_1",0.9311544238649273,1613939145169,45
+"eps_1",1e-05,1613939145169,45
+"wd_2",0.01,1613939145169,45
+"sqr_mom_2",0.99,1613939145169,45
+"lr_2",0.00022091753089669762,1613939145169,45
+"mom_2",0.9311544238649273,1613939145169,45
+"eps_2",1e-05,1613939145169,45
+"train_loss",0.48930147,1613939146118,46
+"raw_loss",0.59698445,1613939146118,46
+"epoch",0.29559748427672955,1613939146118,46
+"wd_0",0.01,1613939146118,46
+"sqr_mom_0",0.99,1613939146118,46
+"lr_0",2.2846949765761397e-05,1613939146118,46
+"mom_0",0.9303677606606652,1613939146118,46
+"eps_0",1e-05,1613939146118,46
+"wd_1",0.01,1613939146118,46
+"sqr_mom_1",0.99,1613939146118,46
+"lr_1",2.2846949765761397e-05,1613939146118,46
+"mom_1",0.9303677606606652,1613939146118,46
+"eps_1",1e-05,1613939146118,46
+"wd_2",0.01,1613939146118,46
+"sqr_mom_2",0.99,1613939146118,46
+"lr_2",0.00022846949765761398,1613939146118,46
+"mom_2",0.9303677606606652,1613939146118,46
+"eps_2",1e-05,1613939146118,46
+"train_loss",0.4799981,1613939147079,47
+"raw_loss",0.2005185,1613939147079,47
+"epoch",0.3018867924528302,1613939147079,47
+"wd_0",0.01,1613939147079,47
+"sqr_mom_0",0.99,1613939147079,47
+"lr_0",2.36137583988555e-05,1613939147079,47
+"mom_0",0.9295690016678588,1613939147079,47
+"eps_0",1e-05,1613939147079,47
+"wd_1",0.01,1613939147079,47
+"sqr_mom_1",0.99,1613939147079,47
+"lr_1",2.36137583988555e-05,1613939147079,47
+"mom_1",0.9295690016678588,1613939147079,47
+"eps_1",1e-05,1613939147079,47
+"wd_2",0.01,1613939147079,47
+"sqr_mom_2",0.99,1613939147079,47
+"lr_2",0.00023613758398855503,1613939147079,47
+"mom_2",0.9295690016678588,1613939147079,47
+"eps_2",1e-05,1613939147079,47
+"train_loss",0.4740162,1613939148014,48
+"raw_loss",0.29204786,1613939148014,48
+"epoch",0.3081761006289308,1613939148014,48
+"wd_0",0.01,1613939148014,48
+"sqr_mom_0",0.99,1613939148014,48
+"lr_0",2.43918698849436e-05,1613939148014,48
+"mom_0",0.9287584688698504,1613939148014,48
+"eps_0",1e-05,1613939148014,48
+"wd_1",0.01,1613939148014,48
+"sqr_mom_1",0.99,1613939148014,48
+"lr_1",2.43918698849436e-05,1613939148014,48
+"mom_1",0.9287584688698504,1613939148014,48
+"eps_1",1e-05,1613939148014,48
+"wd_2",0.01,1613939148014,48
+"sqr_mom_2",0.99,1613939148014,48
+"lr_2",0.00024391869884943598,1613939148014,48
+"mom_2",0.9287584688698504,1613939148014,48
+"eps_2",1e-05,1613939148014,48
+"train_loss",0.47473007,1613939148920,49
+"raw_loss",0.4967116,1613939148920,49
+"epoch",0.31446540880503143,1613939148920,49
+"wd_0",0.01,1613939148920,49
+"sqr_mom_0",0.99,1613939148920,49
+"lr_0",2.5180981594604647e-05,1613939148920,49
+"mom_0",0.9279364775056201,1613939148920,49
+"eps_0",1e-05,1613939148920,49
+"wd_1",0.01,1613939148920,49
+"sqr_mom_1",0.99,1613939148920,49
+"lr_1",2.5180981594604647e-05,1613939148920,49
+"mom_1",0.9279364775056201,1613939148920,49
+"eps_1",1e-05,1613939148920,49
+"wd_2",0.01,1613939148920,49
+"sqr_mom_2",0.99,1613939148920,49
+"lr_2",0.0002518098159460465,1613939148920,49
+"mom_2",0.9279364775056201,1613939148920,49
+"eps_2",1e-05,1613939148920,49
+"train_loss",0.47068873,1613939149898,50
+"raw_loss",0.34477872,1613939149898,50
+"epoch",0.32075471698113206,1613939149898,50
+"wd_0",0.01,1613939149898,50
+"sqr_mom_0",0.99,1613939149898,50
+"lr_0",2.5980775592604943e-05,1613939149898,50
+"mom_0",0.9271033587577031,1613939149898,50
+"eps_0",1e-05,1613939149898,50
+"wd_1",0.01,1613939149898,50
+"sqr_mom_1",0.99,1613939149898,50
+"lr_1",2.5980775592604943e-05,1613939149898,50
+"mom_1",0.9271033587577031,1613939149898,50
+"eps_1",1e-05,1613939149898,50
+"wd_2",0.01,1613939149898,50
+"sqr_mom_2",0.99,1613939149898,50
+"lr_2",0.00025980775592604943,1613939149898,50
+"mom_2",0.9271033587577031,1613939149898,50
+"eps_2",1e-05,1613939149898,50
+"train_loss",0.46859288,1613939150854,51
+"raw_loss",0.4025477,1613939150854,51
+"epoch",0.3270440251572327,1613939150854,51
+"wd_0",0.01,1613939150854,51
+"sqr_mom_0",0.99,1613939150854,51
+"lr_0",2.679092948844323e-05,1613939150854,51
+"mom_0",0.9262594484495382,1613939150854,51
+"eps_0",1e-05,1613939150854,51
+"wd_1",0.01,1613939150854,51
+"sqr_mom_1",0.99,1613939150854,51
+"lr_1",2.679092948844323e-05,1613939150854,51
+"mom_1",0.9262594484495382,1613939150854,51
+"eps_1",1e-05,1613939150854,51
+"wd_2",0.01,1613939150854,51
+"sqr_mom_2",0.99,1613939150854,51
+"lr_2",0.0002679092948844323,1613939150854,51
+"mom_2",0.9262594484495382,1613939150854,51
+"eps_2",1e-05,1613939150854,51
+"train_loss",0.46168014,1613939151756,52
+"raw_loss",0.2414244,1613939151756,52
+"epoch",0.3333333333333333,1613939151756,52
+"wd_0",0.01,1613939151756,52
+"sqr_mom_0",0.99,1613939151756,52
+"lr_0",2.7611132061247287e-05,1613939151756,52
+"mom_0",0.925405070769534,1613939151756,52
+"eps_0",1e-05,1613939151756,52
+"wd_1",0.01,1613939151756,52
+"sqr_mom_1",0.99,1613939151756,52
+"lr_1",2.7611132061247287e-05,1613939151756,52
+"mom_1",0.925405070769534,1613939151756,52
+"eps_1",1e-05,1613939151756,52
+"wd_2",0.01,1613939151756,52
+"sqr_mom_2",0.99,1613939151756,52
+"lr_2",0.0002761113206124729,1613939151756,52
+"mom_2",0.925405070769534,1613939151756,52
+"eps_2",1e-05,1613939151756,52
+"train_loss",0.4607722,1613939152650,53
+"raw_loss",0.4315315,1613939152650,53
+"epoch",0.33962264150943394,1613939152650,53
+"wd_0",0.01,1613939152650,53
+"sqr_mom_0",0.99,1613939152650,53
+"lr_0",2.8441045144293137e-05,1613939152650,53
+"mom_0",0.9245405779746946,1613939152650,53
+"eps_0",1e-05,1613939152650,53
+"wd_1",0.01,1613939152650,53
+"sqr_mom_1",0.99,1613939152650,53
+"lr_1",2.8441045144293137e-05,1613939152650,53
+"mom_1",0.9245405779746946,1613939152650,53
+"eps_1",1e-05,1613939152650,53
+"wd_2",0.01,1613939152650,53
+"sqr_mom_2",0.99,1613939152650,53
+"lr_2",0.00028441045144293135,1613939152650,53
+"mom_2",0.9245405779746946,1613939152650,53
+"eps_2",1e-05,1613939152650,53
+"train_loss",0.46452147,1613939153576,54
+"raw_loss",0.5865273,1613939153576,54
+"epoch",0.34591194968553457,1613939153576,54
+"wd_0",0.01,1613939153576,54
+"sqr_mom_0",0.99,1613939153576,54
+"lr_0",2.928033804036227e-05,1613939153576,54
+"mom_0",0.9236663145412892,1613939153576,54
+"eps_0",1e-05,1613939153576,54
+"wd_1",0.01,1613939153576,54
+"sqr_mom_1",0.99,1613939153576,54
+"lr_1",2.928033804036227e-05,1613939153576,54
+"mom_1",0.9236663145412892,1613939153576,54
+"eps_1",1e-05,1613939153576,54
+"wd_2",0.01,1613939153576,54
+"sqr_mom_2",0.99,1613939153576,54
+"lr_2",0.0002928033804036227,1613939153576,54
+"mom_2",0.9236663145412892,1613939153576,54
+"eps_2",1e-05,1613939153576,54
+"train_loss",0.46169063,1613939154496,55
+"raw_loss",0.36864075,1613939154496,55
+"epoch",0.3522012578616352,1613939154496,55
+"wd_0",0.01,1613939154496,55
+"sqr_mom_0",0.99,1613939154496,55
+"lr_0",3.0128684324864082e-05,1613939154496,55
+"mom_0",0.9227826204949332,1613939154496,55
+"eps_0",1e-05,1613939154496,55
+"wd_1",0.01,1613939154496,55
+"sqr_mom_1",0.99,1613939154496,55
+"lr_1",3.0128684324864082e-05,1613939154496,55
+"mom_1",0.9227826204949332,1613939154496,55
+"eps_1",1e-05,1613939154496,55
+"wd_2",0.01,1613939154496,55
+"sqr_mom_2",0.99,1613939154496,55
+"lr_2",0.00030128684324864084,1613939154496,55
+"mom_2",0.9227826204949332,1613939154496,55
+"eps_2",1e-05,1613939154496,55
+"train_loss",0.4621762,1613939155469,56
+"raw_loss",0.47829238,1613939155469,56
+"epoch",0.3584905660377358,1613939155469,56
+"wd_0",0.01,1613939155469,56
+"sqr_mom_0",0.99,1613939155469,56
+"lr_0",3.098574217728647e-05,1613939155469,56
+"mom_0",0.9218898518986599,1613939155469,56
+"eps_0",1e-05,1613939155469,56
+"wd_1",0.01,1613939155469,56
+"sqr_mom_1",0.99,1613939155469,56
+"lr_1",3.098574217728647e-05,1613939155469,56
+"mom_1",0.9218898518986599,1613939155469,56
+"eps_1",1e-05,1613939155469,56
+"wd_2",0.01,1613939155469,56
+"sqr_mom_2",0.99,1613939155469,56
+"lr_2",0.0003098574217728647,1613939155469,56
+"mom_2",0.9218898518986599,1613939155469,56
+"eps_2",1e-05,1613939155469,56
+"train_loss",0.46173903,1613939156406,57
+"raw_loss",0.44709125,1613939156406,57
+"epoch",0.36477987421383645,1613939156406,57
+"wd_0",0.01,1613939156406,57
+"sqr_mom_0",0.99,1613939156406,57
+"lr_0",3.1851166143778996e-05,1613939156406,57
+"mom_0",0.9209883686002301,1613939156406,57
+"eps_0",1e-05,1613939156406,57
+"wd_1",0.01,1613939156406,57
+"sqr_mom_1",0.99,1613939156406,57
+"lr_1",3.1851166143778996e-05,1613939156406,57
+"mom_1",0.9209883686002301,1613939156406,57
+"eps_1",1e-05,1613939156406,57
+"wd_2",0.01,1613939156406,57
+"sqr_mom_2",0.99,1613939156406,57
+"lr_2",0.00031851166143778996,1613939156406,57
+"mom_2",0.9209883686002301,1613939156406,57
+"eps_2",1e-05,1613939156406,57
+"train_loss",0.45616883,1613939157307,58
+"raw_loss",0.26779154,1613939157307,58
+"epoch",0.3710691823899371,1613939157307,58
+"wd_0",0.01,1613939157307,58
+"sqr_mom_0",0.99,1613939157307,58
+"lr_0",3.2724619636643604e-05,1613939157307,58
+"mom_0",0.9200785212118295,1613939157307,58
+"eps_0",1e-05,1613939157307,58
+"wd_1",0.01,1613939157307,58
+"sqr_mom_1",0.99,1613939157307,58
+"lr_1",3.2724619636643604e-05,1613939157307,58
+"mom_1",0.9200785212118295,1613939157307,58
+"eps_1",1e-05,1613939157307,58
+"wd_2",0.01,1613939157307,58
+"sqr_mom_2",0.99,1613939157307,58
+"lr_2",0.00032724619636643603,1613939157307,58
+"mom_2",0.9200785212118295,1613939157307,58
+"eps_2",1e-05,1613939157307,58
+"train_loss",0.4493897,1613939158207,59
+"raw_loss",0.21807043,1613939158207,59
+"epoch",0.3773584905660377,1613939158207,59
+"wd_0",0.01,1613939158207,59
+"sqr_mom_0",0.99,1613939158207,59
+"lr_0",3.360575486094434e-05,1613939158207,59
+"mom_0",0.9191606720198496,1613939158207,59
+"eps_0",1e-05,1613939158207,59
+"wd_1",0.01,1613939158207,59
+"sqr_mom_1",0.99,1613939158207,59
+"lr_1",3.360575486094434e-05,1613939158207,59
+"mom_1",0.9191606720198496,1613939158207,59
+"eps_1",1e-05,1613939158207,59
+"wd_2",0.01,1613939158207,59
+"sqr_mom_2",0.99,1613939158207,59
+"lr_2",0.0003360575486094434,1613939158207,59
+"mom_2",0.9191606720198496,1613939158207,59
+"eps_2",1e-05,1613939158207,59
+"train_loss",0.45074913,1613939159161,60
+"raw_loss",0.49753955,1613939159161,60
+"epoch",0.38364779874213834,1613939159161,60
+"wd_0",0.01,1613939159161,60
+"sqr_mom_0",0.99,1613939159161,60
+"lr_0",3.449420840018014e-05,1613939159161,60
+"mom_0",0.9182351995831457,1613939159161,60
+"eps_0",1e-05,1613939159161,60
+"wd_1",0.01,1613939159161,60
+"sqr_mom_1",0.99,1613939159161,60
+"lr_1",3.449420840018014e-05,1613939159161,60
+"mom_1",0.9182351995831457,1613939159161,60
+"eps_1",1e-05,1613939159161,60
+"wd_2",0.01,1613939159161,60
+"sqr_mom_2",0.99,1613939159161,60
+"lr_2",0.0003449420840018014,1613939159161,60
+"mom_2",0.9182351995831457,1613939159161,60
+"eps_2",1e-05,1613939159161,60
+"train_loss",0.4482736,1613939160114,61
+"raw_loss",0.36234397,1613939160114,61
+"epoch",0.38993710691823896,1613939160114,61
+"wd_0",0.01,1613939160114,61
+"sqr_mom_0",0.99,1613939160114,61
+"lr_0",3.538963882561395e-05,1613939160114,61
+"mom_0",0.9173024595566521,1613939160114,61
+"eps_0",1e-05,1613939160114,61
+"wd_1",0.01,1613939160114,61
+"sqr_mom_1",0.99,1613939160114,61
+"lr_1",3.538963882561395e-05,1613939160114,61
+"mom_1",0.9173024595566521,1613939160114,61
+"eps_1",1e-05,1613939160114,61
+"wd_2",0.01,1613939160114,61
+"sqr_mom_2",0.99,1613939160114,61
+"lr_2",0.00035389638825613945,1613939160114,61
+"mom_2",0.9173024595566521,1613939160114,61
+"eps_2",1e-05,1613939160114,61
+"train_loss",0.4432353,1613939161058,62
+"raw_loss",0.26690847,1613939161058,62
+"epoch",0.3962264150943396,1613939161058,62
+"wd_0",0.01,1613939161058,62
+"sqr_mom_0",0.99,1613939161058,62
+"lr_0",3.62916853271771e-05,1613939161058,62
+"mom_0",0.9163628277841905,1613939161058,62
+"eps_0",1e-05,1613939161058,62
+"wd_1",0.01,1613939161058,62
+"sqr_mom_1",0.99,1613939161058,62
+"lr_1",3.62916853271771e-05,1613939161058,62
+"mom_1",0.9163628277841905,1613939161058,62
+"eps_1",1e-05,1613939161058,62
+"wd_2",0.01,1613939161058,62
+"sqr_mom_2",0.99,1613939161058,62
+"lr_2",0.00036291685327177097,1613939161058,62
+"mom_2",0.9163628277841905,1613939161058,62
+"eps_2",1e-05,1613939161058,62
+"train_loss",0.4361894,1613939161993,63
+"raw_loss",0.18762927,1613939161993,63
+"epoch",0.4025157232704402,1613939161993,63
+"wd_0",0.01,1613939161993,63
+"sqr_mom_0",0.99,1613939161993,63
+"lr_0",3.7199984335430555e-05,1613939161993,63
+"mom_0",0.9154166829839265,1613939161993,63
+"eps_0",1e-05,1613939161993,63
+"wd_1",0.01,1613939161993,63
+"sqr_mom_1",0.99,1613939161993,63
+"lr_1",3.7199984335430555e-05,1613939161993,63
+"mom_1",0.9154166829839265,1613939161993,63
+"eps_1",1e-05,1613939161993,63
+"wd_2",0.01,1613939161993,63
+"sqr_mom_2",0.99,1613939161993,63
+"lr_2",0.0003719998433543055,1613939161993,63
+"mom_2",0.9154166829839265,1613939161993,63
+"eps_2",1e-05,1613939161993,63
+"train_loss",0.43629038,1613939162907,64
+"raw_loss",0.43987957,1613939162907,64
+"epoch",0.40880503144654085,1613939162907,64
+"wd_0",0.01,1613939162907,64
+"sqr_mom_0",0.99,1613939162907,64
+"lr_0",3.811418258736771e-05,1613939162907,64
+"mom_0",0.9144643931381586,1613939162907,64
+"eps_0",1e-05,1613939162907,64
+"wd_1",0.01,1613939162907,64
+"sqr_mom_1",0.99,1613939162907,64
+"lr_1",3.811418258736771e-05,1613939162907,64
+"mom_1",0.9144643931381586,1613939162907,64
+"eps_1",1e-05,1613939162907,64
+"wd_2",0.01,1613939162907,64
+"sqr_mom_2",0.99,1613939162907,64
+"lr_2",0.0003811418258736771,1613939162907,64
+"mom_2",0.9144643931381586,1613939162907,64
+"eps_2",1e-05,1613939162907,64
+"train_loss",0.44367668,1613939163808,65
+"raw_loss",0.70825917,1613939163808,65
+"epoch",0.4150943396226415,1613939163808,65
+"wd_0",0.01,1613939163808,65
+"sqr_mom_0",0.99,1613939163808,65
+"lr_0",3.903391602890417e-05,1613939163808,65
+"mom_0",0.9135063374698915,1613939163808,65
+"eps_0",1e-05,1613939163808,65
+"wd_1",0.01,1613939163808,65
+"sqr_mom_1",0.99,1613939163808,65
+"lr_1",3.903391602890417e-05,1613939163808,65
+"mom_1",0.9135063374698915,1613939163808,65
+"eps_1",1e-05,1613939163808,65
+"wd_2",0.01,1613939163808,65
+"sqr_mom_2",0.99,1613939163808,65
+"lr_2",0.00039033916028904166,1613939163808,65
+"mom_2",0.9135063374698915,1613939163808,65
+"eps_2",1e-05,1613939163808,65
+"train_loss",0.43774793,1613939164758,66
+"raw_loss",0.22381364,1613939164758,66
+"epoch",0.4213836477987421,1613939164758,66
+"wd_0",0.01,1613939164758,66
+"sqr_mom_0",0.99,1613939164758,66
+"lr_0",3.99588053415138e-05,1613939164758,66
+"mom_0",0.9125429111025898,1613939164758,66
+"eps_0",1e-05,1613939164758,66
+"wd_1",0.01,1613939164758,66
+"sqr_mom_1",0.99,1613939164758,66
+"lr_1",3.99588053415138e-05,1613939164758,66
+"mom_1",0.9125429111025898,1613939164758,66
+"eps_1",1e-05,1613939164758,66
+"wd_2",0.01,1613939164758,66
+"sqr_mom_2",0.99,1613939164758,66
+"lr_2",0.00039958805341513796,1613939164758,66
+"mom_2",0.9125429111025898,1613939164758,66
+"eps_2",1e-05,1613939164758,66
+"train_loss",0.4437617,1613939165699,67
+"raw_loss",0.6623185,1613939165699,67
+"epoch",0.42767295597484273,1613939165699,67
+"wd_0",0.01,1613939165699,67
+"sqr_mom_0",0.99,1613939165699,67
+"lr_0",4.08884951116815e-05,1613939165699,67
+"mom_0",0.911574484258665,1613939165699,67
+"eps_0",1e-05,1613939165699,67
+"wd_1",0.01,1613939165699,67
+"sqr_mom_1",0.99,1613939165699,67
+"lr_1",4.08884951116815e-05,1613939165699,67
+"mom_1",0.911574484258665,1613939165699,67
+"eps_1",1e-05,1613939165699,67
+"wd_2",0.01,1613939165699,67
+"sqr_mom_2",0.99,1613939165699,67
+"lr_2",0.00040888495111681496,1613939165699,67
+"mom_2",0.911574484258665,1613939165699,67
+"eps_2",1e-05,1613939165699,67
+"train_loss",0.44573277,1613939166610,68
+"raw_loss",0.5178652,1613939166610,68
+"epoch",0.43396226415094336,1613939166610,68
+"wd_0",0.01,1613939166610,68
+"sqr_mom_0",0.99,1613939166610,68
+"lr_0",4.182261070748181e-05,1613939166610,68
+"mom_0",0.9106014471797064,1613939166610,68
+"eps_0",1e-05,1613939166610,68
+"wd_1",0.01,1613939166610,68
+"sqr_mom_1",0.99,1613939166610,68
+"lr_1",4.182261070748181e-05,1613939166610,68
+"mom_1",0.9106014471797064,1613939166610,68
+"eps_1",1e-05,1613939166610,68
+"wd_2",0.01,1613939166610,68
+"sqr_mom_2",0.99,1613939166610,68
+"lr_2",0.0004182261070748181,1613939166610,68
+"mom_2",0.9106014471797064,1613939166610,68
+"eps_2",1e-05,1613939166610,68
+"train_loss",0.4516946,1613939167560,69
+"raw_loss",0.67135185,1613939167560,69
+"epoch",0.440251572327044,1613939167560,69
+"wd_0",0.01,1613939167560,69
+"sqr_mom_0",0.99,1613939167560,69
+"lr_0",4.276077565110786e-05,1613939167560,69
+"mom_0",0.9096241920300959,1613939167560,69
+"eps_0",1e-05,1613939167560,69
+"wd_1",0.01,1613939167560,69
+"sqr_mom_1",0.99,1613939167560,69
+"lr_1",4.276077565110786e-05,1613939167560,69
+"mom_1",0.9096241920300959,1613939167560,69
+"eps_1",1e-05,1613939167560,69
+"wd_2",0.01,1613939167560,69
+"sqr_mom_2",0.99,1613939167560,69
+"lr_2",0.0004276077565110786,1613939167560,69
+"mom_2",0.9096241920300959,1613939167560,69
+"eps_2",1e-05,1613939167560,69
+"train_loss",0.4618213,1613939168634,70
+"raw_loss",0.8373888,1613939168634,70
+"epoch",0.4465408805031446,1613939168634,70
+"wd_0",0.01,1613939168634,70
+"sqr_mom_0",0.99,1613939168634,70
+"lr_0",4.3702625063851606e-05,1613939168634,70
+"mom_0",0.9086430988918213,1613939168634,70
+"eps_0",1e-05,1613939168634,70
+"wd_1",0.01,1613939168634,70
+"sqr_mom_1",0.99,1613939168634,70
+"lr_1",4.3702625063851606e-05,1613939168634,70
+"mom_1",0.9086430988918213,1613939168634,70
+"eps_1",1e-05,1613939168634,70
+"wd_2",0.01,1613939168634,70
+"sqr_mom_2",0.99,1613939168634,70
+"lr_2",0.000437026250638516,1613939168634,70
+"mom_2",0.9086430988918213,1613939168634,70
+"eps_2",1e-05,1613939168634,70
+"train_loss",0.46053728,1613939169531,71
+"raw_loss",0.41261157,1613939169531,71
+"epoch",0.45283018867924524,1613939169531,71
+"wd_0",0.01,1613939169531,71
+"sqr_mom_0",0.99,1613939169531,71
+"lr_0",4.464778384664229e-05,1613939169531,71
+"mom_0",0.907658558493081,1613939169531,71
+"eps_0",1e-05,1613939169531,71
+"wd_1",0.01,1613939169531,71
+"sqr_mom_1",0.99,1613939169531,71
+"lr_1",4.464778384664229e-05,1613939169531,71
+"mom_1",0.907658558493081,1613939169531,71
+"eps_1",1e-05,1613939169531,71
+"wd_2",0.01,1613939169531,71
+"sqr_mom_2",0.99,1613939169531,71
+"lr_2",0.0004464778384664229,1613939169531,71
+"mom_2",0.907658558493081,1613939169531,71
+"eps_2",1e-05,1613939169531,71
+"train_loss",0.46080014,1613939170429,72
+"raw_loss",0.47067282,1613939170429,72
+"epoch",0.45911949685534587,1613939170429,72
+"wd_0",0.01,1613939170429,72
+"sqr_mom_0",0.99,1613939170429,72
+"lr_0",4.559586221171578e-05,1613939170429,72
+"mom_0",0.9066709768627961,1613939170429,72
+"eps_0",1e-05,1613939170429,72
+"wd_1",0.01,1613939170429,72
+"sqr_mom_1",0.99,1613939170429,72
+"lr_1",4.559586221171578e-05,1613939170429,72
+"mom_1",0.9066709768627961,1613939170429,72
+"eps_1",1e-05,1613939170429,72
+"wd_2",0.01,1613939170429,72
+"sqr_mom_2",0.99,1613939170429,72
+"lr_2",0.0004559586221171578,1613939170429,72
+"mom_2",0.9066709768627961,1613939170429,72
+"eps_2",1e-05,1613939170429,72
+"train_loss",0.47448516,1613939171362,73
+"raw_loss",0.99160886,1613939171362,73
+"epoch",0.4654088050314465,1613939171362,73
+"wd_0",0.01,1613939171362,73
+"sqr_mom_0",0.99,1613939171362,73
+"lr_0",4.654649585118655e-05,1613939171362,73
+"mom_0",0.9056807334883473,1613939171362,73
+"eps_0",1e-05,1613939171362,73
+"wd_1",0.01,1613939171362,73
+"sqr_mom_1",0.99,1613939171362,73
+"lr_1",4.654649585118655e-05,1613939171362,73
+"mom_1",0.9056807334883473,1613939171362,73
+"eps_1",1e-05,1613939171362,73
+"wd_2",0.01,1613939171362,73
+"sqr_mom_2",0.99,1613939171362,73
+"lr_2",0.0004654649585118655,1613939171362,73
+"mom_2",0.9056807334883473,1613939171362,73
+"eps_2",1e-05,1613939171362,73
+"train_loss",0.47515938,1613939172319,74
+"raw_loss",0.5007876,1613939172319,74
+"epoch",0.4716981132075471,1613939172319,74
+"wd_0",0.01,1613939172319,74
+"sqr_mom_0",0.99,1613939172319,74
+"lr_0",4.7499301676935596e-05,1613939172319,74
+"mom_0",0.9046882274198588,1613939172319,74
+"eps_0",1e-05,1613939172319,74
+"wd_1",0.01,1613939172319,74
+"sqr_mom_1",0.99,1613939172319,74
+"lr_1",4.7499301676935596e-05,1613939172319,74
+"mom_1",0.9046882274198588,1613939172319,74
+"eps_1",1e-05,1613939172319,74
+"wd_2",0.01,1613939172319,74
+"sqr_mom_2",0.99,1613939172319,74
+"lr_2",0.0004749930167693559,1613939172319,74
+"mom_2",0.9046882274198588,1613939172319,74
+"eps_2",1e-05,1613939172319,74
+"train_loss",0.47470015,1613939173276,75
+"raw_loss",0.457144,1613939173276,75
+"epoch",0.47798742138364775,1613939173276,75
+"wd_0",0.01,1613939173276,75
+"sqr_mom_0",0.99,1613939173276,75
+"lr_0",4.8453895694889025e-05,1613939173276,75
+"mom_0",0.9036938586511573,1613939173276,75
+"eps_0",1e-05,1613939173276,75
+"wd_1",0.01,1613939173276,75
+"sqr_mom_1",0.99,1613939173276,75
+"lr_1",4.8453895694889025e-05,1613939173276,75
+"mom_1",0.9036938586511573,1613939173276,75
+"eps_1",1e-05,1613939173276,75
+"wd_2",0.01,1613939173276,75
+"sqr_mom_2",0.99,1613939173276,75
+"lr_2",0.00048453895694889026,1613939173276,75
+"mom_2",0.9036938586511573,1613939173276,75
+"eps_2",1e-05,1613939173276,75
+"train_loss",0.46916106,1613939174247,76
+"raw_loss",0.25619823,1613939174247,76
+"epoch",0.4842767295597484,1613939174247,76
+"wd_0",0.01,1613939174247,76
+"sqr_mom_0",0.99,1613939174247,76
+"lr_0",4.9409906636610176e-05,1613939174247,76
+"mom_0",0.9026980139201977,1613939174247,76
+"eps_0",1e-05,1613939174247,76
+"wd_1",0.01,1613939174247,76
+"sqr_mom_1",0.99,1613939174247,76
+"lr_1",4.9409906636610176e-05,1613939174247,76
+"mom_1",0.9026980139201977,1613939174247,76
+"eps_1",1e-05,1613939174247,76
+"wd_2",0.01,1613939174247,76
+"sqr_mom_2",0.99,1613939174247,76
+"lr_2",0.0004940990663661018,1613939174247,76
+"mom_2",0.9026980139201977,1613939174247,76
+"eps_2",1e-05,1613939174247,76
+"train_loss",0.46757555,1613939175237,77
+"raw_loss",0.4062836,1613939175237,77
+"epoch",0.490566037735849,1613939175237,77
+"wd_0",0.01,1613939175237,77
+"sqr_mom_0",0.99,1613939175237,77
+"lr_0",5.036695373039585e-05,1613939175237,77
+"mom_0",0.901701089864171,1613939175237,77
+"eps_0",1e-05,1613939175237,77
+"wd_1",0.01,1613939175237,77
+"sqr_mom_1",0.99,1613939175237,77
+"lr_1",5.036695373039585e-05,1613939175237,77
+"mom_1",0.901701089864171,1613939175237,77
+"eps_1",1e-05,1613939175237,77
+"wd_2",0.01,1613939175237,77
+"sqr_mom_2",0.99,1613939175237,77
+"lr_2",0.0005036695373039585,1613939175237,77
+"mom_2",0.901701089864171,1613939175237,77
+"eps_2",1e-05,1613939175237,77
+"train_loss",0.45922664,1613939176178,78
+"raw_loss",0.13474667,1613939176178,78
+"epoch",0.49685534591194963,1613939176178,78
+"wd_0",0.01,1613939176178,78
+"sqr_mom_0",0.99,1613939176178,78
+"lr_0",5.1324642301976503e-05,1613939176178,78
+"mom_0",0.9007034976021078,1613939176178,78
+"eps_0",1e-05,1613939176178,78
+"wd_1",0.01,1613939176178,78
+"sqr_mom_1",0.99,1613939176178,78
+"lr_1",5.1324642301976503e-05,1613939176178,78
+"mom_1",0.9007034976021078,1613939176178,78
+"eps_1",1e-05,1613939176178,78
+"wd_2",0.01,1613939176178,78
+"sqr_mom_2",0.99,1613939176178,78
+"lr_2",0.000513246423019765,1613939176178,78
+"mom_2",0.9007034976021078,1613939176178,78
+"eps_2",1e-05,1613939176178,78
+"train_loss",0.46506974,1613939177186,79
+"raw_loss",0.69334465,1613939177186,79
+"epoch",0.5031446540880503,1613939177186,79
+"wd_0",0.01,1613939177186,79
+"sqr_mom_0",0.99,1613939177186,79
+"lr_0",5.228260436689341e-05,1613939177186,79
+"mom_0",0.8997056204511527,1613939177186,79
+"eps_0",1e-05,1613939177186,79
+"wd_1",0.01,1613939177186,79
+"sqr_mom_1",0.99,1613939177186,79
+"lr_1",5.228260436689341e-05,1613939177186,79
+"mom_1",0.8997056204511527,1613939177186,79
+"eps_1",1e-05,1613939177186,79
+"wd_2",0.01,1613939177186,79
+"sqr_mom_2",0.99,1613939177186,79
+"lr_2",0.0005228260436689341,1613939177186,79
+"mom_2",0.8997056204511527,1613939177186,79
+"eps_2",1e-05,1613939177186,79
+"train_loss",0.46809936,1613939178168,80
+"raw_loss",0.5870628,1613939178168,80
+"epoch",0.5094339622641509,1613939178168,80
+"wd_0",0.01,1613939178168,80
+"sqr_mom_0",0.99,1613939178168,80
+"lr_0",5.324045386761101e-05,1613939178168,80
+"mom_0",0.8987078605545719,1613939178168,80
+"eps_0",1e-05,1613939178168,80
+"wd_1",0.01,1613939178168,80
+"sqr_mom_1",0.99,1613939178168,80
+"lr_1",5.324045386761101e-05,1613939178168,80
+"mom_1",0.8987078605545719,1613939178168,80
+"eps_1",1e-05,1613939178168,80
+"wd_2",0.01,1613939178168,80
+"sqr_mom_2",0.99,1613939178168,80
+"lr_2",0.0005324045386761101,1613939178168,80
+"mom_2",0.8987078605545719,1613939178168,80
+"eps_2",1e-05,1613939178168,80
+"train_loss",0.47219518,1613939179110,81
+"raw_loss",0.63381845,1613939179110,81
+"epoch",0.5157232704402516,1613939179110,81
+"wd_0",0.01,1613939179110,81
+"sqr_mom_0",0.99,1613939179110,81
+"lr_0",5.419780928291187e-05,1613939179110,81
+"mom_0",0.8977106153303,1613939179110,81
+"eps_0",1e-05,1613939179110,81
+"wd_1",0.01,1613939179110,81
+"sqr_mom_1",0.99,1613939179110,81
+"lr_1",5.419780928291187e-05,1613939179110,81
+"mom_1",0.8977106153303,1613939179110,81
+"eps_1",1e-05,1613939179110,81
+"wd_2",0.01,1613939179110,81
+"sqr_mom_2",0.99,1613939179110,81
+"lr_2",0.0005419780928291187,1613939179110,81
+"mom_2",0.8977106153303,1613939179110,81
+"eps_2",1e-05,1613939179110,81
+"train_loss",0.47310424,1613939180038,82
+"raw_loss",0.5091507,1613939180038,82
+"epoch",0.5220125786163522,1613939180038,82
+"wd_0",0.01,1613939180038,82
+"sqr_mom_0",0.99,1613939180038,82
+"lr_0",5.5154289288377806e-05,1613939180038,82
+"mom_0",0.8967142819912731,1613939180038,82
+"eps_0",1e-05,1613939180038,82
+"wd_1",0.01,1613939180038,82
+"sqr_mom_1",0.99,1613939180038,82
+"lr_1",5.5154289288377806e-05,1613939180038,82
+"mom_1",0.8967142819912731,1613939180038,82
+"eps_1",1e-05,1613939180038,82
+"wd_2",0.01,1613939180038,82
+"sqr_mom_2",0.99,1613939180038,82
+"lr_2",0.000551542892883778,1613939180038,82
+"mom_2",0.8967142819912731,1613939180038,82
+"eps_2",1e-05,1613939180038,82
+"train_loss",0.47426268,1613939180967,83
+"raw_loss",0.5204139,1613939180967,83
+"epoch",0.5283018867924528,1613939180967,83
+"wd_0",0.01,1613939180967,83
+"sqr_mom_0",0.99,1613939180967,83
+"lr_0",5.6109512908275315e-05,1613939180967,83
+"mom_0",0.8957192573872131,1613939180967,83
+"eps_0",1e-05,1613939180967,83
+"wd_1",0.01,1613939180967,83
+"sqr_mom_1",0.99,1613939180967,83
+"lr_1",5.6109512908275315e-05,1613939180967,83
+"mom_1",0.8957192573872131,1613939180967,83
+"eps_1",1e-05,1613939180967,83
+"wd_2",0.01,1613939180967,83
+"sqr_mom_2",0.99,1613939180967,83
+"lr_2",0.0005610951290827531,1613939180967,83
+"mom_2",0.8957192573872131,1613939180967,83
+"eps_2",1e-05,1613939180967,83
+"train_loss",0.46903268,1613939181901,84
+"raw_loss",0.25971818,1613939181901,84
+"epoch",0.5345911949685535,1613939181901,84
+"wd_0",0.01,1613939181901,84
+"sqr_mom_0",0.99,1613939181901,84
+"lr_0",5.706309966730206e-05,1613939181901,84
+"mom_0",0.8947259378465603,1613939181901,84
+"eps_0",1e-05,1613939181901,84
+"wd_1",0.01,1613939181901,84
+"sqr_mom_1",0.99,1613939181901,84
+"lr_1",5.706309966730206e-05,1613939181901,84
+"mom_1",0.8947259378465603,1613939181901,84
+"eps_1",1e-05,1613939181901,84
+"wd_2",0.01,1613939181901,84
+"sqr_mom_2",0.99,1613939181901,84
+"lr_2",0.0005706309966730205,1613939181901,84
+"mom_2",0.8947259378465603,1613939181901,84
+"eps_2",1e-05,1613939181901,84
+"train_loss",0.46789545,1613939182819,85
+"raw_loss",0.42217663,1613939182819,85
+"epoch",0.5408805031446541,1613939182819,85
+"wd_0",0.01,1613939182819,85
+"sqr_mom_0",0.99,1613939182819,85
+"lr_0",5.801466082480834e-05,1613939182819,85
+"mom_0",0.8937347283074912,1613939182819,85
+"eps_0",1e-05,1613939182819,85
+"wd_1",0.01,1613939182819,85
+"sqr_mom_1",0.99,1613939182819,85
+"lr_1",5.801466082480834e-05,1613939182819,85
+"mom_1",0.8937347283074912,1613939182819,85
+"eps_1",1e-05,1613939182819,85
+"wd_2",0.01,1613939182819,85
+"sqr_mom_2",0.99,1613939182819,85
+"lr_2",0.0005801466082480833,1613939182819,85
+"mom_2",0.8937347283074912,1613939182819,85
+"eps_2",1e-05,1613939182819,85
+"train_loss",0.464655,1613939183743,86
+"raw_loss",0.33381522,1613939183743,86
+"epoch",0.5471698113207547,1613939183743,86
+"wd_0",0.01,1613939183743,86
+"sqr_mom_0",0.99,1613939183743,86
+"lr_0",5.896383521964003e-05,1613939183743,86
+"mom_0",0.8927460049795416,1613939183743,86
+"eps_0",1e-05,1613939183743,86
+"wd_1",0.01,1613939183743,86
+"sqr_mom_1",0.99,1613939183743,86
+"lr_1",5.896383521964003e-05,1613939183743,86
+"mom_1",0.8927460049795416,1613939183743,86
+"eps_1",1e-05,1613939183743,86
+"wd_2",0.01,1613939183743,86
+"sqr_mom_2",0.99,1613939183743,86
+"lr_2",0.0005896383521964003,1613939183743,86
+"mom_2",0.8927460049795416,1613939183743,86
+"eps_2",1e-05,1613939183743,86
+"train_loss",0.4666538,1613939184659,87
+"raw_loss",0.54770595,1613939184659,87
+"epoch",0.5534591194968553,1613939184659,87
+"wd_0",0.01,1613939184659,87
+"sqr_mom_0",0.99,1613939184659,87
+"lr_0",5.9910235847936376e-05,1613939184659,87
+"mom_0",0.8917601709917329,1613939184659,87
+"eps_0",1e-05,1613939184659,87
+"wd_1",0.01,1613939184659,87
+"sqr_mom_1",0.99,1613939184659,87
+"lr_1",5.9910235847936376e-05,1613939184659,87
+"mom_1",0.8917601709917329,1613939184659,87
+"eps_1",1e-05,1613939184659,87
+"wd_2",0.01,1613939184659,87
+"sqr_mom_2",0.99,1613939184659,87
+"lr_2",0.0005991023584793637,1613939184659,87
+"mom_2",0.8917601709917329,1613939184659,87
+"eps_2",1e-05,1613939184659,87
+"train_loss",0.46203795,1613939185603,88
+"raw_loss",0.2740861,1613939185603,88
+"epoch",0.559748427672956,1613939185603,88
+"wd_0",0.01,1613939185603,88
+"sqr_mom_0",0.99,1613939185603,88
+"lr_0",6.085348574868252e-05,1613939185603,88
+"mom_0",0.890777619011789,1613939185603,88
+"eps_0",1e-05,1613939185603,88
+"wd_1",0.01,1613939185603,88
+"sqr_mom_1",0.99,1613939185603,88
+"lr_1",6.085348574868252e-05,1613939185603,88
+"mom_1",0.890777619011789,1613939185603,88
+"eps_1",1e-05,1613939185603,88
+"wd_2",0.01,1613939185603,88
+"sqr_mom_2",0.99,1613939185603,88
+"lr_2",0.0006085348574868251,1613939185603,88
+"mom_2",0.890777619011789,1613939185603,88
+"eps_2",1e-05,1613939185603,88
+"train_loss",0.4559349,1613939186513,89
+"raw_loss",0.20641325,1613939186513,89
+"epoch",0.5660377358490566,1613939186513,89
+"wd_0",0.01,1613939186513,89
+"sqr_mom_0",0.99,1613939186513,89
+"lr_0",6.179320921583049e-05,1613939186513,89
+"mom_0",0.8897987404001766,1613939186513,89
+"eps_0",1e-05,1613939186513,89
+"wd_1",0.01,1613939186513,89
+"sqr_mom_1",0.99,1613939186513,89
+"lr_1",6.179320921583049e-05,1613939186513,89
+"mom_1",0.8897987404001766,1613939186513,89
+"eps_1",1e-05,1613939186513,89
+"wd_2",0.01,1613939186513,89
+"sqr_mom_2",0.99,1613939186513,89
+"lr_2",0.0006179320921583048,1613939186513,89
+"mom_2",0.8897987404001766,1613939186513,89
+"eps_2",1e-05,1613939186513,89
+"train_loss",0.44970948,1613939187438,90
+"raw_loss",0.19417547,1613939187438,90
+"epoch",0.5723270440251572,1613939187438,90
+"wd_0",0.01,1613939187438,90
+"sqr_mom_0",0.99,1613939187438,90
+"lr_0",6.272903194794673e-05,1613939187438,90
+"mom_0",0.8888239250542221,1613939187438,90
+"eps_0",1e-05,1613939187438,90
+"wd_1",0.01,1613939187438,90
+"sqr_mom_1",0.99,1613939187438,90
+"lr_1",6.272903194794673e-05,1613939187438,90
+"mom_1",0.8888239250542221,1613939187438,90
+"eps_1",1e-05,1613939187438,90
+"wd_2",0.01,1613939187438,90
+"sqr_mom_2",0.99,1613939187438,90
+"lr_2",0.0006272903194794674,1613939187438,90
+"mom_2",0.8888239250542221,1613939187438,90
+"eps_2",1e-05,1613939187438,90
+"train_loss",0.44788733,1613939188368,91
+"raw_loss",0.37280542,1613939188368,91
+"epoch",0.5786163522012578,1613939188368,91
+"wd_0",0.01,1613939188368,91
+"sqr_mom_0",0.99,1613939188368,91
+"lr_0",6.366057247837979e-05,1613939188368,91
+"mom_0",0.887853570335021,1613939188368,91
+"eps_0",1e-05,1613939188368,91
+"wd_1",0.01,1613939188368,91
+"sqr_mom_1",0.99,1613939188368,91
+"lr_1",6.366057247837979e-05,1613939188368,91
+"mom_1",0.887853570335021,1613939188368,91
+"eps_1",1e-05,1613939188368,91
+"wd_2",0.01,1613939188368,91
+"sqr_mom_2",0.99,1613939188368,91
+"lr_2",0.0006366057247837978,1613939188368,91
+"mom_2",0.887853570335021,1613939188368,91
+"eps_2",1e-05,1613939188368,91
+"train_loss",0.45001987,1613939189352,92
+"raw_loss",0.53822607,1613939189352,92
+"epoch",0.5849056603773585,1613939189352,92
+"wd_0",0.01,1613939189352,92
+"sqr_mom_0",0.99,1613939189352,92
+"lr_0",6.45874859183317e-05,1613939189352,92
+"mom_0",0.8868880355017378,1613939189352,92
+"eps_0",1e-05,1613939189352,92
+"wd_1",0.01,1613939189352,92
+"sqr_mom_1",0.99,1613939189352,92
+"lr_1",6.45874859183317e-05,1613939189352,92
+"mom_1",0.8868880355017378,1613939189352,92
+"eps_1",1e-05,1613939189352,92
+"wd_2",0.01,1613939189352,92
+"sqr_mom_2",0.99,1613939189352,92
+"lr_2",0.0006458748591833171,1613939189352,92
+"mom_2",0.8868880355017378,1613939189352,92
+"eps_2",1e-05,1613939189352,92
+"train_loss",0.45514056,1613939190273,93
+"raw_loss",0.6677239,1613939190273,93
+"epoch",0.5911949685534591,1613939190273,93
+"wd_0",0.01,1613939190273,93
+"sqr_mom_0",0.99,1613939190273,93
+"lr_0",6.550937691544482e-05,1613939190273,93
+"mom_0",0.885927732379745,1613939190273,93
+"eps_0",1e-05,1613939190273,93
+"wd_1",0.01,1613939190273,93
+"sqr_mom_1",0.99,1613939190273,93
+"lr_1",6.550937691544482e-05,1613939190273,93
+"mom_1",0.885927732379745,1613939190273,93
+"eps_1",1e-05,1613939190273,93
+"wd_2",0.01,1613939190273,93
+"sqr_mom_2",0.99,1613939190273,93
+"lr_2",0.0006550937691544481,1613939190273,93
+"mom_2",0.885927732379745,1613939190273,93
+"eps_2",1e-05,1613939190273,93
+"train_loss",0.45346734,1613939191220,94
+"raw_loss",0.38375518,1613939191220,94
+"epoch",0.5974842767295597,1613939191220,94
+"wd_0",0.01,1613939191220,94
+"sqr_mom_0",0.99,1613939191220,94
+"lr_0",6.642588699006056e-05,1613939191220,94
+"mom_0",0.8849730343853536,1613939191220,94
+"eps_0",1e-05,1613939191220,94
+"wd_1",0.01,1613939191220,94
+"sqr_mom_1",0.99,1613939191220,94
+"lr_1",6.642588699006056e-05,1613939191220,94
+"mom_1",0.8849730343853536,1613939191220,94
+"eps_1",1e-05,1613939191220,94
+"wd_2",0.01,1613939191220,94
+"sqr_mom_2",0.99,1613939191220,94
+"lr_2",0.0006642588699006055,1613939191220,94
+"mom_2",0.8849730343853536,1613939191220,94
+"eps_2",1e-05,1613939191220,94
+"train_loss",0.4556104,1613939192157,95
+"raw_loss",0.5452123,1613939192157,95
+"epoch",0.6037735849056604,1613939192157,95
+"wd_0",0.01,1613939192157,95
+"sqr_mom_0",0.99,1613939192157,95
+"lr_0",6.73366510868762e-05,1613939192157,95
+"mom_0",0.884024321784504,1613939192157,95
+"eps_0",1e-05,1613939192157,95
+"wd_1",0.01,1613939192157,95
+"sqr_mom_1",0.99,1613939192157,95
+"lr_1",6.73366510868762e-05,1613939192157,95
+"mom_1",0.884024321784504,1613939192157,95
+"eps_1",1e-05,1613939192157,95
+"wd_2",0.01,1613939192157,95
+"sqr_mom_2",0.99,1613939192157,95
+"lr_2",0.0006733665108687621,1613939192157,95
+"mom_2",0.884024321784504,1613939192157,95
+"eps_2",1e-05,1613939192157,95
+"train_loss",0.45499533,1613939193130,96
+"raw_loss",0.42919102,1613939193130,96
+"epoch",0.610062893081761,1613939193130,96
+"wd_0",0.01,1613939193130,96
+"sqr_mom_0",0.99,1613939193130,96
+"lr_0",6.824129798125484e-05,1613939193130,96
+"mom_0",0.8830819812695262,1613939193130,96
+"eps_0",1e-05,1613939193130,96
+"wd_1",0.01,1613939193130,96
+"sqr_mom_1",0.99,1613939193130,96
+"lr_1",6.824129798125484e-05,1613939193130,96
+"mom_1",0.8830819812695262,1613939193130,96
+"eps_1",1e-05,1613939193130,96
+"wd_2",0.01,1613939193130,96
+"sqr_mom_2",0.99,1613939193130,96
+"lr_2",0.0006824129798125483,1613939193130,96
+"mom_2",0.8830819812695262,1613939193130,96
+"eps_2",1e-05,1613939193130,96
+"train_loss",0.45582154,1613939194107,97
+"raw_loss",0.49060276,1613939194107,97
+"epoch",0.6163522012578616,1613939194107,97
+"wd_0",0.01,1613939194107,97
+"sqr_mom_0",0.99,1613939194107,97
+"lr_0",6.913948431815946e-05,1613939194107,97
+"mom_0",0.8821463705019172,1613939194107,97
+"eps_0",1e-05,1613939194107,97
+"wd_1",0.01,1613939194107,97
+"sqr_mom_1",0.99,1613939194107,97
+"lr_1",6.913948431815946e-05,1613939194107,97
+"mom_1",0.8821463705019172,1613939194107,97
+"eps_1",1e-05,1613939194107,97
+"wd_2",0.01,1613939194107,97
+"sqr_mom_2",0.99,1613939194107,97
+"lr_2",0.0006913948431815945,1613939194107,97
+"mom_2",0.8821463705019172,1613939194107,97
+"eps_2",1e-05,1613939194107,97
+"train_loss",0.44939268,1613939195068,98
+"raw_loss",0.17787614,1613939195068,98
+"epoch",0.6226415094339622,1613939195068,98
+"wd_0",0.01,1613939195068,98
+"sqr_mom_0",0.99,1613939195068,98
+"lr_0",7.003084382379437e-05,1613939195068,98
+"mom_0",0.8812178710168809,1613939195068,98
+"eps_0",1e-05,1613939195068,98
+"wd_1",0.01,1613939195068,98
+"sqr_mom_1",0.99,1613939195068,98
+"lr_1",7.003084382379437e-05,1613939195068,98
+"mom_1",0.8812178710168809,1613939195068,98
+"eps_1",1e-05,1613939195068,98
+"wd_2",0.01,1613939195068,98
+"sqr_mom_2",0.99,1613939195068,98
+"lr_2",0.0007003084382379436,1613939195068,98
+"mom_2",0.8812178710168809,1613939195068,98
+"eps_2",1e-05,1613939195068,98
+"train_loss",0.45050466,1613939196033,99
+"raw_loss",0.49761963,1613939196033,99
+"epoch",0.6289308176100629,1613939196033,99
+"wd_0",0.01,1613939196033,99
+"sqr_mom_0",0.99,1613939196033,99
+"lr_0",7.091502146058477e-05,1613939196033,99
+"mom_0",0.8802968526452242,1613939196033,99
+"eps_0",1e-05,1613939196033,99
+"wd_1",0.01,1613939196033,99
+"sqr_mom_1",0.99,1613939196033,99
+"lr_1",7.091502146058477e-05,1613939196033,99
+"mom_1",0.8802968526452242,1613939196033,99
+"eps_1",1e-05,1613939196033,99
+"wd_2",0.01,1613939196033,99
+"sqr_mom_2",0.99,1613939196033,99
+"lr_2",0.0007091502146058476,1613939196033,99
+"mom_2",0.8802968526452242,1613939196033,99
+"eps_2",1e-05,1613939196033,99
+"train_loss",0.44344202,1613939196998,100
+"raw_loss",0.14326772,1613939196998,100
+"epoch",0.6352201257861635,1613939196998,100
+"wd_0",0.01,1613939196998,100
+"sqr_mom_0",0.99,1613939196998,100
+"lr_0",7.179166505156741e-05,1613939196998,100
+"mom_0",0.8793836822379506,1613939196998,100
+"eps_0",1e-05,1613939196998,100
+"wd_1",0.01,1613939196998,100
+"sqr_mom_1",0.99,1613939196998,100
+"lr_1",7.179166505156741e-05,1613939196998,100
+"mom_1",0.8793836822379506,1613939196998,100
+"eps_1",1e-05,1613939196998,100
+"wd_2",0.01,1613939196998,100
+"sqr_mom_2",0.99,1613939196998,100
+"lr_2",0.000717916650515674,1613939196998,100
+"mom_2",0.8793836822379506,1613939196998,100
+"eps_2",1e-05,1613939196998,100
+"train_loss",0.439681,1613939197918,101
+"raw_loss",0.27934352,1613939197918,101
+"epoch",0.6415094339622641,1613939197918,101
+"wd_0",0.01,1613939197918,101
+"sqr_mom_0",0.99,1613939197918,101
+"lr_0",7.266042542066624e-05,1613939197918,101
+"mom_0",0.8784787235201393,1613939197918,101
+"eps_0",1e-05,1613939197918,101
+"wd_1",0.01,1613939197918,101
+"sqr_mom_1",0.99,1613939197918,101
+"lr_1",7.266042542066624e-05,1613939197918,101
+"mom_1",0.8784787235201393,1613939197918,101
+"eps_1",1e-05,1613939197918,101
+"wd_2",0.01,1613939197918,101
+"sqr_mom_2",0.99,1613939197918,101
+"lr_2",0.0007266042542066624,1613939197918,101
+"mom_2",0.8784787235201393,1613939197918,101
+"eps_2",1e-05,1613939197918,101
+"train_loss",0.43752894,1613939198874,102
+"raw_loss",0.34550717,1613939198874,102
+"epoch",0.6477987421383647,1613939198874,102
+"wd_0",0.01,1613939198874,102
+"sqr_mom_0",0.99,1613939198874,102
+"lr_0",7.352094849763995e-05,1613939198874,102
+"mom_0",0.8775823453149584,1613939198874,102
+"eps_0",1e-05,1613939198874,102
+"wd_1",0.01,1613939198874,102
+"sqr_mom_1",0.99,1613939198874,102
+"lr_1",7.352094849763995e-05,1613939198874,102
+"mom_1",0.8775823453149584,1613939198874,102
+"eps_1",1e-05,1613939198874,102
+"wd_2",0.01,1613939198874,102
+"sqr_mom_2",0.99,1613939198874,102
+"lr_2",0.0007352094849763995,1613939198874,102
+"mom_2",0.8775823453149584,1613939198874,102
+"eps_2",1e-05,1613939198874,102
+"train_loss",0.4360843,1613939199842,103
+"raw_loss",0.37413338,1613939199842,103
+"epoch",0.6540880503144654,1613939199842,103
+"wd_0",0.01,1613939199842,103
+"sqr_mom_0",0.99,1613939199842,103
+"lr_0",7.437290767446642e-05,1613939199842,103
+"mom_0",0.8766948878390974,1613939199842,103
+"eps_0",1e-05,1613939199842,103
+"wd_1",0.01,1613939199842,103
+"sqr_mom_1",0.99,1613939199842,103
+"lr_1",7.437290767446642e-05,1613939199842,103
+"mom_1",0.8766948878390974,1613939199842,103
+"eps_1",1e-05,1613939199842,103
+"wd_2",0.01,1613939199842,103
+"sqr_mom_2",0.99,1613939199842,103
+"lr_2",0.0007437290767446641,1613939199842,103
+"mom_2",0.8766948878390974,1613939199842,103
+"eps_2",1e-05,1613939199842,103
+"train_loss",0.44846994,1613939200806,104
+"raw_loss",0.9811282,1613939200806,104
+"epoch",0.660377358490566,1613939200806,104
+"wd_0",0.01,1613939200806,104
+"sqr_mom_0",0.99,1613939200806,104
+"lr_0",7.521596336108667e-05,1613939200806,104
+"mom_0",0.8758167048322014,1613939200806,104
+"eps_0",1e-05,1613939200806,104
+"wd_1",0.01,1613939200806,104
+"sqr_mom_1",0.99,1613939200806,104
+"lr_1",7.521596336108667e-05,1613939200806,104
+"mom_1",0.8758167048322014,1613939200806,104
+"eps_1",1e-05,1613939200806,104
+"wd_2",0.01,1613939200806,104
+"sqr_mom_2",0.99,1613939200806,104
+"lr_2",0.0007521596336108665,1613939200806,104
+"mom_2",0.8758167048322014,1613939200806,104
+"eps_2",1e-05,1613939200806,104
+"train_loss",0.45097965,1613939201797,105
+"raw_loss",0.55921316,1613939201797,105
+"epoch",0.6666666666666666,1613939201797,105
+"wd_0",0.01,1613939201797,105
+"sqr_mom_0",0.99,1613939201797,105
+"lr_0",7.604976394080012e-05,1613939201797,105
+"mom_0",0.8749481625616665,1613939201797,105
+"eps_0",1e-05,1613939201797,105
+"wd_1",0.01,1613939201797,105
+"sqr_mom_1",0.99,1613939201797,105
+"lr_1",7.604976394080012e-05,1613939201797,105
+"mom_1",0.8749481625616665,1613939201797,105
+"eps_1",1e-05,1613939201797,105
+"wd_2",0.01,1613939201797,105
+"sqr_mom_2",0.99,1613939201797,105
+"lr_2",0.0007604976394080012,1613939201797,105
+"mom_2",0.8749481625616665,1613939201797,105
+"eps_2",1e-05,1613939201797,105
+"train_loss",0.45091322,1613939202728,106
+"raw_loss",0.44804046,1613939202728,106
+"epoch",0.6729559748427673,1613939202728,106
+"wd_0",0.01,1613939202728,106
+"sqr_mom_0",0.99,1613939202728,106
+"lr_0",7.68739852544486e-05,1613939202728,106
+"mom_0",0.8740895986932826,1613939202728,106
+"eps_0",1e-05,1613939202728,106
+"wd_1",0.01,1613939202728,106
+"sqr_mom_1",0.99,1613939202728,106
+"lr_1",7.68739852544486e-05,1613939202728,106
+"mom_1",0.8740895986932826,1613939202728,106
+"eps_1",1e-05,1613939202728,106
+"wd_2",0.01,1613939202728,106
+"sqr_mom_2",0.99,1613939202728,106
+"lr_2",0.000768739852544486,1613939202728,106
+"mom_2",0.8740895986932826,1613939202728,106
+"eps_2",1e-05,1613939202728,106
+"train_loss",0.44906637,1613939203667,107
+"raw_loss",0.36898825,1613939203667,107
+"epoch",0.6792452830188679,1613939203667,107
+"wd_0",0.01,1613939203667,107
+"sqr_mom_0",0.99,1613939203667,107
+"lr_0",7.768829900628335e-05,1613939203667,107
+"mom_0",0.8732413552017881,1613939203667,107
+"eps_0",1e-05,1613939203667,107
+"wd_1",0.01,1613939203667,107
+"sqr_mom_1",0.99,1613939203667,107
+"lr_1",7.768829900628335e-05,1613939203667,107
+"mom_1",0.8732413552017881,1613939203667,107
+"eps_1",1e-05,1613939203667,107
+"wd_2",0.01,1613939203667,107
+"sqr_mom_2",0.99,1613939203667,107
+"lr_2",0.0007768829900628335,1613939203667,107
+"mom_2",0.8732413552017881,1613939203667,107
+"eps_2",1e-05,1613939203667,107
+"train_loss",0.45063233,1613939204583,108
+"raw_loss",0.5187088,1613939204583,108
+"epoch",0.6855345911949685,1613939204583,108
+"wd_0",0.01,1613939204583,108
+"sqr_mom_0",0.99,1613939204583,108
+"lr_0",7.849237335165792e-05,1613939204583,108
+"mom_0",0.8724037777586896,1613939204583,108
+"eps_0",1e-05,1613939204583,108
+"wd_1",0.01,1613939204583,108
+"sqr_mom_1",0.99,1613939204583,108
+"lr_1",7.849237335165792e-05,1613939204583,108
+"mom_1",0.8724037777586896,1613939204583,108
+"eps_1",1e-05,1613939204583,108
+"wd_2",0.01,1613939204583,108
+"sqr_mom_2",0.99,1613939204583,108
+"lr_2",0.0007849237335165792,1613939204583,108
+"mom_2",0.8724037777586896,1613939204583,108
+"eps_2",1e-05,1613939204583,108
+"train_loss",0.45095077,1613939205508,109
+"raw_loss",0.46482998,1613939205508,109
+"epoch",0.6918238993710691,1613939205508,109
+"wd_0",0.01,1613939205508,109
+"sqr_mom_0",0.99,1613939205508,109
+"lr_0",7.928590310743585e-05,1613939205508,109
+"mom_0",0.8715771842630876,1613939205508,109
+"eps_0",1e-05,1613939205508,109
+"wd_1",0.01,1613939205508,109
+"sqr_mom_1",0.99,1613939205508,109
+"lr_1",7.928590310743585e-05,1613939205508,109
+"mom_1",0.8715771842630876,1613939205508,109
+"eps_1",1e-05,1613939205508,109
+"wd_2",0.01,1613939205508,109
+"sqr_mom_2",0.99,1613939205508,109
+"lr_2",0.0007928590310743585,1613939205508,109
+"mom_2",0.8715771842630876,1613939205508,109
+"eps_2",1e-05,1613939205508,109
+"train_loss",0.4486254,1613939206420,110
+"raw_loss",0.34702688,1613939206420,110
+"epoch",0.6981132075471698,1613939206420,110
+"wd_0",0.01,1613939206420,110
+"sqr_mom_0",0.99,1613939206420,110
+"lr_0",8.006856460993975e-05,1613939206420,110
+"mom_0",0.870761911864646,1613939206420,110
+"eps_0",1e-05,1613939206420,110
+"wd_1",0.01,1613939206420,110
+"sqr_mom_1",0.99,1613939206420,110
+"lr_1",8.006856460993975e-05,1613939206420,110
+"mom_1",0.870761911864646,1613939206420,110
+"eps_1",1e-05,1613939206420,110
+"wd_2",0.01,1613939206420,110
+"sqr_mom_2",0.99,1613939206420,110
+"lr_2",0.0008006856460993976,1613939206420,110
+"mom_2",0.870761911864646,1613939206420,110
+"eps_2",1e-05,1613939206420,110
+"train_loss",0.44585338,1613939207331,111
+"raw_loss",0.32444897,1613939207331,111
+"epoch",0.7044025157232704,1613939207331,111
+"wd_0",0.01,1613939207331,111
+"sqr_mom_0",0.99,1613939207331,111
+"lr_0",8.084004611711718e-05,1613939207331,111
+"mom_0",0.8699582852946696,1613939207331,111
+"eps_0",1e-05,1613939207331,111
+"wd_1",0.01,1613939207331,111
+"sqr_mom_1",0.99,1613939207331,111
+"lr_1",8.084004611711718e-05,1613939207331,111
+"mom_1",0.8699582852946696,1613939207331,111
+"eps_1",1e-05,1613939207331,111
+"wd_2",0.01,1613939207331,111
+"sqr_mom_2",0.99,1613939207331,111
+"lr_2",0.0008084004611711718,1613939207331,111
+"mom_2",0.8699582852946696,1613939207331,111
+"eps_2",1e-05,1613939207331,111
+"train_loss",0.44322792,1613939208262,112
+"raw_loss",0.32796726,1613939208262,112
+"epoch",0.710691823899371,1613939208262,112
+"wd_0",0.01,1613939208262,112
+"sqr_mom_0",0.99,1613939208262,112
+"lr_0",8.160004034002179e-05,1613939208262,112
+"mom_0",0.8691666246458106,1613939208262,112
+"eps_0",1e-05,1613939208262,112
+"wd_1",0.01,1613939208262,112
+"sqr_mom_1",0.99,1613939208262,112
+"lr_1",8.160004034002179e-05,1613939208262,112
+"mom_1",0.8691666246458106,1613939208262,112
+"eps_1",1e-05,1613939208262,112
+"wd_2",0.01,1613939208262,112
+"sqr_mom_2",0.99,1613939208262,112
+"lr_2",0.0008160004034002178,1613939208262,112
+"mom_2",0.8691666246458106,1613939208262,112
+"eps_2",1e-05,1613939208262,112
+"train_loss",0.4428875,1613939209199,113
+"raw_loss",0.42790934,1613939209199,113
+"epoch",0.7169811320754716,1613939209199,113
+"wd_0",0.01,1613939209199,113
+"sqr_mom_0",0.99,1613939209199,113
+"lr_0",8.234824456520959e-05,1613939209199,113
+"mom_0",0.8683872452445733,1613939209199,113
+"eps_0",1e-05,1613939209199,113
+"wd_1",0.01,1613939209199,113
+"sqr_mom_1",0.99,1613939209199,113
+"lr_1",8.234824456520959e-05,1613939209199,113
+"mom_1",0.8683872452445733,1613939209199,113
+"eps_1",1e-05,1613939209199,113
+"wd_2",0.01,1613939209199,113
+"sqr_mom_2",0.99,1613939209199,113
+"lr_2",0.0008234824456520959,1613939209199,113
+"mom_2",0.8683872452445733,1613939209199,113
+"eps_2",1e-05,1613939209199,113
+"train_loss",0.4413987,1613939210154,114
+"raw_loss",0.3757377,1613939210154,114
+"epoch",0.7232704402515723,1613939210154,114
+"wd_0",0.01,1613939210154,114
+"sqr_mom_0",0.99,1613939210154,114
+"lr_0",8.308435392643343e-05,1613939210154,114
+"mom_0",0.8676204646599651,1613939210154,114
+"eps_0",1e-05,1613939210154,114
+"wd_1",0.01,1613939210154,114
+"sqr_mom_1",0.99,1613939210154,114
+"lr_1",8.308435392643343e-05,1613939210154,114
+"mom_1",0.8676204646599651,1613939210154,114
+"eps_1",1e-05,1613939210154,114
+"wd_2",0.01,1613939210154,114
+"sqr_mom_2",0.99,1613939210154,114
+"lr_2",0.0008308435392643342,1613939210154,114
+"mom_2",0.8676204646599651,1613939210154,114
+"eps_2",1e-05,1613939210154,114
+"train_loss",0.43771204,1613939211067,115
+"raw_loss",0.27475953,1613939211067,115
+"epoch",0.7295597484276729,1613939211067,115
+"wd_0",0.01,1613939211067,115
+"sqr_mom_0",0.99,1613939211067,115
+"lr_0",8.380808903638922e-05,1613939211067,115
+"mom_0",0.8668665739204279,1613939211067,115
+"eps_0",1e-05,1613939211067,115
+"wd_1",0.01,1613939211067,115
+"sqr_mom_1",0.99,1613939211067,115
+"lr_1",8.380808903638922e-05,1613939211067,115
+"mom_1",0.8668665739204279,1613939211067,115
+"eps_1",1e-05,1613939211067,115
+"wd_2",0.01,1613939211067,115
+"sqr_mom_2",0.99,1613939211067,115
+"lr_2",0.0008380808903638923,1613939211067,115
+"mom_2",0.8668665739204279,1613939211067,115
+"eps_2",1e-05,1613939211067,115
+"train_loss",0.44948456,1613939211982,116
+"raw_loss",0.9709656,1613939211982,116
+"epoch",0.7358490566037735,1613939211982,116
+"wd_0",0.01,1613939211982,116
+"sqr_mom_0",0.99,1613939211982,116
+"lr_0",8.45191546603306e-05,1613939211982,116
+"mom_0",0.8661258805621556,1613939211982,116
+"eps_0",1e-05,1613939211982,116
+"wd_1",0.01,1613939211982,116
+"sqr_mom_1",0.99,1613939211982,116
+"lr_1",8.45191546603306e-05,1613939211982,116
+"mom_1",0.8661258805621556,1613939211982,116
+"eps_1",1e-05,1613939211982,116
+"wd_2",0.01,1613939211982,116
+"sqr_mom_2",0.99,1613939211982,116
+"lr_2",0.000845191546603306,1613939211982,116
+"mom_2",0.8661258805621556,1613939211982,116
+"eps_2",1e-05,1613939211982,116
+"train_loss",0.4517943,1613939212894,117
+"raw_loss",0.55432594,1613939212894,117
+"epoch",0.7421383647798742,1613939212894,117
+"wd_0",0.01,1613939212894,117
+"sqr_mom_0",0.99,1613939212894,117
+"lr_0",8.521727406188154e-05,1613939212894,117
+"mom_0",0.8653986728522067,1613939212894,117
+"eps_0",1e-05,1613939212894,117
+"wd_1",0.01,1613939212894,117
+"sqr_mom_1",0.99,1613939212894,117
+"lr_1",8.521727406188154e-05,1613939212894,117
+"mom_1",0.8653986728522067,1613939212894,117
+"eps_1",1e-05,1613939212894,117
+"wd_2",0.01,1613939212894,117
+"sqr_mom_2",0.99,1613939212894,117
+"lr_2",0.0008521727406188154,1613939212894,117
+"mom_2",0.8653986728522067,1613939212894,117
+"eps_2",1e-05,1613939212894,117
+"train_loss",0.4550511,1613939213814,118
+"raw_loss",0.599922,1613939213814,118
+"epoch",0.7484276729559748,1613939213814,118
+"wd_0",0.01,1613939213814,118
+"sqr_mom_0",0.99,1613939213814,118
+"lr_0",8.590215607351363e-05,1613939213814,118
+"mom_0",0.86468525409009,1613939213814,118
+"eps_0",1e-05,1613939213814,118
+"wd_1",0.01,1613939213814,118
+"sqr_mom_1",0.99,1613939213814,118
+"lr_1",8.590215607351363e-05,1613939213814,118
+"mom_1",0.86468525409009,1613939213814,118
+"eps_1",1e-05,1613939213814,118
+"wd_2",0.01,1613939213814,118
+"sqr_mom_2",0.99,1613939213814,118
+"lr_2",0.0008590215607351362,1613939213814,118
+"mom_2",0.86468525409009,1613939213814,118
+"eps_2",1e-05,1613939213814,118
+"train_loss",0.45209062,1613939214739,119
+"raw_loss",0.3201336,1613939214739,119
+"epoch",0.7547169811320754,1613939214739,119
+"wd_0",0.01,1613939214739,119
+"sqr_mom_0",0.99,1613939214739,119
+"lr_0",8.65735345108901e-05,1613939214739,119
+"mom_0",0.8639859015511562,1613939214739,119
+"eps_0",1e-05,1613939214739,119
+"wd_1",0.01,1613939214739,119
+"sqr_mom_1",0.99,1613939214739,119
+"lr_1",8.65735345108901e-05,1613939214739,119
+"mom_1",0.8639859015511562,1613939214739,119
+"eps_1",1e-05,1613939214739,119
+"wd_2",0.01,1613939214739,119
+"sqr_mom_2",0.99,1613939214739,119
+"lr_2",0.000865735345108901,1613939214739,119
+"mom_2",0.8639859015511562,1613939214739,119
+"eps_2",1e-05,1613939214739,119
+"train_loss",0.45261902,1613939215657,120
+"raw_loss",0.47621778,1613939215657,120
+"epoch",0.761006289308176,1613939215657,120
+"wd_0",0.01,1613939215657,120
+"sqr_mom_0",0.99,1613939215657,120
+"lr_0",8.723113585265317e-05,1613939215657,120
+"mom_0",0.8633009001534863,1613939215657,120
+"eps_0",1e-05,1613939215657,120
+"wd_1",0.01,1613939215657,120
+"sqr_mom_1",0.99,1613939215657,120
+"lr_1",8.723113585265317e-05,1613939215657,120
+"mom_1",0.8633009001534863,1613939215657,120
+"eps_1",1e-05,1613939215657,120
+"wd_2",0.01,1613939215657,120
+"sqr_mom_2",0.99,1613939215657,120
+"lr_2",0.0008723113585265317,1613939215657,120
+"mom_2",0.8633009001534863,1613939215657,120
+"eps_2",1e-05,1613939215657,120
+"train_loss",0.44836375,1613939216575,121
+"raw_loss",0.25794834,1613939216575,121
+"epoch",0.7672955974842767,1613939216575,121
+"wd_0",0.01,1613939216575,121
+"sqr_mom_0",0.99,1613939216575,121
+"lr_0",8.78747105088972e-05,1613939216575,121
+"mom_0",0.8626305098865654,1613939216575,121
+"eps_0",1e-05,1613939216575,121
+"wd_1",0.01,1613939216575,121
+"sqr_mom_1",0.99,1613939216575,121
+"lr_1",8.78747105088972e-05,1613939216575,121
+"mom_1",0.8626305098865654,1613939216575,121
+"eps_1",1e-05,1613939216575,121
+"wd_2",0.01,1613939216575,121
+"sqr_mom_2",0.99,1613939216575,121
+"lr_2",0.0008787471050889721,1613939216575,121
+"mom_2",0.8626305098865654,1613939216575,121
+"eps_2",1e-05,1613939216575,121
+"train_loss",0.44782323,1613939217508,122
+"raw_loss",0.4235905,1613939217508,122
+"epoch",0.7735849056603773,1613939217508,122
+"wd_0",0.01,1613939217508,122
+"sqr_mom_0",0.99,1613939217508,122
+"lr_0",8.850399590235202e-05,1613939217508,122
+"mom_0",0.8619750042683832,1613939217508,122
+"eps_0",1e-05,1613939217508,122
+"wd_1",0.01,1613939217508,122
+"sqr_mom_1",0.99,1613939217508,122
+"lr_1",8.850399590235202e-05,1613939217508,122
+"mom_1",0.8619750042683832,1613939217508,122
+"eps_1",1e-05,1613939217508,122
+"wd_2",0.01,1613939217508,122
+"sqr_mom_2",0.99,1613939217508,122
+"lr_2",0.0008850399590235202,1613939217508,122
+"mom_2",0.8619750042683832,1613939217508,122
+"eps_2",1e-05,1613939217508,122
+"train_loss",0.45323712,1613939218426,123
+"raw_loss",0.69641167,1613939218426,123
+"epoch",0.7798742138364779,1613939218426,123
+"wd_0",0.01,1613939218426,123
+"sqr_mom_0",0.99,1613939218426,123
+"lr_0",8.911874138223243e-05,1613939218426,123
+"mom_0",0.8613346443935078,1613939218426,123
+"eps_0",1e-05,1613939218426,123
+"wd_1",0.01,1613939218426,123
+"sqr_mom_1",0.99,1613939218426,123
+"lr_1",8.911874138223243e-05,1613939218426,123
+"mom_1",0.8613346443935078,1613939218426,123
+"eps_1",1e-05,1613939218426,123
+"wd_2",0.01,1613939218426,123
+"sqr_mom_2",0.99,1613939218426,123
+"lr_2",0.0008911874138223243,1613939218426,123
+"mom_2",0.8613346443935078,1613939218426,123
+"eps_2",1e-05,1613939218426,123
+"train_loss",0.45249566,1613939219350,124
+"raw_loss",0.41913107,1613939219350,124
+"epoch",0.7861635220125786,1613939219350,124
+"wd_0",0.01,1613939219350,124
+"sqr_mom_0",0.99,1613939219350,124
+"lr_0",8.971870208914904e-05,1613939219350,124
+"mom_0",0.8607096853238031,1613939219350,124
+"eps_0",1e-05,1613939219350,124
+"wd_1",0.01,1613939219350,124
+"sqr_mom_1",0.99,1613939219350,124
+"lr_1",8.971870208914904e-05,1613939219350,124
+"mom_1",0.8607096853238031,1613939219350,124
+"eps_1",1e-05,1613939219350,124
+"wd_2",0.01,1613939219350,124
+"sqr_mom_2",0.99,1613939219350,124
+"lr_2",0.0008971870208914903,1613939219350,124
+"mom_2",0.8607096853238031,1613939219350,124
+"eps_2",1e-05,1613939219350,124
+"train_loss",0.4473888,1613939220281,125
+"raw_loss",0.21718036,1613939220281,125
+"epoch",0.7924528301886792,1613939220281,125
+"wd_0",0.01,1613939220281,125
+"sqr_mom_0",0.99,1613939220281,125
+"lr_0",9.030363905263818e-05,1613939220281,125
+"mom_0",0.8601003759868352,1613939220281,125
+"eps_0",1e-05,1613939220281,125
+"wd_1",0.01,1613939220281,125
+"sqr_mom_1",0.99,1613939220281,125
+"lr_1",9.030363905263818e-05,1613939220281,125
+"mom_1",0.8601003759868352,1613939220281,125
+"eps_1",1e-05,1613939220281,125
+"wd_2",0.01,1613939220281,125
+"sqr_mom_2",0.99,1613939220281,125
+"lr_2",0.0009030363905263817,1613939220281,125
+"mom_2",0.8601003759868352,1613939220281,125
+"eps_2",1e-05,1613939220281,125
+"train_loss",0.4455656,1613939221253,126
+"raw_loss",0.3632369,1613939221253,126
+"epoch",0.7987421383647798,1613939221253,126
+"wd_0",0.01,1613939221253,126
+"sqr_mom_0",0.99,1613939221253,126
+"lr_0",9.087331401368744e-05,1613939221253,126
+"mom_0",0.8595069645690756,1613939221253,126
+"eps_0",1e-05,1613939221253,126
+"wd_1",0.01,1613939221253,126
+"sqr_mom_1",0.99,1613939221253,126
+"lr_1",9.087331401368744e-05,1613939221253,126
+"mom_1",0.8595069645690756,1613939221253,126
+"eps_1",1e-05,1613939221253,126
+"wd_2",0.01,1613939221253,126
+"sqr_mom_2",0.99,1613939221253,126
+"lr_2",0.0009087331401368744,1613939221253,126
+"mom_2",0.8595069645690756,1613939221253,126
+"eps_2",1e-05,1613939221253,126
+"train_loss",0.44097942,1613939222252,127
+"raw_loss",0.23352648,1613939222252,127
+"epoch",0.8050314465408804,1613939222252,127
+"wd_0",0.01,1613939222252,127
+"sqr_mom_0",0.99,1613939222252,127
+"lr_0",9.142751075449022e-05,1613939222252,127
+"mom_0",0.858929676297406,1613939222252,127
+"eps_0",1e-05,1613939222252,127
+"wd_1",0.01,1613939222252,127
+"sqr_mom_1",0.99,1613939222252,127
+"lr_1",9.142751075449022e-05,1613939222252,127
+"mom_1",0.858929676297406,1613939222252,127
+"eps_1",1e-05,1613939222252,127
+"wd_2",0.01,1613939222252,127
+"sqr_mom_2",0.99,1613939222252,127
+"lr_2",0.0009142751075449022,1613939222252,127
+"mom_2",0.858929676297406,1613939222252,127
+"eps_2",1e-05,1613939222252,127
+"train_loss",0.43790567,1613939223207,128
+"raw_loss",0.29863766,1613939223207,128
+"epoch",0.8113207547169811,1613939223207,128
+"wd_0",0.01,1613939223207,128
+"sqr_mom_0",0.99,1613939223207,128
+"lr_0",9.19660031159599e-05,1613939223207,128
+"mom_0",0.8583687467542084,1613939223207,128
+"eps_0",1e-05,1613939223207,128
+"wd_1",0.01,1613939223207,128
+"sqr_mom_1",0.99,1613939223207,128
+"lr_1",9.19660031159599e-05,1613939223207,128
+"mom_1",0.8583687467542084,1613939223207,128
+"eps_1",1e-05,1613939223207,128
+"wd_2",0.01,1613939223207,128
+"sqr_mom_2",0.99,1613939223207,128
+"lr_2",0.0009196600311595991,1613939223207,128
+"mom_2",0.8583687467542084,1613939223207,128
+"eps_2",1e-05,1613939223207,128
+"train_loss",0.43414167,1613939224119,129
+"raw_loss",0.2633217,1613939224119,129
+"epoch",0.8176100628930817,1613939224119,129
+"wd_0",0.01,1613939224119,129
+"sqr_mom_0",0.99,1613939224119,129
+"lr_0",9.24885814387386e-05,1613939224119,129
+"mom_0",0.8578243943346473,1613939224119,129
+"eps_0",1e-05,1613939224119,129
+"wd_1",0.01,1613939224119,129
+"sqr_mom_1",0.99,1613939224119,129
+"lr_1",9.24885814387386e-05,1613939224119,129
+"mom_1",0.8578243943346473,1613939224119,129
+"eps_1",1e-05,1613939224119,129
+"wd_2",0.01,1613939224119,129
+"sqr_mom_2",0.99,1613939224119,129
+"lr_2",0.0009248858143873859,1613939224119,129
+"mom_2",0.8578243943346473,1613939224119,129
+"eps_2",1e-05,1613939224119,129
+"train_loss",0.44427952,1613939225035,130
+"raw_loss",0.9050974,1613939225035,130
+"epoch",0.8238993710691823,1613939225035,130
+"wd_0",0.01,1613939225035,130
+"sqr_mom_0",0.99,1613939225035,130
+"lr_0",9.299502776893716e-05,1613939225035,130
+"mom_0",0.8572968460740238,1613939225035,130
+"eps_0",1e-05,1613939225035,130
+"wd_1",0.01,1613939225035,130
+"sqr_mom_1",0.99,1613939225035,130
+"lr_1",9.299502776893716e-05,1613939225035,130
+"mom_1",0.8572968460740238,1613939225035,130
+"eps_1",1e-05,1613939225035,130
+"wd_2",0.01,1613939225035,130
+"sqr_mom_2",0.99,1613939225035,130
+"lr_2",0.0009299502776893715,1613939225035,130
+"mom_2",0.8572968460740238,1613939225035,130
+"eps_2",1e-05,1613939225035,130
+"train_loss",0.44054252,1613939225967,131
+"raw_loss",0.2704125,1613939225967,131
+"epoch",0.830188679245283,1613939225967,131
+"wd_0",0.01,1613939225967,131
+"sqr_mom_0",0.99,1613939225967,131
+"lr_0",9.348514084055808e-05,1613939225967,131
+"mom_0",0.8567863116244187,1613939225967,131
+"eps_0",1e-05,1613939225967,131
+"wd_1",0.01,1613939225967,131
+"sqr_mom_1",0.99,1613939225967,131
+"lr_1",9.348514084055808e-05,1613939225967,131
+"mom_1",0.8567863116244187,1613939225967,131
+"eps_1",1e-05,1613939225967,131
+"wd_2",0.01,1613939225967,131
+"sqr_mom_2",0.99,1613939225967,131
+"lr_2",0.0009348514084055807,1613939225967,131
+"mom_2",0.8567863116244187,1613939225967,131
+"eps_2",1e-05,1613939225967,131
+"train_loss",0.4369981,1613939226919,132
+"raw_loss",0.27538887,1613939226919,132
+"epoch",0.8364779874213836,1613939226919,132
+"wd_0",0.01,1613939226919,132
+"sqr_mom_0",0.99,1613939226919,132
+"lr_0",9.395873463318513e-05,1613939226919,132
+"mom_0",0.8562929847570988,1613939226919,132
+"eps_0",1e-05,1613939226919,132
+"wd_1",0.01,1613939226919,132
+"sqr_mom_1",0.99,1613939226919,132
+"lr_1",9.395873463318513e-05,1613939226919,132
+"mom_1",0.8562929847570988,1613939226919,132
+"eps_1",1e-05,1613939226919,132
+"wd_2",0.01,1613939226919,132
+"sqr_mom_2",0.99,1613939226919,132
+"lr_2",0.0009395873463318514,1613939226919,132
+"mom_2",0.8562929847570988,1613939226919,132
+"eps_2",1e-05,1613939226919,132
+"train_loss",0.45311657,1613939227853,133
+"raw_loss",1.1891465,1613939227853,133
+"epoch",0.8427672955974842,1613939227853,133
+"wd_0",0.01,1613939227853,133
+"sqr_mom_0",0.99,1613939227853,133
+"lr_0",9.441561583421294e-05,1613939227853,133
+"mom_0",0.8558170668393615,1613939227853,133
+"eps_0",1e-05,1613939227853,133
+"wd_1",0.01,1613939227853,133
+"sqr_mom_1",0.99,1613939227853,133
+"lr_1",9.441561583421294e-05,1613939227853,133
+"mom_1",0.8558170668393615,1613939227853,133
+"eps_1",1e-05,1613939227853,133
+"wd_2",0.01,1613939227853,133
+"sqr_mom_2",0.99,1613939227853,133
+"lr_2",0.0009441561583421294,1613939227853,133
+"mom_2",0.8558170668393615,1613939227853,133
+"eps_2",1e-05,1613939227853,133
+"train_loss",0.45373312,1613939228787,134
+"raw_loss",0.48192713,1613939228787,134
+"epoch",0.8490566037735848,1613939228787,134
+"wd_0",0.01,1613939228787,134
+"sqr_mom_0",0.99,1613939228787,134
+"lr_0",9.485560246320309e-05,1613939228787,134
+"mom_0",0.8553587474341634,1613939228787,134
+"eps_0",1e-05,1613939228787,134
+"wd_1",0.01,1613939228787,134
+"sqr_mom_1",0.99,1613939228787,134
+"lr_1",9.485560246320309e-05,1613939228787,134
+"mom_1",0.8553587474341634,1613939228787,134
+"eps_1",1e-05,1613939228787,134
+"wd_2",0.01,1613939228787,134
+"sqr_mom_2",0.99,1613939228787,134
+"lr_2",0.0009485560246320308,1613939228787,134
+"mom_2",0.8553587474341634,1613939228787,134
+"eps_2",1e-05,1613939228787,134
+"train_loss",0.45106778,1613939229711,135
+"raw_loss",0.3290068,1613939229711,135
+"epoch",0.8553459119496855,1613939229711,135
+"wd_0",0.01,1613939229711,135
+"sqr_mom_0",0.99,1613939229711,135
+"lr_0",9.527851926899743e-05,1613939229711,135
+"mom_0",0.8549182090947943,1613939229711,135
+"eps_0",1e-05,1613939229711,135
+"wd_1",0.01,1613939229711,135
+"sqr_mom_1",0.99,1613939229711,135
+"lr_1",9.527851926899743e-05,1613939229711,135
+"mom_1",0.8549182090947943,1613939229711,135
+"eps_1",1e-05,1613939229711,135
+"wd_2",0.01,1613939229711,135
+"sqr_mom_2",0.99,1613939229711,135
+"lr_2",0.0009527851926899743,1613939229711,135
+"mom_2",0.8549182090947943,1613939229711,135
+"eps_2",1e-05,1613939229711,135
+"train_loss",0.44967994,1613939230631,136
+"raw_loss",0.3860345,1613939230631,136
+"epoch",0.8616352201257861,1613939230631,136
+"wd_0",0.01,1613939230631,136
+"sqr_mom_0",0.99,1613939230631,136
+"lr_0",9.568419779952234e-05,1613939230631,136
+"mom_0",0.8544956272921642,1613939230631,136
+"eps_0",1e-05,1613939230631,136
+"wd_1",0.01,1613939230631,136
+"sqr_mom_1",0.99,1613939230631,136
+"lr_1",9.568419779952234e-05,1613939230631,136
+"mom_1",0.8544956272921642,1613939230631,136
+"eps_1",1e-05,1613939230631,136
+"wd_2",0.01,1613939230631,136
+"sqr_mom_2",0.99,1613939230631,136
+"lr_2",0.0009568419779952234,1613939230631,136
+"mom_2",0.8544956272921642,1613939230631,136
+"eps_2",1e-05,1613939230631,136
+"train_loss",0.44707716,1613939231549,137
+"raw_loss",0.32755107,1613939231549,137
+"epoch",0.8679245283018867,1613939231549,137
+"wd_0",0.01,1613939231549,137
+"sqr_mom_0",0.99,1613939231549,137
+"lr_0",9.607247290802915e-05,1613939231549,137
+"mom_0",0.8540911740541363,1613939231549,137
+"eps_0",1e-05,1613939231549,137
+"wd_1",0.01,1613939231549,137
+"sqr_mom_1",0.99,1613939231549,137
+"lr_1",9.607247290802915e-05,1613939231549,137
+"mom_1",0.8540911740541363,1613939231549,137
+"eps_1",1e-05,1613939231549,137
+"wd_2",0.01,1613939231549,137
+"sqr_mom_2",0.99,1613939231549,137
+"lr_2",0.0009607247290802915,1613939231549,137
+"mom_2",0.8540911740541363,1613939231549,137
+"eps_2",1e-05,1613939231549,137
+"train_loss",0.44733617,1613939232633,138
+"raw_loss",0.45924634,1613939232633,138
+"epoch",0.8742138364779873,1613939232633,138
+"wd_0",0.01,1613939232633,138
+"sqr_mom_0",0.99,1613939232633,138
+"lr_0",9.644319722628494e-05,1613939232633,138
+"mom_0",0.8537050028892865,1613939232633,138
+"eps_0",1e-05,1613939232633,138
+"wd_1",0.01,1613939232633,138
+"sqr_mom_1",0.99,1613939232633,138
+"lr_1",9.644319722628494e-05,1613939232633,138
+"mom_1",0.8537050028892865,1613939232633,138
+"eps_1",1e-05,1613939232633,138
+"wd_2",0.01,1613939232633,138
+"sqr_mom_2",0.99,1613939232633,138
+"lr_2",0.0009644319722628494,1613939232633,138
+"mom_2",0.8537050028892865,1613939232633,138
+"eps_2",1e-05,1613939232633,138
+"train_loss",0.4461173,1613939233788,139
+"raw_loss",0.3899948,1613939233788,139
+"epoch",0.880503144654088,1613939233788,139
+"wd_0",0.01,1613939233788,139
+"sqr_mom_0",0.99,1613939233788,139
+"lr_0",9.679621936617187e-05,1613939233788,139
+"mom_0",0.853337271493571,1613939233788,139
+"eps_0",1e-05,1613939233788,139
+"wd_1",0.01,1613939233788,139
+"sqr_mom_1",0.99,1613939233788,139
+"lr_1",9.679621936617187e-05,1613939233788,139
+"mom_1",0.853337271493571,1613939233788,139
+"eps_1",1e-05,1613939233788,139
+"wd_2",0.01,1613939233788,139
+"sqr_mom_2",0.99,1613939233788,139
+"lr_2",0.0009679621936617187,1613939233788,139
+"mom_2",0.853337271493571,1613939233788,139
+"eps_2",1e-05,1613939233788,139
+"train_loss",0.4428787,1613939235099,140
+"raw_loss",0.2935656,1613939235099,140
+"epoch",0.8867924528301886,1613939235099,140
+"wd_0",0.01,1613939235099,140
+"sqr_mom_0",0.99,1613939235099,140
+"lr_0",9.713139871537402e-05,1613939235099,140
+"mom_0",0.852988126338152,1613939235099,140
+"eps_0",1e-05,1613939235099,140
+"wd_1",0.01,1613939235099,140
+"sqr_mom_1",0.99,1613939235099,140
+"lr_1",9.713139871537402e-05,1613939235099,140
+"mom_1",0.852988126338152,1613939235099,140
+"eps_1",1e-05,1613939235099,140
+"wd_2",0.01,1613939235099,140
+"sqr_mom_2",0.99,1613939235099,140
+"lr_2",0.0009713139871537402,1613939235099,140
+"mom_2",0.852988126338152,1613939235099,140
+"eps_2",1e-05,1613939235099,140
+"train_loss",0.43924457,1613939236275,141
+"raw_loss",0.27148843,1613939236275,141
+"epoch",0.8930817610062892,1613939236275,141
+"wd_0",0.01,1613939236275,141
+"sqr_mom_0",0.99,1613939236275,141
+"lr_0",9.744860465992226e-05,1613939236275,141
+"mom_0",0.8526577034792476,1613939236275,141
+"eps_0",1e-05,1613939236275,141
+"wd_1",0.01,1613939236275,141
+"sqr_mom_1",0.99,1613939236275,141
+"lr_1",9.744860465992226e-05,1613939236275,141
+"mom_1",0.8526577034792476,1613939236275,141
+"eps_1",1e-05,1613939236275,141
+"wd_2",0.01,1613939236275,141
+"sqr_mom_2",0.99,1613939236275,141
+"lr_2",0.0009744860465992225,1613939236275,141
+"mom_2",0.8526577034792476,1613939236275,141
+"eps_2",1e-05,1613939236275,141
+"train_loss",0.44251278,1613939237235,142
+"raw_loss",0.5935638,1613939237235,142
+"epoch",0.8993710691823898,1613939237235,142
+"wd_0",0.01,1613939237235,142
+"sqr_mom_0",0.99,1613939237235,142
+"lr_0",9.774770490142942e-05,1613939237235,142
+"mom_0",0.8523461407276777,1613939237235,142
+"eps_0",1e-05,1613939237235,142
+"wd_1",0.01,1613939237235,142
+"sqr_mom_1",0.99,1613939237235,142
+"lr_1",9.774770490142942e-05,1613939237235,142
+"mom_1",0.8523461407276777,1613939237235,142
+"eps_1",1e-05,1613939237235,142
+"wd_2",0.01,1613939237235,142
+"sqr_mom_2",0.99,1613939237235,142
+"lr_2",0.0009774770490142942,1613939237235,142
+"mom_2",0.8523461407276777,1613939237235,142
+"eps_2",1e-05,1613939237235,142
+"train_loss",0.43723342,1613939238176,143
+"raw_loss",0.19293678,1613939238176,143
+"epoch",0.9056603773584905,1613939238176,143
+"wd_0",0.01,1613939238176,143
+"sqr_mom_0",0.99,1613939238176,143
+"lr_0",9.80285808164004e-05,1613939238176,143
+"mom_0",0.8520535616495829,1613939238176,143
+"eps_0",1e-05,1613939238176,143
+"wd_1",0.01,1613939238176,143
+"sqr_mom_1",0.99,1613939238176,143
+"lr_1",9.80285808164004e-05,1613939238176,143
+"mom_1",0.8520535616495829,1613939238176,143
+"eps_1",1e-05,1613939238176,143
+"wd_2",0.01,1613939238176,143
+"sqr_mom_2",0.99,1613939238176,143
+"lr_2",0.000980285808164004,1613939238176,143
+"mom_2",0.8520535616495829,1613939238176,143
+"eps_2",1e-05,1613939238176,143
+"train_loss",0.43494913,1613939239110,144
+"raw_loss",0.32912204,1613939239110,144
+"epoch",0.9119496855345911,1613939239110,144
+"wd_0",0.01,1613939239110,144
+"sqr_mom_0",0.99,1613939239110,144
+"lr_0",9.829112579952792e-05,1613939239110,144
+"mom_0",0.8517800772921584,1613939239110,144
+"eps_0",1e-05,1613939239110,144
+"wd_1",0.01,1613939239110,144
+"sqr_mom_1",0.99,1613939239110,144
+"lr_1",9.829112579952792e-05,1613939239110,144
+"mom_1",0.8517800772921584,1613939239110,144
+"eps_1",1e-05,1613939239110,144
+"wd_2",0.01,1613939239110,144
+"sqr_mom_2",0.99,1613939239110,144
+"lr_2",0.0009829112579952794,1613939239110,144
+"mom_2",0.8517800772921584,1613939239110,144
+"eps_2",1e-05,1613939239110,144
+"train_loss",0.4336333,1613939240054,145
+"raw_loss",0.372602,1613939240054,145
+"epoch",0.9182389937106917,1613939240054,145
+"wd_0",0.01,1613939240054,145
+"sqr_mom_0",0.99,1613939240054,145
+"lr_0",9.85352325555039e-05,1613939240054,145
+"mom_0",0.8515257994213501,1613939240054,145
+"eps_0",1e-05,1613939240054,145
+"wd_1",0.01,1613939240054,145
+"sqr_mom_1",0.99,1613939240054,145
+"lr_1",9.85352325555039e-05,1613939240054,145
+"mom_1",0.8515257994213501,1613939240054,145
+"eps_1",1e-05,1613939240054,145
+"wd_2",0.01,1613939240054,145
+"sqr_mom_2",0.99,1613939240054,145
+"lr_2",0.000985352325555039,1613939240054,145
+"mom_2",0.8515257994213501,1613939240054,145
+"eps_2",1e-05,1613939240054,145
+"train_loss",0.4346895,1613939240970,146
+"raw_loss",0.4837336,1613939240970,146
+"epoch",0.9245283018867924,1613939240970,146
+"wd_0",0.01,1613939240970,146
+"sqr_mom_0",0.99,1613939240970,146
+"lr_0",9.876080385411977e-05,1613939240970,146
+"mom_0",0.8512908293186252,1613939240970,146
+"eps_0",1e-05,1613939240970,146
+"wd_1",0.01,1613939240970,146
+"sqr_mom_1",0.99,1613939240970,146
+"lr_1",9.876080385411977e-05,1613939240970,146
+"mom_1",0.8512908293186252,1613939240970,146
+"eps_1",1e-05,1613939240970,146
+"wd_2",0.01,1613939240970,146
+"sqr_mom_2",0.99,1613939240970,146
+"lr_2",0.0009876080385411979,1613939240970,146
+"mom_2",0.8512908293186252,1613939240970,146
+"eps_2",1e-05,1613939240970,146
+"train_loss",0.43011948,1613939241887,147
+"raw_loss",0.21767959,1613939241887,147
+"epoch",0.930817610062893,1613939241887,147
+"wd_0",0.01,1613939241887,147
+"sqr_mom_0",0.99,1613939241887,147
+"lr_0",9.896774984802855e-05,1613939241887,147
+"mom_0",0.8510752605749703,1613939241887,147
+"eps_0",1e-05,1613939241887,147
+"wd_1",0.01,1613939241887,147
+"sqr_mom_1",0.99,1613939241887,147
+"lr_1",9.896774984802855e-05,1613939241887,147
+"mom_1",0.8510752605749703,1613939241887,147
+"eps_1",1e-05,1613939241887,147
+"wd_2",0.01,1613939241887,147
+"sqr_mom_2",0.99,1613939241887,147
+"lr_2",0.0009896774984802855,1613939241887,147
+"mom_2",0.8510752605749703,1613939241887,147
+"eps_2",1e-05,1613939241887,147
+"train_loss",0.430165,1613939242822,148
+"raw_loss",0.43228266,1613939242822,148
+"epoch",0.9371069182389936,1613939242822,148
+"wd_0",0.01,1613939242822,148
+"sqr_mom_0",0.99,1613939242822,148
+"lr_0",9.915598810853188e-05,1613939242822,148
+"mom_0",0.8508791790536125,1613939242822,148
+"eps_0",1e-05,1613939242822,148
+"wd_1",0.01,1613939242822,148
+"sqr_mom_1",0.99,1613939242822,148
+"lr_1",9.915598810853188e-05,1613939242822,148
+"mom_1",0.8508791790536125,1613939242822,148
+"eps_1",1e-05,1613939242822,148
+"wd_2",0.01,1613939242822,148
+"sqr_mom_2",0.99,1613939242822,148
+"lr_2",0.000991559881085319,1613939242822,148
+"mom_2",0.8508791790536125,1613939242822,148
+"eps_2",1e-05,1613939242822,148
+"train_loss",0.42572173,1613939243739,149
+"raw_loss",0.21873176,1613939243739,149
+"epoch",0.9433962264150942,1613939243739,149
+"wd_0",0.01,1613939243739,149
+"sqr_mom_0",0.99,1613939243739,149
+"lr_0",9.932544215684867e-05,1613939243739,149
+"mom_0",0.8507026644199492,1613939243739,149
+"eps_0",1e-05,1613939243739,149
+"wd_1",0.01,1613939243739,149
+"sqr_mom_1",0.99,1613939243739,149
+"lr_1",9.932544215684867e-05,1613939243739,149
+"mom_1",0.8507026644199492,1613939243739,149
+"eps_1",1e-05,1613939243739,149
+"wd_2",0.01,1613939243739,149
+"sqr_mom_2",0.99,1613939243739,149
+"lr_2",0.0009932544215684868,1613939243739,149
+"mom_2",0.8507026644199492,1613939243739,149
+"eps_2",1e-05,1613939243739,149
+"train_loss",0.42271805,1613939244685,150
+"raw_loss",0.28264597,1613939244685,150
+"epoch",0.9496855345911949,1613939244685,150
+"wd_0",0.01,1613939244685,150
+"sqr_mom_0",0.99,1613939244685,150
+"lr_0",9.947604767738639e-05,1613939244685,150
+"mom_0",0.8505457836693892,1613939244685,150
+"eps_0",1e-05,1613939244685,150
+"wd_1",0.01,1613939244685,150
+"sqr_mom_1",0.99,1613939244685,150
+"lr_1",9.947604767738639e-05,1613939244685,150
+"mom_1",0.8505457836693892,1613939244685,150
+"eps_1",1e-05,1613939244685,150
+"wd_2",0.01,1613939244685,150
+"sqr_mom_2",0.99,1613939244685,150
+"lr_2",0.000994760476773864,1613939244685,150
+"mom_2",0.8505457836693892,1613939244685,150
+"eps_2",1e-05,1613939244685,150
+"train_loss",0.41840792,1613939245609,151
+"raw_loss",0.21720812,1613939245609,151
+"epoch",0.9559748427672955,1613939245609,151
+"wd_0",0.01,1613939245609,151
+"sqr_mom_0",0.99,1613939245609,151
+"lr_0",9.960774300431326e-05,1613939245609,151
+"mom_0",0.8504086010371736,1613939245609,151
+"eps_0",1e-05,1613939245609,151
+"wd_1",0.01,1613939245609,151
+"sqr_mom_1",0.99,1613939245609,151
+"lr_1",9.960774300431326e-05,1613939245609,151
+"mom_1",0.8504086010371736,1613939245609,151
+"eps_1",1e-05,1613939245609,151
+"wd_2",0.01,1613939245609,151
+"sqr_mom_2",0.99,1613939245609,151
+"lr_2",0.0009960774300431328,1613939245609,151
+"mom_2",0.8504086010371736,1613939245609,151
+"eps_2",1e-05,1613939245609,151
+"train_loss",0.41852695,1613939246534,152
+"raw_loss",0.4240886,1613939246534,152
+"epoch",0.9622641509433961,1613939246534,152
+"wd_0",0.01,1613939246534,152
+"sqr_mom_0",0.99,1613939246534,152
+"lr_0",9.97204756820385e-05,1613939246534,152
+"mom_0",0.8502911711645432,1613939246534,152
+"eps_0",1e-05,1613939246534,152
+"wd_1",0.01,1613939246534,152
+"sqr_mom_1",0.99,1613939246534,152
+"lr_1",9.97204756820385e-05,1613939246534,152
+"mom_1",0.8502911711645432,1613939246534,152
+"eps_1",1e-05,1613939246534,152
+"wd_2",0.01,1613939246534,152
+"sqr_mom_2",0.99,1613939246534,152
+"lr_2",0.000997204756820385,1613939246534,152
+"mom_2",0.8502911711645432,1613939246534,152
+"eps_2",1e-05,1613939246534,152
+"train_loss",0.4189831,1613939247519,153
+"raw_loss",0.44031754,1613939247519,153
+"epoch",0.9685534591194968,1613939247519,153
+"wd_0",0.01,1613939247519,153
+"sqr_mom_0",0.99,1613939247519,153
+"lr_0",9.981420159805916e-05,1613939247519,153
+"mom_0",0.8501935400020217,1613939247519,153
+"eps_0",1e-05,1613939247519,153
+"wd_1",0.01,1613939247519,153
+"sqr_mom_1",0.99,1613939247519,153
+"lr_1",9.981420159805916e-05,1613939247519,153
+"mom_1",0.8501935400020217,1613939247519,153
+"eps_1",1e-05,1613939247519,153
+"wd_2",0.01,1613939247519,153
+"sqr_mom_2",0.99,1613939247519,153
+"lr_2",0.0009981420159805917,1613939247519,153
+"mom_2",0.8501935400020217,1613939247519,153
+"eps_2",1e-05,1613939247519,153
+"train_loss",0.41721037,1613939248458,154
+"raw_loss",0.33421698,1613939248458,154
+"epoch",0.9748427672955974,1613939248458,154
+"wd_0",0.01,1613939248458,154
+"sqr_mom_0",0.99,1613939248458,154
+"lr_0",9.988888166172216e-05,1613939248458,154
+"mom_0",0.8501157482690394,1613939248458,154
+"eps_0",1e-05,1613939248458,154
+"wd_1",0.01,1613939248458,154
+"sqr_mom_1",0.99,1613939248458,154
+"lr_1",9.988888166172216e-05,1613939248458,154
+"mom_1",0.8501157482690394,1613939248458,154
+"eps_1",1e-05,1613939248458,154
+"wd_2",0.01,1613939248458,154
+"sqr_mom_2",0.99,1613939248458,154
+"lr_2",0.0009988888166172216,1613939248458,154
+"mom_2",0.8501157482690394,1613939248458,154
+"eps_2",1e-05,1613939248458,154
+"train_loss",0.4211801,1613939249384,155
+"raw_loss",0.60720557,1613939249384,155
+"epoch",0.981132075471698,1613939249384,155
+"wd_0",0.01,1613939249384,155
+"sqr_mom_0",0.99,1613939249384,155
+"lr_0",9.994448666363798e-05,1613939249384,155
+"mom_0",0.8500578263920437,1613939249384,155
+"eps_0",1e-05,1613939249384,155
+"wd_1",0.01,1613939249384,155
+"sqr_mom_1",0.99,1613939249384,155
+"lr_1",9.994448666363798e-05,1613939249384,155
+"mom_1",0.8500578263920437,1613939249384,155
+"eps_1",1e-05,1613939249384,155
+"wd_2",0.01,1613939249384,155
+"sqr_mom_2",0.99,1613939249384,155
+"lr_2",0.0009994448666363798,1613939249384,155
+"mom_2",0.8500578263920437,1613939249384,155
+"eps_2",1e-05,1613939249384,155
+"train_loss",0.41842932,1613939250329,156
+"raw_loss",0.28940776,1613939250329,156
+"epoch",0.9874213836477986,1613939250329,156
+"wd_0",0.01,1613939250329,156
+"sqr_mom_0",0.99,1613939250329,156
+"lr_0",9.998099549915502e-05,1613939250329,156
+"mom_0",0.8500197963550469,1613939250329,156
+"eps_0",1e-05,1613939250329,156
+"wd_1",0.01,1613939250329,156
+"sqr_mom_1",0.99,1613939250329,156
+"lr_1",9.998099549915502e-05,1613939250329,156
+"mom_1",0.8500197963550469,1613939250329,156
+"eps_1",1e-05,1613939250329,156
+"wd_2",0.01,1613939250329,156
+"sqr_mom_2",0.99,1613939250329,156
+"lr_2",0.0009998099549915502,1613939250329,156
+"mom_2",0.8500197963550469,1613939250329,156
+"eps_2",1e-05,1613939250329,156
+"train_loss",0.4168899,1613939251269,157
+"raw_loss",0.3446206,1613939251269,157
+"epoch",0.9937106918238993,1613939251269,157
+"wd_0",0.01,1613939251269,157
+"sqr_mom_0",0.99,1613939251269,157
+"lr_0",9.999839301519797e-05,1613939251269,157
+"mom_0",0.8500016739425021,1613939251269,157
+"eps_0",1e-05,1613939251269,157
+"wd_1",0.01,1613939251269,157
+"sqr_mom_1",0.99,1613939251269,157
+"lr_1",9.999839301519797e-05,1613939251269,157
+"mom_1",0.8500016739425021,1613939251269,157
+"eps_1",1e-05,1613939251269,157
+"wd_2",0.01,1613939251269,157
+"sqr_mom_2",0.99,1613939251269,157
+"lr_2",0.0009999839301519796,1613939251269,157
+"mom_2",0.8500016739425021,1613939251269,157
+"eps_2",1e-05,1613939251269,157
+"train_loss",0.41618085,1613939252195,158
+"raw_loss",0.38286358,1613939252195,158
+"epoch",0.9999999999999999,1613939252195,158
+"wd_0",0.01,1613939252195,158
+"sqr_mom_0",0.99,1613939252195,158
+"lr_0",6.97034675332894e-05,1613939252195,158
+"mom_0",0.8802968354350649,1613939252195,158
+"eps_0",1e-05,1613939252195,158
+"wd_1",0.01,1613939252195,158
+"sqr_mom_1",0.99,1613939252195,158
+"lr_1",6.97034675332894e-05,1613939252195,158
+"mom_1",0.8802968354350649,1613939252195,158
+"eps_1",1e-05,1613939252195,158
+"wd_2",0.01,1613939252195,158
+"sqr_mom_2",0.99,1613939252195,158
+"lr_2",0.000697034675332894,1613939252195,158
+"mom_2",0.8802968354350649,1613939252195,158
+"eps_2",1e-05,1613939252195,158
+"valid_loss",0.40031710267066956,1613939281366,158
+"_rmse",0.6327061653137207,1613939281366,158
+"epoch",1,1613939281366,158
+"valid_loss",0.40031710267066956,1613939281370,158
+"_rmse",0.6327061653137207,1613939281370,158
+"epoch",1,1613939281370,158
+"train_loss",0.4886786,1613939282632,159
+"raw_loss",0.48867908,1613939282632,159
+"epoch",1.0062893081761006,1613939282632,159
+"wd_0",0.01,1613939282632,159
+"sqr_mom_0",0.99,1613939282632,159
+"lr_0",1.0000000000000002e-06,1613939282632,159
+"mom_0",0.95,1613939282632,159
+"eps_0",1e-05,1613939282632,159
+"wd_1",0.01,1613939282632,159
+"sqr_mom_1",0.99,1613939282632,159
+"lr_1",1e-05,1613939282632,159
+"mom_1",0.95,1613939282632,159
+"eps_1",1e-05,1613939282632,159
+"wd_2",0.01,1613939282632,159
+"sqr_mom_2",0.99,1613939282632,159
+"lr_2",0.0001,1613939282632,159
+"mom_2",0.95,1613939282632,159
+"eps_2",1e-05,1613939282632,159
+"train_loss",0.41282552,1613939283633,160
+"raw_loss",0.3384898,1613939283633,160
+"epoch",1.0125786163522013,1613939283633,160
+"wd_0",0.01,1613939283633,160
+"sqr_mom_0",0.99,1613939283633,160
+"lr_0",1.000001735093416e-06,1613939283633,160
+"mom_0",0.9499999566226646,1613939283633,160
+"eps_0",1e-05,1613939283633,160
+"wd_1",0.01,1613939283633,160
+"sqr_mom_1",0.99,1613939283633,160
+"lr_1",1.0000017350934158e-05,1613939283633,160
+"mom_1",0.9499999566226646,1613939283633,160
+"eps_1",1e-05,1613939283633,160
+"wd_2",0.01,1613939283633,160
+"sqr_mom_2",0.99,1613939283633,160
+"lr_2",0.00010000017350934158,1613939283633,160
+"mom_2",0.9499999566226646,1613939283633,160
+"eps_2",1e-05,1613939283633,160
+"train_loss",0.40291756,1613939284586,161
+"raw_loss",0.3836925,1613939284586,161
+"epoch",1.0188679245283019,1613939284586,161
+"wd_0",0.01,1613939284586,161
+"sqr_mom_0",0.99,1613939284586,161
+"lr_0",1.0000069403706533e-06,1613939284586,161
+"mom_0",0.9499998264907337,1613939284586,161
+"eps_0",1e-05,1613939284586,161
+"wd_1",0.01,1613939284586,161
+"sqr_mom_1",0.99,1613939284586,161
+"lr_1",1.000006940370653e-05,1613939284586,161
+"mom_1",0.9499998264907337,1613939284586,161
+"eps_1",1e-05,1613939284586,161
+"wd_2",0.01,1613939284586,161
+"sqr_mom_2",0.99,1613939284586,161
+"lr_2",0.00010000069403706532,1613939284586,161
+"mom_2",0.9499998264907337,1613939284586,161
+"eps_2",1e-05,1613939284586,161
+"train_loss",0.41796753,1613939285616,162
+"raw_loss",0.4613358,1613939285616,162
+"epoch",1.0251572327044025,1613939285616,162
+"wd_0",0.01,1613939285616,162
+"sqr_mom_0",0.99,1613939285616,162
+"lr_0",1.0000156158241255e-06,1613939285616,162
+"mom_0",0.9499996096043968,1613939285616,162
+"eps_0",1e-05,1613939285616,162
+"wd_1",0.01,1613939285616,162
+"sqr_mom_1",0.99,1613939285616,162
+"lr_1",1.0000156158241254e-05,1613939285616,162
+"mom_1",0.9499996096043968,1613939285616,162
+"eps_1",1e-05,1613939285616,162
+"wd_2",0.01,1613939285616,162
+"sqr_mom_2",0.99,1613939285616,162
+"lr_2",0.00010000156158241254,1613939285616,162
+"mom_2",0.9499996096043968,1613939285616,162
+"eps_2",1e-05,1613939285616,162
+"train_loss",0.36951846,1613939286568,163
+"raw_loss",0.18522018,1613939286568,163
+"epoch",1.0314465408805031,1613939286568,163
+"wd_0",0.01,1613939286568,163
+"sqr_mom_0",0.99,1613939286568,163
+"lr_0",1.0000277614344438e-06,1613939286568,163
+"mom_0",0.9499993059641388,1613939286568,163
+"eps_0",1e-05,1613939286568,163
+"wd_1",0.01,1613939286568,163
+"sqr_mom_1",0.99,1613939286568,163
+"lr_1",1.0000277614344438e-05,1613939286568,163
+"mom_1",0.9499993059641388,1613939286568,163
+"eps_1",1e-05,1613939286568,163
+"wd_2",0.01,1613939286568,163
+"sqr_mom_2",0.99,1613939286568,163
+"lr_2",0.00010000277614344438,1613939286568,163
+"mom_2",0.9499993059641388,1613939286568,163
+"eps_2",1e-05,1613939286568,163
+"train_loss",0.34842825,1613939287535,164
+"raw_loss",0.24913846,1613939287535,164
+"epoch",1.0377358490566038,1613939287535,164
+"wd_0",0.01,1613939287535,164
+"sqr_mom_0",0.99,1613939287535,164
+"lr_0",1.0000433771872797e-06,1613939287535,164
+"mom_0",0.949998915570318,1613939287535,164
+"eps_0",1e-05,1613939287535,164
+"wd_1",0.01,1613939287535,164
+"sqr_mom_1",0.99,1613939287535,164
+"lr_1",1.0000433771872795e-05,1613939287535,164
+"mom_1",0.949998915570318,1613939287535,164
+"eps_1",1e-05,1613939287535,164
+"wd_2",0.01,1613939287535,164
+"sqr_mom_2",0.99,1613939287535,164
+"lr_2",0.00010000433771872794,1613939287535,164
+"mom_2",0.949998915570318,1613939287535,164
+"eps_2",1e-05,1613939287535,164
+"train_loss",0.34730485,1613939288487,165
+"raw_loss",0.3410213,1613939288487,165
+"epoch",1.0440251572327044,1613939288487,165
+"wd_0",0.01,1613939288487,165
+"sqr_mom_0",0.99,1613939288487,165
+"lr_0",1.0000624630526472e-06,1613939288487,165
+"mom_0",0.9499984384236838,1613939288487,165
+"eps_0",1e-05,1613939288487,165
+"wd_1",0.01,1613939288487,165
+"sqr_mom_1",0.99,1613939288487,165
+"lr_1",1.0000624630526472e-05,1613939288487,165
+"mom_1",0.9499984384236838,1613939288487,165
+"eps_1",1e-05,1613939288487,165
+"wd_2",0.01,1613939288487,165
+"sqr_mom_2",0.99,1613939288487,165
+"lr_2",0.00010000624630526472,1613939288487,165
+"mom_2",0.9499984384236838,1613939288487,165
+"eps_2",1e-05,1613939288487,165
+"train_loss",0.37665316,1613939289460,166
+"raw_loss",0.566298,1613939289460,166
+"epoch",1.050314465408805,1613939289460,166
+"wd_0",0.01,1613939289460,166
+"sqr_mom_0",0.99,1613939289460,166
+"lr_0",1.0000850189974309e-06,1613939289460,166
+"mom_0",0.9499978745250642,1613939289460,166
+"eps_0",1e-05,1613939289460,166
+"wd_1",0.01,1613939289460,166
+"sqr_mom_1",0.99,1613939289460,166
+"lr_1",1.0000850189974307e-05,1613939289460,166
+"mom_1",0.9499978745250642,1613939289460,166
+"eps_1",1e-05,1613939289460,166
+"wd_2",0.01,1613939289460,166
+"sqr_mom_2",0.99,1613939289460,166
+"lr_2",0.00010000850189974306,1613939289460,166
+"mom_2",0.9499978745250642,1613939289460,166
+"eps_2",1e-05,1613939289460,166
+"train_loss",0.37824288,1613939290444,167
+"raw_loss",0.38986805,1613939290444,167
+"epoch",1.0566037735849056,1613939290444,167
+"wd_0",0.01,1613939290444,167
+"sqr_mom_0",0.99,1613939290444,167
+"lr_0",1.0001110449670783e-06,1613939290444,167
+"mom_0",0.949997223875823,1613939290444,167
+"eps_0",1e-05,1613939290444,167
+"wd_1",0.01,1613939290444,167
+"sqr_mom_1",0.99,1613939290444,167
+"lr_1",1.0001110449670781e-05,1613939290444,167
+"mom_1",0.949997223875823,1613939290444,167
+"eps_1",1e-05,1613939290444,167
+"wd_2",0.01,1613939290444,167
+"sqr_mom_2",0.99,1613939290444,167
+"lr_2",0.00010001110449670781,1613939290444,167
+"mom_2",0.949997223875823,1613939290444,167
+"eps_2",1e-05,1613939290444,167
+"train_loss",0.35314238,1613939291414,168
+"raw_loss",0.1486646,1613939291414,168
+"epoch",1.0628930817610063,1613939291414,168
+"wd_0",0.01,1613939291414,168
+"sqr_mom_0",0.99,1613939291414,168
+"lr_0",1.000140540945336e-06,1613939291414,168
+"mom_0",0.9499964864763666,1613939291414,168
+"eps_0",1e-05,1613939291414,168
+"wd_1",0.01,1613939291414,168
+"sqr_mom_1",0.99,1613939291414,168
+"lr_1",1.000140540945336e-05,1613939291414,168
+"mom_1",0.9499964864763666,1613939291414,168
+"eps_1",1e-05,1613939291414,168
+"wd_2",0.01,1613939291414,168
+"sqr_mom_2",0.99,1613939291414,168
+"lr_2",0.00010001405409453359,1613939291414,168
+"mom_2",0.9499964864763666,1613939291414,168
+"eps_2",1e-05,1613939291414,168
+"train_loss",0.3601466,1613939292416,169
+"raw_loss",0.4229292,1613939292416,169
+"epoch",1.069182389937107,1613939292416,169
+"wd_0",0.01,1613939292416,169
+"sqr_mom_0",0.99,1613939292416,169
+"lr_0",1.000173506867538e-06,1613939292416,169
+"mom_0",0.9499956623283116,1613939292416,169
+"eps_0",1e-05,1613939292416,169
+"wd_1",0.01,1613939292416,169
+"sqr_mom_1",0.99,1613939292416,169
+"lr_1",1.0001735068675378e-05,1613939292416,169
+"mom_1",0.9499956623283116,1613939292416,169
+"eps_1",1e-05,1613939292416,169
+"wd_2",0.01,1613939292416,169
+"sqr_mom_2",0.99,1613939292416,169
+"lr_2",0.00010001735068675378,1613939292416,169
+"mom_2",0.9499956623283116,1613939292416,169
+"eps_2",1e-05,1613939292416,169
+"train_loss",0.3577221,1613939293445,170
+"raw_loss",0.33404896,1613939293445,170
+"epoch",1.0754716981132075,1613939293445,170
+"wd_0",0.01,1613939293445,170
+"sqr_mom_0",0.99,1613939293445,170
+"lr_0",1.0002099426552876e-06,1613939293445,170
+"mom_0",0.9499947514336178,1613939293445,170
+"eps_0",1e-05,1613939293445,170
+"wd_1",0.01,1613939293445,170
+"sqr_mom_1",0.99,1613939293445,170
+"lr_1",1.0002099426552876e-05,1613939293445,170
+"mom_1",0.9499947514336178,1613939293445,170
+"eps_1",1e-05,1613939293445,170
+"wd_2",0.01,1613939293445,170
+"sqr_mom_2",0.99,1613939293445,170
+"lr_2",0.00010002099426552875,1613939293445,170
+"mom_2",0.9499947514336178,1613939293445,170
+"eps_2",1e-05,1613939293445,170
+"train_loss",0.35717437,1613939294459,171
+"raw_loss",0.35139656,1613939294459,171
+"epoch",1.0817610062893082,1613939294459,171
+"wd_0",0.01,1613939294459,171
+"sqr_mom_0",0.99,1613939294459,171
+"lr_0",1.0002498483089554e-06,1613939294459,171
+"mom_0",0.9499937537922761,1613939294459,171
+"eps_0",1e-05,1613939294459,171
+"wd_1",0.01,1613939294459,171
+"sqr_mom_1",0.99,1613939294459,171
+"lr_1",1.0002498483089553e-05,1613939294459,171
+"mom_1",0.9499937537922761,1613939294459,171
+"eps_1",1e-05,1613939294459,171
+"wd_2",0.01,1613939294459,171
+"sqr_mom_2",0.99,1613939294459,171
+"lr_2",0.00010002498483089553,1613939294459,171
+"mom_2",0.9499937537922761,1613939294459,171
+"eps_2",1e-05,1613939294459,171
+"train_loss",0.3528659,1613939295434,172
+"raw_loss",0.30410317,1613939295434,172
+"epoch",1.0880503144654088,1613939295434,172
+"wd_0",0.01,1613939295434,172
+"sqr_mom_0",0.99,1613939295434,172
+"lr_0",1.0002932236706621e-06,1613939295434,172
+"mom_0",0.9499926694082335,1613939295434,172
+"eps_0",1e-05,1613939295434,172
+"wd_1",0.01,1613939295434,172
+"sqr_mom_1",0.99,1613939295434,172
+"lr_1",1.000293223670662e-05,1613939295434,172
+"mom_1",0.9499926694082335,1613939295434,172
+"eps_1",1e-05,1613939295434,172
+"wd_2",0.01,1613939295434,172
+"sqr_mom_2",0.99,1613939295434,172
+"lr_2",0.00010002932236706619,1613939295434,172
+"mom_2",0.9499926694082335,1613939295434,172
+"eps_2",1e-05,1613939295434,172
+"train_loss",0.39730042,1613939296396,173
+"raw_loss",0.93369454,1613939296396,173
+"epoch",1.0943396226415094,1613939296396,173
+"wd_0",0.01,1613939296396,173
+"sqr_mom_0",0.99,1613939296396,173
+"lr_0",1.0003400687614928e-06,1613939296396,173
+"mom_0",0.9499914982809626,1613939296396,173
+"eps_0",1e-05,1613939296396,173
+"wd_1",0.01,1613939296396,173
+"sqr_mom_1",0.99,1613939296396,173
+"lr_1",1.0003400687614928e-05,1613939296396,173
+"mom_1",0.9499914982809626,1613939296396,173
+"eps_1",1e-05,1613939296396,173
+"wd_2",0.01,1613939296396,173
+"sqr_mom_2",0.99,1613939296396,173
+"lr_2",0.00010003400687614928,1613939296396,173
+"mom_2",0.9499914982809626,1613939296396,173
+"eps_2",1e-05,1613939296396,173
+"train_loss",0.38894707,1613939297359,174
+"raw_loss",0.28194052,1613939297359,174
+"epoch",1.10062893081761,1613939297359,174
+"wd_0",0.01,1613939297359,174
+"sqr_mom_0",0.99,1613939297359,174
+"lr_0",1.0003903833961149e-06,1613939297359,174
+"mom_0",0.949990240415097,1613939297359,174
+"eps_0",1e-05,1613939297359,174
+"wd_1",0.01,1613939297359,174
+"sqr_mom_1",0.99,1613939297359,174
+"lr_1",1.0003903833961148e-05,1613939297359,174
+"mom_1",0.949990240415097,1613939297359,174
+"eps_1",1e-05,1613939297359,174
+"wd_2",0.01,1613939297359,174
+"sqr_mom_2",0.99,1613939297359,174
+"lr_2",0.00010003903833961148,1613939297359,174
+"mom_2",0.949990240415097,1613939297359,174
+"eps_2",1e-05,1613939297359,174
+"train_loss",0.38419297,1613939298331,175
+"raw_loss",0.31985152,1613939298331,175
+"epoch",1.1069182389937107,1613939298331,175
+"wd_0",0.01,1613939298331,175
+"sqr_mom_0",0.99,1613939298331,175
+"lr_0",1.0004441675373274e-06,1613939298331,175
+"mom_0",0.9499888958115668,1613939298331,175
+"eps_0",1e-05,1613939298331,175
+"wd_1",0.01,1613939298331,175
+"sqr_mom_1",0.99,1613939298331,175
+"lr_1",1.0004441675373273e-05,1613939298331,175
+"mom_1",0.9499888958115668,1613939298331,175
+"eps_1",1e-05,1613939298331,175
+"wd_2",0.01,1613939298331,175
+"sqr_mom_2",0.99,1613939298331,175
+"lr_2",0.00010004441675373273,1613939298331,175
+"mom_2",0.9499888958115668,1613939298331,175
+"eps_2",1e-05,1613939298331,175
+"train_loss",0.3710522,1613939299304,176
+"raw_loss",0.18388537,1613939299304,176
+"epoch",1.1132075471698113,1613939299304,176
+"wd_0",0.01,1613939299304,176
+"sqr_mom_0",0.99,1613939299304,176
+"lr_0",1.000501421157322e-06,1613939299304,176
+"mom_0",0.949987464471067,1613939299304,176
+"eps_0",1e-05,1613939299304,176
+"wd_1",0.01,1613939299304,176
+"sqr_mom_1",0.99,1613939299304,176
+"lr_1",1.000501421157322e-05,1613939299304,176
+"mom_1",0.949987464471067,1613939299304,176
+"eps_1",1e-05,1613939299304,176
+"wd_2",0.01,1613939299304,176
+"sqr_mom_2",0.99,1613939299304,176
+"lr_2",0.00010005014211573218,1613939299304,176
+"mom_2",0.949987464471067,1613939299304,176
+"eps_2",1e-05,1613939299304,176
+"train_loss",0.37972355,1613939300287,177
+"raw_loss",0.5092592,1613939300287,177
+"epoch",1.119496855345912,1613939300287,177
+"wd_0",0.01,1613939300287,177
+"sqr_mom_0",0.99,1613939300287,177
+"lr_0",1.0005621440295868e-06,1613939300287,177
+"mom_0",0.9499859463992603,1613939300287,177
+"eps_0",1e-05,1613939300287,177
+"wd_1",0.01,1613939300287,177
+"sqr_mom_1",0.99,1613939300287,177
+"lr_1",1.0005621440295868e-05,1613939300287,177
+"mom_1",0.9499859463992603,1613939300287,177
+"eps_1",1e-05,1613939300287,177
+"wd_2",0.01,1613939300287,177
+"sqr_mom_2",0.99,1613939300287,177
+"lr_2",0.00010005621440295868,1613939300287,177
+"mom_2",0.9499859463992603,1613939300287,177
+"eps_2",1e-05,1613939300287,177
+"train_loss",0.3796065,1613939301289,178
+"raw_loss",0.37777916,1613939301289,178
+"epoch",1.1257861635220126,1613939301289,178
+"wd_0",0.01,1613939301289,178
+"sqr_mom_0",0.99,1613939301289,178
+"lr_0",1.0006263361836395e-06,1613939301289,178
+"mom_0",0.949984341595409,1613939301289,178
+"eps_0",1e-05,1613939301289,178
+"wd_1",0.01,1613939301289,178
+"sqr_mom_1",0.99,1613939301289,178
+"lr_1",1.0006263361836395e-05,1613939301289,178
+"mom_1",0.949984341595409,1613939301289,178
+"eps_1",1e-05,1613939301289,178
+"wd_2",0.01,1613939301289,178
+"sqr_mom_2",0.99,1613939301289,178
+"lr_2",0.00010006263361836395,1613939301289,178
+"mom_2",0.949984341595409,1613939301289,178
+"eps_2",1e-05,1613939301289,178
+"train_loss",0.3745779,1613939302285,179
+"raw_loss",0.2926766,1613939302285,179
+"epoch",1.1320754716981132,1613939302285,179
+"wd_0",0.01,1613939302285,179
+"sqr_mom_0",0.99,1613939302285,179
+"lr_0",1.0006939973655175e-06,1613939302285,179
+"mom_0",0.949982650065862,1613939302285,179
+"eps_0",1e-05,1613939302285,179
+"wd_1",0.01,1613939302285,179
+"sqr_mom_1",0.99,1613939302285,179
+"lr_1",1.0006939973655175e-05,1613939302285,179
+"mom_1",0.949982650065862,1613939302285,179
+"eps_1",1e-05,1613939302285,179
+"wd_2",0.01,1613939302285,179
+"sqr_mom_2",0.99,1613939302285,179
+"lr_2",0.00010006939973655174,1613939302285,179
+"mom_2",0.949982650065862,1613939302285,179
+"eps_2",1e-05,1613939302285,179
+"train_loss",0.3794881,1613939303257,180
+"raw_loss",0.46267402,1613939303257,180
+"epoch",1.1383647798742138,1613939303257,180
+"wd_0",0.01,1613939303257,180
+"sqr_mom_0",0.99,1613939303257,180
+"lr_0",1.0007651275271874e-06,1613939303257,180
+"mom_0",0.9499808718118202,1613939303257,180
+"eps_0",1e-05,1613939303257,180
+"wd_1",0.01,1613939303257,180
+"sqr_mom_1",0.99,1613939303257,180
+"lr_1",1.0007651275271872e-05,1613939303257,180
+"mom_1",0.9499808718118202,1613939303257,180
+"eps_1",1e-05,1613939303257,180
+"wd_2",0.01,1613939303257,180
+"sqr_mom_2",0.99,1613939303257,180
+"lr_2",0.00010007651275271872,1613939303257,180
+"mom_2",0.9499808718118202,1613939303257,180
+"eps_2",1e-05,1613939303257,180
+"train_loss",0.41361615,1613939304250,181
+"raw_loss",1.0136789,1613939304250,181
+"epoch",1.1446540880503144,1613939304250,181
+"wd_0",0.01,1613939304250,181
+"sqr_mom_0",0.99,1613939304250,181
+"lr_0",1.0008397265452323e-06,1613939304250,181
+"mom_0",0.9499790068363692,1613939304250,181
+"eps_0",1e-05,1613939304250,181
+"wd_1",0.01,1613939304250,181
+"sqr_mom_1",0.99,1613939304250,181
+"lr_1",1.000839726545232e-05,1613939304250,181
+"mom_1",0.9499790068363692,1613939304250,181
+"eps_1",1e-05,1613939304250,181
+"wd_2",0.01,1613939304250,181
+"sqr_mom_2",0.99,1613939304250,181
+"lr_2",0.0001000839726545232,1613939304250,181
+"mom_2",0.9499790068363692,1613939304250,181
+"eps_2",1e-05,1613939304250,181
+"train_loss",0.41092047,1613939305225,182
+"raw_loss",0.3618298,1613939305225,182
+"epoch",1.150943396226415,1613939305225,182
+"wd_0",0.01,1613939305225,182
+"sqr_mom_0",0.99,1613939305225,182
+"lr_0",1.000917794467472e-06,1613939305225,182
+"mom_0",0.9499770551383132,1613939305225,182
+"eps_0",1e-05,1613939305225,182
+"wd_1",0.01,1613939305225,182
+"sqr_mom_1",0.99,1613939305225,182
+"lr_1",1.0009177944674719e-05,1613939305225,182
+"mom_1",0.9499770551383132,1613939305225,182
+"eps_1",1e-05,1613939305225,182
+"wd_2",0.01,1613939305225,182
+"sqr_mom_2",0.99,1613939305225,182
+"lr_2",0.00010009177944674719,1613939305225,182
+"mom_2",0.9499770551383132,1613939305225,182
+"eps_2",1e-05,1613939305225,182
+"train_loss",0.40308937,1613939306207,183
+"raw_loss",0.25565445,1613939306207,183
+"epoch",1.1572327044025157,1613939306207,183
+"wd_0",0.01,1613939306207,183
+"sqr_mom_0",0.99,1613939306207,183
+"lr_0",1.0009993308116434e-06,1613939306207,183
+"mom_0",0.9499750167297089,1613939306207,183
+"eps_0",1e-05,1613939306207,183
+"wd_1",0.01,1613939306207,183
+"sqr_mom_1",0.99,1613939306207,183
+"lr_1",1.0009993308116432e-05,1613939306207,183
+"mom_1",0.9499750167297089,1613939306207,183
+"eps_1",1e-05,1613939306207,183
+"wd_2",0.01,1613939306207,183
+"sqr_mom_2",0.99,1613939306207,183
+"lr_2",0.00010009993308116433,1613939306207,183
+"mom_2",0.9499750167297089,1613939306207,183
+"eps_2",1e-05,1613939306207,183
+"train_loss",0.39725557,1613939307207,184
+"raw_loss",0.28390342,1613939307207,184
+"epoch",1.1635220125786163,1613939307207,184
+"wd_0",0.01,1613939307207,184
+"sqr_mom_0",0.99,1613939307207,184
+"lr_0",1.0010843356058251e-06,1613939307207,184
+"mom_0",0.9499728916098543,1613939307207,184
+"eps_0",1e-05,1613939307207,184
+"wd_1",0.01,1613939307207,184
+"sqr_mom_1",0.99,1613939307207,184
+"lr_1",1.0010843356058251e-05,1613939307207,184
+"mom_1",0.9499728916098543,1613939307207,184
+"eps_1",1e-05,1613939307207,184
+"wd_2",0.01,1613939307207,184
+"sqr_mom_2",0.99,1613939307207,184
+"lr_2",0.00010010843356058251,1613939307207,184
+"mom_2",0.9499728916098543,1613939307207,184
+"eps_2",1e-05,1613939307207,184
+"train_loss",0.3969354,1613939308237,185
+"raw_loss",0.39052594,1613939308237,185
+"epoch",1.169811320754717,1613939308237,185
+"wd_0",0.01,1613939308237,185
+"sqr_mom_0",0.99,1613939308237,185
+"lr_0",1.0011728087025265e-06,1613939308237,185
+"mom_0",0.9499706797824368,1613939308237,185
+"eps_0",1e-05,1613939308237,185
+"wd_1",0.01,1613939308237,185
+"sqr_mom_1",0.99,1613939308237,185
+"lr_1",1.0011728087025264e-05,1613939308237,185
+"mom_1",0.9499706797824368,1613939308237,185
+"eps_1",1e-05,1613939308237,185
+"wd_2",0.01,1613939308237,185
+"sqr_mom_2",0.99,1613939308237,185
+"lr_2",0.00010011728087025262,1613939308237,185
+"mom_2",0.9499706797824368,1613939308237,185
+"eps_2",1e-05,1613939308237,185
+"train_loss",0.39602295,1613939309276,186
+"raw_loss",0.37722474,1613939309276,186
+"epoch",1.1761006289308176,1613939309276,186
+"wd_0",0.01,1613939309276,186
+"sqr_mom_0",0.99,1613939309276,186
+"lr_0",1.0012647499482381e-06,1613939309276,186
+"mom_0",0.949968381251294,1613939309276,186
+"eps_0",1e-05,1613939309276,186
+"wd_1",0.01,1613939309276,186
+"sqr_mom_1",0.99,1613939309276,186
+"lr_1",1.001264749948238e-05,1613939309276,186
+"mom_1",0.949968381251294,1613939309276,186
+"eps_1",1e-05,1613939309276,186
+"wd_2",0.01,1613939309276,186
+"sqr_mom_2",0.99,1613939309276,186
+"lr_2",0.0001001264749948238,1613939309276,186
+"mom_2",0.949968381251294,1613939309276,186
+"eps_2",1e-05,1613939309276,186
+"train_loss",0.39595276,1613939310331,187
+"raw_loss",0.39446685,1613939310331,187
+"epoch",1.1823899371069182,1613939310331,187
+"wd_0",0.01,1613939310331,187
+"sqr_mom_0",0.99,1613939310331,187
+"lr_0",1.0013601593992084e-06,1613939310331,187
+"mom_0",0.9499659960150197,1613939310331,187
+"eps_0",1e-05,1613939310331,187
+"wd_1",0.01,1613939310331,187
+"sqr_mom_1",0.99,1613939310331,187
+"lr_1",1.0013601593992084e-05,1613939310331,187
+"mom_1",0.9499659960150197,1613939310331,187
+"eps_1",1e-05,1613939310331,187
+"wd_2",0.01,1613939310331,187
+"sqr_mom_2",0.99,1613939310331,187
+"lr_2",0.00010013601593992083,1613939310331,187
+"mom_2",0.9499659960150197,1613939310331,187
+"eps_2",1e-05,1613939310331,187
+"train_loss",0.39229143,1613939311319,188
+"raw_loss",0.31274623,1613939311319,188
+"epoch",1.1886792452830188,1613939311319,188
+"wd_0",0.01,1613939311319,188
+"sqr_mom_0",0.99,1613939311319,188
+"lr_0",1.001459036242569e-06,1613939311319,188
+"mom_0",0.9499635240939357,1613939311319,188
+"eps_0",1e-05,1613939311319,188
+"wd_1",0.01,1613939311319,188
+"sqr_mom_1",0.99,1613939311319,188
+"lr_1",1.001459036242569e-05,1613939311319,188
+"mom_1",0.9499635240939357,1613939311319,188
+"eps_1",1e-05,1613939311319,188
+"wd_2",0.01,1613939311319,188
+"sqr_mom_2",0.99,1613939311319,188
+"lr_2",0.00010014590362425689,1613939311319,188
+"mom_2",0.9499635240939357,1613939311319,188
+"eps_2",1e-05,1613939311319,188
+"train_loss",0.3887968,1613939312328,189
+"raw_loss",0.310968,1613939312328,189
+"epoch",1.1949685534591195,1613939312328,189
+"wd_0",0.01,1613939312328,189
+"sqr_mom_0",0.99,1613939312328,189
+"lr_0",1.0015613811852635e-06,1613939312328,189
+"mom_0",0.9499609654703683,1613939312328,189
+"eps_0",1e-05,1613939312328,189
+"wd_1",0.01,1613939312328,189
+"sqr_mom_1",0.99,1613939312328,189
+"lr_1",1.0015613811852633e-05,1613939312328,189
+"mom_1",0.9499609654703683,1613939312328,189
+"eps_1",1e-05,1613939312328,189
+"wd_2",0.01,1613939312328,189
+"sqr_mom_2",0.99,1613939312328,189
+"lr_2",0.00010015613811852634,1613939312328,189
+"mom_2",0.9499609654703683,1613939312328,189
+"eps_2",1e-05,1613939312328,189
+"train_loss",0.38701442,1613939313347,190
+"raw_loss",0.3463653,1613939313347,190
+"epoch",1.20125786163522,1613939313347,190
+"wd_0",0.01,1613939313347,190
+"sqr_mom_0",0.99,1613939313347,190
+"lr_0",1.0016671933792816e-06,1613939313347,190
+"mom_0",0.949958320165518,1613939313347,190
+"eps_0",1e-05,1613939313347,190
+"wd_1",0.01,1613939313347,190
+"sqr_mom_1",0.99,1613939313347,190
+"lr_1",1.0016671933792817e-05,1613939313347,190
+"mom_1",0.949958320165518,1613939313347,190
+"eps_1",1e-05,1613939313347,190
+"wd_2",0.01,1613939313347,190
+"sqr_mom_2",0.99,1613939313347,190
+"lr_2",0.00010016671933792816,1613939313347,190
+"mom_2",0.949958320165518,1613939313347,190
+"eps_2",1e-05,1613939313347,190
+"train_loss",0.41326252,1613939314381,191
+"raw_loss",1.0256236,1613939314381,191
+"epoch",1.2075471698113207,1613939314381,191
+"wd_0",0.01,1613939314381,191
+"sqr_mom_0",0.99,1613939314381,191
+"lr_0",1.0017764728645075e-06,1613939314381,191
+"mom_0",0.9499555881783873,1613939314381,191
+"eps_0",1e-05,1613939314381,191
+"wd_1",0.01,1613939314381,191
+"sqr_mom_1",0.99,1613939314381,191
+"lr_1",1.0017764728645074e-05,1613939314381,191
+"mom_1",0.9499555881783873,1613939314381,191
+"eps_1",1e-05,1613939314381,191
+"wd_2",0.01,1613939314381,191
+"sqr_mom_2",0.99,1613939314381,191
+"lr_2",0.00010017764728645074,1613939314381,191
+"mom_2",0.9499555881783873,1613939314381,191
+"eps_2",1e-05,1613939314381,191
+"train_loss",0.40597197,1613939315491,192
+"raw_loss",0.2321421,1613939315491,192
+"epoch",1.2138364779874213,1613939315491,192
+"wd_0",0.01,1613939315491,192
+"sqr_mom_0",0.99,1613939315491,192
+"lr_0",1.001889219451331e-06,1613939315491,192
+"mom_0",0.9499527695137167,1613939315491,192
+"eps_0",1e-05,1613939315491,192
+"wd_1",0.01,1613939315491,192
+"sqr_mom_1",0.99,1613939315491,192
+"lr_1",1.001889219451331e-05,1613939315491,192
+"mom_1",0.9499527695137167,1613939315491,192
+"eps_1",1e-05,1613939315491,192
+"wd_2",0.01,1613939315491,192
+"sqr_mom_2",0.99,1613939315491,192
+"lr_2",0.0001001889219451331,1613939315491,192
+"mom_2",0.9499527695137167,1613939315491,192
+"eps_2",1e-05,1613939315491,192
+"train_loss",0.39601427,1613939316528,193
+"raw_loss",0.15358253,1613939316528,193
+"epoch",1.220125786163522,1613939316528,193
+"wd_0",0.01,1613939316528,193
+"sqr_mom_0",0.99,1613939316528,193
+"lr_0",1.0020054332061104e-06,1613939316528,193
+"mom_0",0.9499498641698472,1613939316528,193
+"eps_0",1e-05,1613939316528,193
+"wd_1",0.01,1613939316528,193
+"sqr_mom_1",0.99,1613939316528,193
+"lr_1",1.0020054332061105e-05,1613939316528,193
+"mom_1",0.9499498641698472,1613939316528,193
+"eps_1",1e-05,1613939316528,193
+"wd_2",0.01,1613939316528,193
+"sqr_mom_2",0.99,1613939316528,193
+"lr_2",0.00010020054332061105,1613939316528,193
+"mom_2",0.9499498641698472,1613939316528,193
+"eps_2",1e-05,1613939316528,193
+"train_loss",0.39644426,1613939317577,194
+"raw_loss",0.40712503,1613939317577,194
+"epoch",1.2264150943396226,1613939317577,194
+"wd_0",0.01,1613939317577,194
+"sqr_mom_0",0.99,1613939317577,194
+"lr_0",1.0021251136806209e-06,1613939317577,194
+"mom_0",0.9499468721579845,1613939317577,194
+"eps_0",1e-05,1613939317577,194
+"wd_1",0.01,1613939317577,194
+"sqr_mom_1",0.99,1613939317577,194
+"lr_1",1.0021251136806207e-05,1613939317577,194
+"mom_1",0.9499468721579845,1613939317577,194
+"eps_1",1e-05,1613939317577,194
+"wd_2",0.01,1613939317577,194
+"sqr_mom_2",0.99,1613939317577,194
+"lr_2",0.00010021251136806207,1613939317577,194
+"mom_2",0.9499468721579845,1613939317577,194
+"eps_2",1e-05,1613939317577,194
+"train_loss",0.392317,1613939318558,195
+"raw_loss",0.2878028,1613939318558,195
+"epoch",1.2327044025157232,1613939318558,195
+"wd_0",0.01,1613939318558,195
+"sqr_mom_0",0.99,1613939318558,195
+"lr_0",1.0022482601124367e-06,1613939318558,195
+"mom_0",0.949943793497189,1613939318558,195
+"eps_0",1e-05,1613939318558,195
+"wd_1",0.01,1613939318558,195
+"sqr_mom_1",0.99,1613939318558,195
+"lr_1",1.0022482601124367e-05,1613939318558,195
+"mom_1",0.949943793497189,1613939318558,195
+"eps_1",1e-05,1613939318558,195
+"wd_2",0.01,1613939318558,195
+"sqr_mom_2",0.99,1613939318558,195
+"lr_2",0.00010022482601124365,1613939318558,195
+"mom_2",0.949943793497189,1613939318558,195
+"eps_2",1e-05,1613939318558,195
+"train_loss",0.3948204,1613939319599,196
+"raw_loss",0.45939907,1613939319599,196
+"epoch",1.2389937106918238,1613939319599,196
+"wd_0",0.01,1613939319599,196
+"sqr_mom_0",0.99,1613939319599,196
+"lr_0",1.0023748730969399e-06,1613939319599,196
+"mom_0",0.9499406281725765,1613939319599,196
+"eps_0",1e-05,1613939319599,196
+"wd_1",0.01,1613939319599,196
+"sqr_mom_1",0.99,1613939319599,196
+"lr_1",1.0023748730969398e-05,1613939319599,196
+"mom_1",0.9499406281725765,1613939319599,196
+"eps_1",1e-05,1613939319599,196
+"wd_2",0.01,1613939319599,196
+"sqr_mom_2",0.99,1613939319599,196
+"lr_2",0.00010023748730969398,1613939319599,196
+"mom_2",0.9499406281725765,1613939319599,196
+"eps_2",1e-05,1613939319599,196
+"train_loss",0.38459942,1613939320596,197
+"raw_loss",0.116195396,1613939320596,197
+"epoch",1.2452830188679245,1613939320596,197
+"wd_0",0.01,1613939320596,197
+"sqr_mom_0",0.99,1613939320596,197
+"lr_0",1.002504952437543e-06,1613939320596,197
+"mom_0",0.9499373761890614,1613939320596,197
+"eps_0",1e-05,1613939320596,197
+"wd_1",0.01,1613939320596,197
+"sqr_mom_1",0.99,1613939320596,197
+"lr_1",1.002504952437543e-05,1613939320596,197
+"mom_1",0.9499373761890614,1613939320596,197
+"eps_1",1e-05,1613939320596,197
+"wd_2",0.01,1613939320596,197
+"sqr_mom_2",0.99,1613939320596,197
+"lr_2",0.00010025049524375429,1613939320596,197
+"mom_2",0.9499373761890614,1613939320596,197
+"eps_2",1e-05,1613939320596,197
+"train_loss",0.37695923,1613939321696,198
+"raw_loss",0.17285053,1613939321696,198
+"epoch",1.251572327044025,1613939321696,198
+"wd_0",0.01,1613939321696,198
+"sqr_mom_0",0.99,1613939321696,198
+"lr_0",1.0026384967297223e-06,1613939321696,198
+"mom_0",0.9499340375817569,1613939321696,198
+"eps_0",1e-05,1613939321696,198
+"wd_1",0.01,1613939321696,198
+"sqr_mom_1",0.99,1613939321696,198
+"lr_1",1.0026384967297222e-05,1613939321696,198
+"mom_1",0.9499340375817569,1613939321696,198
+"eps_1",1e-05,1613939321696,198
+"wd_2",0.01,1613939321696,198
+"sqr_mom_2",0.99,1613939321696,198
+"lr_2",0.00010026384967297222,1613939321696,198
+"mom_2",0.9499340375817569,1613939321696,198
+"eps_2",1e-05,1613939321696,198
+"train_loss",0.37420088,1613939322744,199
+"raw_loss",0.29928243,1613939322744,199
+"epoch",1.2578616352201257,1613939322744,199
+"wd_0",0.01,1613939322744,199
+"sqr_mom_0",0.99,1613939322744,199
+"lr_0",1.0027755078297259e-06,1613939322744,199
+"mom_0",0.9499306123042568,1613939322744,199
+"eps_0",1e-05,1613939322744,199
+"wd_1",0.01,1613939322744,199
+"sqr_mom_1",0.99,1613939322744,199
+"lr_1",1.0027755078297258e-05,1613939322744,199
+"mom_1",0.9499306123042568,1613939322744,199
+"eps_1",1e-05,1613939322744,199
+"wd_2",0.01,1613939322744,199
+"sqr_mom_2",0.99,1613939322744,199
+"lr_2",0.00010027755078297259,1613939322744,199
+"mom_2",0.9499306123042568,1613939322744,199
+"eps_2",1e-05,1613939322744,199
+"train_loss",0.3673714,1613939323733,200
+"raw_loss",0.17889455,1613939323733,200
+"epoch",1.2641509433962264,1613939323733,200
+"wd_0",0.01,1613939323733,200
+"sqr_mom_0",0.99,1613939323733,200
+"lr_0",1.0029159836969506e-06,1613939323733,200
+"mom_0",0.9499271004075762,1613939323733,200
+"eps_0",1e-05,1613939323733,200
+"wd_1",0.01,1613939323733,200
+"sqr_mom_1",0.99,1613939323733,200
+"lr_1",1.0029159836969505e-05,1613939323733,200
+"mom_1",0.9499271004075762,1613939323733,200
+"eps_1",1e-05,1613939323733,200
+"wd_2",0.01,1613939323733,200
+"sqr_mom_2",0.99,1613939323733,200
+"lr_2",0.00010029159836969504,1613939323733,200
+"mom_2",0.9499271004075762,1613939323733,200
+"eps_2",1e-05,1613939323733,200
+"train_loss",0.36107057,1613939324700,201
+"raw_loss",0.18448628,1613939324700,201
+"epoch",1.270440251572327,1613939324700,201
+"wd_0",0.01,1613939324700,201
+"sqr_mom_0",0.99,1613939324700,201
+"lr_0",1.0030599246886163e-06,1613939324700,201
+"mom_0",0.9499235018827845,1613939324700,201
+"eps_0",1e-05,1613939324700,201
+"wd_1",0.01,1613939324700,201
+"sqr_mom_1",0.99,1613939324700,201
+"lr_1",1.0030599246886161e-05,1613939324700,201
+"mom_1",0.9499235018827845,1613939324700,201
+"eps_1",1e-05,1613939324700,201
+"wd_2",0.01,1613939324700,201
+"sqr_mom_2",0.99,1613939324700,201
+"lr_2",0.0001003059924688616,1613939324700,201
+"mom_2",0.9499235018827845,1613939324700,201
+"eps_2",1e-05,1613939324700,201
+"train_loss",0.35340625,1613939325681,202
+"raw_loss",0.13539529,1613939325681,202
+"epoch",1.2767295597484276,1613939325681,202
+"wd_0",0.01,1613939325681,202
+"sqr_mom_0",0.99,1613939325681,202
+"lr_0",1.003207330554973e-06,1613939325681,202
+"mom_0",0.9499198167361257,1613939325681,202
+"eps_0",1e-05,1613939325681,202
+"wd_1",0.01,1613939325681,202
+"sqr_mom_1",0.99,1613939325681,202
+"lr_1",1.0032073305549727e-05,1613939325681,202
+"mom_1",0.9499198167361257,1613939325681,202
+"eps_1",1e-05,1613939325681,202
+"wd_2",0.01,1613939325681,202
+"sqr_mom_2",0.99,1613939325681,202
+"lr_2",0.00010032073305549727,1613939325681,202
+"mom_2",0.9499198167361257,1613939325681,202
+"eps_2",1e-05,1613939325681,202
+"train_loss",0.36024702,1613939326680,203
+"raw_loss",0.5576455,1613939326680,203
+"epoch",1.2830188679245282,1613939326680,203
+"wd_0",0.01,1613939326680,203
+"sqr_mom_0",0.99,1613939326680,203
+"lr_0",1.003358201040257e-06,1613939326680,203
+"mom_0",0.9499160449739935,1613939326680,203
+"eps_0",1e-05,1613939326680,203
+"wd_1",0.01,1613939326680,203
+"sqr_mom_1",0.99,1613939326680,203
+"lr_1",1.003358201040257e-05,1613939326680,203
+"mom_1",0.9499160449739935,1613939326680,203
+"eps_1",1e-05,1613939326680,203
+"wd_2",0.01,1613939326680,203
+"sqr_mom_2",0.99,1613939326680,203
+"lr_2",0.00010033582010402569,1613939326680,203
+"mom_2",0.9499160449739935,1613939326680,203
+"eps_2",1e-05,1613939326680,203
+"train_loss",0.37197816,1613939327650,204
+"raw_loss",0.7152195,1613939327650,204
+"epoch",1.2893081761006289,1613939327650,204
+"wd_0",0.01,1613939327650,204
+"sqr_mom_0",0.99,1613939327650,204
+"lr_0",1.0035125365760084e-06,1613939327650,204
+"mom_0",0.9499121865855997,1613939327650,204
+"eps_0",1e-05,1613939327650,204
+"wd_1",0.01,1613939327650,204
+"sqr_mom_1",0.99,1613939327650,204
+"lr_1",1.0035125365760084e-05,1613939327650,204
+"mom_1",0.9499121865855997,1613939327650,204
+"eps_1",1e-05,1613939327650,204
+"wd_2",0.01,1613939327650,204
+"sqr_mom_2",0.99,1613939327650,204
+"lr_2",0.00010035125365760083,1613939327650,204
+"mom_2",0.9499121865855997,1613939327650,204
+"eps_2",1e-05,1613939327650,204
+"train_loss",0.36748424,1613939328628,205
+"raw_loss",0.23422259,1613939328628,205
+"epoch",1.2955974842767295,1613939328628,205
+"wd_0",0.01,1613939328628,205
+"sqr_mom_0",0.99,1613939328628,205
+"lr_0",1.0036703355232032e-06,1613939328628,205
+"mom_0",0.9499082416119199,1613939328628,205
+"eps_0",1e-05,1613939328628,205
+"wd_1",0.01,1613939328628,205
+"sqr_mom_1",0.99,1613939328628,205
+"lr_1",1.0036703355232032e-05,1613939328628,205
+"mom_1",0.9499082416119199,1613939328628,205
+"eps_1",1e-05,1613939328628,205
+"wd_2",0.01,1613939328628,205
+"sqr_mom_2",0.99,1613939328628,205
+"lr_2",0.00010036703355232032,1613939328628,205
+"mom_2",0.9499082416119199,1613939328628,205
+"eps_2",1e-05,1613939328628,205
+"train_loss",0.3614573,1613939329602,206
+"raw_loss",0.18040279,1613939329602,206
+"epoch",1.3018867924528301,1613939329602,206
+"wd_0",0.01,1613939329602,206
+"sqr_mom_0",0.99,1613939329602,206
+"lr_0",1.003831597561881e-06,1613939329602,206
+"mom_0",0.9499042100609529,1613939329602,206
+"eps_0",1e-05,1613939329602,206
+"wd_1",0.01,1613939329602,206
+"sqr_mom_1",0.99,1613939329602,206
+"lr_1",1.003831597561881e-05,1613939329602,206
+"mom_1",0.9499042100609529,1613939329602,206
+"eps_1",1e-05,1613939329602,206
+"wd_2",0.01,1613939329602,206
+"sqr_mom_2",0.99,1613939329602,206
+"lr_2",0.00010038315975618809,1613939329602,206
+"mom_2",0.9499042100609529,1613939329602,206
+"eps_2",1e-05,1613939329602,206
+"train_loss",0.36187607,1613939330560,207
+"raw_loss",0.37461597,1613939330560,207
+"epoch",1.3081761006289307,1613939330560,207
+"wd_0",0.01,1613939330560,207
+"sqr_mom_0",0.99,1613939330560,207
+"lr_0",1.0039963245845021e-06,1613939330560,207
+"mom_0",0.9499000918853874,1613939330560,207
+"eps_0",1e-05,1613939330560,207
+"wd_1",0.01,1613939330560,207
+"sqr_mom_1",0.99,1613939330560,207
+"lr_1",1.0039963245845022e-05,1613939330560,207
+"mom_1",0.9499000918853874,1613939330560,207
+"eps_1",1e-05,1613939330560,207
+"wd_2",0.01,1613939330560,207
+"sqr_mom_2",0.99,1613939330560,207
+"lr_2",0.00010039963245845021,1613939330560,207
+"mom_2",0.9499000918853874,1613939330560,207
+"eps_2",1e-05,1613939330560,207
+"train_loss",0.3615718,1613939331510,208
+"raw_loss",0.35220316,1613939331510,208
+"epoch",1.3144654088050314,1613939331510,208
+"wd_0",0.01,1613939331510,208
+"sqr_mom_0",0.99,1613939331510,208
+"lr_0",1.004164514132985e-06,1613939331510,208
+"mom_0",0.9498958871466754,1613939331510,208
+"eps_0",1e-05,1613939331510,208
+"wd_1",0.01,1613939331510,208
+"sqr_mom_1",0.99,1613939331510,208
+"lr_1",1.004164514132985e-05,1613939331510,208
+"mom_1",0.9498958871466754,1613939331510,208
+"eps_1",1e-05,1613939331510,208
+"wd_2",0.01,1613939331510,208
+"sqr_mom_2",0.99,1613939331510,208
+"lr_2",0.0001004164514132985,1613939331510,208
+"mom_2",0.9498958871466754,1613939331510,208
+"eps_2",1e-05,1613939331510,208
+"train_loss",0.37213498,1613939332465,209
+"raw_loss",0.7012387,1613939332465,209
+"epoch",1.320754716981132,1613939332465,209
+"wd_0",0.01,1613939332465,209
+"sqr_mom_0",0.99,1613939332465,209
+"lr_0",1.0043361666395943e-06,1613939332465,209
+"mom_0",0.9498915958340101,1613939332465,209
+"eps_0",1e-05,1613939332465,209
+"wd_1",0.01,1613939332465,209
+"sqr_mom_1",0.99,1613939332465,209
+"lr_1",1.0043361666395944e-05,1613939332465,209
+"mom_1",0.9498915958340101,1613939332465,209
+"eps_1",1e-05,1613939332465,209
+"wd_2",0.01,1613939332465,209
+"sqr_mom_2",0.99,1613939332465,209
+"lr_2",0.00010043361666395943,1613939332465,209
+"mom_2",0.9498915958340101,1613939332465,209
+"eps_2",1e-05,1613939332465,209
+"train_loss",0.3779442,1613939333417,210
+"raw_loss",0.5610076,1613939333417,210
+"epoch",1.3270440251572326,1613939333417,210
+"wd_0",0.01,1613939333417,210
+"sqr_mom_0",0.99,1613939333417,210
+"lr_0",1.0045112818064974e-06,1613939333417,210
+"mom_0",0.9498872179548375,1613939333417,210
+"eps_0",1e-05,1613939333417,210
+"wd_1",0.01,1613939333417,210
+"sqr_mom_1",0.99,1613939333417,210
+"lr_1",1.0045112818064972e-05,1613939333417,210
+"mom_1",0.9498872179548375,1613939333417,210
+"eps_1",1e-05,1613939333417,210
+"wd_2",0.01,1613939333417,210
+"sqr_mom_2",0.99,1613939333417,210
+"lr_2",0.00010045112818064972,1613939333417,210
+"mom_2",0.9498872179548375,1613939333417,210
+"eps_2",1e-05,1613939333417,210
+"train_loss",0.37620154,1613939334394,211
+"raw_loss",0.3206756,1613939334394,211
+"epoch",1.3333333333333333,1613939334394,211
+"wd_0",0.01,1613939334394,211
+"sqr_mom_0",0.99,1613939334394,211
+"lr_0",1.0046898593298525e-06,1613939334394,211
+"mom_0",0.9498827535167537,1613939334394,211
+"eps_0",1e-05,1613939334394,211
+"wd_1",0.01,1613939334394,211
+"sqr_mom_1",0.99,1613939334394,211
+"lr_1",1.0046898593298524e-05,1613939334394,211
+"mom_1",0.9498827535167537,1613939334394,211
+"eps_1",1e-05,1613939334394,211
+"wd_2",0.01,1613939334394,211
+"sqr_mom_2",0.99,1613939334394,211
+"lr_2",0.00010046898593298524,1613939334394,211
+"mom_2",0.9498827535167537,1613939334394,211
+"eps_2",1e-05,1613939334394,211
+"train_loss",0.37673646,1613939335339,212
+"raw_loss",0.3939643,1613939335339,212
+"epoch",1.3396226415094339,1613939335339,212
+"wd_0",0.01,1613939335339,212
+"sqr_mom_0",0.99,1613939335339,212
+"lr_0",1.004871899716196e-06,1613939335339,212
+"mom_0",0.9498782025070951,1613939335339,212
+"eps_0",1e-05,1613939335339,212
+"wd_1",0.01,1613939335339,212
+"sqr_mom_1",0.99,1613939335339,212
+"lr_1",1.004871899716196e-05,1613939335339,212
+"mom_1",0.9498782025070951,1613939335339,212
+"eps_1",1e-05,1613939335339,212
+"wd_2",0.01,1613939335339,212
+"sqr_mom_2",0.99,1613939335339,212
+"lr_2",0.00010048718997161959,1613939335339,212
+"mom_2",0.9498782025070951,1613939335339,212
+"eps_2",1e-05,1613939335339,212
+"train_loss",0.37231722,1613939336311,213
+"raw_loss",0.228511,1613939336311,213
+"epoch",1.3459119496855345,1613939336311,213
+"wd_0",0.01,1613939336311,213
+"sqr_mom_0",0.99,1613939336311,213
+"lr_0",1.0050574002005198e-06,1613939336311,213
+"mom_0",0.949873564994987,1613939336311,213
+"eps_0",1e-05,1613939336311,213
+"wd_1",0.01,1613939336311,213
+"sqr_mom_1",0.99,1613939336311,213
+"lr_1",1.0050574002005199e-05,1613939336311,213
+"mom_1",0.949873564994987,1613939336311,213
+"eps_1",1e-05,1613939336311,213
+"wd_2",0.01,1613939336311,213
+"sqr_mom_2",0.99,1613939336311,213
+"lr_2",0.00010050574002005198,1613939336311,213
+"mom_2",0.949873564994987,1613939336311,213
+"eps_2",1e-05,1613939336311,213
+"train_loss",0.37493214,1613939337272,214
+"raw_loss",0.4608862,1613939337272,214
+"epoch",1.3522012578616351,1613939337272,214
+"wd_0",0.01,1613939337272,214
+"sqr_mom_0",0.99,1613939337272,214
+"lr_0",1.0052463629101148e-06,1613939337272,214
+"mom_0",0.9498688409272471,1613939337272,214
+"eps_0",1e-05,1613939337272,214
+"wd_1",0.01,1613939337272,214
+"sqr_mom_1",0.99,1613939337272,214
+"lr_1",1.0052463629101148e-05,1613939337272,214
+"mom_1",0.9498688409272471,1613939337272,214
+"eps_1",1e-05,1613939337272,214
+"wd_2",0.01,1613939337272,214
+"sqr_mom_2",0.99,1613939337272,214
+"lr_2",0.00010052463629101147,1613939337272,214
+"mom_2",0.9498688409272471,1613939337272,214
+"eps_2",1e-05,1613939337272,214
+"train_loss",0.38244238,1613939338254,215
+"raw_loss",0.63172805,1613939338254,215
+"epoch",1.3584905660377358,1613939338254,215
+"wd_0",0.01,1613939338254,215
+"sqr_mom_0",0.99,1613939338254,215
+"lr_0",1.0054387875632419e-06,1613939338254,215
+"mom_0",0.9498640303109189,1613939338254,215
+"eps_0",1e-05,1613939338254,215
+"wd_1",0.01,1613939338254,215
+"sqr_mom_1",0.99,1613939338254,215
+"lr_1",1.005438787563242e-05,1613939338254,215
+"mom_1",0.9498640303109189,1613939338254,215
+"eps_1",1e-05,1613939338254,215
+"wd_2",0.01,1613939338254,215
+"sqr_mom_2",0.99,1613939338254,215
+"lr_2",0.00010054387875632418,1613939338254,215
+"mom_2",0.9498640303109189,1613939338254,215
+"eps_2",1e-05,1613939338254,215
+"train_loss",0.37981412,1613939339207,216
+"raw_loss",0.29174373,1613939339207,216
+"epoch",1.3647798742138364,1613939339207,216
+"wd_0",0.01,1613939339207,216
+"sqr_mom_0",0.99,1613939339207,216
+"lr_0",1.0056346721163755e-06,1613939339207,216
+"mom_0",0.9498591331970906,1613939339207,216
+"eps_0",1e-05,1613939339207,216
+"wd_1",0.01,1613939339207,216
+"sqr_mom_1",0.99,1613939339207,216
+"lr_1",1.0056346721163754e-05,1613939339207,216
+"mom_1",0.9498591331970906,1613939339207,216
+"eps_1",1e-05,1613939339207,216
+"wd_2",0.01,1613939339207,216
+"sqr_mom_2",0.99,1613939339207,216
+"lr_2",0.00010056346721163753,1613939339207,216
+"mom_2",0.9498591331970906,1613939339207,216
+"eps_2",1e-05,1613939339207,216
+"train_loss",0.37800545,1613939340181,217
+"raw_loss",0.31683832,1613939340181,217
+"epoch",1.371069182389937,1613939340181,217
+"wd_0",0.01,1613939340181,217
+"sqr_mom_0",0.99,1613939340181,217
+"lr_0",1.005834016183518e-06,1613939340181,217
+"mom_0",0.949854149595412,1613939340181,217
+"eps_0",1e-05,1613939340181,217
+"wd_1",0.01,1613939340181,217
+"sqr_mom_1",0.99,1613939340181,217
+"lr_1",1.005834016183518e-05,1613939340181,217
+"mom_1",0.949854149595412,1613939340181,217
+"eps_1",1e-05,1613939340181,217
+"wd_2",0.01,1613939340181,217
+"sqr_mom_2",0.99,1613939340181,217
+"lr_2",0.0001005834016183518,1613939340181,217
+"mom_2",0.949854149595412,1613939340181,217
+"eps_2",1e-05,1613939340181,217
+"train_loss",0.37640432,1613939341145,218
+"raw_loss",0.32176888,1613939341145,218
+"epoch",1.3773584905660377,1613939341145,218
+"wd_0",0.01,1613939341145,218
+"sqr_mom_0",0.99,1613939341145,218
+"lr_0",1.0060368220985617e-06,1613939341145,218
+"mom_0",0.9498490794475359,1613939341145,218
+"eps_0",1e-05,1613939341145,218
+"wd_1",0.01,1613939341145,218
+"sqr_mom_1",0.99,1613939341145,218
+"lr_1",1.0060368220985617e-05,1613939341145,218
+"mom_1",0.9498490794475359,1613939341145,218
+"eps_1",1e-05,1613939341145,218
+"wd_2",0.01,1613939341145,218
+"sqr_mom_2",0.99,1613939341145,218
+"lr_2",0.00010060368220985616,1613939341145,218
+"mom_2",0.9498490794475359,1613939341145,218
+"eps_2",1e-05,1613939341145,218
+"train_loss",0.36914188,1613939342101,219
+"raw_loss",0.119169354,1613939342101,219
+"epoch",1.3836477987421383,1613939342101,219
+"wd_0",0.01,1613939342101,219
+"sqr_mom_0",0.99,1613939342101,219
+"lr_0",1.0062430868298475e-06,1613939342101,219
+"mom_0",0.9498439228292538,1613939342101,219
+"eps_0",1e-05,1613939342101,219
+"wd_1",0.01,1613939342101,219
+"sqr_mom_1",0.99,1613939342101,219
+"lr_1",1.0062430868298474e-05,1613939342101,219
+"mom_1",0.9498439228292538,1613939342101,219
+"eps_1",1e-05,1613939342101,219
+"wd_2",0.01,1613939342101,219
+"sqr_mom_2",0.99,1613939342101,219
+"lr_2",0.00010062430868298474,1613939342101,219
+"mom_2",0.9498439228292538,1613939342101,219
+"eps_2",1e-05,1613939342101,219
+"train_loss",0.36695156,1613939343057,220
+"raw_loss",0.29092115,1613939343057,220
+"epoch",1.389937106918239,1613939343057,220
+"wd_0",0.01,1613939343057,220
+"sqr_mom_0",0.99,1613939343057,220
+"lr_0",1.0064528109127446e-06,1613939343057,220
+"mom_0",0.9498386797271814,1613939343057,220
+"eps_0",1e-05,1613939343057,220
+"wd_1",0.01,1613939343057,220
+"sqr_mom_1",0.99,1613939343057,220
+"lr_1",1.0064528109127446e-05,1613939343057,220
+"mom_1",0.9498386797271814,1613939343057,220
+"eps_1",1e-05,1613939343057,220
+"wd_2",0.01,1613939343057,220
+"sqr_mom_2",0.99,1613939343057,220
+"lr_2",0.00010064528109127445,1613939343057,220
+"mom_2",0.9498386797271814,1613939343057,220
+"eps_2",1e-05,1613939343057,220
+"train_loss",0.36021832,1613939344007,221
+"raw_loss",0.124574,1613939344007,221
+"epoch",1.3962264150943395,1613939344007,221
+"wd_0",0.01,1613939344007,221
+"sqr_mom_0",0.99,1613939344007,221
+"lr_0",1.0066659939833625e-06,1613939344007,221
+"mom_0",0.9498333501504159,1613939344007,221
+"eps_0",1e-05,1613939344007,221
+"wd_1",0.01,1613939344007,221
+"sqr_mom_1",0.99,1613939344007,221
+"lr_1",1.0066659939833625e-05,1613939344007,221
+"mom_1",0.9498333501504159,1613939344007,221
+"eps_1",1e-05,1613939344007,221
+"wd_2",0.01,1613939344007,221
+"sqr_mom_2",0.99,1613939344007,221
+"lr_2",0.00010066659939833625,1613939344007,221
+"mom_2",0.9498333501504159,1613939344007,221
+"eps_2",1e-05,1613939344007,221
+"train_loss",0.36036938,1613939344955,222
+"raw_loss",0.3656998,1613939344955,222
+"epoch",1.4025157232704402,1613939344955,222
+"wd_0",0.01,1613939344955,222
+"sqr_mom_0",0.99,1613939344955,222
+"lr_0",1.0068826347017161e-06,1613939344955,222
+"mom_0",0.949827934132457,1613939344955,222
+"eps_0",1e-05,1613939344955,222
+"wd_1",0.01,1613939344955,222
+"sqr_mom_1",0.99,1613939344955,222
+"lr_1",1.006882634701716e-05,1613939344955,222
+"mom_1",0.949827934132457,1613939344955,222
+"eps_1",1e-05,1613939344955,222
+"wd_2",0.01,1613939344955,222
+"sqr_mom_2",0.99,1613939344955,222
+"lr_2",0.00010068826347017159,1613939344955,222
+"mom_2",0.949827934132457,1613939344955,222
+"eps_2",1e-05,1613939344955,222
+"train_loss",0.3556515,1613939345920,223
+"raw_loss",0.18792126,1613939345920,223
+"epoch",1.4088050314465408,1613939345920,223
+"wd_0",0.01,1613939345920,223
+"sqr_mom_0",0.99,1613939345920,223
+"lr_0",1.0071027356021914e-06,1613939345920,223
+"mom_0",0.9498224316099452,1613939345920,223
+"eps_0",1e-05,1613939345920,223
+"wd_1",0.01,1613939345920,223
+"sqr_mom_1",0.99,1613939345920,223
+"lr_1",1.0071027356021915e-05,1613939345920,223
+"mom_1",0.9498224316099452,1613939345920,223
+"eps_1",1e-05,1613939345920,223
+"wd_2",0.01,1613939345920,223
+"sqr_mom_2",0.99,1613939345920,223
+"lr_2",0.00010071027356021913,1613939345920,223
+"mom_2",0.9498224316099452,1613939345920,223
+"eps_2",1e-05,1613939345920,223
+"train_loss",0.34879833,1613939346980,224
+"raw_loss",0.10331267,1613939346980,224
+"epoch",1.4150943396226414,1613939346980,224
+"wd_0",0.01,1613939346980,224
+"sqr_mom_0",0.99,1613939346980,224
+"lr_0",1.0073262933926155e-06,1613939346980,224
+"mom_0",0.9498168426651846,1613939346980,224
+"eps_0",1e-05,1613939346980,224
+"wd_1",0.01,1613939346980,224
+"sqr_mom_1",0.99,1613939346980,224
+"lr_1",1.0073262933926154e-05,1613939346980,224
+"mom_1",0.9498168426651846,1613939346980,224
+"eps_1",1e-05,1613939346980,224
+"wd_2",0.01,1613939346980,224
+"sqr_mom_2",0.99,1613939346980,224
+"lr_2",0.00010073262933926153,1613939346980,224
+"mom_2",0.9498168426651846,1613939346980,224
+"eps_2",1e-05,1613939346980,224
+"train_loss",0.3426816,1613939347938,225
+"raw_loss",0.12196305,1613939347938,225
+"epoch",1.421383647798742,1613939347938,225
+"wd_0",0.01,1613939347938,225
+"sqr_mom_0",0.99,1613939347938,225
+"lr_0",1.007553308655188e-06,1613939347938,225
+"mom_0",0.9498111672836203,1613939347938,225
+"eps_0",1e-05,1613939347938,225
+"wd_1",0.01,1613939347938,225
+"sqr_mom_1",0.99,1613939347938,225
+"lr_1",1.0075533086551879e-05,1613939347938,225
+"mom_1",0.9498111672836203,1613939347938,225
+"eps_1",1e-05,1613939347938,225
+"wd_2",0.01,1613939347938,225
+"sqr_mom_2",0.99,1613939347938,225
+"lr_2",0.00010075533086551879,1613939347938,225
+"mom_2",0.9498111672836203,1613939347938,225
+"eps_2",1e-05,1613939347938,225
+"train_loss",0.3389497,1613939348900,226
+"raw_loss",0.20332456,1613939348900,226
+"epoch",1.4276729559748427,1613939348900,226
+"wd_0",0.01,1613939348900,226
+"sqr_mom_0",0.99,1613939348900,226
+"lr_0",1.0077837820275478e-06,1613939348900,226
+"mom_0",0.9498054054493112,1613939348900,226
+"eps_0",1e-05,1613939348900,226
+"wd_1",0.01,1613939348900,226
+"sqr_mom_1",0.99,1613939348900,226
+"lr_1",1.0077837820275478e-05,1613939348900,226
+"mom_1",0.9498054054493112,1613939348900,226
+"eps_1",1e-05,1613939348900,226
+"wd_2",0.01,1613939348900,226
+"sqr_mom_2",0.99,1613939348900,226
+"lr_2",0.00010077837820275478,1613939348900,226
+"mom_2",0.9498054054493112,1613939348900,226
+"eps_2",1e-05,1613939348900,226
+"train_loss",0.3356535,1613939349872,227
+"raw_loss",0.21502635,1613939349872,227
+"epoch",1.4339622641509433,1613939349872,227
+"wd_0",0.01,1613939349872,227
+"sqr_mom_0",0.99,1613939349872,227
+"lr_0",1.0080177110620972e-06,1613939349872,227
+"mom_0",0.9497995572234476,1613939349872,227
+"eps_0",1e-05,1613939349872,227
+"wd_1",0.01,1613939349872,227
+"sqr_mom_1",0.99,1613939349872,227
+"lr_1",1.008017711062097e-05,1613939349872,227
+"mom_1",0.9497995572234476,1613939349872,227
+"eps_1",1e-05,1613939349872,227
+"wd_2",0.01,1613939349872,227
+"sqr_mom_2",0.99,1613939349872,227
+"lr_2",0.0001008017711062097,1613939349872,227
+"mom_2",0.9497995572234476,1613939349872,227
+"eps_2",1e-05,1613939349872,227
+"train_loss",0.337984,1613939350825,228
+"raw_loss",0.42384768,1613939350825,228
+"epoch",1.440251572327044,1613939350825,228
+"wd_0",0.01,1613939350825,228
+"sqr_mom_0",0.99,1613939350825,228
+"lr_0",1.0082550963691214e-06,1613939350825,228
+"mom_0",0.9497936225907719,1613939350825,228
+"eps_0",1e-05,1613939350825,228
+"wd_1",0.01,1613939350825,228
+"sqr_mom_1",0.99,1613939350825,228
+"lr_1",1.0082550963691213e-05,1613939350825,228
+"mom_1",0.9497936225907719,1613939350825,228
+"eps_1",1e-05,1613939350825,228
+"wd_2",0.01,1613939350825,228
+"sqr_mom_2",0.99,1613939350825,228
+"lr_2",0.00010082550963691212,1613939350825,228
+"mom_2",0.9497936225907719,1613939350825,228
+"eps_2",1e-05,1613939350825,228
+"train_loss",0.3350518,1613939351781,229
+"raw_loss",0.22630538,1613939351781,229
+"epoch",1.4465408805031446,1613939351781,229
+"wd_0",0.01,1613939351781,229
+"sqr_mom_0",0.99,1613939351781,229
+"lr_0",1.0084959386143268e-06,1613939351781,229
+"mom_0",0.9497876015346418,1613939351781,229
+"eps_0",1e-05,1613939351781,229
+"wd_1",0.01,1613939351781,229
+"sqr_mom_1",0.99,1613939351781,229
+"lr_1",1.0084959386143268e-05,1613939351781,229
+"mom_1",0.9497876015346418,1613939351781,229
+"eps_1",1e-05,1613939351781,229
+"wd_2",0.01,1613939351781,229
+"sqr_mom_2",0.99,1613939351781,229
+"lr_2",0.00010084959386143267,1613939351781,229
+"mom_2",0.9497876015346418,1613939351781,229
+"eps_2",1e-05,1613939351781,229
+"train_loss",0.33426967,1613939352734,230
+"raw_loss",0.3050753,1613939352734,230
+"epoch",1.4528301886792452,1613939352734,230
+"wd_0",0.01,1613939352734,230
+"sqr_mom_0",0.99,1613939352734,230
+"lr_0",1.0087402330541181e-06,1613939352734,230
+"mom_0",0.949781494173647,1613939352734,230
+"eps_0",1e-05,1613939352734,230
+"wd_1",0.01,1613939352734,230
+"sqr_mom_1",0.99,1613939352734,230
+"lr_1",1.008740233054118e-05,1613939352734,230
+"mom_1",0.949781494173647,1613939352734,230
+"eps_1",1e-05,1613939352734,230
+"wd_2",0.01,1613939352734,230
+"sqr_mom_2",0.99,1613939352734,230
+"lr_2",0.0001008740233054118,1613939352734,230
+"mom_2",0.949781494173647,1613939352734,230
+"eps_2",1e-05,1613939352734,230
+"train_loss",0.3436141,1613939353693,231
+"raw_loss",0.6945804,1613939353693,231
+"epoch",1.4591194968553458,1613939353693,231
+"wd_0",0.01,1613939353693,231
+"sqr_mom_0",0.99,1613939353693,231
+"lr_0",1.0089879857762127e-06,1613939353693,231
+"mom_0",0.9497753003555947,1613939353693,231
+"eps_0",1e-05,1613939353693,231
+"wd_1",0.01,1613939353693,231
+"sqr_mom_1",0.99,1613939353693,231
+"lr_1",1.0089879857762126e-05,1613939353693,231
+"mom_1",0.9497753003555947,1613939353693,231
+"eps_1",1e-05,1613939353693,231
+"wd_2",0.01,1613939353693,231
+"sqr_mom_2",0.99,1613939353693,231
+"lr_2",0.00010089879857762126,1613939353693,231
+"mom_2",0.9497753003555947,1613939353693,231
+"eps_2",1e-05,1613939353693,231
+"train_loss",0.33905667,1613939354650,232
+"raw_loss",0.16684096,1613939354650,232
+"epoch",1.4654088050314464,1613939354650,232
+"wd_0",0.01,1613939354650,232
+"sqr_mom_0",0.99,1613939354650,232
+"lr_0",1.009239191994326e-06,1613939354650,232
+"mom_0",0.9497690202001419,1613939354650,232
+"eps_0",1e-05,1613939354650,232
+"wd_1",0.01,1613939354650,232
+"sqr_mom_1",0.99,1613939354650,232
+"lr_1",1.0092391919943259e-05,1613939354650,232
+"mom_1",0.9497690202001419,1613939354650,232
+"eps_1",1e-05,1613939354650,232
+"wd_2",0.01,1613939354650,232
+"sqr_mom_2",0.99,1613939354650,232
+"lr_2",0.00010092391919943258,1613939354650,232
+"mom_2",0.9497690202001419,1613939354650,232
+"eps_2",1e-05,1613939354650,232
+"train_loss",0.33821955,1613939355616,233
+"raw_loss",0.30639988,1613939355616,233
+"epoch",1.471698113207547,1613939355616,233
+"wd_0",0.01,1613939355616,233
+"sqr_mom_0",0.99,1613939355616,233
+"lr_0",1.009493852365533e-06,1613939355616,233
+"mom_0",0.9497626536908617,1613939355616,233
+"eps_0",1e-05,1613939355616,233
+"wd_1",0.01,1613939355616,233
+"sqr_mom_1",0.99,1613939355616,233
+"lr_1",1.0094938523655329e-05,1613939355616,233
+"mom_1",0.9497626536908617,1613939355616,233
+"eps_1",1e-05,1613939355616,233
+"wd_2",0.01,1613939355616,233
+"sqr_mom_2",0.99,1613939355616,233
+"lr_2",0.00010094938523655328,1613939355616,233
+"mom_2",0.9497626536908617,1613939355616,233
+"eps_2",1e-05,1613939355616,233
+"train_loss",0.34139982,1613939356609,234
+"raw_loss",0.46298674,1613939356609,234
+"epoch",1.4779874213836477,1613939356609,234
+"wd_0",0.01,1613939356609,234
+"sqr_mom_0",0.99,1613939356609,234
+"lr_0",1.009751966447974e-06,1613939356609,234
+"mom_0",0.9497562008388006,1613939356609,234
+"eps_0",1e-05,1613939356609,234
+"wd_1",0.01,1613939356609,234
+"sqr_mom_1",0.99,1613939356609,234
+"lr_1",1.009751966447974e-05,1613939356609,234
+"mom_1",0.9497562008388006,1613939356609,234
+"eps_1",1e-05,1613939356609,234
+"wd_2",0.01,1613939356609,234
+"sqr_mom_2",0.99,1613939356609,234
+"lr_2",0.0001009751966447974,1613939356609,234
+"mom_2",0.9497562008388006,1613939356609,234
+"eps_2",1e-05,1613939356609,234
+"train_loss",0.3360824,1613939357604,235
+"raw_loss",0.13164252,1613939357604,235
+"epoch",1.4842767295597483,1613939357604,235
+"wd_0",0.01,1613939357604,235
+"sqr_mom_0",0.99,1613939357604,235
+"lr_0",1.0100135349634572e-06,1613939357604,235
+"mom_0",0.9497496616259136,1613939357604,235
+"eps_0",1e-05,1613939357604,235
+"wd_1",0.01,1613939357604,235
+"sqr_mom_1",0.99,1613939357604,235
+"lr_1",1.0100135349634573e-05,1613939357604,235
+"mom_1",0.9497496616259136,1613939357604,235
+"eps_1",1e-05,1613939357604,235
+"wd_2",0.01,1613939357604,235
+"sqr_mom_2",0.99,1613939357604,235
+"lr_2",0.00010100135349634572,1613939357604,235
+"mom_2",0.9497496616259136,1613939357604,235
+"eps_2",1e-05,1613939357604,235
+"train_loss",0.3334293,1613939358552,236
+"raw_loss",0.23086731,1613939358552,236
+"epoch",1.490566037735849,1613939358552,236
+"wd_0",0.01,1613939358552,236
+"sqr_mom_0",0.99,1613939358552,236
+"lr_0",1.0102785563191553e-06,1613939358552,236
+"mom_0",0.949743036092021,1613939358552,236
+"eps_0",1e-05,1613939358552,236
+"wd_1",0.01,1613939358552,236
+"sqr_mom_1",0.99,1613939358552,236
+"lr_1",1.0102785563191553e-05,1613939358552,236
+"mom_1",0.949743036092021,1613939358552,236
+"eps_1",1e-05,1613939358552,236
+"wd_2",0.01,1613939358552,236
+"sqr_mom_2",0.99,1613939358552,236
+"lr_2",0.00010102785563191552,1613939358552,236
+"mom_2",0.949743036092021,1613939358552,236
+"eps_2",1e-05,1613939358552,236
+"train_loss",0.3324094,1613939359494,237
+"raw_loss",0.2927715,1613939359494,237
+"epoch",1.4968553459119496,1613939359494,237
+"wd_0",0.01,1613939359494,237
+"sqr_mom_0",0.99,1613939359494,237
+"lr_0",1.0105470252538963e-06,1613939359494,237
+"mom_0",0.9497363243686525,1613939359494,237
+"eps_0",1e-05,1613939359494,237
+"wd_1",0.01,1613939359494,237
+"sqr_mom_1",0.99,1613939359494,237
+"lr_1",1.0105470252538963e-05,1613939359494,237
+"mom_1",0.9497363243686525,1613939359494,237
+"eps_1",1e-05,1613939359494,237
+"wd_2",0.01,1613939359494,237
+"sqr_mom_2",0.99,1613939359494,237
+"lr_2",0.00010105470252538963,1613939359494,237
+"mom_2",0.9497363243686525,1613939359494,237
+"eps_2",1e-05,1613939359494,237
+"train_loss",0.33422086,1613939360449,238
+"raw_loss",0.40498844,1613939360449,238
+"epoch",1.5031446540880502,1613939360449,238
+"wd_0",0.01,1613939360449,238
+"sqr_mom_0",0.99,1613939360449,238
+"lr_0",1.0108189508431777e-06,1613939360449,238
+"mom_0",0.9497295262289205,1613939360449,238
+"eps_0",1e-05,1613939360449,238
+"wd_1",0.01,1613939360449,238
+"sqr_mom_1",0.99,1613939360449,238
+"lr_1",1.0108189508431776e-05,1613939360449,238
+"mom_1",0.9497295262289205,1613939360449,238
+"eps_1",1e-05,1613939360449,238
+"wd_2",0.01,1613939360449,238
+"sqr_mom_2",0.99,1613939360449,238
+"lr_2",0.00010108189508431776,1613939360449,238
+"mom_2",0.9497295262289205,1613939360449,238
+"eps_2",1e-05,1613939360449,238
+"train_loss",0.33033973,1613939361399,239
+"raw_loss",0.17794247,1613939361399,239
+"epoch",1.5094339622641508,1613939361399,239
+"wd_0",0.01,1613939361399,239
+"sqr_mom_0",0.99,1613939361399,239
+"lr_0",1.0110943278751909e-06,1613939361399,239
+"mom_0",0.9497226418031202,1613939361399,239
+"eps_0",1e-05,1613939361399,239
+"wd_1",0.01,1613939361399,239
+"sqr_mom_1",0.99,1613939361399,239
+"lr_1",1.0110943278751908e-05,1613939361399,239
+"mom_1",0.9497226418031202,1613939361399,239
+"eps_1",1e-05,1613939361399,239
+"wd_2",0.01,1613939361399,239
+"sqr_mom_2",0.99,1613939361399,239
+"lr_2",0.00010110943278751908,1613939361399,239
+"mom_2",0.9497226418031202,1613939361399,239
+"eps_2",1e-05,1613939361399,239
+"train_loss",0.32811603,1613939362360,240
+"raw_loss",0.24036604,1613939362360,240
+"epoch",1.5157232704402515,1613939362360,240
+"wd_0",0.01,1613939362360,240
+"sqr_mom_0",0.99,1613939362360,240
+"lr_0",1.0113731533794721e-06,1613939362360,240
+"mom_0",0.9497156711655131,1613939362360,240
+"eps_0",1e-05,1613939362360,240
+"wd_1",0.01,1613939362360,240
+"sqr_mom_1",0.99,1613939362360,240
+"lr_1",1.011373153379472e-05,1613939362360,240
+"mom_1",0.9497156711655131,1613939362360,240
+"eps_1",1e-05,1613939362360,240
+"wd_2",0.01,1613939362360,240
+"sqr_mom_2",0.99,1613939362360,240
+"lr_2",0.00010113731533794719,1613939362360,240
+"mom_2",0.9497156711655131,1613939362360,240
+"eps_2",1e-05,1613939362360,240
+"train_loss",0.3277309,1613939363306,241
+"raw_loss",0.31246108,1613939363306,241
+"epoch",1.522012578616352,1613939363306,241
+"wd_0",0.01,1613939363306,241
+"sqr_mom_0",0.99,1613939363306,241
+"lr_0",1.0116554318268803e-06,1613939363306,241
+"mom_0",0.949708614204328,1613939363306,241
+"eps_0",1e-05,1613939363306,241
+"wd_1",0.01,1613939363306,241
+"sqr_mom_1",0.99,1613939363306,241
+"lr_1",1.0116554318268803e-05,1613939363306,241
+"mom_1",0.949708614204328,1613939363306,241
+"eps_1",1e-05,1613939363306,241
+"wd_2",0.01,1613939363306,241
+"sqr_mom_2",0.99,1613939363306,241
+"lr_2",0.00010116554318268802,1613939363306,241
+"mom_2",0.949708614204328,1613939363306,241
+"eps_2",1e-05,1613939363306,241
+"train_loss",0.32856578,1613939364262,242
+"raw_loss",0.36182696,1613939364262,242
+"epoch",1.5283018867924527,1613939364262,242
+"wd_0",0.01,1613939364262,242
+"sqr_mom_0",0.99,1613939364262,242
+"lr_0",1.0119411602656363e-06,1613939364262,242
+"mom_0",0.9497014709933591,1613939364262,242
+"eps_0",1e-05,1613939364262,242
+"wd_1",0.01,1613939364262,242
+"sqr_mom_1",0.99,1613939364262,242
+"lr_1",1.0119411602656361e-05,1613939364262,242
+"mom_1",0.9497014709933591,1613939364262,242
+"eps_1",1e-05,1613939364262,242
+"wd_2",0.01,1613939364262,242
+"sqr_mom_2",0.99,1613939364262,242
+"lr_2",0.00010119411602656361,1613939364262,242
+"mom_2",0.9497014709933591,1613939364262,242
+"eps_2",1e-05,1613939364262,242
+"train_loss",0.32416633,1613939365233,243
+"raw_loss",0.1480917,1613939365233,243
+"epoch",1.5345911949685533,1613939365233,243
+"wd_0",0.01,1613939365233,243
+"sqr_mom_0",0.99,1613939365233,243
+"lr_0",1.0122303356153648e-06,1613939365233,243
+"mom_0",0.9496942416096158,1613939365233,243
+"eps_0",1e-05,1613939365233,243
+"wd_1",0.01,1613939365233,243
+"sqr_mom_1",0.99,1613939365233,243
+"lr_1",1.0122303356153647e-05,1613939365233,243
+"mom_1",0.9496942416096158,1613939365233,243
+"eps_1",1e-05,1613939365233,243
+"wd_2",0.01,1613939365233,243
+"sqr_mom_2",0.99,1613939365233,243
+"lr_2",0.00010122303356153646,1613939365233,243
+"mom_2",0.9496942416096158,1613939365233,243
+"eps_2",1e-05,1613939365233,243
+"train_loss",0.3252807,1613939366194,244
+"raw_loss",0.3700807,1613939366194,244
+"epoch",1.540880503144654,1613939366194,244
+"wd_0",0.01,1613939366194,244
+"sqr_mom_0",0.99,1613939366194,244
+"lr_0",1.0125229598976339e-06,1613939366194,244
+"mom_0",0.9496869260025591,1613939366194,244
+"eps_0",1e-05,1613939366194,244
+"wd_1",0.01,1613939366194,244
+"sqr_mom_1",0.99,1613939366194,244
+"lr_1",1.0125229598976339e-05,1613939366194,244
+"mom_1",0.9496869260025591,1613939366194,244
+"eps_1",1e-05,1613939366194,244
+"wd_2",0.01,1613939366194,244
+"sqr_mom_2",0.99,1613939366194,244
+"lr_2",0.00010125229598976338,1613939366194,244
+"mom_2",0.9496869260025591,1613939366194,244
+"eps_2",1e-05,1613939366194,244
+"train_loss",0.32117236,1613939367295,245
+"raw_loss",0.15528789,1613939367295,245
+"epoch",1.5471698113207546,1613939367295,245
+"wd_0",0.01,1613939367295,245
+"sqr_mom_0",0.99,1613939367295,245
+"lr_0",1.0128190352506015e-06,1613939367295,245
+"mom_0",0.9496795241187349,1613939367295,245
+"eps_0",1e-05,1613939367295,245
+"wd_1",0.01,1613939367295,245
+"sqr_mom_1",0.99,1613939367295,245
+"lr_1",1.0128190352506014e-05,1613939367295,245
+"mom_1",0.9496795241187349,1613939367295,245
+"eps_1",1e-05,1613939367295,245
+"wd_2",0.01,1613939367295,245
+"sqr_mom_2",0.99,1613939367295,245
+"lr_2",0.00010128190352506013,1613939367295,245
+"mom_2",0.9496795241187349,1613939367295,245
+"eps_2",1e-05,1613939367295,245
+"train_loss",0.31661716,1613939368269,246
+"raw_loss",0.13190618,1613939368269,246
+"epoch",1.5534591194968552,1613939368269,246
+"wd_0",0.01,1613939368269,246
+"sqr_mom_0",0.99,1613939368269,246
+"lr_0",1.0131185585759397e-06,1613939368269,246
+"mom_0",0.9496720360356015,1613939368269,246
+"eps_0",1e-05,1613939368269,246
+"wd_1",0.01,1613939368269,246
+"sqr_mom_1",0.99,1613939368269,246
+"lr_1",1.0131185585759395e-05,1613939368269,246
+"mom_1",0.9496720360356015,1613939368269,246
+"eps_1",1e-05,1613939368269,246
+"wd_2",0.01,1613939368269,246
+"sqr_mom_2",0.99,1613939368269,246
+"lr_2",0.00010131185585759395,1613939368269,246
+"mom_2",0.9496720360356015,1613939368269,246
+"eps_2",1e-05,1613939368269,246
+"train_loss",0.3130696,1613939369440,247
+"raw_loss",0.16861647,1613939369440,247
+"epoch",1.5597484276729559,1613939369440,247
+"wd_0",0.01,1613939369440,247
+"sqr_mom_0",0.99,1613939369440,247
+"lr_0",1.0134215266468008e-06,1613939369440,247
+"mom_0",0.9496644618338299,1613939369440,247
+"eps_0",1e-05,1613939369440,247
+"wd_1",0.01,1613939369440,247
+"sqr_mom_1",0.99,1613939369440,247
+"lr_1",1.0134215266468006e-05,1613939369440,247
+"mom_1",0.9496644618338299,1613939369440,247
+"eps_1",1e-05,1613939369440,247
+"wd_2",0.01,1613939369440,247
+"sqr_mom_2",0.99,1613939369440,247
+"lr_2",0.00010134215266468006,1613939369440,247
+"mom_2",0.9496644618338299,1613939369440,247
+"eps_2",1e-05,1613939369440,247
+"train_loss",0.3091964,1613939370575,248
+"raw_loss",0.15084253,1613939370575,248
+"epoch",1.5660377358490565,1613939370575,248
+"wd_0",0.01,1613939370575,248
+"sqr_mom_0",0.99,1613939370575,248
+"lr_0",1.0137279443211602e-06,1613939370575,248
+"mom_0",0.949656801391971,1613939370575,248
+"eps_0",1e-05,1613939370575,248
+"wd_1",0.01,1613939370575,248
+"sqr_mom_1",0.99,1613939370575,248
+"lr_1",1.01372794432116e-05,1613939370575,248
+"mom_1",0.949656801391971,1613939370575,248
+"eps_1",1e-05,1613939370575,248
+"wd_2",0.01,1613939370575,248
+"sqr_mom_2",0.99,1613939370575,248
+"lr_2",0.000101372794432116,1613939370575,248
+"mom_2",0.949656801391971,1613939370575,248
+"eps_2",1e-05,1613939370575,248
+"train_loss",0.30597153,1613939371676,249
+"raw_loss",0.17360093,1613939371676,249
+"epoch",1.572327044025157,1613939371676,249
+"wd_0",0.01,1613939371676,249
+"sqr_mom_0",0.99,1613939371676,249
+"lr_0",1.0140378083908355e-06,1613939371676,249
+"mom_0",0.9496490547902291,1613939371676,249
+"eps_0",1e-05,1613939371676,249
+"wd_1",0.01,1613939371676,249
+"sqr_mom_1",0.99,1613939371676,249
+"lr_1",1.0140378083908353e-05,1613939371676,249
+"mom_1",0.9496490547902291,1613939371676,249
+"eps_1",1e-05,1613939371676,249
+"wd_2",0.01,1613939371676,249
+"sqr_mom_2",0.99,1613939371676,249
+"lr_2",0.00010140378083908353,1613939371676,249
+"mom_2",0.9496490547902291,1613939371676,249
+"eps_2",1e-05,1613939371676,249
+"train_loss",0.30090305,1613939372810,250
+"raw_loss",0.09205185,1613939372810,250
+"epoch",1.5786163522012577,1613939372810,250
+"wd_0",0.01,1613939372810,250
+"sqr_mom_0",0.99,1613939372810,250
+"lr_0",1.0143511155191827e-06,1613939372810,250
+"mom_0",0.9496412221120204,1613939372810,250
+"eps_0",1e-05,1613939372810,250
+"wd_1",0.01,1613939372810,250
+"sqr_mom_1",0.99,1613939372810,250
+"lr_1",1.0143511155191825e-05,1613939372810,250
+"mom_1",0.9496412221120204,1613939372810,250
+"eps_1",1e-05,1613939372810,250
+"wd_2",0.01,1613939372810,250
+"sqr_mom_2",0.99,1613939372810,250
+"lr_2",0.00010143511155191825,1613939372810,250
+"mom_2",0.9496412221120204,1613939372810,250
+"eps_2",1e-05,1613939372810,250
+"train_loss",0.30424866,1613939373824,251
+"raw_loss",0.44262993,1613939373824,251
+"epoch",1.5849056603773584,1613939373824,251
+"wd_0",0.01,1613939373824,251
+"sqr_mom_0",0.99,1613939373824,251
+"lr_0",1.0146678707299596e-06,1613939373824,251
+"mom_0",0.949633303231751,1613939373824,251
+"eps_0",1e-05,1613939373824,251
+"wd_1",0.01,1613939373824,251
+"sqr_mom_1",0.99,1613939373824,251
+"lr_1",1.0146678707299596e-05,1613939373824,251
+"mom_1",0.949633303231751,1613939373824,251
+"eps_1",1e-05,1613939373824,251
+"wd_2",0.01,1613939373824,251
+"sqr_mom_2",0.99,1613939373824,251
+"lr_2",0.00010146678707299595,1613939373824,251
+"mom_2",0.949633303231751,1613939373824,251
+"eps_2",1e-05,1613939373824,251
+"train_loss",0.3050787,1613939374803,252
+"raw_loss",0.33953586,1613939374803,252
+"epoch",1.591194968553459,1613939374803,252
+"wd_0",0.01,1613939374803,252
+"sqr_mom_0",0.99,1613939374803,252
+"lr_0",1.014988067844971e-06,1613939374803,252
+"mom_0",0.9496252983038757,1613939374803,252
+"eps_0",1e-05,1613939374803,252
+"wd_1",0.01,1613939374803,252
+"sqr_mom_1",0.99,1613939374803,252
+"lr_1",1.014988067844971e-05,1613939374803,252
+"mom_1",0.9496252983038757,1613939374803,252
+"eps_1",1e-05,1613939374803,252
+"wd_2",0.01,1613939374803,252
+"sqr_mom_2",0.99,1613939374803,252
+"lr_2",0.0001014988067844971,1613939374803,252
+"mom_2",0.9496252983038757,1613939374803,252
+"eps_2",1e-05,1613939374803,252
+"train_loss",0.30325556,1613939375800,253
+"raw_loss",0.2272971,1613939375800,253
+"epoch",1.5974842767295596,1613939375800,253
+"wd_0",0.01,1613939375800,253
+"sqr_mom_0",0.99,1613939375800,253
+"lr_0",1.015311709107647e-06,1613939375800,253
+"mom_0",0.9496172072723088,1613939375800,253
+"eps_0",1e-05,1613939375800,253
+"wd_1",0.01,1613939375800,253
+"sqr_mom_1",0.99,1613939375800,253
+"lr_1",1.0153117091076468e-05,1613939375800,253
+"mom_1",0.9496172072723088,1613939375800,253
+"eps_1",1e-05,1613939375800,253
+"wd_2",0.01,1613939375800,253
+"sqr_mom_2",0.99,1613939375800,253
+"lr_2",0.00010153117091076467,1613939375800,253
+"mom_2",0.9496172072723088,1613939375800,253
+"eps_2",1e-05,1613939375800,253
+"train_loss",0.30093104,1613939376759,254
+"raw_loss",0.20373942,1613939376759,254
+"epoch",1.6037735849056602,1613939376759,254
+"wd_0",0.01,1613939376759,254
+"sqr_mom_0",0.99,1613939376759,254
+"lr_0",1.0156387968778444e-06,1613939376759,254
+"mom_0",0.9496090300780539,1613939376759,254
+"eps_0",1e-05,1613939376759,254
+"wd_1",0.01,1613939376759,254
+"sqr_mom_1",0.99,1613939376759,254
+"lr_1",1.0156387968778442e-05,1613939376759,254
+"mom_1",0.9496090300780539,1613939376759,254
+"eps_1",1e-05,1613939376759,254
+"wd_2",0.01,1613939376759,254
+"sqr_mom_2",0.99,1613939376759,254
+"lr_2",0.00010156387968778443,1613939376759,254
+"mom_2",0.9496090300780539,1613939376759,254
+"eps_2",1e-05,1613939376759,254
+"train_loss",0.3022775,1613939377732,255
+"raw_loss",0.35876882,1613939377732,255
+"epoch",1.6100628930817609,1613939377732,255
+"wd_0",0.01,1613939377732,255
+"sqr_mom_0",0.99,1613939377732,255
+"lr_0",1.0159693277278231e-06,1613939377732,255
+"mom_0",0.9496007668068044,1613939377732,255
+"eps_0",1e-05,1613939377732,255
+"wd_1",0.01,1613939377732,255
+"sqr_mom_1",0.99,1613939377732,255
+"lr_1",1.015969327727823e-05,1613939377732,255
+"mom_1",0.9496007668068044,1613939377732,255
+"eps_1",1e-05,1613939377732,255
+"wd_2",0.01,1613939377732,255
+"sqr_mom_2",0.99,1613939377732,255
+"lr_2",0.00010159693277278231,1613939377732,255
+"mom_2",0.9496007668068044,1613939377732,255
+"eps_2",1e-05,1613939377732,255
+"train_loss",0.30135894,1613939378702,256
+"raw_loss",0.2626917,1613939378702,256
+"epoch",1.6163522012578615,1613939378702,256
+"wd_0",0.01,1613939378702,256
+"sqr_mom_0",0.99,1613939378702,256
+"lr_0",1.0163032981015055e-06,1613939378702,256
+"mom_0",0.9495924175474624,1613939378702,256
+"eps_0",1e-05,1613939378702,256
+"wd_1",0.01,1613939378702,256
+"sqr_mom_1",0.99,1613939378702,256
+"lr_1",1.0163032981015054e-05,1613939378702,256
+"mom_1",0.9495924175474624,1613939378702,256
+"eps_1",1e-05,1613939378702,256
+"wd_2",0.01,1613939378702,256
+"sqr_mom_2",0.99,1613939378702,256
+"lr_2",0.00010163032981015053,1613939378702,256
+"mom_2",0.9495924175474624,1613939378702,256
+"eps_2",1e-05,1613939378702,256
+"train_loss",0.30419877,1613939379683,257
+"raw_loss",0.42413542,1613939379683,257
+"epoch",1.6226415094339621,1613939379683,257
+"wd_0",0.01,1613939379683,257
+"sqr_mom_0",0.99,1613939379683,257
+"lr_0",1.0166407133539763e-06,1613939379683,257
+"mom_0",0.9495839821661506,1613939379683,257
+"eps_0",1e-05,1613939379683,257
+"wd_1",0.01,1613939379683,257
+"sqr_mom_1",0.99,1613939379683,257
+"lr_1",1.0166407133539763e-05,1613939379683,257
+"mom_1",0.9495839821661506,1613939379683,257
+"eps_1",1e-05,1613939379683,257
+"wd_2",0.01,1613939379683,257
+"sqr_mom_2",0.99,1613939379683,257
+"lr_2",0.00010166407133539761,1613939379683,257
+"mom_2",0.9495839821661506,1613939379683,257
+"eps_2",1e-05,1613939379683,257
+"train_loss",0.3024356,1613939380638,258
+"raw_loss",0.22773254,1613939380638,258
+"epoch",1.6289308176100628,1613939380638,258
+"wd_0",0.01,1613939380638,258
+"sqr_mom_0",0.99,1613939380638,258
+"lr_0",1.016981569947796e-06,1613939380638,258
+"mom_0",0.9495754607513051,1613939380638,258
+"eps_0",1e-05,1613939380638,258
+"wd_1",0.01,1613939380638,258
+"sqr_mom_1",0.99,1613939380638,258
+"lr_1",1.0169815699477958e-05,1613939380638,258
+"mom_1",0.9495754607513051,1613939380638,258
+"eps_1",1e-05,1613939380638,258
+"wd_2",0.01,1613939380638,258
+"sqr_mom_2",0.99,1613939380638,258
+"lr_2",0.00010169815699477958,1613939380638,258
+"mom_2",0.9495754607513051,1613939380638,258
+"eps_2",1e-05,1613939380638,258
+"train_loss",0.30133283,1613939381656,259
+"raw_loss",0.25446334,1613939381656,259
+"epoch",1.6352201257861634,1613939381656,259
+"wd_0",0.01,1613939381656,259
+"sqr_mom_0",0.99,1613939381656,259
+"lr_0",1.0173258642172512e-06,1613939381656,259
+"mom_0",0.9495668533945687,1613939381656,259
+"eps_0",1e-05,1613939381656,259
+"wd_1",0.01,1613939381656,259
+"sqr_mom_1",0.99,1613939381656,259
+"lr_1",1.0173258642172513e-05,1613939381656,259
+"mom_1",0.9495668533945687,1613939381656,259
+"eps_1",1e-05,1613939381656,259
+"wd_2",0.01,1613939381656,259
+"sqr_mom_2",0.99,1613939381656,259
+"lr_2",0.00010173258642172511,1613939381656,259
+"mom_2",0.9495668533945687,1613939381656,259
+"eps_2",1e-05,1613939381656,259
+"train_loss",0.29948878,1613939382631,260
+"raw_loss",0.22087474,1613939382631,260
+"epoch",1.641509433962264,1613939382631,260
+"wd_0",0.01,1613939382631,260
+"sqr_mom_0",0.99,1613939382631,260
+"lr_0",1.017673598578115e-06,1613939382631,260
+"mom_0",0.949558160035547,1613939382631,260
+"eps_0",1e-05,1613939382631,260
+"wd_1",0.01,1613939382631,260
+"sqr_mom_1",0.99,1613939382631,260
+"lr_1",1.017673598578115e-05,1613939382631,260
+"mom_1",0.949558160035547,1613939382631,260
+"eps_1",1e-05,1613939382631,260
+"wd_2",0.01,1613939382631,260
+"sqr_mom_2",0.99,1613939382631,260
+"lr_2",0.0001017673598578115,1613939382631,260
+"mom_2",0.949558160035547,1613939382631,260
+"eps_2",1e-05,1613939382631,260
+"train_loss",0.29998216,1613939383608,261
+"raw_loss",0.32107842,1613939383608,261
+"epoch",1.6477987421383646,1613939383608,261
+"wd_0",0.01,1613939383608,261
+"sqr_mom_0",0.99,1613939383608,261
+"lr_0",1.0180247755624509e-06,1613939383608,261
+"mom_0",0.9495493806109387,1613939383608,261
+"eps_0",1e-05,1613939383608,261
+"wd_1",0.01,1613939383608,261
+"sqr_mom_1",0.99,1613939383608,261
+"lr_1",1.0180247755624509e-05,1613939383608,261
+"mom_1",0.9495493806109387,1613939383608,261
+"eps_1",1e-05,1613939383608,261
+"wd_2",0.01,1613939383608,261
+"sqr_mom_2",0.99,1613939383608,261
+"lr_2",0.00010180247755624508,1613939383608,261
+"mom_2",0.9495493806109387,1613939383608,261
+"eps_2",1e-05,1613939383608,261
+"train_loss",0.29804605,1613939384595,262
+"raw_loss",0.21501811,1613939384595,262
+"epoch",1.6540880503144653,1613939384595,262
+"wd_0",0.01,1613939384595,262
+"sqr_mom_0",0.99,1613939384595,262
+"lr_0",1.018379391486639e-06,1613939384595,262
+"mom_0",0.949540515212834,1613939384595,262
+"eps_0",1e-05,1613939384595,262
+"wd_1",0.01,1613939384595,262
+"sqr_mom_1",0.99,1613939384595,262
+"lr_1",1.018379391486639e-05,1613939384595,262
+"mom_1",0.949540515212834,1613939384595,262
+"eps_1",1e-05,1613939384595,262
+"wd_2",0.01,1613939384595,262
+"sqr_mom_2",0.99,1613939384595,262
+"lr_2",0.00010183793914866389,1613939384595,262
+"mom_2",0.949540515212834,1613939384595,262
+"eps_2",1e-05,1613939384595,262
+"train_loss",0.29558644,1613939385558,263
+"raw_loss",0.18980713,1613939385558,263
+"epoch",1.660377358490566,1613939385558,263
+"wd_0",0.01,1613939385558,263
+"sqr_mom_0",0.99,1613939385558,263
+"lr_0",1.018737442538876e-06,1613939385558,263
+"mom_0",0.949531563936528,1613939385558,263
+"eps_0",1e-05,1613939385558,263
+"wd_1",0.01,1613939385558,263
+"sqr_mom_1",0.99,1613939385558,263
+"lr_1",1.018737442538876e-05,1613939385558,263
+"mom_1",0.949531563936528,1613939385558,263
+"eps_1",1e-05,1613939385558,263
+"wd_2",0.01,1613939385558,263
+"sqr_mom_2",0.99,1613939385558,263
+"lr_2",0.00010187374425388758,1613939385558,263
+"mom_2",0.949531563936528,1613939385558,263
+"eps_2",1e-05,1613939385558,263
+"train_loss",0.2927515,1613939386515,264
+"raw_loss",0.17049244,1613939386515,264
+"epoch",1.6666666666666665,1613939386515,264
+"wd_0",0.01,1613939386515,264
+"sqr_mom_0",0.99,1613939386515,264
+"lr_0",1.0190989344603718e-06,1613939386515,264
+"mom_0",0.9495225266384907,1613939386515,264
+"eps_0",1e-05,1613939386515,264
+"wd_1",0.01,1613939386515,264
+"sqr_mom_1",0.99,1613939386515,264
+"lr_1",1.0190989344603717e-05,1613939386515,264
+"mom_1",0.9495225266384907,1613939386515,264
+"eps_1",1e-05,1613939386515,264
+"wd_2",0.01,1613939386515,264
+"sqr_mom_2",0.99,1613939386515,264
+"lr_2",0.00010190989344603717,1613939386515,264
+"mom_2",0.9495225266384907,1613939386515,264
+"eps_2",1e-05,1613939386515,264
+"train_loss",0.29097635,1613939387518,265
+"raw_loss",0.21421267,1613939387518,265
+"epoch",1.6729559748427671,1613939387518,265
+"wd_0",0.01,1613939387518,265
+"sqr_mom_0",0.99,1613939387518,265
+"lr_0",1.0194638634579387e-06,1613939387518,265
+"mom_0",0.9495134034135515,1613939387518,265
+"eps_0",1e-05,1613939387518,265
+"wd_1",0.01,1613939387518,265
+"sqr_mom_1",0.99,1613939387518,265
+"lr_1",1.0194638634579386e-05,1613939387518,265
+"mom_1",0.9495134034135515,1613939387518,265
+"eps_1",1e-05,1613939387518,265
+"wd_2",0.01,1613939387518,265
+"sqr_mom_2",0.99,1613939387518,265
+"lr_2",0.00010194638634579385,1613939387518,265
+"mom_2",0.9495134034135515,1613939387518,265
+"eps_2",1e-05,1613939387518,265
+"train_loss",0.28915894,1613939388506,266
+"raw_loss",0.21035907,1613939388506,266
+"epoch",1.6792452830188678,1613939388506,266
+"wd_0",0.01,1613939388506,266
+"sqr_mom_0",0.99,1613939388506,266
+"lr_0",1.0198322256102752e-06,1613939388506,266
+"mom_0",0.9495041943597431,1613939388506,266
+"eps_0",1e-05,1613939388506,266
+"wd_1",0.01,1613939388506,266
+"sqr_mom_1",0.99,1613939388506,266
+"lr_1",1.019832225610275e-05,1613939388506,266
+"mom_1",0.9495041943597431,1613939388506,266
+"eps_1",1e-05,1613939388506,266
+"wd_2",0.01,1613939388506,266
+"sqr_mom_2",0.99,1613939388506,266
+"lr_2",0.0001019832225610275,1613939388506,266
+"mom_2",0.9495041943597431,1613939388506,266
+"eps_2",1e-05,1613939388506,266
+"train_loss",0.28746763,1613939389493,267
+"raw_loss",0.21394257,1613939389493,267
+"epoch",1.6855345911949684,1613939389493,267
+"wd_0",0.01,1613939389493,267
+"sqr_mom_0",0.99,1613939389493,267
+"lr_0",1.020204023505291e-06,1613939389493,267
+"mom_0",0.9494948994123676,1613939389493,267
+"eps_0",1e-05,1613939389493,267
+"wd_1",0.01,1613939389493,267
+"sqr_mom_1",0.99,1613939389493,267
+"lr_1",1.0202040235052911e-05,1613939389493,267
+"mom_1",0.9494948994123676,1613939389493,267
+"eps_1",1e-05,1613939389493,267
+"wd_2",0.01,1613939389493,267
+"sqr_mom_2",0.99,1613939389493,267
+"lr_2",0.0001020204023505291,1613939389493,267
+"mom_2",0.9494948994123676,1613939389493,267
+"eps_2",1e-05,1613939389493,267
+"train_loss",0.2849262,1613939390508,268
+"raw_loss",0.17416632,1613939390508,268
+"epoch",1.691823899371069,1613939390508,268
+"wd_0",0.01,1613939390508,268
+"sqr_mom_0",0.99,1613939390508,268
+"lr_0",1.0205792598470406e-06,1613939390508,268
+"mom_0",0.9494855185038239,1613939390508,268
+"eps_0",1e-05,1613939390508,268
+"wd_1",0.01,1613939390508,268
+"sqr_mom_1",0.99,1613939390508,268
+"lr_1",1.0205792598470405e-05,1613939390508,268
+"mom_1",0.9494855185038239,1613939390508,268
+"eps_1",1e-05,1613939390508,268
+"wd_2",0.01,1613939390508,268
+"sqr_mom_2",0.99,1613939390508,268
+"lr_2",0.00010205792598470405,1613939390508,268
+"mom_2",0.9494855185038239,1613939390508,268
+"eps_2",1e-05,1613939390508,268
+"train_loss",0.28309637,1613939391510,269
+"raw_loss",0.20314941,1613939391510,269
+"epoch",1.6981132075471697,1613939391510,269
+"wd_0",0.01,1613939391510,269
+"sqr_mom_0",0.99,1613939391510,269
+"lr_0",1.0209579273166745e-06,1613939391510,269
+"mom_0",0.949476051817083,1613939391510,269
+"eps_0",1e-05,1613939391510,269
+"wd_1",0.01,1613939391510,269
+"sqr_mom_1",0.99,1613939391510,269
+"lr_1",1.0209579273166744e-05,1613939391510,269
+"mom_1",0.949476051817083,1613939391510,269
+"eps_1",1e-05,1613939391510,269
+"wd_2",0.01,1613939391510,269
+"sqr_mom_2",0.99,1613939391510,269
+"lr_2",0.00010209579273166742,1613939391510,269
+"mom_2",0.949476051817083,1613939391510,269
+"eps_2",1e-05,1613939391510,269
+"train_loss",0.2863013,1613939392465,270
+"raw_loss",0.4266685,1613939392465,270
+"epoch",1.7044025157232703,1613939392465,270
+"wd_0",0.01,1613939392465,270
+"sqr_mom_0",0.99,1613939392465,270
+"lr_0",1.0213400319859785e-06,1613939392465,270
+"mom_0",0.9494664992003505,1613939392465,270
+"eps_0",1e-05,1613939392465,270
+"wd_1",0.01,1613939392465,270
+"sqr_mom_1",0.99,1613939392465,270
+"lr_1",1.0213400319859783e-05,1613939392465,270
+"mom_1",0.9494664992003505,1613939392465,270
+"eps_1",1e-05,1613939392465,270
+"wd_2",0.01,1613939392465,270
+"sqr_mom_2",0.99,1613939392465,270
+"lr_2",0.00010213400319859782,1613939392465,270
+"mom_2",0.9494664992003505,1613939392465,270
+"eps_2",1e-05,1613939392465,270
+"train_loss",0.28288344,1613939393460,271
+"raw_loss",0.1328359,1613939393460,271
+"epoch",1.710691823899371,1613939393460,271
+"wd_0",0.01,1613939393460,271
+"sqr_mom_0",0.99,1613939393460,271
+"lr_0",1.0217255698428086e-06,1613939393460,271
+"mom_0",0.9494568607539298,1613939393460,271
+"eps_0",1e-05,1613939393460,271
+"wd_1",0.01,1613939393460,271
+"sqr_mom_1",0.99,1613939393460,271
+"lr_1",1.0217255698428086e-05,1613939393460,271
+"mom_1",0.9494568607539298,1613939393460,271
+"eps_1",1e-05,1613939393460,271
+"wd_2",0.01,1613939393460,271
+"sqr_mom_2",0.99,1613939393460,271
+"lr_2",0.00010217255698428085,1613939393460,271
+"mom_2",0.9494568607539298,1613939393460,271
+"eps_2",1e-05,1613939393460,271
+"train_loss",0.2848865,1613939394433,272
+"raw_loss",0.37302735,1613939394433,272
+"epoch",1.7169811320754715,1613939394433,272
+"wd_0",0.01,1613939394433,272
+"sqr_mom_0",0.99,1613939394433,272
+"lr_0",1.022114536747052e-06,1613939394433,272
+"mom_0",0.9494471365813236,1613939394433,272
+"eps_0",1e-05,1613939394433,272
+"wd_1",0.01,1613939394433,272
+"sqr_mom_1",0.99,1613939394433,272
+"lr_1",1.022114536747052e-05,1613939394433,272
+"mom_1",0.9494471365813236,1613939394433,272
+"eps_1",1e-05,1613939394433,272
+"wd_2",0.01,1613939394433,272
+"sqr_mom_2",0.99,1613939394433,272
+"lr_2",0.0001022114536747052,1613939394433,272
+"mom_2",0.9494471365813236,1613939394433,272
+"eps_2",1e-05,1613939394433,272
+"train_loss",0.28259096,1613939395405,273
+"raw_loss",0.18135169,1613939395405,273
+"epoch",1.7232704402515722,1613939395405,273
+"wd_0",0.01,1613939395405,273
+"sqr_mom_0",0.99,1613939395405,273
+"lr_0",1.0225069389356423e-06,1613939395405,273
+"mom_0",0.949437326526609,1613939395405,273
+"eps_0",1e-05,1613939395405,273
+"wd_1",0.01,1613939395405,273
+"sqr_mom_1",0.99,1613939395405,273
+"lr_1",1.022506938935642e-05,1613939395405,273
+"mom_1",0.949437326526609,1613939395405,273
+"eps_1",1e-05,1613939395405,273
+"wd_2",0.01,1613939395405,273
+"sqr_mom_2",0.99,1613939395405,273
+"lr_2",0.00010225069389356421,1613939395405,273
+"mom_2",0.949437326526609,1613939395405,273
+"eps_2",1e-05,1613939395405,273
+"train_loss",0.2827299,1613939396364,274
+"raw_loss",0.28887072,1613939396364,274
+"epoch",1.7295597484276728,1613939396364,274
+"wd_0",0.01,1613939396364,274
+"sqr_mom_0",0.99,1613939396364,274
+"lr_0",1.022902768754916e-06,1613939396364,274
+"mom_0",0.949427430781127,1613939396364,274
+"eps_0",1e-05,1613939396364,274
+"wd_1",0.01,1613939396364,274
+"sqr_mom_1",0.99,1613939396364,274
+"lr_1",1.022902768754916e-05,1613939396364,274
+"mom_1",0.949427430781127,1613939396364,274
+"eps_1",1e-05,1613939396364,274
+"wd_2",0.01,1613939396364,274
+"sqr_mom_2",0.99,1613939396364,274
+"lr_2",0.0001022902768754916,1613939396364,274
+"mom_2",0.949427430781127,1613939396364,274
+"eps_2",1e-05,1613939396364,274
+"train_loss",0.28572753,1613939397334,275
+"raw_loss",0.41851178,1613939397334,275
+"epoch",1.7358490566037734,1613939397334,275
+"wd_0",0.01,1613939397334,275
+"sqr_mom_0",0.99,1613939397334,275
+"lr_0",1.0233020289892425e-06,1613939397334,275
+"mom_0",0.9494174492752689,1613939397334,275
+"eps_0",1e-05,1613939397334,275
+"wd_1",0.01,1613939397334,275
+"sqr_mom_1",0.99,1613939397334,275
+"lr_1",1.0233020289892423e-05,1613939397334,275
+"mom_1",0.9494174492752689,1613939397334,275
+"eps_1",1e-05,1613939397334,275
+"wd_2",0.01,1613939397334,275
+"sqr_mom_2",0.99,1613939397334,275
+"lr_2",0.00010233020289892423,1613939397334,275
+"mom_2",0.9494174492752689,1613939397334,275
+"eps_2",1e-05,1613939397334,275
+"train_loss",0.2834883,1613939398309,276
+"raw_loss",0.18408878,1613939398309,276
+"epoch",1.742138364779874,1613939398309,276
+"wd_0",0.01,1613939398309,276
+"sqr_mom_0",0.99,1613939398309,276
+"lr_0",1.0237047225389525e-06,1613939398309,276
+"mom_0",0.9494073819365262,1613939398309,276
+"eps_0",1e-05,1613939398309,276
+"wd_1",0.01,1613939398309,276
+"sqr_mom_1",0.99,1613939398309,276
+"lr_1",1.0237047225389525e-05,1613939398309,276
+"mom_1",0.9494073819365262,1613939398309,276
+"eps_1",1e-05,1613939398309,276
+"wd_2",0.01,1613939398309,276
+"sqr_mom_2",0.99,1613939398309,276
+"lr_2",0.00010237047225389525,1613939398309,276
+"mom_2",0.9494073819365262,1613939398309,276
+"eps_2",1e-05,1613939398309,276
+"train_loss",0.28296152,1613939399271,277
+"raw_loss",0.2595282,1613939399271,277
+"epoch",1.7484276729559747,1613939399271,277
+"wd_0",0.01,1613939399271,277
+"sqr_mom_0",0.99,1613939399271,277
+"lr_0",1.0241108451731972e-06,1613939399271,277
+"mom_0",0.94939722887067,1613939399271,277
+"eps_0",1e-05,1613939399271,277
+"wd_1",0.01,1613939399271,277
+"sqr_mom_1",0.99,1613939399271,277
+"lr_1",1.024110845173197e-05,1613939399271,277
+"mom_1",0.94939722887067,1613939399271,277
+"eps_1",1e-05,1613939399271,277
+"wd_2",0.01,1613939399271,277
+"sqr_mom_2",0.99,1613939399271,277
+"lr_2",0.00010241108451731972,1613939399271,277
+"mom_2",0.94939722887067,1613939399271,277
+"eps_2",1e-05,1613939399271,277
+"train_loss",0.28153738,1613939400275,278
+"raw_loss",0.2180597,1613939400275,278
+"epoch",1.7547169811320753,1613939400275,278
+"wd_0",0.01,1613939400275,278
+"sqr_mom_0",0.99,1613939400275,278
+"lr_0",1.02452039253331e-06,1613939400275,278
+"mom_0",0.9493869901866672,1613939400275,278
+"eps_0",1e-05,1613939400275,278
+"wd_1",0.01,1613939400275,278
+"sqr_mom_1",0.99,1613939400275,278
+"lr_1",1.0245203925333098e-05,1613939400275,278
+"mom_1",0.9493869901866672,1613939400275,278
+"eps_1",1e-05,1613939400275,278
+"wd_2",0.01,1613939400275,278
+"sqr_mom_2",0.99,1613939400275,278
+"lr_2",0.00010245203925333097,1613939400275,278
+"mom_2",0.9493869901866672,1613939400275,278
+"eps_2",1e-05,1613939400275,278
+"train_loss",0.27841353,1613939401248,279
+"raw_loss",0.13889796,1613939401248,279
+"epoch",1.761006289308176,1613939401248,279
+"wd_0",0.01,1613939401248,279
+"sqr_mom_0",0.99,1613939401248,279
+"lr_0",1.024933371186224e-06,1613939401248,279
+"mom_0",0.9493766657203444,1613939401248,279
+"eps_0",1e-05,1613939401248,279
+"wd_1",0.01,1613939401248,279
+"sqr_mom_1",0.99,1613939401248,279
+"lr_1",1.024933371186224e-05,1613939401248,279
+"mom_1",0.9493766657203444,1613939401248,279
+"eps_1",1e-05,1613939401248,279
+"wd_2",0.01,1613939401248,279
+"sqr_mom_2",0.99,1613939401248,279
+"lr_2",0.00010249333711862239,1613939401248,279
+"mom_2",0.9493766657203444,1613939401248,279
+"eps_2",1e-05,1613939401248,279
+"train_loss",0.27840084,1613939402243,280
+"raw_loss",0.27783355,1613939402243,280
+"epoch",1.7672955974842766,1613939402243,280
+"wd_0",0.01,1613939402243,280
+"sqr_mom_0",0.99,1613939402243,280
+"lr_0",1.0253497767918353e-06,1613939402243,280
+"mom_0",0.949366255580204,1613939402243,280
+"eps_0",1e-05,1613939402243,280
+"wd_1",0.01,1613939402243,280
+"sqr_mom_1",0.99,1613939402243,280
+"lr_1",1.0253497767918352e-05,1613939402243,280
+"mom_1",0.949366255580204,1613939402243,280
+"eps_1",1e-05,1613939402243,280
+"wd_2",0.01,1613939402243,280
+"sqr_mom_2",0.99,1613939402243,280
+"lr_2",0.00010253497767918352,1613939402243,280
+"mom_2",0.949366255580204,1613939402243,280
+"eps_2",1e-05,1613939402243,280
+"train_loss",0.27566028,1613939403194,281
+"raw_loss",0.15279135,1613939403194,281
+"epoch",1.7735849056603772,1613939403194,281
+"wd_0",0.01,1613939403194,281
+"sqr_mom_0",0.99,1613939403194,281
+"lr_0",1.025769604882302e-06,1613939403194,281
+"mom_0",0.9493557598779424,1613939403194,281
+"eps_0",1e-05,1613939403194,281
+"wd_1",0.01,1613939403194,281
+"sqr_mom_1",0.99,1613939403194,281
+"lr_1",1.0257696048823019e-05,1613939403194,281
+"mom_1",0.9493557598779424,1613939403194,281
+"eps_1",1e-05,1613939403194,281
+"wd_2",0.01,1613939403194,281
+"sqr_mom_2",0.99,1613939403194,281
+"lr_2",0.00010257696048823019,1613939403194,281
+"mom_2",0.9493557598779424,1613939403194,281
+"eps_2",1e-05,1613939403194,281
+"train_loss",0.27384484,1613939404158,282
+"raw_loss",0.19230038,1613939404158,282
+"epoch",1.7798742138364778,1613939404158,282
+"wd_0",0.01,1613939404158,282
+"sqr_mom_0",0.99,1613939404158,282
+"lr_0",1.0261928584136409e-06,1613939404158,282
+"mom_0",0.9493451785396589,1613939404158,282
+"eps_0",1e-05,1613939404158,282
+"wd_1",0.01,1613939404158,282
+"sqr_mom_1",0.99,1613939404158,282
+"lr_1",1.0261928584136406e-05,1613939404158,282
+"mom_1",0.9493451785396589,1613939404158,282
+"eps_1",1e-05,1613939404158,282
+"wd_2",0.01,1613939404158,282
+"sqr_mom_2",0.99,1613939404158,282
+"lr_2",0.00010261928584136406,1613939404158,282
+"mom_2",0.9493451785396589,1613939404158,282
+"eps_2",1e-05,1613939404158,282
+"train_loss",0.27242503,1613939405120,283
+"raw_loss",0.20853496,1613939405120,283
+"epoch",1.7861635220125784,1613939405120,283
+"wd_0",0.01,1613939405120,283
+"sqr_mom_0",0.99,1613939405120,283
+"lr_0",1.0266195404576633e-06,1613939405120,283
+"mom_0",0.9493345114885584,1613939405120,283
+"eps_0",1e-05,1613939405120,283
+"wd_1",0.01,1613939405120,283
+"sqr_mom_1",0.99,1613939405120,283
+"lr_1",1.0266195404576634e-05,1613939405120,283
+"mom_1",0.9493345114885584,1613939405120,283
+"eps_1",1e-05,1613939405120,283
+"wd_2",0.01,1613939405120,283
+"sqr_mom_2",0.99,1613939405120,283
+"lr_2",0.00010266195404576632,1613939405120,283
+"mom_2",0.9493345114885584,1613939405120,283
+"eps_2",1e-05,1613939405120,283
+"train_loss",0.27225783,1613939406077,284
+"raw_loss",0.2647227,1613939406077,284
+"epoch",1.792452830188679,1613939406077,284
+"wd_0",0.01,1613939406077,284
+"sqr_mom_0",0.99,1613939406077,284
+"lr_0",1.027049646528698e-06,1613939406077,284
+"mom_0",0.9493237588367825,1613939406077,284
+"eps_0",1e-05,1613939406077,284
+"wd_1",0.01,1613939406077,284
+"sqr_mom_1",0.99,1613939406077,284
+"lr_1",1.0270496465286979e-05,1613939406077,284
+"mom_1",0.9493237588367825,1613939406077,284
+"eps_1",1e-05,1613939406077,284
+"wd_2",0.01,1613939406077,284
+"sqr_mom_2",0.99,1613939406077,284
+"lr_2",0.00010270496465286979,1613939406077,284
+"mom_2",0.9493237588367825,1613939406077,284
+"eps_2",1e-05,1613939406077,284
+"train_loss",0.2752724,1613939407050,285
+"raw_loss",0.41140035,1613939407050,285
+"epoch",1.7987421383647797,1613939407050,285
+"wd_0",0.01,1613939407050,285
+"sqr_mom_0",0.99,1613939407050,285
+"lr_0",1.0274831681464268e-06,1613939407050,285
+"mom_0",0.9493129207963393,1613939407050,285
+"eps_0",1e-05,1613939407050,285
+"wd_1",0.01,1613939407050,285
+"sqr_mom_1",0.99,1613939407050,285
+"lr_1",1.0274831681464268e-05,1613939407050,285
+"mom_1",0.9493129207963393,1613939407050,285
+"eps_1",1e-05,1613939407050,285
+"wd_2",0.01,1613939407050,285
+"sqr_mom_2",0.99,1613939407050,285
+"lr_2",0.00010274831681464268,1613939407050,285
+"mom_2",0.9493129207963393,1613939407050,285
+"eps_2",1e-05,1613939407050,285
+"train_loss",0.27394724,1613939408012,286
+"raw_loss",0.21400483,1613939408012,286
+"epoch",1.8050314465408803,1613939408012,286
+"wd_0",0.01,1613939408012,286
+"sqr_mom_0",0.99,1613939408012,286
+"lr_0",1.0279201199658954e-06,1613939408012,286
+"mom_0",0.9493019970008526,1613939408012,286
+"eps_0",1e-05,1613939408012,286
+"wd_1",0.01,1613939408012,286
+"sqr_mom_1",0.99,1613939408012,286
+"lr_1",1.0279201199658953e-05,1613939408012,286
+"mom_1",0.9493019970008526,1613939408012,286
+"eps_1",1e-05,1613939408012,286
+"wd_2",0.01,1613939408012,286
+"sqr_mom_2",0.99,1613939408012,286
+"lr_2",0.00010279201199658953,1613939408012,286
+"mom_2",0.9493019970008526,1613939408012,286
+"eps_2",1e-05,1613939408012,286
+"train_loss",0.27456158,1613939408978,287
+"raw_loss",0.3023972,1613939408978,287
+"epoch",1.811320754716981,1613939408978,287
+"wd_0",0.01,1613939408978,287
+"sqr_mom_0",0.99,1613939408978,287
+"lr_0",1.0283604935557306e-06,1613939408978,287
+"mom_0",0.9492909876611066,1613939408978,287
+"eps_0",1e-05,1613939408978,287
+"wd_1",0.01,1613939408978,287
+"sqr_mom_1",0.99,1613939408978,287
+"lr_1",1.0283604935557306e-05,1613939408978,287
+"mom_1",0.9492909876611066,1613939408978,287
+"eps_1",1e-05,1613939408978,287
+"wd_2",0.01,1613939408978,287
+"sqr_mom_2",0.99,1613939408978,287
+"lr_2",0.00010283604935557304,1613939408978,287
+"mom_2",0.9492909876611066,1613939408978,287
+"eps_2",1e-05,1613939408978,287
+"train_loss",0.27851585,1613939409949,288
+"raw_loss",0.45797187,1613939409949,288
+"epoch",1.8176100628930816,1613939409949,288
+"wd_0",0.01,1613939409949,288
+"sqr_mom_0",0.99,1613939409949,288
+"lr_0",1.0288042841936242e-06,1613939409949,288
+"mom_0",0.9492798928951593,1613939409949,288
+"eps_0",1e-05,1613939409949,288
+"wd_1",0.01,1613939409949,288
+"sqr_mom_1",0.99,1613939409949,288
+"lr_1",1.028804284193624e-05,1613939409949,288
+"mom_1",0.9492798928951593,1613939409949,288
+"eps_1",1e-05,1613939409949,288
+"wd_2",0.01,1613939409949,288
+"sqr_mom_2",0.99,1613939409949,288
+"lr_2",0.00010288042841936241,1613939409949,288
+"mom_2",0.9492798928951593,1613939409949,288
+"eps_2",1e-05,1613939409949,288
+"train_loss",0.27741012,1613939410903,289
+"raw_loss",0.22714987,1613939410903,289
+"epoch",1.8238993710691822,1613939410903,289
+"wd_0",0.01,1613939410903,289
+"sqr_mom_0",0.99,1613939410903,289
+"lr_0",1.0292514989955867e-06,1613939410903,289
+"mom_0",0.9492687125251102,1613939410903,289
+"eps_0",1e-05,1613939410903,289
+"wd_1",0.01,1613939410903,289
+"sqr_mom_1",0.99,1613939410903,289
+"lr_1",1.0292514989955866e-05,1613939410903,289
+"mom_1",0.9492687125251102,1613939410903,289
+"eps_1",1e-05,1613939410903,289
+"wd_2",0.01,1613939410903,289
+"sqr_mom_2",0.99,1613939410903,289
+"lr_2",0.00010292514989955866,1613939410903,289
+"mom_2",0.9492687125251102,1613939410903,289
+"eps_2",1e-05,1613939410903,289
+"train_loss",0.27482253,1613939411865,290
+"raw_loss",0.15702043,1613939411865,290
+"epoch",1.8301886792452828,1613939411865,290
+"wd_0",0.01,1613939411865,290
+"sqr_mom_0",0.99,1613939411865,290
+"lr_0",1.0297021332578306e-06,1613939411865,290
+"mom_0",0.9492574466685542,1613939411865,290
+"eps_0",1e-05,1613939411865,290
+"wd_1",0.01,1613939411865,290
+"sqr_mom_1",0.99,1613939411865,290
+"lr_1",1.0297021332578306e-05,1613939411865,290
+"mom_1",0.9492574466685542,1613939411865,290
+"eps_1",1e-05,1613939411865,290
+"wd_2",0.01,1613939411865,290
+"sqr_mom_2",0.99,1613939411865,290
+"lr_2",0.00010297021332578305,1613939411865,290
+"mom_2",0.9492574466685542,1613939411865,290
+"eps_2",1e-05,1613939411865,290
+"train_loss",0.27353507,1613939412840,291
+"raw_loss",0.21483235,1613939412840,291
+"epoch",1.8364779874213835,1613939412840,291
+"wd_0",0.01,1613939412840,291
+"sqr_mom_0",0.99,1613939412840,291
+"lr_0",1.030156182149111e-06,1613939412840,291
+"mom_0",0.9492460954462721,1613939412840,291
+"eps_0",1e-05,1613939412840,291
+"wd_1",0.01,1613939412840,291
+"sqr_mom_1",0.99,1613939412840,291
+"lr_1",1.0301561821491109e-05,1613939412840,291
+"mom_1",0.9492460954462721,1613939412840,291
+"eps_1",1e-05,1613939412840,291
+"wd_2",0.01,1613939412840,291
+"sqr_mom_2",0.99,1613939412840,291
+"lr_2",0.00010301561821491108,1613939412840,291
+"mom_2",0.9492460954462721,1613939412840,291
+"eps_2",1e-05,1613939412840,291
+"train_loss",0.27163753,1613939413810,292
+"raw_loss",0.18498906,1613939413810,292
+"epoch",1.842767295597484,1613939413810,292
+"wd_0",0.01,1613939413810,292
+"sqr_mom_0",0.99,1613939413810,292
+"lr_0",1.0306136529499255e-06,1613939413810,292
+"mom_0",0.9492346586762518,1613939413810,292
+"eps_0",1e-05,1613939413810,292
+"wd_1",0.01,1613939413810,292
+"sqr_mom_1",0.99,1613939413810,292
+"lr_1",1.0306136529499255e-05,1613939413810,292
+"mom_1",0.9492346586762518,1613939413810,292
+"eps_1",1e-05,1613939413810,292
+"wd_2",0.01,1613939413810,292
+"sqr_mom_2",0.99,1613939413810,292
+"lr_2",0.00010306136529499255,1613939413810,292
+"mom_2",0.9492346586762518,1613939413810,292
+"eps_2",1e-05,1613939413810,292
+"train_loss",0.27027255,1613939414760,293
+"raw_loss",0.2078501,1613939414760,293
+"epoch",1.8490566037735847,1613939414760,293
+"wd_0",0.01,1613939414760,293
+"sqr_mom_0",0.99,1613939414760,293
+"lr_0",1.0310745408475386e-06,1613939414760,293
+"mom_0",0.9492231364788115,1613939414760,293
+"eps_0",1e-05,1613939414760,293
+"wd_1",0.01,1613939414760,293
+"sqr_mom_1",0.99,1613939414760,293
+"lr_1",1.0310745408475385e-05,1613939414760,293
+"mom_1",0.9492231364788115,1613939414760,293
+"eps_1",1e-05,1613939414760,293
+"wd_2",0.01,1613939414760,293
+"sqr_mom_2",0.99,1613939414760,293
+"lr_2",0.00010310745408475383,1613939414760,293
+"mom_2",0.9492231364788115,1613939414760,293
+"eps_2",1e-05,1613939414760,293
+"train_loss",0.26979634,1613939415718,294
+"raw_loss",0.24798846,1613939415718,294
+"epoch",1.8553459119496853,1613939415718,294
+"wd_0",0.01,1613939415718,294
+"sqr_mom_0",0.99,1613939415718,294
+"lr_0",1.0315388409018435e-06,1613939415718,294
+"mom_0",0.9492115289774539,1613939415718,294
+"eps_0",1e-05,1613939415718,294
+"wd_1",0.01,1613939415718,294
+"sqr_mom_1",0.99,1613939415718,294
+"lr_1",1.0315388409018434e-05,1613939415718,294
+"mom_1",0.9492115289774539,1613939415718,294
+"eps_1",1e-05,1613939415718,294
+"wd_2",0.01,1613939415718,294
+"sqr_mom_2",0.99,1613939415718,294
+"lr_2",0.00010315388409018434,1613939415718,294
+"mom_2",0.9492115289774539,1613939415718,294
+"eps_2",1e-05,1613939415718,294
+"train_loss",0.27064416,1613939416671,295
+"raw_loss",0.30952457,1613939416671,295
+"epoch",1.861635220125786,1613939416671,295
+"wd_0",0.01,1613939416671,295
+"sqr_mom_0",0.99,1613939416671,295
+"lr_0",1.0320065605577124e-06,1613939416671,295
+"mom_0",0.9491998359860572,1613939416671,295
+"eps_0",1e-05,1613939416671,295
+"wd_1",0.01,1613939416671,295
+"sqr_mom_1",0.99,1613939416671,295
+"lr_1",1.0320065605577123e-05,1613939416671,295
+"mom_1",0.9491998359860572,1613939416671,295
+"eps_1",1e-05,1613939416671,295
+"wd_2",0.01,1613939416671,295
+"sqr_mom_2",0.99,1613939416671,295
+"lr_2",0.00010320065605577123,1613939416671,295
+"mom_2",0.9491998359860572,1613939416671,295
+"eps_2",1e-05,1613939416671,295
+"train_loss",0.2714741,1613939417624,296
+"raw_loss",0.30958837,1613939417624,296
+"epoch",1.8679245283018866,1613939417624,296
+"wd_0",0.01,1613939417624,296
+"sqr_mom_0",0.99,1613939417624,296
+"lr_0",1.0324776948935349e-06,1613939417624,296
+"mom_0",0.9491880576276616,1613939417624,296
+"eps_0",1e-05,1613939417624,296
+"wd_1",0.01,1613939417624,296
+"sqr_mom_1",0.99,1613939417624,296
+"lr_1",1.0324776948935348e-05,1613939417624,296
+"mom_1",0.9491880576276616,1613939417624,296
+"eps_1",1e-05,1613939417624,296
+"wd_2",0.01,1613939417624,296
+"sqr_mom_2",0.99,1613939417624,296
+"lr_2",0.00010324776948935348,1613939417624,296
+"mom_2",0.9491880576276616,1613939417624,296
+"eps_2",1e-05,1613939417624,296
+"train_loss",0.2700482,1613939418578,297
+"raw_loss",0.2044793,1613939418578,297
+"epoch",1.8742138364779872,1613939418578,297
+"wd_0",0.01,1613939418578,297
+"sqr_mom_0",0.99,1613939418578,297
+"lr_0",1.032952238860422e-06,1613939418578,297
+"mom_0",0.9491761940284894,1613939418578,297
+"eps_0",1e-05,1613939418578,297
+"wd_1",0.01,1613939418578,297
+"sqr_mom_1",0.99,1613939418578,297
+"lr_1",1.032952238860422e-05,1613939418578,297
+"mom_1",0.9491761940284894,1613939418578,297
+"eps_1",1e-05,1613939418578,297
+"wd_2",0.01,1613939418578,297
+"sqr_mom_2",0.99,1613939418578,297
+"lr_2",0.0001032952238860422,1613939418578,297
+"mom_2",0.9491761940284894,1613939418578,297
+"eps_2",1e-05,1613939418578,297
+"train_loss",0.26664782,1613939419530,298
+"raw_loss",0.11007711,1613939419530,298
+"epoch",1.8805031446540879,1613939419530,298
+"wd_0",0.01,1613939419530,298
+"sqr_mom_0",0.99,1613939419530,298
+"lr_0",1.0334302000675022e-06,1613939419530,298
+"mom_0",0.9491642449983124,1613939419530,298
+"eps_0",1e-05,1613939419530,298
+"wd_1",0.01,1613939419530,298
+"sqr_mom_1",0.99,1613939419530,298
+"lr_1",1.033430200067502e-05,1613939419530,298
+"mom_1",0.9491642449983124,1613939419530,298
+"eps_1",1e-05,1613939419530,298
+"wd_2",0.01,1613939419530,298
+"sqr_mom_2",0.99,1613939419530,298
+"lr_2",0.0001033430200067502,1613939419530,298
+"mom_2",0.9491642449983124,1613939419530,298
+"eps_2",1e-05,1613939419530,298
+"train_loss",0.26433882,1613939420471,299
+"raw_loss",0.15788633,1613939420471,299
+"epoch",1.8867924528301885,1613939420471,299
+"wd_0",0.01,1613939420471,299
+"sqr_mom_0",0.99,1613939420471,299
+"lr_0",1.0339115734843687e-06,1613939420471,299
+"mom_0",0.9491522106628908,1613939420471,299
+"eps_0",1e-05,1613939420471,299
+"wd_1",0.01,1613939420471,299
+"sqr_mom_1",0.99,1613939420471,299
+"lr_1",1.0339115734843686e-05,1613939420471,299
+"mom_1",0.9491522106628908,1613939420471,299
+"eps_1",1e-05,1613939420471,299
+"wd_2",0.01,1613939420471,299
+"sqr_mom_2",0.99,1613939420471,299
+"lr_2",0.00010339115734843685,1613939420471,299
+"mom_2",0.9491522106628908,1613939420471,299
+"eps_2",1e-05,1613939420471,299
+"train_loss",0.2642279,1613939421423,300
+"raw_loss",0.25910816,1613939421423,300
+"epoch",1.893081761006289,1613939421423,300
+"wd_0",0.01,1613939421423,300
+"sqr_mom_0",0.99,1613939421423,300
+"lr_0",1.0343963496310683e-06,1613939421423,300
+"mom_0",0.9491400912592233,1613939421423,300
+"eps_0",1e-05,1613939421423,300
+"wd_1",0.01,1613939421423,300
+"sqr_mom_1",0.99,1613939421423,300
+"lr_1",1.0343963496310683e-05,1613939421423,300
+"mom_1",0.9491400912592233,1613939421423,300
+"eps_1",1e-05,1613939421423,300
+"wd_2",0.01,1613939421423,300
+"sqr_mom_2",0.99,1613939421423,300
+"lr_2",0.00010343963496310683,1613939421423,300
+"mom_2",0.9491400912592233,1613939421423,300
+"eps_2",1e-05,1613939421423,300
+"train_loss",0.2651337,1613939422385,301
+"raw_loss",0.30699837,1613939422385,301
+"epoch",1.8993710691823897,1613939422385,301
+"wd_0",0.01,1613939422385,301
+"sqr_mom_0",0.99,1613939422385,301
+"lr_0",1.0348845405426318e-06,1613939422385,301
+"mom_0",0.9491278864864342,1613939422385,301
+"eps_0",1e-05,1613939422385,301
+"wd_1",0.01,1613939422385,301
+"sqr_mom_1",0.99,1613939422385,301
+"lr_1",1.0348845405426318e-05,1613939422385,301
+"mom_1",0.9491278864864342,1613939422385,301
+"eps_1",1e-05,1613939422385,301
+"wd_2",0.01,1613939422385,301
+"sqr_mom_2",0.99,1613939422385,301
+"lr_2",0.00010348845405426318,1613939422385,301
+"mom_2",0.9491278864864342,1613939422385,301
+"eps_2",1e-05,1613939422385,301
+"train_loss",0.26595184,1613939423339,302
+"raw_loss",0.30381006,1613939423339,302
+"epoch",1.9056603773584904,1613939423339,302
+"wd_0",0.01,1613939423339,302
+"sqr_mom_0",0.99,1613939423339,302
+"lr_0",1.0353761454629031e-06,1613939423339,302
+"mom_0",0.9491155963634273,1613939423339,302
+"eps_0",1e-05,1613939423339,302
+"wd_1",0.01,1613939423339,302
+"sqr_mom_1",0.99,1613939423339,302
+"lr_1",1.035376145462903e-05,1613939423339,302
+"mom_1",0.9491155963634273,1613939423339,302
+"eps_1",1e-05,1613939423339,302
+"wd_2",0.01,1613939423339,302
+"sqr_mom_2",0.99,1613939423339,302
+"lr_2",0.0001035376145462903,1613939423339,302
+"mom_2",0.9491155963634273,1613939423339,302
+"eps_2",1e-05,1613939423339,302
+"train_loss",0.26334804,1613939424302,303
+"raw_loss",0.14271769,1613939424302,303
+"epoch",1.911949685534591,1613939424302,303
+"wd_0",0.01,1613939424302,303
+"sqr_mom_0",0.99,1613939424302,303
+"lr_0",1.0358711592165363e-06,1613939424302,303
+"mom_0",0.9491032210195866,1613939424302,303
+"eps_0",1e-05,1613939424302,303
+"wd_1",0.01,1613939424302,303
+"sqr_mom_1",0.99,1613939424302,303
+"lr_1",1.0358711592165363e-05,1613939424302,303
+"mom_1",0.9491032210195866,1613939424302,303
+"eps_1",1e-05,1613939424302,303
+"wd_2",0.01,1613939424302,303
+"sqr_mom_2",0.99,1613939424302,303
+"lr_2",0.00010358711592165362,1613939424302,303
+"mom_2",0.9491032210195866,1613939424302,303
+"eps_2",1e-05,1613939424302,303
+"train_loss",0.26186982,1613939425280,304
+"raw_loss",0.1933061,1613939425280,304
+"epoch",1.9182389937106916,1613939425280,304
+"wd_0",0.01,1613939425280,304
+"sqr_mom_0",0.99,1613939425280,304
+"lr_0",1.0363695765011247e-06,1613939425280,304
+"mom_0",0.9490907605874719,1613939425280,304
+"eps_0",1e-05,1613939425280,304
+"wd_1",0.01,1613939425280,304
+"sqr_mom_1",0.99,1613939425280,304
+"lr_1",1.0363695765011245e-05,1613939425280,304
+"mom_1",0.9490907605874719,1613939425280,304
+"eps_1",1e-05,1613939425280,304
+"wd_2",0.01,1613939425280,304
+"sqr_mom_2",0.99,1613939425280,304
+"lr_2",0.00010363695765011246,1613939425280,304
+"mom_2",0.9490907605874719,1613939425280,304
+"eps_2",1e-05,1613939425280,304
+"train_loss",0.26146123,1613939426328,305
+"raw_loss",0.24248968,1613939426328,305
+"epoch",1.9245283018867922,1613939426328,305
+"wd_0",0.01,1613939426328,305
+"sqr_mom_0",0.99,1613939426328,305
+"lr_0",1.0368714053085954e-06,1613939426328,305
+"mom_0",0.949078214867285,1613939426328,305
+"eps_0",1e-05,1613939426328,305
+"wd_1",0.01,1613939426328,305
+"sqr_mom_1",0.99,1613939426328,305
+"lr_1",1.0368714053085953e-05,1613939426328,305
+"mom_1",0.949078214867285,1613939426328,305
+"eps_1",1e-05,1613939426328,305
+"wd_2",0.01,1613939426328,305
+"sqr_mom_2",0.99,1613939426328,305
+"lr_2",0.00010368714053085953,1613939426328,305
+"mom_2",0.949078214867285,1613939426328,305
+"eps_2",1e-05,1613939426328,305
+"train_loss",0.26233554,1613939427294,306
+"raw_loss",0.30297768,1613939427294,306
+"epoch",1.9308176100628929,1613939427294,306
+"wd_0",0.01,1613939427294,306
+"sqr_mom_0",0.99,1613939427294,306
+"lr_0",1.0373766403549917e-06,1613939427294,306
+"mom_0",0.9490655839911252,1613939427294,306
+"eps_0",1e-05,1613939427294,306
+"wd_1",0.01,1613939427294,306
+"sqr_mom_1",0.99,1613939427294,306
+"lr_1",1.0373766403549916e-05,1613939427294,306
+"mom_1",0.9490655839911252,1613939427294,306
+"eps_1",1e-05,1613939427294,306
+"wd_2",0.01,1613939427294,306
+"sqr_mom_2",0.99,1613939427294,306
+"lr_2",0.00010373766403549915,1613939427294,306
+"mom_2",0.9490655839911252,1613939427294,306
+"eps_2",1e-05,1613939427294,306
+"train_loss",0.26435667,1613939428317,307
+"raw_loss",0.3584116,1613939428317,307
+"epoch",1.9371069182389935,1613939428317,307
+"wd_0",0.01,1613939428317,307
+"sqr_mom_0",0.99,1613939428317,307
+"lr_0",1.0378852762293924e-06,1613939428317,307
+"mom_0",0.9490528680942651,1613939428317,307
+"eps_0",1e-05,1613939428317,307
+"wd_1",0.01,1613939428317,307
+"sqr_mom_1",0.99,1613939428317,307
+"lr_1",1.0378852762293923e-05,1613939428317,307
+"mom_1",0.9490528680942651,1613939428317,307
+"eps_1",1e-05,1613939428317,307
+"wd_2",0.01,1613939428317,307
+"sqr_mom_2",0.99,1613939428317,307
+"lr_2",0.00010378852762293923,1613939428317,307
+"mom_2",0.9490528680942651,1613939428317,307
+"eps_2",1e-05,1613939428317,307
+"train_loss",0.26097348,1613939429336,308
+"raw_loss",0.10336624,1613939429336,308
+"epoch",1.9433962264150941,1613939429336,308
+"wd_0",0.01,1613939429336,308
+"sqr_mom_0",0.99,1613939429336,308
+"lr_0",1.0383973210875762e-06,1613939429336,308
+"mom_0",0.9490400669728105,1613939429336,308
+"eps_0",1e-05,1613939429336,308
+"wd_1",0.01,1613939429336,308
+"sqr_mom_1",0.99,1613939429336,308
+"lr_1",1.0383973210875761e-05,1613939429336,308
+"mom_1",0.9490400669728105,1613939429336,308
+"eps_1",1e-05,1613939429336,308
+"wd_2",0.01,1613939429336,308
+"sqr_mom_2",0.99,1613939429336,308
+"lr_2",0.00010383973210875762,1613939429336,308
+"mom_2",0.9490400669728105,1613939429336,308
+"eps_2",1e-05,1613939429336,308
+"train_loss",0.25999004,1613939430349,309
+"raw_loss",0.21412967,1613939430349,309
+"epoch",1.9496855345911948,1613939430349,309
+"wd_0",0.01,1613939430349,309
+"sqr_mom_0",0.99,1613939430349,309
+"lr_0",1.0389127649422933e-06,1613939430349,309
+"mom_0",0.9490271808764427,1613939430349,309
+"eps_0",1e-05,1613939430349,309
+"wd_1",0.01,1613939430349,309
+"sqr_mom_1",0.99,1613939430349,309
+"lr_1",1.0389127649422933e-05,1613939430349,309
+"mom_1",0.9490271808764427,1613939430349,309
+"eps_1",1e-05,1613939430349,309
+"wd_2",0.01,1613939430349,309
+"sqr_mom_2",0.99,1613939430349,309
+"lr_2",0.00010389127649422931,1613939430349,309
+"mom_2",0.9490271808764427,1613939430349,309
+"eps_2",1e-05,1613939430349,309
+"train_loss",0.2578958,1613939431373,310
+"raw_loss",0.16013503,1613939431373,310
+"epoch",1.9559748427672954,1613939431373,310
+"wd_0",0.01,1613939431373,310
+"sqr_mom_0",0.99,1613939431373,310
+"lr_0",1.0394316160584862e-06,1613939431373,310
+"mom_0",0.9490142095985378,1613939431373,310
+"eps_0",1e-05,1613939431373,310
+"wd_1",0.01,1613939431373,310
+"sqr_mom_1",0.99,1613939431373,310
+"lr_1",1.039431616058486e-05,1613939431373,310
+"mom_1",0.9490142095985378,1613939431373,310
+"eps_1",1e-05,1613939431373,310
+"wd_2",0.01,1613939431373,310
+"sqr_mom_2",0.99,1613939431373,310
+"lr_2",0.00010394316160584861,1613939431373,310
+"mom_2",0.9490142095985378,1613939431373,310
+"eps_2",1e-05,1613939431373,310
+"train_loss",0.25718603,1613939432392,311
+"raw_loss",0.22402026,1613939432392,311
+"epoch",1.962264150943396,1613939432392,311
+"wd_0",0.01,1613939432392,311
+"sqr_mom_0",0.99,1613939432392,311
+"lr_0",1.0399538689713644e-06,1613939432392,311
+"mom_0",0.9490011532757159,1613939432392,311
+"eps_0",1e-05,1613939432392,311
+"wd_1",0.01,1613939432392,311
+"sqr_mom_1",0.99,1613939432392,311
+"lr_1",1.0399538689713645e-05,1613939432392,311
+"mom_1",0.9490011532757159,1613939432392,311
+"eps_1",1e-05,1613939432392,311
+"wd_2",0.01,1613939432392,311
+"sqr_mom_2",0.99,1613939432392,311
+"lr_2",0.00010399538689713644,1613939432392,311
+"mom_2",0.9490011532757159,1613939432392,311
+"eps_2",1e-05,1613939432392,311
+"train_loss",0.25493312,1613939433355,312
+"raw_loss",0.14955847,1613939433355,312
+"epoch",1.9685534591194966,1613939433355,312
+"wd_0",0.01,1613939433355,312
+"sqr_mom_0",0.99,1613939433355,312
+"lr_0",1.0404795227747627e-06,1613939433355,312
+"mom_0",0.9489880119306309,1613939433355,312
+"eps_0",1e-05,1613939433355,312
+"wd_1",0.01,1613939433355,312
+"sqr_mom_1",0.99,1613939433355,312
+"lr_1",1.0404795227747626e-05,1613939433355,312
+"mom_1",0.9489880119306309,1613939433355,312
+"eps_1",1e-05,1613939433355,312
+"wd_2",0.01,1613939433355,312
+"sqr_mom_2",0.99,1613939433355,312
+"lr_2",0.00010404795227747626,1613939433355,312
+"mom_2",0.9489880119306309,1613939433355,312
+"eps_2",1e-05,1613939433355,312
+"train_loss",0.2529679,1613939434333,313
+"raw_loss",0.16096161,1613939434333,313
+"epoch",1.9748427672955973,1613939434333,313
+"wd_0",0.01,1613939434333,313
+"sqr_mom_0",0.99,1613939434333,313
+"lr_0",1.0410085765566153e-06,1613939434333,313
+"mom_0",0.9489747855860846,1613939434333,313
+"eps_0",1e-05,1613939434333,313
+"wd_1",0.01,1613939434333,313
+"sqr_mom_1",0.99,1613939434333,313
+"lr_1",1.0410085765566151e-05,1613939434333,313
+"mom_1",0.9489747855860846,1613939434333,313
+"eps_1",1e-05,1613939434333,313
+"wd_2",0.01,1613939434333,313
+"sqr_mom_2",0.99,1613939434333,313
+"lr_2",0.0001041008576556615,1613939434333,313
+"mom_2",0.9489747855860846,1613939434333,313
+"eps_2",1e-05,1613939434333,313
+"train_loss",0.2510187,1613939435373,314
+"raw_loss",0.15967764,1613939435373,314
+"epoch",1.981132075471698,1613939435373,314
+"wd_0",0.01,1613939435373,314
+"sqr_mom_0",0.99,1613939435373,314
+"lr_0",1.0415410199073082e-06,1613939435373,314
+"mom_0",0.9489614745023173,1613939435373,314
+"eps_0",1e-05,1613939435373,314
+"wd_1",0.01,1613939435373,314
+"sqr_mom_1",0.99,1613939435373,314
+"lr_1",1.041541019907308e-05,1613939435373,314
+"mom_1",0.9489614745023173,1613939435373,314
+"eps_1",1e-05,1613939435373,314
+"wd_2",0.01,1613939435373,314
+"sqr_mom_2",0.99,1613939435373,314
+"lr_2",0.00010415410199073081,1613939435373,314
+"mom_2",0.9489614745023173,1613939435373,314
+"eps_2",1e-05,1613939435373,314
+"train_loss",0.24989484,1613939436548,315
+"raw_loss",0.19718204,1613939436548,315
+"epoch",1.9874213836477985,1613939436548,315
+"wd_0",0.01,1613939436548,315
+"sqr_mom_0",0.99,1613939436548,315
+"lr_0",1.0420768612738783e-06,1613939436548,315
+"mom_0",0.948948078468153,1613939436548,315
+"eps_0",1e-05,1613939436548,315
+"wd_1",0.01,1613939436548,315
+"sqr_mom_1",0.99,1613939436548,315
+"lr_1",1.0420768612738783e-05,1613939436548,315
+"mom_1",0.948948078468153,1613939436548,315
+"eps_1",1e-05,1613939436548,315
+"wd_2",0.01,1613939436548,315
+"sqr_mom_2",0.99,1613939436548,315
+"lr_2",0.00010420768612738783,1613939436548,315
+"mom_2",0.948948078468153,1613939436548,315
+"eps_2",1e-05,1613939436548,315
+"train_loss",0.24897034,1613939437575,316
+"raw_loss",0.20556861,1613939437575,316
+"epoch",1.9937106918238992,1613939437575,316
+"wd_0",0.01,1613939437575,316
+"sqr_mom_0",0.99,1613939437575,316
+"lr_0",1.0426161093389968e-06,1613939437575,316
+"mom_0",0.9489345972665251,1613939437575,316
+"eps_0",1e-05,1613939437575,316
+"wd_1",0.01,1613939437575,316
+"sqr_mom_1",0.99,1613939437575,316
+"lr_1",1.0426161093389968e-05,1613939437575,316
+"mom_1",0.9489345972665251,1613939437575,316
+"eps_1",1e-05,1613939437575,316
+"wd_2",0.01,1613939437575,316
+"sqr_mom_2",0.99,1613939437575,316
+"lr_2",0.00010426161093389968,1613939437575,316
+"mom_2",0.9489345972665251,1613939437575,316
+"eps_2",1e-05,1613939437575,316
+"train_loss",0.24643289,1613939438556,317
+"raw_loss",0.12720571,1613939438556,317
+"epoch",1.9999999999999998,1613939438556,317
+"wd_0",0.01,1613939438556,317
+"sqr_mom_0",0.99,1613939438556,317
+"lr_0",1.0431587536753629e-06,1613939438556,317
+"mom_0",0.9489210311581159,1613939438556,317
+"eps_0",1e-05,1613939438556,317
+"wd_1",0.01,1613939438556,317
+"sqr_mom_1",0.99,1613939438556,317
+"lr_1",1.043158753675363e-05,1613939438556,317
+"mom_1",0.9489210311581159,1613939438556,317
+"eps_1",1e-05,1613939438556,317
+"wd_2",0.01,1613939438556,317
+"sqr_mom_2",0.99,1613939438556,317
+"lr_2",0.00010431587536753629,1613939438556,317
+"mom_2",0.9489210311581159,1613939438556,317
+"eps_2",1e-05,1613939438556,317
+"valid_loss",0.18951216340065002,1613939470891,317
+"_rmse",0.43532994389533997,1613939470891,317
+"epoch",2,1613939470891,317
+"train_loss",0.24635689,1613939471996,318
+"raw_loss",0.24278294,1613939471996,318
+"epoch",2.006289308176101,1613939471996,318
+"wd_0",0.01,1613939471996,318
+"sqr_mom_0",0.99,1613939471996,318
+"lr_0",1.0437047933414299e-06,1613939471996,318
+"mom_0",0.9489073801664643,1613939471996,318
+"eps_0",1e-05,1613939471996,318
+"wd_1",0.01,1613939471996,318
+"sqr_mom_1",0.99,1613939471996,318
+"lr_1",1.0437047933414298e-05,1613939471996,318
+"mom_1",0.9489073801664643,1613939471996,318
+"eps_1",1e-05,1613939471996,318
+"wd_2",0.01,1613939471996,318
+"sqr_mom_2",0.99,1613939471996,318
+"lr_2",0.00010437047933414297,1613939471996,318
+"mom_2",0.9489073801664643,1613939471996,318
+"eps_2",1e-05,1613939471996,318
+"train_loss",0.24611782,1613939472999,319
+"raw_loss",0.23486511,1613939472999,319
+"epoch",2.0125786163522017,1613939472999,319
+"wd_0",0.01,1613939472999,319
+"sqr_mom_0",0.99,1613939472999,319
+"lr_0",1.0442542273897603e-06,1613939472999,319
+"mom_0",0.9488936443152559,1613939472999,319
+"eps_0",1e-05,1613939472999,319
+"wd_1",0.01,1613939472999,319
+"sqr_mom_1",0.99,1613939472999,319
+"lr_1",1.0442542273897602e-05,1613939472999,319
+"mom_1",0.9488936443152559,1613939472999,319
+"eps_1",1e-05,1613939472999,319
+"wd_2",0.01,1613939472999,319
+"sqr_mom_2",0.99,1613939472999,319
+"lr_2",0.00010442542273897602,1613939472999,319
+"mom_2",0.9488936443152559,1613939472999,319
+"eps_2",1e-05,1613939472999,319
+"train_loss",0.24647792,1613939474007,320
+"raw_loss",0.26344046,1613939474007,320
+"epoch",2.0188679245283025,1613939474007,320
+"wd_0",0.01,1613939474007,320
+"sqr_mom_0",0.99,1613939474007,320
+"lr_0",1.0448070548670273e-06,1613939474007,320
+"mom_0",0.9488798236283242,1613939474007,320
+"eps_0",1e-05,1613939474007,320
+"wd_1",0.01,1613939474007,320
+"sqr_mom_1",0.99,1613939474007,320
+"lr_1",1.0448070548670273e-05,1613939474007,320
+"mom_1",0.9488798236283242,1613939474007,320
+"eps_1",1e-05,1613939474007,320
+"wd_2",0.01,1613939474007,320
+"sqr_mom_2",0.99,1613939474007,320
+"lr_2",0.00010448070548670272,1613939474007,320
+"mom_2",0.9488798236283242,1613939474007,320
+"eps_2",1e-05,1613939474007,320
+"train_loss",0.24379465,1613939475000,321
+"raw_loss",0.11729759,1613939475000,321
+"epoch",2.0251572327044034,1613939475000,321
+"wd_0",0.01,1613939475000,321
+"sqr_mom_0",0.99,1613939475000,321
+"lr_0",1.0453632649000948e-06,1613939475000,321
+"mom_0",0.9488659183774976,1613939475000,321
+"eps_0",1e-05,1613939475000,321
+"wd_1",0.01,1613939475000,321
+"sqr_mom_1",0.99,1613939475000,321
+"lr_1",1.0453632649000947e-05,1613939475000,321
+"mom_1",0.9488659183774976,1613939475000,321
+"eps_1",1e-05,1613939475000,321
+"wd_2",0.01,1613939475000,321
+"sqr_mom_2",0.99,1613939475000,321
+"lr_2",0.00010453632649000946,1613939475000,321
+"mom_2",0.9488659183774976,1613939475000,321
+"eps_2",1e-05,1613939475000,321
+"train_loss",0.24391368,1613939475956,322
+"raw_loss",0.24952927,1613939475956,322
+"epoch",2.0314465408805042,1613939475956,322
+"wd_0",0.01,1613939475956,322
+"sqr_mom_0",0.99,1613939475956,322
+"lr_0",1.0459228762914464e-06,1613939475956,322
+"mom_0",0.9488519280927138,1613939475956,322
+"eps_0",1e-05,1613939475956,322
+"wd_1",0.01,1613939475956,322
+"sqr_mom_1",0.99,1613939475956,322
+"lr_1",1.0459228762914464e-05,1613939475956,322
+"mom_1",0.9488519280927138,1613939475956,322
+"eps_1",1e-05,1613939475956,322
+"wd_2",0.01,1613939475956,322
+"sqr_mom_2",0.99,1613939475956,322
+"lr_2",0.00010459228762914464,1613939475956,322
+"mom_2",0.9488519280927138,1613939475956,322
+"eps_2",1e-05,1613939475956,322
+"train_loss",0.24260366,1613939476919,323
+"raw_loss",0.18074948,1613939476919,323
+"epoch",2.037735849056605,1613939476919,323
+"wd_0",0.01,1613939476919,323
+"sqr_mom_0",0.99,1613939476919,323
+"lr_0",1.0464858782164498e-06,1613939476919,323
+"mom_0",0.9488378530445887,1613939476919,323
+"eps_0",1e-05,1613939476919,323
+"wd_1",0.01,1613939476919,323
+"sqr_mom_1",0.99,1613939476919,323
+"lr_1",1.0464858782164498e-05,1613939476919,323
+"mom_1",0.9488378530445887,1613939476919,323
+"eps_1",1e-05,1613939476919,323
+"wd_2",0.01,1613939476919,323
+"sqr_mom_2",0.99,1613939476919,323
+"lr_2",0.00010464858782164498,1613939476919,323
+"mom_2",0.9488378530445887,1613939476919,323
+"eps_2",1e-05,1613939476919,323
+"train_loss",0.24034648,1613939477873,324
+"raw_loss",0.1336889,1613939477873,324
+"epoch",2.044025157232706,1613939477873,324
+"wd_0",0.01,1613939477873,324
+"sqr_mom_0",0.99,1613939477873,324
+"lr_0",1.047052269698236e-06,1613939477873,324
+"mom_0",0.948823693257544,1613939477873,324
+"eps_0",1e-05,1613939477873,324
+"wd_1",0.01,1613939477873,324
+"sqr_mom_1",0.99,1613939477873,324
+"lr_1",1.047052269698236e-05,1613939477873,324
+"mom_1",0.948823693257544,1613939477873,324
+"eps_1",1e-05,1613939477873,324
+"wd_2",0.01,1613939477873,324
+"sqr_mom_2",0.99,1613939477873,324
+"lr_2",0.00010470522696982359,1613939477873,324
+"mom_2",0.948823693257544,1613939477873,324
+"eps_2",1e-05,1613939477873,324
+"train_loss",0.23831484,1613939478876,325
+"raw_loss",0.14224528,1613939478876,325
+"epoch",2.050314465408807,1613939478876,325
+"wd_0",0.01,1613939478876,325
+"sqr_mom_0",0.99,1613939478876,325
+"lr_0",1.0476220497540545e-06,1613939478876,325
+"mom_0",0.9488094487561486,1613939478876,325
+"eps_0",1e-05,1613939478876,325
+"wd_1",0.01,1613939478876,325
+"sqr_mom_1",0.99,1613939478876,325
+"lr_1",1.0476220497540544e-05,1613939478876,325
+"mom_1",0.9488094487561486,1613939478876,325
+"eps_1",1e-05,1613939478876,325
+"wd_2",0.01,1613939478876,325
+"sqr_mom_2",0.99,1613939478876,325
+"lr_2",0.00010476220497540543,1613939478876,325
+"mom_2",0.9488094487561486,1613939478876,325
+"eps_2",1e-05,1613939478876,325
+"train_loss",0.23794569,1613939479885,326
+"raw_loss",0.22047676,1613939479885,326
+"epoch",2.0566037735849076,1613939479885,326
+"wd_0",0.01,1613939479885,326
+"sqr_mom_0",0.99,1613939479885,326
+"lr_0",1.0481952173952763e-06,1613939479885,326
+"mom_0",0.9487951195651181,1613939479885,326
+"eps_0",1e-05,1613939479885,326
+"wd_1",0.01,1613939479885,326
+"sqr_mom_1",0.99,1613939479885,326
+"lr_1",1.0481952173952764e-05,1613939479885,326
+"mom_1",0.9487951195651181,1613939479885,326
+"eps_1",1e-05,1613939479885,326
+"wd_2",0.01,1613939479885,326
+"sqr_mom_2",0.99,1613939479885,326
+"lr_2",0.00010481952173952763,1613939479885,326
+"mom_2",0.9487951195651181,1613939479885,326
+"eps_2",1e-05,1613939479885,326
+"train_loss",0.235719,1613939480887,327
+"raw_loss",0.13027422,1613939480887,327
+"epoch",2.0628930817610085,1613939480887,327
+"wd_0",0.01,1613939480887,327
+"sqr_mom_0",0.99,1613939480887,327
+"lr_0",1.0487717613521933e-06,1613939480887,327
+"mom_0",0.9487807059661951,1613939480887,327
+"eps_0",1e-05,1613939480887,327
+"wd_1",0.01,1613939480887,327
+"sqr_mom_1",0.99,1613939480887,327
+"lr_1",1.0487717613521933e-05,1613939480887,327
+"mom_1",0.9487807059661951,1613939480887,327
+"eps_1",1e-05,1613939480887,327
+"wd_2",0.01,1613939480887,327
+"sqr_mom_2",0.99,1613939480887,327
+"lr_2",0.00010487717613521933,1613939480887,327
+"mom_2",0.9487807059661951,1613939480887,327
+"eps_2",1e-05,1613939480887,327
+"train_loss",0.2358707,1613939481845,328
+"raw_loss",0.24305907,1613939481845,328
+"epoch",2.0691823899371093,1613939481845,328
+"wd_0",0.01,1613939481845,328
+"sqr_mom_0",0.99,1613939481845,328
+"lr_0",1.0493517011146716e-06,1613939481845,328
+"mom_0",0.9487662074721331,1613939481845,328
+"eps_0",1e-05,1613939481845,328
+"wd_1",0.01,1613939481845,328
+"sqr_mom_1",0.99,1613939481845,328
+"lr_1",1.0493517011146715e-05,1613939481845,328
+"mom_1",0.9487662074721331,1613939481845,328
+"eps_1",1e-05,1613939481845,328
+"wd_2",0.01,1613939481845,328
+"sqr_mom_2",0.99,1613939481845,328
+"lr_2",0.00010493517011146715,1613939481845,328
+"mom_2",0.9487662074721331,1613939481845,328
+"eps_2",1e-05,1613939481845,328
+"train_loss",0.2334274,1613939482839,329
+"raw_loss",0.11756548,1613939482839,329
+"epoch",2.07547169811321,1613939482839,329
+"wd_0",0.01,1613939482839,329
+"sqr_mom_0",0.99,1613939482839,329
+"lr_0",1.0499350150659377e-06,1613939482839,329
+"mom_0",0.9487516246233515,1613939482839,329
+"eps_0",1e-05,1613939482839,329
+"wd_1",0.01,1613939482839,329
+"sqr_mom_1",0.99,1613939482839,329
+"lr_1",1.0499350150659375e-05,1613939482839,329
+"mom_1",0.9487516246233515,1613939482839,329
+"eps_1",1e-05,1613939482839,329
+"wd_2",0.01,1613939482839,329
+"sqr_mom_2",0.99,1613939482839,329
+"lr_2",0.00010499350150659376,1613939482839,329
+"mom_2",0.9487516246233515,1613939482839,329
+"eps_2",1e-05,1613939482839,329
+"train_loss",0.2315938,1613939483809,330
+"raw_loss",0.144587,1613939483809,330
+"epoch",2.081761006289311,1613939483809,330
+"wd_0",0.01,1613939483809,330
+"sqr_mom_0",0.99,1613939483809,330
+"lr_0",1.050521722924714e-06,1613939483809,330
+"mom_0",0.9487369569268821,1613939483809,330
+"eps_0",1e-05,1613939483809,330
+"wd_1",0.01,1613939483809,330
+"sqr_mom_1",0.99,1613939483809,330
+"lr_1",1.050521722924714e-05,1613939483809,330
+"mom_1",0.9487369569268821,1613939483809,330
+"eps_1",1e-05,1613939483809,330
+"wd_2",0.01,1613939483809,330
+"sqr_mom_2",0.99,1613939483809,330
+"lr_2",0.0001050521722924714,1613939483809,330
+"mom_2",0.9487369569268821,1613939483809,330
+"eps_2",1e-05,1613939483809,330
+"train_loss",0.23115626,1613939484778,331
+"raw_loss",0.2103799,1613939484778,331
+"epoch",2.088050314465412,1613939484778,331
+"wd_0",0.01,1613939484778,331
+"sqr_mom_0",0.99,1613939484778,331
+"lr_0",1.0511118133376493e-06,1613939484778,331
+"mom_0",0.9487222046665588,1613939484778,331
+"eps_0",1e-05,1613939484778,331
+"wd_1",0.01,1613939484778,331
+"sqr_mom_1",0.99,1613939484778,331
+"lr_1",1.0511118133376492e-05,1613939484778,331
+"mom_1",0.9487222046665588,1613939484778,331
+"eps_1",1e-05,1613939484778,331
+"wd_2",0.01,1613939484778,331
+"sqr_mom_2",0.99,1613939484778,331
+"lr_2",0.00010511118133376492,1613939484778,331
+"mom_2",0.9487222046665588,1613939484778,331
+"eps_2",1e-05,1613939484778,331
+"train_loss",0.2304741,1613939485738,332
+"raw_loss",0.1980631,1613939485738,332
+"epoch",2.0943396226415127,1613939485738,332
+"wd_0",0.01,1613939485738,332
+"sqr_mom_0",0.99,1613939485738,332
+"lr_0",1.0517052852808732e-06,1613939485738,332
+"mom_0",0.9487073678679782,1613939485738,332
+"eps_0",1e-05,1613939485738,332
+"wd_1",0.01,1613939485738,332
+"sqr_mom_1",0.99,1613939485738,332
+"lr_1",1.0517052852808731e-05,1613939485738,332
+"mom_1",0.9487073678679782,1613939485738,332
+"eps_1",1e-05,1613939485738,332
+"wd_2",0.01,1613939485738,332
+"sqr_mom_2",0.99,1613939485738,332
+"lr_2",0.00010517052852808731,1613939485738,332
+"mom_2",0.9487073678679782,1613939485738,332
+"eps_2",1e-05,1613939485738,332
+"train_loss",0.22948144,1613939486695,333
+"raw_loss",0.1822874,1613939486695,333
+"epoch",2.1006289308176136,1613939486695,333
+"wd_0",0.01,1613939486695,333
+"sqr_mom_0",0.99,1613939486695,333
+"lr_0",1.0523021377246478e-06,1613939486695,333
+"mom_0",0.9486924465568838,1613939486695,333
+"eps_0",1e-05,1613939486695,333
+"wd_1",0.01,1613939486695,333
+"sqr_mom_1",0.99,1613939486695,333
+"lr_1",1.0523021377246477e-05,1613939486695,333
+"mom_1",0.9486924465568838,1613939486695,333
+"eps_1",1e-05,1613939486695,333
+"wd_2",0.01,1613939486695,333
+"sqr_mom_2",0.99,1613939486695,333
+"lr_2",0.00010523021377246476,1613939486695,333
+"mom_2",0.9486924465568838,1613939486695,333
+"eps_2",1e-05,1613939486695,333
+"train_loss",0.22742619,1613939487671,334
+"raw_loss",0.12965323,1613939487671,334
+"epoch",2.1069182389937144,1613939487671,334
+"wd_0",0.01,1613939487671,334
+"sqr_mom_0",0.99,1613939487671,334
+"lr_0",1.0529023589374918e-06,1613939487671,334
+"mom_0",0.9486774410265627,1613939487671,334
+"eps_0",1e-05,1613939487671,334
+"wd_1",0.01,1613939487671,334
+"sqr_mom_1",0.99,1613939487671,334
+"lr_1",1.0529023589374918e-05,1613939487671,334
+"mom_1",0.9486774410265627,1613939487671,334
+"eps_1",1e-05,1613939487671,334
+"wd_2",0.01,1613939487671,334
+"sqr_mom_2",0.99,1613939487671,334
+"lr_2",0.00010529023589374919,1613939487671,334
+"mom_2",0.9486774410265627,1613939487671,334
+"eps_2",1e-05,1613939487671,334
+"train_loss",0.22583592,1613939488642,335
+"raw_loss",0.15013903,1613939488642,335
+"epoch",2.1132075471698153,1613939488642,335
+"wd_0",0.01,1613939488642,335
+"sqr_mom_0",0.99,1613939488642,335
+"lr_0",1.0535059692096715e-06,1613939488642,335
+"mom_0",0.9486623507697581,1613939488642,335
+"eps_0",1e-05,1613939488642,335
+"wd_1",0.01,1613939488642,335
+"sqr_mom_1",0.99,1613939488642,335
+"lr_1",1.0535059692096714e-05,1613939488642,335
+"mom_1",0.9486623507697581,1613939488642,335
+"eps_1",1e-05,1613939488642,335
+"wd_2",0.01,1613939488642,335
+"sqr_mom_2",0.99,1613939488642,335
+"lr_2",0.00010535059692096714,1613939488642,335
+"mom_2",0.9486623507697581,1613939488642,335
+"eps_2",1e-05,1613939488642,335
+"train_loss",0.2268412,1613939489654,336
+"raw_loss",0.27472028,1613939489654,336
+"epoch",2.119496855345916,1613939489654,336
+"wd_0",0.01,1613939489654,336
+"sqr_mom_0",0.99,1613939489654,336
+"lr_0",1.0541129568580225e-06,1613939489654,336
+"mom_0",0.9486471760785494,1613939489654,336
+"eps_0",1e-05,1613939489654,336
+"wd_1",0.01,1613939489654,336
+"sqr_mom_1",0.99,1613939489654,336
+"lr_1",1.0541129568580225e-05,1613939489654,336
+"mom_1",0.9486471760785494,1613939489654,336
+"eps_1",1e-05,1613939489654,336
+"wd_2",0.01,1613939489654,336
+"sqr_mom_2",0.99,1613939489654,336
+"lr_2",0.00010541129568580223,1613939489654,336
+"mom_2",0.9486471760785494,1613939489654,336
+"eps_2",1e-05,1613939489654,336
+"train_loss",0.22550921,1613939490694,337
+"raw_loss",0.16203228,1613939490694,337
+"epoch",2.125786163522017,1613939490694,337
+"wd_0",0.01,1613939490694,337
+"sqr_mom_0",0.99,1613939490694,337
+"lr_0",1.0547233208293553e-06,1613939490694,337
+"mom_0",0.9486319169792661,1613939490694,337
+"eps_0",1e-05,1613939490694,337
+"wd_1",0.01,1613939490694,337
+"sqr_mom_1",0.99,1613939490694,337
+"lr_1",1.0547233208293552e-05,1613939490694,337
+"mom_1",0.9486319169792661,1613939490694,337
+"eps_1",1e-05,1613939490694,337
+"wd_2",0.01,1613939490694,337
+"sqr_mom_2",0.99,1613939490694,337
+"lr_2",0.00010547233208293551,1613939490694,337
+"mom_2",0.9486319169792661,1613939490694,337
+"eps_2",1e-05,1613939490694,337
+"train_loss",0.22807218,1613939491746,338
+"raw_loss",0.3502825,1613939491746,338
+"epoch",2.132075471698118,1613939491746,338
+"wd_0",0.01,1613939491746,338
+"sqr_mom_0",0.99,1613939491746,338
+"lr_0",1.0553370600646236e-06,1613939491746,338
+"mom_0",0.9486165734983844,1613939491746,338
+"eps_0",1e-05,1613939491746,338
+"wd_1",0.01,1613939491746,338
+"sqr_mom_1",0.99,1613939491746,338
+"lr_1",1.0553370600646236e-05,1613939491746,338
+"mom_1",0.9486165734983844,1613939491746,338
+"eps_1",1e-05,1613939491746,338
+"wd_2",0.01,1613939491746,338
+"sqr_mom_2",0.99,1613939491746,338
+"lr_2",0.00010553370600646235,1613939491746,338
+"mom_2",0.9486165734983844,1613939491746,338
+"eps_2",1e-05,1613939491746,338
+"train_loss",0.22654352,1613939492733,339
+"raw_loss",0.1536122,1613939492733,339
+"epoch",2.1383647798742187,1613939492733,339
+"wd_0",0.01,1613939492733,339
+"sqr_mom_0",0.99,1613939492733,339
+"lr_0",1.0559541734989234e-06,1613939492733,339
+"mom_0",0.9486011456625268,1613939492733,339
+"eps_0",1e-05,1613939492733,339
+"wd_1",0.01,1613939492733,339
+"sqr_mom_1",0.99,1613939492733,339
+"lr_1",1.0559541734989233e-05,1613939492733,339
+"mom_1",0.9486011456625268,1613939492733,339
+"eps_1",1e-05,1613939492733,339
+"wd_2",0.01,1613939492733,339
+"sqr_mom_2",0.99,1613939492733,339
+"lr_2",0.00010559541734989234,1613939492733,339
+"mom_2",0.9486011456625268,1613939492733,339
+"eps_2",1e-05,1613939492733,339
+"train_loss",0.22606431,1613939493733,340
+"raw_loss",0.2031894,1613939493733,340
+"epoch",2.1446540880503195,1613939493733,340
+"wd_0",0.01,1613939493733,340
+"sqr_mom_0",0.99,1613939493733,340
+"lr_0",1.0565746490057586e-06,1613939493733,340
+"mom_0",0.948585633774856,1613939493733,340
+"eps_0",1e-05,1613939493733,340
+"wd_1",0.01,1613939493733,340
+"sqr_mom_1",0.99,1613939493733,340
+"lr_1",1.0565746490057585e-05,1613939493733,340
+"mom_1",0.948585633774856,1613939493733,340
+"eps_1",1e-05,1613939493733,340
+"wd_2",0.01,1613939493733,340
+"sqr_mom_2",0.99,1613939493733,340
+"lr_2",0.00010565746490057585,1613939493733,340
+"mom_2",0.948585633774856,1613939493733,340
+"eps_2",1e-05,1613939493733,340
+"train_loss",0.22492297,1613939494697,341
+"raw_loss",0.17041217,1613939494697,341
+"epoch",2.1509433962264204,1613939494697,341
+"wd_0",0.01,1613939494697,341
+"sqr_mom_0",0.99,1613939494697,341
+"lr_0",1.0571985075600844e-06,1613939494697,341
+"mom_0",0.9485700373109979,1613939494697,341
+"eps_0",1e-05,1613939494697,341
+"wd_1",0.01,1613939494697,341
+"sqr_mom_1",0.99,1613939494697,341
+"lr_1",1.0571985075600844e-05,1613939494697,341
+"mom_1",0.9485700373109979,1613939494697,341
+"eps_1",1e-05,1613939494697,341
+"wd_2",0.01,1613939494697,341
+"sqr_mom_2",0.99,1613939494697,341
+"lr_2",0.00010571985075600843,1613939494697,341
+"mom_2",0.9485700373109979,1613939494697,341
+"eps_2",1e-05,1613939494697,341
+"train_loss",0.22329101,1613939495680,342
+"raw_loss",0.1453074,1613939495680,342
+"epoch",2.1572327044025212,1613939495680,342
+"wd_0",0.01,1613939495680,342
+"sqr_mom_0",0.99,1613939495680,342
+"lr_0",1.0578257370836309e-06,1613939495680,342
+"mom_0",0.9485543565729092,1613939495680,342
+"eps_0",1e-05,1613939495680,342
+"wd_1",0.01,1613939495680,342
+"sqr_mom_1",0.99,1613939495680,342
+"lr_1",1.0578257370836309e-05,1613939495680,342
+"mom_1",0.9485543565729092,1613939495680,342
+"eps_1",1e-05,1613939495680,342
+"wd_2",0.01,1613939495680,342
+"sqr_mom_2",0.99,1613939495680,342
+"lr_2",0.00010578257370836308,1613939495680,342
+"mom_2",0.9485543565729092,1613939495680,342
+"eps_2",1e-05,1613939495680,342
+"train_loss",0.22160502,1613939496664,343
+"raw_loss",0.14099884,1613939496664,343
+"epoch",2.163522012578622,1613939496664,343
+"wd_0",0.01,1613939496664,343
+"sqr_mom_0",0.99,1613939496664,343
+"lr_0",1.0584563364880872e-06,1613939496664,343
+"mom_0",0.9485385915877977,1613939496664,343
+"eps_0",1e-05,1613939496664,343
+"wd_1",0.01,1613939496664,343
+"sqr_mom_1",0.99,1613939496664,343
+"lr_1",1.0584563364880871e-05,1613939496664,343
+"mom_1",0.9485385915877977,1613939496664,343
+"eps_1",1e-05,1613939496664,343
+"wd_2",0.01,1613939496664,343
+"sqr_mom_2",0.99,1613939496664,343
+"lr_2",0.0001058456336488087,1613939496664,343
+"mom_2",0.9485385915877977,1613939496664,343
+"eps_2",1e-05,1613939496664,343
+"train_loss",0.22038475,1613939497646,344
+"raw_loss",0.16201629,1613939497646,344
+"epoch",2.169811320754723,1613939497646,344
+"wd_0",0.01,1613939497646,344
+"sqr_mom_0",0.99,1613939497646,344
+"lr_0",1.059090293384033e-06,1613939497646,344
+"mom_0",0.9485227426653992,1613939497646,344
+"eps_0",1e-05,1613939497646,344
+"wd_1",0.01,1613939497646,344
+"sqr_mom_1",0.99,1613939497646,344
+"lr_1",1.059090293384033e-05,1613939497646,344
+"mom_1",0.9485227426653992,1613939497646,344
+"eps_1",1e-05,1613939497646,344
+"wd_2",0.01,1613939497646,344
+"sqr_mom_2",0.99,1613939497646,344
+"lr_2",0.0001059090293384033,1613939497646,344
+"mom_2",0.9485227426653992,1613939497646,344
+"eps_2",1e-05,1613939497646,344
+"train_loss",0.21844108,1613939498625,345
+"raw_loss",0.12542354,1613939498625,345
+"epoch",2.176100628930824,1613939498625,345
+"wd_0",0.01,1613939498625,345
+"sqr_mom_0",0.99,1613939498625,345
+"lr_0",1.0597276292021581e-06,1613939498625,345
+"mom_0",0.948506809269946,1613939498625,345
+"eps_0",1e-05,1613939498625,345
+"wd_1",0.01,1613939498625,345
+"sqr_mom_1",0.99,1613939498625,345
+"lr_1",1.0597276292021582e-05,1613939498625,345
+"mom_1",0.948506809269946,1613939498625,345
+"eps_1",1e-05,1613939498625,345
+"wd_2",0.01,1613939498625,345
+"sqr_mom_2",0.99,1613939498625,345
+"lr_2",0.0001059727629202158,1613939498625,345
+"mom_2",0.948506809269946,1613939498625,345
+"eps_2",1e-05,1613939498625,345
+"train_loss",0.2184801,1613939499605,346
+"raw_loss",0.22034816,1613939499605,346
+"epoch",2.1823899371069246,1613939499605,346
+"wd_0",0.01,1613939499605,346
+"sqr_mom_0",0.99,1613939499605,346
+"lr_0",1.0603683316012062e-06,1613939499605,346
+"mom_0",0.9484907917099699,1613939499605,346
+"eps_0",1e-05,1613939499605,346
+"wd_1",0.01,1613939499605,346
+"sqr_mom_1",0.99,1613939499605,346
+"lr_1",1.0603683316012062e-05,1613939499605,346
+"mom_1",0.9484907917099699,1613939499605,346
+"eps_1",1e-05,1613939499605,346
+"wd_2",0.01,1613939499605,346
+"sqr_mom_2",0.99,1613939499605,346
+"lr_2",0.0001060368331601206,1613939499605,346
+"mom_2",0.9484907917099699,1613939499605,346
+"eps_2",1e-05,1613939499605,346
+"train_loss",0.21682623,1613939500605,347
+"raw_loss",0.13760324,1613939500605,347
+"epoch",2.1886792452830255,1613939500605,347
+"wd_0",0.01,1613939500605,347
+"sqr_mom_0",0.99,1613939500605,347
+"lr_0",1.0610123879947894e-06,1613939500605,347
+"mom_0",0.9484746903001302,1613939500605,347
+"eps_0",1e-05,1613939500605,347
+"wd_1",0.01,1613939500605,347
+"sqr_mom_1",0.99,1613939500605,347
+"lr_1",1.0610123879947894e-05,1613939500605,347
+"mom_1",0.9484746903001302,1613939500605,347
+"eps_1",1e-05,1613939500605,347
+"wd_2",0.01,1613939500605,347
+"sqr_mom_2",0.99,1613939500605,347
+"lr_2",0.00010610123879947894,1613939500605,347
+"mom_2",0.9484746903001302,1613939500605,347
+"eps_2",1e-05,1613939500605,347
+"train_loss",0.2154402,1613939501637,348
+"raw_loss",0.14901643,1613939501637,348
+"epoch",2.1949685534591263,1613939501637,348
+"wd_0",0.01,1613939501637,348
+"sqr_mom_0",0.99,1613939501637,348
+"lr_0",1.061659820155008e-06,1613939501637,348
+"mom_0",0.9484585044961248,1613939501637,348
+"eps_0",1e-05,1613939501637,348
+"wd_1",0.01,1613939501637,348
+"sqr_mom_1",0.99,1613939501637,348
+"lr_1",1.0616598201550079e-05,1613939501637,348
+"mom_1",0.9484585044961248,1613939501637,348
+"eps_1",1e-05,1613939501637,348
+"wd_2",0.01,1613939501637,348
+"sqr_mom_2",0.99,1613939501637,348
+"lr_2",0.00010616598201550079,1613939501637,348
+"mom_2",0.9484585044961248,1613939501637,348
+"eps_2",1e-05,1613939501637,348
+"train_loss",0.21383975,1613939502622,349
+"raw_loss",0.13710597,1613939502622,349
+"epoch",2.201257861635227,1613939502622,349
+"wd_0",0.01,1613939502622,349
+"sqr_mom_0",0.99,1613939502622,349
+"lr_0",1.0623106155435904e-06,1613939502622,349
+"mom_0",0.9484422346114102,1613939502622,349
+"eps_0",1e-05,1613939502622,349
+"wd_1",0.01,1613939502622,349
+"sqr_mom_1",0.99,1613939502622,349
+"lr_1",1.0623106155435902e-05,1613939502622,349
+"mom_1",0.9484422346114102,1613939502622,349
+"eps_1",1e-05,1613939502622,349
+"wd_2",0.01,1613939502622,349
+"sqr_mom_2",0.99,1613939502622,349
+"lr_2",0.00010623106155435903,1613939502622,349
+"mom_2",0.9484422346114102,1613939502622,349
+"eps_2",1e-05,1613939502622,349
+"train_loss",0.21562438,1613939503621,350
+"raw_loss",0.30122587,1613939503621,350
+"epoch",2.207547169811328,1613939503621,350
+"wd_0",0.01,1613939503621,350
+"sqr_mom_0",0.99,1613939503621,350
+"lr_0",1.0629647730313369e-06,1613939503621,350
+"mom_0",0.9484258806742165,1613939503621,350
+"eps_0",1e-05,1613939503621,350
+"wd_1",0.01,1613939503621,350
+"sqr_mom_1",0.99,1613939503621,350
+"lr_1",1.0629647730313368e-05,1613939503621,350
+"mom_1",0.9484258806742165,1613939503621,350
+"eps_1",1e-05,1613939503621,350
+"wd_2",0.01,1613939503621,350
+"sqr_mom_2",0.99,1613939503621,350
+"lr_2",0.00010629647730313368,1613939503621,350
+"mom_2",0.9484258806742165,1613939503621,350
+"eps_2",1e-05,1613939503621,350
+"train_loss",0.21337533,1613939504612,351
+"raw_loss",0.10545026,1613939504612,351
+"epoch",2.213836477987429,1613939504612,351
+"wd_0",0.01,1613939504612,351
+"sqr_mom_0",0.99,1613939504612,351
+"lr_0",1.0636222914832138e-06,1613939504612,351
+"mom_0",0.9484094427129196,1613939504612,351
+"eps_0",1e-05,1613939504612,351
+"wd_1",0.01,1613939504612,351
+"sqr_mom_1",0.99,1613939504612,351
+"lr_1",1.0636222914832138e-05,1613939504612,351
+"mom_1",0.9484094427129196,1613939504612,351
+"eps_1",1e-05,1613939504612,351
+"wd_2",0.01,1613939504612,351
+"sqr_mom_2",0.99,1613939504612,351
+"lr_2",0.00010636222914832137,1613939504612,351
+"mom_2",0.9484094427129196,1613939504612,351
+"eps_2",1e-05,1613939504612,351
+"train_loss",0.21249895,1613939505667,352
+"raw_loss",0.1704261,1613939505667,352
+"epoch",2.2201257861635297,1613939505667,352
+"wd_0",0.01,1613939505667,352
+"sqr_mom_0",0.99,1613939505667,352
+"lr_0",1.0642831697583564e-06,1613939505667,352
+"mom_0",0.9483929207560411,1613939505667,352
+"eps_0",1e-05,1613939505667,352
+"wd_1",0.01,1613939505667,352
+"sqr_mom_1",0.99,1613939505667,352
+"lr_1",1.0642831697583563e-05,1613939505667,352
+"mom_1",0.9483929207560411,1613939505667,352
+"eps_1",1e-05,1613939505667,352
+"wd_2",0.01,1613939505667,352
+"sqr_mom_2",0.99,1613939505667,352
+"lr_2",0.00010642831697583561,1613939505667,352
+"mom_2",0.9483929207560411,1613939505667,352
+"eps_2",1e-05,1613939505667,352
+"train_loss",0.21499613,1613939506667,353
+"raw_loss",0.33492866,1613939506667,353
+"epoch",2.2264150943396306,1613939506667,353
+"wd_0",0.01,1613939506667,353
+"sqr_mom_0",0.99,1613939506667,353
+"lr_0",1.0649473948770346e-06,1613939506667,353
+"mom_0",0.9483763151280741,1613939506667,353
+"eps_0",1e-05,1613939506667,353
+"wd_1",0.01,1613939506667,353
+"sqr_mom_1",0.99,1613939506667,353
+"lr_1",1.0649473948770345e-05,1613939506667,353
+"mom_1",0.9483763151280741,1613939506667,353
+"eps_1",1e-05,1613939506667,353
+"wd_2",0.01,1613939506667,353
+"sqr_mom_2",0.99,1613939506667,353
+"lr_2",0.00010649473948770345,1613939506667,353
+"mom_2",0.9483763151280741,1613939506667,353
+"eps_2",1e-05,1613939506667,353
+"train_loss",0.21309426,1613939507672,354
+"raw_loss",0.12171554,1613939507672,354
+"epoch",2.2327044025157314,1613939507672,354
+"wd_0",0.01,1613939507672,354
+"sqr_mom_0",0.99,1613939507672,354
+"lr_0",1.0656149892931448e-06,1613939507672,354
+"mom_0",0.9483596252676714,1613939507672,354
+"eps_0",1e-05,1613939507672,354
+"wd_1",0.01,1613939507672,354
+"sqr_mom_1",0.99,1613939507672,354
+"lr_1",1.0656149892931447e-05,1613939507672,354
+"mom_1",0.9483596252676714,1613939507672,354
+"eps_1",1e-05,1613939507672,354
+"wd_2",0.01,1613939507672,354
+"sqr_mom_2",0.99,1613939507672,354
+"lr_2",0.00010656149892931446,1613939507672,354
+"mom_2",0.9483596252676714,1613939507672,354
+"eps_2",1e-05,1613939507672,354
+"train_loss",0.21136536,1613939508639,355
+"raw_loss",0.12826435,1613939508639,355
+"epoch",2.2389937106918323,1613939508639,355
+"wd_0",0.01,1613939508639,355
+"sqr_mom_0",0.99,1613939508639,355
+"lr_0",1.0662859400749752e-06,1613939508639,355
+"mom_0",0.9483428514981256,1613939508639,355
+"eps_0",1e-05,1613939508639,355
+"wd_1",0.01,1613939508639,355
+"sqr_mom_1",0.99,1613939508639,355
+"lr_1",1.0662859400749751e-05,1613939508639,355
+"mom_1",0.9483428514981256,1613939508639,355
+"eps_1",1e-05,1613939508639,355
+"wd_2",0.01,1613939508639,355
+"sqr_mom_2",0.99,1613939508639,355
+"lr_2",0.00010662859400749752,1613939508639,355
+"mom_2",0.9483428514981256,1613939508639,355
+"eps_2",1e-05,1613939508639,355
+"train_loss",0.20962274,1613939509668,356
+"raw_loss",0.12583038,1613939509668,356
+"epoch",2.245283018867933,1613939509668,356
+"wd_0",0.01,1613939509668,356
+"sqr_mom_0",0.99,1613939509668,356
+"lr_0",1.0669602460583552e-06,1613939509668,356
+"mom_0",0.9483259938485411,1613939509668,356
+"eps_0",1e-05,1613939509668,356
+"wd_1",0.01,1613939509668,356
+"sqr_mom_1",0.99,1613939509668,356
+"lr_1",1.0669602460583551e-05,1613939509668,356
+"mom_1",0.9483259938485411,1613939509668,356
+"eps_1",1e-05,1613939509668,356
+"wd_2",0.01,1613939509668,356
+"sqr_mom_2",0.99,1613939509668,356
+"lr_2",0.0001066960246058355,1613939509668,356
+"mom_2",0.9483259938485411,1613939509668,356
+"eps_2",1e-05,1613939509668,356
+"train_loss",0.21270776,1613939510660,357
+"raw_loss",0.36110532,1613939510660,357
+"epoch",2.251572327044034,1613939510660,357
+"wd_0",0.01,1613939510660,357
+"sqr_mom_0",0.99,1613939510660,357
+"lr_0",1.067637906073291e-06,1613939510660,357
+"mom_0",0.9483090523481676,1613939510660,357
+"eps_0",1e-05,1613939510660,357
+"wd_1",0.01,1613939510660,357
+"sqr_mom_1",0.99,1613939510660,357
+"lr_1",1.0676379060732909e-05,1613939510660,357
+"mom_1",0.9483090523481676,1613939510660,357
+"eps_1",1e-05,1613939510660,357
+"wd_2",0.01,1613939510660,357
+"sqr_mom_2",0.99,1613939510660,357
+"lr_2",0.00010676379060732908,1613939510660,357
+"mom_2",0.9483090523481676,1613939510660,357
+"eps_2",1e-05,1613939510660,357
+"train_loss",0.21265441,1613939511632,358
+"raw_loss",0.21008654,1613939511632,358
+"epoch",2.257861635220135,1613939511632,358
+"wd_0",0.01,1613939511632,358
+"sqr_mom_0",0.99,1613939511632,358
+"lr_0",1.0683189189439697e-06,1613939511632,358
+"mom_0",0.9482920270264007,1613939511632,358
+"eps_0",1e-05,1613939511632,358
+"wd_1",0.01,1613939511632,358
+"sqr_mom_1",0.99,1613939511632,358
+"lr_1",1.0683189189439696e-05,1613939511632,358
+"mom_1",0.9482920270264007,1613939511632,358
+"eps_1",1e-05,1613939511632,358
+"wd_2",0.01,1613939511632,358
+"sqr_mom_2",0.99,1613939511632,358
+"lr_2",0.00010683189189439695,1613939511632,358
+"mom_2",0.9482920270264007,1613939511632,358
+"eps_2",1e-05,1613939511632,358
+"train_loss",0.21244565,1613939512597,359
+"raw_loss",0.20239657,1613939512597,359
+"epoch",2.2641509433962357,1613939512597,359
+"wd_0",0.01,1613939512597,359
+"sqr_mom_0",0.99,1613939512597,359
+"lr_0",1.0690032712981297e-06,1613939512597,359
+"mom_0",0.9482749182175467,1613939512597,359
+"eps_0",1e-05,1613939512597,359
+"wd_1",0.01,1613939512597,359
+"sqr_mom_1",0.99,1613939512597,359
+"lr_1",1.0690032712981295e-05,1613939512597,359
+"mom_1",0.9482749182175467,1613939512597,359
+"eps_1",1e-05,1613939512597,359
+"wd_2",0.01,1613939512597,359
+"sqr_mom_2",0.99,1613939512597,359
+"lr_2",0.00010690032712981295,1613939512597,359
+"mom_2",0.9482749182175467,1613939512597,359
+"eps_2",1e-05,1613939512597,359
+"train_loss",0.21068937,1613939513554,360
+"raw_loss",0.12611404,1613939513554,360
+"epoch",2.2704402515723365,1613939513554,360
+"wd_0",0.01,1613939513554,360
+"sqr_mom_0",0.99,1613939513554,360
+"lr_0",1.069690974019905e-06,1613939513554,360
+"mom_0",0.9482577256495024,1613939513554,360
+"eps_0",1e-05,1613939513554,360
+"wd_1",0.01,1613939513554,360
+"sqr_mom_1",0.99,1613939513554,360
+"lr_1",1.0696909740199049e-05,1613939513554,360
+"mom_1",0.9482577256495024,1613939513554,360
+"eps_1",1e-05,1613939513554,360
+"wd_2",0.01,1613939513554,360
+"sqr_mom_2",0.99,1613939513554,360
+"lr_2",0.00010696909740199048,1613939513554,360
+"mom_2",0.9482577256495024,1613939513554,360
+"eps_2",1e-05,1613939513554,360
+"train_loss",0.21292289,1613939514517,361
+"raw_loss",0.32051697,1613939514517,361
+"epoch",2.2767295597484374,1613939514517,361
+"wd_0",0.01,1613939514517,361
+"sqr_mom_0",0.99,1613939514517,361
+"lr_0",1.0703820382257597e-06,1613939514517,361
+"mom_0",0.948240449044356,1613939514517,361
+"eps_0",1e-05,1613939514517,361
+"wd_1",0.01,1613939514517,361
+"sqr_mom_1",0.99,1613939514517,361
+"lr_1",1.0703820382257597e-05,1613939514517,361
+"mom_1",0.948240449044356,1613939514517,361
+"eps_1",1e-05,1613939514517,361
+"wd_2",0.01,1613939514517,361
+"sqr_mom_2",0.99,1613939514517,361
+"lr_2",0.00010703820382257596,1613939514517,361
+"mom_2",0.948240449044356,1613939514517,361
+"eps_2",1e-05,1613939514517,361
+"train_loss",0.21258001,1613939515482,362
+"raw_loss",0.19605704,1613939515482,362
+"epoch",2.2830188679245382,1613939515482,362
+"wd_0",0.01,1613939515482,362
+"sqr_mom_0",0.99,1613939515482,362
+"lr_0",1.0710764505259936e-06,1613939515482,362
+"mom_0",0.9482230887368501,1613939515482,362
+"eps_0",1e-05,1613939515482,362
+"wd_1",0.01,1613939515482,362
+"sqr_mom_1",0.99,1613939515482,362
+"lr_1",1.0710764505259936e-05,1613939515482,362
+"mom_1",0.9482230887368501,1613939515482,362
+"eps_1",1e-05,1613939515482,362
+"wd_2",0.01,1613939515482,362
+"sqr_mom_2",0.99,1613939515482,362
+"lr_2",0.00010710764505259936,1613939515482,362
+"mom_2",0.9482230887368501,1613939515482,362
+"eps_2",1e-05,1613939515482,362
+"train_loss",0.2118982,1613939516451,363
+"raw_loss",0.17903101,1613939516451,363
+"epoch",2.289308176100639,1613939516451,363
+"wd_0",0.01,1613939516451,363
+"sqr_mom_0",0.99,1613939516451,363
+"lr_0",1.0717742097157267e-06,1613939516451,363
+"mom_0",0.9482056447571068,1613939516451,363
+"eps_0",1e-05,1613939516451,363
+"wd_1",0.01,1613939516451,363
+"sqr_mom_1",0.99,1613939516451,363
+"lr_1",1.0717742097157267e-05,1613939516451,363
+"mom_1",0.9482056447571068,1613939516451,363
+"eps_1",1e-05,1613939516451,363
+"wd_2",0.01,1613939516451,363
+"sqr_mom_2",0.99,1613939516451,363
+"lr_2",0.00010717742097157266,1613939516451,363
+"mom_2",0.9482056447571068,1613939516451,363
+"eps_2",1e-05,1613939516451,363
+"train_loss",0.21129118,1613939517424,364
+"raw_loss",0.18201993,1613939517424,364
+"epoch",2.29559748427674,1613939517424,364
+"wd_0",0.01,1613939517424,364
+"sqr_mom_0",0.99,1613939517424,364
+"lr_0",1.0724753145842716e-06,1613939517424,364
+"mom_0",0.9481881171353932,1613939517424,364
+"eps_0",1e-05,1613939517424,364
+"wd_1",0.01,1613939517424,364
+"sqr_mom_1",0.99,1613939517424,364
+"lr_1",1.0724753145842715e-05,1613939517424,364
+"mom_1",0.9481881171353932,1613939517424,364
+"eps_1",1e-05,1613939517424,364
+"wd_2",0.01,1613939517424,364
+"sqr_mom_2",0.99,1613939517424,364
+"lr_2",0.00010724753145842714,1613939517424,364
+"mom_2",0.9481881171353932,1613939517424,364
+"eps_2",1e-05,1613939517424,364
+"train_loss",0.20967644,1613939518406,365
+"raw_loss",0.13178742,1613939518406,365
+"epoch",2.301886792452841,1613939518406,365
+"wd_0",0.01,1613939518406,365
+"sqr_mom_0",0.99,1613939518406,365
+"lr_0",1.0731797639151362e-06,1613939518406,365
+"mom_0",0.9481705059021216,1613939518406,365
+"eps_0",1e-05,1613939518406,365
+"wd_1",0.01,1613939518406,365
+"sqr_mom_1",0.99,1613939518406,365
+"lr_1",1.0731797639151363e-05,1613939518406,365
+"mom_1",0.9481705059021216,1613939518406,365
+"eps_1",1e-05,1613939518406,365
+"wd_2",0.01,1613939518406,365
+"sqr_mom_2",0.99,1613939518406,365
+"lr_2",0.00010731797639151362,1613939518406,365
+"mom_2",0.9481705059021216,1613939518406,365
+"eps_2",1e-05,1613939518406,365
+"train_loss",0.20914733,1613939519370,366
+"raw_loss",0.18361759,1613939519370,366
+"epoch",2.3081761006289416,1613939519370,366
+"wd_0",0.01,1613939519370,366
+"sqr_mom_0",0.99,1613939519370,366
+"lr_0",1.0738875438791633e-06,1613939519370,366
+"mom_0",0.9481528114030209,1613939519370,366
+"eps_0",1e-05,1613939519370,366
+"wd_1",0.01,1613939519370,366
+"sqr_mom_1",0.99,1613939519370,366
+"lr_1",1.0738875438791632e-05,1613939519370,366
+"mom_1",0.9481528114030209,1613939519370,366
+"eps_1",1e-05,1613939519370,366
+"wd_2",0.01,1613939519370,366
+"sqr_mom_2",0.99,1613939519370,366
+"lr_2",0.00010738875438791631,1613939519370,366
+"mom_2",0.9481528114030209,1613939519370,366
+"eps_2",1e-05,1613939519370,366
+"train_loss",0.20958504,1613939520358,367
+"raw_loss",0.23071134,1613939520358,367
+"epoch",2.3144654088050425,1613939520358,367
+"wd_0",0.01,1613939520358,367
+"sqr_mom_0",0.99,1613939520358,367
+"lr_0",1.0745986784026055e-06,1613939520358,367
+"mom_0",0.9481350330399348,1613939520358,367
+"eps_0",1e-05,1613939520358,367
+"wd_1",0.01,1613939520358,367
+"sqr_mom_1",0.99,1613939520358,367
+"lr_1",1.0745986784026054e-05,1613939520358,367
+"mom_1",0.9481350330399348,1613939520358,367
+"eps_1",1e-05,1613939520358,367
+"wd_2",0.01,1613939520358,367
+"sqr_mom_2",0.99,1613939520358,367
+"lr_2",0.00010745986784026054,1613939520358,367
+"mom_2",0.9481350330399348,1613939520358,367
+"eps_2",1e-05,1613939520358,367
+"train_loss",0.20874909,1613939521333,368
+"raw_loss",0.16838789,1613939521333,368
+"epoch",2.3207547169811433,1613939521333,368
+"wd_0",0.01,1613939521333,368
+"sqr_mom_0",0.99,1613939521333,368
+"lr_0",1.0753131537041032e-06,1613939521333,368
+"mom_0",0.9481171711573974,1613939521333,368
+"eps_0",1e-05,1613939521333,368
+"wd_1",0.01,1613939521333,368
+"sqr_mom_1",0.99,1613939521333,368
+"lr_1",1.075313153704103e-05,1613939521333,368
+"mom_1",0.9481171711573974,1613939521333,368
+"eps_1",1e-05,1613939521333,368
+"wd_2",0.01,1613939521333,368
+"sqr_mom_2",0.99,1613939521333,368
+"lr_2",0.0001075313153704103,1613939521333,368
+"mom_2",0.9481171711573974,1613939521333,368
+"eps_2",1e-05,1613939521333,368
+"train_loss",0.20792066,1613939522305,369
+"raw_loss",0.1679116,1613939522305,369
+"epoch",2.327044025157244,1613939522305,369
+"wd_0",0.01,1613939522305,369
+"sqr_mom_0",0.99,1613939522305,369
+"lr_0",1.076030968543965e-06,1613939522305,369
+"mom_0",0.9480992257864008,1613939522305,369
+"eps_0",1e-05,1613939522305,369
+"wd_1",0.01,1613939522305,369
+"sqr_mom_1",0.99,1613939522305,369
+"lr_1",1.076030968543965e-05,1613939522305,369
+"mom_1",0.9480992257864008,1613939522305,369
+"eps_1",1e-05,1613939522305,369
+"wd_2",0.01,1613939522305,369
+"sqr_mom_2",0.99,1613939522305,369
+"lr_2",0.00010760309685439648,1613939522305,369
+"mom_2",0.9480992257864008,1613939522305,369
+"eps_2",1e-05,1613939522305,369
+"train_loss",0.20681079,1613939523472,370
+"raw_loss",0.15319246,1613939523472,370
+"epoch",2.333333333333345,1613939523472,370
+"wd_0",0.01,1613939523472,370
+"sqr_mom_0",0.99,1613939523472,370
+"lr_0",1.0767521216767049e-06,1613939523472,370
+"mom_0",0.9480811969580824,1613939523472,370
+"eps_0",1e-05,1613939523472,370
+"wd_1",0.01,1613939523472,370
+"sqr_mom_1",0.99,1613939523472,370
+"lr_1",1.0767521216767046e-05,1613939523472,370
+"mom_1",0.9480811969580824,1613939523472,370
+"eps_1",1e-05,1613939523472,370
+"wd_2",0.01,1613939523472,370
+"sqr_mom_2",0.99,1613939523472,370
+"lr_2",0.00010767521216767046,1613939523472,370
+"mom_2",0.9480811969580824,1613939523472,370
+"eps_2",1e-05,1613939523472,370
+"train_loss",0.20632148,1613939524653,371
+"raw_loss",0.18267615,1613939524653,371
+"epoch",2.339622641509446,1613939524653,371
+"wd_0",0.01,1613939524653,371
+"sqr_mom_0",0.99,1613939524653,371
+"lr_0",1.0774766118510447e-06,1613939524653,371
+"mom_0",0.9480630847037238,1613939524653,371
+"eps_0",1e-05,1613939524653,371
+"wd_1",0.01,1613939524653,371
+"sqr_mom_1",0.99,1613939524653,371
+"lr_1",1.0774766118510447e-05,1613939524653,371
+"mom_1",0.9480630847037238,1613939524653,371
+"eps_1",1e-05,1613939524653,371
+"wd_2",0.01,1613939524653,371
+"sqr_mom_2",0.99,1613939524653,371
+"lr_2",0.00010774766118510447,1613939524653,371
+"mom_2",0.9480630847037238,1613939524653,371
+"eps_2",1e-05,1613939524653,371
+"train_loss",0.21962819,1613939525858,372
+"raw_loss",0.8628391,1613939525858,372
+"epoch",2.3459119496855467,1613939525858,372
+"wd_0",0.01,1613939525858,372
+"sqr_mom_0",0.99,1613939525858,372
+"lr_0",1.078204424847137e-06,1613939525858,372
+"mom_0",0.9480448893788216,1613939525858,372
+"eps_0",1e-05,1613939525858,372
+"wd_1",0.01,1613939525858,372
+"sqr_mom_1",0.99,1613939525858,372
+"lr_1",1.0782044248471369e-05,1613939525858,372
+"mom_1",0.9480448893788216,1613939525858,372
+"eps_1",1e-05,1613939525858,372
+"wd_2",0.01,1613939525858,372
+"sqr_mom_2",0.99,1613939525858,372
+"lr_2",0.00010782044248471367,1613939525858,372
+"mom_2",0.9480448893788216,1613939525858,372
+"eps_2",1e-05,1613939525858,372
+"train_loss",0.21897332,1613939527166,373
+"raw_loss",0.18730947,1613939527166,373
+"epoch",2.3522012578616476,1613939527166,373
+"wd_0",0.01,1613939527166,373
+"sqr_mom_0",0.99,1613939527166,373
+"lr_0",1.078935585268443e-06,1613939527166,373
+"mom_0",0.9480266103682888,1613939527166,373
+"eps_0",1e-05,1613939527166,373
+"wd_1",0.01,1613939527166,373
+"sqr_mom_1",0.99,1613939527166,373
+"lr_1",1.078935585268443e-05,1613939527166,373
+"mom_1",0.9480266103682888,1613939527166,373
+"eps_1",1e-05,1613939527166,373
+"wd_2",0.01,1613939527166,373
+"sqr_mom_2",0.99,1613939527166,373
+"lr_2",0.00010789355852684429,1613939527166,373
+"mom_2",0.9480266103682888,1613939527166,373
+"eps_2",1e-05,1613939527166,373
+"train_loss",0.21846648,1613939528124,374
+"raw_loss",0.19395377,1613939528124,374
+"epoch",2.3584905660377484,1613939528124,374
+"wd_0",0.01,1613939528124,374
+"sqr_mom_0",0.99,1613939528124,374
+"lr_0",1.0796700658615652e-06,1613939528124,374
+"mom_0",0.9480082483534609,1613939528124,374
+"eps_0",1e-05,1613939528124,374
+"wd_1",0.01,1613939528124,374
+"sqr_mom_1",0.99,1613939528124,374
+"lr_1",1.0796700658615651e-05,1613939528124,374
+"mom_1",0.9480082483534609,1613939528124,374
+"eps_1",1e-05,1613939528124,374
+"wd_2",0.01,1613939528124,374
+"sqr_mom_2",0.99,1613939528124,374
+"lr_2",0.0001079670065861565,1613939528124,374
+"mom_2",0.9480082483534609,1613939528124,374
+"eps_2",1e-05,1613939528124,374
+"train_loss",0.2166849,1613939529073,375
+"raw_loss",0.13049881,1613939529073,375
+"epoch",2.3647798742138493,1613939529073,375
+"wd_0",0.01,1613939529073,375
+"sqr_mom_0",0.99,1613939529073,375
+"lr_0",1.0804078914553617e-06,1613939529073,375
+"mom_0",0.9479898027136159,1613939529073,375
+"eps_0",1e-05,1613939529073,375
+"wd_1",0.01,1613939529073,375
+"sqr_mom_1",0.99,1613939529073,375
+"lr_1",1.0804078914553616e-05,1613939529073,375
+"mom_1",0.9479898027136159,1613939529073,375
+"eps_1",1e-05,1613939529073,375
+"wd_2",0.01,1613939529073,375
+"sqr_mom_2",0.99,1613939529073,375
+"lr_2",0.00010804078914553616,1613939529073,375
+"mom_2",0.9479898027136159,1613939529073,375
+"eps_2",1e-05,1613939529073,375
+"train_loss",0.21578613,1613939530020,376
+"raw_loss",0.17229636,1613939530020,376
+"epoch",2.37106918238995,1613939530020,376
+"wd_0",0.01,1613939530020,376
+"sqr_mom_0",0.99,1613939530020,376
+"lr_0",1.0811490477476053e-06,1613939530020,376
+"mom_0",0.9479712738063099,1613939530020,376
+"eps_0",1e-05,1613939530020,376
+"wd_1",0.01,1613939530020,376
+"sqr_mom_1",0.99,1613939530020,376
+"lr_1",1.0811490477476053e-05,1613939530020,376
+"mom_1",0.9479712738063099,1613939530020,376
+"eps_1",1e-05,1613939530020,376
+"wd_2",0.01,1613939530020,376
+"sqr_mom_2",0.99,1613939530020,376
+"lr_2",0.00010811490477476051,1613939530020,376
+"mom_2",0.9479712738063099,1613939530020,376
+"eps_2",1e-05,1613939530020,376
+"train_loss",0.21734206,1613939530983,377
+"raw_loss",0.29265028,1613939530983,377
+"epoch",2.377358490566051,1613939530983,377
+"wd_0",0.01,1613939530983,377
+"sqr_mom_0",0.99,1613939530983,377
+"lr_0",1.0818935334523102e-06,1613939530983,377
+"mom_0",0.9479526616636922,1613939530983,377
+"eps_0",1e-05,1613939530983,377
+"wd_1",0.01,1613939530983,377
+"sqr_mom_1",0.99,1613939530983,377
+"lr_1",1.0818935334523102e-05,1613939530983,377
+"mom_1",0.9479526616636922,1613939530983,377
+"eps_1",1e-05,1613939530983,377
+"wd_2",0.01,1613939530983,377
+"sqr_mom_2",0.99,1613939530983,377
+"lr_2",0.00010818935334523102,1613939530983,377
+"mom_2",0.9479526616636922,1613939530983,377
+"eps_2",1e-05,1613939530983,377
+"train_loss",0.21567468,1613939531936,378
+"raw_loss",0.13495164,1613939531936,378
+"epoch",2.383647798742152,1613939531936,378
+"wd_0",0.01,1613939531936,378
+"sqr_mom_0",0.99,1613939531936,378
+"lr_0",1.0826413472777135e-06,1613939531936,378
+"mom_0",0.9479339663180572,1613939531936,378
+"eps_0",1e-05,1613939531936,378
+"wd_1",0.01,1613939531936,378
+"sqr_mom_1",0.99,1613939531936,378
+"lr_1",1.0826413472777132e-05,1613939531936,378
+"mom_1",0.9479339663180572,1613939531936,378
+"eps_1",1e-05,1613939531936,378
+"wd_2",0.01,1613939531936,378
+"sqr_mom_2",0.99,1613939531936,378
+"lr_2",0.00010826413472777133,1613939531936,378
+"mom_2",0.9479339663180572,1613939531936,378
+"eps_2",1e-05,1613939531936,378
+"train_loss",0.21393755,1613939532880,379
+"raw_loss",0.12981698,1613939532880,379
+"epoch",2.3899371069182527,1613939532880,379
+"wd_0",0.01,1613939532880,379
+"sqr_mom_0",0.99,1613939532880,379
+"lr_0",1.0833924745492861e-06,1613939532880,379
+"mom_0",0.9479151881362679,1613939532880,379
+"eps_0",1e-05,1613939532880,379
+"wd_1",0.01,1613939532880,379
+"sqr_mom_1",0.99,1613939532880,379
+"lr_1",1.083392474549286e-05,1613939532880,379
+"mom_1",0.9479151881362679,1613939532880,379
+"eps_1",1e-05,1613939532880,379
+"wd_2",0.01,1613939532880,379
+"sqr_mom_2",0.99,1613939532880,379
+"lr_2",0.00010833924745492861,1613939532880,379
+"mom_2",0.9479151881362679,1613939532880,379
+"eps_2",1e-05,1613939532880,379
+"train_loss",0.21268994,1613939533845,380
+"raw_loss",0.15226045,1613939533845,380
+"epoch",2.3962264150943535,1613939533845,380
+"wd_0",0.01,1613939533845,380
+"sqr_mom_0",0.99,1613939533845,380
+"lr_0",1.0841469406586208e-06,1613939533845,380
+"mom_0",0.9478963264835344,1613939533845,380
+"eps_0",1e-05,1613939533845,380
+"wd_1",0.01,1613939533845,380
+"sqr_mom_1",0.99,1613939533845,380
+"lr_1",1.0841469406586207e-05,1613939533845,380
+"mom_1",0.9478963264835344,1613939533845,380
+"eps_1",1e-05,1613939533845,380
+"wd_2",0.01,1613939533845,380
+"sqr_mom_2",0.99,1613939533845,380
+"lr_2",0.00010841469406586207,1613939533845,380
+"mom_2",0.9478963264835344,1613939533845,380
+"eps_2",1e-05,1613939533845,380
+"train_loss",0.21065025,1613939534792,381
+"raw_loss",0.11183238,1613939534792,381
+"epoch",2.4025157232704544,1613939534792,381
+"wd_0",0.01,1613939534792,381
+"sqr_mom_0",0.99,1613939534792,381
+"lr_0",1.0849047309787508e-06,1613939534792,381
+"mom_0",0.9478773817255312,1613939534792,381
+"eps_0",1e-05,1613939534792,381
+"wd_1",0.01,1613939534792,381
+"sqr_mom_1",0.99,1613939534792,381
+"lr_1",1.0849047309787505e-05,1613939534792,381
+"mom_1",0.9478773817255312,1613939534792,381
+"eps_1",1e-05,1613939534792,381
+"wd_2",0.01,1613939534792,381
+"sqr_mom_2",0.99,1613939534792,381
+"lr_2",0.00010849047309787506,1613939534792,381
+"mom_2",0.9478773817255312,1613939534792,381
+"eps_2",1e-05,1613939534792,381
+"train_loss",0.20925234,1613939535752,382
+"raw_loss",0.14151198,1613939535752,382
+"epoch",2.4088050314465552,1613939535752,382
+"wd_0",0.01,1613939535752,382
+"sqr_mom_0",0.99,1613939535752,382
+"lr_0",1.085665844194828e-06,1613939535752,382
+"mom_0",0.9478583538951293,1613939535752,382
+"eps_0",1e-05,1613939535752,382
+"wd_1",0.01,1613939535752,382
+"sqr_mom_1",0.99,1613939535752,382
+"lr_1",1.0856658441948277e-05,1613939535752,382
+"mom_1",0.9478583538951293,1613939535752,382
+"eps_1",1e-05,1613939535752,382
+"wd_2",0.01,1613939535752,382
+"sqr_mom_2",0.99,1613939535752,382
+"lr_2",0.00010856658441948277,1613939535752,382
+"mom_2",0.9478583538951293,1613939535752,382
+"eps_2",1e-05,1613939535752,382
+"train_loss",0.20780092,1613939536692,383
+"raw_loss",0.13745119,1613939536692,383
+"epoch",2.415094339622656,1613939536692,383
+"wd_0",0.01,1613939536692,383
+"sqr_mom_0",0.99,1613939536692,383
+"lr_0",1.0864302789862394e-06,1613939536692,383
+"mom_0",0.947839243025344,1613939536692,383
+"eps_0",1e-05,1613939536692,383
+"wd_1",0.01,1613939536692,383
+"sqr_mom_1",0.99,1613939536692,383
+"lr_1",1.0864302789862393e-05,1613939536692,383
+"mom_1",0.947839243025344,1613939536692,383
+"eps_1",1e-05,1613939536692,383
+"wd_2",0.01,1613939536692,383
+"sqr_mom_2",0.99,1613939536692,383
+"lr_2",0.00010864302789862393,1613939536692,383
+"mom_2",0.947839243025344,1613939536692,383
+"eps_2",1e-05,1613939536692,383
+"train_loss",0.20695534,1613939537648,384
+"raw_loss",0.1659613,1613939537648,384
+"epoch",2.421383647798757,1613939537648,384
+"wd_0",0.01,1613939537648,384
+"sqr_mom_0",0.99,1613939537648,384
+"lr_0",1.0871980203544451e-06,1613939537648,384
+"mom_0",0.9478200494911388,1613939537648,384
+"eps_0",1e-05,1613939537648,384
+"wd_1",0.01,1613939537648,384
+"sqr_mom_1",0.99,1613939537648,384
+"lr_1",1.087198020354445e-05,1613939537648,384
+"mom_1",0.9478200494911388,1613939537648,384
+"eps_1",1e-05,1613939537648,384
+"wd_2",0.01,1613939537648,384
+"sqr_mom_2",0.99,1613939537648,384
+"lr_2",0.0001087198020354445,1613939537648,384
+"mom_2",0.9478200494911388,1613939537648,384
+"eps_2",1e-05,1613939537648,384
+"train_loss",0.20472443,1613939538591,385
+"raw_loss",0.09654707,1613939538591,385
+"epoch",2.4276729559748578,1613939538591,385
+"wd_0",0.01,1613939538591,385
+"sqr_mom_0",0.99,1613939538591,385
+"lr_0",1.0879690942526713e-06,1613939538591,385
+"mom_0",0.9478007726436832,1613939538591,385
+"eps_0",1e-05,1613939538591,385
+"wd_1",0.01,1613939538591,385
+"sqr_mom_1",0.99,1613939538591,385
+"lr_1",1.0879690942526713e-05,1613939538591,385
+"mom_1",0.9478007726436832,1613939538591,385
+"eps_1",1e-05,1613939538591,385
+"wd_2",0.01,1613939538591,385
+"sqr_mom_2",0.99,1613939538591,385
+"lr_2",0.00010879690942526713,1613939538591,385
+"mom_2",0.9478007726436832,1613939538591,385
+"eps_2",1e-05,1613939538591,385
+"train_loss",0.2026227,1613939539569,386
+"raw_loss",0.10068706,1613939539569,386
+"epoch",2.4339622641509586,1613939539569,386
+"wd_0",0.01,1613939539569,386
+"sqr_mom_0",0.99,1613939539569,386
+"lr_0",1.0887434857298454e-06,1613939539569,386
+"mom_0",0.9477814128567539,1613939539569,386
+"eps_0",1e-05,1613939539569,386
+"wd_1",0.01,1613939539569,386
+"sqr_mom_1",0.99,1613939539569,386
+"lr_1",1.0887434857298453e-05,1613939539569,386
+"mom_1",0.9477814128567539,1613939539569,386
+"eps_1",1e-05,1613939539569,386
+"wd_2",0.01,1613939539569,386
+"sqr_mom_2",0.99,1613939539569,386
+"lr_2",0.00010887434857298454,1613939539569,386
+"mom_2",0.9477814128567539,1613939539569,386
+"eps_2",1e-05,1613939539569,386
+"train_loss",0.20100412,1613939540508,387
+"raw_loss",0.122486115,1613939540508,387
+"epoch",2.4402515723270595,1613939540508,387
+"wd_0",0.01,1613939540508,387
+"sqr_mom_0",0.99,1613939540508,387
+"lr_0",1.0895211934423153e-06,1613939540508,387
+"mom_0",0.947761970163942,1613939540508,387
+"eps_0",1e-05,1613939540508,387
+"wd_1",0.01,1613939540508,387
+"sqr_mom_1",0.99,1613939540508,387
+"lr_1",1.0895211934423153e-05,1613939540508,387
+"mom_1",0.947761970163942,1613939540508,387
+"eps_1",1e-05,1613939540508,387
+"wd_2",0.01,1613939540508,387
+"sqr_mom_2",0.99,1613939540508,387
+"lr_2",0.00010895211934423153,1613939540508,387
+"mom_2",0.947761970163942,1613939540508,387
+"eps_2",1e-05,1613939540508,387
+"train_loss",0.19959828,1613939541453,388
+"raw_loss",0.13138717,1613939541453,388
+"epoch",2.4465408805031603,1613939541453,388
+"wd_0",0.01,1613939541453,388
+"sqr_mom_0",0.99,1613939541453,388
+"lr_0",1.090302216040675e-06,1613939541453,388
+"mom_0",0.947742444598983,1613939541453,388
+"eps_0",1e-05,1613939541453,388
+"wd_1",0.01,1613939541453,388
+"sqr_mom_1",0.99,1613939541453,388
+"lr_1",1.0903022160406748e-05,1613939541453,388
+"mom_1",0.947742444598983,1613939541453,388
+"eps_1",1e-05,1613939541453,388
+"wd_2",0.01,1613939541453,388
+"sqr_mom_2",0.99,1613939541453,388
+"lr_2",0.00010903022160406748,1613939541453,388
+"mom_2",0.947742444598983,1613939541453,388
+"eps_2",1e-05,1613939541453,388
+"train_loss",0.20266964,1613939542397,389
+"raw_loss",0.35172167,1613939542397,389
+"epoch",2.452830188679261,1613939542397,389
+"wd_0",0.01,1613939542397,389
+"sqr_mom_0",0.99,1613939542397,389
+"lr_0",1.0910865382030229e-06,1613939542397,389
+"mom_0",0.9477228365449244,1613939542397,389
+"eps_0",1e-05,1613939542397,389
+"wd_1",0.01,1613939542397,389
+"sqr_mom_1",0.99,1613939542397,389
+"lr_1",1.091086538203023e-05,1613939542397,389
+"mom_1",0.9477228365449244,1613939542397,389
+"eps_1",1e-05,1613939542397,389
+"wd_2",0.01,1613939542397,389
+"sqr_mom_2",0.99,1613939542397,389
+"lr_2",0.00010910865382030229,1613939542397,389
+"mom_2",0.9477228365449244,1613939542397,389
+"eps_2",1e-05,1613939542397,389
+"train_loss",0.20144065,1613939543343,390
+"raw_loss",0.14178634,1613939543343,390
+"epoch",2.459119496855362,1613939543343,390
+"wd_0",0.01,1613939543343,390
+"sqr_mom_0",0.99,1613939543343,390
+"lr_0",1.0918741864430936e-06,1613939543343,390
+"mom_0",0.9477031453389226,1613939543343,390
+"eps_0",1e-05,1613939543343,390
+"wd_1",0.01,1613939543343,390
+"sqr_mom_1",0.99,1613939543343,390
+"lr_1",1.0918741864430934e-05,1613939543343,390
+"mom_1",0.9477031453389226,1613939543343,390
+"eps_1",1e-05,1613939543343,390
+"wd_2",0.01,1613939543343,390
+"sqr_mom_2",0.99,1613939543343,390
+"lr_2",0.00010918741864430935,1613939543343,390
+"mom_2",0.9477031453389226,1613939543343,390
+"eps_2",1e-05,1613939543343,390
+"train_loss",0.2014564,1613939544295,391
+"raw_loss",0.20222111,1613939544295,391
+"epoch",2.465408805031463,1613939544295,391
+"wd_0",0.01,1613939544295,391
+"sqr_mom_0",0.99,1613939544295,391
+"lr_0",1.0926651314019537e-06,1613939544295,391
+"mom_0",0.9476833717149511,1613939544295,391
+"eps_0",1e-05,1613939544295,391
+"wd_1",0.01,1613939544295,391
+"sqr_mom_1",0.99,1613939544295,391
+"lr_1",1.0926651314019536e-05,1613939544295,391
+"mom_1",0.9476833717149511,1613939544295,391
+"eps_1",1e-05,1613939544295,391
+"wd_2",0.01,1613939544295,391
+"sqr_mom_2",0.99,1613939544295,391
+"lr_2",0.00010926651314019535,1613939544295,391
+"mom_2",0.9476833717149511,1613939544295,391
+"eps_2",1e-05,1613939544295,391
+"train_loss",0.20073147,1613939545273,392
+"raw_loss",0.16553086,1613939545273,392
+"epoch",2.4716981132075637,1613939545273,392
+"wd_0",0.01,1613939545273,392
+"sqr_mom_0",0.99,1613939545273,392
+"lr_0",1.0934593998172184e-06,1613939545273,392
+"mom_0",0.9476635150045695,1613939545273,392
+"eps_0",1e-05,1613939545273,392
+"wd_1",0.01,1613939545273,392
+"sqr_mom_1",0.99,1613939545273,392
+"lr_1",1.0934593998172183e-05,1613939545273,392
+"mom_1",0.9476635150045695,1613939545273,392
+"eps_1",1e-05,1613939545273,392
+"wd_2",0.01,1613939545273,392
+"sqr_mom_2",0.99,1613939545273,392
+"lr_2",0.00010934593998172183,1613939545273,392
+"mom_2",0.9476635150045695,1613939545273,392
+"eps_2",1e-05,1613939545273,392
+"train_loss",0.20744501,1613939546223,393
+"raw_loss",0.533498,1613939546223,393
+"epoch",2.4779874213836646,1613939546223,393
+"wd_0",0.01,1613939546223,393
+"sqr_mom_0",0.99,1613939546223,393
+"lr_0",1.0942569762851613e-06,1613939546223,393
+"mom_0",0.9476435755928709,1613939546223,393
+"eps_0",1e-05,1613939546223,393
+"wd_1",0.01,1613939546223,393
+"sqr_mom_1",0.99,1613939546223,393
+"lr_1",1.0942569762851612e-05,1613939546223,393
+"mom_1",0.9476435755928709,1613939546223,393
+"eps_1",1e-05,1613939546223,393
+"wd_2",0.01,1613939546223,393
+"sqr_mom_2",0.99,1613939546223,393
+"lr_2",0.00010942569762851612,1613939546223,393
+"mom_2",0.9476435755928709,1613939546223,393
+"eps_2",1e-05,1613939546223,393
+"train_loss",0.20688942,1613939547198,394
+"raw_loss",0.17990203,1613939547198,394
+"epoch",2.4842767295597654,1613939547198,394
+"wd_0",0.01,1613939547198,394
+"sqr_mom_0",0.99,1613939547198,394
+"lr_0",1.0950578594219023e-06,1613939547198,394
+"mom_0",0.9476235535144524,1613939547198,394
+"eps_0",1e-05,1613939547198,394
+"wd_1",0.01,1613939547198,394
+"sqr_mom_1",0.99,1613939547198,394
+"lr_1",1.0950578594219021e-05,1613939547198,394
+"mom_1",0.9476235535144524,1613939547198,394
+"eps_1",1e-05,1613939547198,394
+"wd_2",0.01,1613939547198,394
+"sqr_mom_2",0.99,1613939547198,394
+"lr_2",0.00010950578594219021,1613939547198,394
+"mom_2",0.9476235535144524,1613939547198,394
+"eps_2",1e-05,1613939547198,394
+"train_loss",0.20596778,1613939548156,395
+"raw_loss",0.1611914,1613939548156,395
+"epoch",2.4905660377358663,1613939548156,395
+"wd_0",0.01,1613939548156,395
+"sqr_mom_0",0.99,1613939548156,395
+"lr_0",1.095862047837822e-06,1613939548156,395
+"mom_0",0.9476034488040544,1613939548156,395
+"eps_0",1e-05,1613939548156,395
+"wd_1",0.01,1613939548156,395
+"sqr_mom_1",0.99,1613939548156,395
+"lr_1",1.0958620478378218e-05,1613939548156,395
+"mom_1",0.9476034488040544,1613939548156,395
+"eps_1",1e-05,1613939548156,395
+"wd_2",0.01,1613939548156,395
+"sqr_mom_2",0.99,1613939548156,395
+"lr_2",0.0001095862047837822,1613939548156,395
+"mom_2",0.9476034488040544,1613939548156,395
+"eps_2",1e-05,1613939548156,395
+"train_loss",0.20474032,1613939549122,396
+"raw_loss",0.14509472,1613939549122,396
+"epoch",2.496855345911967,1613939549122,396
+"wd_0",0.01,1613939549122,396
+"sqr_mom_0",0.99,1613939549122,396
+"lr_0",1.0966695401375684e-06,1613939549122,396
+"mom_0",0.9475832614965608,1613939549122,396
+"eps_0",1e-05,1613939549122,396
+"wd_1",0.01,1613939549122,396
+"sqr_mom_1",0.99,1613939549122,396
+"lr_1",1.0966695401375682e-05,1613939549122,396
+"mom_1",0.9475832614965608,1613939549122,396
+"eps_1",1e-05,1613939549122,396
+"wd_2",0.01,1613939549122,396
+"sqr_mom_2",0.99,1613939549122,396
+"lr_2",0.00010966695401375682,1613939549122,396
+"mom_2",0.9475832614965608,1613939549122,396
+"eps_2",1e-05,1613939549122,396
+"train_loss",0.20477834,1613939550066,397
+"raw_loss",0.20662707,1613939550066,397
+"epoch",2.503144654088068,1613939550066,397
+"wd_0",0.01,1613939550066,397
+"sqr_mom_0",0.99,1613939550066,397
+"lr_0",1.0974803204832514e-06,1613939550066,397
+"mom_0",0.9475629919879187,1613939550066,397
+"eps_0",1e-05,1613939550066,397
+"wd_1",0.01,1613939550066,397
+"sqr_mom_1",0.99,1613939550066,397
+"lr_1",1.0974803204832513e-05,1613939550066,397
+"mom_1",0.9475629919879187,1613939550066,397
+"eps_1",1e-05,1613939550066,397
+"wd_2",0.01,1613939550066,397
+"sqr_mom_2",0.99,1613939550066,397
+"lr_2",0.00010974803204832513,1613939550066,397
+"mom_2",0.9475629919879187,1613939550066,397
+"eps_2",1e-05,1613939550066,397
+"train_loss",0.20289315,1613939551020,398
+"raw_loss",0.11125728,1613939551020,398
+"epoch",2.509433962264169,1613939551020,398
+"wd_0",0.01,1613939551020,398
+"sqr_mom_0",0.99,1613939551020,398
+"lr_0",1.098294416283016e-06,1613939551020,398
+"mom_0",0.9475426395929246,1613939551020,398
+"eps_0",1e-05,1613939551020,398
+"wd_1",0.01,1613939551020,398
+"sqr_mom_1",0.99,1613939551020,398
+"lr_1",1.0982944162830158e-05,1613939551020,398
+"mom_1",0.9475426395929246,1613939551020,398
+"eps_1",1e-05,1613939551020,398
+"wd_2",0.01,1613939551020,398
+"sqr_mom_2",0.99,1613939551020,398
+"lr_2",0.00010982944162830158,1613939551020,398
+"mom_2",0.9475426395929246,1613939551020,398
+"eps_2",1e-05,1613939551020,398
+"train_loss",0.20452313,1613939551967,399
+"raw_loss",0.28376573,1613939551967,399
+"epoch",2.5157232704402697,1613939551967,399
+"wd_0",0.01,1613939551967,399
+"sqr_mom_0",0.99,1613939551967,399
+"lr_0",1.0991118117461858e-06,1613939551967,399
+"mom_0",0.9475222047063453,1613939551967,399
+"eps_0",1e-05,1613939551967,399
+"wd_1",0.01,1613939551967,399
+"sqr_mom_1",0.99,1613939551967,399
+"lr_1",1.0991118117461857e-05,1613939551967,399
+"mom_1",0.9475222047063453,1613939551967,399
+"eps_1",1e-05,1613939551967,399
+"wd_2",0.01,1613939551967,399
+"sqr_mom_2",0.99,1613939551967,399
+"lr_2",0.00010991118117461856,1613939551967,399
+"mom_2",0.9475222047063453,1613939551967,399
+"eps_2",1e-05,1613939551967,399
+"train_loss",0.20370185,1613939552921,400
+"raw_loss",0.16376846,1613939552921,400
+"epoch",2.5220125786163705,1613939552921,400
+"wd_0",0.01,1613939552921,400
+"sqr_mom_0",0.99,1613939552921,400
+"lr_0",1.0999325054544926e-06,1613939552921,400
+"mom_0",0.9475016873636376,1613939552921,400
+"eps_0",1e-05,1613939552921,400
+"wd_1",0.01,1613939552921,400
+"sqr_mom_1",0.99,1613939552921,400
+"lr_1",1.0999325054544925e-05,1613939552921,400
+"mom_1",0.9475016873636376,1613939552921,400
+"eps_1",1e-05,1613939552921,400
+"wd_2",0.01,1613939552921,400
+"sqr_mom_2",0.99,1613939552921,400
+"lr_2",0.00010999325054544924,1613939552921,400
+"mom_2",0.9475016873636376,1613939552921,400
+"eps_2",1e-05,1613939552921,400
+"train_loss",0.20192218,1613939553874,401
+"raw_loss",0.115374744,1613939553874,401
+"epoch",2.5283018867924714,1613939553874,401
+"wd_0",0.01,1613939553874,401
+"sqr_mom_0",0.99,1613939553874,401
+"lr_0",1.1007564959839441e-06,1613939553874,401
+"mom_0",0.9474810876004014,1613939553874,401
+"eps_0",1e-05,1613939553874,401
+"wd_1",0.01,1613939553874,401
+"sqr_mom_1",0.99,1613939553874,401
+"lr_1",1.1007564959839441e-05,1613939553874,401
+"mom_1",0.9474810876004014,1613939553874,401
+"eps_1",1e-05,1613939553874,401
+"wd_2",0.01,1613939553874,401
+"sqr_mom_2",0.99,1613939553874,401
+"lr_2",0.00011007564959839441,1613939553874,401
+"mom_2",0.9474810876004014,1613939553874,401
+"eps_2",1e-05,1613939553874,401
+"train_loss",0.20026872,1613939554834,402
+"raw_loss",0.119846955,1613939554834,402
+"epoch",2.534591194968572,1613939554834,402
+"wd_0",0.01,1613939554834,402
+"sqr_mom_0",0.99,1613939554834,402
+"lr_0",1.1015837819048287e-06,1613939554834,402
+"mom_0",0.9474604054523792,1613939554834,402
+"eps_0",1e-05,1613939554834,402
+"wd_1",0.01,1613939554834,402
+"sqr_mom_1",0.99,1613939554834,402
+"lr_1",1.1015837819048285e-05,1613939554834,402
+"mom_1",0.9474604054523792,1613939554834,402
+"eps_1",1e-05,1613939554834,402
+"wd_2",0.01,1613939554834,402
+"sqr_mom_2",0.99,1613939554834,402
+"lr_2",0.00011015837819048285,1613939554834,402
+"mom_2",0.9474604054523792,1613939554834,402
+"eps_2",1e-05,1613939554834,402
+"train_loss",0.1985698,1613939555803,403
+"raw_loss",0.11592446,1613939555803,403
+"epoch",2.540880503144673,1613939555803,403
+"wd_0",0.01,1613939555803,403
+"sqr_mom_0",0.99,1613939555803,403
+"lr_0",1.102414346993417e-06,1613939555803,403
+"mom_0",0.9474396413251646,1613939555803,403
+"eps_0",1e-05,1613939555803,403
+"wd_1",0.01,1613939555803,403
+"sqr_mom_1",0.99,1613939555803,403
+"lr_1",1.1024143469934168e-05,1613939555803,403
+"mom_1",0.9474396413251646,1613939555803,403
+"eps_1",1e-05,1613939555803,403
+"wd_2",0.01,1613939555803,403
+"sqr_mom_2",0.99,1613939555803,403
+"lr_2",0.00011024143469934167,1613939555803,403
+"mom_2",0.9474396413251646,1613939555803,403
+"eps_2",1e-05,1613939555803,403
+"train_loss",0.19671412,1613939556820,404
+"raw_loss",0.10643016,1613939556820,404
+"epoch",2.547169811320774,1613939556820,404
+"wd_0",0.01,1613939556820,404
+"sqr_mom_0",0.99,1613939556820,404
+"lr_0",1.1032482044798762e-06,1613939556820,404
+"mom_0",0.9474187948880031,1613939556820,404
+"eps_0",1e-05,1613939556820,404
+"wd_1",0.01,1613939556820,404
+"sqr_mom_1",0.99,1613939556820,404
+"lr_1",1.103248204479876e-05,1613939556820,404
+"mom_1",0.9474187948880031,1613939556820,404
+"eps_1",1e-05,1613939556820,404
+"wd_2",0.01,1613939556820,404
+"sqr_mom_2",0.99,1613939556820,404
+"lr_2",0.0001103248204479876,1613939556820,404
+"mom_2",0.9474187948880031,1613939556820,404
+"eps_2",1e-05,1613939556820,404
+"train_loss",0.19519523,1613939557816,405
+"raw_loss",0.12128598,1613939557816,405
+"epoch",2.5534591194968748,1613939557816,405
+"wd_0",0.01,1613939557816,405
+"sqr_mom_0",0.99,1613939557816,405
+"lr_0",1.104085367822685e-06,1613939557816,405
+"mom_0",0.9473978658044329,1613939557816,405
+"eps_0",1e-05,1613939557816,405
+"wd_1",0.01,1613939557816,405
+"sqr_mom_1",0.99,1613939557816,405
+"lr_1",1.1040853678226851e-05,1613939557816,405
+"mom_1",0.9473978658044329,1613939557816,405
+"eps_1",1e-05,1613939557816,405
+"wd_2",0.01,1613939557816,405
+"sqr_mom_2",0.99,1613939557816,405
+"lr_2",0.0001104085367822685,1613939557816,405
+"mom_2",0.9473978658044329,1613939557816,405
+"eps_2",1e-05,1613939557816,405
+"train_loss",0.19402903,1613939558770,406
+"raw_loss",0.13727391,1613939558770,406
+"epoch",2.5597484276729756,1613939558770,406
+"wd_0",0.01,1613939558770,406
+"sqr_mom_0",0.99,1613939558770,406
+"lr_0",1.1049258207809774e-06,1613939558770,406
+"mom_0",0.9473768544804755,1613939558770,406
+"eps_0",1e-05,1613939558770,406
+"wd_1",0.01,1613939558770,406
+"sqr_mom_1",0.99,1613939558770,406
+"lr_1",1.1049258207809772e-05,1613939558770,406
+"mom_1",0.9473768544804755,1613939558770,406
+"eps_1",1e-05,1613939558770,406
+"wd_2",0.01,1613939558770,406
+"sqr_mom_2",0.99,1613939558770,406
+"lr_2",0.00011049258207809772,1613939558770,406
+"mom_2",0.9473768544804755,1613939558770,406
+"eps_2",1e-05,1613939558770,406
+"train_loss",0.1927696,1613939559723,407
+"raw_loss",0.13146892,1613939559723,407
+"epoch",2.5660377358490765,1613939559723,407
+"wd_0",0.01,1613939559723,407
+"sqr_mom_0",0.99,1613939559723,407
+"lr_0",1.1057695618964758e-06,1613939559723,407
+"mom_0",0.9473557609525881,1613939559723,407
+"eps_0",1e-05,1613939559723,407
+"wd_1",0.01,1613939559723,407
+"sqr_mom_1",0.99,1613939559723,407
+"lr_1",1.1057695618964756e-05,1613939559723,407
+"mom_1",0.9473557609525881,1613939559723,407
+"eps_1",1e-05,1613939559723,407
+"wd_2",0.01,1613939559723,407
+"sqr_mom_2",0.99,1613939559723,407
+"lr_2",0.00011057695618964757,1613939559723,407
+"mom_2",0.9473557609525881,1613939559723,407
+"eps_2",1e-05,1613939559723,407
+"train_loss",0.19272016,1613939560678,408
+"raw_loss",0.19031352,1613939560678,408
+"epoch",2.5723270440251773,1613939560678,408
+"wd_0",0.01,1613939560678,408
+"sqr_mom_0",0.99,1613939560678,408
+"lr_0",1.1066165897051995e-06,1613939560678,408
+"mom_0",0.94733458525737,1613939560678,408
+"eps_0",1e-05,1613939560678,408
+"wd_1",0.01,1613939560678,408
+"sqr_mom_1",0.99,1613939560678,408
+"lr_1",1.1066165897051995e-05,1613939560678,408
+"mom_1",0.94733458525737,1613939560678,408
+"eps_1",1e-05,1613939560678,408
+"wd_2",0.01,1613939560678,408
+"sqr_mom_2",0.99,1613939560678,408
+"lr_2",0.00011066165897051995,1613939560678,408
+"mom_2",0.94733458525737,1613939560678,408
+"eps_2",1e-05,1613939560678,408
+"train_loss",0.1921424,1613939561630,409
+"raw_loss",0.1640135,1613939561630,409
+"epoch",2.578616352201278,1613939561630,409
+"wd_0",0.01,1613939561630,409
+"sqr_mom_0",0.99,1613939561630,409
+"lr_0",1.1074669027374644e-06,1613939561630,409
+"mom_0",0.9473133274315634,1613939561630,409
+"eps_0",1e-05,1613939561630,409
+"wd_1",0.01,1613939561630,409
+"sqr_mom_1",0.99,1613939561630,409
+"lr_1",1.1074669027374642e-05,1613939561630,409
+"mom_1",0.9473133274315634,1613939561630,409
+"eps_1",1e-05,1613939561630,409
+"wd_2",0.01,1613939561630,409
+"sqr_mom_2",0.99,1613939561630,409
+"lr_2",0.00011074669027374642,1613939561630,409
+"mom_2",0.9473133274315634,1613939561630,409
+"eps_2",1e-05,1613939561630,409
+"train_loss",0.19212207,1613939562584,410
+"raw_loss",0.19113196,1613939562584,410
+"epoch",2.584905660377379,1613939562584,410
+"wd_0",0.01,1613939562584,410
+"sqr_mom_0",0.99,1613939562584,410
+"lr_0",1.1083204843206767e-06,1613939562584,410
+"mom_0",0.947291987891983,1613939562584,410
+"eps_0",1e-05,1613939562584,410
+"wd_1",0.01,1613939562584,410
+"sqr_mom_1",0.99,1613939562584,410
+"lr_1",1.1083204843206767e-05,1613939562584,410
+"mom_1",0.947291987891983,1613939562584,410
+"eps_1",1e-05,1613939562584,410
+"wd_2",0.01,1613939562584,410
+"sqr_mom_2",0.99,1613939562584,410
+"lr_2",0.00011083204843206767,1613939562584,410
+"mom_2",0.947291987891983,1613939562584,410
+"eps_2",1e-05,1613939562584,410
+"train_loss",0.19086303,1613939563554,411
+"raw_loss",0.12954882,1613939563554,411
+"epoch",2.59119496855348,1613939563554,411
+"wd_0",0.01,1613939563554,411
+"sqr_mom_0",0.99,1613939563554,411
+"lr_0",1.1091773480543426e-06,1613939563554,411
+"mom_0",0.9472705662986414,1613939563554,411
+"eps_0",1e-05,1613939563554,411
+"wd_1",0.01,1613939563554,411
+"sqr_mom_1",0.99,1613939563554,411
+"lr_1",1.1091773480543425e-05,1613939563554,411
+"mom_1",0.9472705662986414,1613939563554,411
+"eps_1",1e-05,1613939563554,411
+"wd_2",0.01,1613939563554,411
+"sqr_mom_2",0.99,1613939563554,411
+"lr_2",0.00011091773480543424,1613939563554,411
+"mom_2",0.9472705662986414,1613939563554,411
+"eps_2",1e-05,1613939563554,411
+"train_loss",0.18957321,1613939564502,412
+"raw_loss",0.1267538,1613939564502,412
+"epoch",2.5974842767295807,1613939564502,412
+"wd_0",0.01,1613939564502,412
+"sqr_mom_0",0.99,1613939564502,412
+"lr_0",1.1100375230793702e-06,1613939564502,412
+"mom_0",0.9472490619230157,1613939564502,412
+"eps_0",1e-05,1613939564502,412
+"wd_1",0.01,1613939564502,412
+"sqr_mom_1",0.99,1613939564502,412
+"lr_1",1.1100375230793701e-05,1613939564502,412
+"mom_1",0.9472490619230157,1613939564502,412
+"eps_1",1e-05,1613939564502,412
+"wd_2",0.01,1613939564502,412
+"sqr_mom_2",0.99,1613939564502,412
+"lr_2",0.00011100375230793701,1613939564502,412
+"mom_2",0.9472490619230157,1613939564502,412
+"eps_2",1e-05,1613939564502,412
+"train_loss",0.18866108,1613939565469,413
+"raw_loss",0.14423057,1613939565469,413
+"epoch",2.6037735849056816,1613939565469,413
+"wd_0",0.01,1613939565469,413
+"sqr_mom_0",0.99,1613939565469,413
+"lr_0",1.1109009467646707e-06,1613939565469,413
+"mom_0",0.9472274763308832,1613939565469,413
+"eps_0",1e-05,1613939565469,413
+"wd_1",0.01,1613939565469,413
+"sqr_mom_1",0.99,1613939565469,413
+"lr_1",1.1109009467646705e-05,1613939565469,413
+"mom_1",0.9472274763308832,1613939565469,413
+"eps_1",1e-05,1613939565469,413
+"wd_2",0.01,1613939565469,413
+"sqr_mom_2",0.99,1613939565469,413
+"lr_2",0.00011109009467646705,1613939565469,413
+"mom_2",0.9472274763308832,1613939565469,413
+"eps_2",1e-05,1613939565469,413
+"train_loss",0.18794937,1613939566463,414
+"raw_loss",0.15327823,1613939566463,414
+"epoch",2.6100628930817824,1613939566463,414
+"wd_0",0.01,1613939566463,414
+"sqr_mom_0",0.99,1613939566463,414
+"lr_0",1.1117676789837904e-06,1613939566463,414
+"mom_0",0.9472058080254052,1613939566463,414
+"eps_0",1e-05,1613939566463,414
+"wd_1",0.01,1613939566463,414
+"sqr_mom_1",0.99,1613939566463,414
+"lr_1",1.1117676789837903e-05,1613939566463,414
+"mom_1",0.9472058080254052,1613939566463,414
+"eps_1",1e-05,1613939566463,414
+"wd_2",0.01,1613939566463,414
+"sqr_mom_2",0.99,1613939566463,414
+"lr_2",0.00011117676789837903,1613939566463,414
+"mom_2",0.9472058080254052,1613939566463,414
+"eps_2",1e-05,1613939566463,414
+"train_loss",0.18602918,1613939567427,415
+"raw_loss",0.092473246,1613939567427,415
+"epoch",2.6163522012578833,1613939567427,415
+"wd_0",0.01,1613939567427,415
+"sqr_mom_0",0.99,1613939567427,415
+"lr_0",1.1126376566281975e-06,1613939567427,415
+"mom_0",0.947184058584295,1613939567427,415
+"eps_0",1e-05,1613939567427,415
+"wd_1",0.01,1613939567427,415
+"sqr_mom_1",0.99,1613939567427,415
+"lr_1",1.1126376566281973e-05,1613939567427,415
+"mom_1",0.947184058584295,1613939567427,415
+"eps_1",1e-05,1613939567427,415
+"wd_2",0.01,1613939567427,415
+"sqr_mom_2",0.99,1613939567427,415
+"lr_2",0.00011126376566281974,1613939567427,415
+"mom_2",0.947184058584295,1613939567427,415
+"eps_2",1e-05,1613939567427,415
+"train_loss",0.18528654,1613939568467,416
+"raw_loss",0.1490995,1613939568467,416
+"epoch",2.622641509433984,1613939568467,416
+"wd_0",0.01,1613939568467,416
+"sqr_mom_0",0.99,1613939568467,416
+"lr_0",1.1135109244792418e-06,1613939568467,416
+"mom_0",0.9471622268880189,1613939568467,416
+"eps_0",1e-05,1613939568467,416
+"wd_1",0.01,1613939568467,416
+"sqr_mom_1",0.99,1613939568467,416
+"lr_1",1.1135109244792418e-05,1613939568467,416
+"mom_1",0.9471622268880189,1613939568467,416
+"eps_1",1e-05,1613939568467,416
+"wd_2",0.01,1613939568467,416
+"sqr_mom_2",0.99,1613939568467,416
+"lr_2",0.00011135109244792417,1613939568467,416
+"mom_2",0.9471622268880189,1613939568467,416
+"eps_2",1e-05,1613939568467,416
+"train_loss",0.18413717,1613939569432,417
+"raw_loss",0.12812379,1613939569432,417
+"epoch",2.628930817610085,1613939569432,417
+"wd_0",0.01,1613939569432,417
+"sqr_mom_0",0.99,1613939569432,417
+"lr_0",1.114387449986589e-06,1613939569432,417
+"mom_0",0.9471403137503352,1613939569432,417
+"eps_0",1e-05,1613939569432,417
+"wd_1",0.01,1613939569432,417
+"sqr_mom_1",0.99,1613939569432,417
+"lr_1",1.114387449986589e-05,1613939569432,417
+"mom_1",0.9471403137503352,1613939569432,417
+"eps_1",1e-05,1613939569432,417
+"wd_2",0.01,1613939569432,417
+"sqr_mom_2",0.99,1613939569432,417
+"lr_2",0.0001114387449986589,1613939569432,417
+"mom_2",0.9471403137503352,1613939569432,417
+"eps_2",1e-05,1613939569432,417
+"train_loss",0.1830453,1613939570398,418
+"raw_loss",0.12982963,1613939570398,418
+"epoch",2.635220125786186,1613939570398,418
+"wd_0",0.01,1613939570398,418
+"sqr_mom_0",0.99,1613939570398,418
+"lr_0",1.1152672784438265e-06,1613939570398,418
+"mom_0",0.9471183180389043,1613939570398,418
+"eps_0",1e-05,1613939570398,418
+"wd_1",0.01,1613939570398,418
+"sqr_mom_1",0.99,1613939570398,418
+"lr_1",1.1152672784438264e-05,1613939570398,418
+"mom_1",0.9471183180389043,1613939570398,418
+"eps_1",1e-05,1613939570398,418
+"wd_2",0.01,1613939570398,418
+"sqr_mom_2",0.99,1613939570398,418
+"lr_2",0.00011152672784438263,1613939570398,418
+"mom_2",0.9471183180389043,1613939570398,418
+"eps_2",1e-05,1613939570398,418
+"train_loss",0.1840117,1613939571350,419
+"raw_loss",0.23111746,1613939571350,419
+"epoch",2.6415094339622867,1613939571350,419
+"wd_0",0.01,1613939571350,419
+"sqr_mom_0",0.99,1613939571350,419
+"lr_0",1.1161503457888574e-06,1613939571350,419
+"mom_0",0.9470962413552785,1613939571350,419
+"eps_0",1e-05,1613939571350,419
+"wd_1",0.01,1613939571350,419
+"sqr_mom_1",0.99,1613939571350,419
+"lr_1",1.1161503457888574e-05,1613939571350,419
+"mom_1",0.9470962413552785,1613939571350,419
+"eps_1",1e-05,1613939571350,419
+"wd_2",0.01,1613939571350,419
+"sqr_mom_2",0.99,1613939571350,419
+"lr_2",0.00011161503457888573,1613939571350,419
+"mom_2",0.9470962413552785,1613939571350,419
+"eps_2",1e-05,1613939571350,419
+"train_loss",0.18209022,1613939572311,420
+"raw_loss",0.08842081,1613939572311,420
+"epoch",2.6477987421383875,1613939572311,420
+"wd_0",0.01,1613939572311,420
+"sqr_mom_0",0.99,1613939572311,420
+"lr_0",1.1170367132574054e-06,1613939572311,420
+"mom_0",0.9470740821685648,1613939572311,420
+"eps_0",1e-05,1613939572311,420
+"wd_1",0.01,1613939572311,420
+"sqr_mom_1",0.99,1613939572311,420
+"lr_1",1.1170367132574053e-05,1613939572311,420
+"mom_1",0.9470740821685648,1613939572311,420
+"eps_1",1e-05,1613939572311,420
+"wd_2",0.01,1613939572311,420
+"sqr_mom_2",0.99,1613939572311,420
+"lr_2",0.00011170367132574053,1613939572311,420
+"mom_2",0.9470740821685648,1613939572311,420
+"eps_2",1e-05,1613939572311,420
+"train_loss",0.19325078,1613939573282,421
+"raw_loss",0.73736995,1613939573282,421
+"epoch",2.6540880503144884,1613939573282,421
+"wd_0",0.01,1613939573282,421
+"sqr_mom_0",0.99,1613939573282,421
+"lr_0",1.1179263163112563e-06,1613939573282,421
+"mom_0",0.9470518420922186,1613939573282,421
+"eps_0",1e-05,1613939573282,421
+"wd_1",0.01,1613939573282,421
+"sqr_mom_1",0.99,1613939573282,421
+"lr_1",1.117926316311256e-05,1613939573282,421
+"mom_1",0.9470518420922186,1613939573282,421
+"eps_1",1e-05,1613939573282,421
+"wd_2",0.01,1613939573282,421
+"sqr_mom_2",0.99,1613939573282,421
+"lr_2",0.0001117926316311256,1613939573282,421
+"mom_2",0.9470518420922186,1613939573282,421
+"eps_2",1e-05,1613939573282,421
+"train_loss",0.19764775,1613939574342,422
+"raw_loss",0.41203812,1613939574342,422
+"epoch",2.660377358490589,1613939574342,422
+"wd_0",0.01,1613939574342,422
+"sqr_mom_0",0.99,1613939574342,422
+"lr_0",1.1188192007441737e-06,1613939574342,422
+"mom_0",0.9470295199813956,1613939574342,422
+"eps_0",1e-05,1613939574342,422
+"wd_1",0.01,1613939574342,422
+"sqr_mom_1",0.99,1613939574342,422
+"lr_1",1.1188192007441736e-05,1613939574342,422
+"mom_1",0.9470295199813956,1613939574342,422
+"eps_1",1e-05,1613939574342,422
+"wd_2",0.01,1613939574342,422
+"sqr_mom_2",0.99,1613939574342,422
+"lr_2",0.00011188192007441735,1613939574342,422
+"mom_2",0.9470295199813956,1613939574342,422
+"eps_2",1e-05,1613939574342,422
+"train_loss",0.19715303,1613939575310,423
+"raw_loss",0.17302911,1613939575310,423
+"epoch",2.66666666666669,1613939575310,423
+"wd_0",0.01,1613939575310,423
+"sqr_mom_0",0.99,1613939575310,423
+"lr_0",1.1197153332746332e-06,1613939575310,423
+"mom_0",0.9470071166681341,1613939575310,423
+"eps_0",1e-05,1613939575310,423
+"wd_1",0.01,1613939575310,423
+"sqr_mom_1",0.99,1613939575310,423
+"lr_1",1.119715333274633e-05,1613939575310,423
+"mom_1",0.9470071166681341,1613939575310,423
+"eps_1",1e-05,1613939575310,423
+"wd_2",0.01,1613939575310,423
+"sqr_mom_2",0.99,1613939575310,423
+"lr_2",0.0001119715333274633,1613939575310,423
+"mom_2",0.9470071166681341,1613939575310,423
+"eps_2",1e-05,1613939575310,423
+"train_loss",0.19480509,1613939576283,424
+"raw_loss",0.080299616,1613939576283,424
+"epoch",2.672955974842791,1613939576283,424
+"wd_0",0.01,1613939576283,424
+"sqr_mom_0",0.99,1613939576283,424
+"lr_0",1.1206147602071966e-06,1613939576283,424
+"mom_0",0.94698463099482,1613939576283,424
+"eps_0",1e-05,1613939576283,424
+"wd_1",0.01,1613939576283,424
+"sqr_mom_1",0.99,1613939576283,424
+"lr_1",1.1206147602071965e-05,1613939576283,424
+"mom_1",0.94698463099482,1613939576283,424
+"eps_1",1e-05,1613939576283,424
+"wd_2",0.01,1613939576283,424
+"sqr_mom_2",0.99,1613939576283,424
+"lr_2",0.00011206147602071966,1613939576283,424
+"mom_2",0.94698463099482,1613939576283,424
+"eps_2",1e-05,1613939576283,424
+"train_loss",0.19613001,1613939577249,425
+"raw_loss",0.26074988,1613939577249,425
+"epoch",2.6792452830188918,1613939577249,425
+"wd_0",0.01,1613939577249,425
+"sqr_mom_0",0.99,1613939577249,425
+"lr_0",1.1215174160527638e-06,1613939577249,425
+"mom_0",0.9469620645986808,1613939577249,425
+"eps_0",1e-05,1613939577249,425
+"wd_1",0.01,1613939577249,425
+"sqr_mom_1",0.99,1613939577249,425
+"lr_1",1.1215174160527637e-05,1613939577249,425
+"mom_1",0.9469620645986808,1613939577249,425
+"eps_1",1e-05,1613939577249,425
+"wd_2",0.01,1613939577249,425
+"sqr_mom_2",0.99,1613939577249,425
+"lr_2",0.00011215174160527638,1613939577249,425
+"mom_2",0.9469620645986808,1613939577249,425
+"eps_2",1e-05,1613939577249,425
+"train_loss",0.19446449,1613939578229,426
+"raw_loss",0.113225155,1613939578229,426
+"epoch",2.6855345911949926,1613939578229,426
+"wd_0",0.01,1613939578229,426
+"sqr_mom_0",0.99,1613939578229,426
+"lr_0",1.1224233311515044e-06,1613939578229,426
+"mom_0",0.9469394167212124,1613939578229,426
+"eps_0",1e-05,1613939578229,426
+"wd_1",0.01,1613939578229,426
+"sqr_mom_1",0.99,1613939578229,426
+"lr_1",1.1224233311515042e-05,1613939578229,426
+"mom_1",0.9469394167212124,1613939578229,426
+"eps_1",1e-05,1613939578229,426
+"wd_2",0.01,1613939578229,426
+"sqr_mom_2",0.99,1613939578229,426
+"lr_2",0.00011224233311515043,1613939578229,426
+"mom_2",0.9469394167212124,1613939578229,426
+"eps_2",1e-05,1613939578229,426
+"train_loss",0.19294305,1613939579176,427
+"raw_loss",0.11872421,1613939579176,427
+"epoch",2.6918238993710935,1613939579176,427
+"wd_0",0.01,1613939579176,427
+"sqr_mom_0",0.99,1613939579176,427
+"lr_0",1.123332536301268e-06,1613939579176,427
+"mom_0",0.9469166865924683,1613939579176,427
+"eps_0",1e-05,1613939579176,427
+"wd_1",0.01,1613939579176,427
+"sqr_mom_1",0.99,1613939579176,427
+"lr_1",1.123332536301268e-05,1613939579176,427
+"mom_1",0.9469166865924683,1613939579176,427
+"eps_1",1e-05,1613939579176,427
+"wd_2",0.01,1613939579176,427
+"sqr_mom_2",0.99,1613939579176,427
+"lr_2",0.00011233325363012679,1613939579176,427
+"mom_2",0.9469166865924683,1613939579176,427
+"eps_2",1e-05,1613939579176,427
+"train_loss",0.19139068,1613939580131,428
+"raw_loss",0.11565657,1613939580131,428
+"epoch",2.6981132075471943,1613939580131,428
+"wd_0",0.01,1613939580131,428
+"sqr_mom_0",0.99,1613939580131,428
+"lr_0",1.1242449653009831e-06,1613939580131,428
+"mom_0",0.9468938758674754,1613939580131,428
+"eps_0",1e-05,1613939580131,428
+"wd_1",0.01,1613939580131,428
+"sqr_mom_1",0.99,1613939580131,428
+"lr_1",1.124244965300983e-05,1613939580131,428
+"mom_1",0.9468938758674754,1613939580131,428
+"eps_1",1e-05,1613939580131,428
+"wd_2",0.01,1613939580131,428
+"sqr_mom_2",0.99,1613939580131,428
+"lr_2",0.00011242449653009831,1613939580131,428
+"mom_2",0.9468938758674754,1613939580131,428
+"eps_2",1e-05,1613939580131,428
+"train_loss",0.18975082,1613939581085,429
+"raw_loss",0.10974076,1613939581085,429
+"epoch",2.704402515723295,1613939581085,429
+"wd_0",0.01,1613939581085,429
+"sqr_mom_0",0.99,1613939581085,429
+"lr_0",1.1251606651219418e-06,1613939581085,429
+"mom_0",0.9468709833719514,1613939581085,429
+"eps_0",1e-05,1613939581085,429
+"wd_1",0.01,1613939581085,429
+"sqr_mom_1",0.99,1613939581085,429
+"lr_1",1.1251606651219418e-05,1613939581085,429
+"mom_1",0.9468709833719514,1613939581085,429
+"eps_1",1e-05,1613939581085,429
+"wd_2",0.01,1613939581085,429
+"sqr_mom_2",0.99,1613939581085,429
+"lr_2",0.00011251606651219417,1613939581085,429
+"mom_2",0.9468709833719514,1613939581085,429
+"eps_2",1e-05,1613939581085,429
+"train_loss",0.18792741,1613939582054,430
+"raw_loss",0.098954536,1613939582054,430
+"epoch",2.710691823899396,1613939582054,430
+"wd_0",0.01,1613939582054,430
+"sqr_mom_0",0.99,1613939582054,430
+"lr_0",1.1260796016321952e-06,1613939582054,430
+"mom_0",0.946848009959195,1613939582054,430
+"eps_0",1e-05,1613939582054,430
+"wd_1",0.01,1613939582054,430
+"sqr_mom_1",0.99,1613939582054,430
+"lr_1",1.126079601632195e-05,1613939582054,430
+"mom_1",0.946848009959195,1613939582054,430
+"eps_1",1e-05,1613939582054,430
+"wd_2",0.01,1613939582054,430
+"sqr_mom_2",0.99,1613939582054,430
+"lr_2",0.00011260796016321951,1613939582054,430
+"mom_2",0.946848009959195,1613939582054,430
+"eps_2",1e-05,1613939582054,430
+"train_loss",0.189303,1613939583037,431
+"raw_loss",0.25642937,1613939583037,431
+"epoch",2.716981132075497,1613939583037,431
+"wd_0",0.01,1613939583037,431
+"sqr_mom_0",0.99,1613939583037,431
+"lr_0",1.1270018223121145e-06,1613939583037,431
+"mom_0",0.946824954442197,1613939583037,431
+"eps_0",1e-05,1613939583037,431
+"wd_1",0.01,1613939583037,431
+"sqr_mom_1",0.99,1613939583037,431
+"lr_1",1.1270018223121145e-05,1613939583037,431
+"mom_1",0.946824954442197,1613939583037,431
+"eps_1",1e-05,1613939583037,431
+"wd_2",0.01,1613939583037,431
+"sqr_mom_2",0.99,1613939583037,431
+"lr_2",0.00011270018223121143,1613939583037,431
+"mom_2",0.946824954442197,1613939583037,431
+"eps_2",1e-05,1613939583037,431
+"train_loss",0.19218838,1613939584001,432
+"raw_loss",0.33300328,1613939584001,432
+"epoch",2.7232704402515977,1613939584001,432
+"wd_0",0.01,1613939584001,432
+"sqr_mom_0",0.99,1613939584001,432
+"lr_0",1.1279272600129408e-06,1613939584001,432
+"mom_0",0.9468018184996765,1613939584001,432
+"eps_0",1e-05,1613939584001,432
+"wd_1",0.01,1613939584001,432
+"sqr_mom_1",0.99,1613939584001,432
+"lr_1",1.1279272600129407e-05,1613939584001,432
+"mom_1",0.9468018184996765,1613939584001,432
+"eps_1",1e-05,1613939584001,432
+"wd_2",0.01,1613939584001,432
+"sqr_mom_2",0.99,1613939584001,432
+"lr_2",0.00011279272600129406,1613939584001,432
+"mom_2",0.9468018184996765,1613939584001,432
+"eps_2",1e-05,1613939584001,432
+"train_loss",0.19252694,1613939585011,433
+"raw_loss",0.2090507,1613939585011,433
+"epoch",2.7295597484276986,1613939585011,433
+"wd_0",0.01,1613939585011,433
+"sqr_mom_0",0.99,1613939585011,433
+"lr_0",1.1288559789085414e-06,1613939585011,433
+"mom_0",0.9467786005272865,1613939585011,433
+"eps_0",1e-05,1613939585011,433
+"wd_1",0.01,1613939585011,433
+"sqr_mom_1",0.99,1613939585011,433
+"lr_1",1.1288559789085414e-05,1613939585011,433
+"mom_1",0.9467786005272865,1613939585011,433
+"eps_1",1e-05,1613939585011,433
+"wd_2",0.01,1613939585011,433
+"sqr_mom_2",0.99,1613939585011,433
+"lr_2",0.00011288559789085414,1613939585011,433
+"mom_2",0.9467786005272865,1613939585011,433
+"eps_2",1e-05,1613939585011,433
+"train_loss",0.1931156,1613939586000,434
+"raw_loss",0.22184901,1613939586000,434
+"epoch",2.7358490566037994,1613939586000,434
+"wd_0",0.01,1613939586000,434
+"sqr_mom_0",0.99,1613939586000,434
+"lr_0",1.129787911377009e-06,1613939586000,434
+"mom_0",0.9467553022155747,1613939586000,434
+"eps_0",1e-05,1613939586000,434
+"wd_1",0.01,1613939586000,434
+"sqr_mom_1",0.99,1613939586000,434
+"lr_1",1.1297879113770087e-05,1613939586000,434
+"mom_1",0.9467553022155747,1613939586000,434
+"eps_1",1e-05,1613939586000,434
+"wd_2",0.01,1613939586000,434
+"sqr_mom_2",0.99,1613939586000,434
+"lr_2",0.00011297879113770087,1613939586000,434
+"mom_2",0.9467553022155747,1613939586000,434
+"eps_2",1e-05,1613939586000,434
+"train_loss",0.19205464,1613939586959,435
+"raw_loss",0.14026463,1613939586959,435
+"epoch",2.7421383647799003,1613939586959,435
+"wd_0",0.01,1613939586959,435
+"sqr_mom_0",0.99,1613939586959,435
+"lr_0",1.1307231053957733e-06,1613939586959,435
+"mom_0",0.9467319223651056,1613939586959,435
+"eps_0",1e-05,1613939586959,435
+"wd_1",0.01,1613939586959,435
+"sqr_mom_1",0.99,1613939586959,435
+"lr_1",1.1307231053957732e-05,1613939586959,435
+"mom_1",0.9467319223651056,1613939586959,435
+"eps_1",1e-05,1613939586959,435
+"wd_2",0.01,1613939586959,435
+"sqr_mom_2",0.99,1613939586959,435
+"lr_2",0.00011307231053957732,1613939586959,435
+"mom_2",0.9467319223651056,1613939586959,435
+"eps_2",1e-05,1613939586959,435
+"train_loss",0.19065097,1613939587918,436
+"raw_loss",0.12212609,1613939587918,436
+"epoch",2.748427672956001,1613939587918,436
+"wd_0",0.01,1613939587918,436
+"sqr_mom_0",0.99,1613939587918,436
+"lr_0",1.1316615261062544e-06,1613939587918,436
+"mom_0",0.9467084618473436,1613939587918,436
+"eps_0",1e-05,1613939587918,436
+"wd_1",0.01,1613939587918,436
+"sqr_mom_1",0.99,1613939587918,436
+"lr_1",1.1316615261062543e-05,1613939587918,436
+"mom_1",0.9467084618473436,1613939587918,436
+"eps_1",1e-05,1613939587918,436
+"wd_2",0.01,1613939587918,436
+"sqr_mom_2",0.99,1613939587918,436
+"lr_2",0.00011316615261062542,1613939587918,436
+"mom_2",0.9467084618473436,1613939587918,436
+"eps_2",1e-05,1613939587918,436
+"train_loss",0.18926401,1613939588857,437
+"raw_loss",0.121550776,1613939588857,437
+"epoch",2.754716981132102,1613939588857,437
+"wd_0",0.01,1613939588857,437
+"sqr_mom_0",0.99,1613939588857,437
+"lr_0",1.132603221993455e-06,1613939588857,437
+"mom_0",0.9466849194501636,1613939588857,437
+"eps_0",1e-05,1613939588857,437
+"wd_1",0.01,1613939588857,437
+"sqr_mom_1",0.99,1613939588857,437
+"lr_1",1.1326032219934548e-05,1613939588857,437
+"mom_1",0.9466849194501636,1613939588857,437
+"eps_1",1e-05,1613939588857,437
+"wd_2",0.01,1613939588857,437
+"sqr_mom_2",0.99,1613939588857,437
+"lr_2",0.00011326032219934547,1613939588857,437
+"mom_2",0.9466849194501636,1613939588857,437
+"eps_2",1e-05,1613939588857,437
+"train_loss",0.18930863,1613939589812,438
+"raw_loss",0.19148698,1613939589812,438
+"epoch",2.761006289308203,1613939589812,438
+"wd_0",0.01,1613939589812,438
+"sqr_mom_0",0.99,1613939589812,438
+"lr_0",1.1335481244905857e-06,1613939589812,438
+"mom_0",0.9466612968877354,1613939589812,438
+"eps_0",1e-05,1613939589812,438
+"wd_1",0.01,1613939589812,438
+"sqr_mom_1",0.99,1613939589812,438
+"lr_1",1.1335481244905856e-05,1613939589812,438
+"mom_1",0.9466612968877354,1613939589812,438
+"eps_1",1e-05,1613939589812,438
+"wd_2",0.01,1613939589812,438
+"sqr_mom_2",0.99,1613939589812,438
+"lr_2",0.00011335481244905856,1613939589812,438
+"mom_2",0.9466612968877354,1613939589812,438
+"eps_2",1e-05,1613939589812,438
+"train_loss",0.1880496,1613939590764,439
+"raw_loss",0.12657359,1613939590764,439
+"epoch",2.7672955974843036,1613939590764,439
+"wd_0",0.01,1613939590764,439
+"sqr_mom_0",0.99,1613939590764,439
+"lr_0",1.134496299121288e-06,1613939590764,439
+"mom_0",0.9466375925219678,1613939590764,439
+"eps_0",1e-05,1613939590764,439
+"wd_1",0.01,1613939590764,439
+"sqr_mom_1",0.99,1613939590764,439
+"lr_1",1.134496299121288e-05,1613939590764,439
+"mom_1",0.9466375925219678,1613939590764,439
+"eps_1",1e-05,1613939590764,439
+"wd_2",0.01,1613939590764,439
+"sqr_mom_2",0.99,1613939590764,439
+"lr_2",0.0001134496299121288,1613939590764,439
+"mom_2",0.9466375925219678,1613939590764,439
+"eps_2",1e-05,1613939590764,439
+"train_loss",0.1888413,1613939591778,440
+"raw_loss",0.22750218,1613939591778,440
+"epoch",2.7735849056604045,1613939591778,440
+"wd_0",0.01,1613939591778,440
+"sqr_mom_0",0.99,1613939591778,440
+"lr_0",1.1354476768470426e-06,1613939591778,440
+"mom_0",0.9466138080788239,1613939591778,440
+"eps_0",1e-05,1613939591778,440
+"wd_1",0.01,1613939591778,440
+"sqr_mom_1",0.99,1613939591778,440
+"lr_1",1.1354476768470427e-05,1613939591778,440
+"mom_1",0.9466138080788239,1613939591778,440
+"eps_1",1e-05,1613939591778,440
+"wd_2",0.01,1613939591778,440
+"sqr_mom_2",0.99,1613939591778,440
+"lr_2",0.00011354476768470425,1613939591778,440
+"mom_2",0.9466138080788239,1613939591778,440
+"eps_2",1e-05,1613939591778,440
+"train_loss",0.18715097,1613939592732,441
+"raw_loss",0.10460263,1613939592732,441
+"epoch",2.7798742138365053,1613939592732,441
+"wd_0",0.01,1613939592732,441
+"sqr_mom_0",0.99,1613939592732,441
+"lr_0",1.1364022896563309e-06,1613939592732,441
+"mom_0",0.9465899427585917,1613939592732,441
+"eps_0",1e-05,1613939592732,441
+"wd_1",0.01,1613939592732,441
+"sqr_mom_1",0.99,1613939592732,441
+"lr_1",1.1364022896563307e-05,1613939592732,441
+"mom_1",0.9465899427585917,1613939592732,441
+"eps_1",1e-05,1613939592732,441
+"wd_2",0.01,1613939592732,441
+"sqr_mom_2",0.99,1613939592732,441
+"lr_2",0.00011364022896563306,1613939592732,441
+"mom_2",0.9465899427585917,1613939592732,441
+"eps_2",1e-05,1613939592732,441
+"train_loss",0.18502976,1613939593683,442
+"raw_loss",0.08143221,1613939593683,442
+"epoch",2.786163522012606,1613939593683,442
+"wd_0",0.01,1613939593683,442
+"sqr_mom_0",0.99,1613939593683,442
+"lr_0",1.1373601529423879e-06,1613939593683,442
+"mom_0",0.9465659961764402,1613939593683,442
+"eps_0",1e-05,1613939593683,442
+"wd_1",0.01,1613939593683,442
+"sqr_mom_1",0.99,1613939593683,442
+"lr_1",1.1373601529423876e-05,1613939593683,442
+"mom_1",0.9465659961764402,1613939593683,442
+"eps_1",1e-05,1613939593683,442
+"wd_2",0.01,1613939593683,442
+"sqr_mom_2",0.99,1613939593683,442
+"lr_2",0.00011373601529423876,1613939593683,442
+"mom_2",0.9465659961764402,1613939593683,442
+"eps_2",1e-05,1613939593683,442
+"train_loss",0.185641,1613939594622,443
+"raw_loss",0.21549529,1613939594622,443
+"epoch",2.792452830188707,1613939594622,443
+"wd_0",0.01,1613939594622,443
+"sqr_mom_0",0.99,1613939594622,443
+"lr_0",1.1383212310016557e-06,1613939594622,443
+"mom_0",0.9465419692249586,1613939594622,443
+"eps_0",1e-05,1613939594622,443
+"wd_1",0.01,1613939594622,443
+"sqr_mom_1",0.99,1613939594622,443
+"lr_1",1.1383212310016557e-05,1613939594622,443
+"mom_1",0.9465419692249586,1613939594622,443
+"eps_1",1e-05,1613939594622,443
+"wd_2",0.01,1613939594622,443
+"sqr_mom_2",0.99,1613939594622,443
+"lr_2",0.00011383212310016555,1613939594622,443
+"mom_2",0.9465419692249586,1613939594622,443
+"eps_2",1e-05,1613939594622,443
+"train_loss",0.18502854,1613939595574,444
+"raw_loss",0.1551134,1613939595574,444
+"epoch",2.798742138364808,1613939595574,444
+"wd_0",0.01,1613939595574,444
+"sqr_mom_0",0.99,1613939595574,444
+"lr_0",1.1392855734873708e-06,1613939595574,444
+"mom_0",0.9465178606628157,1613939595574,444
+"eps_0",1e-05,1613939595574,444
+"wd_1",0.01,1613939595574,444
+"sqr_mom_1",0.99,1613939595574,444
+"lr_1",1.1392855734873707e-05,1613939595574,444
+"mom_1",0.9465178606628157,1613939595574,444
+"eps_1",1e-05,1613939595574,444
+"wd_2",0.01,1613939595574,444
+"sqr_mom_2",0.99,1613939595574,444
+"lr_2",0.00011392855734873707,1613939595574,444
+"mom_2",0.9465178606628157,1613939595574,444
+"eps_2",1e-05,1613939595574,444
+"train_loss",0.19330247,1613939596511,445
+"raw_loss",0.59747005,1613939596511,445
+"epoch",2.8050314465409087,1613939596511,445
+"wd_0",0.01,1613939596511,445
+"sqr_mom_0",0.99,1613939596511,445
+"lr_0",1.1402531101837992e-06,1613939596511,445
+"mom_0",0.946493672245405,1613939596511,445
+"eps_0",1e-05,1613939596511,445
+"wd_1",0.01,1613939596511,445
+"sqr_mom_1",0.99,1613939596511,445
+"lr_1",1.140253110183799e-05,1613939596511,445
+"mom_1",0.946493672245405,1613939596511,445
+"eps_1",1e-05,1613939596511,445
+"wd_2",0.01,1613939596511,445
+"sqr_mom_2",0.99,1613939596511,445
+"lr_2",0.0001140253110183799,1613939596511,445
+"mom_2",0.946493672245405,1613939596511,445
+"eps_2",1e-05,1613939596511,445
+"train_loss",0.19454415,1613939597462,446
+"raw_loss",0.2552018,1613939597462,446
+"epoch",2.8113207547170096,1613939597462,446
+"wd_0",0.01,1613939597462,446
+"sqr_mom_0",0.99,1613939597462,446
+"lr_0",1.1412239081841357e-06,1613939597462,446
+"mom_0",0.9464694022953966,1613939597462,446
+"eps_0",1e-05,1613939597462,446
+"wd_1",0.01,1613939597462,446
+"sqr_mom_1",0.99,1613939597462,446
+"lr_1",1.1412239081841356e-05,1613939597462,446
+"mom_1",0.9464694022953966,1613939597462,446
+"eps_1",1e-05,1613939597462,446
+"wd_2",0.01,1613939597462,446
+"sqr_mom_2",0.99,1613939597462,446
+"lr_2",0.00011412239081841356,1613939597462,446
+"mom_2",0.9464694022953966,1613939597462,446
+"eps_2",1e-05,1613939597462,446
+"train_loss",0.19506082,1613939598430,447
+"raw_loss",0.2203022,1613939598430,447
+"epoch",2.8176100628931104,1613939598430,447
+"wd_0",0.01,1613939598430,447
+"sqr_mom_0",0.99,1613939598430,447
+"lr_0",1.1421978968026074e-06,1613939598430,447
+"mom_0",0.9464450525799348,1613939598430,447
+"eps_0",1e-05,1613939598430,447
+"wd_1",0.01,1613939598430,447
+"sqr_mom_1",0.99,1613939598430,447
+"lr_1",1.1421978968026073e-05,1613939598430,447
+"mom_1",0.9464450525799348,1613939598430,447
+"eps_1",1e-05,1613939598430,447
+"wd_2",0.01,1613939598430,447
+"sqr_mom_2",0.99,1613939598430,447
+"lr_2",0.00011421978968026073,1613939598430,447
+"mom_2",0.9464450525799348,1613939598430,447
+"eps_2",1e-05,1613939598430,447
+"train_loss",0.19574308,1613939599473,448
+"raw_loss",0.22907642,1613939599473,448
+"epoch",2.8238993710692113,1613939599473,448
+"wd_0",0.01,1613939599473,448
+"sqr_mom_0",0.99,1613939599473,448
+"lr_0",1.1431751261862421e-06,1613939599473,448
+"mom_0",0.9464206218453439,1613939599473,448
+"eps_0",1e-05,1613939599473,448
+"wd_1",0.01,1613939599473,448
+"sqr_mom_1",0.99,1613939599473,448
+"lr_1",1.143175126186242e-05,1613939599473,448
+"mom_1",0.9464206218453439,1613939599473,448
+"eps_1",1e-05,1613939599473,448
+"wd_2",0.01,1613939599473,448
+"sqr_mom_2",0.99,1613939599473,448
+"lr_2",0.00011431751261862421,1613939599473,448
+"mom_2",0.9464206218453439,1613939599473,448
+"eps_2",1e-05,1613939599473,448
+"train_loss",0.19474982,1613939600424,449
+"raw_loss",0.14621927,1613939600424,449
+"epoch",2.830188679245312,1613939600424,449
+"wd_0",0.01,1613939600424,449
+"sqr_mom_0",0.99,1613939600424,449
+"lr_0",1.1441555599096268e-06,1613939600424,449
+"mom_0",0.9463961110022593,1613939600424,449
+"eps_0",1e-05,1613939600424,449
+"wd_1",0.01,1613939600424,449
+"sqr_mom_1",0.99,1613939600424,449
+"lr_1",1.1441555599096267e-05,1613939600424,449
+"mom_1",0.9463961110022593,1613939600424,449
+"eps_1",1e-05,1613939600424,449
+"wd_2",0.01,1613939600424,449
+"sqr_mom_2",0.99,1613939600424,449
+"lr_2",0.00011441555599096267,1613939600424,449
+"mom_2",0.9463961110022593,1613939600424,449
+"eps_2",1e-05,1613939600424,449
+"train_loss",0.19614187,1613939601399,450
+"raw_loss",0.2641613,1613939601399,450
+"epoch",2.836477987421413,1613939601399,450
+"wd_0",0.01,1613939601399,450
+"sqr_mom_0",0.99,1613939601399,450
+"lr_0",1.1451392486239869e-06,1613939601399,450
+"mom_0",0.9463715187844003,1613939601399,450
+"eps_0",1e-05,1613939601399,450
+"wd_1",0.01,1613939601399,450
+"sqr_mom_1",0.99,1613939601399,450
+"lr_1",1.1451392486239868e-05,1613939601399,450
+"mom_1",0.9463715187844003,1613939601399,450
+"eps_1",1e-05,1613939601399,450
+"wd_2",0.01,1613939601399,450
+"sqr_mom_2",0.99,1613939601399,450
+"lr_2",0.00011451392486239867,1613939601399,450
+"mom_2",0.9463715187844003,1613939601399,450
+"eps_2",1e-05,1613939601399,450
+"train_loss",0.19538076,1613939602362,451
+"raw_loss",0.1581891,1613939602362,451
+"epoch",2.842767295597514,1613939602362,451
+"wd_0",0.01,1613939602362,451
+"sqr_mom_0",0.99,1613939602362,451
+"lr_0",1.1461261207049502e-06,1613939602362,451
+"mom_0",0.9463468469823763,1613939602362,451
+"eps_0",1e-05,1613939602362,451
+"wd_1",0.01,1613939602362,451
+"sqr_mom_1",0.99,1613939602362,451
+"lr_1",1.1461261207049501e-05,1613939602362,451
+"mom_1",0.9463468469823763,1613939602362,451
+"eps_1",1e-05,1613939602362,451
+"wd_2",0.01,1613939602362,451
+"sqr_mom_2",0.99,1613939602362,451
+"lr_2",0.000114612612070495,1613939602362,451
+"mom_2",0.9463468469823763,1613939602362,451
+"eps_2",1e-05,1613939602362,451
+"train_loss",0.19515198,1613939603327,452
+"raw_loss",0.18397184,1613939603327,452
+"epoch",2.8490566037736147,1613939603327,452
+"wd_0",0.01,1613939603327,452
+"sqr_mom_0",0.99,1613939603327,452
+"lr_0",1.1471162445865109e-06,1613939603327,452
+"mom_0",0.9463220938853372,1613939603327,452
+"eps_0",1e-05,1613939603327,452
+"wd_1",0.01,1613939603327,452
+"sqr_mom_1",0.99,1613939603327,452
+"lr_1",1.1471162445865107e-05,1613939603327,452
+"mom_1",0.9463220938853372,1613939603327,452
+"eps_1",1e-05,1613939603327,452
+"wd_2",0.01,1613939603327,452
+"sqr_mom_2",0.99,1613939603327,452
+"lr_2",0.00011471162445865107,1613939603327,452
+"mom_2",0.9463220938853372,1613939603327,452
+"eps_2",1e-05,1613939603327,452
+"train_loss",0.19365126,1613939604273,453
+"raw_loss",0.12030931,1613939604273,453
+"epoch",2.8553459119497155,1613939604273,453
+"wd_0",0.01,1613939604273,453
+"sqr_mom_0",0.99,1613939604273,453
+"lr_0",1.1481095481757398e-06,1613939604273,453
+"mom_0",0.9462972612956064,1613939604273,453
+"eps_0",1e-05,1613939604273,453
+"wd_1",0.01,1613939604273,453
+"sqr_mom_1",0.99,1613939604273,453
+"lr_1",1.14810954817574e-05,1613939604273,453
+"mom_1",0.9462972612956064,1613939604273,453
+"eps_1",1e-05,1613939604273,453
+"wd_2",0.01,1613939604273,453
+"sqr_mom_2",0.99,1613939604273,453
+"lr_2",0.00011481095481757398,1613939604273,453
+"mom_2",0.9462972612956064,1613939604273,453
+"eps_2",1e-05,1613939604273,453
+"train_loss",0.19309004,1613939605234,454
+"raw_loss",0.16566017,1613939605234,454
+"epoch",2.8616352201258164,1613939605234,454
+"wd_0",0.01,1613939605234,454
+"sqr_mom_0",0.99,1613939605234,454
+"lr_0",1.149106082616098e-06,1613939605234,454
+"mom_0",0.9462723479345975,1613939605234,454
+"eps_0",1e-05,1613939605234,454
+"wd_1",0.01,1613939605234,454
+"sqr_mom_1",0.99,1613939605234,454
+"lr_1",1.1491060826160981e-05,1613939605234,454
+"mom_1",0.9462723479345975,1613939605234,454
+"eps_1",1e-05,1613939605234,454
+"wd_2",0.01,1613939605234,454
+"sqr_mom_2",0.99,1613939605234,454
+"lr_2",0.0001149106082616098,1613939605234,454
+"mom_2",0.9462723479345975,1613939605234,454
+"eps_2",1e-05,1613939605234,454
+"train_loss",0.19242096,1613939606175,455
+"raw_loss",0.15971899,1613939606175,455
+"epoch",2.8679245283019172,1613939606175,455
+"wd_0",0.01,1613939606175,455
+"sqr_mom_0",0.99,1613939606175,455
+"lr_0",1.1501058107625917e-06,1613939606175,455
+"mom_0",0.9462473547309351,1613939606175,455
+"eps_0",1e-05,1613939606175,455
+"wd_1",0.01,1613939606175,455
+"sqr_mom_1",0.99,1613939606175,455
+"lr_1",1.1501058107625915e-05,1613939606175,455
+"mom_1",0.9462473547309351,1613939606175,455
+"eps_1",1e-05,1613939606175,455
+"wd_2",0.01,1613939606175,455
+"sqr_mom_2",0.99,1613939606175,455
+"lr_2",0.00011501058107625916,1613939606175,455
+"mom_2",0.9462473547309351,1613939606175,455
+"eps_2",1e-05,1613939606175,455
+"train_loss",0.19078292,1613939607142,456
+"raw_loss",0.11071755,1613939607142,456
+"epoch",2.874213836478018,1613939607142,456
+"wd_0",0.01,1613939607142,456
+"sqr_mom_0",0.99,1613939607142,456
+"lr_0",1.151108748560086e-06,1613939607142,456
+"mom_0",0.9462222812859978,1613939607142,456
+"eps_0",1e-05,1613939607142,456
+"wd_1",0.01,1613939607142,456
+"sqr_mom_1",0.99,1613939607142,456
+"lr_1",1.1511087485600858e-05,1613939607142,456
+"mom_1",0.9462222812859978,1613939607142,456
+"eps_1",1e-05,1613939607142,456
+"wd_2",0.01,1613939607142,456
+"sqr_mom_2",0.99,1613939607142,456
+"lr_2",0.00011511087485600857,1613939607142,456
+"mom_2",0.9462222812859978,1613939607142,456
+"eps_2",1e-05,1613939607142,456
+"train_loss",0.19008836,1613939608085,457
+"raw_loss",0.15613765,1613939608085,457
+"epoch",2.880503144654119,1613939608085,457
+"wd_0",0.01,1613939608085,457
+"sqr_mom_0",0.99,1613939608085,457
+"lr_0",1.1521149300836014e-06,1613939608085,457
+"mom_0",0.9461971267479099,1613939608085,457
+"eps_0",1e-05,1613939608085,457
+"wd_1",0.01,1613939608085,457
+"sqr_mom_1",0.99,1613939608085,457
+"lr_1",1.1521149300836012e-05,1613939608085,457
+"mom_1",0.9461971267479099,1613939608085,457
+"eps_1",1e-05,1613939608085,457
+"wd_2",0.01,1613939608085,457
+"sqr_mom_2",0.99,1613939608085,457
+"lr_2",0.00011521149300836012,1613939608085,457
+"mom_2",0.9461971267479099,1613939608085,457
+"eps_2",1e-05,1613939608085,457
+"train_loss",0.18840763,1613939609039,458
+"raw_loss",0.10624774,1613939609039,458
+"epoch",2.88679245283022,1613939609039,458
+"wd_0",0.01,1613939609039,458
+"sqr_mom_0",0.99,1613939609039,458
+"lr_0",1.1531242820710189e-06,1613939609039,458
+"mom_0",0.9461718929482245,1613939609039,458
+"eps_0",1e-05,1613939609039,458
+"wd_1",0.01,1613939609039,458
+"sqr_mom_1",0.99,1613939609039,458
+"lr_1",1.1531242820710186e-05,1613939609039,458
+"mom_1",0.9461718929482245,1613939609039,458
+"eps_1",1e-05,1613939609039,458
+"wd_2",0.01,1613939609039,458
+"sqr_mom_2",0.99,1613939609039,458
+"lr_2",0.00011531242820710187,1613939609039,458
+"mom_2",0.9461718929482245,1613939609039,458
+"eps_2",1e-05,1613939609039,458
+"train_loss",0.18642306,1613939609986,459
+"raw_loss",0.08940684,1613939609986,459
+"epoch",2.8930817610063206,1613939609986,459
+"wd_0",0.01,1613939609986,459
+"sqr_mom_0",0.99,1613939609986,459
+"lr_0",1.1541368564937185e-06,1613939609986,459
+"mom_0",0.946146578587657,1613939609986,459
+"eps_0",1e-05,1613939609986,459
+"wd_1",0.01,1613939609986,459
+"sqr_mom_1",0.99,1613939609986,459
+"lr_1",1.1541368564937186e-05,1613939609986,459
+"mom_1",0.946146578587657,1613939609986,459
+"eps_1",1e-05,1613939609986,459
+"wd_2",0.01,1613939609986,459
+"sqr_mom_2",0.99,1613939609986,459
+"lr_2",0.00011541368564937185,1613939609986,459
+"mom_2",0.946146578587657,1613939609986,459
+"eps_2",1e-05,1613939609986,459
+"train_loss",0.18465519,1613939610955,460
+"raw_loss",0.0982271,1613939610955,460
+"epoch",2.8993710691824215,1613939610955,460
+"wd_0",0.01,1613939610955,460
+"sqr_mom_0",0.99,1613939610955,460
+"lr_0",1.1551526336871934e-06,1613939610955,460
+"mom_0",0.9461211841578201,1613939610955,460
+"eps_0",1e-05,1613939610955,460
+"wd_1",0.01,1613939610955,460
+"sqr_mom_1",0.99,1613939610955,460
+"lr_1",1.1551526336871932e-05,1613939610955,460
+"mom_1",0.9461211841578201,1613939610955,460
+"eps_1",1e-05,1613939610955,460
+"wd_2",0.01,1613939610955,460
+"sqr_mom_2",0.99,1613939610955,460
+"lr_2",0.00011551526336871931,1613939610955,460
+"mom_2",0.9461211841578201,1613939610955,460
+"eps_2",1e-05,1613939610955,460
+"train_loss",0.18342131,1613939611909,461
+"raw_loss",0.12309705,1613939611909,461
+"epoch",2.9056603773585223,1613939611909,461
+"wd_0",0.01,1613939611909,461
+"sqr_mom_0",0.99,1613939611909,461
+"lr_0",1.1561716118889607e-06,1613939611909,461
+"mom_0",0.9460957097027759,1613939611909,461
+"eps_0",1e-05,1613939611909,461
+"wd_1",0.01,1613939611909,461
+"sqr_mom_1",0.99,1613939611909,461
+"lr_1",1.1561716118889606e-05,1613939611909,461
+"mom_1",0.9460957097027759,1613939611909,461
+"eps_1",1e-05,1613939611909,461
+"wd_2",0.01,1613939611909,461
+"sqr_mom_2",0.99,1613939611909,461
+"lr_2",0.00011561716118889605,1613939611909,461
+"mom_2",0.9460957097027759,1613939611909,461
+"eps_2",1e-05,1613939611909,461
+"train_loss",0.18139066,1613939612862,462
+"raw_loss",0.082107246,1613939612862,462
+"epoch",2.911949685534623,1613939612862,462
+"wd_0",0.01,1613939612862,462
+"sqr_mom_0",0.99,1613939612862,462
+"lr_0",1.1571937893309842e-06,1613939612862,462
+"mom_0",0.9460701552667253,1613939612862,462
+"eps_0",1e-05,1613939612862,462
+"wd_1",0.01,1613939612862,462
+"sqr_mom_1",0.99,1613939612862,462
+"lr_1",1.1571937893309842e-05,1613939612862,462
+"mom_1",0.9460701552667253,1613939612862,462
+"eps_1",1e-05,1613939612862,462
+"wd_2",0.01,1613939612862,462
+"sqr_mom_2",0.99,1613939612862,462
+"lr_2",0.00011571937893309841,1613939612862,462
+"mom_2",0.9460701552667253,1613939612862,462
+"eps_2",1e-05,1613939612862,462
+"train_loss",0.18679224,1613939613809,463
+"raw_loss",0.45089993,1613939613809,463
+"epoch",2.918238993710724,1613939613809,463
+"wd_0",0.01,1613939613809,463
+"sqr_mom_0",0.99,1613939613809,463
+"lr_0",1.1582191642396758e-06,1613939613809,463
+"mom_0",0.946044520894008,1613939613809,463
+"eps_0",1e-05,1613939613809,463
+"wd_1",0.01,1613939613809,463
+"sqr_mom_1",0.99,1613939613809,463
+"lr_1",1.1582191642396758e-05,1613939613809,463
+"mom_1",0.946044520894008,1613939613809,463
+"eps_1",1e-05,1613939613809,463
+"wd_2",0.01,1613939613809,463
+"sqr_mom_2",0.99,1613939613809,463
+"lr_2",0.00011582191642396758,1613939613809,463
+"mom_2",0.946044520894008,1613939613809,463
+"eps_2",1e-05,1613939613809,463
+"train_loss",0.18542467,1613939614757,464
+"raw_loss",0.11855466,1613939614757,464
+"epoch",2.924528301886825,1613939614757,464
+"wd_0",0.01,1613939614757,464
+"sqr_mom_0",0.99,1613939614757,464
+"lr_0",1.159247698224635e-06,1613939614757,464
+"mom_0",0.946018807544384,1613939614757,464
+"eps_0",1e-05,1613939614757,464
+"wd_1",0.01,1613939614757,464
+"sqr_mom_1",0.99,1613939614757,464
+"lr_1",1.1592476982246347e-05,1613939614757,464
+"mom_1",0.946018807544384,1613939614757,464
+"eps_1",1e-05,1613939614757,464
+"wd_2",0.01,1613939614757,464
+"sqr_mom_2",0.99,1613939614757,464
+"lr_2",0.00011592476982246348,1613939614757,464
+"mom_2",0.946018807544384,1613939614757,464
+"eps_2",1e-05,1613939614757,464
+"train_loss",0.18740468,1613939615702,465
+"raw_loss",0.28422508,1613939615702,465
+"epoch",2.9308176100629257,1613939615702,465
+"wd_0",0.01,1613939615702,465
+"sqr_mom_0",0.99,1613939615702,465
+"lr_0",1.1602794993349774e-06,1613939615702,465
+"mom_0",0.9459930125166255,1613939615702,465
+"eps_0",1e-05,1613939615702,465
+"wd_1",0.01,1613939615702,465
+"sqr_mom_1",0.99,1613939615702,465
+"lr_1",1.1602794993349773e-05,1613939615702,465
+"mom_1",0.9459930125166255,1613939615702,465
+"eps_1",1e-05,1613939615702,465
+"wd_2",0.01,1613939615702,465
+"sqr_mom_2",0.99,1613939615702,465
+"lr_2",0.00011602794993349773,1613939615702,465
+"mom_2",0.9459930125166255,1613939615702,465
+"eps_2",1e-05,1613939615702,465
+"train_loss",0.18712816,1613939616656,466
+"raw_loss",0.1736057,1613939616656,466
+"epoch",2.9371069182390266,1613939616656,466
+"wd_0",0.01,1613939616656,466
+"sqr_mom_0",0.99,1613939616656,466
+"lr_0",1.1613144191085292e-06,1613939616656,466
+"mom_0",0.9459671395222867,1613939616656,466
+"eps_0",1e-05,1613939616656,466
+"wd_1",0.01,1613939616656,466
+"sqr_mom_1",0.99,1613939616656,466
+"lr_1",1.1613144191085291e-05,1613939616656,466
+"mom_1",0.9459671395222867,1613939616656,466
+"eps_1",1e-05,1613939616656,466
+"wd_2",0.01,1613939616656,466
+"sqr_mom_2",0.99,1613939616656,466
+"lr_2",0.0001161314419108529,1613939616656,466
+"mom_2",0.9459671395222867,1613939616656,466
+"eps_2",1e-05,1613939616656,466
+"train_loss",0.18604666,1613939617626,467
+"raw_loss",0.13315767,1613939617626,467
+"epoch",2.9433962264151274,1613939617626,467
+"wd_0",0.01,1613939617626,467
+"sqr_mom_0",0.99,1613939617626,467
+"lr_0",1.1623526028752608e-06,1613939617626,467
+"mom_0",0.9459411849281184,1613939617626,467
+"eps_0",1e-05,1613939617626,467
+"wd_1",0.01,1613939617626,467
+"sqr_mom_1",0.99,1613939617626,467
+"lr_1",1.1623526028752607e-05,1613939617626,467
+"mom_1",0.9459411849281184,1613939617626,467
+"eps_1",1e-05,1613939617626,467
+"wd_2",0.01,1613939617626,467
+"sqr_mom_2",0.99,1613939617626,467
+"lr_2",0.00011623526028752607,1613939617626,467
+"mom_2",0.9459411849281184,1613939617626,467
+"eps_2",1e-05,1613939617626,467
+"train_loss",0.18481725,1613939618573,468
+"raw_loss",0.1246941,1613939618573,468
+"epoch",2.9496855345912283,1613939618573,468
+"wd_0",0.01,1613939618573,468
+"sqr_mom_0",0.99,1613939618573,468
+"lr_0",1.1633939012546206e-06,1613939618573,468
+"mom_0",0.9459151524686344,1613939618573,468
+"eps_0",1e-05,1613939618573,468
+"wd_1",0.01,1613939618573,468
+"sqr_mom_1",0.99,1613939618573,468
+"lr_1",1.1633939012546205e-05,1613939618573,468
+"mom_1",0.9459151524686344,1613939618573,468
+"eps_1",1e-05,1613939618573,468
+"wd_2",0.01,1613939618573,468
+"sqr_mom_2",0.99,1613939618573,468
+"lr_2",0.00011633939012546204,1613939618573,468
+"mom_2",0.9459151524686344,1613939618573,468
+"eps_2",1e-05,1613939618573,468
+"train_loss",0.1821913,1613939619550,469
+"raw_loss",0.053764217,1613939619550,469
+"epoch",2.955974842767329,1613939619550,469
+"wd_0",0.01,1613939619550,469
+"sqr_mom_0",0.99,1613939619550,469
+"lr_0",1.164438423294293e-06,1613939619550,469
+"mom_0",0.9458890394176427,1613939619550,469
+"eps_0",1e-05,1613939619550,469
+"wd_1",0.01,1613939619550,469
+"sqr_mom_1",0.99,1613939619550,469
+"lr_1",1.164438423294293e-05,1613939619550,469
+"mom_1",0.9458890394176427,1613939619550,469
+"eps_1",1e-05,1613939619550,469
+"wd_2",0.01,1613939619550,469
+"sqr_mom_2",0.99,1613939619550,469
+"lr_2",0.00011644384232942928,1613939619550,469
+"mom_2",0.9458890394176427,1613939619550,469
+"eps_2",1e-05,1613939619550,469
+"train_loss",0.17988166,1613939620524,470
+"raw_loss",0.06692124,1613939620524,470
+"epoch",2.96226415094343,1613939620524,470
+"wd_0",0.01,1613939620524,470
+"sqr_mom_0",0.99,1613939620524,470
+"lr_0",1.1654861302304162e-06,1613939620524,470
+"mom_0",0.9458628467442396,1613939620524,470
+"eps_0",1e-05,1613939620524,470
+"wd_1",0.01,1613939620524,470
+"sqr_mom_1",0.99,1613939620524,470
+"lr_1",1.165486130230416e-05,1613939620524,470
+"mom_1",0.9458628467442396,1613939620524,470
+"eps_1",1e-05,1613939620524,470
+"wd_2",0.01,1613939620524,470
+"sqr_mom_2",0.99,1613939620524,470
+"lr_2",0.00011654861302304161,1613939620524,470
+"mom_2",0.9458628467442396,1613939620524,470
+"eps_2",1e-05,1613939620524,470
+"train_loss",0.18153858,1613939621469,471
+"raw_loss",0.26257855,1613939621469,471
+"epoch",2.968553459119531,1613939621469,471
+"wd_0",0.01,1613939621469,471
+"sqr_mom_0",0.99,1613939621469,471
+"lr_0",1.166536982840852e-06,1613939621469,471
+"mom_0",0.9458365754289787,1613939621469,471
+"eps_0",1e-05,1613939621469,471
+"wd_1",0.01,1613939621469,471
+"sqr_mom_1",0.99,1613939621469,471
+"lr_1",1.166536982840852e-05,1613939621469,471
+"mom_1",0.9458365754289787,1613939621469,471
+"eps_1",1e-05,1613939621469,471
+"wd_2",0.01,1613939621469,471
+"sqr_mom_2",0.99,1613939621469,471
+"lr_2",0.00011665369828408519,1613939621469,471
+"mom_2",0.9458365754289787,1613939621469,471
+"eps_2",1e-05,1613939621469,471
+"train_loss",0.18361959,1613939622425,472
+"raw_loss",0.2854062,1613939622425,472
+"epoch",2.9748427672956317,1613939622425,472
+"wd_0",0.01,1613939622425,472
+"sqr_mom_0",0.99,1613939622425,472
+"lr_0",1.1675910915149543e-06,1613939622425,472
+"mom_0",0.9458102227121261,1613939622425,472
+"eps_0",1e-05,1613939622425,472
+"wd_1",0.01,1613939622425,472
+"sqr_mom_1",0.99,1613939622425,472
+"lr_1",1.1675910915149541e-05,1613939622425,472
+"mom_1",0.9458102227121261,1613939622425,472
+"eps_1",1e-05,1613939622425,472
+"wd_2",0.01,1613939622425,472
+"sqr_mom_2",0.99,1613939622425,472
+"lr_2",0.00011675910915149542,1613939622425,472
+"mom_2",0.9458102227121261,1613939622425,472
+"eps_2",1e-05,1613939622425,472
+"train_loss",0.18394001,1613939623374,473
+"raw_loss",0.19961306,1613939623374,473
+"epoch",2.9811320754717325,1613939623374,473
+"wd_0",0.01,1613939623374,473
+"sqr_mom_0",0.99,1613939623374,473
+"lr_0",1.1686483045807942e-06,1613939623374,473
+"mom_0",0.9457837923854802,1613939623374,473
+"eps_0",1e-05,1613939623374,473
+"wd_1",0.01,1613939623374,473
+"sqr_mom_1",0.99,1613939623374,473
+"lr_1",1.168648304580794e-05,1613939623374,473
+"mom_1",0.9457837923854802,1613939623374,473
+"eps_1",1e-05,1613939623374,473
+"wd_2",0.01,1613939623374,473
+"sqr_mom_2",0.99,1613939623374,473
+"lr_2",0.00011686483045807942,1613939623374,473
+"mom_2",0.9457837923854802,1613939623374,473
+"eps_2",1e-05,1613939623374,473
+"train_loss",0.1832567,1613939624336,474
+"raw_loss",0.14983247,1613939624336,474
+"epoch",2.9874213836478334,1613939624336,474
+"wd_0",0.01,1613939624336,474
+"sqr_mom_0",0.99,1613939624336,474
+"lr_0",1.1697087704989063e-06,1613939624336,474
+"mom_0",0.9457572807375273,1613939624336,474
+"eps_0",1e-05,1613939624336,474
+"wd_1",0.01,1613939624336,474
+"sqr_mom_1",0.99,1613939624336,474
+"lr_1",1.169708770498906e-05,1613939624336,474
+"mom_1",0.9457572807375273,1613939624336,474
+"eps_1",1e-05,1613939624336,474
+"wd_2",0.01,1613939624336,474
+"sqr_mom_2",0.99,1613939624336,474
+"lr_2",0.0001169708770498906,1613939624336,474
+"mom_2",0.9457572807375273,1613939624336,474
+"eps_2",1e-05,1613939624336,474
+"train_loss",0.18642579,1613939625289,475
+"raw_loss",0.34144863,1613939625289,475
+"epoch",2.9937106918239342,1613939625289,475
+"wd_0",0.01,1613939625289,475
+"sqr_mom_0",0.99,1613939625289,475
+"lr_0",1.17077233668264e-06,1613939625289,475
+"mom_0",0.945730691582934,1613939625289,475
+"eps_0",1e-05,1613939625289,475
+"wd_1",0.01,1613939625289,475
+"sqr_mom_1",0.99,1613939625289,475
+"lr_1",1.1707723366826401e-05,1613939625289,475
+"mom_1",0.945730691582934,1613939625289,475
+"eps_1",1e-05,1613939625289,475
+"wd_2",0.01,1613939625289,475
+"sqr_mom_2",0.99,1613939625289,475
+"lr_2",0.000117077233668264,1613939625289,475
+"mom_2",0.945730691582934,1613939625289,475
+"eps_2",1e-05,1613939625289,475
+"train_loss",0.18530066,1613939626243,476
+"raw_loss",0.1302604,1613939626243,476
+"epoch",3.000000000000035,1613939626243,476
+"wd_0",0.01,1613939626243,476
+"sqr_mom_0",0.99,1613939626243,476
+"lr_0",1.1718391145159428e-06,1613939626243,476
+"mom_0",0.9457040221371014,1613939626243,476
+"eps_0",1e-05,1613939626243,476
+"wd_1",0.01,1613939626243,476
+"sqr_mom_1",0.99,1613939626243,476
+"lr_1",1.1718391145159426e-05,1613939626243,476
+"mom_1",0.9457040221371014,1613939626243,476
+"eps_1",1e-05,1613939626243,476
+"wd_2",0.01,1613939626243,476
+"sqr_mom_2",0.99,1613939626243,476
+"lr_2",0.00011718391145159427,1613939626243,476
+"mom_2",0.9457040221371014,1613939626243,476
+"eps_2",1e-05,1613939626243,476
+"valid_loss",0.15838797390460968,1613939656607,476
+"_rmse",0.3979799151420593,1613939656607,476
+"epoch",3,1613939656607,476
+"train_loss",0.18485281,1613939657789,477
+"raw_loss",0.16294332,1613939657789,477
+"epoch",3.006289308176101,1613939657789,477
+"wd_0",0.01,1613939657789,477
+"sqr_mom_0",0.99,1613939657789,477
+"lr_0",1.1729090644047014e-06,1613939657789,477
+"mom_0",0.9456772733898824,1613939657789,477
+"eps_0",1e-05,1613939657789,477
+"wd_1",0.01,1613939657789,477
+"sqr_mom_1",0.99,1613939657789,477
+"lr_1",1.1729090644047014e-05,1613939657789,477
+"mom_1",0.9456772733898824,1613939657789,477
+"eps_1",1e-05,1613939657789,477
+"wd_2",0.01,1613939657789,477
+"sqr_mom_2",0.99,1613939657789,477
+"lr_2",0.00011729090644047014,1613939657789,477
+"mom_2",0.9456772733898824,1613939657789,477
+"eps_2",1e-05,1613939657789,477
+"train_loss",0.18402909,1613939658735,478
+"raw_loss",0.14373167,1613939658735,478
+"epoch",3.0125786163522017,1613939658735,478
+"wd_0",0.01,1613939658735,478
+"sqr_mom_0",0.99,1613939658735,478
+"lr_0",1.173982184492439e-06,1613939658735,478
+"mom_0",0.9456504453876889,1613939658735,478
+"eps_0",1e-05,1613939658735,478
+"wd_1",0.01,1613939658735,478
+"sqr_mom_1",0.99,1613939658735,478
+"lr_1",1.1739821844924389e-05,1613939658735,478
+"mom_1",0.9456504453876889,1613939658735,478
+"eps_1",1e-05,1613939658735,478
+"wd_2",0.01,1613939658735,478
+"sqr_mom_2",0.99,1613939658735,478
+"lr_2",0.00011739821844924389,1613939658735,478
+"mom_2",0.9456504453876889,1613939658735,478
+"eps_2",1e-05,1613939658735,478
+"train_loss",0.18377341,1613939659680,479
+"raw_loss",0.17126422,1613939659680,479
+"epoch",3.0188679245283025,1613939659680,479
+"wd_0",0.01,1613939659680,479
+"sqr_mom_0",0.99,1613939659680,479
+"lr_0",1.1750584729171763e-06,1613939659680,479
+"mom_0",0.9456235381770706,1613939659680,479
+"eps_0",1e-05,1613939659680,479
+"wd_1",0.01,1613939659680,479
+"sqr_mom_1",0.99,1613939659680,479
+"lr_1",1.175058472917176e-05,1613939659680,479
+"mom_1",0.9456235381770706,1613939659680,479
+"eps_1",1e-05,1613939659680,479
+"wd_2",0.01,1613939659680,479
+"sqr_mom_2",0.99,1613939659680,479
+"lr_2",0.00011750584729171762,1613939659680,479
+"mom_2",0.9456235381770706,1613939659680,479
+"eps_2",1e-05,1613939659680,479
+"train_loss",0.1838785,1613939660650,480
+"raw_loss",0.18901989,1613939660650,480
+"epoch",3.0251572327044034,1613939660650,480
+"wd_0",0.01,1613939660650,480
+"sqr_mom_0",0.99,1613939660650,480
+"lr_0",1.1761379278114371e-06,1613939660650,480
+"mom_0",0.945596551804714,1613939660650,480
+"eps_0",1e-05,1613939660650,480
+"wd_1",0.01,1613939660650,480
+"sqr_mom_1",0.99,1613939660650,480
+"lr_1",1.176137927811437e-05,1613939660650,480
+"mom_1",0.945596551804714,1613939660650,480
+"eps_1",1e-05,1613939660650,480
+"wd_2",0.01,1613939660650,480
+"sqr_mom_2",0.99,1613939660650,480
+"lr_2",0.00011761379278114371,1613939660650,480
+"mom_2",0.945596551804714,1613939660650,480
+"eps_2",1e-05,1613939660650,480
+"train_loss",0.18174984,1613939661612,481
+"raw_loss",0.07760147,1613939661612,481
+"epoch",3.0314465408805042,1613939661612,481
+"wd_0",0.01,1613939661612,481
+"sqr_mom_0",0.99,1613939661612,481
+"lr_0",1.1772205473022523e-06,1613939661612,481
+"mom_0",0.9455694863174436,1613939661612,481
+"eps_0",1e-05,1613939661612,481
+"wd_1",0.01,1613939661612,481
+"sqr_mom_1",0.99,1613939661612,481
+"lr_1",1.1772205473022523e-05,1613939661612,481
+"mom_1",0.9455694863174436,1613939661612,481
+"eps_1",1e-05,1613939661612,481
+"wd_2",0.01,1613939661612,481
+"sqr_mom_2",0.99,1613939661612,481
+"lr_2",0.00011772205473022522,1613939661612,481
+"mom_2",0.9455694863174436,1613939661612,481
+"eps_2",1e-05,1613939661612,481
+"train_loss",0.18022446,1613939662577,482
+"raw_loss",0.10559095,1613939662577,482
+"epoch",3.037735849056605,1613939662577,482
+"wd_0",0.01,1613939662577,482
+"sqr_mom_0",0.99,1613939662577,482
+"lr_0",1.17830632951116e-06,1613939662577,482
+"mom_0",0.945542341762221,1613939662577,482
+"eps_0",1e-05,1613939662577,482
+"wd_1",0.01,1613939662577,482
+"sqr_mom_1",0.99,1613939662577,482
+"lr_1",1.17830632951116e-05,1613939662577,482
+"mom_1",0.945542341762221,1613939662577,482
+"eps_1",1e-05,1613939662577,482
+"wd_2",0.01,1613939662577,482
+"sqr_mom_2",0.99,1613939662577,482
+"lr_2",0.00011783063295111599,1613939662577,482
+"mom_2",0.945542341762221,1613939662577,482
+"eps_2",1e-05,1613939662577,482
+"train_loss",0.17974819,1613939663530,483
+"raw_loss",0.15644374,1613939663530,483
+"epoch",3.044025157232706,1613939663530,483
+"wd_0",0.01,1613939663530,483
+"sqr_mom_0",0.99,1613939663530,483
+"lr_0",1.1793952337979822e-06,1613939663530,483
+"mom_0",0.9455151191550504,1613939663530,483
+"eps_0",1e-05,1613939663530,483
+"wd_1",0.01,1613939663530,483
+"sqr_mom_1",0.99,1613939663530,483
+"lr_1",1.1793952337979822e-05,1613939663530,483
+"mom_1",0.9455151191550504,1613939663530,483
+"eps_1",1e-05,1613939663530,483
+"wd_2",0.01,1613939663530,483
+"sqr_mom_2",0.99,1613939663530,483
+"lr_2",0.00011793952337979821,1613939663530,483
+"mom_2",0.9455151191550504,1613939663530,483
+"eps_2",1e-05,1613939663530,483
+"train_loss",0.17918321,1613939664499,484
+"raw_loss",0.15153824,1613939664499,484
+"epoch",3.050314465408807,1613939664499,484
+"wd_0",0.01,1613939664499,484
+"sqr_mom_0",0.99,1613939664499,484
+"lr_0",1.180487374541974e-06,1613939664499,484
+"mom_0",0.9454878156364506,1613939664499,484
+"eps_0",1e-05,1613939664499,484
+"wd_1",0.01,1613939664499,484
+"sqr_mom_1",0.99,1613939664499,484
+"lr_1",1.1804873745419738e-05,1613939664499,484
+"mom_1",0.9454878156364506,1613939664499,484
+"eps_1",1e-05,1613939664499,484
+"wd_2",0.01,1613939664499,484
+"sqr_mom_2",0.99,1613939664499,484
+"lr_2",0.00011804873745419738,1613939664499,484
+"mom_2",0.9454878156364506,1613939664499,484
+"eps_2",1e-05,1613939664499,484
+"train_loss",0.18005301,1613939665456,485
+"raw_loss",0.22261424,1613939665456,485
+"epoch",3.0566037735849076,1613939665456,485
+"wd_0",0.01,1613939665456,485
+"sqr_mom_0",0.99,1613939665456,485
+"lr_0",1.1815825945989063e-06,1613939665456,485
+"mom_0",0.9454604351350273,1613939665456,485
+"eps_0",1e-05,1613939665456,485
+"wd_1",0.01,1613939665456,485
+"sqr_mom_1",0.99,1613939665456,485
+"lr_1",1.1815825945989062e-05,1613939665456,485
+"mom_1",0.9454604351350273,1613939665456,485
+"eps_1",1e-05,1613939665456,485
+"wd_2",0.01,1613939665456,485
+"sqr_mom_2",0.99,1613939665456,485
+"lr_2",0.0001181582594598906,1613939665456,485
+"mom_2",0.9454604351350273,1613939665456,485
+"eps_2",1e-05,1613939665456,485
+"train_loss",0.17986992,1613939666457,486
+"raw_loss",0.17090994,1613939666457,486
+"epoch",3.0628930817610085,1613939666457,486
+"wd_0",0.01,1613939666457,486
+"sqr_mom_0",0.99,1613939666457,486
+"lr_0",1.1826810086737724e-06,1613939666457,486
+"mom_0",0.9454329747831557,1613939666457,486
+"eps_0",1e-05,1613939666457,486
+"wd_1",0.01,1613939666457,486
+"sqr_mom_1",0.99,1613939666457,486
+"lr_1",1.1826810086737723e-05,1613939666457,486
+"mom_1",0.9454329747831557,1613939666457,486
+"eps_1",1e-05,1613939666457,486
+"wd_2",0.01,1613939666457,486
+"sqr_mom_2",0.99,1613939666457,486
+"lr_2",0.00011826810086737724,1613939666457,486
+"mom_2",0.9454329747831557,1613939666457,486
+"eps_2",1e-05,1613939666457,486
+"train_loss",0.17802794,1613939667472,487
+"raw_loss",0.0878908,1613939667472,487
+"epoch",3.0691823899371093,1613939667472,487
+"wd_0",0.01,1613939667472,487
+"sqr_mom_0",0.99,1613939667472,487
+"lr_0",1.1837825759922445e-06,1613939667472,487
+"mom_0",0.9454054356001939,1613939667472,487
+"eps_0",1e-05,1613939667472,487
+"wd_1",0.01,1613939667472,487
+"sqr_mom_1",0.99,1613939667472,487
+"lr_1",1.1837825759922443e-05,1613939667472,487
+"mom_1",0.9454054356001939,1613939667472,487
+"eps_1",1e-05,1613939667472,487
+"wd_2",0.01,1613939667472,487
+"sqr_mom_2",0.99,1613939667472,487
+"lr_2",0.00011837825759922443,1613939667472,487
+"mom_2",0.9454054356001939,1613939667472,487
+"eps_2",1e-05,1613939667472,487
+"train_loss",0.18048948,1613939668477,488
+"raw_loss",0.30094847,1613939668477,488
+"epoch",3.07547169811321,1613939668477,488
+"wd_0",0.01,1613939668477,488
+"sqr_mom_0",0.99,1613939668477,488
+"lr_0",1.1848872946429846e-06,1613939668477,488
+"mom_0",0.9453778176339254,1613939668477,488
+"eps_0",1e-05,1613939668477,488
+"wd_1",0.01,1613939668477,488
+"sqr_mom_1",0.99,1613939668477,488
+"lr_1",1.1848872946429844e-05,1613939668477,488
+"mom_1",0.9453778176339254,1613939668477,488
+"eps_1",1e-05,1613939668477,488
+"wd_2",0.01,1613939668477,488
+"sqr_mom_2",0.99,1613939668477,488
+"lr_2",0.00011848872946429844,1613939668477,488
+"mom_2",0.9453778176339254,1613939668477,488
+"eps_2",1e-05,1613939668477,488
+"train_loss",0.17911428,1613939669498,489
+"raw_loss",0.111815274,1613939669498,489
+"epoch",3.081761006289311,1613939669498,489
+"wd_0",0.01,1613939669498,489
+"sqr_mom_0",0.99,1613939669498,489
+"lr_0",1.1859951627091876e-06,1613939669498,489
+"mom_0",0.9453501209322702,1613939669498,489
+"eps_0",1e-05,1613939669498,489
+"wd_1",0.01,1613939669498,489
+"sqr_mom_1",0.99,1613939669498,489
+"lr_1",1.1859951627091875e-05,1613939669498,489
+"mom_1",0.9453501209322702,1613939669498,489
+"eps_1",1e-05,1613939669498,489
+"wd_2",0.01,1613939669498,489
+"sqr_mom_2",0.99,1613939669498,489
+"lr_2",0.00011859951627091875,1613939669498,489
+"mom_2",0.9453501209322702,1613939669498,489
+"eps_2",1e-05,1613939669498,489
+"train_loss",0.17940843,1613939670528,490
+"raw_loss",0.19380409,1613939670528,490
+"epoch",3.088050314465412,1613939670528,490
+"wd_0",0.01,1613939670528,490
+"sqr_mom_0",0.99,1613939670528,490
+"lr_0",1.1871061387281534e-06,1613939670528,490
+"mom_0",0.9453223465317961,1613939670528,490
+"eps_0",1e-05,1613939670528,490
+"wd_1",0.01,1613939670528,490
+"sqr_mom_1",0.99,1613939670528,490
+"lr_1",1.1871061387281533e-05,1613939670528,490
+"mom_1",0.9453223465317961,1613939670528,490
+"eps_1",1e-05,1613939670528,490
+"wd_2",0.01,1613939670528,490
+"sqr_mom_2",0.99,1613939670528,490
+"lr_2",0.00011871061387281533,1613939670528,490
+"mom_2",0.9453223465317961,1613939670528,490
+"eps_2",1e-05,1613939670528,490
+"train_loss",0.18147966,1613939671498,491
+"raw_loss",0.28284654,1613939671498,491
+"epoch",3.0943396226415127,1613939671498,491
+"wd_0",0.01,1613939671498,491
+"sqr_mom_0",0.99,1613939671498,491
+"lr_0",1.18822033939344e-06,1613939671498,491
+"mom_0",0.945294491515164,1613939671498,491
+"eps_0",1e-05,1613939671498,491
+"wd_1",0.01,1613939671498,491
+"sqr_mom_1",0.99,1613939671498,491
+"lr_1",1.1882203393934398e-05,1613939671498,491
+"mom_1",0.945294491515164,1613939671498,491
+"eps_1",1e-05,1613939671498,491
+"wd_2",0.01,1613939671498,491
+"sqr_mom_2",0.99,1613939671498,491
+"lr_2",0.00011882203393934397,1613939671498,491
+"mom_2",0.945294491515164,1613939671498,491
+"eps_2",1e-05,1613939671498,491
+"train_loss",0.1797424,1613939672470,492
+"raw_loss",0.09471807,1613939672470,492
+"epoch",3.1006289308176136,1613939672470,492
+"wd_0",0.01,1613939672470,492
+"sqr_mom_0",0.99,1613939672470,492
+"lr_0",1.1893376043866956e-06,1613939672470,492
+"mom_0",0.9452665598903326,1613939672470,492
+"eps_0",1e-05,1613939672470,492
+"wd_1",0.01,1613939672470,492
+"sqr_mom_1",0.99,1613939672470,492
+"lr_1",1.1893376043866955e-05,1613939672470,492
+"mom_1",0.9452665598903326,1613939672470,492
+"eps_1",1e-05,1613939672470,492
+"wd_2",0.01,1613939672470,492
+"sqr_mom_2",0.99,1613939672470,492
+"lr_2",0.00011893376043866955,1613939672470,492
+"mom_2",0.9452665598903326,1613939672470,492
+"eps_2",1e-05,1613939672470,492
+"train_loss",0.17850113,1613939673448,493
+"raw_loss",0.11775046,1613939673448,493
+"epoch",3.1069182389937144,1613939673448,493
+"wd_0",0.01,1613939673448,493
+"sqr_mom_0",0.99,1613939673448,493
+"lr_0",1.1904580906013264e-06,1613939673448,493
+"mom_0",0.9452385477349668,1613939673448,493
+"eps_0",1e-05,1613939673448,493
+"wd_1",0.01,1613939673448,493
+"sqr_mom_1",0.99,1613939673448,493
+"lr_1",1.1904580906013264e-05,1613939673448,493
+"mom_1",0.9452385477349668,1613939673448,493
+"eps_1",1e-05,1613939673448,493
+"wd_2",0.01,1613939673448,493
+"sqr_mom_2",0.99,1613939673448,493
+"lr_2",0.00011904580906013263,1613939673448,493
+"mom_2",0.9452385477349668,1613939673448,493
+"eps_2",1e-05,1613939673448,493
+"train_loss",0.17676917,1613939674442,494
+"raw_loss",0.09200043,1613939674442,494
+"epoch",3.1132075471698153,1613939674442,494
+"wd_0",0.01,1613939674442,494
+"sqr_mom_0",0.99,1613939674442,494
+"lr_0",1.1915816368145766e-06,1613939674442,494
+"mom_0",0.9452104590796355,1613939674442,494
+"eps_0",1e-05,1613939674442,494
+"wd_1",0.01,1613939674442,494
+"sqr_mom_1",0.99,1613939674442,494
+"lr_1",1.1915816368145765e-05,1613939674442,494
+"mom_1",0.9452104590796355,1613939674442,494
+"eps_1",1e-05,1613939674442,494
+"wd_2",0.01,1613939674442,494
+"sqr_mom_2",0.99,1613939674442,494
+"lr_2",0.00011915816368145764,1613939674442,494
+"mom_2",0.9452104590796355,1613939674442,494
+"eps_2",1e-05,1613939674442,494
+"train_loss",0.17535268,1613939675537,495
+"raw_loss",0.106023006,1613939675537,495
+"epoch",3.119496855345916,1613939675537,495
+"wd_0",0.01,1613939675537,495
+"sqr_mom_0",0.99,1613939675537,495
+"lr_0",1.1927083607033784e-06,1613939675537,495
+"mom_0",0.9451822909824155,1613939675537,495
+"eps_0",1e-05,1613939675537,495
+"wd_1",0.01,1613939675537,495
+"sqr_mom_1",0.99,1613939675537,495
+"lr_1",1.1927083607033783e-05,1613939675537,495
+"mom_1",0.9451822909824155,1613939675537,495
+"eps_1",1e-05,1613939675537,495
+"wd_2",0.01,1613939675537,495
+"sqr_mom_2",0.99,1613939675537,495
+"lr_2",0.00011927083607033781,1613939675537,495
+"mom_2",0.9451822909824155,1613939675537,495
+"eps_2",1e-05,1613939675537,495
+"train_loss",0.17603052,1613939676537,496
+"raw_loss",0.20920749,1613939676537,496
+"epoch",3.125786163522017,1613939676537,496
+"wd_0",0.01,1613939676537,496
+"sqr_mom_0",0.99,1613939676537,496
+"lr_0",1.1938382204372533e-06,1613939676537,496
+"mom_0",0.9451540444890686,1613939676537,496
+"eps_0",1e-05,1613939676537,496
+"wd_1",0.01,1613939676537,496
+"sqr_mom_1",0.99,1613939676537,496
+"lr_1",1.1938382204372531e-05,1613939676537,496
+"mom_1",0.9451540444890686,1613939676537,496
+"eps_1",1e-05,1613939676537,496
+"wd_2",0.01,1613939676537,496
+"sqr_mom_2",0.99,1613939676537,496
+"lr_2",0.0001193838220437253,1613939676537,496
+"mom_2",0.9451540444890686,1613939676537,496
+"eps_2",1e-05,1613939676537,496
+"train_loss",0.17513122,1613939677600,497
+"raw_loss",0.13111354,1613939677600,497
+"epoch",3.132075471698118,1613939677600,497
+"wd_0",0.01,1613939677600,497
+"sqr_mom_0",0.99,1613939677600,497
+"lr_0",1.194971214055774e-06,1613939677600,497
+"mom_0",0.9451257196486056,1613939677600,497
+"eps_0",1e-05,1613939677600,497
+"wd_1",0.01,1613939677600,497
+"sqr_mom_1",0.99,1613939677600,497
+"lr_1",1.194971214055774e-05,1613939677600,497
+"mom_1",0.9451257196486056,1613939677600,497
+"eps_1",1e-05,1613939677600,497
+"wd_2",0.01,1613939677600,497
+"sqr_mom_2",0.99,1613939677600,497
+"lr_2",0.00011949712140557739,1613939677600,497
+"mom_2",0.9451257196486056,1613939677600,497
+"eps_2",1e-05,1613939677600,497
+"train_loss",0.17436148,1613939678766,498
+"raw_loss",0.13668428,1613939678766,498
+"epoch",3.1383647798742187,1613939678766,498
+"wd_0",0.01,1613939678766,498
+"sqr_mom_0",0.99,1613939678766,498
+"lr_0",1.196107339593074e-06,1613939678766,498
+"mom_0",0.9450973165101731,1613939678766,498
+"eps_0",1e-05,1613939678766,498
+"wd_1",0.01,1613939678766,498
+"sqr_mom_1",0.99,1613939678766,498
+"lr_1",1.1961073395930737e-05,1613939678766,498
+"mom_1",0.9450973165101731,1613939678766,498
+"eps_1",1e-05,1613939678766,498
+"wd_2",0.01,1613939678766,498
+"sqr_mom_2",0.99,1613939678766,498
+"lr_2",0.00011961073395930737,1613939678766,498
+"mom_2",0.9450973165101731,1613939678766,498
+"eps_2",1e-05,1613939678766,498
+"train_loss",0.1728283,1613939679906,499
+"raw_loss",0.09778045,1613939679906,499
+"epoch",3.1446540880503195,1613939679906,499
+"wd_0",0.01,1613939679906,499
+"sqr_mom_0",0.99,1613939679906,499
+"lr_0",1.1972465545341143e-06,1613939679906,499
+"mom_0",0.9450688361366472,1613939679906,499
+"eps_0",1e-05,1613939679906,499
+"wd_1",0.01,1613939679906,499
+"sqr_mom_1",0.99,1613939679906,499
+"lr_1",1.1972465545341142e-05,1613939679906,499
+"mom_1",0.9450688361366472,1613939679906,499
+"eps_1",1e-05,1613939679906,499
+"wd_2",0.01,1613939679906,499
+"sqr_mom_2",0.99,1613939679906,499
+"lr_2",0.0001197246554534114,1613939679906,499
+"mom_2",0.9450688361366472,1613939679906,499
+"eps_2",1e-05,1613939679906,499
+"train_loss",0.17201325,1613939681000,500
+"raw_loss",0.13211653,1613939681000,500
+"epoch",3.1509433962264204,1613939681000,500
+"wd_0",0.01,1613939681000,500
+"sqr_mom_0",0.99,1613939681000,500
+"lr_0",1.1983889785333833e-06,1613939681000,500
+"mom_0",0.9450402755366654,1613939681000,500
+"eps_0",1e-05,1613939681000,500
+"wd_1",0.01,1613939681000,500
+"sqr_mom_1",0.99,1613939681000,500
+"lr_1",1.1983889785333831e-05,1613939681000,500
+"mom_1",0.9450402755366654,1613939681000,500
+"eps_1",1e-05,1613939681000,500
+"wd_2",0.01,1613939681000,500
+"sqr_mom_2",0.99,1613939681000,500
+"lr_2",0.00011983889785333831,1613939681000,500
+"mom_2",0.9450402755366654,1613939681000,500
+"eps_2",1e-05,1613939681000,500
+"train_loss",0.17151774,1613939682094,501
+"raw_loss",0.1472619,1613939682094,501
+"epoch",3.1572327044025212,1613939682094,501
+"wd_0",0.01,1613939682094,501
+"sqr_mom_0",0.99,1613939682094,501
+"lr_0",1.199534447211574e-06,1613939682094,501
+"mom_0",0.9450116388197106,1613939682094,501
+"eps_0",1e-05,1613939682094,501
+"wd_1",0.01,1613939682094,501
+"sqr_mom_1",0.99,1613939682094,501
+"lr_1",1.199534447211574e-05,1613939682094,501
+"mom_1",0.9450116388197106,1613939682094,501
+"eps_1",1e-05,1613939682094,501
+"wd_2",0.01,1613939682094,501
+"sqr_mom_2",0.99,1613939682094,501
+"lr_2",0.0001199534447211574,1613939682094,501
+"mom_2",0.9450116388197106,1613939682094,501
+"eps_2",1e-05,1613939682094,501
+"train_loss",0.17024545,1613939683145,502
+"raw_loss",0.107963786,1613939683145,502
+"epoch",3.163522012578622,1613939683145,502
+"wd_0",0.01,1613939683145,502
+"sqr_mom_0",0.99,1613939683145,502
+"lr_0",1.2006830805457154e-06,1613939683145,502
+"mom_0",0.9449829229863571,1613939683145,502
+"eps_0",1e-05,1613939683145,502
+"wd_1",0.01,1613939683145,502
+"sqr_mom_1",0.99,1613939683145,502
+"lr_1",1.2006830805457152e-05,1613939683145,502
+"mom_1",0.9449829229863571,1613939683145,502
+"eps_1",1e-05,1613939683145,502
+"wd_2",0.01,1613939683145,502
+"sqr_mom_2",0.99,1613939683145,502
+"lr_2",0.00012006830805457152,1613939683145,502
+"mom_2",0.9449829229863571,1613939683145,502
+"eps_2",1e-05,1613939683145,502
+"train_loss",0.16894811,1613939684123,503
+"raw_loss",0.10543939,1613939684123,503
+"epoch",3.169811320754723,1613939684123,503
+"wd_0",0.01,1613939684123,503
+"sqr_mom_0",0.99,1613939684123,503
+"lr_0",1.201834835887934e-06,1613939684123,503
+"mom_0",0.9449541291028016,1613939684123,503
+"eps_0",1e-05,1613939684123,503
+"wd_1",0.01,1613939684123,503
+"sqr_mom_1",0.99,1613939684123,503
+"lr_1",1.201834835887934e-05,1613939684123,503
+"mom_1",0.9449541291028016,1613939684123,503
+"eps_1",1e-05,1613939684123,503
+"wd_2",0.01,1613939684123,503
+"sqr_mom_2",0.99,1613939684123,503
+"lr_2",0.00012018348358879338,1613939684123,503
+"mom_2",0.9449541291028016,1613939684123,503
+"eps_2",1e-05,1613939684123,503
+"train_loss",0.1713527,1613939685102,504
+"raw_loss",0.28906685,1613939685102,504
+"epoch",3.176100628930824,1613939685102,504
+"wd_0",0.01,1613939685102,504
+"sqr_mom_0",0.99,1613939685102,504
+"lr_0",1.2029897112398116e-06,1613939685102,504
+"mom_0",0.9449252572190047,1613939685102,504
+"eps_0",1e-05,1613939685102,504
+"wd_1",0.01,1613939685102,504
+"sqr_mom_1",0.99,1613939685102,504
+"lr_1",1.2029897112398114e-05,1613939685102,504
+"mom_1",0.9449252572190047,1613939685102,504
+"eps_1",1e-05,1613939685102,504
+"wd_2",0.01,1613939685102,504
+"sqr_mom_2",0.99,1613939685102,504
+"lr_2",0.00012029897112398114,1613939685102,504
+"mom_2",0.9449252572190047,1613939685102,504
+"eps_2",1e-05,1613939685102,504
+"train_loss",0.17428507,1613939686077,505
+"raw_loss",0.31783992,1613939686077,505
+"epoch",3.1823899371069246,1613939686077,505
+"wd_0",0.01,1613939686077,505
+"sqr_mom_0",0.99,1613939686077,505
+"lr_0",1.2041477045975155e-06,1613939686077,505
+"mom_0",0.944896307385062,1613939686077,505
+"eps_0",1e-05,1613939686077,505
+"wd_1",0.01,1613939686077,505
+"sqr_mom_1",0.99,1613939686077,505
+"lr_1",1.2041477045975155e-05,1613939686077,505
+"mom_1",0.944896307385062,1613939686077,505
+"eps_1",1e-05,1613939686077,505
+"wd_2",0.01,1613939686077,505
+"sqr_mom_2",0.99,1613939686077,505
+"lr_2",0.00012041477045975153,1613939686077,505
+"mom_2",0.944896307385062,1613939686077,505
+"eps_2",1e-05,1613939686077,505
+"train_loss",0.17728281,1613939687053,506
+"raw_loss",0.3240385,1613939687053,506
+"epoch",3.1886792452830255,1613939687053,506
+"wd_0",0.01,1613939687053,506
+"sqr_mom_0",0.99,1613939687053,506
+"lr_0",1.2053088139518023e-06,1613939687053,506
+"mom_0",0.9448672796512049,1613939687053,506
+"eps_0",1e-05,1613939687053,506
+"wd_1",0.01,1613939687053,506
+"sqr_mom_1",0.99,1613939687053,506
+"lr_1",1.2053088139518021e-05,1613939687053,506
+"mom_1",0.9448672796512049,1613939687053,506
+"eps_1",1e-05,1613939687053,506
+"wd_2",0.01,1613939687053,506
+"sqr_mom_2",0.99,1613939687053,506
+"lr_2",0.0001205308813951802,1613939687053,506
+"mom_2",0.9448672796512049,1613939687053,506
+"eps_2",1e-05,1613939687053,506
+"train_loss",0.17545342,1613939688018,507
+"raw_loss",0.08589256,1613939688018,507
+"epoch",3.1949685534591263,1613939688018,507
+"wd_0",0.01,1613939688018,507
+"sqr_mom_0",0.99,1613939688018,507
+"lr_0",1.2064730372880225e-06,1613939688018,507
+"mom_0",0.9448381740677994,1613939688018,507
+"eps_0",1e-05,1613939688018,507
+"wd_1",0.01,1613939688018,507
+"sqr_mom_1",0.99,1613939688018,507
+"lr_1",1.2064730372880224e-05,1613939688018,507
+"mom_1",0.9448381740677994,1613939688018,507
+"eps_1",1e-05,1613939688018,507
+"wd_2",0.01,1613939688018,507
+"sqr_mom_2",0.99,1613939688018,507
+"lr_2",0.00012064730372880224,1613939688018,507
+"mom_2",0.9448381740677994,1613939688018,507
+"eps_2",1e-05,1613939688018,507
+"train_loss",0.17587619,1613939689000,508
+"raw_loss",0.19657382,1613939689000,508
+"epoch",3.201257861635227,1613939689000,508
+"wd_0",0.01,1613939689000,508
+"sqr_mom_0",0.99,1613939689000,508
+"lr_0",1.2076403725861246e-06,1613939689000,508
+"mom_0",0.9448089906853469,1613939689000,508
+"eps_0",1e-05,1613939689000,508
+"wd_1",0.01,1613939689000,508
+"sqr_mom_1",0.99,1613939689000,508
+"lr_1",1.2076403725861245e-05,1613939689000,508
+"mom_1",0.9448089906853469,1613939689000,508
+"eps_1",1e-05,1613939689000,508
+"wd_2",0.01,1613939689000,508
+"sqr_mom_2",0.99,1613939689000,508
+"lr_2",0.00012076403725861245,1613939689000,508
+"mom_2",0.9448089906853469,1613939689000,508
+"eps_2",1e-05,1613939689000,508
+"train_loss",0.17507447,1613939690000,509
+"raw_loss",0.13582405,1613939690000,509
+"epoch",3.207547169811328,1613939690000,509
+"wd_0",0.01,1613939690000,509
+"sqr_mom_0",0.99,1613939690000,509
+"lr_0",1.2088107761688152e-06,1613939690000,509
+"mom_0",0.9447797305957796,1613939690000,509
+"eps_0",1e-05,1613939690000,509
+"wd_1",0.01,1613939690000,509
+"sqr_mom_1",0.99,1613939690000,509
+"lr_1",1.2088107761688153e-05,1613939690000,509
+"mom_1",0.9447797305957796,1613939690000,509
+"eps_1",1e-05,1613939690000,509
+"wd_2",0.01,1613939690000,509
+"sqr_mom_2",0.99,1613939690000,509
+"lr_2",0.00012088107761688152,1613939690000,509
+"mom_2",0.9447797305957796,1613939690000,509
+"eps_2",1e-05,1613939690000,509
+"train_loss",0.17474104,1613939690989,510
+"raw_loss",0.1584163,1613939690989,510
+"epoch",3.213836477987429,1613939690989,510
+"wd_0",0.01,1613939690989,510
+"sqr_mom_0",0.99,1613939690989,510
+"lr_0",1.2099843709607674e-06,1613939690989,510
+"mom_0",0.9447503907259808,1613939690989,510
+"eps_0",1e-05,1613939690989,510
+"wd_1",0.01,1613939690989,510
+"sqr_mom_1",0.99,1613939690989,510
+"lr_1",1.2099843709607672e-05,1613939690989,510
+"mom_1",0.9447503907259808,1613939690989,510
+"eps_1",1e-05,1613939690989,510
+"wd_2",0.01,1613939690989,510
+"sqr_mom_2",0.99,1613939690989,510
+"lr_2",0.00012099843709607672,1613939690989,510
+"mom_2",0.9447503907259808,1613939690989,510
+"eps_2",1e-05,1613939690989,510
+"train_loss",0.17515306,1613939691960,511
+"raw_loss",0.1953261,1613939691960,511
+"epoch",3.2201257861635297,1613939691960,511
+"wd_0",0.01,1613939691960,511
+"sqr_mom_0",0.99,1613939691960,511
+"lr_0",1.2111609880976198e-06,1613939691960,511
+"mom_0",0.9447209752975595,1613939691960,511
+"eps_0",1e-05,1613939691960,511
+"wd_1",0.01,1613939691960,511
+"sqr_mom_1",0.99,1613939691960,511
+"lr_1",1.2111609880976196e-05,1613939691960,511
+"mom_1",0.9447209752975595,1613939691960,511
+"eps_1",1e-05,1613939691960,511
+"wd_2",0.01,1613939691960,511
+"sqr_mom_2",0.99,1613939691960,511
+"lr_2",0.00012111609880976196,1613939691960,511
+"mom_2",0.9447209752975595,1613939691960,511
+"eps_2",1e-05,1613939691960,511
+"train_loss",0.17452195,1613939692935,512
+"raw_loss",0.14362186,1613939692935,512
+"epoch",3.2264150943396306,1613939692935,512
+"wd_0",0.01,1613939692935,512
+"sqr_mom_0",0.99,1613939692935,512
+"lr_0",1.2123407928073816e-06,1613939692935,512
+"mom_0",0.9446914801798154,1613939692935,512
+"eps_0",1e-05,1613939692935,512
+"wd_1",0.01,1613939692935,512
+"sqr_mom_1",0.99,1613939692935,512
+"lr_1",1.2123407928073816e-05,1613939692935,512
+"mom_1",0.9446914801798154,1613939692935,512
+"eps_1",1e-05,1613939692935,512
+"wd_2",0.01,1613939692935,512
+"sqr_mom_2",0.99,1613939692935,512
+"lr_2",0.00012123407928073815,1613939692935,512
+"mom_2",0.9446914801798154,1613939692935,512
+"eps_2",1e-05,1613939692935,512
+"train_loss",0.17592424,1613939693911,513
+"raw_loss",0.24458212,1613939693911,513
+"epoch",3.2327044025157314,1613939693911,513
+"wd_0",0.01,1613939693911,513
+"sqr_mom_0",0.99,1613939693911,513
+"lr_0",1.213523615332171e-06,1613939693911,513
+"mom_0",0.9446619096166957,1613939693911,513
+"eps_0",1e-05,1613939693911,513
+"wd_1",0.01,1613939693911,513
+"sqr_mom_1",0.99,1613939693911,513
+"lr_1",1.213523615332171e-05,1613939693911,513
+"mom_1",0.9446619096166957,1613939693911,513
+"eps_1",1e-05,1613939693911,513
+"wd_2",0.01,1613939693911,513
+"sqr_mom_2",0.99,1613939693911,513
+"lr_2",0.0001213523615332171,1613939693911,513
+"mom_2",0.9446619096166957,1613939693911,513
+"eps_2",1e-05,1613939693911,513
+"train_loss",0.17727318,1613939694892,514
+"raw_loss",0.24332033,1613939694892,514
+"epoch",3.2389937106918323,1613939694892,514
+"wd_0",0.01,1613939694892,514
+"sqr_mom_0",0.99,1613939694892,514
+"lr_0",1.2147095795682019e-06,1613939694892,514
+"mom_0",0.944632260510795,1613939694892,514
+"eps_0",1e-05,1613939694892,514
+"wd_1",0.01,1613939694892,514
+"sqr_mom_1",0.99,1613939694892,514
+"lr_1",1.2147095795682018e-05,1613939694892,514
+"mom_1",0.944632260510795,1613939694892,514
+"eps_1",1e-05,1613939694892,514
+"wd_2",0.01,1613939694892,514
+"sqr_mom_2",0.99,1613939694892,514
+"lr_2",0.00012147095795682018,1613939694892,514
+"mom_2",0.944632260510795,1613939694892,514
+"eps_2",1e-05,1613939694892,514
+"train_loss",0.18115495,1613939695865,515
+"raw_loss",0.37121892,1613939695865,515
+"epoch",3.245283018867933,1613939695865,515
+"wd_0",0.01,1613939695865,515
+"sqr_mom_0",0.99,1613939695865,515
+"lr_0",1.2158986414748286e-06,1613939695865,515
+"mom_0",0.9446025339631292,1613939695865,515
+"eps_0",1e-05,1613939695865,515
+"wd_1",0.01,1613939695865,515
+"sqr_mom_1",0.99,1613939695865,515
+"lr_1",1.2158986414748283e-05,1613939695865,515
+"mom_1",0.9446025339631292,1613939695865,515
+"eps_1",1e-05,1613939695865,515
+"wd_2",0.01,1613939695865,515
+"sqr_mom_2",0.99,1613939695865,515
+"lr_2",0.00012158986414748284,1613939695865,515
+"mom_2",0.9446025339631292,1613939695865,515
+"eps_2",1e-05,1613939695865,515
+"train_loss",0.18246305,1613939696839,516
+"raw_loss",0.24651304,1613939696839,516
+"epoch",3.251572327044034,1613939696839,516
+"wd_0",0.01,1613939696839,516
+"sqr_mom_0",0.99,1613939696839,516
+"lr_0",1.2170907565656809e-06,1613939696839,516
+"mom_0",0.9445727310858579,1613939696839,516
+"eps_0",1e-05,1613939696839,516
+"wd_1",0.01,1613939696839,516
+"sqr_mom_1",0.99,1613939696839,516
+"lr_1",1.217090756565681e-05,1613939696839,516
+"mom_1",0.9445727310858579,1613939696839,516
+"eps_1",1e-05,1613939696839,516
+"wd_2",0.01,1613939696839,516
+"sqr_mom_2",0.99,1613939696839,516
+"lr_2",0.00012170907565656808,1613939696839,516
+"mom_2",0.9445727310858579,1613939696839,516
+"eps_2",1e-05,1613939696839,516
+"train_loss",0.18246983,1613939697882,517
+"raw_loss",0.18280211,1613939697882,517
+"epoch",3.257861635220135,1613939697882,517
+"wd_0",0.01,1613939697882,517
+"sqr_mom_0",0.99,1613939697882,517
+"lr_0",1.218286050041898e-06,1613939697882,517
+"mom_0",0.9445428487489526,1613939697882,517
+"eps_0",1e-05,1613939697882,517
+"wd_1",0.01,1613939697882,517
+"sqr_mom_1",0.99,1613939697882,517
+"lr_1",1.2182860500418978e-05,1613939697882,517
+"mom_1",0.9445428487489526,1613939697882,517
+"eps_1",1e-05,1613939697882,517
+"wd_2",0.01,1613939697882,517
+"sqr_mom_2",0.99,1613939697882,517
+"lr_2",0.00012182860500418977,1613939697882,517
+"mom_2",0.9445428487489526,1613939697882,517
+"eps_2",1e-05,1613939697882,517
+"train_loss",0.18174046,1613939698884,518
+"raw_loss",0.1460263,1613939698884,518
+"epoch",3.2641509433962357,1613939698884,518
+"wd_0",0.01,1613939698884,518
+"sqr_mom_0",0.99,1613939698884,518
+"lr_0",1.2194843499169744e-06,1613939698884,518
+"mom_0",0.9445128912520756,1613939698884,518
+"eps_0",1e-05,1613939698884,518
+"wd_1",0.01,1613939698884,518
+"sqr_mom_1",0.99,1613939698884,518
+"lr_1",1.2194843499169741e-05,1613939698884,518
+"mom_1",0.9445128912520756,1613939698884,518
+"eps_1",1e-05,1613939698884,518
+"wd_2",0.01,1613939698884,518
+"sqr_mom_2",0.99,1613939698884,518
+"lr_2",0.00012194843499169741,1613939698884,518
+"mom_2",0.9445128912520756,1613939698884,518
+"eps_2",1e-05,1613939698884,518
+"train_loss",0.18278177,1613939699847,519
+"raw_loss",0.23377061,1613939699847,519
+"epoch",3.2704402515723365,1613939699847,519
+"wd_0",0.01,1613939699847,519
+"sqr_mom_0",0.99,1613939699847,519
+"lr_0",1.2206858244637457e-06,1613939699847,519
+"mom_0",0.9444828543884063,1613939699847,519
+"eps_0",1e-05,1613939699847,519
+"wd_1",0.01,1613939699847,519
+"sqr_mom_1",0.99,1613939699847,519
+"lr_1",1.2206858244637456e-05,1613939699847,519
+"mom_1",0.9444828543884063,1613939699847,519
+"eps_1",1e-05,1613939699847,519
+"wd_2",0.01,1613939699847,519
+"sqr_mom_2",0.99,1613939699847,519
+"lr_2",0.00012206858244637456,1613939699847,519
+"mom_2",0.9444828543884063,1613939699847,519
+"eps_2",1e-05,1613939699847,519
+"train_loss",0.18176392,1613939700842,520
+"raw_loss",0.131923,1613939700842,520
+"epoch",3.2767295597484374,1613939700842,520
+"wd_0",0.01,1613939700842,520
+"sqr_mom_0",0.99,1613939700842,520
+"lr_0",1.2218903008063337e-06,1613939700842,520
+"mom_0",0.9444527424798416,1613939700842,520
+"eps_0",1e-05,1613939700842,520
+"wd_1",0.01,1613939700842,520
+"sqr_mom_1",0.99,1613939700842,520
+"lr_1",1.2218903008063336e-05,1613939700842,520
+"mom_1",0.9444527424798416,1613939700842,520
+"eps_1",1e-05,1613939700842,520
+"wd_2",0.01,1613939700842,520
+"sqr_mom_2",0.99,1613939700842,520
+"lr_2",0.00012218903008063336,1613939700842,520
+"mom_2",0.9444527424798416,1613939700842,520
+"eps_2",1e-05,1613939700842,520
+"train_loss",0.18195465,1613939701816,521
+"raw_loss",0.19129476,1613939701816,521
+"epoch",3.2830188679245382,1613939701816,521
+"wd_0",0.01,1613939701816,521
+"sqr_mom_0",0.99,1613939701816,521
+"lr_0",1.223097905112909e-06,1613939701816,521
+"mom_0",0.9444225523721772,1613939701816,521
+"eps_0",1e-05,1613939701816,521
+"wd_1",0.01,1613939701816,521
+"sqr_mom_1",0.99,1613939701816,521
+"lr_1",1.2230979051129088e-05,1613939701816,521
+"mom_1",0.9444225523721772,1613939701816,521
+"eps_1",1e-05,1613939701816,521
+"wd_2",0.01,1613939701816,521
+"sqr_mom_2",0.99,1613939701816,521
+"lr_2",0.0001223097905112909,1613939701816,521
+"mom_2",0.9444225523721772,1613939701816,521
+"eps_2",1e-05,1613939701816,521
+"train_loss",0.18034045,1613939702782,522
+"raw_loss",0.10129664,1613939702782,522
+"epoch",3.289308176100639,1613939702782,522
+"wd_0",0.01,1613939702782,522
+"sqr_mom_0",0.99,1613939702782,522
+"lr_0",1.2243085925354338e-06,1613939702782,522
+"mom_0",0.9443922851866141,1613939702782,522
+"eps_0",1e-05,1613939702782,522
+"wd_1",0.01,1613939702782,522
+"sqr_mom_1",0.99,1613939702782,522
+"lr_1",1.2243085925354337e-05,1613939702782,522
+"mom_1",0.9443922851866141,1613939702782,522
+"eps_1",1e-05,1613939702782,522
+"wd_2",0.01,1613939702782,522
+"sqr_mom_2",0.99,1613939702782,522
+"lr_2",0.00012243085925354335,1613939702782,522
+"mom_2",0.9443922851866141,1613939702782,522
+"eps_2",1e-05,1613939702782,522
+"train_loss",0.17975366,1613939703751,523
+"raw_loss",0.15101855,1613939703751,523
+"epoch",3.29559748427674,1613939703751,523
+"wd_0",0.01,1613939703751,523
+"sqr_mom_0",0.99,1613939703751,523
+"lr_0",1.2255223609732364e-06,1613939703751,523
+"mom_0",0.9443619409756691,1613939703751,523
+"eps_0",1e-05,1613939703751,523
+"wd_1",0.01,1613939703751,523
+"sqr_mom_1",0.99,1613939703751,523
+"lr_1",1.2255223609732363e-05,1613939703751,523
+"mom_1",0.9443619409756691,1613939703751,523
+"eps_1",1e-05,1613939703751,523
+"wd_2",0.01,1613939703751,523
+"sqr_mom_2",0.99,1613939703751,523
+"lr_2",0.00012255223609732363,1613939703751,523
+"mom_2",0.9443619409756691,1613939703751,523
+"eps_2",1e-05,1613939703751,523
+"train_loss",0.17789485,1613939704711,524
+"raw_loss",0.08686956,1613939704711,524
+"epoch",3.301886792452841,1613939704711,524
+"wd_0",0.01,1613939704711,524
+"sqr_mom_0",0.99,1613939704711,524
+"lr_0",1.2267392083202983e-06,1613939704711,524
+"mom_0",0.9443315197919925,1613939704711,524
+"eps_0",1e-05,1613939704711,524
+"wd_1",0.01,1613939704711,524
+"sqr_mom_1",0.99,1613939704711,524
+"lr_1",1.2267392083202983e-05,1613939704711,524
+"mom_1",0.9443315197919925,1613939704711,524
+"eps_1",1e-05,1613939704711,524
+"wd_2",0.01,1613939704711,524
+"sqr_mom_2",0.99,1613939704711,524
+"lr_2",0.00012267392083202983,1613939704711,524
+"mom_2",0.9443315197919925,1613939704711,524
+"eps_2",1e-05,1613939704711,524
+"train_loss",0.17681845,1613939705677,525
+"raw_loss",0.12410671,1613939705677,525
+"epoch",3.3081761006289416,1613939705677,525
+"wd_0",0.01,1613939705677,525
+"sqr_mom_0",0.99,1613939705677,525
+"lr_0",1.227959132465258e-06,1613939705677,525
+"mom_0",0.9443010216883685,1613939705677,525
+"eps_0",1e-05,1613939705677,525
+"wd_1",0.01,1613939705677,525
+"sqr_mom_1",0.99,1613939705677,525
+"lr_1",1.2279591324652577e-05,1613939705677,525
+"mom_1",0.9443010216883685,1613939705677,525
+"eps_1",1e-05,1613939705677,525
+"wd_2",0.01,1613939705677,525
+"sqr_mom_2",0.99,1613939705677,525
+"lr_2",0.00012279591324652577,1613939705677,525
+"mom_2",0.9443010216883685,1613939705677,525
+"eps_2",1e-05,1613939705677,525
+"train_loss",0.17544304,1613939706635,526
+"raw_loss",0.10808898,1613939706635,526
+"epoch",3.3144654088050425,1613939706635,526
+"wd_0",0.01,1613939706635,526
+"sqr_mom_0",0.99,1613939706635,526
+"lr_0",1.2291821312914163e-06,1613939706635,526
+"mom_0",0.9442704467177145,1613939706635,526
+"eps_0",1e-05,1613939706635,526
+"wd_1",0.01,1613939706635,526
+"sqr_mom_1",0.99,1613939706635,526
+"lr_1",1.2291821312914163e-05,1613939706635,526
+"mom_1",0.9442704467177145,1613939706635,526
+"eps_1",1e-05,1613939706635,526
+"wd_2",0.01,1613939706635,526
+"sqr_mom_2",0.99,1613939706635,526
+"lr_2",0.00012291821312914163,1613939706635,526
+"mom_2",0.9442704467177145,1613939706635,526
+"eps_2",1e-05,1613939706635,526
+"train_loss",0.17370379,1613939707611,527
+"raw_loss",0.08853134,1613939707611,527
+"epoch",3.3207547169811433,1613939707611,527
+"wd_0",0.01,1613939707611,527
+"sqr_mom_0",0.99,1613939707611,527
+"lr_0",1.2304082026767397e-06,1613939707611,527
+"mom_0",0.9442397949330815,1613939707611,527
+"eps_0",1e-05,1613939707611,527
+"wd_1",0.01,1613939707611,527
+"sqr_mom_1",0.99,1613939707611,527
+"lr_1",1.2304082026767397e-05,1613939707611,527
+"mom_1",0.9442397949330815,1613939707611,527
+"eps_1",1e-05,1613939707611,527
+"wd_2",0.01,1613939707611,527
+"sqr_mom_2",0.99,1613939707611,527
+"lr_2",0.00012304082026767398,1613939707611,527
+"mom_2",0.9442397949330815,1613939707611,527
+"eps_2",1e-05,1613939707611,527
+"train_loss",0.1757203,1613939708555,528
+"raw_loss",0.27447224,1613939708555,528
+"epoch",3.327044025157244,1613939708555,528
+"wd_0",0.01,1613939708555,528
+"sqr_mom_0",0.99,1613939708555,528
+"lr_0",1.2316373007566996e-06,1613939708555,528
+"mom_0",0.9442090674810825,1613939708555,528
+"eps_0",1e-05,1613939708555,528
+"wd_1",0.01,1613939708555,528
+"sqr_mom_1",0.99,1613939708555,528
+"lr_1",1.2316373007566995e-05,1613939708555,528
+"mom_1",0.9442090674810825,1613939708555,528
+"eps_1",1e-05,1613939708555,528
+"wd_2",0.01,1613939708555,528
+"sqr_mom_2",0.99,1613939708555,528
+"lr_2",0.00012316373007566995,1613939708555,528
+"mom_2",0.9442090674810825,1613939708555,528
+"eps_2",1e-05,1613939708555,528
+"train_loss",0.1766436,1613939709519,529
+"raw_loss",0.22185893,1613939709519,529
+"epoch",3.333333333333345,1613939709519,529
+"wd_0",0.01,1613939709519,529
+"sqr_mom_0",0.99,1613939709519,529
+"lr_0",1.232869510763921e-06,1613939709519,529
+"mom_0",0.944178262230902,1613939709519,529
+"eps_0",1e-05,1613939709519,529
+"wd_1",0.01,1613939709519,529
+"sqr_mom_1",0.99,1613939709519,529
+"lr_1",1.2328695107639211e-05,1613939709519,529
+"mom_1",0.944178262230902,1613939709519,529
+"eps_1",1e-05,1613939709519,529
+"wd_2",0.01,1613939709519,529
+"sqr_mom_2",0.99,1613939709519,529
+"lr_2",0.0001232869510763921,1613939709519,529
+"mom_2",0.944178262230902,1613939709519,529
+"eps_2",1e-05,1613939709519,529
+"train_loss",0.17516738,1613939710469,530
+"raw_loss",0.10287303,1613939710469,530
+"epoch",3.339622641509446,1613939710469,530
+"wd_0",0.01,1613939710469,530
+"sqr_mom_0",0.99,1613939710469,530
+"lr_0",1.234104786932307e-06,1613939710469,530
+"mom_0",0.9441473803266923,1613939710469,530
+"eps_0",1e-05,1613939710469,530
+"wd_1",0.01,1613939710469,530
+"sqr_mom_1",0.99,1613939710469,530
+"lr_1",1.2341047869323071e-05,1613939710469,530
+"mom_1",0.9441473803266923,1613939710469,530
+"eps_1",1e-05,1613939710469,530
+"wd_2",0.01,1613939710469,530
+"sqr_mom_2",0.99,1613939710469,530
+"lr_2",0.0001234104786932307,1613939710469,530
+"mom_2",0.9441473803266923,1613939710469,530
+"eps_2",1e-05,1613939710469,530
+"train_loss",0.17678435,1613939711446,531
+"raw_loss",0.25597277,1613939711446,531
+"epoch",3.3459119496855467,1613939711446,531
+"wd_0",0.01,1613939711446,531
+"sqr_mom_0",0.99,1613939711446,531
+"lr_0",1.2353431271185218e-06,1613939711446,531
+"mom_0",0.9441164218220369,1613939711446,531
+"eps_0",1e-05,1613939711446,531
+"wd_1",0.01,1613939711446,531
+"sqr_mom_1",0.99,1613939711446,531
+"lr_1",1.2353431271185217e-05,1613939711446,531
+"mom_1",0.9441164218220369,1613939711446,531
+"eps_1",1e-05,1613939711446,531
+"wd_2",0.01,1613939711446,531
+"sqr_mom_2",0.99,1613939711446,531
+"lr_2",0.00012353431271185217,1613939711446,531
+"mom_2",0.9441164218220369,1613939711446,531
+"eps_2",1e-05,1613939711446,531
+"train_loss",0.17557396,1613939712402,532
+"raw_loss",0.11629663,1613939712402,532
+"epoch",3.3522012578616476,1613939712402,532
+"wd_0",0.01,1613939712402,532
+"sqr_mom_0",0.99,1613939712402,532
+"lr_0",1.2365845291739118e-06,1613939712402,532
+"mom_0",0.9440853867706521,1613939712402,532
+"eps_0",1e-05,1613939712402,532
+"wd_1",0.01,1613939712402,532
+"sqr_mom_1",0.99,1613939712402,532
+"lr_1",1.2365845291739115e-05,1613939712402,532
+"mom_1",0.9440853867706521,1613939712402,532
+"eps_1",1e-05,1613939712402,532
+"wd_2",0.01,1613939712402,532
+"sqr_mom_2",0.99,1613939712402,532
+"lr_2",0.00012365845291739116,1613939712402,532
+"mom_2",0.9440853867706521,1613939712402,532
+"eps_2",1e-05,1613939712402,532
+"train_loss",0.17344177,1613939713345,533
+"raw_loss",0.069019385,1613939713345,533
+"epoch",3.3584905660377484,1613939713345,533
+"wd_0",0.01,1613939713345,533
+"sqr_mom_0",0.99,1613939713345,533
+"lr_0",1.2378289909445105e-06,1613939713345,533
+"mom_0",0.9440542752263872,1613939713345,533
+"eps_0",1e-05,1613939713345,533
+"wd_1",0.01,1613939713345,533
+"sqr_mom_1",0.99,1613939713345,533
+"lr_1",1.2378289909445104e-05,1613939713345,533
+"mom_1",0.9440542752263872,1613939713345,533
+"eps_1",1e-05,1613939713345,533
+"wd_2",0.01,1613939713345,533
+"sqr_mom_2",0.99,1613939713345,533
+"lr_2",0.00012378289909445103,1613939713345,533
+"mom_2",0.9440542752263872,1613939713345,533
+"eps_2",1e-05,1613939713345,533
+"train_loss",0.17292356,1613939714294,534
+"raw_loss",0.14754385,1613939714294,534
+"epoch",3.3647798742138493,1613939714294,534
+"wd_0",0.01,1613939714294,534
+"sqr_mom_0",0.99,1613939714294,534
+"lr_0",1.239076510271044e-06,1613939714294,534
+"mom_0",0.9440230872432238,1613939714294,534
+"eps_0",1e-05,1613939714294,534
+"wd_1",0.01,1613939714294,534
+"sqr_mom_1",0.99,1613939714294,534
+"lr_1",1.2390765102710439e-05,1613939714294,534
+"mom_1",0.9440230872432238,1613939714294,534
+"eps_1",1e-05,1613939714294,534
+"wd_2",0.01,1613939714294,534
+"sqr_mom_2",0.99,1613939714294,534
+"lr_2",0.00012390765102710438,1613939714294,534
+"mom_2",0.9440230872432238,1613939714294,534
+"eps_2",1e-05,1613939714294,534
+"train_loss",0.17112117,1613939715258,535
+"raw_loss",0.082848206,1613939715258,535
+"epoch",3.37106918238995,1613939715258,535
+"wd_0",0.01,1613939715258,535
+"sqr_mom_0",0.99,1613939715258,535
+"lr_0",1.240327040490331e-06,1613939715258,535
+"mom_0",0.9439918239877417,1613939715258,535
+"eps_0",1e-05,1613939715258,535
+"wd_1",0.01,1613939715258,535
+"sqr_mom_1",0.99,1613939715258,535
+"lr_1",1.2403270404903307e-05,1613939715258,535
+"mom_1",0.9439918239877417,1613939715258,535
+"eps_1",1e-05,1613939715258,535
+"wd_2",0.01,1613939715258,535
+"sqr_mom_2",0.99,1613939715258,535
+"lr_2",0.00012403270404903307,1613939715258,535
+"mom_2",0.9439918239877417,1613939715258,535
+"eps_2",1e-05,1613939715258,535
+"train_loss",0.17039116,1613939716210,536
+"raw_loss",0.13463809,1613939716210,536
+"epoch",3.377358490566051,1613939716210,536
+"wd_0",0.01,1613939716210,536
+"sqr_mom_0",0.99,1613939716210,536
+"lr_0",1.2415807129282924e-06,1613939716210,536
+"mom_0",0.9439604821767926,1613939716210,536
+"eps_0",1e-05,1613939716210,536
+"wd_1",0.01,1613939716210,536
+"sqr_mom_1",0.99,1613939716210,536
+"lr_1",1.2415807129282923e-05,1613939716210,536
+"mom_1",0.9439604821767926,1613939716210,536
+"eps_1",1e-05,1613939716210,536
+"wd_2",0.01,1613939716210,536
+"sqr_mom_2",0.99,1613939716210,536
+"lr_2",0.00012415807129282925,1613939716210,536
+"mom_2",0.9439604821767926,1613939716210,536
+"eps_2",1e-05,1613939716210,536
+"train_loss",0.16993643,1613939717161,537
+"raw_loss",0.14766617,1613939717161,537
+"epoch",3.383647798742152,1613939717161,537
+"wd_0",0.01,1613939717161,537
+"sqr_mom_0",0.99,1613939717161,537
+"lr_0",1.2428373471984834e-06,1613939717161,537
+"mom_0",0.9439290663200379,1613939717161,537
+"eps_0",1e-05,1613939717161,537
+"wd_1",0.01,1613939717161,537
+"sqr_mom_1",0.99,1613939717161,537
+"lr_1",1.2428373471984835e-05,1613939717161,537
+"mom_1",0.9439290663200379,1613939717161,537
+"eps_1",1e-05,1613939717161,537
+"wd_2",0.01,1613939717161,537
+"sqr_mom_2",0.99,1613939717161,537
+"lr_2",0.00012428373471984832,1613939717161,537
+"mom_2",0.9439290663200379,1613939717161,537
+"eps_2",1e-05,1613939717161,537
+"train_loss",0.16943413,1613939718115,538
+"raw_loss",0.14483248,1613939718115,538
+"epoch",3.3899371069182527,1613939718115,538
+"wd_0",0.01,1613939718115,538
+"sqr_mom_0",0.99,1613939718115,538
+"lr_0",1.2440971197654231e-06,1613939718115,538
+"mom_0",0.9438975720058644,1613939718115,538
+"eps_0",1e-05,1613939718115,538
+"wd_1",0.01,1613939718115,538
+"sqr_mom_1",0.99,1613939718115,538
+"lr_1",1.244097119765423e-05,1613939718115,538
+"mom_1",0.9438975720058644,1613939718115,538
+"eps_1",1e-05,1613939718115,538
+"wd_2",0.01,1613939718115,538
+"sqr_mom_2",0.99,1613939718115,538
+"lr_2",0.0001244097119765423,1613939718115,538
+"mom_2",0.9438975720058644,1613939718115,538
+"eps_2",1e-05,1613939718115,538
+"train_loss",0.16960368,1613939719063,539
+"raw_loss",0.17790817,1613939719063,539
+"epoch",3.3962264150943535,1613939719063,539
+"wd_0",0.01,1613939719063,539
+"sqr_mom_0",0.99,1613939719063,539
+"lr_0",1.2453598493649396e-06,1613939719063,539
+"mom_0",0.9438660037658765,1613939719063,539
+"eps_0",1e-05,1613939719063,539
+"wd_1",0.01,1613939719063,539
+"sqr_mom_1",0.99,1613939719063,539
+"lr_1",1.2453598493649396e-05,1613939719063,539
+"mom_1",0.9438660037658765,1613939719063,539
+"eps_1",1e-05,1613939719063,539
+"wd_2",0.01,1613939719063,539
+"sqr_mom_2",0.99,1613939719063,539
+"lr_2",0.00012453598493649394,1613939719063,539
+"mom_2",0.9438660037658765,1613939719063,539
+"eps_2",1e-05,1613939719063,539
+"train_loss",0.16757472,1613939720006,540
+"raw_loss",0.06820104,1613939720006,540
+"epoch",3.4025157232704544,1613939720006,540
+"wd_0",0.01,1613939720006,540
+"sqr_mom_0",0.99,1613939720006,540
+"lr_0",1.2466256682773222e-06,1613939720006,540
+"mom_0",0.9438343582930669,1613939720006,540
+"eps_0",1e-05,1613939720006,540
+"wd_1",0.01,1613939720006,540
+"sqr_mom_1",0.99,1613939720006,540
+"lr_1",1.246625668277322e-05,1613939720006,540
+"mom_1",0.9438343582930669,1613939720006,540
+"eps_1",1e-05,1613939720006,540
+"wd_2",0.01,1613939720006,540
+"sqr_mom_2",0.99,1613939720006,540
+"lr_2",0.0001246625668277322,1613939720006,540
+"mom_2",0.9438343582930669,1613939720006,540
+"eps_2",1e-05,1613939720006,540
+"train_loss",0.17256677,1613939720955,541
+"raw_loss",0.41706786,1613939720955,541
+"epoch",3.4088050314465552,1613939720955,541
+"wd_0",0.01,1613939720955,541
+"sqr_mom_0",0.99,1613939720955,541
+"lr_0",1.2478945294824589e-06,1613939720955,541
+"mom_0",0.9438026367629385,1613939720955,541
+"eps_0",1e-05,1613939720955,541
+"wd_1",0.01,1613939720955,541
+"sqr_mom_1",0.99,1613939720955,541
+"lr_1",1.2478945294824588e-05,1613939720955,541
+"mom_1",0.9438026367629385,1613939720955,541
+"eps_1",1e-05,1613939720955,541
+"wd_2",0.01,1613939720955,541
+"sqr_mom_2",0.99,1613939720955,541
+"lr_2",0.00012478945294824587,1613939720955,541
+"mom_2",0.9438026367629385,1613939720955,541
+"eps_2",1e-05,1613939720955,541
+"train_loss",0.17261742,1613939721902,542
+"raw_loss",0.1750984,1613939721902,542
+"epoch",3.415094339622656,1613939721902,542
+"wd_0",0.01,1613939721902,542
+"sqr_mom_0",0.99,1613939721902,542
+"lr_0",1.2491664307787399e-06,1613939721902,542
+"mom_0",0.9437708392305315,1613939721902,542
+"eps_0",1e-05,1613939721902,542
+"wd_1",0.01,1613939721902,542
+"sqr_mom_1",0.99,1613939721902,542
+"lr_1",1.2491664307787396e-05,1613939721902,542
+"mom_1",0.9437708392305315,1613939721902,542
+"eps_1",1e-05,1613939721902,542
+"wd_2",0.01,1613939721902,542
+"sqr_mom_2",0.99,1613939721902,542
+"lr_2",0.00012491664307787397,1613939721902,542
+"mom_2",0.9437708392305315,1613939721902,542
+"eps_2",1e-05,1613939721902,542
+"train_loss",0.17321402,1613939722850,543
+"raw_loss",0.20243438,1613939722850,543
+"epoch",3.421383647798757,1613939722850,543
+"wd_0",0.01,1613939722850,543
+"sqr_mom_0",0.99,1613939722850,543
+"lr_0",1.25044136995928e-06,1613939722850,543
+"mom_0",0.943738965751018,1613939722850,543
+"eps_0",1e-05,1613939722850,543
+"wd_1",0.01,1613939722850,543
+"sqr_mom_1",0.99,1613939722850,543
+"lr_1",1.25044136995928e-05,1613939722850,543
+"mom_1",0.943738965751018,1613939722850,543
+"eps_1",1e-05,1613939722850,543
+"wd_2",0.01,1613939722850,543
+"sqr_mom_2",0.99,1613939722850,543
+"lr_2",0.000125044136995928,1613939722850,543
+"mom_2",0.943738965751018,1613939722850,543
+"eps_2",1e-05,1613939722850,543
+"train_loss",0.17220975,1613939723800,544
+"raw_loss",0.12302177,1613939723800,544
+"epoch",3.4276729559748578,1613939723800,544
+"wd_0",0.01,1613939723800,544
+"sqr_mom_0",0.99,1613939723800,544
+"lr_0",1.251719299339895e-06,1613939723800,544
+"mom_0",0.9437070175165025,1613939723800,544
+"eps_0",1e-05,1613939723800,544
+"wd_1",0.01,1613939723800,544
+"sqr_mom_1",0.99,1613939723800,544
+"lr_1",1.251719299339895e-05,1613939723800,544
+"mom_1",0.9437070175165025,1613939723800,544
+"eps_1",1e-05,1613939723800,544
+"wd_2",0.01,1613939723800,544
+"sqr_mom_2",0.99,1613939723800,544
+"lr_2",0.0001251719299339895,1613939723800,544
+"mom_2",0.9437070175165025,1613939723800,544
+"eps_2",1e-05,1613939723800,544
+"train_loss",0.17195153,1613939724757,545
+"raw_loss",0.15930305,1613939724757,545
+"epoch",3.4339622641509586,1613939724757,545
+"wd_0",0.01,1613939724757,545
+"sqr_mom_0",0.99,1613939724757,545
+"lr_0",1.2530003531192436e-06,1613939724757,545
+"mom_0",0.9436749911720189,1613939724757,545
+"eps_0",1e-05,1613939724757,545
+"wd_1",0.01,1613939724757,545
+"sqr_mom_1",0.99,1613939724757,545
+"lr_1",1.2530003531192434e-05,1613939724757,545
+"mom_1",0.9436749911720189,1613939724757,545
+"eps_1",1e-05,1613939724757,545
+"wd_2",0.01,1613939724757,545
+"sqr_mom_2",0.99,1613939724757,545
+"lr_2",0.00012530003531192435,1613939724757,545
+"mom_2",0.9436749911720189,1613939724757,545
+"eps_2",1e-05,1613939724757,545
+"train_loss",0.16987798,1613939725703,546
+"raw_loss",0.06831477,1613939725703,546
+"epoch",3.4402515723270595,1613939725703,546
+"wd_0",0.01,1613939725703,546
+"sqr_mom_0",0.99,1613939725703,546
+"lr_0",1.2542843469710747e-06,1613939725703,546
+"mom_0",0.9436428913257231,1613939725703,546
+"eps_0",1e-05,1613939725703,546
+"wd_1",0.01,1613939725703,546
+"sqr_mom_1",0.99,1613939725703,546
+"lr_1",1.2542843469710746e-05,1613939725703,546
+"mom_1",0.9436428913257231,1613939725703,546
+"eps_1",1e-05,1613939725703,546
+"wd_2",0.01,1613939725703,546
+"sqr_mom_2",0.99,1613939725703,546
+"lr_2",0.00012542843469710746,1613939725703,546
+"mom_2",0.9436428913257231,1613939725703,546
+"eps_2",1e-05,1613939725703,546
+"train_loss",0.16827506,1613939726665,547
+"raw_loss",0.089763016,1613939726665,547
+"epoch",3.4465408805031603,1613939726665,547
+"wd_0",0.01,1613939726665,547
+"sqr_mom_0",0.99,1613939726665,547
+"lr_0",1.2555714154068243e-06,1613939726665,547
+"mom_0",0.9436107146148294,1613939726665,547
+"eps_0",1e-05,1613939726665,547
+"wd_1",0.01,1613939726665,547
+"sqr_mom_1",0.99,1613939726665,547
+"lr_1",1.2555714154068241e-05,1613939726665,547
+"mom_1",0.9436107146148294,1613939726665,547
+"eps_1",1e-05,1613939726665,547
+"wd_2",0.01,1613939726665,547
+"sqr_mom_2",0.99,1613939726665,547
+"lr_2",0.0001255571415406824,1613939726665,547
+"mom_2",0.9436107146148294,1613939726665,547
+"eps_2",1e-05,1613939726665,547
+"train_loss",0.16597961,1613939727641,548
+"raw_loss",0.05354551,1613939727641,548
+"epoch",3.452830188679261,1613939727641,548
+"wd_0",0.01,1613939727641,548
+"sqr_mom_0",0.99,1613939727641,548
+"lr_0",1.256861510613497e-06,1613939727641,548
+"mom_0",0.9435784622346626,1613939727641,548
+"eps_0",1e-05,1613939727641,548
+"wd_1",0.01,1613939727641,548
+"sqr_mom_1",0.99,1613939727641,548
+"lr_1",1.256861510613497e-05,1613939727641,548
+"mom_1",0.9435784622346626,1613939727641,548
+"eps_1",1e-05,1613939727641,548
+"wd_2",0.01,1613939727641,548
+"sqr_mom_2",0.99,1613939727641,548
+"lr_2",0.0001256861510613497,1613939727641,548
+"mom_2",0.9435784622346626,1613939727641,548
+"eps_2",1e-05,1613939727641,548
+"train_loss",0.16419451,1613939728584,549
+"raw_loss",0.07675803,1613939728584,549
+"epoch",3.459119496855362,1613939728584,549
+"wd_0",0.01,1613939728584,549
+"sqr_mom_0",0.99,1613939728584,549
+"lr_0",1.2581546303526383e-06,1613939728584,549
+"mom_0",0.943546134241184,1613939728584,549
+"eps_0",1e-05,1613939728584,549
+"wd_1",0.01,1613939728584,549
+"sqr_mom_1",0.99,1613939728584,549
+"lr_1",1.2581546303526382e-05,1613939728584,549
+"mom_1",0.943546134241184,1613939728584,549
+"eps_1",1e-05,1613939728584,549
+"wd_2",0.01,1613939728584,549
+"sqr_mom_2",0.99,1613939728584,549
+"lr_2",0.00012581546303526382,1613939728584,549
+"mom_2",0.943546134241184,1613939728584,549
+"eps_2",1e-05,1613939728584,549
+"train_loss",0.162635,1613939729527,550
+"raw_loss",0.08624717,1613939729527,550
+"epoch",3.465408805031463,1613939729527,550
+"wd_0",0.01,1613939729527,550
+"sqr_mom_0",0.99,1613939729527,550
+"lr_0",1.259450772380547e-06,1613939729527,550
+"mom_0",0.9435137306904863,1613939729527,550
+"eps_0",1e-05,1613939729527,550
+"wd_1",0.01,1613939729527,550
+"sqr_mom_1",0.99,1613939729527,550
+"lr_1",1.259450772380547e-05,1613939729527,550
+"mom_1",0.9435137306904863,1613939729527,550
+"eps_1",1e-05,1613939729527,550
+"wd_2",0.01,1613939729527,550
+"sqr_mom_2",0.99,1613939729527,550
+"lr_2",0.00012594507723805468,1613939729527,550
+"mom_2",0.9435137306904863,1613939729527,550
+"eps_2",1e-05,1613939729527,550
+"train_loss",0.16161509,1613939730482,551
+"raw_loss",0.11165683,1613939730482,551
+"epoch",3.4716981132075637,1613939730482,551
+"wd_0",0.01,1613939730482,551
+"sqr_mom_0",0.99,1613939730482,551
+"lr_0",1.2607499344482777e-06,1613939730482,551
+"mom_0",0.943481251638793,1613939730482,551
+"eps_0",1e-05,1613939730482,551
+"wd_1",0.01,1613939730482,551
+"sqr_mom_1",0.99,1613939730482,551
+"lr_1",1.2607499344482777e-05,1613939730482,551
+"mom_1",0.943481251638793,1613939730482,551
+"eps_1",1e-05,1613939730482,551
+"wd_2",0.01,1613939730482,551
+"sqr_mom_2",0.99,1613939730482,551
+"lr_2",0.00012607499344482776,1613939730482,551
+"mom_2",0.943481251638793,1613939730482,551
+"eps_2",1e-05,1613939730482,551
+"train_loss",0.16053227,1613939731438,552
+"raw_loss",0.10749328,1613939731438,552
+"epoch",3.4779874213836646,1613939731438,552
+"wd_0",0.01,1613939731438,552
+"sqr_mom_0",0.99,1613939731438,552
+"lr_0",1.262052114301644e-06,1613939731438,552
+"mom_0",0.9434486971424588,1613939731438,552
+"eps_0",1e-05,1613939731438,552
+"wd_1",0.01,1613939731438,552
+"sqr_mom_1",0.99,1613939731438,552
+"lr_1",1.262052114301644e-05,1613939731438,552
+"mom_1",0.9434486971424588,1613939731438,552
+"eps_1",1e-05,1613939731438,552
+"wd_2",0.01,1613939731438,552
+"sqr_mom_2",0.99,1613939731438,552
+"lr_2",0.0001262052114301644,1613939731438,552
+"mom_2",0.9434486971424588,1613939731438,552
+"eps_2",1e-05,1613939731438,552
+"train_loss",0.16029869,1613939732399,553
+"raw_loss",0.14885762,1613939732399,553
+"epoch",3.4842767295597654,1613939732399,553
+"wd_0",0.01,1613939732399,553
+"sqr_mom_0",0.99,1613939732399,553
+"lr_0",1.263357309681225e-06,1613939732399,553
+"mom_0",0.9434160672579693,1613939732399,553
+"eps_0",1e-05,1613939732399,553
+"wd_1",0.01,1613939732399,553
+"sqr_mom_1",0.99,1613939732399,553
+"lr_1",1.263357309681225e-05,1613939732399,553
+"mom_1",0.9434160672579693,1613939732399,553
+"eps_1",1e-05,1613939732399,553
+"wd_2",0.01,1613939732399,553
+"sqr_mom_2",0.99,1613939732399,553
+"lr_2",0.0001263357309681225,1613939732399,553
+"mom_2",0.9434160672579693,1613939732399,553
+"eps_2",1e-05,1613939732399,553
+"train_loss",0.1608,1613939733346,554
+"raw_loss",0.18535517,1613939733346,554
+"epoch",3.4905660377358663,1613939733346,554
+"wd_0",0.01,1613939733346,554
+"sqr_mom_0",0.99,1613939733346,554
+"lr_0",1.264665471776255e-06,1613939733346,554
+"mom_0",0.9433833632055936,1613939733346,554
+"eps_0",1e-05,1613939733346,554
+"wd_1",0.01,1613939733346,554
+"sqr_mom_1",0.99,1613939733346,554
+"lr_1",1.264665471776255e-05,1613939733346,554
+"mom_1",0.9433833632055936,1613939733346,554
+"eps_1",1e-05,1613939733346,554
+"wd_2",0.01,1613939733346,554
+"sqr_mom_2",0.99,1613939733346,554
+"lr_2",0.0001264665471776255,1613939733346,554
+"mom_2",0.9433833632055936,1613939733346,554
+"eps_2",1e-05,1613939733346,554
+"train_loss",0.16101828,1613939734306,555
+"raw_loss",0.17171074,1613939734306,555
+"epoch",3.496855345911967,1613939734306,555
+"wd_0",0.01,1613939734306,555
+"sqr_mom_0",0.99,1613939734306,555
+"lr_0",1.2659767379551838e-06,1613939734306,555
+"mom_0",0.9433505815511204,1613939734306,555
+"eps_0",1e-05,1613939734306,555
+"wd_1",0.01,1613939734306,555
+"sqr_mom_1",0.99,1613939734306,555
+"lr_1",1.2659767379551837e-05,1613939734306,555
+"mom_1",0.9433505815511204,1613939734306,555
+"eps_1",1e-05,1613939734306,555
+"wd_2",0.01,1613939734306,555
+"sqr_mom_2",0.99,1613939734306,555
+"lr_2",0.00012659767379551837,1613939734306,555
+"mom_2",0.9433505815511204,1613939734306,555
+"eps_2",1e-05,1613939734306,555
+"train_loss",0.1606813,1613939735251,556
+"raw_loss",0.14417453,1613939735251,556
+"epoch",3.503144654088068,1613939735251,556
+"wd_0",0.01,1613939735251,556
+"sqr_mom_0",0.99,1613939735251,556
+"lr_0",1.267290919544608e-06,1613939735251,556
+"mom_0",0.9433177270113847,1613939735251,556
+"eps_0",1e-05,1613939735251,556
+"wd_1",0.01,1613939735251,556
+"sqr_mom_1",0.99,1613939735251,556
+"lr_1",1.267290919544608e-05,1613939735251,556
+"mom_1",0.9433177270113847,1613939735251,556
+"eps_1",1e-05,1613939735251,556
+"wd_2",0.01,1613939735251,556
+"sqr_mom_2",0.99,1613939735251,556
+"lr_2",0.0001267290919544608,1613939735251,556
+"mom_2",0.9433177270113847,1613939735251,556
+"eps_2",1e-05,1613939735251,556
+"train_loss",0.16383393,1613939736204,557
+"raw_loss",0.3182623,1613939736204,557
+"epoch",3.509433962264169,1613939736204,557
+"wd_0",0.01,1613939736204,557
+"sqr_mom_0",0.99,1613939736204,557
+"lr_0",1.2686082010902052e-06,1613939736204,557
+"mom_0",0.9432847949727449,1613939736204,557
+"eps_0",1e-05,1613939736204,557
+"wd_1",0.01,1613939736204,557
+"sqr_mom_1",0.99,1613939736204,557
+"lr_1",1.268608201090205e-05,1613939736204,557
+"mom_1",0.9432847949727449,1613939736204,557
+"eps_1",1e-05,1613939736204,557
+"wd_2",0.01,1613939736204,557
+"sqr_mom_2",0.99,1613939736204,557
+"lr_2",0.0001268608201090205,1613939736204,557
+"mom_2",0.9432847949727449,1613939736204,557
+"eps_2",1e-05,1613939736204,557
+"train_loss",0.16310702,1613939737157,558
+"raw_loss",0.12750012,1613939737157,558
+"epoch",3.5157232704402697,1613939737157,558
+"wd_0",0.01,1613939737157,558
+"sqr_mom_0",0.99,1613939737157,558
+"lr_0",1.269928393053042e-06,1613939737157,558
+"mom_0",0.9432517901736739,1613939737157,558
+"eps_0",1e-05,1613939737157,558
+"wd_1",0.01,1613939737157,558
+"sqr_mom_1",0.99,1613939737157,558
+"lr_1",1.2699283930530417e-05,1613939737157,558
+"mom_1",0.9432517901736739,1613939737157,558
+"eps_1",1e-05,1613939737157,558
+"wd_2",0.01,1613939737157,558
+"sqr_mom_2",0.99,1613939737157,558
+"lr_2",0.00012699283930530416,1613939737157,558
+"mom_2",0.9432517901736739,1613939737157,558
+"eps_2",1e-05,1613939737157,558
+"train_loss",0.1618009,1613939738105,559
+"raw_loss",0.0978208,1613939738105,559
+"epoch",3.5220125786163705,1613939738105,559
+"wd_0",0.01,1613939738105,559
+"sqr_mom_0",0.99,1613939738105,559
+"lr_0",1.2712516337426745e-06,1613939738105,559
+"mom_0",0.9432187091564331,1613939738105,559
+"eps_0",1e-05,1613939738105,559
+"wd_1",0.01,1613939738105,559
+"sqr_mom_1",0.99,1613939738105,559
+"lr_1",1.2712516337426743e-05,1613939738105,559
+"mom_1",0.9432187091564331,1613939738105,559
+"eps_1",1e-05,1613939738105,559
+"wd_2",0.01,1613939738105,559
+"sqr_mom_2",0.99,1613939738105,559
+"lr_2",0.00012712516337426742,1613939738105,559
+"mom_2",0.9432187091564331,1613939738105,559
+"eps_2",1e-05,1613939738105,559
+"train_loss",0.16149768,1613939739048,560
+"raw_loss",0.14664415,1613939739048,560
+"epoch",3.5283018867924714,1613939739048,560
+"wd_0",0.01,1613939739048,560
+"sqr_mom_0",0.99,1613939739048,560
+"lr_0",1.2725778739963665e-06,1613939739048,560
+"mom_0",0.9431855531500908,1613939739048,560
+"eps_0",1e-05,1613939739048,560
+"wd_1",0.01,1613939739048,560
+"sqr_mom_1",0.99,1613939739048,560
+"lr_1",1.2725778739963665e-05,1613939739048,560
+"mom_1",0.9431855531500908,1613939739048,560
+"eps_1",1e-05,1613939739048,560
+"wd_2",0.01,1613939739048,560
+"sqr_mom_2",0.99,1613939739048,560
+"lr_2",0.00012725778739963665,1613939739048,560
+"mom_2",0.9431855531500908,1613939739048,560
+"eps_2",1e-05,1613939739048,560
+"train_loss",0.16141729,1613939740004,561
+"raw_loss",0.15747927,1613939740004,561
+"epoch",3.534591194968572,1613939740004,561
+"wd_0",0.01,1613939740004,561
+"sqr_mom_0",0.99,1613939740004,561
+"lr_0",1.2739070642197756e-06,1613939740004,561
+"mom_0",0.9431523233945056,1613939740004,561
+"eps_0",1e-05,1613939740004,561
+"wd_1",0.01,1613939740004,561
+"sqr_mom_1",0.99,1613939740004,561
+"lr_1",1.2739070642197754e-05,1613939740004,561
+"mom_1",0.9431523233945056,1613939740004,561
+"eps_1",1e-05,1613939740004,561
+"wd_2",0.01,1613939740004,561
+"sqr_mom_2",0.99,1613939740004,561
+"lr_2",0.00012739070642197754,1613939740004,561
+"mom_2",0.9431523233945056,1613939740004,561
+"eps_2",1e-05,1613939740004,561
+"train_loss",0.16026406,1613939740954,562
+"raw_loss",0.103772335,1613939740954,562
+"epoch",3.540880503144673,1613939740954,562
+"wd_0",0.01,1613939740954,562
+"sqr_mom_0",0.99,1613939740954,562
+"lr_0",1.2752393439860537e-06,1613939740954,562
+"mom_0",0.9431190164003487,1613939740954,562
+"eps_0",1e-05,1613939740954,562
+"wd_1",0.01,1613939740954,562
+"sqr_mom_1",0.99,1613939740954,562
+"lr_1",1.2752393439860534e-05,1613939740954,562
+"mom_1",0.9431190164003487,1613939740954,562
+"eps_1",1e-05,1613939740954,562
+"wd_2",0.01,1613939740954,562
+"sqr_mom_2",0.99,1613939740954,562
+"lr_2",0.00012752393439860536,1613939740954,562
+"mom_2",0.9431190164003487,1613939740954,562
+"eps_2",1e-05,1613939740954,562
+"train_loss",0.16128774,1613939741906,563
+"raw_loss",0.21143447,1613939741906,563
+"epoch",3.547169811320774,1613939741906,563
+"wd_0",0.01,1613939741906,563
+"sqr_mom_0",0.99,1613939741906,563
+"lr_0",1.2765745215982263e-06,1613939741906,563
+"mom_0",0.9430856369600443,1613939741906,563
+"eps_0",1e-05,1613939741906,563
+"wd_1",0.01,1613939741906,563
+"sqr_mom_1",0.99,1613939741906,563
+"lr_1",1.2765745215982262e-05,1613939741906,563
+"mom_1",0.9430856369600443,1613939741906,563
+"eps_1",1e-05,1613939741906,563
+"wd_2",0.01,1613939741906,563
+"sqr_mom_2",0.99,1613939741906,563
+"lr_2",0.00012765745215982262,1613939741906,563
+"mom_2",0.9430856369600443,1613939741906,563
+"eps_2",1e-05,1613939741906,563
+"train_loss",0.15989922,1613939742865,564
+"raw_loss",0.091880985,1613939742865,564
+"epoch",3.5534591194968748,1613939742865,564
+"wd_0",0.01,1613939742865,564
+"sqr_mom_0",0.99,1613939742865,564
+"lr_0",1.2779127845503663e-06,1613939742865,564
+"mom_0",0.9430521803862408,1613939742865,564
+"eps_0",1e-05,1613939742865,564
+"wd_1",0.01,1613939742865,564
+"sqr_mom_1",0.99,1613939742865,564
+"lr_1",1.2779127845503663e-05,1613939742865,564
+"mom_1",0.9430521803862408,1613939742865,564
+"eps_1",1e-05,1613939742865,564
+"wd_2",0.01,1613939742865,564
+"sqr_mom_2",0.99,1613939742865,564
+"lr_2",0.00012779127845503663,1613939742865,564
+"mom_2",0.9430521803862408,1613939742865,564
+"eps_2",1e-05,1613939742865,564
+"train_loss",0.16018166,1613939743830,565
+"raw_loss",0.17401762,1613939743830,565
+"epoch",3.5597484276729756,1613939743830,565
+"wd_0",0.01,1613939743830,565
+"sqr_mom_0",0.99,1613939743830,565
+"lr_0",1.2792539402846005e-06,1613939743830,565
+"mom_0",0.943018651492885,1613939743830,565
+"eps_0",1e-05,1613939743830,565
+"wd_1",0.01,1613939743830,565
+"sqr_mom_1",0.99,1613939743830,565
+"lr_1",1.2792539402846003e-05,1613939743830,565
+"mom_1",0.943018651492885,1613939743830,565
+"eps_1",1e-05,1613939743830,565
+"wd_2",0.01,1613939743830,565
+"sqr_mom_2",0.99,1613939743830,565
+"lr_2",0.00012792539402846,1613939743830,565
+"mom_2",0.943018651492885,1613939743830,565
+"eps_2",1e-05,1613939743830,565
+"train_loss",0.15926482,1613939744802,566
+"raw_loss",0.114351384,1613939744802,566
+"epoch",3.5660377358490765,1613939744802,566
+"wd_0",0.01,1613939744802,566
+"sqr_mom_0",0.99,1613939744802,566
+"lr_0",1.2805981293101512e-06,1613939744802,566
+"mom_0",0.9429850467672461,1613939744802,566
+"eps_0",1e-05,1613939744802,566
+"wd_1",0.01,1613939744802,566
+"sqr_mom_1",0.99,1613939744802,566
+"lr_1",1.280598129310151e-05,1613939744802,566
+"mom_1",0.9429850467672461,1613939744802,566
+"eps_1",1e-05,1613939744802,566
+"wd_2",0.01,1613939744802,566
+"sqr_mom_2",0.99,1613939744802,566
+"lr_2",0.0001280598129310151,1613939744802,566
+"mom_2",0.9429850467672461,1613939744802,566
+"eps_2",1e-05,1613939744802,566
+"train_loss",0.15729763,1613939745796,567
+"raw_loss",0.060930066,1613939745796,567
+"epoch",3.5723270440251773,1613939745796,567
+"wd_0",0.01,1613939745796,567
+"sqr_mom_0",0.99,1613939745796,567
+"lr_0",1.2819453016825892e-06,1613939745796,567
+"mom_0",0.9429513674579353,1613939745796,567
+"eps_0",1e-05,1613939745796,567
+"wd_1",0.01,1613939745796,567
+"sqr_mom_1",0.99,1613939745796,567
+"lr_1",1.281945301682589e-05,1613939745796,567
+"mom_1",0.9429513674579353,1613939745796,567
+"eps_1",1e-05,1613939745796,567
+"wd_2",0.01,1613939745796,567
+"sqr_mom_2",0.99,1613939745796,567
+"lr_2",0.00012819453016825892,1613939745796,567
+"mom_2",0.9429513674579353,1613939745796,567
+"eps_2",1e-05,1613939745796,567
+"train_loss",0.15784608,1613939746744,568
+"raw_loss",0.1847141,1613939746744,568
+"epoch",3.578616352201278,1613939746744,568
+"wd_0",0.01,1613939746744,568
+"sqr_mom_0",0.99,1613939746744,568
+"lr_0",1.2832954550644245e-06,1613939746744,568
+"mom_0",0.9429176136233893,1613939746744,568
+"eps_0",1e-05,1613939746744,568
+"wd_1",0.01,1613939746744,568
+"sqr_mom_1",0.99,1613939746744,568
+"lr_1",1.2832954550644243e-05,1613939746744,568
+"mom_1",0.9429176136233893,1613939746744,568
+"eps_1",1e-05,1613939746744,568
+"wd_2",0.01,1613939746744,568
+"sqr_mom_2",0.99,1613939746744,568
+"lr_2",0.00012832954550644242,1613939746744,568
+"mom_2",0.9429176136233893,1613939746744,568
+"eps_2",1e-05,1613939746744,568
+"train_loss",0.16016513,1613939747705,569
+"raw_loss",0.2737691,1613939747705,569
+"epoch",3.584905660377379,1613939747705,569
+"wd_0",0.01,1613939747705,569
+"sqr_mom_0",0.99,1613939747705,569
+"lr_0",1.2846485871129962e-06,1613939747705,569
+"mom_0",0.9428837853221751,1613939747705,569
+"eps_0",1e-05,1613939747705,569
+"wd_1",0.01,1613939747705,569
+"sqr_mom_1",0.99,1613939747705,569
+"lr_1",1.2846485871129961e-05,1613939747705,569
+"mom_1",0.9428837853221751,1613939747705,569
+"eps_1",1e-05,1613939747705,569
+"wd_2",0.01,1613939747705,569
+"sqr_mom_2",0.99,1613939747705,569
+"lr_2",0.0001284648587112996,1613939747705,569
+"mom_2",0.9428837853221751,1613939747705,569
+"eps_2",1e-05,1613939747705,569
+"train_loss",0.15939836,1613939748664,570
+"raw_loss",0.121836126,1613939748664,570
+"epoch",3.59119496855348,1613939748664,570
+"wd_0",0.01,1613939748664,570
+"sqr_mom_0",0.99,1613939748664,570
+"lr_0",1.286004695480476e-06,1613939748664,570
+"mom_0",0.9428498826129881,1613939748664,570
+"eps_0",1e-05,1613939748664,570
+"wd_1",0.01,1613939748664,570
+"sqr_mom_1",0.99,1613939748664,570
+"lr_1",1.2860046954804759e-05,1613939748664,570
+"mom_1",0.9428498826129881,1613939748664,570
+"eps_1",1e-05,1613939748664,570
+"wd_2",0.01,1613939748664,570
+"sqr_mom_2",0.99,1613939748664,570
+"lr_2",0.0001286004695480476,1613939748664,570
+"mom_2",0.9428498826129881,1613939748664,570
+"eps_2",1e-05,1613939748664,570
+"train_loss",0.15731336,1613939749636,571
+"raw_loss",0.055173647,1613939749636,571
+"epoch",3.5974842767295807,1613939749636,571
+"wd_0",0.01,1613939749636,571
+"sqr_mom_0",0.99,1613939749636,571
+"lr_0",1.2873637778138686e-06,1613939749636,571
+"mom_0",0.9428159055546532,1613939749636,571
+"eps_0",1e-05,1613939749636,571
+"wd_1",0.01,1613939749636,571
+"sqr_mom_1",0.99,1613939749636,571
+"lr_1",1.2873637778138685e-05,1613939749636,571
+"mom_1",0.9428159055546532,1613939749636,571
+"eps_1",1e-05,1613939749636,571
+"wd_2",0.01,1613939749636,571
+"sqr_mom_2",0.99,1613939749636,571
+"lr_2",0.00012873637778138686,1613939749636,571
+"mom_2",0.9428159055546532,1613939749636,571
+"eps_2",1e-05,1613939749636,571
+"train_loss",0.15829468,1613939750596,572
+"raw_loss",0.20636782,1613939750596,572
+"epoch",3.6037735849056816,1613939750596,572
+"wd_0",0.01,1613939750596,572
+"sqr_mom_0",0.99,1613939750596,572
+"lr_0",1.288725831755022e-06,1613939750596,572
+"mom_0",0.9427818542061244,1613939750596,572
+"eps_0",1e-05,1613939750596,572
+"wd_1",0.01,1613939750596,572
+"sqr_mom_1",0.99,1613939750596,572
+"lr_1",1.2887258317550217e-05,1613939750596,572
+"mom_1",0.9427818542061244,1613939750596,572
+"eps_1",1e-05,1613939750596,572
+"wd_2",0.01,1613939750596,572
+"sqr_mom_2",0.99,1613939750596,572
+"lr_2",0.00012887258317550217,1613939750596,572
+"mom_2",0.9427818542061244,1613939750596,572
+"eps_2",1e-05,1613939750596,572
+"train_loss",0.15666452,1613939751557,573
+"raw_loss",0.07680521,1613939751557,573
+"epoch",3.6100628930817824,1613939751557,573
+"wd_0",0.01,1613939751557,573
+"sqr_mom_0",0.99,1613939751557,573
+"lr_0",1.2900908063761576e-06,1613939751557,573
+"mom_0",0.9427477298405961,1613939751557,573
+"eps_0",1e-05,1613939751557,573
+"wd_1",0.01,1613939751557,573
+"sqr_mom_1",0.99,1613939751557,573
+"lr_1",1.2900908063761575e-05,1613939751557,573
+"mom_1",0.9427477298405961,1613939751557,573
+"eps_1",1e-05,1613939751557,573
+"wd_2",0.01,1613939751557,573
+"sqr_mom_2",0.99,1613939751557,573
+"lr_2",0.00012900908063761575,1613939751557,573
+"mom_2",0.9427477298405961,1613939751557,573
+"eps_2",1e-05,1613939751557,573
+"train_loss",0.15757085,1613939752508,574
+"raw_loss",0.20197155,1613939752508,574
+"epoch",3.6163522012578833,1613939752508,574
+"wd_0",0.01,1613939752508,574
+"sqr_mom_0",0.99,1613939752508,574
+"lr_0",1.2914587963323502e-06,1613939752508,574
+"mom_0",0.9427135300916912,1613939752508,574
+"eps_0",1e-05,1613939752508,574
+"wd_1",0.01,1613939752508,574
+"sqr_mom_1",0.99,1613939752508,574
+"lr_1",1.2914587963323501e-05,1613939752508,574
+"mom_1",0.9427135300916912,1613939752508,574
+"eps_1",1e-05,1613939752508,574
+"wd_2",0.01,1613939752508,574
+"sqr_mom_2",0.99,1613939752508,574
+"lr_2",0.000129145879633235,1613939752508,574
+"mom_2",0.9427135300916912,1613939752508,574
+"eps_2",1e-05,1613939752508,574
+"train_loss",0.15637827,1613939753464,575
+"raw_loss",0.09795389,1613939753464,575
+"epoch",3.622641509433984,1613939753464,575
+"wd_0",0.01,1613939753464,575
+"sqr_mom_0",0.99,1613939753464,575
+"lr_0",1.2928297507910064e-06,1613939753464,575
+"mom_0",0.9426792562302247,1613939753464,575
+"eps_0",1e-05,1613939753464,575
+"wd_1",0.01,1613939753464,575
+"sqr_mom_1",0.99,1613939753464,575
+"lr_1",1.2928297507910064e-05,1613939753464,575
+"mom_1",0.9426792562302247,1613939753464,575
+"eps_1",1e-05,1613939753464,575
+"wd_2",0.01,1613939753464,575
+"sqr_mom_2",0.99,1613939753464,575
+"lr_2",0.00012928297507910062,1613939753464,575
+"mom_2",0.9426792562302247,1613939753464,575
+"eps_2",1e-05,1613939753464,575
+"train_loss",0.15522422,1613939754430,576
+"raw_loss",0.09868836,1613939754430,576
+"epoch",3.628930817610085,1613939754430,576
+"wd_0",0.01,1613939754430,576
+"sqr_mom_0",0.99,1613939754430,576
+"lr_0",1.2942036673733718e-06,1613939754430,576
+"mom_0",0.9426449083156657,1613939754430,576
+"eps_0",1e-05,1613939754430,576
+"wd_1",0.01,1613939754430,576
+"sqr_mom_1",0.99,1613939754430,576
+"lr_1",1.2942036673733717e-05,1613939754430,576
+"mom_1",0.9426449083156657,1613939754430,576
+"eps_1",1e-05,1613939754430,576
+"wd_2",0.01,1613939754430,576
+"sqr_mom_2",0.99,1613939754430,576
+"lr_2",0.00012942036673733716,1613939754430,576
+"mom_2",0.9426449083156657,1613939754430,576
+"eps_2",1e-05,1613939754430,576
+"train_loss",0.15415098,1613939755390,577
+"raw_loss",0.101573706,1613939755390,577
+"epoch",3.635220125786186,1613939755390,577
+"wd_0",0.01,1613939755390,577
+"sqr_mom_0",0.99,1613939755390,577
+"lr_0",1.295580543695554e-06,1613939755390,577
+"mom_0",0.9426104864076111,1613939755390,577
+"eps_0",1e-05,1613939755390,577
+"wd_1",0.01,1613939755390,577
+"sqr_mom_1",0.99,1613939755390,577
+"lr_1",1.295580543695554e-05,1613939755390,577
+"mom_1",0.9426104864076111,1613939755390,577
+"eps_1",1e-05,1613939755390,577
+"wd_2",0.01,1613939755390,577
+"sqr_mom_2",0.99,1613939755390,577
+"lr_2",0.0001295580543695554,1613939755390,577
+"mom_2",0.9426104864076111,1613939755390,577
+"eps_2",1e-05,1613939755390,577
+"train_loss",0.15392926,1613939756345,578
+"raw_loss",0.1430679,1613939756345,578
+"epoch",3.6415094339622867,1613939756345,578
+"wd_0",0.01,1613939756345,578
+"sqr_mom_0",0.99,1613939756345,578
+"lr_0",1.2969603773685256e-06,1613939756345,578
+"mom_0",0.9425759905657868,1613939756345,578
+"eps_0",1e-05,1613939756345,578
+"wd_1",0.01,1613939756345,578
+"sqr_mom_1",0.99,1613939756345,578
+"lr_1",1.2969603773685256e-05,1613939756345,578
+"mom_1",0.9425759905657868,1613939756345,578
+"eps_1",1e-05,1613939756345,578
+"wd_2",0.01,1613939756345,578
+"sqr_mom_2",0.99,1613939756345,578
+"lr_2",0.00012969603773685254,1613939756345,578
+"mom_2",0.9425759905657868,1613939756345,578
+"eps_2",1e-05,1613939756345,578
+"train_loss",0.15463307,1613939757369,579
+"raw_loss",0.18911296,1613939757369,579
+"epoch",3.6477987421383875,1613939757369,579
+"wd_0",0.01,1613939757369,579
+"sqr_mom_0",0.99,1613939757369,579
+"lr_0",1.2983431659981257e-06,1613939757369,579
+"mom_0",0.9425414208500468,1613939757369,579
+"eps_0",1e-05,1613939757369,579
+"wd_1",0.01,1613939757369,579
+"sqr_mom_1",0.99,1613939757369,579
+"lr_1",1.2983431659981255e-05,1613939757369,579
+"mom_1",0.9425414208500468,1613939757369,579
+"eps_1",1e-05,1613939757369,579
+"wd_2",0.01,1613939757369,579
+"sqr_mom_2",0.99,1613939757369,579
+"lr_2",0.00012983431659981256,1613939757369,579
+"mom_2",0.9425414208500468,1613939757369,579
+"eps_2",1e-05,1613939757369,579
+"train_loss",0.15417193,1613939758337,580
+"raw_loss",0.13158005,1613939758337,580
+"epoch",3.6540880503144884,1613939758337,580
+"wd_0",0.01,1613939758337,580
+"sqr_mom_0",0.99,1613939758337,580
+"lr_0",1.2997288578845988e-06,1613939758337,580
+"mom_0",0.942506778552885,1613939758337,580
+"eps_0",1e-05,1613939758337,580
+"wd_1",0.01,1613939758337,580
+"sqr_mom_1",0.99,1613939758337,580
+"lr_1",1.2997288578845988e-05,1613939758337,580
+"mom_1",0.942506778552885,1613939758337,580
+"eps_1",1e-05,1613939758337,580
+"wd_2",0.01,1613939758337,580
+"sqr_mom_2",0.99,1613939758337,580
+"lr_2",0.00012997288578845987,1613939758337,580
+"mom_2",0.942506778552885,1613939758337,580
+"eps_2",1e-05,1613939758337,580
+"train_loss",0.15329283,1613939759316,581
+"raw_loss",0.110225655,1613939759316,581
+"epoch",3.660377358490589,1613939759316,581
+"wd_0",0.01,1613939759316,581
+"sqr_mom_0",0.99,1613939759316,581
+"lr_0",1.3011175985249432e-06,1613939759316,581
+"mom_0",0.9424720600368763,1613939759316,581
+"eps_0",1e-05,1613939759316,581
+"wd_1",0.01,1613939759316,581
+"sqr_mom_1",0.99,1613939759316,581
+"lr_1",1.3011175985249432e-05,1613939759316,581
+"mom_1",0.9424720600368763,1613939759316,581
+"eps_1",1e-05,1613939759316,581
+"wd_2",0.01,1613939759316,581
+"sqr_mom_2",0.99,1613939759316,581
+"lr_2",0.00013011175985249432,1613939759316,581
+"mom_2",0.9424720600368763,1613939759316,581
+"eps_2",1e-05,1613939759316,581
+"train_loss",0.15205373,1613939760283,582
+"raw_loss",0.09134957,1613939760283,582
+"epoch",3.66666666666669,1613939760283,582
+"wd_0",0.01,1613939760283,582
+"sqr_mom_0",0.99,1613939760283,582
+"lr_0",1.302509188098232e-06,1613939760283,582
+"mom_0",0.9424372702975442,1613939760283,582
+"eps_0",1e-05,1613939760283,582
+"wd_1",0.01,1613939760283,582
+"sqr_mom_1",0.99,1613939760283,582
+"lr_1",1.302509188098232e-05,1613939760283,582
+"mom_1",0.9424372702975442,1613939760283,582
+"eps_1",1e-05,1613939760283,582
+"wd_2",0.01,1613939760283,582
+"sqr_mom_2",0.99,1613939760283,582
+"lr_2",0.0001302509188098232,1613939760283,582
+"mom_2",0.9424372702975442,1613939760283,582
+"eps_2",1e-05,1613939760283,582
+"train_loss",0.15020302,1613939761278,583
+"raw_loss",0.05953511,1613939761278,583
+"epoch",3.672955974842791,1613939761278,583
+"wd_0",0.01,1613939761278,583
+"sqr_mom_0",0.99,1613939761278,583
+"lr_0",1.3039038220202617e-06,1613939761278,583
+"mom_0",0.9424024044494934,1613939761278,583
+"eps_0",1e-05,1613939761278,583
+"wd_1",0.01,1613939761278,583
+"sqr_mom_1",0.99,1613939761278,583
+"lr_1",1.3039038220202616e-05,1613939761278,583
+"mom_1",0.9424024044494934,1613939761278,583
+"eps_1",1e-05,1613939761278,583
+"wd_2",0.01,1613939761278,583
+"sqr_mom_2",0.99,1613939761278,583
+"lr_2",0.00013039038220202616,1613939761278,583
+"mom_2",0.9424024044494934,1613939761278,583
+"eps_2",1e-05,1613939761278,583
+"train_loss",0.14874867,1613939762237,584
+"raw_loss",0.07749882,1613939762237,584
+"epoch",3.6792452830188918,1613939762237,584
+"wd_0",0.01,1613939762237,584
+"sqr_mom_0",0.99,1613939762237,584
+"lr_0",1.3053012996221414e-06,1613939762237,584
+"mom_0",0.9423674675094464,1613939762237,584
+"eps_0",1e-05,1613939762237,584
+"wd_1",0.01,1613939762237,584
+"sqr_mom_1",0.99,1613939762237,584
+"lr_1",1.3053012996221412e-05,1613939762237,584
+"mom_1",0.9423674675094464,1613939762237,584
+"eps_1",1e-05,1613939762237,584
+"wd_2",0.01,1613939762237,584
+"sqr_mom_2",0.99,1613939762237,584
+"lr_2",0.00013053012996221413,1613939762237,584
+"mom_2",0.9423674675094464,1613939762237,584
+"eps_2",1e-05,1613939762237,584
+"train_loss",0.14854583,1613939763190,585
+"raw_loss",0.13860881,1613939763190,585
+"epoch",3.6855345911949926,1613939763190,585
+"wd_0",0.01,1613939763190,585
+"sqr_mom_0",0.99,1613939763190,585
+"lr_0",1.3067017673228757e-06,1613939763190,585
+"mom_0",0.942332455816928,1613939763190,585
+"eps_0",1e-05,1613939763190,585
+"wd_1",0.01,1613939763190,585
+"sqr_mom_1",0.99,1613939763190,585
+"lr_1",1.3067017673228754e-05,1613939763190,585
+"mom_1",0.942332455816928,1613939763190,585
+"eps_1",1e-05,1613939763190,585
+"wd_2",0.01,1613939763190,585
+"sqr_mom_2",0.99,1613939763190,585
+"lr_2",0.00013067017673228754,1613939763190,585
+"mom_2",0.942332455816928,1613939763190,585
+"eps_2",1e-05,1613939763190,585
+"train_loss",0.14838588,1613939764182,586
+"raw_loss",0.14054959,1613939764182,586
+"epoch",3.6918238993710935,1613939764182,586
+"wd_0",0.01,1613939764182,586
+"sqr_mom_0",0.99,1613939764182,586
+"lr_0",1.3081051730778815e-06,1613939764182,586
+"mom_0",0.942297370673053,1613939764182,586
+"eps_0",1e-05,1613939764182,586
+"wd_1",0.01,1613939764182,586
+"sqr_mom_1",0.99,1613939764182,586
+"lr_1",1.3081051730778815e-05,1613939764182,586
+"mom_1",0.942297370673053,1613939764182,586
+"eps_1",1e-05,1613939764182,586
+"wd_2",0.01,1613939764182,586
+"sqr_mom_2",0.99,1613939764182,586
+"lr_2",0.00013081051730778816,1613939764182,586
+"mom_2",0.942297370673053,1613939764182,586
+"eps_2",1e-05,1613939764182,586
+"train_loss",0.14809471,1613939765152,587
+"raw_loss",0.1338303,1613939765152,587
+"epoch",3.6981132075471943,1613939765152,587
+"wd_0",0.01,1613939765152,587
+"sqr_mom_0",0.99,1613939765152,587
+"lr_0",1.3095115144520987e-06,1613939765152,587
+"mom_0",0.9422622121386975,1613939765152,587
+"eps_0",1e-05,1613939765152,587
+"wd_1",0.01,1613939765152,587
+"sqr_mom_1",0.99,1613939765152,587
+"lr_1",1.3095115144520987e-05,1613939765152,587
+"mom_1",0.9422622121386975,1613939765152,587
+"eps_1",1e-05,1613939765152,587
+"wd_2",0.01,1613939765152,587
+"sqr_mom_2",0.99,1613939765152,587
+"lr_2",0.00013095115144520986,1613939765152,587
+"mom_2",0.9422622121386975,1613939765152,587
+"eps_2",1e-05,1613939765152,587
+"train_loss",0.14912166,1613939766138,588
+"raw_loss",0.19943275,1613939766138,588
+"epoch",3.704402515723295,1613939766138,588
+"wd_0",0.01,1613939766138,588
+"sqr_mom_0",0.99,1613939766138,588
+"lr_0",1.3109207890053748e-06,1613939766138,588
+"mom_0",0.9422269802748656,1613939766138,588
+"eps_0",1e-05,1613939766138,588
+"wd_1",0.01,1613939766138,588
+"sqr_mom_1",0.99,1613939766138,588
+"lr_1",1.3109207890053748e-05,1613939766138,588
+"mom_1",0.9422269802748656,1613939766138,588
+"eps_1",1e-05,1613939766138,588
+"wd_2",0.01,1613939766138,588
+"sqr_mom_2",0.99,1613939766138,588
+"lr_2",0.00013109207890053747,1613939766138,588
+"mom_2",0.9422269802748656,1613939766138,588
+"eps_2",1e-05,1613939766138,588
+"train_loss",0.14785878,1613939767100,589
+"raw_loss",0.08598847,1613939767100,589
+"epoch",3.710691823899396,1613939767100,589
+"wd_0",0.01,1613939767100,589
+"sqr_mom_0",0.99,1613939767100,589
+"lr_0",1.3123329440518742e-06,1613939767100,589
+"mom_0",0.9421916763987032,1613939767100,589
+"eps_0",1e-05,1613939767100,589
+"wd_1",0.01,1613939767100,589
+"sqr_mom_1",0.99,1613939767100,589
+"lr_1",1.3123329440518738e-05,1613939767100,589
+"mom_1",0.9421916763987032,1613939767100,589
+"eps_1",1e-05,1613939767100,589
+"wd_2",0.01,1613939767100,589
+"sqr_mom_2",0.99,1613939767100,589
+"lr_2",0.0001312332944051874,1613939767100,589
+"mom_2",0.9421916763987032,1613939767100,589
+"eps_2",1e-05,1613939767100,589
+"train_loss",0.15189534,1613939768053,590
+"raw_loss",0.3496545,1613939768053,590
+"epoch",3.716981132075497,1613939768053,590
+"wd_0",0.01,1613939768053,590
+"sqr_mom_0",0.99,1613939768053,590
+"lr_0",1.3137481278630457e-06,1613939768053,590
+"mom_0",0.9421562968034238,1613939768053,590
+"eps_0",1e-05,1613939768053,590
+"wd_1",0.01,1613939768053,590
+"sqr_mom_1",0.99,1613939768053,590
+"lr_1",1.3137481278630455e-05,1613939768053,590
+"mom_1",0.9421562968034238,1613939768053,590
+"eps_1",1e-05,1613939768053,590
+"wd_2",0.01,1613939768053,590
+"sqr_mom_2",0.99,1613939768053,590
+"lr_2",0.00013137481278630453,1613939768053,590
+"mom_2",0.9421562968034238,1613939768053,590
+"eps_2",1e-05,1613939768053,590
+"train_loss",0.15085492,1613939769046,591
+"raw_loss",0.09988189,1613939769046,591
+"epoch",3.7232704402515977,1613939769046,591
+"wd_0",0.01,1613939769046,591
+"sqr_mom_0",0.99,1613939769046,591
+"lr_0",1.3151661368131492e-06,1613939769046,591
+"mom_0",0.9421208465796712,1613939769046,591
+"eps_0",1e-05,1613939769046,591
+"wd_1",0.01,1613939769046,591
+"sqr_mom_1",0.99,1613939769046,591
+"lr_1",1.3151661368131491e-05,1613939769046,591
+"mom_1",0.9421208465796712,1613939769046,591
+"eps_1",1e-05,1613939769046,591
+"wd_2",0.01,1613939769046,591
+"sqr_mom_2",0.99,1613939769046,591
+"lr_2",0.00013151661368131492,1613939769046,591
+"mom_2",0.9421208465796712,1613939769046,591
+"eps_2",1e-05,1613939769046,591
+"train_loss",0.1505207,1613939770038,592
+"raw_loss",0.13414697,1613939770038,592
+"epoch",3.7295597484276986,1613939770038,592
+"wd_0",0.01,1613939770038,592
+"sqr_mom_0",0.99,1613939770038,592
+"lr_0",1.3165871194755514e-06,1613939770038,592
+"mom_0",0.9420853220131111,1613939770038,592
+"eps_0",1e-05,1613939770038,592
+"wd_1",0.01,1613939770038,592
+"sqr_mom_1",0.99,1613939770038,592
+"lr_1",1.3165871194755513e-05,1613939770038,592
+"mom_1",0.9420853220131111,1613939770038,592
+"eps_1",1e-05,1613939770038,592
+"wd_2",0.01,1613939770038,592
+"sqr_mom_2",0.99,1613939770038,592
+"lr_2",0.00013165871194755513,1613939770038,592
+"mom_2",0.9420853220131111,1613939770038,592
+"eps_2",1e-05,1613939770038,592
+"train_loss",0.14996342,1613939771066,593
+"raw_loss",0.12266146,1613939771066,593
+"epoch",3.7358490566037994,1613939771066,593
+"wd_0",0.01,1613939771066,593
+"sqr_mom_0",0.99,1613939771066,593
+"lr_0",1.3180110230400776e-06,1613939771066,593
+"mom_0",0.942049724423998,1613939771066,593
+"eps_0",1e-05,1613939771066,593
+"wd_1",0.01,1613939771066,593
+"sqr_mom_1",0.99,1613939771066,593
+"lr_1",1.3180110230400773e-05,1613939771066,593
+"mom_1",0.942049724423998,1613939771066,593
+"eps_1",1e-05,1613939771066,593
+"wd_2",0.01,1613939771066,593
+"sqr_mom_2",0.99,1613939771066,593
+"lr_2",0.00013180110230400773,1613939771066,593
+"mom_2",0.942049724423998,1613939771066,593
+"eps_2",1e-05,1613939771066,593
+"train_loss",0.14808172,1613939772095,594
+"raw_loss",0.055891562,1613939772095,594
+"epoch",3.7421383647799003,1613939772095,594
+"wd_0",0.01,1613939772095,594
+"sqr_mom_0",0.99,1613939772095,594
+"lr_0",1.319437845036102e-06,1613939772095,594
+"mom_0",0.9420140538740974,1613939772095,594
+"eps_0",1e-05,1613939772095,594
+"wd_1",0.01,1613939772095,594
+"sqr_mom_1",0.99,1613939772095,594
+"lr_1",1.3194378450361018e-05,1613939772095,594
+"mom_1",0.9420140538740974,1613939772095,594
+"eps_1",1e-05,1613939772095,594
+"wd_2",0.01,1613939772095,594
+"sqr_mom_2",0.99,1613939772095,594
+"lr_2",0.00013194378450361017,1613939772095,594
+"mom_2",0.9420140538740974,1613939772095,594
+"eps_2",1e-05,1613939772095,594
+"train_loss",0.14676374,1613939773103,595
+"raw_loss",0.08219277,1613939773103,595
+"epoch",3.748427672956001,1613939773103,595
+"wd_0",0.01,1613939773103,595
+"sqr_mom_0",0.99,1613939773103,595
+"lr_0",1.320867582987935e-06,1613939773103,595
+"mom_0",0.9419783104253016,1613939773103,595
+"eps_0",1e-05,1613939773103,595
+"wd_1",0.01,1613939773103,595
+"sqr_mom_1",0.99,1613939773103,595
+"lr_1",1.320867582987935e-05,1613939773103,595
+"mom_1",0.9419783104253016,1613939773103,595
+"eps_1",1e-05,1613939773103,595
+"wd_2",0.01,1613939773103,595
+"sqr_mom_2",0.99,1613939773103,595
+"lr_2",0.0001320867582987935,1613939773103,595
+"mom_2",0.9419783104253016,1613939773103,595
+"eps_2",1e-05,1613939773103,595
+"train_loss",0.14558427,1613939774109,596
+"raw_loss",0.08779929,1613939774109,596
+"epoch",3.754716981132102,1613939774109,596
+"wd_0",0.01,1613939774109,596
+"sqr_mom_0",0.99,1613939774109,596
+"lr_0",1.3223002344148285e-06,1613939774109,596
+"mom_0",0.9419424941396293,1613939774109,596
+"eps_0",1e-05,1613939774109,596
+"wd_1",0.01,1613939774109,596
+"sqr_mom_1",0.99,1613939774109,596
+"lr_1",1.3223002344148284e-05,1613939774109,596
+"mom_1",0.9419424941396293,1613939774109,596
+"eps_1",1e-05,1613939774109,596
+"wd_2",0.01,1613939774109,596
+"sqr_mom_2",0.99,1613939774109,596
+"lr_2",0.00013223002344148283,1613939774109,596
+"mom_2",0.9419424941396293,1613939774109,596
+"eps_2",1e-05,1613939774109,596
+"train_loss",0.14459048,1613939775094,597
+"raw_loss",0.09590163,1613939775094,597
+"epoch",3.761006289308203,1613939775094,597
+"wd_0",0.01,1613939775094,597
+"sqr_mom_0",0.99,1613939775094,597
+"lr_0",1.3237357968309774e-06,1613939775094,597
+"mom_0",0.9419066050792255,1613939775094,597
+"eps_0",1e-05,1613939775094,597
+"wd_1",0.01,1613939775094,597
+"sqr_mom_1",0.99,1613939775094,597
+"lr_1",1.3237357968309771e-05,1613939775094,597
+"mom_1",0.9419066050792255,1613939775094,597
+"eps_1",1e-05,1613939775094,597
+"wd_2",0.01,1613939775094,597
+"sqr_mom_2",0.99,1613939775094,597
+"lr_2",0.00013237357968309772,1613939775094,597
+"mom_2",0.9419066050792255,1613939775094,597
+"eps_2",1e-05,1613939775094,597
+"train_loss",0.14563225,1613939776047,598
+"raw_loss",0.19667186,1613939776047,598
+"epoch",3.7672955974843036,1613939776047,598
+"wd_0",0.01,1613939776047,598
+"sqr_mom_0",0.99,1613939776047,598
+"lr_0",1.325174267745527e-06,1613939776047,598
+"mom_0",0.9418706433063618,1613939776047,598
+"eps_0",1e-05,1613939776047,598
+"wd_1",0.01,1613939776047,598
+"sqr_mom_1",0.99,1613939776047,598
+"lr_1",1.325174267745527e-05,1613939776047,598
+"mom_1",0.9418706433063618,1613939776047,598
+"eps_1",1e-05,1613939776047,598
+"wd_2",0.01,1613939776047,598
+"sqr_mom_2",0.99,1613939776047,598
+"lr_2",0.0001325174267745527,1613939776047,598
+"mom_2",0.9418706433063618,1613939776047,598
+"eps_2",1e-05,1613939776047,598
+"train_loss",0.14594987,1613939777048,599
+"raw_loss",0.16151106,1613939777048,599
+"epoch",3.7735849056604045,1613939777048,599
+"wd_0",0.01,1613939777048,599
+"sqr_mom_0",0.99,1613939777048,599
+"lr_0",1.3266155933856904e-06,1613939777048,599
+"mom_0",0.9418346101653577,1613939777048,599
+"eps_0",1e-05,1613939777048,599
+"wd_1",0.01,1613939777048,599
+"sqr_mom_1",0.99,1613939777048,599
+"lr_1",1.3266155933856903e-05,1613939777048,599
+"mom_1",0.9418346101653577,1613939777048,599
+"eps_1",1e-05,1613939777048,599
+"wd_2",0.01,1613939777048,599
+"sqr_mom_2",0.99,1613939777048,599
+"lr_2",0.00013266155933856901,1613939777048,599
+"mom_2",0.9418346101653577,1613939777048,599
+"eps_2",1e-05,1613939777048,599
+"train_loss",0.14540042,1613939778059,600
+"raw_loss",0.1184808,1613939778059,600
+"epoch",3.7798742138365053,1613939778059,600
+"wd_0",0.01,1613939778059,600
+"sqr_mom_0",0.99,1613939778059,600
+"lr_0",1.328059925081182e-06,1613939778059,600
+"mom_0",0.9417985018729704,1613939778059,600
+"eps_0",1e-05,1613939778059,600
+"wd_1",0.01,1613939778059,600
+"sqr_mom_1",0.99,1613939778059,600
+"lr_1",1.328059925081182e-05,1613939778059,600
+"mom_1",0.9417985018729704,1613939778059,600
+"eps_1",1e-05,1613939778059,600
+"wd_2",0.01,1613939778059,600
+"sqr_mom_2",0.99,1613939778059,600
+"lr_2",0.00013280599250811817,1613939778059,600
+"mom_2",0.9417985018729704,1613939778059,600
+"eps_2",1e-05,1613939778059,600
+"train_loss",0.14386892,1613939779024,601
+"raw_loss",0.06883522,1613939779024,601
+"epoch",3.786163522012606,1613939779024,601
+"wd_0",0.01,1613939779024,601
+"sqr_mom_0",0.99,1613939779024,601
+"lr_0",1.329507055012277e-06,1613939779024,601
+"mom_0",0.941762323624693,1613939779024,601
+"eps_0",1e-05,1613939779024,601
+"wd_1",0.01,1613939779024,601
+"sqr_mom_1",0.99,1613939779024,601
+"lr_1",1.3295070550122768e-05,1613939779024,601
+"mom_1",0.941762323624693,1613939779024,601
+"eps_1",1e-05,1613939779024,601
+"wd_2",0.01,1613939779024,601
+"sqr_mom_2",0.99,1613939779024,601
+"lr_2",0.00013295070550122768,1613939779024,601
+"mom_2",0.941762323624693,1613939779024,601
+"eps_2",1e-05,1613939779024,601
+"train_loss",0.14280397,1613939779972,602
+"raw_loss",0.09062761,1613939779972,602
+"epoch",3.792452830188707,1613939779972,602
+"wd_0",0.01,1613939779972,602
+"sqr_mom_0",0.99,1613939779972,602
+"lr_0",1.3309571863940996e-06,1613939779972,602
+"mom_0",0.9417260703401474,1613939779972,602
+"eps_0",1e-05,1613939779972,602
+"wd_1",0.01,1613939779972,602
+"sqr_mom_1",0.99,1613939779972,602
+"lr_1",1.3309571863940995e-05,1613939779972,602
+"mom_1",0.9417260703401474,1613939779972,602
+"eps_1",1e-05,1613939779972,602
+"wd_2",0.01,1613939779972,602
+"sqr_mom_2",0.99,1613939779972,602
+"lr_2",0.00013309571863940996,1613939779972,602
+"mom_2",0.9417260703401474,1613939779972,602
+"eps_2",1e-05,1613939779972,602
+"train_loss",0.14270934,1613939780925,603
+"raw_loss",0.13807346,1613939780925,603
+"epoch",3.798742138364808,1613939780925,603
+"wd_0",0.01,1613939780925,603
+"sqr_mom_0",0.99,1613939780925,603
+"lr_0",1.3324101105724278e-06,1613939780925,603
+"mom_0",0.9416897472356893,1613939780925,603
+"eps_0",1e-05,1613939780925,603
+"wd_1",0.01,1613939780925,603
+"sqr_mom_1",0.99,1613939780925,603
+"lr_1",1.3324101105724277e-05,1613939780925,603
+"mom_1",0.9416897472356893,1613939780925,603
+"eps_1",1e-05,1613939780925,603
+"wd_2",0.01,1613939780925,603
+"sqr_mom_2",0.99,1613939780925,603
+"lr_2",0.00013324101105724278,1613939780925,603
+"mom_2",0.9416897472356893,1613939780925,603
+"eps_2",1e-05,1613939780925,603
+"train_loss",0.14240085,1613939781869,604
+"raw_loss",0.12728673,1613939781869,604
+"epoch",3.8050314465409087,1613939781869,604
+"wd_0",0.01,1613939781869,604
+"sqr_mom_0",0.99,1613939781869,604
+"lr_0",1.33386597978434e-06,1613939781869,604
+"mom_0",0.9416533505053915,1613939781869,604
+"eps_0",1e-05,1613939781869,604
+"wd_1",0.01,1613939781869,604
+"sqr_mom_1",0.99,1613939781869,604
+"lr_1",1.3338659797843399e-05,1613939781869,604
+"mom_1",0.9416533505053915,1613939781869,604
+"eps_1",1e-05,1613939781869,604
+"wd_2",0.01,1613939781869,604
+"sqr_mom_2",0.99,1613939781869,604
+"lr_2",0.00013338659797843398,1613939781869,604
+"mom_2",0.9416533505053915,1613939781869,604
+"eps_2",1e-05,1613939781869,604
+"train_loss",0.14194812,1613939782818,605
+"raw_loss",0.11976724,1613939782818,605
+"epoch",3.8113207547170096,1613939782818,605
+"wd_0",0.01,1613939782818,605
+"sqr_mom_0",0.99,1613939782818,605
+"lr_0",1.3353247399176986e-06,1613939782818,605
+"mom_0",0.9416168815020575,1613939782818,605
+"eps_0",1e-05,1613939782818,605
+"wd_1",0.01,1613939782818,605
+"sqr_mom_1",0.99,1613939782818,605
+"lr_1",1.3353247399176985e-05,1613939782818,605
+"mom_1",0.9416168815020575,1613939782818,605
+"eps_1",1e-05,1613939782818,605
+"wd_2",0.01,1613939782818,605
+"sqr_mom_2",0.99,1613939782818,605
+"lr_2",0.00013353247399176983,1613939782818,605
+"mom_2",0.9416168815020575,1613939782818,605
+"eps_2",1e-05,1613939782818,605
+"train_loss",0.14215583,1613939783759,606
+"raw_loss",0.15233244,1613939783759,606
+"epoch",3.8176100628931104,1613939783759,606
+"wd_0",0.01,1613939783759,606
+"sqr_mom_0",0.99,1613939783759,606
+"lr_0",1.3367863364443883e-06,1613939783759,606
+"mom_0",0.9415803415888903,1613939783759,606
+"eps_0",1e-05,1613939783759,606
+"wd_1",0.01,1613939783759,606
+"sqr_mom_1",0.99,1613939783759,606
+"lr_1",1.3367863364443883e-05,1613939783759,606
+"mom_1",0.9415803415888903,1613939783759,606
+"eps_1",1e-05,1613939783759,606
+"wd_2",0.01,1613939783759,606
+"sqr_mom_2",0.99,1613939783759,606
+"lr_2",0.00013367863364443882,1613939783759,606
+"mom_2",0.9415803415888903,1613939783759,606
+"eps_2",1e-05,1613939783759,606
+"train_loss",0.14117146,1613939784709,607
+"raw_loss",0.09294297,1613939784709,607
+"epoch",3.8238993710692113,1613939784709,607
+"wd_0",0.01,1613939784709,607
+"sqr_mom_0",0.99,1613939784709,607
+"lr_0",1.3382509228193185e-06,1613939784709,607
+"mom_0",0.941543726929517,1613939784709,607
+"eps_0",1e-05,1613939784709,607
+"wd_1",0.01,1613939784709,607
+"sqr_mom_1",0.99,1613939784709,607
+"lr_1",1.3382509228193184e-05,1613939784709,607
+"mom_1",0.941543726929517,1613939784709,607
+"eps_1",1e-05,1613939784709,607
+"wd_2",0.01,1613939784709,607
+"sqr_mom_2",0.99,1613939784709,607
+"lr_2",0.00013382509228193184,1613939784709,607
+"mom_2",0.941543726929517,1613939784709,607
+"eps_2",1e-05,1613939784709,607
+"train_loss",0.14028867,1613939785660,608
+"raw_loss",0.09703692,1613939785660,608
+"epoch",3.830188679245312,1613939785660,608
+"wd_0",0.01,1613939785660,608
+"sqr_mom_0",0.99,1613939785660,608
+"lr_0",1.3397182883083892e-06,1613939785660,608
+"mom_0",0.9415070427922902,1613939785660,608
+"eps_0",1e-05,1613939785660,608
+"wd_1",0.01,1613939785660,608
+"sqr_mom_1",0.99,1613939785660,608
+"lr_1",1.3397182883083891e-05,1613939785660,608
+"mom_1",0.9415070427922902,1613939785660,608
+"eps_1",1e-05,1613939785660,608
+"wd_2",0.01,1613939785660,608
+"sqr_mom_2",0.99,1613939785660,608
+"lr_2",0.0001339718288308389,1613939785660,608
+"mom_2",0.9415070427922902,1613939785660,608
+"eps_2",1e-05,1613939785660,608
+"train_loss",0.13931158,1613939786634,609
+"raw_loss",0.091440484,1613939786634,609
+"epoch",3.836477987421413,1613939786634,609
+"wd_0",0.01,1613939786634,609
+"sqr_mom_0",0.99,1613939786634,609
+"lr_0",1.3411885866640457e-06,1613939786634,609
+"mom_0",0.9414702853333988,1613939786634,609
+"eps_0",1e-05,1613939786634,609
+"wd_1",0.01,1613939786634,609
+"sqr_mom_1",0.99,1613939786634,609
+"lr_1",1.3411885866640457e-05,1613939786634,609
+"mom_1",0.9414702853333988,1613939786634,609
+"eps_1",1e-05,1613939786634,609
+"wd_2",0.01,1613939786634,609
+"sqr_mom_2",0.99,1613939786634,609
+"lr_2",0.00013411885866640457,1613939786634,609
+"mom_2",0.9414702853333988,1613939786634,609
+"eps_2",1e-05,1613939786634,609
+"train_loss",0.1415894,1613939787595,610
+"raw_loss",0.2531906,1613939787595,610
+"epoch",3.842767295597514,1613939787595,610
+"wd_0",0.01,1613939787595,610
+"sqr_mom_0",0.99,1613939787595,610
+"lr_0",1.3426617632356392e-06,1613939787595,610
+"mom_0",0.941433455919109,1613939787595,610
+"eps_0",1e-05,1613939787595,610
+"wd_1",0.01,1613939787595,610
+"sqr_mom_1",0.99,1613939787595,610
+"lr_1",1.3426617632356392e-05,1613939787595,610
+"mom_1",0.941433455919109,1613939787595,610
+"eps_1",1e-05,1613939787595,610
+"wd_2",0.01,1613939787595,610
+"sqr_mom_2",0.99,1613939787595,610
+"lr_2",0.0001342661763235639,1613939787595,610
+"mom_2",0.941433455919109,1613939787595,610
+"eps_2",1e-05,1613939787595,610
+"train_loss",0.1418389,1613939788547,611
+"raw_loss",0.15406251,1613939788547,611
+"epoch",3.8490566037736147,1613939788547,611
+"wd_0",0.01,1613939788547,611
+"sqr_mom_0",0.99,1613939788547,611
+"lr_0",1.3441378154670491e-06,1613939788547,611
+"mom_0",0.9413965546133237,1613939788547,611
+"eps_0",1e-05,1613939788547,611
+"wd_1",0.01,1613939788547,611
+"sqr_mom_1",0.99,1613939788547,611
+"lr_1",1.344137815467049e-05,1613939788547,611
+"mom_1",0.9413965546133237,1613939788547,611
+"eps_1",1e-05,1613939788547,611
+"wd_2",0.01,1613939788547,611
+"sqr_mom_2",0.99,1613939788547,611
+"lr_2",0.0001344137815467049,1613939788547,611
+"mom_2",0.9413965546133237,1613939788547,611
+"eps_2",1e-05,1613939788547,611
+"train_loss",0.14102398,1613939789488,612
+"raw_loss",0.10109762,1613939789488,612
+"epoch",3.8553459119497155,1613939789488,612
+"wd_0",0.01,1613939789488,612
+"sqr_mom_0",0.99,1613939789488,612
+"lr_0",1.3456167407971667e-06,1613939789488,612
+"mom_0",0.9413595814800708,1613939789488,612
+"eps_0",1e-05,1613939789488,612
+"wd_1",0.01,1613939789488,612
+"sqr_mom_1",0.99,1613939789488,612
+"lr_1",1.3456167407971665e-05,1613939789488,612
+"mom_1",0.9413595814800708,1613939789488,612
+"eps_1",1e-05,1613939789488,612
+"wd_2",0.01,1613939789488,612
+"sqr_mom_2",0.99,1613939789488,612
+"lr_2",0.00013456167407971663,1613939789488,612
+"mom_2",0.9413595814800708,1613939789488,612
+"eps_2",1e-05,1613939789488,612
+"train_loss",0.14042483,1613939790462,613
+"raw_loss",0.11106959,1613939790462,613
+"epoch",3.8616352201258164,1613939790462,613
+"wd_0",0.01,1613939790462,613
+"sqr_mom_0",0.99,1613939790462,613
+"lr_0",1.3470985366598981e-06,1613939790462,613
+"mom_0",0.9413225365835025,1613939790462,613
+"eps_0",1e-05,1613939790462,613
+"wd_1",0.01,1613939790462,613
+"sqr_mom_1",0.99,1613939790462,613
+"lr_1",1.3470985366598981e-05,1613939790462,613
+"mom_1",0.9413225365835025,1613939790462,613
+"eps_1",1e-05,1613939790462,613
+"wd_2",0.01,1613939790462,613
+"sqr_mom_2",0.99,1613939790462,613
+"lr_2",0.0001347098536659898,1613939790462,613
+"mom_2",0.9413225365835025,1613939790462,613
+"eps_2",1e-05,1613939790462,613
+"train_loss",0.13968262,1613939791407,614
+"raw_loss",0.10331762,1613939791407,614
+"epoch",3.8679245283019172,1613939791407,614
+"wd_0",0.01,1613939791407,614
+"sqr_mom_0",0.99,1613939791407,614
+"lr_0",1.3485832004841678e-06,1613939791407,614
+"mom_0",0.9412854199878957,1613939791407,614
+"eps_0",1e-05,1613939791407,614
+"wd_1",0.01,1613939791407,614
+"sqr_mom_1",0.99,1613939791407,614
+"lr_1",1.3485832004841677e-05,1613939791407,614
+"mom_1",0.9412854199878957,1613939791407,614
+"eps_1",1e-05,1613939791407,614
+"wd_2",0.01,1613939791407,614
+"sqr_mom_2",0.99,1613939791407,614
+"lr_2",0.00013485832004841677,1613939791407,614
+"mom_2",0.9412854199878957,1613939791407,614
+"eps_2",1e-05,1613939791407,614
+"train_loss",0.13928871,1613939792371,615
+"raw_loss",0.11998899,1613939792371,615
+"epoch",3.874213836478018,1613939792371,615
+"wd_0",0.01,1613939792371,615
+"sqr_mom_0",0.99,1613939792371,615
+"lr_0",1.3500707296939252e-06,1613939792371,615
+"mom_0",0.9412482317576518,1613939792371,615
+"eps_0",1e-05,1613939792371,615
+"wd_1",0.01,1613939792371,615
+"sqr_mom_1",0.99,1613939792371,615
+"lr_1",1.3500707296939252e-05,1613939792371,615
+"mom_1",0.9412482317576518,1613939792371,615
+"eps_1",1e-05,1613939792371,615
+"wd_2",0.01,1613939792371,615
+"sqr_mom_2",0.99,1613939792371,615
+"lr_2",0.0001350070729693925,1613939792371,615
+"mom_2",0.9412482317576518,1613939792371,615
+"eps_2",1e-05,1613939792371,615
+"train_loss",0.139172,1613939793369,616
+"raw_loss",0.13345392,1613939793369,616
+"epoch",3.880503144654119,1613939793369,616
+"wd_0",0.01,1613939793369,616
+"sqr_mom_0",0.99,1613939793369,616
+"lr_0",1.3515610686900747e-06,1613939793369,616
+"mom_0",0.941210973282748,1613939793369,616
+"eps_0",1e-05,1613939793369,616
+"wd_1",0.01,1613939793369,616
+"sqr_mom_1",0.99,1613939793369,616
+"lr_1",1.3515610686900746e-05,1613939793369,616
+"mom_1",0.941210973282748,1613939793369,616
+"eps_1",1e-05,1613939793369,616
+"wd_2",0.01,1613939793369,616
+"sqr_mom_2",0.99,1613939793369,616
+"lr_2",0.00013515610686900745,1613939793369,616
+"mom_2",0.941210973282748,1613939793369,616
+"eps_2",1e-05,1613939793369,616
+"train_loss",0.13952094,1613939794347,617
+"raw_loss",0.15661703,1613939794347,617
+"epoch",3.88679245283022,1613939794347,617
+"wd_0",0.01,1613939794347,617
+"sqr_mom_0",0.99,1613939794347,617
+"lr_0",1.353054373940842e-06,1613939794347,617
+"mom_0",0.9411736406514789,1613939794347,617
+"eps_0",1e-05,1613939794347,617
+"wd_1",0.01,1613939794347,617
+"sqr_mom_1",0.99,1613939794347,617
+"lr_1",1.3530543739408419e-05,1613939794347,617
+"mom_1",0.9411736406514789,1613939794347,617
+"eps_1",1e-05,1613939794347,617
+"wd_2",0.01,1613939794347,617
+"sqr_mom_2",0.99,1613939794347,617
+"lr_2",0.00013530543739408417,1613939794347,617
+"mom_2",0.9411736406514789,1613939794347,617
+"eps_2",1e-05,1613939794347,617
+"train_loss",0.14085954,1613939795351,618
+"raw_loss",0.2064451,1613939795351,618
+"epoch",3.8930817610063206,1613939795351,618
+"wd_0",0.01,1613939795351,618
+"sqr_mom_0",0.99,1613939795351,618
+"lr_0",1.3545504305798723e-06,1613939795351,618
+"mom_0",0.9411362392355032,1613939795351,618
+"eps_0",1e-05,1613939795351,618
+"wd_1",0.01,1613939795351,618
+"sqr_mom_1",0.99,1613939795351,618
+"lr_1",1.3545504305798723e-05,1613939795351,618
+"mom_1",0.9411362392355032,1613939795351,618
+"eps_1",1e-05,1613939795351,618
+"wd_2",0.01,1613939795351,618
+"sqr_mom_2",0.99,1613939795351,618
+"lr_2",0.00013545504305798723,1613939795351,618
+"mom_2",0.9411362392355032,1613939795351,618
+"eps_2",1e-05,1613939795351,618
+"train_loss",0.14008226,1613939796518,619
+"raw_loss",0.10199829,1613939796518,619
+"epoch",3.8993710691824215,1613939796518,619
+"wd_0",0.01,1613939796518,619
+"sqr_mom_0",0.99,1613939796518,619
+"lr_0",1.35604939537028e-06,1613939796518,619
+"mom_0",0.941098765115743,1613939796518,619
+"eps_0",1e-05,1613939796518,619
+"wd_1",0.01,1613939796518,619
+"sqr_mom_1",0.99,1613939796518,619
+"lr_1",1.3560493953702799e-05,1613939796518,619
+"mom_1",0.941098765115743,1613939796518,619
+"eps_1",1e-05,1613939796518,619
+"wd_2",0.01,1613939796518,619
+"sqr_mom_2",0.99,1613939796518,619
+"lr_2",0.00013560493953702798,1613939796518,619
+"mom_2",0.941098765115743,1613939796518,619
+"eps_2",1e-05,1613939796518,619
+"train_loss",0.13943496,1613939797560,620
+"raw_loss",0.107720904,1613939797560,620
+"epoch",3.9056603773585223,1613939797560,620
+"wd_0",0.01,1613939797560,620
+"sqr_mom_0",0.99,1613939797560,620
+"lr_0",1.357551212591525e-06,1613939797560,620
+"mom_0",0.9410612196852118,1613939797560,620
+"eps_0",1e-05,1613939797560,620
+"wd_1",0.01,1613939797560,620
+"sqr_mom_1",0.99,1613939797560,620
+"lr_1",1.357551212591525e-05,1613939797560,620
+"mom_1",0.9410612196852118,1613939797560,620
+"eps_1",1e-05,1613939797560,620
+"wd_2",0.01,1613939797560,620
+"sqr_mom_2",0.99,1613939797560,620
+"lr_2",0.00013575512125915248,1613939797560,620
+"mom_2",0.9410612196852118,1613939797560,620
+"eps_2",1e-05,1613939797560,620
+"train_loss",0.14241005,1613939798584,621
+"raw_loss",0.28817654,1613939798584,621
+"epoch",3.911949685534623,1613939798584,621
+"wd_0",0.01,1613939798584,621
+"sqr_mom_0",0.99,1613939798584,621
+"lr_0",1.3590558796377938e-06,1613939798584,621
+"mom_0",0.9410236030090551,1613939798584,621
+"eps_0",1e-05,1613939798584,621
+"wd_1",0.01,1613939798584,621
+"sqr_mom_1",0.99,1613939798584,621
+"lr_1",1.3590558796377938e-05,1613939798584,621
+"mom_1",0.9410236030090551,1613939798584,621
+"eps_1",1e-05,1613939798584,621
+"wd_2",0.01,1613939798584,621
+"sqr_mom_2",0.99,1613939798584,621
+"lr_2",0.00013590558796377936,1613939798584,621
+"mom_2",0.9410236030090551,1613939798584,621
+"eps_2",1e-05,1613939798584,621
+"train_loss",0.14201212,1613939799541,622
+"raw_loss",0.12251471,1613939799541,622
+"epoch",3.918238993710724,1613939799541,622
+"wd_0",0.01,1613939799541,622
+"sqr_mom_0",0.99,1613939799541,622
+"lr_0",1.3605633938983265e-06,1613939799541,622
+"mom_0",0.9409859151525418,1613939799541,622
+"eps_0",1e-05,1613939799541,622
+"wd_1",0.01,1613939799541,622
+"sqr_mom_1",0.99,1613939799541,622
+"lr_1",1.3605633938983265e-05,1613939799541,622
+"mom_1",0.9409859151525418,1613939799541,622
+"eps_1",1e-05,1613939799541,622
+"wd_2",0.01,1613939799541,622
+"sqr_mom_2",0.99,1613939799541,622
+"lr_2",0.00013605633938983266,1613939799541,622
+"mom_2",0.9409859151525418,1613939799541,622
+"eps_2",1e-05,1613939799541,622
+"train_loss",0.14171554,1613939800490,623
+"raw_loss",0.1271848,1613939800490,623
+"epoch",3.924528301886825,1613939800490,623
+"wd_0",0.01,1613939800490,623
+"sqr_mom_0",0.99,1613939800490,623
+"lr_0",1.3620736990300723e-06,1613939800490,623
+"mom_0",0.9409481575242482,1613939800490,623
+"eps_0",1e-05,1613939800490,623
+"wd_1",0.01,1613939800490,623
+"sqr_mom_1",0.99,1613939800490,623
+"lr_1",1.3620736990300722e-05,1613939800490,623
+"mom_1",0.9409481575242482,1613939800490,623
+"eps_1",1e-05,1613939800490,623
+"wd_2",0.01,1613939800490,623
+"sqr_mom_2",0.99,1613939800490,623
+"lr_2",0.0001362073699030072,1613939800490,623
+"mom_2",0.9409481575242482,1613939800490,623
+"eps_2",1e-05,1613939800490,623
+"train_loss",0.1455111,1613939801477,624
+"raw_loss",0.33147818,1613939801477,624
+"epoch",3.9308176100629257,1613939801477,624
+"wd_0",0.01,1613939801477,624
+"sqr_mom_0",0.99,1613939801477,624
+"lr_0",1.3635869535944534e-06,1613939801477,624
+"mom_0",0.9409103261601386,1613939801477,624
+"eps_0",1e-05,1613939801477,624
+"wd_1",0.01,1613939801477,624
+"sqr_mom_1",0.99,1613939801477,624
+"lr_1",1.3635869535944534e-05,1613939801477,624
+"mom_1",0.9409103261601386,1613939801477,624
+"eps_1",1e-05,1613939801477,624
+"wd_2",0.01,1613939801477,624
+"sqr_mom_2",0.99,1613939801477,624
+"lr_2",0.00013635869535944531,1613939801477,624
+"mom_2",0.9409103261601386,1613939801477,624
+"eps_2",1e-05,1613939801477,624
+"train_loss",0.14444596,1613939802458,625
+"raw_loss",0.0922571,1613939802458,625
+"epoch",3.9371069182390266,1613939802458,625
+"wd_0",0.01,1613939802458,625
+"sqr_mom_0",0.99,1613939802458,625
+"lr_0",1.365102939854678e-06,1613939802458,625
+"mom_0",0.940872426503633,1613939802458,625
+"eps_0",1e-05,1613939802458,625
+"wd_1",0.01,1613939802458,625
+"sqr_mom_1",0.99,1613939802458,625
+"lr_1",1.365102939854678e-05,1613939802458,625
+"mom_1",0.940872426503633,1613939802458,625
+"eps_1",1e-05,1613939802458,625
+"wd_2",0.01,1613939802458,625
+"sqr_mom_2",0.99,1613939802458,625
+"lr_2",0.0001365102939854678,1613939802458,625
+"mom_2",0.940872426503633,1613939802458,625
+"eps_2",1e-05,1613939802458,625
+"train_loss",0.14464791,1613939803437,626
+"raw_loss",0.15454349,1613939803437,626
+"epoch",3.9433962264151274,1613939803437,626
+"wd_0",0.01,1613939803437,626
+"sqr_mom_0",0.99,1613939803437,626
+"lr_0",1.3666218706951118e-06,1613939803437,626
+"mom_0",0.9408344532326222,1613939803437,626
+"eps_0",1e-05,1613939803437,626
+"wd_1",0.01,1613939803437,626
+"sqr_mom_1",0.99,1613939803437,626
+"lr_1",1.3666218706951115e-05,1613939803437,626
+"mom_1",0.9408344532326222,1613939803437,626
+"eps_1",1e-05,1613939803437,626
+"wd_2",0.01,1613939803437,626
+"sqr_mom_2",0.99,1613939803437,626
+"lr_2",0.00013666218706951115,1613939803437,626
+"mom_2",0.9408344532326222,1613939803437,626
+"eps_2",1e-05,1613939803437,626
+"train_loss",0.14449364,1613939804405,627
+"raw_loss",0.13693461,1613939804405,627
+"epoch",3.9496855345912283,1613939804405,627
+"wd_0",0.01,1613939804405,627
+"sqr_mom_0",0.99,1613939804405,627
+"lr_0",1.3681435275622237e-06,1613939804405,627
+"mom_0",0.9407964118109444,1613939804405,627
+"eps_0",1e-05,1613939804405,627
+"wd_1",0.01,1613939804405,627
+"sqr_mom_1",0.99,1613939804405,627
+"lr_1",1.3681435275622237e-05,1613939804405,627
+"mom_1",0.9407964118109444,1613939804405,627
+"eps_1",1e-05,1613939804405,627
+"wd_2",0.01,1613939804405,627
+"sqr_mom_2",0.99,1613939804405,627
+"lr_2",0.00013681435275622237,1613939804405,627
+"mom_2",0.9407964118109444,1613939804405,627
+"eps_2",1e-05,1613939804405,627
+"train_loss",0.14363596,1613939805389,628
+"raw_loss",0.1016125,1613939805389,628
+"epoch",3.955974842767329,1613939805389,628
+"wd_0",0.01,1613939805389,628
+"sqr_mom_0",0.99,1613939805389,628
+"lr_0",1.3696680699054912e-06,1613939805389,628
+"mom_0",0.9407582982523627,1613939805389,628
+"eps_0",1e-05,1613939805389,628
+"wd_1",0.01,1613939805389,628
+"sqr_mom_1",0.99,1613939805389,628
+"lr_1",1.3696680699054912e-05,1613939805389,628
+"mom_1",0.9407582982523627,1613939805389,628
+"eps_1",1e-05,1613939805389,628
+"wd_2",0.01,1613939805389,628
+"sqr_mom_2",0.99,1613939805389,628
+"lr_2",0.00013696680699054912,1613939805389,628
+"mom_2",0.9407582982523627,1613939805389,628
+"eps_2",1e-05,1613939805389,628
+"train_loss",0.14602022,1613939806339,629
+"raw_loss",0.26284,1613939806339,629
+"epoch",3.96226415094343,1613939806339,629
+"wd_0",0.01,1613939806339,629
+"sqr_mom_0",0.99,1613939806339,629
+"lr_0",1.371195441049734e-06,1613939806339,629
+"mom_0",0.9407201139737567,1613939806339,629
+"eps_0",1e-05,1613939806339,629
+"wd_1",0.01,1613939806339,629
+"sqr_mom_1",0.99,1613939806339,629
+"lr_1",1.371195441049734e-05,1613939806339,629
+"mom_1",0.9407201139737567,1613939806339,629
+"eps_1",1e-05,1613939806339,629
+"wd_2",0.01,1613939806339,629
+"sqr_mom_2",0.99,1613939806339,629
+"lr_2",0.00013711954410497337,1613939806339,629
+"mom_2",0.9407201139737567,1613939806339,629
+"eps_2",1e-05,1613939806339,629
+"train_loss",0.14458708,1613939807335,630
+"raw_loss",0.07436933,1613939807335,630
+"epoch",3.968553459119531,1613939807335,630
+"wd_0",0.01,1613939807335,630
+"sqr_mom_0",0.99,1613939807335,630
+"lr_0",1.372725638344798e-06,1613939807335,630
+"mom_0",0.94068185904138,1613939807335,630
+"eps_0",1e-05,1613939807335,630
+"wd_1",0.01,1613939807335,630
+"sqr_mom_1",0.99,1613939807335,630
+"lr_1",1.3727256383447978e-05,1613939807335,630
+"mom_1",0.94068185904138,1613939807335,630
+"eps_1",1e-05,1613939807335,630
+"wd_2",0.01,1613939807335,630
+"sqr_mom_2",0.99,1613939807335,630
+"lr_2",0.00013727256383447978,1613939807335,630
+"mom_2",0.94068185904138,1613939807335,630
+"eps_2",1e-05,1613939807335,630
+"train_loss",0.1431545,1613939808322,631
+"raw_loss",0.07296294,1613939808322,631
+"epoch",3.9748427672956317,1613939808322,631
+"wd_0",0.01,1613939808322,631
+"sqr_mom_0",0.99,1613939808322,631
+"lr_0",1.3742586591356275e-06,1613939808322,631
+"mom_0",0.9406435335216092,1613939808322,631
+"eps_0",1e-05,1613939808322,631
+"wd_1",0.01,1613939808322,631
+"sqr_mom_1",0.99,1613939808322,631
+"lr_1",1.3742586591356274e-05,1613939808322,631
+"mom_1",0.9406435335216092,1613939808322,631
+"eps_1",1e-05,1613939808322,631
+"wd_2",0.01,1613939808322,631
+"sqr_mom_2",0.99,1613939808322,631
+"lr_2",0.00013742586591356272,1613939808322,631
+"mom_2",0.9406435335216092,1613939808322,631
+"eps_2",1e-05,1613939808322,631
+"train_loss",0.143016,1613939809361,632
+"raw_loss",0.13622981,1613939809361,632
+"epoch",3.9811320754717325,1613939809361,632
+"wd_0",0.01,1613939809361,632
+"sqr_mom_0",0.99,1613939809361,632
+"lr_0",1.3757944461297009e-06,1613939809361,632
+"mom_0",0.9406051388467574,1613939809361,632
+"eps_0",1e-05,1613939809361,632
+"wd_1",0.01,1613939809361,632
+"sqr_mom_1",0.99,1613939809361,632
+"lr_1",1.3757944461297009e-05,1613939809361,632
+"mom_1",0.9406051388467574,1613939809361,632
+"eps_1",1e-05,1613939809361,632
+"wd_2",0.01,1613939809361,632
+"sqr_mom_2",0.99,1613939809361,632
+"lr_2",0.00013757944461297006,1613939809361,632
+"mom_2",0.9406051388467574,1613939809361,632
+"eps_2",1e-05,1613939809361,632
+"train_loss",0.14285375,1613939810333,633
+"raw_loss",0.13490435,1613939810333,633
+"epoch",3.9874213836478334,1613939810333,633
+"wd_0",0.01,1613939810333,633
+"sqr_mom_0",0.99,1613939810333,633
+"lr_0",1.3773331605598633e-06,1613939810333,633
+"mom_0",0.9405666709860033,1613939810333,633
+"eps_0",1e-05,1613939810333,633
+"wd_1",0.01,1613939810333,633
+"sqr_mom_1",0.99,1613939810333,633
+"lr_1",1.3773331605598632e-05,1613939810333,633
+"mom_1",0.9405666709860033,1613939810333,633
+"eps_1",1e-05,1613939810333,633
+"wd_2",0.01,1613939810333,633
+"sqr_mom_2",0.99,1613939810333,633
+"lr_2",0.0001377333160559863,1613939810333,633
+"mom_2",0.9405666709860033,1613939810333,633
+"eps_2",1e-05,1613939810333,633
+"train_loss",0.14199165,1613939811327,634
+"raw_loss",0.09975106,1613939811327,634
+"epoch",3.9937106918239342,1613939811327,634
+"wd_0",0.01,1613939811327,634
+"sqr_mom_0",0.99,1613939811327,634
+"lr_0",1.378874581025995e-06,1613939811327,634
+"mom_0",0.9405281354743501,1613939811327,634
+"eps_0",1e-05,1613939811327,634
+"wd_1",0.01,1613939811327,634
+"sqr_mom_1",0.99,1613939811327,634
+"lr_1",1.3788745810259949e-05,1613939811327,634
+"mom_1",0.9405281354743501,1613939811327,634
+"eps_1",1e-05,1613939811327,634
+"wd_2",0.01,1613939811327,634
+"sqr_mom_2",0.99,1613939811327,634
+"lr_2",0.00013788745810259948,1613939811327,634
+"mom_2",0.9405281354743501,1613939811327,634
+"eps_2",1e-05,1613939811327,634
+"train_loss",0.14156929,1613939812337,635
+"raw_loss",0.12087536,1613939812337,635
+"epoch",4.000000000000035,1613939812337,635
+"wd_0",0.01,1613939812337,635
+"sqr_mom_0",0.99,1613939812337,635
+"lr_0",1.380418869051488e-06,1613939812337,635
+"mom_0",0.9404895282737128,1613939812337,635
+"eps_0",1e-05,1613939812337,635
+"wd_1",0.01,1613939812337,635
+"sqr_mom_1",0.99,1613939812337,635
+"lr_1",1.3804188690514878e-05,1613939812337,635
+"mom_1",0.9404895282737128,1613939812337,635
+"eps_1",1e-05,1613939812337,635
+"wd_2",0.01,1613939812337,635
+"sqr_mom_2",0.99,1613939812337,635
+"lr_2",0.00013804188690514878,1613939812337,635
+"mom_2",0.9404895282737128,1613939812337,635
+"eps_2",1e-05,1613939812337,635
+"valid_loss",0.1382082998752594,1613939850428,635
+"_rmse",0.37176376581192017,1613939850428,635
+"epoch",4,1613939850428,635
+"train_loss",0.14043356,1613939851460,636
+"raw_loss",0.08478663,1613939851460,636
+"epoch",4.0062893081761,1613939851460,636
+"wd_0",0.01,1613939851460,636
+"sqr_mom_0",0.99,1613939851460,636
+"lr_0",1.381965967224165e-06,1613939851460,636
+"mom_0",0.9404508508193958,1613939851460,636
+"eps_0",1e-05,1613939851460,636
+"wd_1",0.01,1613939851460,636
+"sqr_mom_1",0.99,1613939851460,636
+"lr_1",1.3819659672241648e-05,1613939851460,636
+"mom_1",0.9404508508193958,1613939851460,636
+"eps_1",1e-05,1613939851460,636
+"wd_2",0.01,1613939851460,636
+"sqr_mom_2",0.99,1613939851460,636
+"lr_2",0.00013819659672241648,1613939851460,636
+"mom_2",0.9404508508193958,1613939851460,636
+"eps_2",1e-05,1613939851460,636
+"train_loss",0.13965373,1613939852449,637
+"raw_loss",0.10144403,1613939852449,637
+"epoch",4.012578616352201,1613939852449,637
+"wd_0",0.01,1613939852449,637
+"sqr_mom_0",0.99,1613939852449,637
+"lr_0",1.3835158728596442e-06,1613939852449,637
+"mom_0",0.9404121031785089,1613939852449,637
+"eps_0",1e-05,1613939852449,637
+"wd_1",0.01,1613939852449,637
+"sqr_mom_1",0.99,1613939852449,637
+"lr_1",1.3835158728596441e-05,1613939852449,637
+"mom_1",0.9404121031785089,1613939852449,637
+"eps_1",1e-05,1613939852449,637
+"wd_2",0.01,1613939852449,637
+"sqr_mom_2",0.99,1613939852449,637
+"lr_2",0.0001383515872859644,1613939852449,637
+"mom_2",0.9404121031785089,1613939852449,637
+"eps_2",1e-05,1613939852449,637
+"train_loss",0.13845211,1613939853462,638
+"raw_loss",0.079576805,1613939853462,638
+"epoch",4.018867924528301,1613939853462,638
+"wd_0",0.01,1613939853462,638
+"sqr_mom_0",0.99,1613939853462,638
+"lr_0",1.3850685832686727e-06,1613939853462,638
+"mom_0",0.9403732854182831,1613939853462,638
+"eps_0",1e-05,1613939853462,638
+"wd_1",0.01,1613939853462,638
+"sqr_mom_1",0.99,1613939853462,638
+"lr_1",1.3850685832686725e-05,1613939853462,638
+"mom_1",0.9403732854182831,1613939853462,638
+"eps_1",1e-05,1613939853462,638
+"wd_2",0.01,1613939853462,638
+"sqr_mom_2",0.99,1613939853462,638
+"lr_2",0.00013850685832686726,1613939853462,638
+"mom_2",0.9403732854182831,1613939853462,638
+"eps_2",1e-05,1613939853462,638
+"train_loss",0.13821854,1613939854432,639
+"raw_loss",0.1267743,1613939854432,639
+"epoch",4.025157232704402,1613939854432,639
+"wd_0",0.01,1613939854432,639
+"sqr_mom_0",0.99,1613939854432,639
+"lr_0",1.3866240957571312e-06,1613939854432,639
+"mom_0",0.9403343976060717,1613939854432,639
+"eps_0",1e-05,1613939854432,639
+"wd_1",0.01,1613939854432,639
+"sqr_mom_1",0.99,1613939854432,639
+"lr_1",1.3866240957571312e-05,1613939854432,639
+"mom_1",0.9403343976060717,1613939854432,639
+"eps_1",1e-05,1613939854432,639
+"wd_2",0.01,1613939854432,639
+"sqr_mom_2",0.99,1613939854432,639
+"lr_2",0.0001386624095757131,1613939854432,639
+"mom_2",0.9403343976060717,1613939854432,639
+"eps_2",1e-05,1613939854432,639
+"train_loss",0.13854365,1613939855376,640
+"raw_loss",0.15447253,1613939855376,640
+"epoch",4.031446540880502,1613939855376,640
+"wd_0",0.01,1613939855376,640
+"sqr_mom_0",0.99,1613939855376,640
+"lr_0",1.3881824076260392e-06,1613939855376,640
+"mom_0",0.9402954398093489,1613939855376,640
+"eps_0",1e-05,1613939855376,640
+"wd_1",0.01,1613939855376,640
+"sqr_mom_1",0.99,1613939855376,640
+"lr_1",1.3881824076260391e-05,1613939855376,640
+"mom_1",0.9402954398093489,1613939855376,640
+"eps_1",1e-05,1613939855376,640
+"wd_2",0.01,1613939855376,640
+"sqr_mom_2",0.99,1613939855376,640
+"lr_2",0.0001388182407626039,1613939855376,640
+"mom_2",0.9402954398093489,1613939855376,640
+"eps_2",1e-05,1613939855376,640
+"train_loss",0.13808686,1613939856331,641
+"raw_loss",0.11570541,1613939856331,641
+"epoch",4.037735849056602,1613939856331,641
+"wd_0",0.01,1613939856331,641
+"sqr_mom_0",0.99,1613939856331,641
+"lr_0",1.389743516171557e-06,1613939856331,641
+"mom_0",0.9402564120957111,1613939856331,641
+"eps_0",1e-05,1613939856331,641
+"wd_1",0.01,1613939856331,641
+"sqr_mom_1",0.99,1613939856331,641
+"lr_1",1.389743516171557e-05,1613939856331,641
+"mom_1",0.9402564120957111,1613939856331,641
+"eps_1",1e-05,1613939856331,641
+"wd_2",0.01,1613939856331,641
+"sqr_mom_2",0.99,1613939856331,641
+"lr_2",0.00013897435161715568,1613939856331,641
+"mom_2",0.9402564120957111,1613939856331,641
+"eps_2",1e-05,1613939856331,641
+"train_loss",0.13632703,1613939857317,642
+"raw_loss",0.050099973,1613939857317,642
+"epoch",4.044025157232703,1613939857317,642
+"wd_0",0.01,1613939857317,642
+"sqr_mom_0",0.99,1613939857317,642
+"lr_0",1.391307363055649e-06,1613939857317,642
+"mom_0",0.9402173159236087,1613939857317,642
+"eps_0",1e-05,1613939857317,642
+"wd_1",0.01,1613939857317,642
+"sqr_mom_1",0.99,1613939857317,642
+"lr_1",1.3913073630556488e-05,1613939857317,642
+"mom_1",0.9402173159236087,1613939857317,642
+"eps_1",1e-05,1613939857317,642
+"wd_2",0.01,1613939857317,642
+"sqr_mom_2",0.99,1613939857317,642
+"lr_2",0.00013913073630556486,1613939857317,642
+"mom_2",0.9402173159236087,1613939857317,642
+"eps_2",1e-05,1613939857317,642
+"train_loss",0.13566153,1613939858316,643
+"raw_loss",0.103053786,1613939858316,643
+"epoch",4.050314465408803,1613939858316,643
+"wd_0",0.01,1613939858316,643
+"sqr_mom_0",0.99,1613939858316,643
+"lr_0",1.3928741124528136e-06,1613939858316,643
+"mom_0",0.9401781471886796,1613939858316,643
+"eps_0",1e-05,1613939858316,643
+"wd_1",0.01,1613939858316,643
+"sqr_mom_1",0.99,1613939858316,643
+"lr_1",1.3928741124528134e-05,1613939858316,643
+"mom_1",0.9401781471886796,1613939858316,643
+"eps_1",1e-05,1613939858316,643
+"wd_2",0.01,1613939858316,643
+"sqr_mom_2",0.99,1613939858316,643
+"lr_2",0.00013928741124528133,1613939858316,643
+"mom_2",0.9401781471886796,1613939858316,643
+"eps_2",1e-05,1613939858316,643
+"train_loss",0.13467132,1613939859288,644
+"raw_loss",0.086153604,1613939859288,644
+"epoch",4.056603773584904,1613939859288,644
+"wd_0",0.01,1613939859288,644
+"sqr_mom_0",0.99,1613939859288,644
+"lr_0",1.39444353892908e-06,1613939859288,644
+"mom_0",0.940138911526773,1613939859288,644
+"eps_0",1e-05,1613939859288,644
+"wd_1",0.01,1613939859288,644
+"sqr_mom_1",0.99,1613939859288,644
+"lr_1",1.39444353892908e-05,1613939859288,644
+"mom_1",0.940138911526773,1613939859288,644
+"eps_1",1e-05,1613939859288,644
+"wd_2",0.01,1613939859288,644
+"sqr_mom_2",0.99,1613939859288,644
+"lr_2",0.000139444353892908,1613939859288,644
+"mom_2",0.940138911526773,1613939859288,644
+"eps_2",1e-05,1613939859288,644
+"train_loss",0.13367216,1613939860253,645
+"raw_loss",0.084715724,1613939860253,645
+"epoch",4.062893081761004,1613939860253,645
+"wd_0",0.01,1613939860253,645
+"sqr_mom_0",0.99,1613939860253,645
+"lr_0",1.3960158628732266e-06,1613939860253,645
+"mom_0",0.9400996034281693,1613939860253,645
+"eps_0",1e-05,1613939860253,645
+"wd_1",0.01,1613939860253,645
+"sqr_mom_1",0.99,1613939860253,645
+"lr_1",1.3960158628732266e-05,1613939860253,645
+"mom_1",0.9400996034281693,1613939860253,645
+"eps_1",1e-05,1613939860253,645
+"wd_2",0.01,1613939860253,645
+"sqr_mom_2",0.99,1613939860253,645
+"lr_2",0.00013960158628732267,1613939860253,645
+"mom_2",0.9400996034281693,1613939860253,645
+"eps_2",1e-05,1613939860253,645
+"train_loss",0.13575205,1613939861203,646
+"raw_loss",0.23766159,1613939861203,646
+"epoch",4.0691823899371045,1613939861203,646
+"wd_0",0.01,1613939861203,646
+"sqr_mom_0",0.99,1613939861203,646
+"lr_0",1.3975908580491796e-06,1613939861203,646
+"mom_0",0.9400602285487705,1613939861203,646
+"eps_0",1e-05,1613939861203,646
+"wd_1",0.01,1613939861203,646
+"sqr_mom_1",0.99,1613939861203,646
+"lr_1",1.3975908580491795e-05,1613939861203,646
+"mom_1",0.9400602285487705,1613939861203,646
+"eps_1",1e-05,1613939861203,646
+"wd_2",0.01,1613939861203,646
+"sqr_mom_2",0.99,1613939861203,646
+"lr_2",0.00013975908580491795,1613939861203,646
+"mom_2",0.9400602285487705,1613939861203,646
+"eps_2",1e-05,1613939861203,646
+"train_loss",0.13578951,1613939862168,647
+"raw_loss",0.1376244,1613939862168,647
+"epoch",4.075471698113205,1613939862168,647
+"wd_0",0.01,1613939862168,647
+"sqr_mom_0",0.99,1613939862168,647
+"lr_0",1.3991686895035784e-06,1613939862168,647
+"mom_0",0.9400207827624105,1613939862168,647
+"eps_0",1e-05,1613939862168,647
+"wd_1",0.01,1613939862168,647
+"sqr_mom_1",0.99,1613939862168,647
+"lr_1",1.3991686895035784e-05,1613939862168,647
+"mom_1",0.9400207827624105,1613939862168,647
+"eps_1",1e-05,1613939862168,647
+"wd_2",0.01,1613939862168,647
+"sqr_mom_2",0.99,1613939862168,647
+"lr_2",0.00013991686895035782,1613939862168,647
+"mom_2",0.9400207827624105,1613939862168,647
+"eps_2",1e-05,1613939862168,647
+"train_loss",0.13702391,1613939863111,648
+"raw_loss",0.19750677,1613939863111,648
+"epoch",4.081761006289305,1613939863111,648
+"wd_0",0.01,1613939863111,648
+"sqr_mom_0",0.99,1613939863111,648
+"lr_0",1.4007492985722096e-06,1613939863111,648
+"mom_0",0.9399812675356948,1613939863111,648
+"eps_0",1e-05,1613939863111,648
+"wd_1",0.01,1613939863111,648
+"sqr_mom_1",0.99,1613939863111,648
+"lr_1",1.4007492985722096e-05,1613939863111,648
+"mom_1",0.9399812675356948,1613939863111,648
+"eps_1",1e-05,1613939863111,648
+"wd_2",0.01,1613939863111,648
+"sqr_mom_2",0.99,1613939863111,648
+"lr_2",0.00014007492985722094,1613939863111,648
+"mom_2",0.9399812675356948,1613939863111,648
+"eps_2",1e-05,1613939863111,648
+"train_loss",0.13633187,1613939864068,649
+"raw_loss",0.10242293,1613939864068,649
+"epoch",4.088050314465406,1613939864068,649
+"wd_0",0.01,1613939864068,649
+"sqr_mom_0",0.99,1613939864068,649
+"lr_0",1.402332626191186e-06,1613939864068,649
+"mom_0",0.9399416843452203,1613939864068,649
+"eps_0",1e-05,1613939864068,649
+"wd_1",0.01,1613939864068,649
+"sqr_mom_1",0.99,1613939864068,649
+"lr_1",1.4023326261911858e-05,1613939864068,649
+"mom_1",0.9399416843452203,1613939864068,649
+"eps_1",1e-05,1613939864068,649
+"wd_2",0.01,1613939864068,649
+"sqr_mom_2",0.99,1613939864068,649
+"lr_2",0.0001402332626191186,1613939864068,649
+"mom_2",0.9399416843452203,1613939864068,649
+"eps_2",1e-05,1613939864068,649
+"train_loss",0.13630998,1613939865025,650
+"raw_loss",0.1352376,1613939865025,650
+"epoch",4.094339622641506,1613939865025,650
+"wd_0",0.01,1613939865025,650
+"sqr_mom_0",0.99,1613939865025,650
+"lr_0",1.4039188385772457e-06,1613939865025,650
+"mom_0",0.9399020290355689,1613939865025,650
+"eps_0",1e-05,1613939865025,650
+"wd_1",0.01,1613939865025,650
+"sqr_mom_1",0.99,1613939865025,650
+"lr_1",1.4039188385772455e-05,1613939865025,650
+"mom_1",0.9399020290355689,1613939865025,650
+"eps_1",1e-05,1613939865025,650
+"wd_2",0.01,1613939865025,650
+"sqr_mom_2",0.99,1613939865025,650
+"lr_2",0.00014039188385772455,1613939865025,650
+"mom_2",0.9399020290355689,1613939865025,650
+"eps_2",1e-05,1613939865025,650
+"train_loss",0.13686983,1613939866035,651
+"raw_loss",0.1643013,1613939866035,651
+"epoch",4.1006289308176065,1613939866035,651
+"wd_0",0.01,1613939866035,651
+"sqr_mom_0",0.99,1613939866035,651
+"lr_0",1.4055077074959569e-06,1613939866035,651
+"mom_0",0.939862307312601,1613939866035,651
+"eps_0",1e-05,1613939866035,651
+"wd_1",0.01,1613939866035,651
+"sqr_mom_1",0.99,1613939866035,651
+"lr_1",1.4055077074959569e-05,1613939866035,651
+"mom_1",0.939862307312601,1613939866035,651
+"eps_1",1e-05,1613939866035,651
+"wd_2",0.01,1613939866035,651
+"sqr_mom_2",0.99,1613939866035,651
+"lr_2",0.00014055077074959569,1613939866035,651
+"mom_2",0.939862307312601,1613939866035,651
+"eps_2",1e-05,1613939866035,651
+"train_loss",0.13590343,1613939867045,652
+"raw_loss",0.08855236,1613939867045,652
+"epoch",4.106918238993707,1613939867045,652
+"wd_0",0.01,1613939867045,652
+"sqr_mom_0",0.99,1613939867045,652
+"lr_0",1.407099456066328e-06,1613939867045,652
+"mom_0",0.9398225135983418,1613939867045,652
+"eps_0",1e-05,1613939867045,652
+"wd_1",0.01,1613939867045,652
+"sqr_mom_1",0.99,1613939867045,652
+"lr_1",1.4070994560663278e-05,1613939867045,652
+"mom_1",0.9398225135983418,1613939867045,652
+"eps_1",1e-05,1613939867045,652
+"wd_2",0.01,1613939867045,652
+"sqr_mom_2",0.99,1613939867045,652
+"lr_2",0.00014070994560663277,1613939867045,652
+"mom_2",0.9398225135983418,1613939867045,652
+"eps_2",1e-05,1613939867045,652
+"train_loss",0.13528576,1613939868024,653
+"raw_loss",0.10502122,1613939868024,653
+"epoch",4.113207547169807,1613939868024,653
+"wd_0",0.01,1613939868024,653
+"sqr_mom_0",0.99,1613939868024,653
+"lr_0",1.4086938552573464e-06,1613939868024,653
+"mom_0",0.9397826536185663,1613939868024,653
+"eps_0",1e-05,1613939868024,653
+"wd_1",0.01,1613939868024,653
+"sqr_mom_1",0.99,1613939868024,653
+"lr_1",1.4086938552573464e-05,1613939868024,653
+"mom_1",0.9397826536185663,1613939868024,653
+"eps_1",1e-05,1613939868024,653
+"wd_2",0.01,1613939868024,653
+"sqr_mom_2",0.99,1613939868024,653
+"lr_2",0.00014086938552573464,1613939868024,653
+"mom_2",0.9397826536185663,1613939868024,653
+"eps_2",1e-05,1613939868024,653
+"train_loss",0.1338523,1613939868980,654
+"raw_loss",0.06361605,1613939868980,654
+"epoch",4.119496855345908,1613939868980,654
+"wd_0",0.01,1613939868980,654
+"sqr_mom_0",0.99,1613939868980,654
+"lr_0",1.4102910721518864e-06,1613939868980,654
+"mom_0",0.9397427231962028,1613939868980,654
+"eps_0",1e-05,1613939868980,654
+"wd_1",0.01,1613939868980,654
+"sqr_mom_1",0.99,1613939868980,654
+"lr_1",1.4102910721518864e-05,1613939868980,654
+"mom_1",0.9397427231962028,1613939868980,654
+"eps_1",1e-05,1613939868980,654
+"wd_2",0.01,1613939868980,654
+"sqr_mom_2",0.99,1613939868980,654
+"lr_2",0.00014102910721518864,1613939868980,654
+"mom_2",0.9397427231962028,1613939868980,654
+"eps_2",1e-05,1613939868980,654
+"train_loss",0.13238533,1613939869956,655
+"raw_loss",0.060506236,1613939869956,655
+"epoch",4.125786163522008,1613939869956,655
+"wd_0",0.01,1613939869956,655
+"sqr_mom_0",0.99,1613939869956,655
+"lr_0",1.4118910473621297e-06,1613939869956,655
+"mom_0",0.9397027238159468,1613939869956,655
+"eps_0",1e-05,1613939869956,655
+"wd_1",0.01,1613939869956,655
+"sqr_mom_1",0.99,1613939869956,655
+"lr_1",1.4118910473621293e-05,1613939869956,655
+"mom_1",0.9397027238159468,1613939869956,655
+"eps_1",1e-05,1613939869956,655
+"wd_2",0.01,1613939869956,655
+"sqr_mom_2",0.99,1613939869956,655
+"lr_2",0.00014118910473621293,1613939869956,655
+"mom_2",0.9397027238159468,1613939869956,655
+"eps_2",1e-05,1613939869956,655
+"train_loss",0.1313193,1613939870932,656
+"raw_loss",0.079085715,1613939870932,656
+"epoch",4.1320754716981085,1613939870932,656
+"wd_0",0.01,1613939870932,656
+"sqr_mom_0",0.99,1613939870932,656
+"lr_0",1.4134937211033637e-06,1613939870932,656
+"mom_0",0.9396626569724159,1613939870932,656
+"eps_0",1e-05,1613939870932,656
+"wd_1",0.01,1613939870932,656
+"sqr_mom_1",0.99,1613939870932,656
+"lr_1",1.4134937211033638e-05,1613939870932,656
+"mom_1",0.9396626569724159,1613939870932,656
+"eps_1",1e-05,1613939870932,656
+"wd_2",0.01,1613939870932,656
+"sqr_mom_2",0.99,1613939870932,656
+"lr_2",0.00014134937211033636,1613939870932,656
+"mom_2",0.9396626569724159,1613939870932,656
+"eps_2",1e-05,1613939870932,656
+"train_loss",0.13173565,1613939871940,657
+"raw_loss",0.15213661,1613939871940,657
+"epoch",4.138364779874209,1613939871940,657
+"wd_0",0.01,1613939871940,657
+"sqr_mom_0",0.99,1613939871940,657
+"lr_0",1.4150992616204304e-06,1613939871940,657
+"mom_0",0.9396225184594892,1613939871940,657
+"eps_0",1e-05,1613939871940,657
+"wd_1",0.01,1613939871940,657
+"sqr_mom_1",0.99,1613939871940,657
+"lr_1",1.4150992616204304e-05,1613939871940,657
+"mom_1",0.9396225184594892,1613939871940,657
+"eps_1",1e-05,1613939871940,657
+"wd_2",0.01,1613939871940,657
+"sqr_mom_2",0.99,1613939871940,657
+"lr_2",0.00014150992616204303,1613939871940,657
+"mom_2",0.9396225184594892,1613939871940,657
+"eps_2",1e-05,1613939871940,657
+"train_loss",0.1311752,1613939872970,658
+"raw_loss",0.10371455,1613939872970,658
+"epoch",4.144654088050309,1613939872970,658
+"wd_0",0.01,1613939872970,658
+"sqr_mom_0",0.99,1613939872970,658
+"lr_0",1.4167074951018918e-06,1613939872970,658
+"mom_0",0.9395823126224526,1613939872970,658
+"eps_0",1e-05,1613939872970,658
+"wd_1",0.01,1613939872970,658
+"sqr_mom_1",0.99,1613939872970,658
+"lr_1",1.4167074951018917e-05,1613939872970,658
+"mom_1",0.9395823126224526,1613939872970,658
+"eps_1",1e-05,1613939872970,658
+"wd_2",0.01,1613939872970,658
+"sqr_mom_2",0.99,1613939872970,658
+"lr_2",0.00014167074951018917,1613939872970,658
+"mom_2",0.9395823126224526,1613939872970,658
+"eps_2",1e-05,1613939872970,658
+"train_loss",0.12979054,1613939874034,659
+"raw_loss",0.06194486,1613939874034,659
+"epoch",4.15094339622641,1613939874034,659
+"wd_0",0.01,1613939874034,659
+"sqr_mom_0",0.99,1613939874034,659
+"lr_0",1.418318475765873e-06,1613939874034,659
+"mom_0",0.9395420381058531,1613939874034,659
+"eps_0",1e-05,1613939874034,659
+"wd_1",0.01,1613939874034,659
+"sqr_mom_1",0.99,1613939874034,659
+"lr_1",1.418318475765873e-05,1613939874034,659
+"mom_1",0.9395420381058531,1613939874034,659
+"eps_1",1e-05,1613939874034,659
+"wd_2",0.01,1613939874034,659
+"sqr_mom_2",0.99,1613939874034,659
+"lr_2",0.0001418318475765873,1613939874034,659
+"mom_2",0.9395420381058531,1613939874034,659
+"eps_2",1e-05,1613939874034,659
+"train_loss",0.12916765,1613939875067,660
+"raw_loss",0.09864627,1613939875067,660
+"epoch",4.15723270440251,1613939875067,660
+"wd_0",0.01,1613939875067,660
+"sqr_mom_0",0.99,1613939875067,660
+"lr_0",1.4199321434180368e-06,1613939875067,660
+"mom_0",0.9395016964145491,1613939875067,660
+"eps_0",1e-05,1613939875067,660
+"wd_1",0.01,1613939875067,660
+"sqr_mom_1",0.99,1613939875067,660
+"lr_1",1.4199321434180367e-05,1613939875067,660
+"mom_1",0.9395016964145491,1613939875067,660
+"eps_1",1e-05,1613939875067,660
+"wd_2",0.01,1613939875067,660
+"sqr_mom_2",0.99,1613939875067,660
+"lr_2",0.00014199321434180367,1613939875067,660
+"mom_2",0.9395016964145491,1613939875067,660
+"eps_2",1e-05,1613939875067,660
+"train_loss",0.12952687,1613939876049,661
+"raw_loss",0.14712822,1613939876049,661
+"epoch",4.1635220125786105,1613939876049,661
+"wd_0",0.01,1613939876049,661
+"sqr_mom_0",0.99,1613939876049,661
+"lr_0",1.421548609959241e-06,1613939876049,661
+"mom_0",0.939461284751019,1613939876049,661
+"eps_0",1e-05,1613939876049,661
+"wd_1",0.01,1613939876049,661
+"sqr_mom_1",0.99,1613939876049,661
+"lr_1",1.4215486099592407e-05,1613939876049,661
+"mom_1",0.939461284751019,1613939876049,661
+"eps_1",1e-05,1613939876049,661
+"wd_2",0.01,1613939876049,661
+"sqr_mom_2",0.99,1613939876049,661
+"lr_2",0.00014215486099592407,1613939876049,661
+"mom_2",0.939461284751019,1613939876049,661
+"eps_2",1e-05,1613939876049,661
+"train_loss",0.1289232,1613939877018,662
+"raw_loss",0.09934457,1613939877018,662
+"epoch",4.169811320754711,1613939877018,662
+"wd_0",0.01,1613939877018,662
+"sqr_mom_0",0.99,1613939877018,662
+"lr_0",1.4231678728768922e-06,1613939877018,662
+"mom_0",0.9394208031780776,1613939877018,662
+"eps_0",1e-05,1613939877018,662
+"wd_1",0.01,1613939877018,662
+"sqr_mom_1",0.99,1613939877018,662
+"lr_1",1.423167872876892e-05,1613939877018,662
+"mom_1",0.9394208031780776,1613939877018,662
+"eps_1",1e-05,1613939877018,662
+"wd_2",0.01,1613939877018,662
+"sqr_mom_2",0.99,1613939877018,662
+"lr_2",0.0001423167872876892,1613939877018,662
+"mom_2",0.9394208031780776,1613939877018,662
+"eps_2",1e-05,1613939877018,662
+"train_loss",0.131667,1613939877993,663
+"raw_loss",0.266108,1613939877993,663
+"epoch",4.176100628930811,1613939877993,663
+"wd_0",0.01,1613939877993,663
+"sqr_mom_0",0.99,1613939877993,663
+"lr_0",1.4247896988891896e-06,1613939877993,663
+"mom_0",0.9393802575277702,1613939877993,663
+"eps_0",1e-05,1613939877993,663
+"wd_1",0.01,1613939877993,663
+"sqr_mom_1",0.99,1613939877993,663
+"lr_1",1.4247896988891893e-05,1613939877993,663
+"mom_1",0.9393802575277702,1613939877993,663
+"eps_1",1e-05,1613939877993,663
+"wd_2",0.01,1613939877993,663
+"sqr_mom_2",0.99,1613939877993,663
+"lr_2",0.00014247896988891893,1613939877993,663
+"mom_2",0.9393802575277702,1613939877993,663
+"eps_2",1e-05,1613939877993,663
+"train_loss",0.13047762,1613939878967,664
+"raw_loss",0.072200395,1613939878967,664
+"epoch",4.182389937106912,1613939878967,664
+"wd_0",0.01,1613939878967,664
+"sqr_mom_0",0.99,1613939878967,664
+"lr_0",1.4264144310361225e-06,1613939878967,664
+"mom_0",0.9393396392240969,1613939878967,664
+"eps_0",1e-05,1613939878967,664
+"wd_1",0.01,1613939878967,664
+"sqr_mom_1",0.99,1613939878967,664
+"lr_1",1.4264144310361224e-05,1613939878967,664
+"mom_1",0.9393396392240969,1613939878967,664
+"eps_1",1e-05,1613939878967,664
+"wd_2",0.01,1613939878967,664
+"sqr_mom_2",0.99,1613939878967,664
+"lr_2",0.00014264144310361222,1613939878967,664
+"mom_2",0.9393396392240969,1613939878967,664
+"eps_2",1e-05,1613939878967,664
+"train_loss",0.13289754,1613939879949,665
+"raw_loss",0.251469,1613939879949,665
+"epoch",4.188679245283012,1613939879949,665
+"wd_0",0.01,1613939879949,665
+"sqr_mom_0",0.99,1613939879949,665
+"lr_0",1.4280418358320366e-06,1613939879949,665
+"mom_0",0.9392989541041991,1613939879949,665
+"eps_0",1e-05,1613939879949,665
+"wd_1",0.01,1613939879949,665
+"sqr_mom_1",0.99,1613939879949,665
+"lr_1",1.4280418358320365e-05,1613939879949,665
+"mom_1",0.9392989541041991,1613939879949,665
+"eps_1",1e-05,1613939879949,665
+"wd_2",0.01,1613939879949,665
+"sqr_mom_2",0.99,1613939879949,665
+"lr_2",0.00014280418358320364,1613939879949,665
+"mom_2",0.9392989541041991,1613939879949,665
+"eps_2",1e-05,1613939879949,665
+"train_loss",0.13285252,1613939880922,666
+"raw_loss",0.13064705,1613939880922,666
+"epoch",4.194968553459113,1613939880922,666
+"wd_0",0.01,1613939880922,666
+"sqr_mom_0",0.99,1613939880922,666
+"lr_0",1.429671968144174e-06,1613939880922,666
+"mom_0",0.9392582007963957,1613939880922,666
+"eps_0",1e-05,1613939880922,666
+"wd_1",0.01,1613939880922,666
+"sqr_mom_1",0.99,1613939880922,666
+"lr_1",1.4296719681441737e-05,1613939880922,666
+"mom_1",0.9392582007963957,1613939880922,666
+"eps_1",1e-05,1613939880922,666
+"wd_2",0.01,1613939880922,666
+"sqr_mom_2",0.99,1613939880922,666
+"lr_2",0.00014296719681441739,1613939880922,666
+"mom_2",0.9392582007963957,1613939880922,666
+"eps_2",1e-05,1613939880922,666
+"train_loss",0.13259983,1613939881917,667
+"raw_loss",0.120218694,1613939881917,667
+"epoch",4.201257861635213,1613939881917,667
+"wd_0",0.01,1613939881917,667
+"sqr_mom_0",0.99,1613939881917,667
+"lr_0",1.4313047670653818e-06,1613939881917,667
+"mom_0",0.9392173808233654,1613939881917,667
+"eps_0",1e-05,1613939881917,667
+"wd_1",0.01,1613939881917,667
+"sqr_mom_1",0.99,1613939881917,667
+"lr_1",1.4313047670653817e-05,1613939881917,667
+"mom_1",0.9392173808233654,1613939881917,667
+"eps_1",1e-05,1613939881917,667
+"wd_2",0.01,1613939881917,667
+"sqr_mom_2",0.99,1613939881917,667
+"lr_2",0.00014313047670653817,1613939881917,667
+"mom_2",0.9392173808233654,1613939881917,667
+"eps_2",1e-05,1613939881917,667
+"train_loss",0.13159299,1613939882899,668
+"raw_loss",0.0822595,1613939882899,668
+"epoch",4.207547169811313,1613939882899,668
+"wd_0",0.01,1613939882899,668
+"sqr_mom_0",0.99,1613939882899,668
+"lr_0",1.4329403458231894e-06,1613939882899,668
+"mom_0",0.9391764913544203,1613939882899,668
+"eps_0",1e-05,1613939882899,668
+"wd_1",0.01,1613939882899,668
+"sqr_mom_1",0.99,1613939882899,668
+"lr_1",1.4329403458231892e-05,1613939882899,668
+"mom_1",0.9391764913544203,1613939882899,668
+"eps_1",1e-05,1613939882899,668
+"wd_2",0.01,1613939882899,668
+"sqr_mom_2",0.99,1613939882899,668
+"lr_2",0.00014329403458231892,1613939882899,668
+"mom_2",0.9391764913544203,1613939882899,668
+"eps_2",1e-05,1613939882899,668
+"train_loss",0.13051377,1613939883891,669
+"raw_loss",0.07763401,1613939883891,669
+"epoch",4.213836477987414,1613939883891,669
+"wd_0",0.01,1613939883891,669
+"sqr_mom_0",0.99,1613939883891,669
+"lr_0",1.4345787018697378e-06,1613939883891,669
+"mom_0",0.9391355324532565,1613939883891,669
+"eps_0",1e-05,1613939883891,669
+"wd_1",0.01,1613939883891,669
+"sqr_mom_1",0.99,1613939883891,669
+"lr_1",1.4345787018697377e-05,1613939883891,669
+"mom_1",0.9391355324532565,1613939883891,669
+"eps_1",1e-05,1613939883891,669
+"wd_2",0.01,1613939883891,669
+"sqr_mom_2",0.99,1613939883891,669
+"lr_2",0.00014345787018697377,1613939883891,669
+"mom_2",0.9391355324532565,1613939883891,669
+"eps_2",1e-05,1613939883891,669
+"train_loss",0.12968838,1613939884866,670
+"raw_loss",0.08924624,1613939884866,670
+"epoch",4.220125786163514,1613939884866,670
+"wd_0",0.01,1613939884866,670
+"sqr_mom_0",0.99,1613939884866,670
+"lr_0",1.4362197159149654e-06,1613939884866,670
+"mom_0",0.9390945071021258,1613939884866,670
+"eps_0",1e-05,1613939884866,670
+"wd_1",0.01,1613939884866,670
+"sqr_mom_1",0.99,1613939884866,670
+"lr_1",1.4362197159149654e-05,1613939884866,670
+"mom_1",0.9390945071021258,1613939884866,670
+"eps_1",1e-05,1613939884866,670
+"wd_2",0.01,1613939884866,670
+"sqr_mom_2",0.99,1613939884866,670
+"lr_2",0.00014362197159149652,1613939884866,670
+"mom_2",0.9390945071021258,1613939884866,670
+"eps_2",1e-05,1613939884866,670
+"train_loss",0.12893346,1613939885848,671
+"raw_loss",0.09194342,1613939885848,671
+"epoch",4.226415094339615,1613939885848,671
+"wd_0",0.01,1613939885848,671
+"sqr_mom_0",0.99,1613939885848,671
+"lr_0",1.4378633848220975e-06,1613939885848,671
+"mom_0",0.9390534153794475,1613939885848,671
+"eps_0",1e-05,1613939885848,671
+"wd_1",0.01,1613939885848,671
+"sqr_mom_1",0.99,1613939885848,671
+"lr_1",1.4378633848220975e-05,1613939885848,671
+"mom_1",0.9390534153794475,1613939885848,671
+"eps_1",1e-05,1613939885848,671
+"wd_2",0.01,1613939885848,671
+"sqr_mom_2",0.99,1613939885848,671
+"lr_2",0.00014378633848220976,1613939885848,671
+"mom_2",0.9390534153794475,1613939885848,671
+"eps_2",1e-05,1613939885848,671
+"train_loss",0.12917459,1613939886851,672
+"raw_loss",0.14098969,1613939886851,672
+"epoch",4.232704402515715,1613939886851,672
+"wd_0",0.01,1613939886851,672
+"sqr_mom_0",0.99,1613939886851,672
+"lr_0",1.4395098225724492e-06,1613939886851,672
+"mom_0",0.9390122544356887,1613939886851,672
+"eps_0",1e-05,1613939886851,672
+"wd_1",0.01,1613939886851,672
+"sqr_mom_1",0.99,1613939886851,672
+"lr_1",1.439509822572449e-05,1613939886851,672
+"mom_1",0.9390122544356887,1613939886851,672
+"eps_1",1e-05,1613939886851,672
+"wd_2",0.01,1613939886851,672
+"sqr_mom_2",0.99,1613939886851,672
+"lr_2",0.0001439509822572449,1613939886851,672
+"mom_2",0.9390122544356887,1613939886851,672
+"eps_2",1e-05,1613939886851,672
+"train_loss",0.1283936,1613939887825,673
+"raw_loss",0.090126514,1613939887825,673
+"epoch",4.238993710691815,1613939887825,673
+"wd_0",0.01,1613939887825,673
+"sqr_mom_0",0.99,1613939887825,673
+"lr_0",1.441158967940834e-06,1613939887825,673
+"mom_0",0.9389710258014791,1613939887825,673
+"eps_0",1e-05,1613939887825,673
+"wd_1",0.01,1613939887825,673
+"sqr_mom_1",0.99,1613939887825,673
+"lr_1",1.4411589679408338e-05,1613939887825,673
+"mom_1",0.9389710258014791,1613939887825,673
+"eps_1",1e-05,1613939887825,673
+"wd_2",0.01,1613939887825,673
+"sqr_mom_2",0.99,1613939887825,673
+"lr_2",0.00014411589679408338,1613939887825,673
+"mom_2",0.9389710258014791,1613939887825,673
+"eps_2",1e-05,1613939887825,673
+"train_loss",0.12818946,1613939888797,674
+"raw_loss",0.11818711,1613939888797,674
+"epoch",4.245283018867916,1613939888797,674
+"wd_0",0.01,1613939888797,674
+"sqr_mom_0",0.99,1613939888797,674
+"lr_0",1.4428108768191525e-06,1613939888797,674
+"mom_0",0.9389297280795211,1613939888797,674
+"eps_0",1e-05,1613939888797,674
+"wd_1",0.01,1613939888797,674
+"sqr_mom_1",0.99,1613939888797,674
+"lr_1",1.4428108768191524e-05,1613939888797,674
+"mom_1",0.9389297280795211,1613939888797,674
+"eps_1",1e-05,1613939888797,674
+"wd_2",0.01,1613939888797,674
+"sqr_mom_2",0.99,1613939888797,674
+"lr_2",0.00014428108768191523,1613939888797,674
+"mom_2",0.9389297280795211,1613939888797,674
+"eps_2",1e-05,1613939888797,674
+"train_loss",0.12762277,1613939889786,675
+"raw_loss",0.09985557,1613939889786,675
+"epoch",4.251572327044016,1613939889786,675
+"wd_0",0.01,1613939889786,675
+"sqr_mom_0",0.99,1613939889786,675
+"lr_0",1.4444653112319222e-06,1613939889786,675
+"mom_0",0.9388883672192019,1613939889786,675
+"eps_0",1e-05,1613939889786,675
+"wd_1",0.01,1613939889786,675
+"sqr_mom_1",0.99,1613939889786,675
+"lr_1",1.444465311231922e-05,1613939889786,675
+"mom_1",0.9388883672192019,1613939889786,675
+"eps_1",1e-05,1613939889786,675
+"wd_2",0.01,1613939889786,675
+"sqr_mom_2",0.99,1613939889786,675
+"lr_2",0.0001444465311231922,1613939889786,675
+"mom_2",0.9388883672192019,1613939889786,675
+"eps_2",1e-05,1613939889786,675
+"train_loss",0.12637566,1613939890743,676
+"raw_loss",0.06526895,1613939890743,676
+"epoch",4.257861635220117,1613939890743,676
+"wd_0",0.01,1613939890743,676
+"sqr_mom_0",0.99,1613939890743,676
+"lr_0",1.4461226211162875e-06,1613939890743,676
+"mom_0",0.9388469344720928,1613939890743,676
+"eps_0",1e-05,1613939890743,676
+"wd_1",0.01,1613939890743,676
+"sqr_mom_1",0.99,1613939890743,676
+"lr_1",1.4461226211162873e-05,1613939890743,676
+"mom_1",0.9388469344720928,1613939890743,676
+"eps_1",1e-05,1613939890743,676
+"wd_2",0.01,1613939890743,676
+"sqr_mom_2",0.99,1613939890743,676
+"lr_2",0.00014461226211162872,1613939890743,676
+"mom_2",0.9388469344720928,1613939890743,676
+"eps_2",1e-05,1613939890743,676
+"train_loss",0.1251387,1613939891720,677
+"raw_loss",0.06452934,1613939891720,677
+"epoch",4.264150943396217,1613939891720,677
+"wd_0",0.01,1613939891720,677
+"sqr_mom_0",0.99,1613939891720,677
+"lr_0",1.447782568295459e-06,1613939891720,677
+"mom_0",0.9388054357926134,1613939891720,677
+"eps_0",1e-05,1613939891720,677
+"wd_1",0.01,1613939891720,677
+"sqr_mom_1",0.99,1613939891720,677
+"lr_1",1.4477825682954589e-05,1613939891720,677
+"mom_1",0.9388054357926134,1613939891720,677
+"eps_1",1e-05,1613939891720,677
+"wd_2",0.01,1613939891720,677
+"sqr_mom_2",0.99,1613939891720,677
+"lr_2",0.0001447782568295459,1613939891720,677
+"mom_2",0.9388054357926134,1613939891720,677
+"eps_2",1e-05,1613939891720,677
+"train_loss",0.123925805,1613939892726,678
+"raw_loss",0.06449581,1613939892726,678
+"epoch",4.270440251572317,1613939892726,678
+"wd_0",0.01,1613939892726,678
+"sqr_mom_0",0.99,1613939892726,678
+"lr_0",1.4494451496019467e-06,1613939892726,678
+"mom_0",0.9387638712599513,1613939892726,678
+"eps_0",1e-05,1613939892726,678
+"wd_1",0.01,1613939892726,678
+"sqr_mom_1",0.99,1613939892726,678
+"lr_1",1.4494451496019466e-05,1613939892726,678
+"mom_1",0.9387638712599513,1613939892726,678
+"eps_1",1e-05,1613939892726,678
+"wd_2",0.01,1613939892726,678
+"sqr_mom_2",0.99,1613939892726,678
+"lr_2",0.00014494451496019464,1613939892726,678
+"mom_2",0.9387638712599513,1613939892726,678
+"eps_2",1e-05,1613939892726,678
+"train_loss",0.12252895,1613939893684,679
+"raw_loss",0.054084636,1613939893684,679
+"epoch",4.276729559748418,1613939893684,679
+"wd_0",0.01,1613939893684,679
+"sqr_mom_0",0.99,1613939893684,679
+"lr_0",1.4511104803285584e-06,1613939893684,679
+"mom_0",0.938722237991786,1613939893684,679
+"eps_0",1e-05,1613939893684,679
+"wd_1",0.01,1613939893684,679
+"sqr_mom_1",0.99,1613939893684,679
+"lr_1",1.4511104803285583e-05,1613939893684,679
+"mom_1",0.938722237991786,1613939893684,679
+"eps_1",1e-05,1613939893684,679
+"wd_2",0.01,1613939893684,679
+"sqr_mom_2",0.99,1613939893684,679
+"lr_2",0.0001451110480328558,1613939893684,679
+"mom_2",0.938722237991786,1613939893684,679
+"eps_2",1e-05,1613939893684,679
+"train_loss",0.12262332,1613939894634,680
+"raw_loss",0.12724693,1613939894634,680
+"epoch",4.283018867924518,1613939894634,680
+"wd_0",0.01,1613939894634,680
+"sqr_mom_0",0.99,1613939894634,680
+"lr_0",1.4527784985448175e-06,1613939894634,680
+"mom_0",0.9386805375363795,1613939894634,680
+"eps_0",1e-05,1613939894634,680
+"wd_1",0.01,1613939894634,680
+"sqr_mom_1",0.99,1613939894634,680
+"lr_1",1.4527784985448175e-05,1613939894634,680
+"mom_1",0.9386805375363795,1613939894634,680
+"eps_1",1e-05,1613939894634,680
+"wd_2",0.01,1613939894634,680
+"sqr_mom_2",0.99,1613939894634,680
+"lr_2",0.00014527784985448174,1613939894634,680
+"mom_2",0.9386805375363795,1613939894634,680
+"eps_2",1e-05,1613939894634,680
+"train_loss",0.1220818,1613939895615,681
+"raw_loss",0.09554844,1613939895615,681
+"epoch",4.289308176100619,1613939895615,681
+"wd_0",0.01,1613939895615,681
+"sqr_mom_0",0.99,1613939895615,681
+"lr_0",1.4544492607795254e-06,1613939895615,681
+"mom_0",0.9386387684805119,1613939895615,681
+"eps_0",1e-05,1613939895615,681
+"wd_1",0.01,1613939895615,681
+"sqr_mom_1",0.99,1613939895615,681
+"lr_1",1.4544492607795253e-05,1613939895615,681
+"mom_1",0.9386387684805119,1613939895615,681
+"eps_1",1e-05,1613939895615,681
+"wd_2",0.01,1613939895615,681
+"sqr_mom_2",0.99,1613939895615,681
+"lr_2",0.00014544492607795252,1613939895615,681
+"mom_2",0.9386387684805119,1613939895615,681
+"eps_2",1e-05,1613939895615,681
+"train_loss",0.121187426,1613939896580,682
+"raw_loss",0.07736391,1613939896580,682
+"epoch",4.295597484276719,1613939896580,682
+"wd_0",0.01,1613939896580,682
+"sqr_mom_0",0.99,1613939896580,682
+"lr_0",1.45612252634661e-06,1613939896580,682
+"mom_0",0.9385969368413347,1613939896580,682
+"eps_0",1e-05,1613939896580,682
+"wd_1",0.01,1613939896580,682
+"sqr_mom_1",0.99,1613939896580,682
+"lr_1",1.4561225263466099e-05,1613939896580,682
+"mom_1",0.9385969368413347,1613939896580,682
+"eps_1",1e-05,1613939896580,682
+"wd_2",0.01,1613939896580,682
+"sqr_mom_2",0.99,1613939896580,682
+"lr_2",0.00014561225263466098,1613939896580,682
+"mom_2",0.9385969368413347,1613939896580,682
+"eps_2",1e-05,1613939896580,682
+"train_loss",0.12081308,1613939897602,683
+"raw_loss",0.10247057,1613939897602,683
+"epoch",4.3018867924528195,1613939897602,683
+"wd_0",0.01,1613939897602,683
+"sqr_mom_0",0.99,1613939897602,683
+"lr_0",1.4577986491662816e-06,1613939897602,683
+"mom_0",0.9385550337708429,1613939897602,683
+"eps_0",1e-05,1613939897602,683
+"wd_1",0.01,1613939897602,683
+"sqr_mom_1",0.99,1613939897602,683
+"lr_1",1.4577986491662815e-05,1613939897602,683
+"mom_1",0.9385550337708429,1613939897602,683
+"eps_1",1e-05,1613939897602,683
+"wd_2",0.01,1613939897602,683
+"sqr_mom_2",0.99,1613939897602,683
+"lr_2",0.00014577986491662813,1613939897602,683
+"mom_2",0.9385550337708429,1613939897602,683
+"eps_2",1e-05,1613939897602,683
+"train_loss",0.1222778,1613939898584,684
+"raw_loss",0.19404754,1613939898584,684
+"epoch",4.30817610062892,1613939898584,684
+"wd_0",0.01,1613939898584,684
+"sqr_mom_0",0.99,1613939898584,684
+"lr_0",1.4594773883526642e-06,1613939898584,684
+"mom_0",0.9385130652911834,1613939898584,684
+"eps_0",1e-05,1613939898584,684
+"wd_1",0.01,1613939898584,684
+"sqr_mom_1",0.99,1613939898584,684
+"lr_1",1.4594773883526641e-05,1613939898584,684
+"mom_1",0.9385130652911834,1613939898584,684
+"eps_1",1e-05,1613939898584,684
+"wd_2",0.01,1613939898584,684
+"sqr_mom_2",0.99,1613939898584,684
+"lr_2",0.0001459477388352664,1613939898584,684
+"mom_2",0.9385130652911834,1613939898584,684
+"eps_2",1e-05,1613939898584,684
+"train_loss",0.12267882,1613939899574,685
+"raw_loss",0.14232755,1613939899574,685
+"epoch",4.31446540880502,1613939899574,685
+"wd_0",0.01,1613939899574,685
+"sqr_mom_0",0.99,1613939899574,685
+"lr_0",1.4611588005112104e-06,1613939899574,685
+"mom_0",0.9384710299872197,1613939899574,685
+"eps_0",1e-05,1613939899574,685
+"wd_1",0.01,1613939899574,685
+"sqr_mom_1",0.99,1613939899574,685
+"lr_1",1.4611588005112103e-05,1613939899574,685
+"mom_1",0.9384710299872197,1613939899574,685
+"eps_1",1e-05,1613939899574,685
+"wd_2",0.01,1613939899574,685
+"sqr_mom_2",0.99,1613939899574,685
+"lr_2",0.00014611588005112103,1613939899574,685
+"mom_2",0.9384710299872197,1613939899574,685
+"eps_2",1e-05,1613939899574,685
+"train_loss",0.123175345,1613939900536,686
+"raw_loss",0.14750484,1613939900536,686
+"epoch",4.320754716981121,1613939900536,686
+"wd_0",0.01,1613939900536,686
+"sqr_mom_0",0.99,1613939900536,686
+"lr_0",1.4628428228262644e-06,1613939900536,686
+"mom_0",0.9384289294293433,1613939900536,686
+"eps_0",1e-05,1613939900536,686
+"wd_1",0.01,1613939900536,686
+"sqr_mom_1",0.99,1613939900536,686
+"lr_1",1.4628428228262644e-05,1613939900536,686
+"mom_1",0.9384289294293433,1613939900536,686
+"eps_1",1e-05,1613939900536,686
+"wd_2",0.01,1613939900536,686
+"sqr_mom_2",0.99,1613939900536,686
+"lr_2",0.00014628428228262642,1613939900536,686
+"mom_2",0.9384289294293433,1613939900536,686
+"eps_2",1e-05,1613939900536,686
+"train_loss",0.12284807,1613939901483,687
+"raw_loss",0.106812015,1613939901483,687
+"epoch",4.327044025157221,1613939901483,687
+"wd_0",0.01,1613939901483,687
+"sqr_mom_0",0.99,1613939901483,687
+"lr_0",1.4645295720774754e-06,1613939901483,687
+"mom_0",0.938386760698063,1613939901483,687
+"eps_0",1e-05,1613939901483,687
+"wd_1",0.01,1613939901483,687
+"sqr_mom_1",0.99,1613939901483,687
+"lr_1",1.4645295720774753e-05,1613939901483,687
+"mom_1",0.938386760698063,1613939901483,687
+"eps_1",1e-05,1613939901483,687
+"wd_2",0.01,1613939901483,687
+"sqr_mom_2",0.99,1613939901483,687
+"lr_2",0.0001464529572077475,1613939901483,687
+"mom_2",0.938386760698063,1613939901483,687
+"eps_2",1e-05,1613939901483,687
+"train_loss",0.12215755,1613939902458,688
+"raw_loss",0.08832301,1613939902458,688
+"epoch",4.3333333333333215,1613939902458,688
+"wd_0",0.01,1613939902458,688
+"sqr_mom_0",0.99,1613939902458,688
+"lr_0",1.466219045622359e-06,1613939902458,688
+"mom_0",0.938344523859441,1613939902458,688
+"eps_0",1e-05,1613939902458,688
+"wd_1",0.01,1613939902458,688
+"sqr_mom_1",0.99,1613939902458,688
+"lr_1",1.4662190456223588e-05,1613939902458,688
+"mom_1",0.938344523859441,1613939902458,688
+"eps_1",1e-05,1613939902458,688
+"wd_2",0.01,1613939902458,688
+"sqr_mom_2",0.99,1613939902458,688
+"lr_2",0.00014662190456223587,1613939902458,688
+"mom_2",0.938344523859441,1613939902458,688
+"eps_2",1e-05,1613939902458,688
+"train_loss",0.12256953,1613939903408,689
+"raw_loss",0.14275576,1613939903408,689
+"epoch",4.339622641509422,1613939903408,689
+"wd_0",0.01,1613939903408,689
+"sqr_mom_0",0.99,1613939903408,689
+"lr_0",1.4679111204489464e-06,1613939903408,689
+"mom_0",0.9383022219887763,1613939903408,689
+"eps_0",1e-05,1613939903408,689
+"wd_1",0.01,1613939903408,689
+"sqr_mom_1",0.99,1613939903408,689
+"lr_1",1.4679111204489462e-05,1613939903408,689
+"mom_1",0.9383022219887763,1613939903408,689
+"eps_1",1e-05,1613939903408,689
+"wd_2",0.01,1613939903408,689
+"sqr_mom_2",0.99,1613939903408,689
+"lr_2",0.00014679111204489461,1613939903408,689
+"mom_2",0.9383022219887763,1613939903408,689
+"eps_2",1e-05,1613939903408,689
+"train_loss",0.12243463,1613939904413,690
+"raw_loss",0.11582447,1613939904413,690
+"epoch",4.345911949685522,1613939904413,690
+"wd_0",0.01,1613939904413,690
+"sqr_mom_0",0.99,1613939904413,690
+"lr_0",1.469605793337725e-06,1613939904413,690
+"mom_0",0.9382598551665569,1613939904413,690
+"eps_0",1e-05,1613939904413,690
+"wd_1",0.01,1613939904413,690
+"sqr_mom_1",0.99,1613939904413,690
+"lr_1",1.4696057933377249e-05,1613939904413,690
+"mom_1",0.9382598551665569,1613939904413,690
+"eps_1",1e-05,1613939904413,690
+"wd_2",0.01,1613939904413,690
+"sqr_mom_2",0.99,1613939904413,690
+"lr_2",0.00014696057933377249,1613939904413,690
+"mom_2",0.9382598551665569,1613939904413,690
+"eps_2",1e-05,1613939904413,690
+"train_loss",0.12206076,1613939905407,691
+"raw_loss",0.103741646,1613939905407,691
+"epoch",4.352201257861623,1613939905407,691
+"wd_0",0.01,1613939905407,691
+"sqr_mom_0",0.99,1613939905407,691
+"lr_0",1.4713031818069145e-06,1613939905407,691
+"mom_0",0.9382174204548271,1613939905407,691
+"eps_0",1e-05,1613939905407,691
+"wd_1",0.01,1613939905407,691
+"sqr_mom_1",0.99,1613939905407,691
+"lr_1",1.4713031818069145e-05,1613939905407,691
+"mom_1",0.9382174204548271,1613939905407,691
+"eps_1",1e-05,1613939905407,691
+"wd_2",0.01,1613939905407,691
+"sqr_mom_2",0.99,1613939905407,691
+"lr_2",0.0001471303181806914,1613939905407,691
+"mom_2",0.9382174204548271,1613939905407,691
+"eps_2",1e-05,1613939905407,691
+"train_loss",0.12272279,1613939906374,692
+"raw_loss",0.15516144,1613939906374,692
+"epoch",4.358490566037723,1613939906374,692
+"wd_0",0.01,1613939906374,692
+"sqr_mom_0",0.99,1613939906374,692
+"lr_0",1.473003222729245e-06,1613939906374,692
+"mom_0",0.9381749194317689,1613939906374,692
+"eps_0",1e-05,1613939906374,692
+"wd_1",0.01,1613939906374,692
+"sqr_mom_1",0.99,1613939906374,692
+"lr_1",1.4730032227292449e-05,1613939906374,692
+"mom_1",0.9381749194317689,1613939906374,692
+"eps_1",1e-05,1613939906374,692
+"wd_2",0.01,1613939906374,692
+"sqr_mom_2",0.99,1613939906374,692
+"lr_2",0.00014730032227292447,1613939906374,692
+"mom_2",0.9381749194317689,1613939906374,692
+"eps_2",1e-05,1613939906374,692
+"train_loss",0.12179679,1613939907344,693
+"raw_loss",0.076423936,1613939907344,693
+"epoch",4.3647798742138235,1613939907344,693
+"wd_0",0.01,1613939907344,693
+"sqr_mom_0",0.99,1613939907344,693
+"lr_0",1.4747058525957855e-06,1613939907344,693
+"mom_0",0.9381323536851053,1613939907344,693
+"eps_0",1e-05,1613939907344,693
+"wd_1",0.01,1613939907344,693
+"sqr_mom_1",0.99,1613939907344,693
+"lr_1",1.4747058525957853e-05,1613939907344,693
+"mom_1",0.9381323536851053,1613939907344,693
+"eps_1",1e-05,1613939907344,693
+"wd_2",0.01,1613939907344,693
+"sqr_mom_2",0.99,1613939907344,693
+"lr_2",0.00014747058525957854,1613939907344,693
+"mom_2",0.9381323536851053,1613939907344,693
+"eps_2",1e-05,1613939907344,693
+"train_loss",0.1211956,1613939908300,694
+"raw_loss",0.091737665,1613939908300,694
+"epoch",4.371069182389924,1613939908300,694
+"wd_0",0.01,1613939908300,694
+"sqr_mom_0",0.99,1613939908300,694
+"lr_0",1.4764111894765371e-06,1613939908300,694
+"mom_0",0.9380897202630866,1613939908300,694
+"eps_0",1e-05,1613939908300,694
+"wd_1",0.01,1613939908300,694
+"sqr_mom_1",0.99,1613939908300,694
+"lr_1",1.476411189476537e-05,1613939908300,694
+"mom_1",0.9380897202630866,1613939908300,694
+"eps_1",1e-05,1613939908300,694
+"wd_2",0.01,1613939908300,694
+"sqr_mom_2",0.99,1613939908300,694
+"lr_2",0.00014764111894765368,1613939908300,694
+"mom_2",0.9380897202630866,1613939908300,694
+"eps_2",1e-05,1613939908300,694
+"train_loss",0.12069917,1613939909244,695
+"raw_loss",0.096374705,1613939909244,695
+"epoch",4.377358490566024,1613939909244,695
+"wd_0",0.01,1613939909244,695
+"sqr_mom_0",0.99,1613939909244,695
+"lr_0",1.4781192306945674e-06,1613939909244,695
+"mom_0",0.9380470192326358,1613939909244,695
+"eps_0",1e-05,1613939909244,695
+"wd_1",0.01,1613939909244,695
+"sqr_mom_1",0.99,1613939909244,695
+"lr_1",1.4781192306945673e-05,1613939909244,695
+"mom_1",0.9380470192326358,1613939909244,695
+"eps_1",1e-05,1613939909244,695
+"wd_2",0.01,1613939909244,695
+"sqr_mom_2",0.99,1613939909244,695
+"lr_2",0.00014781192306945673,1613939909244,695
+"mom_2",0.9380470192326358,1613939909244,695
+"eps_2",1e-05,1613939909244,695
+"train_loss",0.12041471,1613939910184,696
+"raw_loss",0.10647699,1613939910184,696
+"epoch",4.383647798742125,1613939910184,696
+"wd_0",0.01,1613939910184,696
+"sqr_mom_0",0.99,1613939910184,696
+"lr_0",1.4798298518859816e-06,1613939910184,696
+"mom_0",0.9380042537028505,1613939910184,696
+"eps_0",1e-05,1613939910184,696
+"wd_1",0.01,1613939910184,696
+"sqr_mom_1",0.99,1613939910184,696
+"lr_1",1.4798298518859815e-05,1613939910184,696
+"mom_1",0.9380042537028505,1613939910184,696
+"eps_1",1e-05,1613939910184,696
+"wd_2",0.01,1613939910184,696
+"sqr_mom_2",0.99,1613939910184,696
+"lr_2",0.00014798298518859813,1613939910184,696
+"mom_2",0.9380042537028505,1613939910184,696
+"eps_2",1e-05,1613939910184,696
+"train_loss",0.11916379,1613939911139,697
+"raw_loss",0.057869583,1613939911139,697
+"epoch",4.389937106918225,1613939911139,697
+"wd_0",0.01,1613939911139,697
+"sqr_mom_0",0.99,1613939911139,697
+"lr_0",1.4815430498012884e-06,1613939911139,697
+"mom_0",0.9379614237549677,1613939911139,697
+"eps_0",1e-05,1613939911139,697
+"wd_1",0.01,1613939911139,697
+"sqr_mom_1",0.99,1613939911139,697
+"lr_1",1.4815430498012885e-05,1613939911139,697
+"mom_1",0.9379614237549677,1613939911139,697
+"eps_1",1e-05,1613939911139,697
+"wd_2",0.01,1613939911139,697
+"sqr_mom_2",0.99,1613939911139,697
+"lr_2",0.00014815430498012883,1613939911139,697
+"mom_2",0.9379614237549677,1613939911139,697
+"eps_2",1e-05,1613939911139,697
+"train_loss",0.1186497,1613939912092,698
+"raw_loss",0.09345973,1613939912092,698
+"epoch",4.3962264150943255,1613939912092,698
+"wd_0",0.01,1613939912092,698
+"sqr_mom_0",0.99,1613939912092,698
+"lr_0",1.4832589432433387e-06,1613939912092,698
+"mom_0",0.9379185264189165,1613939912092,698
+"eps_0",1e-05,1613939912092,698
+"wd_1",0.01,1613939912092,698
+"sqr_mom_1",0.99,1613939912092,698
+"lr_1",1.4832589432433383e-05,1613939912092,698
+"mom_1",0.9379185264189165,1613939912092,698
+"eps_1",1e-05,1613939912092,698
+"wd_2",0.01,1613939912092,698
+"sqr_mom_2",0.99,1613939912092,698
+"lr_2",0.00014832589432433384,1613939912092,698
+"mom_2",0.9379185264189165,1613939912092,698
+"eps_2",1e-05,1613939912092,698
+"train_loss",0.11743394,1613939913041,699
+"raw_loss",0.057862535,1613939913041,699
+"epoch",4.402515723270426,1613939913041,699
+"wd_0",0.01,1613939913041,699
+"sqr_mom_0",0.99,1613939913041,699
+"lr_0",1.4849774683940003e-06,1613939913041,699
+"mom_0",0.93787556329015,1613939913041,699
+"eps_0",1e-05,1613939913041,699
+"wd_1",0.01,1613939913041,699
+"sqr_mom_1",0.99,1613939913041,699
+"lr_1",1.4849774683940001e-05,1613939913041,699
+"mom_1",0.93787556329015,1613939913041,699
+"eps_1",1e-05,1613939913041,699
+"wd_2",0.01,1613939913041,699
+"sqr_mom_2",0.99,1613939913041,699
+"lr_2",0.00014849774683940001,1613939913041,699
+"mom_2",0.93787556329015,1613939913041,699
+"eps_2",1e-05,1613939913041,699
+"train_loss",0.11610327,1613939913984,700
+"raw_loss",0.050901324,1613939913984,700
+"epoch",4.408805031446526,1613939913984,700
+"wd_0",0.01,1613939913984,700
+"sqr_mom_0",0.99,1613939913984,700
+"lr_0",1.4866986834864337e-06,1613939913984,700
+"mom_0",0.9378325329128391,1613939913984,700
+"eps_0",1e-05,1613939913984,700
+"wd_1",0.01,1613939913984,700
+"sqr_mom_1",0.99,1613939913984,700
+"lr_1",1.4866986834864337e-05,1613939913984,700
+"mom_1",0.9378325329128391,1613939913984,700
+"eps_1",1e-05,1613939913984,700
+"wd_2",0.01,1613939913984,700
+"sqr_mom_2",0.99,1613939913984,700
+"lr_2",0.00014866986834864335,1613939913984,700
+"mom_2",0.9378325329128391,1613939913984,700
+"eps_2",1e-05,1613939913984,700
+"train_loss",0.11521818,1613939914935,701
+"raw_loss",0.07184964,1613939914935,701
+"epoch",4.415094339622627,1613939914935,701
+"wd_0",0.01,1613939914935,701
+"sqr_mom_0",0.99,1613939914935,701
+"lr_0",1.4884223405810461e-06,1613939914935,701
+"mom_0",0.9377894414854738,1613939914935,701
+"eps_0",1e-05,1613939914935,701
+"wd_1",0.01,1613939914935,701
+"sqr_mom_1",0.99,1613939914935,701
+"lr_1",1.4884223405810461e-05,1613939914935,701
+"mom_1",0.9377894414854738,1613939914935,701
+"eps_1",1e-05,1613939914935,701
+"wd_2",0.01,1613939914935,701
+"sqr_mom_2",0.99,1613939914935,701
+"lr_2",0.0001488422340581046,1613939914935,701
+"mom_2",0.9377894414854738,1613939914935,701
+"eps_2",1e-05,1613939914935,701
+"train_loss",0.11527063,1613939915891,702
+"raw_loss",0.117840536,1613939915891,702
+"epoch",4.421383647798727,1613939915891,702
+"wd_0",0.01,1613939915891,702
+"sqr_mom_0",0.99,1613939915891,702
+"lr_0",1.490148804256595e-06,1613939915891,702
+"mom_0",0.937746279893585,1613939915891,702
+"eps_0",1e-05,1613939915891,702
+"wd_1",0.01,1613939915891,702
+"sqr_mom_1",0.99,1613939915891,702
+"lr_1",1.4901488042565948e-05,1613939915891,702
+"mom_1",0.937746279893585,1613939915891,702
+"eps_1",1e-05,1613939915891,702
+"wd_2",0.01,1613939915891,702
+"sqr_mom_2",0.99,1613939915891,702
+"lr_2",0.00014901488042565948,1613939915891,702
+"mom_2",0.937746279893585,1613939915891,702
+"eps_2",1e-05,1613939915891,702
+"train_loss",0.115526706,1613939916908,703
+"raw_loss",0.12807423,1613939916908,703
+"epoch",4.427672955974828,1613939916908,703
+"wd_0",0.01,1613939916908,703
+"sqr_mom_0",0.99,1613939916908,703
+"lr_0",1.4918778263778592e-06,1613939916908,703
+"mom_0",0.9377030543405535,1613939916908,703
+"eps_0",1e-05,1613939916908,703
+"wd_1",0.01,1613939916908,703
+"sqr_mom_1",0.99,1613939916908,703
+"lr_1",1.491877826377859e-05,1613939916908,703
+"mom_1",0.9377030543405535,1613939916908,703
+"eps_1",1e-05,1613939916908,703
+"wd_2",0.01,1613939916908,703
+"sqr_mom_2",0.99,1613939916908,703
+"lr_2",0.0001491877826377859,1613939916908,703
+"mom_2",0.9377030543405535,1613939916908,703
+"eps_2",1e-05,1613939916908,703
+"train_loss",0.11483848,1613939917919,704
+"raw_loss",0.0811156,1613939917919,704
+"epoch",4.433962264150928,1613939917919,704
+"wd_0",0.01,1613939917919,704
+"sqr_mom_0",0.99,1613939917919,704
+"lr_0",1.4936094652530474e-06,1613939917919,704
+"mom_0",0.9376597633686737,1613939917919,704
+"eps_0",1e-05,1613939917919,704
+"wd_1",0.01,1613939917919,704
+"sqr_mom_1",0.99,1613939917919,704
+"lr_1",1.4936094652530474e-05,1613939917919,704
+"mom_1",0.9376597633686737,1613939917919,704
+"eps_1",1e-05,1613939917919,704
+"wd_2",0.01,1613939917919,704
+"sqr_mom_2",0.99,1613939917919,704
+"lr_2",0.00014936094652530472,1613939917919,704
+"mom_2",0.9376597633686737,1613939917919,704
+"eps_2",1e-05,1613939917919,704
+"train_loss",0.11587351,1613939918883,705
+"raw_loss",0.16658914,1613939918883,705
+"epoch",4.440251572327028,1613939918883,705
+"wd_0",0.01,1613939918883,705
+"sqr_mom_0",0.99,1613939918883,705
+"lr_0",1.4953436561973444e-06,1613939918883,705
+"mom_0",0.9376164085950663,1613939918883,705
+"eps_0",1e-05,1613939918883,705
+"wd_1",0.01,1613939918883,705
+"sqr_mom_1",0.99,1613939918883,705
+"lr_1",1.4953436561973441e-05,1613939918883,705
+"mom_1",0.9376164085950663,1613939918883,705
+"eps_1",1e-05,1613939918883,705
+"wd_2",0.01,1613939918883,705
+"sqr_mom_2",0.99,1613939918883,705
+"lr_2",0.0001495343656197344,1613939918883,705
+"mom_2",0.9376164085950663,1613939918883,705
+"eps_2",1e-05,1613939918883,705
+"train_loss",0.11437006,1613939919882,706
+"raw_loss",0.040702295,1613939919882,706
+"epoch",4.446540880503129,1613939919882,706
+"wd_0",0.01,1613939919882,706
+"sqr_mom_0",0.99,1613939919882,706
+"lr_0",1.4970805194693759e-06,1613939919882,706
+"mom_0",0.9375729870132655,1613939919882,706
+"eps_0",1e-05,1613939919882,706
+"wd_1",0.01,1613939919882,706
+"sqr_mom_1",0.99,1613939919882,706
+"lr_1",1.4970805194693756e-05,1613939919882,706
+"mom_1",0.9375729870132655,1613939919882,706
+"eps_1",1e-05,1613939919882,706
+"wd_2",0.01,1613939919882,706
+"sqr_mom_2",0.99,1613939919882,706
+"lr_2",0.00014970805194693755,1613939919882,706
+"mom_2",0.9375729870132655,1613939919882,706
+"eps_2",1e-05,1613939919882,706
+"train_loss",0.11535248,1613939920838,707
+"raw_loss",0.16349037,1613939920838,707
+"epoch",4.452830188679229,1613939920838,707
+"wd_0",0.01,1613939920838,707
+"sqr_mom_0",0.99,1613939920838,707
+"lr_0",1.4988200523336874e-06,1613939920838,707
+"mom_0",0.9375294986916578,1613939920838,707
+"eps_0",1e-05,1613939920838,707
+"wd_1",0.01,1613939920838,707
+"sqr_mom_1",0.99,1613939920838,707
+"lr_1",1.4988200523336874e-05,1613939920838,707
+"mom_1",0.9375294986916578,1613939920838,707
+"eps_1",1e-05,1613939920838,707
+"wd_2",0.01,1613939920838,707
+"sqr_mom_2",0.99,1613939920838,707
+"lr_2",0.00014988200523336872,1613939920838,707
+"mom_2",0.9375294986916578,1613939920838,707
+"eps_2",1e-05,1613939920838,707
+"train_loss",0.115371704,1613939921809,708
+"raw_loss",0.11631332,1613939921809,708
+"epoch",4.45911949685533,1613939921809,708
+"wd_0",0.01,1613939921809,708
+"sqr_mom_0",0.99,1613939921809,708
+"lr_0",1.5005620042172473e-06,1613939921809,708
+"mom_0",0.9374859498945688,1613939921809,708
+"eps_0",1e-05,1613939921809,708
+"wd_1",0.01,1613939921809,708
+"sqr_mom_1",0.99,1613939921809,708
+"lr_1",1.5005620042172472e-05,1613939921809,708
+"mom_1",0.9374859498945688,1613939921809,708
+"eps_1",1e-05,1613939921809,708
+"wd_2",0.01,1613939921809,708
+"sqr_mom_2",0.99,1613939921809,708
+"lr_2",0.0001500562004217247,1613939921809,708
+"mom_2",0.9374859498945688,1613939921809,708
+"eps_2",1e-05,1613939921809,708
+"train_loss",0.114512525,1613939922758,709
+"raw_loss",0.072413445,1613939922758,709
+"epoch",4.46540880503143,1613939922758,709
+"wd_0",0.01,1613939922758,709
+"sqr_mom_0",0.99,1613939922758,709
+"lr_0",1.5023067435684292e-06,1613939922758,709
+"mom_0",0.9374423314107893,1613939922758,709
+"eps_0",1e-05,1613939922758,709
+"wd_1",0.01,1613939922758,709
+"sqr_mom_1",0.99,1613939922758,709
+"lr_1",1.502306743568429e-05,1613939922758,709
+"mom_1",0.9374423314107893,1613939922758,709
+"eps_1",1e-05,1613939922758,709
+"wd_2",0.01,1613939922758,709
+"sqr_mom_2",0.99,1613939922758,709
+"lr_2",0.0001502306743568429,1613939922758,709
+"mom_2",0.9374423314107893,1613939922758,709
+"eps_2",1e-05,1613939922758,709
+"train_loss",0.11365422,1613939923724,710
+"raw_loss",0.07159755,1613939923724,710
+"epoch",4.47169811320753,1613939923724,710
+"wd_0",0.01,1613939923724,710
+"sqr_mom_0",0.99,1613939923724,710
+"lr_0",1.5040540196201432e-06,1613939923724,710
+"mom_0",0.9373986495094964,1613939923724,710
+"eps_0",1e-05,1613939923724,710
+"wd_1",0.01,1613939923724,710
+"sqr_mom_1",0.99,1613939923724,710
+"lr_1",1.5040540196201432e-05,1613939923724,710
+"mom_1",0.9373986495094964,1613939923724,710
+"eps_1",1e-05,1613939923724,710
+"wd_2",0.01,1613939923724,710
+"sqr_mom_2",0.99,1613939923724,710
+"lr_2",0.0001504054019620143,1613939923724,710
+"mom_2",0.9373986495094964,1613939923724,710
+"eps_2",1e-05,1613939923724,710
+"train_loss",0.11405183,1613939924660,711
+"raw_loss",0.13353449,1613939924660,711
+"epoch",4.477987421383631,1613939924660,711
+"wd_0",0.01,1613939924660,711
+"sqr_mom_0",0.99,1613939924660,711
+"lr_0",1.505803891298778e-06,1613939924660,711
+"mom_0",0.9373549027175305,1613939924660,711
+"eps_0",1e-05,1613939924660,711
+"wd_1",0.01,1613939924660,711
+"sqr_mom_1",0.99,1613939924660,711
+"lr_1",1.5058038912987779e-05,1613939924660,711
+"mom_1",0.9373549027175305,1613939924660,711
+"eps_1",1e-05,1613939924660,711
+"wd_2",0.01,1613939924660,711
+"sqr_mom_2",0.99,1613939924660,711
+"lr_2",0.00015058038912987777,1613939924660,711
+"mom_2",0.9373549027175305,1613939924660,711
+"eps_2",1e-05,1613939924660,711
+"train_loss",0.11326784,1613939925637,712
+"raw_loss",0.07485289,1613939925637,712
+"epoch",4.484276729559731,1613939925637,712
+"wd_0",0.01,1613939925637,712
+"sqr_mom_0",0.99,1613939925637,712
+"lr_0",1.5075562932410337e-06,1613939925637,712
+"mom_0",0.9373110926689742,1613939925637,712
+"eps_0",1e-05,1613939925637,712
+"wd_1",0.01,1613939925637,712
+"sqr_mom_1",0.99,1613939925637,712
+"lr_1",1.5075562932410336e-05,1613939925637,712
+"mom_1",0.9373110926689742,1613939925637,712
+"eps_1",1e-05,1613939925637,712
+"wd_2",0.01,1613939925637,712
+"sqr_mom_2",0.99,1613939925637,712
+"lr_2",0.00015075562932410336,1613939925637,712
+"mom_2",0.9373110926689742,1613939925637,712
+"eps_2",1e-05,1613939925637,712
+"train_loss",0.11378526,1613939926576,713
+"raw_loss",0.13913812,1613939926576,713
+"epoch",4.490566037735832,1613939926576,713
+"wd_0",0.01,1613939926576,713
+"sqr_mom_0",0.99,1613939926576,713
+"lr_0",1.5093113469683894e-06,1613939926576,713
+"mom_0",0.9372672163257902,1613939926576,713
+"eps_0",1e-05,1613939926576,713
+"wd_1",0.01,1613939926576,713
+"sqr_mom_1",0.99,1613939926576,713
+"lr_1",1.5093113469683894e-05,1613939926576,713
+"mom_1",0.9372672163257902,1613939926576,713
+"eps_1",1e-05,1613939926576,713
+"wd_2",0.01,1613939926576,713
+"sqr_mom_2",0.99,1613939926576,713
+"lr_2",0.00015093113469683892,1613939926576,713
+"mom_2",0.9372672163257902,1613939926576,713
+"eps_2",1e-05,1613939926576,713
+"train_loss",0.11338612,1613939927517,714
+"raw_loss",0.09382886,1613939927517,714
+"epoch",4.496855345911932,1613939927517,714
+"wd_0",0.01,1613939927517,714
+"sqr_mom_0",0.99,1613939927517,714
+"lr_0",1.5110690497115666e-06,1613939927517,714
+"mom_0",0.9372232737572108,1613939927517,714
+"eps_0",1e-05,1613939927517,714
+"wd_1",0.01,1613939927517,714
+"sqr_mom_1",0.99,1613939927517,714
+"lr_1",1.5110690497115665e-05,1613939927517,714
+"mom_1",0.9372232737572108,1613939927517,714
+"eps_1",1e-05,1613939927517,714
+"wd_2",0.01,1613939927517,714
+"sqr_mom_2",0.99,1613939927517,714
+"lr_2",0.00015110690497115663,1613939927517,714
+"mom_2",0.9372232737572108,1613939927517,714
+"eps_2",1e-05,1613939927517,714
+"train_loss",0.11355594,1613939928465,715
+"raw_loss",0.12187677,1613939928465,715
+"epoch",4.503144654088032,1613939928465,715
+"wd_0",0.01,1613939928465,715
+"sqr_mom_0",0.99,1613939928465,715
+"lr_0",1.5128292734907738e-06,1613939928465,715
+"mom_0",0.9371792681627307,1613939928465,715
+"eps_0",1e-05,1613939928465,715
+"wd_1",0.01,1613939928465,715
+"sqr_mom_1",0.99,1613939928465,715
+"lr_1",1.5128292734907737e-05,1613939928465,715
+"mom_1",0.9371792681627307,1613939928465,715
+"eps_1",1e-05,1613939928465,715
+"wd_2",0.01,1613939928465,715
+"sqr_mom_2",0.99,1613939928465,715
+"lr_2",0.00015128292734907736,1613939928465,715
+"mom_2",0.9371792681627307,1613939928465,715
+"eps_2",1e-05,1613939928465,715
+"train_loss",0.11439703,1613939929419,716
+"raw_loss",0.15561001,1613939929419,716
+"epoch",4.509433962264133,1613939929419,716
+"wd_0",0.01,1613939929419,716
+"sqr_mom_0",0.99,1613939929419,716
+"lr_0",1.5145920149765541e-06,1613939929419,716
+"mom_0",0.9371351996255861,1613939929419,716
+"eps_0",1e-05,1613939929419,716
+"wd_1",0.01,1613939929419,716
+"sqr_mom_1",0.99,1613939929419,716
+"lr_1",1.514592014976554e-05,1613939929419,716
+"mom_1",0.9371351996255861,1613939929419,716
+"eps_1",1e-05,1613939929419,716
+"wd_2",0.01,1613939929419,716
+"sqr_mom_2",0.99,1613939929419,716
+"lr_2",0.0001514592014976554,1613939929419,716
+"mom_2",0.9371351996255861,1613939929419,716
+"eps_2",1e-05,1613939929419,716
+"train_loss",0.11324874,1613939930382,717
+"raw_loss",0.056983586,1613939930382,717
+"epoch",4.515723270440233,1613939930382,717
+"wd_0",0.01,1613939930382,717
+"sqr_mom_0",0.99,1613939930382,717
+"lr_0",1.5163573964073899e-06,1613939930382,717
+"mom_0",0.9370910650898152,1613939930382,717
+"eps_0",1e-05,1613939930382,717
+"wd_1",0.01,1613939930382,717
+"sqr_mom_1",0.99,1613939930382,717
+"lr_1",1.5163573964073898e-05,1613939930382,717
+"mom_1",0.9370910650898152,1613939930382,717
+"eps_1",1e-05,1613939930382,717
+"wd_2",0.01,1613939930382,717
+"sqr_mom_2",0.99,1613939930382,717
+"lr_2",0.00015163573964073896,1613939930382,717
+"mom_2",0.9370910650898152,1613939930382,717
+"eps_2",1e-05,1613939930382,717
+"train_loss",0.11367275,1613939931334,718
+"raw_loss",0.13444883,1613939931334,718
+"epoch",4.522012578616334,1613939931334,718
+"wd_0",0.01,1613939931334,718
+"sqr_mom_0",0.99,1613939931334,718
+"lr_0",1.5181253521174667e-06,1613939931334,718
+"mom_0",0.9370468661970633,1613939931334,718
+"eps_0",1e-05,1613939931334,718
+"wd_1",0.01,1613939931334,718
+"sqr_mom_1",0.99,1613939931334,718
+"lr_1",1.5181253521174666e-05,1613939931334,718
+"mom_1",0.9370468661970633,1613939931334,718
+"eps_1",1e-05,1613939931334,718
+"wd_2",0.01,1613939931334,718
+"sqr_mom_2",0.99,1613939931334,718
+"lr_2",0.00015181253521174664,1613939931334,718
+"mom_2",0.9370468661970633,1613939931334,718
+"eps_2",1e-05,1613939931334,718
+"train_loss",0.11412069,1613939932294,719
+"raw_loss",0.13606948,1613939932294,719
+"epoch",4.528301886792434,1613939932294,719
+"wd_0",0.01,1613939932294,719
+"sqr_mom_0",0.99,1613939932294,719
+"lr_0",1.519895942007829e-06,1613939932294,719
+"mom_0",0.9370026014498042,1613939932294,719
+"eps_0",1e-05,1613939932294,719
+"wd_1",0.01,1613939932294,719
+"sqr_mom_1",0.99,1613939932294,719
+"lr_1",1.519895942007829e-05,1613939932294,719
+"mom_1",0.9370026014498042,1613939932294,719
+"eps_1",1e-05,1613939932294,719
+"wd_2",0.01,1613939932294,719
+"sqr_mom_2",0.99,1613939932294,719
+"lr_2",0.0001519895942007829,1613939932294,719
+"mom_2",0.9370026014498042,1613939932294,719
+"eps_2",1e-05,1613939932294,719
+"train_loss",0.11291269,1613939933242,720
+"raw_loss",0.05372169,1613939933242,720
+"epoch",4.5345911949685345,1613939933242,720
+"wd_0",0.01,1613939933242,720
+"sqr_mom_0",0.99,1613939933242,720
+"lr_0",1.5216689110406586e-06,1613939933242,720
+"mom_0",0.9369582772239835,1613939933242,720
+"eps_0",1e-05,1613939933242,720
+"wd_1",0.01,1613939933242,720
+"sqr_mom_1",0.99,1613939933242,720
+"lr_1",1.5216689110406587e-05,1613939933242,720
+"mom_1",0.9369582772239835,1613939933242,720
+"eps_1",1e-05,1613939933242,720
+"wd_2",0.01,1613939933242,720
+"sqr_mom_2",0.99,1613939933242,720
+"lr_2",0.00015216689110406585,1613939933242,720
+"mom_2",0.9369582772239835,1613939933242,720
+"eps_2",1e-05,1613939933242,720
+"train_loss",0.11178923,1613939934189,721
+"raw_loss",0.056739893,1613939934189,721
+"epoch",4.540880503144635,1613939934189,721
+"wd_0",0.01,1613939934189,721
+"sqr_mom_0",0.99,1613939934189,721
+"lr_0",1.523444634224909e-06,1613939934189,721
+"mom_0",0.9369138841443773,1613939934189,721
+"eps_0",1e-05,1613939934189,721
+"wd_1",0.01,1613939934189,721
+"sqr_mom_1",0.99,1613939934189,721
+"lr_1",1.523444634224909e-05,1613939934189,721
+"mom_1",0.9369138841443773,1613939934189,721
+"eps_1",1e-05,1613939934189,721
+"wd_2",0.01,1613939934189,721
+"sqr_mom_2",0.99,1613939934189,721
+"lr_2",0.0001523444634224909,1613939934189,721
+"mom_2",0.9369138841443773,1613939934189,721
+"eps_2",1e-05,1613939934189,721
+"train_loss",0.110984795,1613939935150,722
+"raw_loss",0.07156815,1613939935150,722
+"epoch",4.547169811320735,1613939935150,722
+"wd_0",0.01,1613939935150,722
+"sqr_mom_0",0.99,1613939935150,722
+"lr_0",1.5252228563314314e-06,1613939935150,722
+"mom_0",0.9368694285917142,1613939935150,722
+"eps_0",1e-05,1613939935150,722
+"wd_1",0.01,1613939935150,722
+"sqr_mom_1",0.99,1613939935150,722
+"lr_1",1.5252228563314314e-05,1613939935150,722
+"mom_1",0.9368694285917142,1613939935150,722
+"eps_1",1e-05,1613939935150,722
+"wd_2",0.01,1613939935150,722
+"sqr_mom_2",0.99,1613939935150,722
+"lr_2",0.00015252228563314313,1613939935150,722
+"mom_2",0.9368694285917142,1613939935150,722
+"eps_2",1e-05,1613939935150,722
+"train_loss",0.11099109,1613939936095,723
+"raw_loss",0.11129974,1613939936095,723
+"epoch",4.553459119496836,1613939936095,723
+"wd_0",0.01,1613939936095,723
+"sqr_mom_0",0.99,1613939936095,723
+"lr_0",1.527003574001833e-06,1613939936095,723
+"mom_0",0.9368249106499541,1613939936095,723
+"eps_0",1e-05,1613939936095,723
+"wd_1",0.01,1613939936095,723
+"sqr_mom_1",0.99,1613939936095,723
+"lr_1",1.5270035740018327e-05,1613939936095,723
+"mom_1",0.9368249106499541,1613939936095,723
+"eps_1",1e-05,1613939936095,723
+"wd_2",0.01,1613939936095,723
+"sqr_mom_2",0.99,1613939936095,723
+"lr_2",0.00015270035740018326,1613939936095,723
+"mom_2",0.9368249106499541,1613939936095,723
+"eps_2",1e-05,1613939936095,723
+"train_loss",0.109950215,1613939937044,724
+"raw_loss",0.058947958,1613939937044,724
+"epoch",4.559748427672936,1613939937044,724
+"wd_0",0.01,1613939937044,724
+"sqr_mom_0",0.99,1613939937044,724
+"lr_0",1.528786910721164e-06,1613939937044,724
+"mom_0",0.9367803272319709,1613939937044,724
+"eps_0",1e-05,1613939937044,724
+"wd_1",0.01,1613939937044,724
+"sqr_mom_1",0.99,1613939937044,724
+"lr_1",1.528786910721164e-05,1613939937044,724
+"mom_1",0.9367803272319709,1613939937044,724
+"eps_1",1e-05,1613939937044,724
+"wd_2",0.01,1613939937044,724
+"sqr_mom_2",0.99,1613939937044,724
+"lr_2",0.00015287869107211637,1613939937044,724
+"mom_2",0.9367803272319709,1613939937044,724
+"eps_2",1e-05,1613939937044,724
+"train_loss",0.109068014,1613939937994,725
+"raw_loss",0.06584032,1613939937994,725
+"epoch",4.5660377358490365,1613939937994,725
+"wd_0",0.01,1613939937994,725
+"sqr_mom_0",0.99,1613939937994,725
+"lr_0",1.530572800153194e-06,1613939937994,725
+"mom_0",0.9367356799961701,1613939937994,725
+"eps_0",1e-05,1613939937994,725
+"wd_1",0.01,1613939937994,725
+"sqr_mom_1",0.99,1613939937994,725
+"lr_1",1.530572800153194e-05,1613939937994,725
+"mom_1",0.9367356799961701,1613939937994,725
+"eps_1",1e-05,1613939937994,725
+"wd_2",0.01,1613939937994,725
+"sqr_mom_2",0.99,1613939937994,725
+"lr_2",0.00015305728001531937,1613939937994,725
+"mom_2",0.9367356799961701,1613939937994,725
+"eps_2",1e-05,1613939937994,725
+"train_loss",0.11007289,1613939938941,726
+"raw_loss",0.15931156,1613939938941,726
+"epoch",4.572327044025137,1613939938941,726
+"wd_0",0.01,1613939938941,726
+"sqr_mom_0",0.99,1613939938941,726
+"lr_0",1.532361302804049e-06,1613939938941,726
+"mom_0",0.9366909674298988,1613939938941,726
+"eps_0",1e-05,1613939938941,726
+"wd_1",0.01,1613939938941,726
+"sqr_mom_1",0.99,1613939938941,726
+"lr_1",1.5323613028040486e-05,1613939938941,726
+"mom_1",0.9366909674298988,1613939938941,726
+"eps_1",1e-05,1613939938941,726
+"wd_2",0.01,1613939938941,726
+"sqr_mom_2",0.99,1613939938941,726
+"lr_2",0.00015323613028040485,1613939938941,726
+"mom_2",0.9366909674298988,1613939938941,726
+"eps_2",1e-05,1613939938941,726
+"train_loss",0.10959944,1613939939893,727
+"raw_loss",0.086400576,1613939939893,727
+"epoch",4.578616352201237,1613939939893,727
+"wd_0",0.01,1613939939893,727
+"sqr_mom_0",0.99,1613939939893,727
+"lr_0",1.5341521610608086e-06,1613939939893,727
+"mom_0",0.9366461959734798,1613939939893,727
+"eps_0",1e-05,1613939939893,727
+"wd_1",0.01,1613939939893,727
+"sqr_mom_1",0.99,1613939939893,727
+"lr_1",1.5341521610608087e-05,1613939939893,727
+"mom_1",0.9366461959734798,1613939939893,727
+"eps_1",1e-05,1613939939893,727
+"wd_2",0.01,1613939939893,727
+"sqr_mom_2",0.99,1613939939893,727
+"lr_2",0.00015341521610608085,1613939939893,727
+"mom_2",0.9366461959734798,1613939939893,727
+"eps_2",1e-05,1613939939893,727
+"train_loss",0.11110397,1613939940858,728
+"raw_loss",0.18482524,1613939940858,728
+"epoch",4.584905660377338,1613939940858,728
+"wd_0",0.01,1613939940858,728
+"sqr_mom_0",0.99,1613939940858,728
+"lr_0",1.5359457537162634e-06,1613939940858,728
+"mom_0",0.9366013561570934,1613939940858,728
+"eps_0",1e-05,1613939940858,728
+"wd_1",0.01,1613939940858,728
+"sqr_mom_1",0.99,1613939940858,728
+"lr_1",1.535945753716263e-05,1613939940858,728
+"mom_1",0.9366013561570934,1613939940858,728
+"eps_1",1e-05,1613939940858,728
+"wd_2",0.01,1613939940858,728
+"sqr_mom_2",0.99,1613939940858,728
+"lr_2",0.00015359457537162633,1613939940858,728
+"mom_2",0.9366013561570934,1613939940858,728
+"eps_2",1e-05,1613939940858,728
+"train_loss",0.111894615,1613939941860,729
+"raw_loss",0.15063587,1613939941860,729
+"epoch",4.591194968553438,1613939941860,729
+"wd_0",0.01,1613939941860,729
+"sqr_mom_0",0.99,1613939941860,729
+"lr_0",1.5377418229677764e-06,1613939941860,729
+"mom_0",0.9365564544258056,1613939941860,729
+"eps_0",1e-05,1613939941860,729
+"wd_1",0.01,1613939941860,729
+"sqr_mom_1",0.99,1613939941860,729
+"lr_1",1.5377418229677763e-05,1613939941860,729
+"mom_1",0.9365564544258056,1613939941860,729
+"eps_1",1e-05,1613939941860,729
+"wd_2",0.01,1613939941860,729
+"sqr_mom_2",0.99,1613939941860,729
+"lr_2",0.00015377418229677763,1613939941860,729
+"mom_2",0.9365564544258056,1613939941860,729
+"eps_2",1e-05,1613939941860,729
+"train_loss",0.1121103,1613939942837,730
+"raw_loss",0.12267916,1613939942837,730
+"epoch",4.5974842767295385,1613939942837,730
+"wd_0",0.01,1613939942837,730
+"sqr_mom_0",0.99,1613939942837,730
+"lr_0",1.5395404293942539e-06,1613939942837,730
+"mom_0",0.9365114892651436,1613939942837,730
+"eps_0",1e-05,1613939942837,730
+"wd_1",0.01,1613939942837,730
+"sqr_mom_1",0.99,1613939942837,730
+"lr_1",1.539540429394254e-05,1613939942837,730
+"mom_1",0.9365114892651436,1613939942837,730
+"eps_1",1e-05,1613939942837,730
+"wd_2",0.01,1613939942837,730
+"sqr_mom_2",0.99,1613939942837,730
+"lr_2",0.00015395404293942538,1613939942837,730
+"mom_2",0.9365114892651436,1613939942837,730
+"eps_2",1e-05,1613939942837,730
+"train_loss",0.11203567,1613939943805,731
+"raw_loss",0.10837875,1613939943805,731
+"epoch",4.603773584905639,1613939943805,731
+"wd_0",0.01,1613939943805,731
+"sqr_mom_0",0.99,1613939943805,731
+"lr_0",1.5413415058189672e-06,1613939943805,731
+"mom_0",0.9364664623545258,1613939943805,731
+"eps_0",1e-05,1613939943805,731
+"wd_1",0.01,1613939943805,731
+"sqr_mom_1",0.99,1613939943805,731
+"lr_1",1.541341505818967e-05,1613939943805,731
+"mom_1",0.9364664623545258,1613939943805,731
+"eps_1",1e-05,1613939943805,731
+"wd_2",0.01,1613939943805,731
+"sqr_mom_2",0.99,1613939943805,731
+"lr_2",0.00015413415058189672,1613939943805,731
+"mom_2",0.9364664623545258,1613939943805,731
+"eps_2",1e-05,1613939943805,731
+"train_loss",0.112244405,1613939944789,732
+"raw_loss",0.12247255,1613939944789,732
+"epoch",4.610062893081739,1613939944789,732
+"wd_0",0.01,1613939944789,732
+"sqr_mom_0",0.99,1613939944789,732
+"lr_0",1.543145177138759e-06,1613939944789,732
+"mom_0",0.936421370571531,1613939944789,732
+"eps_0",1e-05,1613939944789,732
+"wd_1",0.01,1613939944789,732
+"sqr_mom_1",0.99,1613939944789,732
+"lr_1",1.5431451771387588e-05,1613939944789,732
+"mom_1",0.936421370571531,1613939944789,732
+"eps_1",1e-05,1613939944789,732
+"wd_2",0.01,1613939944789,732
+"sqr_mom_2",0.99,1613939944789,732
+"lr_2",0.00015431451771387588,1613939944789,732
+"mom_2",0.936421370571531,1613939944789,732
+"eps_2",1e-05,1613939944789,732
+"train_loss",0.11200322,1613939945754,733
+"raw_loss",0.10018534,1613939945754,733
+"epoch",4.61635220125784,1613939945754,733
+"wd_0",0.01,1613939945754,733
+"sqr_mom_0",0.99,1613939945754,733
+"lr_0",1.5449514404937402e-06,1613939945754,733
+"mom_0",0.9363762139876565,1613939945754,733
+"eps_0",1e-05,1613939945754,733
+"wd_1",0.01,1613939945754,733
+"sqr_mom_1",0.99,1613939945754,733
+"lr_1",1.5449514404937402e-05,1613939945754,733
+"mom_1",0.9363762139876565,1613939945754,733
+"eps_1",1e-05,1613939945754,733
+"wd_2",0.01,1613939945754,733
+"sqr_mom_2",0.99,1613939945754,733
+"lr_2",0.000154495144049374,1613939945754,733
+"mom_2",0.9363762139876565,1613939945754,733
+"eps_2",1e-05,1613939945754,733
+"train_loss",0.11174985,1613939946750,734
+"raw_loss",0.09933474,1613939946750,734
+"epoch",4.62264150943394,1613939946750,734
+"wd_0",0.01,1613939946750,734
+"sqr_mom_0",0.99,1613939946750,734
+"lr_0",1.5467601643683808e-06,1613939946750,734
+"mom_0",0.9363309958907905,1613939946750,734
+"eps_0",1e-05,1613939946750,734
+"wd_1",0.01,1613939946750,734
+"sqr_mom_1",0.99,1613939946750,734
+"lr_1",1.5467601643683806e-05,1613939946750,734
+"mom_1",0.9363309958907905,1613939946750,734
+"eps_1",1e-05,1613939946750,734
+"wd_2",0.01,1613939946750,734
+"sqr_mom_2",0.99,1613939946750,734
+"lr_2",0.00015467601643683808,1613939946750,734
+"mom_2",0.9363309958907905,1613939946750,734
+"eps_2",1e-05,1613939946750,734
+"train_loss",0.11060393,1613939947707,735
+"raw_loss",0.054454092,1613939947707,735
+"epoch",4.6289308176100405,1613939947707,735
+"wd_0",0.01,1613939947707,735
+"sqr_mom_0",0.99,1613939947707,735
+"lr_0",1.5485713453553435e-06,1613939947707,735
+"mom_0",0.9362857163661163,1613939947707,735
+"eps_0",1e-05,1613939947707,735
+"wd_1",0.01,1613939947707,735
+"sqr_mom_1",0.99,1613939947707,735
+"lr_1",1.5485713453553433e-05,1613939947707,735
+"mom_1",0.9362857163661163,1613939947707,735
+"eps_1",1e-05,1613939947707,735
+"wd_2",0.01,1613939947707,735
+"sqr_mom_2",0.99,1613939947707,735
+"lr_2",0.00015485713453553432,1613939947707,735
+"mom_2",0.9362857163661163,1613939947707,735
+"eps_2",1e-05,1613939947707,735
+"train_loss",0.111183226,1613939948664,736
+"raw_loss",0.13956872,1613939948664,736
+"epoch",4.635220125786141,1613939948664,736
+"wd_0",0.01,1613939948664,736
+"sqr_mom_0",0.99,1613939948664,736
+"lr_0",1.55038510905218e-06,1613939948664,736
+"mom_0",0.9362403722736955,1613939948664,736
+"eps_0",1e-05,1613939948664,736
+"wd_1",0.01,1613939948664,736
+"sqr_mom_1",0.99,1613939948664,736
+"lr_1",1.55038510905218e-05,1613939948664,736
+"mom_1",0.9362403722736955,1613939948664,736
+"eps_1",1e-05,1613939948664,736
+"wd_2",0.01,1613939948664,736
+"sqr_mom_2",0.99,1613939948664,736
+"lr_2",0.000155038510905218,1613939948664,736
+"mom_2",0.9362403722736955,1613939948664,736
+"eps_2",1e-05,1613939948664,736
+"train_loss",0.11054758,1613939949639,737
+"raw_loss",0.07940074,1613939949639,737
+"epoch",4.641509433962241,1613939949639,737
+"wd_0",0.01,1613939949639,737
+"sqr_mom_0",0.99,1613939949639,737
+"lr_0",1.5522013879865217e-06,1613939949639,737
+"mom_0",0.936194965300337,1613939949639,737
+"eps_0",1e-05,1613939949639,737
+"wd_1",0.01,1613939949639,737
+"sqr_mom_1",0.99,1613939949639,737
+"lr_1",1.5522013879865215e-05,1613939949639,737
+"mom_1",0.936194965300337,1613939949639,737
+"eps_1",1e-05,1613939949639,737
+"wd_2",0.01,1613939949639,737
+"sqr_mom_2",0.99,1613939949639,737
+"lr_2",0.00015522013879865215,1613939949639,737
+"mom_2",0.936194965300337,1613939949639,737
+"eps_2",1e-05,1613939949639,737
+"train_loss",0.10942418,1613939950625,738
+"raw_loss",0.05437817,1613939950625,738
+"epoch",4.647798742138342,1613939950625,738
+"wd_0",0.01,1613939950625,738
+"sqr_mom_0",0.99,1613939950625,738
+"lr_0",1.5540201143240813e-06,1613939950625,738
+"mom_0",0.9361494971418979,1613939950625,738
+"eps_0",1e-05,1613939950625,738
+"wd_1",0.01,1613939950625,738
+"sqr_mom_1",0.99,1613939950625,738
+"lr_1",1.5540201143240813e-05,1613939950625,738
+"mom_1",0.9361494971418979,1613939950625,738
+"eps_1",1e-05,1613939950625,738
+"wd_2",0.01,1613939950625,738
+"sqr_mom_2",0.99,1613939950625,738
+"lr_2",0.00015540201143240812,1613939950625,738
+"mom_2",0.9361494971418979,1613939950625,738
+"eps_2",1e-05,1613939950625,738
+"train_loss",0.11283382,1613939951595,739
+"raw_loss",0.27990505,1613939951595,739
+"epoch",4.654088050314442,1613939951595,739
+"wd_0",0.01,1613939951595,739
+"sqr_mom_0",0.99,1613939951595,739
+"lr_0",1.5558414141856487e-06,1613939951595,739
+"mom_0",0.9361039646453587,1613939951595,739
+"eps_0",1e-05,1613939951595,739
+"wd_1",0.01,1613939951595,739
+"sqr_mom_1",0.99,1613939951595,739
+"lr_1",1.5558414141856485e-05,1613939951595,739
+"mom_1",0.9361039646453587,1613939951595,739
+"eps_1",1e-05,1613939951595,739
+"wd_2",0.01,1613939951595,739
+"sqr_mom_2",0.99,1613939951595,739
+"lr_2",0.00015558414141856485,1613939951595,739
+"mom_2",0.9361039646453587,1613939951595,739
+"eps_2",1e-05,1613939951595,739
+"train_loss",0.11222815,1613939952578,740
+"raw_loss",0.082550526,1613939952578,740
+"epoch",4.660377358490543,1613939952578,740
+"wd_0",0.01,1613939952578,740
+"sqr_mom_0",0.99,1613939952578,740
+"lr_0",1.5576652846783986e-06,1613939952578,740
+"mom_0",0.93605836788304,1613939952578,740
+"eps_0",1e-05,1613939952578,740
+"wd_1",0.01,1613939952578,740
+"sqr_mom_1",0.99,1613939952578,740
+"lr_1",1.5576652846783985e-05,1613939952578,740
+"mom_1",0.93605836788304,1613939952578,740
+"eps_1",1e-05,1613939952578,740
+"wd_2",0.01,1613939952578,740
+"sqr_mom_2",0.99,1613939952578,740
+"lr_2",0.00015576652846783985,1613939952578,740
+"mom_2",0.93605836788304,1613939952578,740
+"eps_2",1e-05,1613939952578,740
+"train_loss",0.11149924,1613939953590,741
+"raw_loss",0.075783215,1613939953590,741
+"epoch",4.666666666666643,1613939953590,741
+"wd_0",0.01,1613939953590,741
+"sqr_mom_0",0.99,1613939953590,741
+"lr_0",1.5594915930048107e-06,1613939953590,741
+"mom_0",0.9360127101748797,1613939953590,741
+"eps_0",1e-05,1613939953590,741
+"wd_1",0.01,1613939953590,741
+"sqr_mom_1",0.99,1613939953590,741
+"lr_1",1.5594915930048105e-05,1613939953590,741
+"mom_1",0.9360127101748797,1613939953590,741
+"eps_1",1e-05,1613939953590,741
+"wd_2",0.01,1613939953590,741
+"sqr_mom_2",0.99,1613939953590,741
+"lr_2",0.00015594915930048104,1613939953590,741
+"mom_2",0.9360127101748797,1613939953590,741
+"eps_2",1e-05,1613939953590,741
+"train_loss",0.11113303,1613939954579,742
+"raw_loss",0.09318892,1613939954579,742
+"epoch",4.672955974842743,1613939954579,742
+"wd_0",0.01,1613939954579,742
+"sqr_mom_0",0.99,1613939954579,742
+"lr_0",1.5613203357293917e-06,1613939954579,742
+"mom_0",0.9359669916067652,1613939954579,742
+"eps_0",1e-05,1613939954579,742
+"wd_1",0.01,1613939954579,742
+"sqr_mom_1",0.99,1613939954579,742
+"lr_1",1.5613203357293916e-05,1613939954579,742
+"mom_1",0.9359669916067652,1613939954579,742
+"eps_1",1e-05,1613939954579,742
+"wd_2",0.01,1613939954579,742
+"sqr_mom_2",0.99,1613939954579,742
+"lr_2",0.00015613203357293915,1613939954579,742
+"mom_2",0.9359669916067652,1613939954579,742
+"eps_2",1e-05,1613939954579,742
+"train_loss",0.10968092,1613939955580,743
+"raw_loss",0.038527556,1613939955580,743
+"epoch",4.679245283018844,1613939955580,743
+"wd_0",0.01,1613939955580,743
+"sqr_mom_0",0.99,1613939955580,743
+"lr_0",1.5631516396675222e-06,1613939955580,743
+"mom_0",0.9359212090083119,1613939955580,743
+"eps_0",1e-05,1613939955580,743
+"wd_1",0.01,1613939955580,743
+"sqr_mom_1",0.99,1613939955580,743
+"lr_1",1.563151639667522e-05,1613939955580,743
+"mom_1",0.9359212090083119,1613939955580,743
+"eps_1",1e-05,1613939955580,743
+"wd_2",0.01,1613939955580,743
+"sqr_mom_2",0.99,1613939955580,743
+"lr_2",0.0001563151639667522,1613939955580,743
+"mom_2",0.9359212090083119,1613939955580,743
+"eps_2",1e-05,1613939955580,743
+"train_loss",0.10949752,1613939956557,744
+"raw_loss",0.10051117,1613939956557,744
+"epoch",4.685534591194944,1613939956557,744
+"wd_0",0.01,1613939956557,744
+"sqr_mom_0",0.99,1613939956557,744
+"lr_0",1.5649854366918569e-06,1613939956557,744
+"mom_0",0.9358753640827036,1613939956557,744
+"eps_0",1e-05,1613939956557,744
+"wd_1",0.01,1613939956557,744
+"sqr_mom_1",0.99,1613939956557,744
+"lr_1",1.5649854366918567e-05,1613939956557,744
+"mom_1",0.9358753640827036,1613939956557,744
+"eps_1",1e-05,1613939956557,744
+"wd_2",0.01,1613939956557,744
+"sqr_mom_2",0.99,1613939956557,744
+"lr_2",0.00015649854366918568,1613939956557,744
+"mom_2",0.9358753640827036,1613939956557,744
+"eps_2",1e-05,1613939956557,744
+"train_loss",0.10856827,1613939957550,745
+"raw_loss",0.06303547,1613939957550,745
+"epoch",4.691823899371045,1613939957550,745
+"wd_0",0.01,1613939957550,745
+"sqr_mom_0",0.99,1613939957550,745
+"lr_0",1.5668217889248056e-06,1613939957550,745
+"mom_0",0.9358294552768798,1613939957550,745
+"eps_0",1e-05,1613939957550,745
+"wd_1",0.01,1613939957550,745
+"sqr_mom_1",0.99,1613939957550,745
+"lr_1",1.5668217889248053e-05,1613939957550,745
+"mom_1",0.9358294552768798,1613939957550,745
+"eps_1",1e-05,1613939957550,745
+"wd_2",0.01,1613939957550,745
+"sqr_mom_2",0.99,1613939957550,745
+"lr_2",0.00015668217889248053,1613939957550,745
+"mom_2",0.9358294552768798,1613939957550,745
+"eps_2",1e-05,1613939957550,745
+"train_loss",0.107544236,1613939958547,746
+"raw_loss",0.05736681,1613939958547,746
+"epoch",4.698113207547145,1613939958547,746
+"wd_0",0.01,1613939958547,746
+"sqr_mom_0",0.99,1613939958547,746
+"lr_0",1.5686604318749152e-06,1613939958547,746
+"mom_0",0.935783489203127,1613939958547,746
+"eps_0",1e-05,1613939958547,746
+"wd_1",0.01,1613939958547,746
+"sqr_mom_1",0.99,1613939958547,746
+"lr_1",1.568660431874915e-05,1613939958547,746
+"mom_1",0.935783489203127,1613939958547,746
+"eps_1",1e-05,1613939958547,746
+"wd_2",0.01,1613939958547,746
+"sqr_mom_2",0.99,1613939958547,746
+"lr_2",0.0001568660431874915,1613939958547,746
+"mom_2",0.935783489203127,1613939958547,746
+"eps_2",1e-05,1613939958547,746
+"train_loss",0.10682224,1613939959502,747
+"raw_loss",0.07144453,1613939959502,747
+"epoch",4.704402515723245,1613939959502,747
+"wd_0",0.01,1613939959502,747
+"sqr_mom_0",0.99,1613939959502,747
+"lr_0",1.570501754442138e-06,1613939959502,747
+"mom_0",0.9357374561389465,1613939959502,747
+"eps_0",1e-05,1613939959502,747
+"wd_1",0.01,1613939959502,747
+"sqr_mom_1",0.99,1613939959502,747
+"lr_1",1.570501754442138e-05,1613939959502,747
+"mom_1",0.9357374561389465,1613939959502,747
+"eps_1",1e-05,1613939959502,747
+"wd_2",0.01,1613939959502,747
+"sqr_mom_2",0.99,1613939959502,747
+"lr_2",0.00015705017544421379,1613939959502,747
+"mom_2",0.9357374561389465,1613939959502,747
+"eps_2",1e-05,1613939959502,747
+"train_loss",0.10629293,1613939960454,748
+"raw_loss",0.0803572,1613939960454,748
+"epoch",4.710691823899346,1613939960454,748
+"wd_0",0.01,1613939960454,748
+"sqr_mom_0",0.99,1613939960454,748
+"lr_0",1.572345491949764e-06,1613939960454,748
+"mom_0",0.9356913627012559,1613939960454,748
+"eps_0",1e-05,1613939960454,748
+"wd_1",0.01,1613939960454,748
+"sqr_mom_1",0.99,1613939960454,748
+"lr_1",1.572345491949764e-05,1613939960454,748
+"mom_1",0.9356913627012559,1613939960454,748
+"eps_1",1e-05,1613939960454,748
+"wd_2",0.01,1613939960454,748
+"sqr_mom_2",0.99,1613939960454,748
+"lr_2",0.00015723454919497638,1613939960454,748
+"mom_2",0.9356913627012559,1613939960454,748
+"eps_2",1e-05,1613939960454,748
+"train_loss",0.105236754,1613939961408,749
+"raw_loss",0.0534845,1613939961408,749
+"epoch",4.716981132075446,1613939961408,749
+"wd_0",0.01,1613939961408,749
+"sqr_mom_0",0.99,1613939961408,749
+"lr_0",1.5741917065912725e-06,1613939961408,749
+"mom_0",0.9356452073352182,1613939961408,749
+"eps_0",1e-05,1613939961408,749
+"wd_1",0.01,1613939961408,749
+"sqr_mom_1",0.99,1613939961408,749
+"lr_1",1.5741917065912725e-05,1613939961408,749
+"mom_1",0.9356452073352182,1613939961408,749
+"eps_1",1e-05,1613939961408,749
+"wd_2",0.01,1613939961408,749
+"sqr_mom_2",0.99,1613939961408,749
+"lr_2",0.00015741917065912724,1613939961408,749
+"mom_2",0.9356452073352182,1613939961408,749
+"eps_2",1e-05,1613939961408,749
+"train_loss",0.10568116,1613939962423,750
+"raw_loss",0.12745717,1613939962423,750
+"epoch",4.723270440251547,1613939962423,750
+"wd_0",0.01,1613939962423,750
+"sqr_mom_0",0.99,1613939962423,750
+"lr_0",1.5760403294185816e-06,1613939962423,750
+"mom_0",0.9355989917645354,1613939962423,750
+"eps_0",1e-05,1613939962423,750
+"wd_1",0.01,1613939962423,750
+"sqr_mom_1",0.99,1613939962423,750
+"lr_1",1.5760403294185812e-05,1613939962423,750
+"mom_1",0.9355989917645354,1613939962423,750
+"eps_1",1e-05,1613939962423,750
+"wd_2",0.01,1613939962423,750
+"sqr_mom_2",0.99,1613939962423,750
+"lr_2",0.00015760403294185813,1613939962423,750
+"mom_2",0.9355989917645354,1613939962423,750
+"eps_2",1e-05,1613939962423,750
+"train_loss",0.10491851,1613939963419,751
+"raw_loss",0.067548856,1613939963419,751
+"epoch",4.729559748427647,1613939963419,751
+"wd_0",0.01,1613939963419,751
+"sqr_mom_0",0.99,1613939963419,751
+"lr_0",1.5778914886256704e-06,1613939963419,751
+"mom_0",0.9355527127843583,1613939963419,751
+"eps_0",1e-05,1613939963419,751
+"wd_1",0.01,1613939963419,751
+"sqr_mom_1",0.99,1613939963419,751
+"lr_1",1.5778914886256702e-05,1613939963419,751
+"mom_1",0.9355527127843583,1613939963419,751
+"eps_1",1e-05,1613939963419,751
+"wd_2",0.01,1613939963419,751
+"sqr_mom_2",0.99,1613939963419,751
+"lr_2",0.00015778914886256702,1613939963419,751
+"mom_2",0.9355527127843583,1613939963419,751
+"eps_2",1e-05,1613939963419,751
+"train_loss",0.10392928,1613939964380,752
+"raw_loss",0.055457145,1613939964380,752
+"epoch",4.735849056603747,1613939964380,752
+"wd_0",0.01,1613939964380,752
+"sqr_mom_0",0.99,1613939964380,752
+"lr_0",1.5797451812638306e-06,1613939964380,752
+"mom_0",0.9355063704684042,1613939964380,752
+"eps_0",1e-05,1613939964380,752
+"wd_1",0.01,1613939964380,752
+"sqr_mom_1",0.99,1613939964380,752
+"lr_1",1.5797451812638305e-05,1613939964380,752
+"mom_1",0.9355063704684042,1613939964380,752
+"eps_1",1e-05,1613939964380,752
+"wd_2",0.01,1613939964380,752
+"sqr_mom_2",0.99,1613939964380,752
+"lr_2",0.00015797451812638304,1613939964380,752
+"mom_2",0.9355063704684042,1613939964380,752
+"eps_2",1e-05,1613939964380,752
+"train_loss",0.10405266,1613939965350,753
+"raw_loss",0.110098295,1613939965350,753
+"epoch",4.742138364779848,1613939965350,753
+"wd_0",0.01,1613939965350,753
+"sqr_mom_0",0.99,1613939965350,753
+"lr_0",1.5816011403489483e-06,1613939965350,753
+"mom_0",0.9354599714912762,1613939965350,753
+"eps_0",1e-05,1613939965350,753
+"wd_1",0.01,1613939965350,753
+"sqr_mom_1",0.99,1613939965350,753
+"lr_1",1.581601140348948e-05,1613939965350,753
+"mom_1",0.9354599714912762,1613939965350,753
+"eps_1",1e-05,1613939965350,753
+"wd_2",0.01,1613939965350,753
+"sqr_mom_2",0.99,1613939965350,753
+"lr_2",0.00015816011403489483,1613939965350,753
+"mom_2",0.9354599714912762,1613939965350,753
+"eps_2",1e-05,1613939965350,753
+"train_loss",0.10420464,1613939966372,754
+"raw_loss",0.111651085,1613939966372,754
+"epoch",4.748427672955948,1613939966372,754
+"wd_0",0.01,1613939966372,754
+"sqr_mom_0",0.99,1613939966372,754
+"lr_0",1.583459758443592e-06,1613939966372,754
+"mom_0",0.9354135060389102,1613939966372,754
+"eps_0",1e-05,1613939966372,754
+"wd_1",0.01,1613939966372,754
+"sqr_mom_1",0.99,1613939966372,754
+"lr_1",1.583459758443592e-05,1613939966372,754
+"mom_1",0.9354135060389102,1613939966372,754
+"eps_1",1e-05,1613939966372,754
+"wd_2",0.01,1613939966372,754
+"sqr_mom_2",0.99,1613939966372,754
+"lr_2",0.0001583459758443592,1613939966372,754
+"mom_2",0.9354135060389102,1613939966372,754
+"eps_2",1e-05,1613939966372,754
+"train_loss",0.103604786,1613939967349,755
+"raw_loss",0.074212275,1613939967349,755
+"epoch",4.754716981132049,1613939967349,755
+"wd_0",0.01,1613939967349,755
+"sqr_mom_0",0.99,1613939967349,755
+"lr_0",1.5853207683800665e-06,1613939967349,755
+"mom_0",0.9353669807904983,1613939967349,755
+"eps_0",1e-05,1613939967349,755
+"wd_1",0.01,1613939967349,755
+"sqr_mom_1",0.99,1613939967349,755
+"lr_1",1.5853207683800664e-05,1613939967349,755
+"mom_1",0.9353669807904983,1613939967349,755
+"eps_1",1e-05,1613939967349,755
+"wd_2",0.01,1613939967349,755
+"sqr_mom_2",0.99,1613939967349,755
+"lr_2",0.00015853207683800663,1613939967349,755
+"mom_2",0.9353669807904983,1613939967349,755
+"eps_2",1e-05,1613939967349,755
+"train_loss",0.102770165,1613939968332,756
+"raw_loss",0.061873663,1613939968332,756
+"epoch",4.761006289308149,1613939968332,756
+"wd_0",0.01,1613939968332,756
+"sqr_mom_0",0.99,1613939968332,756
+"lr_0",1.587184299206412e-06,1613939968332,756
+"mom_0",0.9353203925198397,1613939968332,756
+"eps_0",1e-05,1613939968332,756
+"wd_1",0.01,1613939968332,756
+"sqr_mom_1",0.99,1613939968332,756
+"lr_1",1.5871842992064118e-05,1613939968332,756
+"mom_1",0.9353203925198397,1613939968332,756
+"eps_1",1e-05,1613939968332,756
+"wd_2",0.01,1613939968332,756
+"sqr_mom_2",0.99,1613939968332,756
+"lr_2",0.00015871842992064118,1613939968332,756
+"mom_2",0.9353203925198397,1613939968332,756
+"eps_2",1e-05,1613939968332,756
+"train_loss",0.1020989,1613939969319,757
+"raw_loss",0.069206916,1613939969319,757
+"epoch",4.7672955974842495,1613939969319,757
+"wd_0",0.01,1613939969319,757
+"sqr_mom_0",0.99,1613939969319,757
+"lr_0",1.5890500825243097e-06,1613939969319,757
+"mom_0",0.9352737479368922,1613939969319,757
+"eps_0",1e-05,1613939969319,757
+"wd_1",0.01,1613939969319,757
+"sqr_mom_1",0.99,1613939969319,757
+"lr_1",1.5890500825243096e-05,1613939969319,757
+"mom_1",0.9352737479368922,1613939969319,757
+"eps_1",1e-05,1613939969319,757
+"wd_2",0.01,1613939969319,757
+"sqr_mom_2",0.99,1613939969319,757
+"lr_2",0.00015890500825243095,1613939969319,757
+"mom_2",0.9352737479368922,1613939969319,757
+"eps_2",1e-05,1613939969319,757
+"train_loss",0.102521665,1613939970298,758
+"raw_loss",0.123237036,1613939970298,758
+"epoch",4.77358490566035,1613939970298,758
+"wd_0",0.01,1613939970298,758
+"sqr_mom_0",0.99,1613939970298,758
+"lr_0",1.5909184465308034e-06,1613939970298,758
+"mom_0",0.9352270388367299,1613939970298,758
+"eps_0",1e-05,1613939970298,758
+"wd_1",0.01,1613939970298,758
+"sqr_mom_1",0.99,1613939970298,758
+"lr_1",1.5909184465308032e-05,1613939970298,758
+"mom_1",0.9352270388367299,1613939970298,758
+"eps_1",1e-05,1613939970298,758
+"wd_2",0.01,1613939970298,758
+"sqr_mom_2",0.99,1613939970298,758
+"lr_2",0.00015909184465308032,1613939970298,758
+"mom_2",0.9352270388367299,1613939970298,758
+"eps_2",1e-05,1613939970298,758
+"train_loss",0.10189383,1613939971257,759
+"raw_loss",0.07113001,1613939971257,759
+"epoch",4.77987421383645,1613939971257,759
+"wd_0",0.01,1613939971257,759
+"sqr_mom_0",0.99,1613939971257,759
+"lr_0",1.592789255445108e-06,1613939971257,759
+"mom_0",0.9351802686138723,1613939971257,759
+"eps_0",1e-05,1613939971257,759
+"wd_1",0.01,1613939971257,759
+"sqr_mom_1",0.99,1613939971257,759
+"lr_1",1.5927892554451083e-05,1613939971257,759
+"mom_1",0.9351802686138723,1613939971257,759
+"eps_1",1e-05,1613939971257,759
+"wd_2",0.01,1613939971257,759
+"sqr_mom_2",0.99,1613939971257,759
+"lr_2",0.0001592789255445108,1613939971257,759
+"mom_2",0.9351802686138723,1613939971257,759
+"eps_2",1e-05,1613939971257,759
+"train_loss",0.10132058,1613939972248,760
+"raw_loss",0.07323149,1613939972248,760
+"epoch",4.786163522012551,1613939972248,760
+"wd_0",0.01,1613939972248,760
+"sqr_mom_0",0.99,1613939972248,760
+"lr_0",1.5946625060211708e-06,1613939972248,760
+"mom_0",0.9351334373494707,1613939972248,760
+"eps_0",1e-05,1613939972248,760
+"wd_1",0.01,1613939972248,760
+"sqr_mom_1",0.99,1613939972248,760
+"lr_1",1.5946625060211705e-05,1613939972248,760
+"mom_1",0.9351334373494707,1613939972248,760
+"eps_1",1e-05,1613939972248,760
+"wd_2",0.01,1613939972248,760
+"sqr_mom_2",0.99,1613939972248,760
+"lr_2",0.00015946625060211705,1613939972248,760
+"mom_2",0.9351334373494707,1613939972248,760
+"eps_2",1e-05,1613939972248,760
+"train_loss",0.100820966,1613939973204,761
+"raw_loss",0.076340094,1613939973204,761
+"epoch",4.792452830188651,1613939973204,761
+"wd_0",0.01,1613939973204,761
+"sqr_mom_0",0.99,1613939973204,761
+"lr_0",1.5965381950087003e-06,1613939973204,761
+"mom_0",0.9350865451247825,1613939973204,761
+"eps_0",1e-05,1613939973204,761
+"wd_1",0.01,1613939973204,761
+"sqr_mom_1",0.99,1613939973204,761
+"lr_1",1.5965381950087003e-05,1613939973204,761
+"mom_1",0.9350865451247825,1613939973204,761
+"eps_1",1e-05,1613939973204,761
+"wd_2",0.01,1613939973204,761
+"sqr_mom_2",0.99,1613939973204,761
+"lr_2",0.00015965381950087002,1613939973204,761
+"mom_2",0.9350865451247825,1613939973204,761
+"eps_2",1e-05,1613939973204,761
+"train_loss",0.1012954,1613939974195,762
+"raw_loss",0.12454234,1613939974195,762
+"epoch",4.7987421383647515,1613939974195,762
+"wd_0",0.01,1613939974195,762
+"sqr_mom_0",0.99,1613939974195,762
+"lr_0",1.5984163191531743e-06,1613939974195,762
+"mom_0",0.9350395920211706,1613939974195,762
+"eps_0",1e-05,1613939974195,762
+"wd_1",0.01,1613939974195,762
+"sqr_mom_1",0.99,1613939974195,762
+"lr_1",1.598416319153174e-05,1613939974195,762
+"mom_1",0.9350395920211706,1613939974195,762
+"eps_1",1e-05,1613939974195,762
+"wd_2",0.01,1613939974195,762
+"sqr_mom_2",0.99,1613939974195,762
+"lr_2",0.0001598416319153174,1613939974195,762
+"mom_2",0.9350395920211706,1613939974195,762
+"eps_2",1e-05,1613939974195,762
+"train_loss",0.10287531,1613939975163,763
+"raw_loss",0.18029034,1613939975163,763
+"epoch",4.805031446540852,1613939975163,763
+"wd_0",0.01,1613939975163,763
+"sqr_mom_0",0.99,1613939975163,763
+"lr_0",1.6002968751958465e-06,1613939975163,763
+"mom_0",0.9349925781201038,1613939975163,763
+"eps_0",1e-05,1613939975163,763
+"wd_1",0.01,1613939975163,763
+"sqr_mom_1",0.99,1613939975163,763
+"lr_1",1.6002968751958464e-05,1613939975163,763
+"mom_1",0.9349925781201038,1613939975163,763
+"eps_1",1e-05,1613939975163,763
+"wd_2",0.01,1613939975163,763
+"sqr_mom_2",0.99,1613939975163,763
+"lr_2",0.00016002968751958462,1613939975163,763
+"mom_2",0.9349925781201038,1613939975163,763
+"eps_2",1e-05,1613939975163,763
+"train_loss",0.10272675,1613939976123,764
+"raw_loss",0.09544714,1613939976123,764
+"epoch",4.811320754716952,1613939976123,764
+"wd_0",0.01,1613939976123,764
+"sqr_mom_0",0.99,1613939976123,764
+"lr_0",1.602179859873749e-06,1613939976123,764
+"mom_0",0.9349455035031562,1613939976123,764
+"eps_0",1e-05,1613939976123,764
+"wd_1",0.01,1613939976123,764
+"sqr_mom_1",0.99,1613939976123,764
+"lr_1",1.6021798598737488e-05,1613939976123,764
+"mom_1",0.9349455035031562,1613939976123,764
+"eps_1",1e-05,1613939976123,764
+"wd_2",0.01,1613939976123,764
+"sqr_mom_2",0.99,1613939976123,764
+"lr_2",0.00016021798598737488,1613939976123,764
+"mom_2",0.9349455035031562,1613939976123,764
+"eps_2",1e-05,1613939976123,764
+"train_loss",0.10285187,1613939977067,765
+"raw_loss",0.108982734,1613939977067,765
+"epoch",4.817610062893053,1613939977067,765
+"wd_0",0.01,1613939977067,765
+"sqr_mom_0",0.99,1613939977067,765
+"lr_0",1.6040652699197017e-06,1613939977067,765
+"mom_0",0.9348983682520075,1613939977067,765
+"eps_0",1e-05,1613939977067,765
+"wd_1",0.01,1613939977067,765
+"sqr_mom_1",0.99,1613939977067,765
+"lr_1",1.6040652699197017e-05,1613939977067,765
+"mom_1",0.9348983682520075,1613939977067,765
+"eps_1",1e-05,1613939977067,765
+"wd_2",0.01,1613939977067,765
+"sqr_mom_2",0.99,1613939977067,765
+"lr_2",0.00016040652699197017,1613939977067,765
+"mom_2",0.9348983682520075,1613939977067,765
+"eps_2",1e-05,1613939977067,765
+"train_loss",0.103573754,1613939978012,766
+"raw_loss",0.13894568,1613939978012,766
+"epoch",4.823899371069153,1613939978012,766
+"wd_0",0.01,1613939978012,766
+"sqr_mom_0",0.99,1613939978012,766
+"lr_0",1.605953102062317e-06,1613939978012,766
+"mom_0",0.9348511724484421,1613939978012,766
+"eps_0",1e-05,1613939978012,766
+"wd_1",0.01,1613939978012,766
+"sqr_mom_1",0.99,1613939978012,766
+"lr_1",1.6059531020623168e-05,1613939978012,766
+"mom_1",0.9348511724484421,1613939978012,766
+"eps_1",1e-05,1613939978012,766
+"wd_2",0.01,1613939978012,766
+"sqr_mom_2",0.99,1613939978012,766
+"lr_2",0.00016059531020623166,1613939978012,766
+"mom_2",0.9348511724484421,1613939978012,766
+"eps_2",1e-05,1613939978012,766
+"train_loss",0.1034949,1613939978961,767
+"raw_loss",0.09963099,1613939978961,767
+"epoch",4.8301886792452535,1613939978961,767
+"wd_0",0.01,1613939978961,767
+"sqr_mom_0",0.99,1613939978961,767
+"lr_0",1.6078433530260013e-06,1613939978961,767
+"mom_0",0.9348039161743499,1613939978961,767
+"eps_0",1e-05,1613939978961,767
+"wd_1",0.01,1613939978961,767
+"sqr_mom_1",0.99,1613939978961,767
+"lr_1",1.607843353026001e-05,1613939978961,767
+"mom_1",0.9348039161743499,1613939978961,767
+"eps_1",1e-05,1613939978961,767
+"wd_2",0.01,1613939978961,767
+"sqr_mom_2",0.99,1613939978961,767
+"lr_2",0.0001607843353026001,1613939978961,767
+"mom_2",0.9348039161743499,1613939978961,767
+"eps_2",1e-05,1613939978961,767
+"train_loss",0.10479857,1613939979925,768
+"raw_loss",0.16867805,1613939979925,768
+"epoch",4.836477987421354,1613939979925,768
+"wd_0",0.01,1613939979925,768
+"sqr_mom_0",0.99,1613939979925,768
+"lr_0",1.6097358849177686e-06,1613939979925,768
+"mom_0",0.9347566028770558,1613939979925,768
+"eps_0",1e-05,1613939979925,768
+"wd_1",0.01,1613939979925,768
+"sqr_mom_1",0.99,1613939979925,768
+"lr_1",1.6097358849177683e-05,1613939979925,768
+"mom_1",0.9347566028770558,1613939979925,768
+"eps_1",1e-05,1613939979925,768
+"wd_2",0.01,1613939979925,768
+"sqr_mom_2",0.99,1613939979925,768
+"lr_2",0.00016097358849177684,1613939979925,768
+"mom_2",0.9347566028770558,1613939979925,768
+"eps_2",1e-05,1613939979925,768
+"train_loss",0.105746396,1613939980873,769
+"raw_loss",0.15218991,1613939980873,769
+"epoch",4.842767295597454,1613939980873,769
+"wd_0",0.01,1613939980873,769
+"sqr_mom_0",0.99,1613939980873,769
+"lr_0",1.611630963508695e-06,1613939980873,769
+"mom_0",0.9347092259122826,1613939980873,769
+"eps_0",1e-05,1613939980873,769
+"wd_1",0.01,1613939980873,769
+"sqr_mom_1",0.99,1613939980873,769
+"lr_1",1.611630963508695e-05,1613939980873,769
+"mom_1",0.9347092259122826,1613939980873,769
+"eps_1",1e-05,1613939980873,769
+"wd_2",0.01,1613939980873,769
+"sqr_mom_2",0.99,1613939980873,769
+"lr_2",0.00016116309635086948,1613939980873,769
+"mom_2",0.9347092259122826,1613939980873,769
+"eps_2",1e-05,1613939980873,769
+"train_loss",0.10488152,1613939981832,770
+"raw_loss",0.06250284,1613939981832,770
+"epoch",4.849056603773555,1613939981832,770
+"wd_0",0.01,1613939981832,770
+"sqr_mom_0",0.99,1613939981832,770
+"lr_0",1.6135285860246406e-06,1613939981832,770
+"mom_0",0.9346617853493839,1613939981832,770
+"eps_0",1e-05,1613939981832,770
+"wd_1",0.01,1613939981832,770
+"sqr_mom_1",0.99,1613939981832,770
+"lr_1",1.6135285860246404e-05,1613939981832,770
+"mom_1",0.9346617853493839,1613939981832,770
+"eps_1",1e-05,1613939981832,770
+"wd_2",0.01,1613939981832,770
+"sqr_mom_2",0.99,1613939981832,770
+"lr_2",0.00016135285860246405,1613939981832,770
+"mom_2",0.9346617853493839,1613939981832,770
+"eps_2",1e-05,1613939981832,770
+"train_loss",0.10598047,1613939982769,771
+"raw_loss",0.159829,1613939982769,771
+"epoch",4.855345911949655,1613939982769,771
+"wd_0",0.01,1613939982769,771
+"sqr_mom_0",0.99,1613939982769,771
+"lr_0",1.615428479432838e-06,1613939982769,771
+"mom_0",0.934614288014179,1613939982769,771
+"eps_0",1e-05,1613939982769,771
+"wd_1",0.01,1613939982769,771
+"sqr_mom_1",0.99,1613939982769,771
+"lr_1",1.615428479432838e-05,1613939982769,771
+"mom_1",0.934614288014179,1613939982769,771
+"eps_1",1e-05,1613939982769,771
+"wd_2",0.01,1613939982769,771
+"sqr_mom_2",0.99,1613939982769,771
+"lr_2",0.00016154284794328376,1613939982769,771
+"mom_2",0.934614288014179,1613939982769,771
+"eps_2",1e-05,1613939982769,771
+"train_loss",0.10503581,1613939983725,772
+"raw_loss",0.058747526,1613939983725,772
+"epoch",4.8616352201257556,1613939983725,772
+"wd_0",0.01,1613939983725,772
+"sqr_mom_0",0.99,1613939983725,772
+"lr_0",1.617330639924144e-06,1613939983725,772
+"mom_0",0.9345667340018964,1613939983725,772
+"eps_0",1e-05,1613939983725,772
+"wd_1",0.01,1613939983725,772
+"sqr_mom_1",0.99,1613939983725,772
+"lr_1",1.6173306399241437e-05,1613939983725,772
+"mom_1",0.9345667340018964,1613939983725,772
+"eps_1",1e-05,1613939983725,772
+"wd_2",0.01,1613939983725,772
+"sqr_mom_2",0.99,1613939983725,772
+"lr_2",0.00016173306399241437,1613939983725,772
+"mom_2",0.9345667340018964,1613939983725,772
+"eps_2",1e-05,1613939983725,772
+"train_loss",0.10484507,1613939984661,773
+"raw_loss",0.095498875,1613939984661,773
+"epoch",4.867924528301856,1613939984661,773
+"wd_0",0.01,1613939984661,773
+"sqr_mom_0",0.99,1613939984661,773
+"lr_0",1.6192353346217935e-06,1613939984661,773
+"mom_0",0.9345191166344551,1613939984661,773
+"eps_0",1e-05,1613939984661,773
+"wd_1",0.01,1613939984661,773
+"sqr_mom_1",0.99,1613939984661,773
+"lr_1",1.6192353346217933e-05,1613939984661,773
+"mom_1",0.9345191166344551,1613939984661,773
+"eps_1",1e-05,1613939984661,773
+"wd_2",0.01,1613939984661,773
+"sqr_mom_2",0.99,1613939984661,773
+"lr_2",0.00016192353346217934,1613939984661,773
+"mom_2",0.9345191166344551,1613939984661,773
+"eps_2",1e-05,1613939984661,773
+"train_loss",0.10537083,1613939985610,774
+"raw_loss",0.1311325,1613939985610,774
+"epoch",4.874213836477956,1613939985610,774
+"wd_0",0.01,1613939985610,774
+"sqr_mom_0",0.99,1613939985610,774
+"lr_0",1.6211424250944138e-06,1613939985610,774
+"mom_0",0.9344714393726397,1613939985610,774
+"eps_0",1e-05,1613939985610,774
+"wd_1",0.01,1613939985610,774
+"sqr_mom_1",0.99,1613939985610,774
+"lr_1",1.6211424250944137e-05,1613939985610,774
+"mom_1",0.9344714393726397,1613939985610,774
+"eps_1",1e-05,1613939985610,774
+"wd_2",0.01,1613939985610,774
+"sqr_mom_2",0.99,1613939985610,774
+"lr_2",0.00016211424250944136,1613939985610,774
+"mom_2",0.9344714393726397,1613939985610,774
+"eps_2",1e-05,1613939985610,774
+"train_loss",0.1047471,1613939986545,775
+"raw_loss",0.07418483,1613939986545,775
+"epoch",4.880503144654057,1613939986545,775
+"wd_0",0.01,1613939986545,775
+"sqr_mom_0",0.99,1613939986545,775
+"lr_0",1.62305204384067e-06,1613939986545,775
+"mom_0",0.9344236989039832,1613939986545,775
+"eps_0",1e-05,1613939986545,775
+"wd_1",0.01,1613939986545,775
+"sqr_mom_1",0.99,1613939986545,775
+"lr_1",1.6230520438406697e-05,1613939986545,775
+"mom_1",0.9344236989039832,1613939986545,775
+"eps_1",1e-05,1613939986545,775
+"wd_2",0.01,1613939986545,775
+"sqr_mom_2",0.99,1613939986545,775
+"lr_2",0.00016230520438406697,1613939986545,775
+"mom_2",0.9344236989039832,1613939986545,775
+"eps_2",1e-05,1613939986545,775
+"train_loss",0.107379526,1613939987500,776
+"raw_loss",0.23636794,1613939987500,776
+"epoch",4.886792452830157,1613939987500,776
+"wd_0",0.01,1613939987500,776
+"sqr_mom_0",0.99,1613939987500,776
+"lr_0",1.6249637801243857e-06,1613939987500,776
+"mom_0",0.9343759054968903,1613939987500,776
+"eps_0",1e-05,1613939987500,776
+"wd_1",0.01,1613939987500,776
+"sqr_mom_1",0.99,1613939987500,776
+"lr_1",1.6249637801243856e-05,1613939987500,776
+"mom_1",0.9343759054968903,1613939987500,776
+"eps_1",1e-05,1613939987500,776
+"wd_2",0.01,1613939987500,776
+"sqr_mom_2",0.99,1613939987500,776
+"lr_2",0.00016249637801243855,1613939987500,776
+"mom_2",0.9343759054968903,1613939987500,776
+"eps_2",1e-05,1613939987500,776
+"train_loss",0.10668106,1613939988439,777
+"raw_loss",0.072456025,1613939988439,777
+"epoch",4.893081761006258,1613939988439,777
+"wd_0",0.01,1613939988439,777
+"sqr_mom_0",0.99,1613939988439,777
+"lr_0",1.626878038051277e-06,1613939988439,777
+"mom_0",0.934328049048718,1613939988439,777
+"eps_0",1e-05,1613939988439,777
+"wd_1",0.01,1613939988439,777
+"sqr_mom_1",0.99,1613939988439,777
+"lr_1",1.6268780380512768e-05,1613939988439,777
+"mom_1",0.934328049048718,1613939988439,777
+"eps_1",1e-05,1613939988439,777
+"wd_2",0.01,1613939988439,777
+"sqr_mom_2",0.99,1613939988439,777
+"lr_2",0.00016268780380512767,1613939988439,777
+"mom_2",0.934328049048718,1613939988439,777
+"eps_2",1e-05,1613939988439,777
+"train_loss",0.10610866,1613939989396,778
+"raw_loss",0.078061074,1613939989396,778
+"epoch",4.899371069182358,1613939989396,778
+"wd_0",0.01,1613939989396,778
+"sqr_mom_0",0.99,1613939989396,778
+"lr_0",1.6287946784922269e-06,1613939989396,778
+"mom_0",0.9342801330376943,1613939989396,778
+"eps_0",1e-05,1613939989396,778
+"wd_1",0.01,1613939989396,778
+"sqr_mom_1",0.99,1613939989396,778
+"lr_1",1.6287946784922267e-05,1613939989396,778
+"mom_1",0.9342801330376943,1613939989396,778
+"eps_1",1e-05,1613939989396,778
+"wd_2",0.01,1613939989396,778
+"sqr_mom_2",0.99,1613939989396,778
+"lr_2",0.00016287946784922266,1613939989396,778
+"mom_2",0.9342801330376943,1613939989396,778
+"eps_2",1e-05,1613939989396,778
+"train_loss",0.10535494,1613939990335,779
+"raw_loss",0.06842274,1613939990335,779
+"epoch",4.905660377358458,1613939990335,779
+"wd_0",0.01,1613939990335,779
+"sqr_mom_0",0.99,1613939990335,779
+"lr_0",1.6307136981216592e-06,1613939990335,779
+"mom_0",0.9342321575469585,1613939990335,779
+"eps_0",1e-05,1613939990335,779
+"wd_1",0.01,1613939990335,779
+"sqr_mom_1",0.99,1613939990335,779
+"lr_1",1.630713698121659e-05,1613939990335,779
+"mom_1",0.9342321575469585,1613939990335,779
+"eps_1",1e-05,1613939990335,779
+"wd_2",0.01,1613939990335,779
+"sqr_mom_2",0.99,1613939990335,779
+"lr_2",0.0001630713698121659,1613939990335,779
+"mom_2",0.9342321575469585,1613939990335,779
+"eps_2",1e-05,1613939990335,779
+"train_loss",0.1046388,1613939991288,780
+"raw_loss",0.06954832,1613939991288,780
+"epoch",4.911949685534559,1613939991288,780
+"wd_0",0.01,1613939991288,780
+"sqr_mom_0",0.99,1613939991288,780
+"lr_0",1.6326350936098675e-06,1613939991288,780
+"mom_0",0.9341841226597533,1613939991288,780
+"eps_0",1e-05,1613939991288,780
+"wd_1",0.01,1613939991288,780
+"sqr_mom_1",0.99,1613939991288,780
+"lr_1",1.6326350936098675e-05,1613939991288,780
+"mom_1",0.9341841226597533,1613939991288,780
+"eps_1",1e-05,1613939991288,780
+"wd_2",0.01,1613939991288,780
+"sqr_mom_2",0.99,1613939991288,780
+"lr_2",0.00016326350936098674,1613939991288,780
+"mom_2",0.9341841226597533,1613939991288,780
+"eps_2",1e-05,1613939991288,780
+"train_loss",0.10484847,1613939992224,781
+"raw_loss",0.11512232,1613939992224,781
+"epoch",4.918238993710659,1613939992224,781
+"wd_0",0.01,1613939992224,781
+"sqr_mom_0",0.99,1613939992224,781
+"lr_0",1.6345588616230255e-06,1613939992224,781
+"mom_0",0.9341360284594243,1613939992224,781
+"eps_0",1e-05,1613939992224,781
+"wd_1",0.01,1613939992224,781
+"sqr_mom_1",0.99,1613939992224,781
+"lr_1",1.6345588616230254e-05,1613939992224,781
+"mom_1",0.9341360284594243,1613939992224,781
+"eps_1",1e-05,1613939992224,781
+"wd_2",0.01,1613939992224,781
+"sqr_mom_2",0.99,1613939992224,781
+"lr_2",0.00016345588616230254,1613939992224,781
+"mom_2",0.9341360284594243,1613939992224,781
+"eps_2",1e-05,1613939992224,781
+"train_loss",0.10408983,1613939993166,782
+"raw_loss",0.06691649,1613939993166,782
+"epoch",4.92452830188676,1613939993166,782
+"wd_0",0.01,1613939993166,782
+"sqr_mom_0",0.99,1613939993166,782
+"lr_0",1.6364849988231893e-06,1613939993166,782
+"mom_0",0.9340878750294203,1613939993166,782
+"eps_0",1e-05,1613939993166,782
+"wd_1",0.01,1613939993166,782
+"sqr_mom_1",0.99,1613939993166,782
+"lr_1",1.6364849988231893e-05,1613939993166,782
+"mom_1",0.9340878750294203,1613939993166,782
+"eps_1",1e-05,1613939993166,782
+"wd_2",0.01,1613939993166,782
+"sqr_mom_2",0.99,1613939993166,782
+"lr_2",0.00016364849988231893,1613939993166,782
+"mom_2",0.9340878750294203,1613939993166,782
+"eps_2",1e-05,1613939993166,782
+"train_loss",0.1041442,1613939994116,783
+"raw_loss",0.10680839,1613939994116,783
+"epoch",4.93081761006286,1613939994116,783
+"wd_0",0.01,1613939994116,783
+"sqr_mom_0",0.99,1613939994116,783
+"lr_0",1.6384133647096728e-06,1613939994116,783
+"mom_0",0.9340396658822582,1613939994116,783
+"eps_0",1e-05,1613939994116,783
+"wd_1",0.01,1613939994116,783
+"sqr_mom_1",0.99,1613939994116,783
+"lr_1",1.6384133647096727e-05,1613939994116,783
+"mom_1",0.9340396658822582,1613939994116,783
+"eps_1",1e-05,1613939994116,783
+"wd_2",0.01,1613939994116,783
+"sqr_mom_2",0.99,1613939994116,783
+"lr_2",0.00016384133647096726,1613939994116,783
+"mom_2",0.9340396658822582,1613939994116,783
+"eps_2",1e-05,1613939994116,783
+"train_loss",0.10356563,1613939995069,784
+"raw_loss",0.07521579,1613939995069,784
+"epoch",4.93710691823896,1613939995069,784
+"wd_0",0.01,1613939995069,784
+"sqr_mom_0",0.99,1613939995069,784
+"lr_0",1.6403443674122072e-06,1613939995069,784
+"mom_0",0.9339913908146947,1613939995069,784
+"eps_0",1e-05,1613939995069,784
+"wd_1",0.01,1613939995069,784
+"sqr_mom_1",0.99,1613939995069,784
+"lr_1",1.640344367412207e-05,1613939995069,784
+"mom_1",0.9339913908146947,1613939995069,784
+"eps_1",1e-05,1613939995069,784
+"wd_2",0.01,1613939995069,784
+"sqr_mom_2",0.99,1613939995069,784
+"lr_2",0.00016403443674122068,1613939995069,784
+"mom_2",0.9339913908146947,1613939995069,784
+"eps_2",1e-05,1613939995069,784
+"train_loss",0.10269898,1613939996235,785
+"raw_loss",0.060232915,1613939996235,785
+"epoch",4.943396226415061,1613939996235,785
+"wd_0",0.01,1613939996235,785
+"sqr_mom_0",0.99,1613939996235,785
+"lr_0",1.6422775921046437e-06,1613939996235,785
+"mom_0",0.9339430601973838,1613939996235,785
+"eps_0",1e-05,1613939996235,785
+"wd_1",0.01,1613939996235,785
+"sqr_mom_1",0.99,1613939996235,785
+"lr_1",1.6422775921046435e-05,1613939996235,785
+"mom_1",0.9339430601973838,1613939996235,785
+"eps_1",1e-05,1613939996235,785
+"wd_2",0.01,1613939996235,785
+"sqr_mom_2",0.99,1613939996235,785
+"lr_2",0.00016422775921046432,1613939996235,785
+"mom_2",0.9339430601973838,1613939996235,785
+"eps_2",1e-05,1613939996235,785
+"train_loss",0.103872985,1613939997424,786
+"raw_loss",0.16139941,1613939997424,786
+"epoch",4.949685534591161,1613939997424,786
+"wd_0",0.01,1613939997424,786
+"sqr_mom_0",0.99,1613939997424,786
+"lr_0",1.644213172591258e-06,1613939997424,786
+"mom_0",0.9338946706852185,1613939997424,786
+"eps_0",1e-05,1613939997424,786
+"wd_1",0.01,1613939997424,786
+"sqr_mom_1",0.99,1613939997424,786
+"lr_1",1.644213172591258e-05,1613939997424,786
+"mom_1",0.9338946706852185,1613939997424,786
+"eps_1",1e-05,1613939997424,786
+"wd_2",0.01,1613939997424,786
+"sqr_mom_2",0.99,1613939997424,786
+"lr_2",0.0001644213172591258,1613939997424,786
+"mom_2",0.9338946706852185,1613939997424,786
+"eps_2",1e-05,1613939997424,786
+"train_loss",0.10287752,1613939998577,787
+"raw_loss",0.05409975,1613939998577,787
+"epoch",4.955974842767262,1613939998577,787
+"wd_0",0.01,1613939998577,787
+"sqr_mom_0",0.99,1613939998577,787
+"lr_0",1.6461509676851994e-06,1613939998577,787
+"mom_0",0.93384622580787,1613939998577,787
+"eps_0",1e-05,1613939998577,787
+"wd_1",0.01,1613939998577,787
+"sqr_mom_1",0.99,1613939998577,787
+"lr_1",1.6461509676851993e-05,1613939998577,787
+"mom_1",0.93384622580787,1613939998577,787
+"eps_1",1e-05,1613939998577,787
+"wd_2",0.01,1613939998577,787
+"sqr_mom_2",0.99,1613939998577,787
+"lr_2",0.0001646150967685199,1613939998577,787
+"mom_2",0.93384622580787,1613939998577,787
+"eps_2",1e-05,1613939998577,787
+"train_loss",0.10348713,1613939999789,788
+"raw_loss",0.13335782,1613939999789,788
+"epoch",4.962264150943362,1613939999789,788
+"wd_0",0.01,1613939999789,788
+"sqr_mom_0",0.99,1613939999789,788
+"lr_0",1.6480912495139225e-06,1613939999789,788
+"mom_0",0.9337977187621519,1613939999789,788
+"eps_0",1e-05,1613939999789,788
+"wd_1",0.01,1613939999789,788
+"sqr_mom_1",0.99,1613939999789,788
+"lr_1",1.648091249513922e-05,1613939999789,788
+"mom_1",0.9337977187621519,1613939999789,788
+"eps_1",1e-05,1613939999789,788
+"wd_2",0.01,1613939999789,788
+"sqr_mom_2",0.99,1613939999789,788
+"lr_2",0.00016480912495139222,1613939999789,788
+"mom_2",0.9337977187621519,1613939999789,788
+"eps_2",1e-05,1613939999789,788
+"train_loss",0.10383838,1613940000734,789
+"raw_loss",0.12104927,1613940000734,789
+"epoch",4.9685534591194624,1613940000734,789
+"wd_0",0.01,1613940000734,789
+"sqr_mom_0",0.99,1613940000734,789
+"lr_0",1.650034015211374e-06,1613940000734,789
+"mom_0",0.9337491496197157,1613940000734,789
+"eps_0",1e-05,1613940000734,789
+"wd_1",0.01,1613940000734,789
+"sqr_mom_1",0.99,1613940000734,789
+"lr_1",1.650034015211374e-05,1613940000734,789
+"mom_1",0.9337491496197157,1613940000734,789
+"eps_1",1e-05,1613940000734,789
+"wd_2",0.01,1613940000734,789
+"sqr_mom_2",0.99,1613940000734,789
+"lr_2",0.00016500340152113738,1613940000734,789
+"mom_2",0.9337491496197157,1613940000734,789
+"eps_2",1e-05,1613940000734,789
+"train_loss",0.104084246,1613940001685,790
+"raw_loss",0.11613197,1613940001685,790
+"epoch",4.974842767295563,1613940001685,790
+"wd_0",0.01,1613940001685,790
+"sqr_mom_0",0.99,1613940001685,790
+"lr_0",1.6519789852495172e-06,1613940001685,790
+"mom_0",0.933700525368762,1613940001685,790
+"eps_0",1e-05,1613940001685,790
+"wd_1",0.01,1613940001685,790
+"sqr_mom_1",0.99,1613940001685,790
+"lr_1",1.651978985249517e-05,1613940001685,790
+"mom_1",0.933700525368762,1613940001685,790
+"eps_1",1e-05,1613940001685,790
+"wd_2",0.01,1613940001685,790
+"sqr_mom_2",0.99,1613940001685,790
+"lr_2",0.0001651978985249517,1613940001685,790
+"mom_2",0.933700525368762,1613940001685,790
+"eps_2",1e-05,1613940001685,790
+"train_loss",0.103192635,1613940002631,791
+"raw_loss",0.0595038,1613940002631,791
+"epoch",4.981132075471663,1613940002631,791
+"wd_0",0.01,1613940002631,791
+"sqr_mom_0",0.99,1613940002631,791
+"lr_0",1.6539261557545114e-06,1613940002631,791
+"mom_0",0.9336518461061372,1613940002631,791
+"eps_0",1e-05,1613940002631,791
+"wd_1",0.01,1613940002631,791
+"sqr_mom_1",0.99,1613940002631,791
+"lr_1",1.6539261557545112e-05,1613940002631,791
+"mom_1",0.9336518461061372,1613940002631,791
+"eps_1",1e-05,1613940002631,791
+"wd_2",0.01,1613940002631,791
+"sqr_mom_2",0.99,1613940002631,791
+"lr_2",0.00016539261557545112,1613940002631,791
+"mom_2",0.9336518461061372,1613940002631,791
+"eps_2",1e-05,1613940002631,791
+"train_loss",0.102488324,1613940003584,792
+"raw_loss",0.06797701,1613940003584,792
+"epoch",4.987421383647764,1613940003584,792
+"wd_0",0.01,1613940003584,792
+"sqr_mom_0",0.99,1613940003584,792
+"lr_0",1.655875800170415e-06,1613940003584,792
+"mom_0",0.9336031049957396,1613940003584,792
+"eps_0",1e-05,1613940003584,792
+"wd_1",0.01,1613940003584,792
+"sqr_mom_1",0.99,1613940003584,792
+"lr_1",1.655875800170415e-05,1613940003584,792
+"mom_1",0.9336031049957396,1613940003584,792
+"eps_1",1e-05,1613940003584,792
+"wd_2",0.01,1613940003584,792
+"sqr_mom_2",0.99,1613940003584,792
+"lr_2",0.00016558758001704147,1613940003584,792
+"mom_2",0.9336031049957396,1613940003584,792
+"eps_2",1e-05,1613940003584,792
+"train_loss",0.10250759,1613940004519,793
+"raw_loss",0.1034516,1613940004519,793
+"epoch",4.993710691823864,1613940004519,793
+"wd_0",0.01,1613940004519,793
+"sqr_mom_0",0.99,1613940004519,793
+"lr_0",1.657827776786147e-06,1613940004519,793
+"mom_0",0.9335543055803462,1613940004519,793
+"eps_0",1e-05,1613940004519,793
+"wd_1",0.01,1613940004519,793
+"sqr_mom_1",0.99,1613940004519,793
+"lr_1",1.657827776786147e-05,1613940004519,793
+"mom_1",0.9335543055803462,1613940004519,793
+"eps_1",1e-05,1613940004519,793
+"wd_2",0.01,1613940004519,793
+"sqr_mom_2",0.99,1613940004519,793
+"lr_2",0.00016578277767861468,1613940004519,793
+"mom_2",0.9335543055803462,1613940004519,793
+"eps_2",1e-05,1613940004519,793
+"train_loss",0.10229331,1613940005469,794
+"raw_loss",0.09179388,1613940005469,794
+"epoch",4.9999999999999645,1613940005469,794
+"wd_0",0.01,1613940005469,794
+"sqr_mom_0",0.99,1613940005469,794
+"lr_0",1.65978222120613e-06,1613940005469,794
+"mom_0",0.9335054444698467,1613940005469,794
+"eps_0",1e-05,1613940005469,794
+"wd_1",0.01,1613940005469,794
+"sqr_mom_1",0.99,1613940005469,794
+"lr_1",1.65978222120613e-05,1613940005469,794
+"mom_1",0.9335054444698467,1613940005469,794
+"eps_1",1e-05,1613940005469,794
+"wd_2",0.01,1613940005469,794
+"sqr_mom_2",0.99,1613940005469,794
+"lr_2",0.000165978222120613,1613940005469,794
+"mom_2",0.9335054444698467,1613940005469,794
+"eps_2",1e-05,1613940005469,794
+"valid_loss",0.12888723611831665,1613940037095,794
+"_rmse",0.35900869965553284,1613940037095,794
+"epoch",5,1613940037095,794
+"train_loss",0.10141977,1613940038193,795
+"raw_loss",0.05861634,1613940038193,795
+"epoch",5.0062893081761,1613940038193,795
+"wd_0",0.01,1613940038193,795
+"sqr_mom_0",0.99,1613940038193,795
+"lr_0",1.661738713065496e-06,1613940038193,795
+"mom_0",0.9334565321733626,1613940038193,795
+"eps_0",1e-05,1613940038193,795
+"wd_1",0.01,1613940038193,795
+"sqr_mom_1",0.99,1613940038193,795
+"lr_1",1.661738713065496e-05,1613940038193,795
+"mom_1",0.9334565321733626,1613940038193,795
+"eps_1",1e-05,1613940038193,795
+"wd_2",0.01,1613940038193,795
+"sqr_mom_2",0.99,1613940038193,795
+"lr_2",0.00016617387130654957,1613940038193,795
+"mom_2",0.9334565321733626,1613940038193,795
+"eps_2",1e-05,1613940038193,795
+"train_loss",0.100570805,1613940039144,796
+"raw_loss",0.058971785,1613940039144,796
+"epoch",5.012578616352201,1613940039144,796
+"wd_0",0.01,1613940039144,796
+"sqr_mom_0",0.99,1613940039144,796
+"lr_0",1.66369766594322e-06,1613940039144,796
+"mom_0",0.9334075583514194,1613940039144,796
+"eps_0",1e-05,1613940039144,796
+"wd_1",0.01,1613940039144,796
+"sqr_mom_1",0.99,1613940039144,796
+"lr_1",1.6636976659432196e-05,1613940039144,796
+"mom_1",0.9334075583514194,1613940039144,796
+"eps_1",1e-05,1613940039144,796
+"wd_2",0.01,1613940039144,796
+"sqr_mom_2",0.99,1613940039144,796
+"lr_2",0.00016636976659432196,1613940039144,796
+"mom_2",0.9334075583514194,1613940039144,796
+"eps_2",1e-05,1613940039144,796
+"train_loss",0.099581815,1613940040085,797
+"raw_loss",0.05112123,1613940040085,797
+"epoch",5.018867924528301,1613940040085,797
+"wd_0",0.01,1613940040085,797
+"sqr_mom_0",0.99,1613940040085,797
+"lr_0",1.6656589374489935e-06,1613940040085,797
+"mom_0",0.9333585265637752,1613940040085,797
+"eps_0",1e-05,1613940040085,797
+"wd_1",0.01,1613940040085,797
+"sqr_mom_1",0.99,1613940040085,797
+"lr_1",1.6656589374489935e-05,1613940040085,797
+"mom_1",0.9333585265637752,1613940040085,797
+"eps_1",1e-05,1613940040085,797
+"wd_2",0.01,1613940040085,797
+"sqr_mom_2",0.99,1613940040085,797
+"lr_2",0.00016656589374489935,1613940040085,797
+"mom_2",0.9333585265637752,1613940040085,797
+"eps_2",1e-05,1613940040085,797
+"train_loss",0.09950282,1613940041039,798
+"raw_loss",0.09563173,1613940041039,798
+"epoch",5.025157232704402,1613940041039,798
+"wd_0",0.01,1613940041039,798
+"sqr_mom_0",0.99,1613940041039,798
+"lr_0",1.6676225241798021e-06,1613940041039,798
+"mom_0",0.9333094368955049,1613940041039,798
+"eps_0",1e-05,1613940041039,798
+"wd_1",0.01,1613940041039,798
+"sqr_mom_1",0.99,1613940041039,798
+"lr_1",1.667622524179802e-05,1613940041039,798
+"mom_1",0.9333094368955049,1613940041039,798
+"eps_1",1e-05,1613940041039,798
+"wd_2",0.01,1613940041039,798
+"sqr_mom_2",0.99,1613940041039,798
+"lr_2",0.00016676225241798022,1613940041039,798
+"mom_2",0.9333094368955049,1613940041039,798
+"eps_2",1e-05,1613940041039,798
+"train_loss",0.098918885,1613940042016,799
+"raw_loss",0.07030639,1613940042016,799
+"epoch",5.031446540880502,1613940042016,799
+"wd_0",0.01,1613940042016,799
+"sqr_mom_0",0.99,1613940042016,799
+"lr_0",1.6695884227286103e-06,1613940042016,799
+"mom_0",0.9332602894317847,1613940042016,799
+"eps_0",1e-05,1613940042016,799
+"wd_1",0.01,1613940042016,799
+"sqr_mom_1",0.99,1613940042016,799
+"lr_1",1.6695884227286102e-05,1613940042016,799
+"mom_1",0.9332602894317847,1613940042016,799
+"eps_1",1e-05,1613940042016,799
+"wd_2",0.01,1613940042016,799
+"sqr_mom_2",0.99,1613940042016,799
+"lr_2",0.00016695884227286103,1613940042016,799
+"mom_2",0.9332602894317847,1613940042016,799
+"eps_2",1e-05,1613940042016,799
+"train_loss",0.09843884,1613940042975,800
+"raw_loss",0.07491666,1613940042975,800
+"epoch",5.037735849056602,1613940042975,800
+"wd_0",0.01,1613940042975,800
+"sqr_mom_0",0.99,1613940042975,800
+"lr_0",1.6715566296843733e-06,1613940042975,800
+"mom_0",0.9332110842578907,1613940042975,800
+"eps_0",1e-05,1613940042975,800
+"wd_1",0.01,1613940042975,800
+"sqr_mom_1",0.99,1613940042975,800
+"lr_1",1.6715566296843733e-05,1613940042975,800
+"mom_1",0.9332110842578907,1613940042975,800
+"eps_1",1e-05,1613940042975,800
+"wd_2",0.01,1613940042975,800
+"sqr_mom_2",0.99,1613940042975,800
+"lr_2",0.0001671556629684373,1613940042975,800
+"mom_2",0.9332110842578907,1613940042975,800
+"eps_2",1e-05,1613940042975,800
+"train_loss",0.097499534,1613940043925,801
+"raw_loss",0.05147379,1613940043925,801
+"epoch",5.044025157232703,1613940043925,801
+"wd_0",0.01,1613940043925,801
+"sqr_mom_0",0.99,1613940043925,801
+"lr_0",1.6735271416320418e-06,1613940043925,801
+"mom_0",0.9331618214591989,1613940043925,801
+"eps_0",1e-05,1613940043925,801
+"wd_1",0.01,1613940043925,801
+"sqr_mom_1",0.99,1613940043925,801
+"lr_1",1.6735271416320417e-05,1613940043925,801
+"mom_1",0.9331618214591989,1613940043925,801
+"eps_1",1e-05,1613940043925,801
+"wd_2",0.01,1613940043925,801
+"sqr_mom_2",0.99,1613940043925,801
+"lr_2",0.00016735271416320417,1613940043925,801
+"mom_2",0.9331618214591989,1613940043925,801
+"eps_2",1e-05,1613940043925,801
+"train_loss",0.09816419,1613940044900,802
+"raw_loss",0.13073216,1613940044900,802
+"epoch",5.050314465408803,1613940044900,802
+"wd_0",0.01,1613940044900,802
+"sqr_mom_0",0.99,1613940044900,802
+"lr_0",1.6754998148467088e-06,1613940044900,802
+"mom_0",0.9331125046288322,1613940044900,802
+"eps_0",1e-05,1613940044900,802
+"wd_1",0.01,1613940044900,802
+"sqr_mom_1",0.99,1613940044900,802
+"lr_1",1.6754998148467087e-05,1613940044900,802
+"mom_1",0.9331125046288322,1613940044900,802
+"eps_1",1e-05,1613940044900,802
+"wd_2",0.01,1613940044900,802
+"sqr_mom_2",0.99,1613940044900,802
+"lr_2",0.00016754998148467084,1613940044900,802
+"mom_2",0.9331125046288322,1613940044900,802
+"eps_2",1e-05,1613940044900,802
+"train_loss",0.09731161,1613940045856,803
+"raw_loss",0.05553511,1613940045856,803
+"epoch",5.056603773584904,1613940045856,803
+"wd_0",0.01,1613940045856,803
+"sqr_mom_0",0.99,1613940045856,803
+"lr_0",1.6774750668228984e-06,1613940045856,803
+"mom_0",0.9330631233294275,1613940045856,803
+"eps_0",1e-05,1613940045856,803
+"wd_1",0.01,1613940045856,803
+"sqr_mom_1",0.99,1613940045856,803
+"lr_1",1.6774750668228982e-05,1613940045856,803
+"mom_1",0.9330631233294275,1613940045856,803
+"eps_1",1e-05,1613940045856,803
+"wd_2",0.01,1613940045856,803
+"sqr_mom_2",0.99,1613940045856,803
+"lr_2",0.0001677475066822898,1613940045856,803
+"mom_2",0.9330631233294275,1613940045856,803
+"eps_2",1e-05,1613940045856,803
+"train_loss",0.09854011,1613940046812,804
+"raw_loss",0.15873702,1613940046812,804
+"epoch",5.062893081761004,1613940046812,804
+"wd_0",0.01,1613940046812,804
+"sqr_mom_0",0.99,1613940046812,804
+"lr_0",1.6794524732160138e-06,1613940046812,804
+"mom_0",0.9330136881695996,1613940046812,804
+"eps_0",1e-05,1613940046812,804
+"wd_1",0.01,1613940046812,804
+"sqr_mom_1",0.99,1613940046812,804
+"lr_1",1.6794524732160137e-05,1613940046812,804
+"mom_1",0.9330136881695996,1613940046812,804
+"eps_1",1e-05,1613940046812,804
+"wd_2",0.01,1613940046812,804
+"sqr_mom_2",0.99,1613940046812,804
+"lr_2",0.00016794524732160137,1613940046812,804
+"mom_2",0.9330136881695996,1613940046812,804
+"eps_2",1e-05,1613940046812,804
+"train_loss",0.098802224,1613940047768,805
+"raw_loss",0.11164544,1613940047768,805
+"epoch",5.0691823899371045,1613940047768,805
+"wd_0",0.01,1613940047768,805
+"sqr_mom_0",0.99,1613940047768,805
+"lr_0",1.6814321709008968e-06,1613940047768,805
+"mom_0",0.9329641957274776,1613940047768,805
+"eps_0",1e-05,1613940047768,805
+"wd_1",0.01,1613940047768,805
+"sqr_mom_1",0.99,1613940047768,805
+"lr_1",1.6814321709008966e-05,1613940047768,805
+"mom_1",0.9329641957274776,1613940047768,805
+"eps_1",1e-05,1613940047768,805
+"wd_2",0.01,1613940047768,805
+"sqr_mom_2",0.99,1613940047768,805
+"lr_2",0.00016814321709008966,1613940047768,805
+"mom_2",0.9329641957274776,1613940047768,805
+"eps_2",1e-05,1613940047768,805
+"train_loss",0.097837545,1613940048716,806
+"raw_loss",0.050568264,1613940048716,806
+"epoch",5.075471698113205,1613940048716,806
+"wd_0",0.01,1613940048716,806
+"sqr_mom_0",0.99,1613940048716,806
+"lr_0",1.6834140154852611e-06,1613940048716,806
+"mom_0",0.9329146496128684,1613940048716,806
+"eps_0",1e-05,1613940048716,806
+"wd_1",0.01,1613940048716,806
+"sqr_mom_1",0.99,1613940048716,806
+"lr_1",1.683414015485261e-05,1613940048716,806
+"mom_1",0.9329146496128684,1613940048716,806
+"eps_1",1e-05,1613940048716,806
+"wd_2",0.01,1613940048716,806
+"sqr_mom_2",0.99,1613940048716,806
+"lr_2",0.00016834140154852609,1613940048716,806
+"mom_2",0.9329146496128684,1613940048716,806
+"eps_2",1e-05,1613940048716,806
+"train_loss",0.09688738,1613940049681,807
+"raw_loss",0.05032926,1613940049681,807
+"epoch",5.081761006289305,1613940049681,807
+"wd_0",0.01,1613940049681,807
+"sqr_mom_0",0.99,1613940049681,807
+"lr_0",1.6853982852824963e-06,1613940049681,807
+"mom_0",0.9328650428679376,1613940049681,807
+"eps_0",1e-05,1613940049681,807
+"wd_1",0.01,1613940049681,807
+"sqr_mom_1",0.99,1613940049681,807
+"lr_1",1.685398285282496e-05,1613940049681,807
+"mom_1",0.9328650428679376,1613940049681,807
+"eps_1",1e-05,1613940049681,807
+"wd_2",0.01,1613940049681,807
+"sqr_mom_2",0.99,1613940049681,807
+"lr_2",0.0001685398285282496,1613940049681,807
+"mom_2",0.9328650428679376,1613940049681,807
+"eps_2",1e-05,1613940049681,807
+"train_loss",0.09636485,1613940050634,808
+"raw_loss",0.07076079,1613940050634,808
+"epoch",5.088050314465406,1613940050634,808
+"wd_0",0.01,1613940050634,808
+"sqr_mom_0",0.99,1613940050634,808
+"lr_0",1.687384977336432e-06,1613940050634,808
+"mom_0",0.9328153755665892,1613940050634,808
+"eps_0",1e-05,1613940050634,808
+"wd_1",0.01,1613940050634,808
+"sqr_mom_1",0.99,1613940050634,808
+"lr_1",1.687384977336432e-05,1613940050634,808
+"mom_1",0.9328153755665892,1613940050634,808
+"eps_1",1e-05,1613940050634,808
+"wd_2",0.01,1613940050634,808
+"sqr_mom_2",0.99,1613940050634,808
+"lr_2",0.00016873849773364318,1613940050634,808
+"mom_2",0.9328153755665892,1613940050634,808
+"eps_2",1e-05,1613940050634,808
+"train_loss",0.09563999,1613940051605,809
+"raw_loss",0.06012155,1613940051605,809
+"epoch",5.094339622641506,1613940051605,809
+"wd_0",0.01,1613940051605,809
+"sqr_mom_0",0.99,1613940051605,809
+"lr_0",1.6893738057988404e-06,1613940051605,809
+"mom_0",0.9327656548550289,1613940051605,809
+"eps_0",1e-05,1613940051605,809
+"wd_1",0.01,1613940051605,809
+"sqr_mom_1",0.99,1613940051605,809
+"lr_1",1.6893738057988402e-05,1613940051605,809
+"mom_1",0.9327656548550289,1613940051605,809
+"eps_1",1e-05,1613940051605,809
+"wd_2",0.01,1613940051605,809
+"sqr_mom_2",0.99,1613940051605,809
+"lr_2",0.00016893738057988404,1613940051605,809
+"mom_2",0.9327656548550289,1613940051605,809
+"eps_2",1e-05,1613940051605,809
+"train_loss",0.09513585,1613940052567,810
+"raw_loss",0.07043334,1613940052567,810
+"epoch",5.1006289308176065,1613940052567,810
+"wd_0",0.01,1613940052567,810
+"sqr_mom_0",0.99,1613940052567,810
+"lr_0",1.6913647667336096e-06,1613940052567,810
+"mom_0",0.9327158808316597,1613940052567,810
+"eps_0",1e-05,1613940052567,810
+"wd_1",0.01,1613940052567,810
+"sqr_mom_1",0.99,1613940052567,810
+"lr_1",1.6913647667336095e-05,1613940052567,810
+"mom_1",0.9327158808316597,1613940052567,810
+"eps_1",1e-05,1613940052567,810
+"wd_2",0.01,1613940052567,810
+"sqr_mom_2",0.99,1613940052567,810
+"lr_2",0.00016913647667336095,1613940052567,810
+"mom_2",0.9327158808316597,1613940052567,810
+"eps_2",1e-05,1613940052567,810
+"train_loss",0.09454174,1613940053530,811
+"raw_loss",0.065430425,1613940053530,811
+"epoch",5.106918238993707,1613940053530,811
+"wd_0",0.01,1613940053530,811
+"sqr_mom_0",0.99,1613940053530,811
+"lr_0",1.6933581397343535e-06,1613940053530,811
+"mom_0",0.9326660465066411,1613940053530,811
+"eps_0",1e-05,1613940053530,811
+"wd_1",0.01,1613940053530,811
+"sqr_mom_1",0.99,1613940053530,811
+"lr_1",1.6933581397343533e-05,1613940053530,811
+"mom_1",0.9326660465066411,1613940053530,811
+"eps_1",1e-05,1613940053530,811
+"wd_2",0.01,1613940053530,811
+"sqr_mom_2",0.99,1613940053530,811
+"lr_2",0.00016933581397343532,1613940053530,811
+"mom_2",0.9326660465066411,1613940053530,811
+"eps_2",1e-05,1613940053530,811
+"train_loss",0.09423361,1613940054516,812
+"raw_loss",0.07913486,1613940054516,812
+"epoch",5.113207547169807,1613940054516,812
+"wd_0",0.01,1613940054516,812
+"sqr_mom_0",0.99,1613940054516,812
+"lr_0",1.695353779899041e-06,1613940054516,812
+"mom_0",0.932616155502524,1613940054516,812
+"eps_0",1e-05,1613940054516,812
+"wd_1",0.01,1613940054516,812
+"sqr_mom_1",0.99,1613940054516,812
+"lr_1",1.6953537798990408e-05,1613940054516,812
+"mom_1",0.932616155502524,1613940054516,812
+"eps_1",1e-05,1613940054516,812
+"wd_2",0.01,1613940054516,812
+"sqr_mom_2",0.99,1613940054516,812
+"lr_2",0.0001695353779899041,1613940054516,812
+"mom_2",0.932616155502524,1613940054516,812
+"eps_2",1e-05,1613940054516,812
+"train_loss",0.093729146,1613940055481,813
+"raw_loss",0.06901064,1613940055481,813
+"epoch",5.119496855345908,1613940055481,813
+"wd_0",0.01,1613940055481,813
+"sqr_mom_0",0.99,1613940055481,813
+"lr_0",1.6973516837650217e-06,1613940055481,813
+"mom_0",0.9325662079058744,1613940055481,813
+"eps_0",1e-05,1613940055481,813
+"wd_1",0.01,1613940055481,813
+"sqr_mom_1",0.99,1613940055481,813
+"lr_1",1.6973516837650217e-05,1613940055481,813
+"mom_1",0.9325662079058744,1613940055481,813
+"eps_1",1e-05,1613940055481,813
+"wd_2",0.01,1613940055481,813
+"sqr_mom_2",0.99,1613940055481,813
+"lr_2",0.00016973516837650215,1613940055481,813
+"mom_2",0.9325662079058744,1613940055481,813
+"eps_2",1e-05,1613940055481,813
+"train_loss",0.09474577,1613940056462,814
+"raw_loss",0.1445604,1613940056462,814
+"epoch",5.125786163522008,1613940056462,814
+"wd_0",0.01,1613940056462,814
+"sqr_mom_0",0.99,1613940056462,814
+"lr_0",1.6993518478657188e-06,1613940056462,814
+"mom_0",0.932516203803357,1613940056462,814
+"eps_0",1e-05,1613940056462,814
+"wd_1",0.01,1613940056462,814
+"sqr_mom_1",0.99,1613940056462,814
+"lr_1",1.699351847865719e-05,1613940056462,814
+"mom_1",0.932516203803357,1613940056462,814
+"eps_1",1e-05,1613940056462,814
+"wd_2",0.01,1613940056462,814
+"sqr_mom_2",0.99,1613940056462,814
+"lr_2",0.00016993518478657186,1613940056462,814
+"mom_2",0.932516203803357,1613940056462,814
+"eps_2",1e-05,1613940056462,814
+"train_loss",0.09510801,1613940057444,815
+"raw_loss",0.11285774,1613940057444,815
+"epoch",5.1320754716981085,1613940057444,815
+"wd_0",0.01,1613940057444,815
+"sqr_mom_0",0.99,1613940057444,815
+"lr_0",1.7013542687306316e-06,1613940057444,815
+"mom_0",0.9324661432817342,1613940057444,815
+"eps_0",1e-05,1613940057444,815
+"wd_1",0.01,1613940057444,815
+"sqr_mom_1",0.99,1613940057444,815
+"lr_1",1.7013542687306315e-05,1613940057444,815
+"mom_1",0.9324661432817342,1613940057444,815
+"eps_1",1e-05,1613940057444,815
+"wd_2",0.01,1613940057444,815
+"sqr_mom_2",0.99,1613940057444,815
+"lr_2",0.00017013542687306313,1613940057444,815
+"mom_2",0.9324661432817342,1613940057444,815
+"eps_2",1e-05,1613940057444,815
+"train_loss",0.094291665,1613940058412,816
+"raw_loss",0.054290798,1613940058412,816
+"epoch",5.138364779874209,1613940058412,816
+"wd_0",0.01,1613940058412,816
+"sqr_mom_0",0.99,1613940058412,816
+"lr_0",1.7033589428853453e-06,1613940058412,816
+"mom_0",0.9324160264278664,1613940058412,816
+"eps_0",1e-05,1613940058412,816
+"wd_1",0.01,1613940058412,816
+"sqr_mom_1",0.99,1613940058412,816
+"lr_1",1.703358942885345e-05,1613940058412,816
+"mom_1",0.9324160264278664,1613940058412,816
+"eps_1",1e-05,1613940058412,816
+"wd_2",0.01,1613940058412,816
+"sqr_mom_2",0.99,1613940058412,816
+"lr_2",0.00017033589428853453,1613940058412,816
+"mom_2",0.9324160264278664,1613940058412,816
+"eps_2",1e-05,1613940058412,816
+"train_loss",0.096089795,1613940059381,817
+"raw_loss",0.18419777,1613940059381,817
+"epoch",5.144654088050309,1613940059381,817
+"wd_0",0.01,1613940059381,817
+"sqr_mom_0",0.99,1613940059381,817
+"lr_0",1.7053658668515356e-06,1613940059381,817
+"mom_0",0.9323658533287116,1613940059381,817
+"eps_0",1e-05,1613940059381,817
+"wd_1",0.01,1613940059381,817
+"sqr_mom_1",0.99,1613940059381,817
+"lr_1",1.7053658668515357e-05,1613940059381,817
+"mom_1",0.9323658533287116,1613940059381,817
+"eps_1",1e-05,1613940059381,817
+"wd_2",0.01,1613940059381,817
+"sqr_mom_2",0.99,1613940059381,817
+"lr_2",0.00017053658668515355,1613940059381,817
+"mom_2",0.9323658533287116,1613940059381,817
+"eps_2",1e-05,1613940059381,817
+"train_loss",0.09691703,1613940060372,818
+"raw_loss",0.13745187,1613940060372,818
+"epoch",5.15094339622641,1613940060372,818
+"wd_0",0.01,1613940060372,818
+"sqr_mom_0",0.99,1613940060372,818
+"lr_0",1.7073750371469728e-06,1613940060372,818
+"mom_0",0.9323156240713256,1613940060372,818
+"eps_0",1e-05,1613940060372,818
+"wd_1",0.01,1613940060372,818
+"sqr_mom_1",0.99,1613940060372,818
+"lr_1",1.707375037146973e-05,1613940060372,818
+"mom_1",0.9323156240713256,1613940060372,818
+"eps_1",1e-05,1613940060372,818
+"wd_2",0.01,1613940060372,818
+"sqr_mom_2",0.99,1613940060372,818
+"lr_2",0.00017073750371469727,1613940060372,818
+"mom_2",0.9323156240713256,1613940060372,818
+"eps_2",1e-05,1613940060372,818
+"train_loss",0.09788535,1613940061364,819
+"raw_loss",0.1453327,1613940061364,819
+"epoch",5.15723270440251,1613940061364,819
+"wd_0",0.01,1613940061364,819
+"sqr_mom_0",0.99,1613940061364,819
+"lr_0",1.7093864502855317e-06,1613940061364,819
+"mom_0",0.9322653387428617,1613940061364,819
+"eps_0",1e-05,1613940061364,819
+"wd_1",0.01,1613940061364,819
+"sqr_mom_1",0.99,1613940061364,819
+"lr_1",1.7093864502855316e-05,1613940061364,819
+"mom_1",0.9322653387428617,1613940061364,819
+"eps_1",1e-05,1613940061364,819
+"wd_2",0.01,1613940061364,819
+"sqr_mom_2",0.99,1613940061364,819
+"lr_2",0.00017093864502855315,1613940061364,819
+"mom_2",0.9322653387428617,1613940061364,819
+"eps_2",1e-05,1613940061364,819
+"train_loss",0.097561635,1613940062364,820
+"raw_loss",0.08169977,1613940062364,820
+"epoch",5.1635220125786105,1613940062364,820
+"wd_0",0.01,1613940062364,820
+"sqr_mom_0",0.99,1613940062364,820
+"lr_0",1.7114001027771944e-06,1613940062364,820
+"mom_0",0.9322149974305701,1613940062364,820
+"eps_0",1e-05,1613940062364,820
+"wd_1",0.01,1613940062364,820
+"sqr_mom_1",0.99,1613940062364,820
+"lr_1",1.7114001027771942e-05,1613940062364,820
+"mom_1",0.9322149974305701,1613940062364,820
+"eps_1",1e-05,1613940062364,820
+"wd_2",0.01,1613940062364,820
+"sqr_mom_2",0.99,1613940062364,820
+"lr_2",0.00017114001027771942,1613940062364,820
+"mom_2",0.9322149974305701,1613940062364,820
+"eps_2",1e-05,1613940062364,820
+"train_loss",0.09761222,1613940063345,821
+"raw_loss",0.10009068,1613940063345,821
+"epoch",5.169811320754711,1613940063345,821
+"wd_0",0.01,1613940063345,821
+"sqr_mom_0",0.99,1613940063345,821
+"lr_0",1.713415847762854e-06,1613940063345,821
+"mom_0",0.9321646038059286,1613940063345,821
+"eps_0",1e-05,1613940063345,821
+"wd_1",0.01,1613940063345,821
+"sqr_mom_1",0.99,1613940063345,821
+"lr_1",1.7134158477628538e-05,1613940063345,821
+"mom_1",0.9321646038059286,1613940063345,821
+"eps_1",1e-05,1613940063345,821
+"wd_2",0.01,1613940063345,821
+"sqr_mom_2",0.99,1613940063345,821
+"lr_2",0.00017134158477628538,1613940063345,821
+"mom_2",0.9321646038059286,1613940063345,821
+"eps_2",1e-05,1613940063345,821
+"train_loss",0.09718617,1613940064329,822
+"raw_loss",0.076310225,1613940064329,822
+"epoch",5.176100628930811,1613940064329,822
+"wd_0",0.01,1613940064329,822
+"sqr_mom_0",0.99,1613940064329,822
+"lr_0",1.7154341118403366e-06,1613940064329,822
+"mom_0",0.9321141472039915,1613940064329,822
+"eps_0",1e-05,1613940064329,822
+"wd_1",0.01,1613940064329,822
+"sqr_mom_1",0.99,1613940064329,822
+"lr_1",1.7154341118403366e-05,1613940064329,822
+"mom_1",0.9321141472039915,1613940064329,822
+"eps_1",1e-05,1613940064329,822
+"wd_2",0.01,1613940064329,822
+"sqr_mom_2",0.99,1613940064329,822
+"lr_2",0.00017154341118403365,1613940064329,822
+"mom_2",0.9321141472039915,1613940064329,822
+"eps_2",1e-05,1613940064329,822
+"train_loss",0.09754503,1613940065310,823
+"raw_loss",0.11512841,1613940065310,823
+"epoch",5.182389937106912,1613940065310,823
+"wd_0",0.01,1613940065310,823
+"sqr_mom_0",0.99,1613940065310,823
+"lr_0",1.7174544614123775e-06,1613940065310,823
+"mom_0",0.9320636384646905,1613940065310,823
+"eps_0",1e-05,1613940065310,823
+"wd_1",0.01,1613940065310,823
+"sqr_mom_1",0.99,1613940065310,823
+"lr_1",1.7174544614123773e-05,1613940065310,823
+"mom_1",0.9320636384646905,1613940065310,823
+"eps_1",1e-05,1613940065310,823
+"wd_2",0.01,1613940065310,823
+"sqr_mom_2",0.99,1613940065310,823
+"lr_2",0.00017174544614123773,1613940065310,823
+"mom_2",0.9320636384646905,1613940065310,823
+"eps_2",1e-05,1613940065310,823
+"train_loss",0.09727053,1613940066297,824
+"raw_loss",0.08382053,1613940066297,824
+"epoch",5.188679245283012,1613940066297,824
+"wd_0",0.01,1613940066297,824
+"sqr_mom_0",0.99,1613940066297,824
+"lr_0",1.7194768924985569e-06,1613940066297,824
+"mom_0",0.932013077687536,1613940066297,824
+"eps_0",1e-05,1613940066297,824
+"wd_1",0.01,1613940066297,824
+"sqr_mom_1",0.99,1613940066297,824
+"lr_1",1.7194768924985568e-05,1613940066297,824
+"mom_1",0.932013077687536,1613940066297,824
+"eps_1",1e-05,1613940066297,824
+"wd_2",0.01,1613940066297,824
+"sqr_mom_2",0.99,1613940066297,824
+"lr_2",0.0001719476892498557,1613940066297,824
+"mom_2",0.932013077687536,1613940066297,824
+"eps_2",1e-05,1613940066297,824
+"train_loss",0.097686894,1613940067309,825
+"raw_loss",0.11808859,1613940067309,825
+"epoch",5.194968553459113,1613940067309,825
+"wd_0",0.01,1613940067309,825
+"sqr_mom_0",0.99,1613940067309,825
+"lr_0",1.721501689111889e-06,1613940067309,825
+"mom_0",0.9319624577722028,1613940067309,825
+"eps_0",1e-05,1613940067309,825
+"wd_1",0.01,1613940067309,825
+"sqr_mom_1",0.99,1613940067309,825
+"lr_1",1.721501689111889e-05,1613940067309,825
+"mom_1",0.9319624577722028,1613940067309,825
+"eps_1",1e-05,1613940067309,825
+"wd_2",0.01,1613940067309,825
+"sqr_mom_2",0.99,1613940067309,825
+"lr_2",0.0001721501689111889,1613940067309,825
+"mom_2",0.9319624577722028,1613940067309,825
+"eps_2",1e-05,1613940067309,825
+"train_loss",0.09981068,1613940068295,826
+"raw_loss",0.20387675,1613940068295,826
+"epoch",5.201257861635213,1613940068295,826
+"wd_0",0.01,1613940068295,826
+"sqr_mom_0",0.99,1613940068295,826
+"lr_0",1.7235287040570837e-06,1613940068295,826
+"mom_0",0.9319117823985729,1613940068295,826
+"eps_0",1e-05,1613940068295,826
+"wd_1",0.01,1613940068295,826
+"sqr_mom_1",0.99,1613940068295,826
+"lr_1",1.7235287040570837e-05,1613940068295,826
+"mom_1",0.9319117823985729,1613940068295,826
+"eps_1",1e-05,1613940068295,826
+"wd_2",0.01,1613940068295,826
+"sqr_mom_2",0.99,1613940068295,826
+"lr_2",0.00017235287040570836,1613940068295,826
+"mom_2",0.9319117823985729,1613940068295,826
+"eps_2",1e-05,1613940068295,826
+"train_loss",0.0987311,1613940069257,827
+"raw_loss",0.045831367,1613940069257,827
+"epoch",5.207547169811313,1613940069257,827
+"wd_0",0.01,1613940069257,827
+"sqr_mom_0",0.99,1613940069257,827
+"lr_0",1.7255580781298025e-06,1613940069257,827
+"mom_0",0.931861048046755,1613940069257,827
+"eps_0",1e-05,1613940069257,827
+"wd_1",0.01,1613940069257,827
+"sqr_mom_1",0.99,1613940069257,827
+"lr_1",1.7255580781298024e-05,1613940069257,827
+"mom_1",0.931861048046755,1613940069257,827
+"eps_1",1e-05,1613940069257,827
+"wd_2",0.01,1613940069257,827
+"sqr_mom_2",0.99,1613940069257,827
+"lr_2",0.0001725558078129802,1613940069257,827
+"mom_2",0.931861048046755,1613940069257,827
+"eps_2",1e-05,1613940069257,827
+"train_loss",0.09842461,1613940070229,828
+"raw_loss",0.08340696,1613940070229,828
+"epoch",5.213836477987414,1613940070229,828
+"wd_0",0.01,1613940070229,828
+"sqr_mom_0",0.99,1613940070229,828
+"lr_0",1.7275893748708659e-06,1613940070229,828
+"mom_0",0.9318102656282283,1613940070229,828
+"eps_0",1e-05,1613940070229,828
+"wd_1",0.01,1613940070229,828
+"sqr_mom_1",0.99,1613940070229,828
+"lr_1",1.7275893748708657e-05,1613940070229,828
+"mom_1",0.9318102656282283,1613940070229,828
+"eps_1",1e-05,1613940070229,828
+"wd_2",0.01,1613940070229,828
+"sqr_mom_2",0.99,1613940070229,828
+"lr_2",0.00017275893748708657,1613940070229,828
+"mom_2",0.9318102656282283,1613940070229,828
+"eps_2",1e-05,1613940070229,828
+"train_loss",0.09863874,1613940071193,829
+"raw_loss",0.10913115,1613940071193,829
+"epoch",5.220125786163514,1613940071193,829
+"wd_0",0.01,1613940071193,829
+"sqr_mom_0",0.99,1613940071193,829
+"lr_0",1.7296230236937523e-06,1613940071193,829
+"mom_0",0.9317594244076561,1613940071193,829
+"eps_0",1e-05,1613940071193,829
+"wd_1",0.01,1613940071193,829
+"sqr_mom_1",0.99,1613940071193,829
+"lr_1",1.7296230236937522e-05,1613940071193,829
+"mom_1",0.9317594244076561,1613940071193,829
+"eps_1",1e-05,1613940071193,829
+"wd_2",0.01,1613940071193,829
+"sqr_mom_2",0.99,1613940071193,829
+"lr_2",0.00017296230236937523,1613940071193,829
+"mom_2",0.9317594244076561,1613940071193,829
+"eps_2",1e-05,1613940071193,829
+"train_loss",0.09805243,1613940072176,830
+"raw_loss",0.06932333,1613940072176,830
+"epoch",5.226415094339615,1613940072176,830
+"wd_0",0.01,1613940072176,830
+"sqr_mom_0",0.99,1613940072176,830
+"lr_0",1.7316588767571145e-06,1613940072176,830
+"mom_0",0.9317085280810721,1613940072176,830
+"eps_0",1e-05,1613940072176,830
+"wd_1",0.01,1613940072176,830
+"sqr_mom_1",0.99,1613940072176,830
+"lr_1",1.7316588767571143e-05,1613940072176,830
+"mom_1",0.9317085280810721,1613940072176,830
+"eps_1",1e-05,1613940072176,830
+"wd_2",0.01,1613940072176,830
+"sqr_mom_2",0.99,1613940072176,830
+"lr_2",0.00017316588767571142,1613940072176,830
+"mom_2",0.9317085280810721,1613940072176,830
+"eps_2",1e-05,1613940072176,830
+"train_loss",0.098976344,1613940073170,831
+"raw_loss",0.14424782,1613940073170,831
+"epoch",5.232704402515715,1613940073170,831
+"wd_0",0.01,1613940073170,831
+"sqr_mom_0",0.99,1613940073170,831
+"lr_0",1.7336969305285292e-06,1613940073170,831
+"mom_0",0.9316575767367867,1613940073170,831
+"eps_0",1e-05,1613940073170,831
+"wd_1",0.01,1613940073170,831
+"sqr_mom_1",0.99,1613940073170,831
+"lr_1",1.733696930528529e-05,1613940073170,831
+"mom_1",0.9316575767367867,1613940073170,831
+"eps_1",1e-05,1613940073170,831
+"wd_2",0.01,1613940073170,831
+"sqr_mom_2",0.99,1613940073170,831
+"lr_2",0.00017336969305285289,1613940073170,831
+"mom_2",0.9316575767367867,1613940073170,831
+"eps_2",1e-05,1613940073170,831
+"train_loss",0.098678924,1613940074137,832
+"raw_loss",0.08410565,1613940074137,832
+"epoch",5.238993710691815,1613940074137,832
+"wd_0",0.01,1613940074137,832
+"sqr_mom_0",0.99,1613940074137,832
+"lr_0",1.7357371814717527e-06,1613940074137,832
+"mom_0",0.9316065704632062,1613940074137,832
+"eps_0",1e-05,1613940074137,832
+"wd_1",0.01,1613940074137,832
+"sqr_mom_1",0.99,1613940074137,832
+"lr_1",1.7357371814717527e-05,1613940074137,832
+"mom_1",0.9316065704632062,1613940074137,832
+"eps_1",1e-05,1613940074137,832
+"wd_2",0.01,1613940074137,832
+"sqr_mom_2",0.99,1613940074137,832
+"lr_2",0.00017357371814717524,1613940074137,832
+"mom_2",0.9316065704632062,1613940074137,832
+"eps_2",1e-05,1613940074137,832
+"train_loss",0.098805144,1613940075094,833
+"raw_loss",0.10498987,1613940075094,833
+"epoch",5.245283018867916,1613940075094,833
+"wd_0",0.01,1613940075094,833
+"sqr_mom_0",0.99,1613940075094,833
+"lr_0",1.7377796260467318e-06,1613940075094,833
+"mom_0",0.9315555093488317,1613940075094,833
+"eps_0",1e-05,1613940075094,833
+"wd_1",0.01,1613940075094,833
+"sqr_mom_1",0.99,1613940075094,833
+"lr_1",1.7377796260467318e-05,1613940075094,833
+"mom_1",0.9315555093488317,1613940075094,833
+"eps_1",1e-05,1613940075094,833
+"wd_2",0.01,1613940075094,833
+"sqr_mom_2",0.99,1613940075094,833
+"lr_2",0.00017377796260467318,1613940075094,833
+"mom_2",0.9315555093488317,1613940075094,833
+"eps_2",1e-05,1613940075094,833
+"train_loss",0.09876325,1613940076068,834
+"raw_loss",0.09671035,1613940076068,834
+"epoch",5.251572327044016,1613940076068,834
+"wd_0",0.01,1613940076068,834
+"sqr_mom_0",0.99,1613940076068,834
+"lr_0",1.739824260709605e-06,1613940076068,834
+"mom_0",0.9315043934822599,1613940076068,834
+"eps_0",1e-05,1613940076068,834
+"wd_1",0.01,1613940076068,834
+"sqr_mom_1",0.99,1613940076068,834
+"lr_1",1.739824260709605e-05,1613940076068,834
+"mom_1",0.9315043934822599,1613940076068,834
+"eps_1",1e-05,1613940076068,834
+"wd_2",0.01,1613940076068,834
+"sqr_mom_2",0.99,1613940076068,834
+"lr_2",0.0001739824260709605,1613940076068,834
+"mom_2",0.9315043934822599,1613940076068,834
+"eps_2",1e-05,1613940076068,834
+"train_loss",0.1007622,1613940077033,835
+"raw_loss",0.19871141,1613940077033,835
+"epoch",5.257861635220117,1613940077033,835
+"wd_0",0.01,1613940077033,835
+"sqr_mom_0",0.99,1613940077033,835
+"lr_0",1.7418710819127121e-06,1613940077033,835
+"mom_0",0.9314532229521821,1613940077033,835
+"eps_0",1e-05,1613940077033,835
+"wd_1",0.01,1613940077033,835
+"sqr_mom_1",0.99,1613940077033,835
+"lr_1",1.741871081912712e-05,1613940077033,835
+"mom_1",0.9314532229521821,1613940077033,835
+"eps_1",1e-05,1613940077033,835
+"wd_2",0.01,1613940077033,835
+"sqr_mom_2",0.99,1613940077033,835
+"lr_2",0.00017418710819127117,1613940077033,835
+"mom_2",0.9314532229521821,1613940077033,835
+"eps_2",1e-05,1613940077033,835
+"train_loss",0.1001805,1613940077995,836
+"raw_loss",0.071676955,1613940077995,836
+"epoch",5.264150943396217,1613940077995,836
+"wd_0",0.01,1613940077995,836
+"sqr_mom_0",0.99,1613940077995,836
+"lr_0",1.7439200861045988e-06,1613940077995,836
+"mom_0",0.931401997847385,1613940077995,836
+"eps_0",1e-05,1613940077995,836
+"wd_1",0.01,1613940077995,836
+"sqr_mom_1",0.99,1613940077995,836
+"lr_1",1.7439200861045987e-05,1613940077995,836
+"mom_1",0.931401997847385,1613940077995,836
+"eps_1",1e-05,1613940077995,836
+"wd_2",0.01,1613940077995,836
+"sqr_mom_2",0.99,1613940077995,836
+"lr_2",0.00017439200861045986,1613940077995,836
+"mom_2",0.931401997847385,1613940077995,836
+"eps_2",1e-05,1613940077995,836
+"train_loss",0.09917316,1613940078955,837
+"raw_loss",0.04981332,1613940078955,837
+"epoch",5.270440251572317,1613940078955,837
+"wd_0",0.01,1613940078955,837
+"sqr_mom_0",0.99,1613940078955,837
+"lr_0",1.7459712697300217e-06,1613940078955,837
+"mom_0",0.9313507182567494,1613940078955,837
+"eps_0",1e-05,1613940078955,837
+"wd_1",0.01,1613940078955,837
+"sqr_mom_1",0.99,1613940078955,837
+"lr_1",1.7459712697300214e-05,1613940078955,837
+"mom_1",0.9313507182567494,1613940078955,837
+"eps_1",1e-05,1613940078955,837
+"wd_2",0.01,1613940078955,837
+"sqr_mom_2",0.99,1613940078955,837
+"lr_2",0.00017459712697300215,1613940078955,837
+"mom_2",0.9313507182567494,1613940078955,837
+"eps_2",1e-05,1613940078955,837
+"train_loss",0.098593146,1613940079948,838
+"raw_loss",0.07017293,1613940079948,838
+"epoch",5.276729559748418,1613940079948,838
+"wd_0",0.01,1613940079948,838
+"sqr_mom_0",0.99,1613940079948,838
+"lr_0",1.7480246292299583e-06,1613940079948,838
+"mom_0",0.931299384269251,1613940079948,838
+"eps_0",1e-05,1613940079948,838
+"wd_1",0.01,1613940079948,838
+"sqr_mom_1",0.99,1613940079948,838
+"lr_1",1.748024629229958e-05,1613940079948,838
+"mom_1",0.931299384269251,1613940079948,838
+"eps_1",1e-05,1613940079948,838
+"wd_2",0.01,1613940079948,838
+"sqr_mom_2",0.99,1613940079948,838
+"lr_2",0.0001748024629229958,1613940079948,838
+"mom_2",0.931299384269251,1613940079948,838
+"eps_2",1e-05,1613940079948,838
+"train_loss",0.09825619,1613940080916,839
+"raw_loss",0.08174543,1613940080916,839
+"epoch",5.283018867924518,1613940080916,839
+"wd_0",0.01,1613940080916,839
+"sqr_mom_0",0.99,1613940080916,839
+"lr_0",1.750080014860877e-06,1613940080916,839
+"mom_0",0.931247999628478,1613940080916,839
+"eps_0",1e-05,1613940080916,839
+"wd_1",0.01,1613940080916,839
+"sqr_mom_1",0.99,1613940080916,839
+"lr_1",1.750080014860877e-05,1613940080916,839
+"mom_1",0.931247999628478,1613940080916,839
+"eps_1",1e-05,1613940080916,839
+"wd_2",0.01,1613940080916,839
+"sqr_mom_2",0.99,1613940080916,839
+"lr_2",0.0001750080014860877,1613940080916,839
+"mom_2",0.931247999628478,1613940080916,839
+"eps_2",1e-05,1613940080916,839
+"train_loss",0.099157065,1613940081879,840
+"raw_loss",0.14330016,1613940081879,840
+"epoch",5.289308176100619,1613940081879,840
+"wd_0",0.01,1613940081879,840
+"sqr_mom_0",0.99,1613940081879,840
+"lr_0",1.7521377152636486e-06,1613940081879,840
+"mom_0",0.9311965571184088,1613940081879,840
+"eps_0",1e-05,1613940081879,840
+"wd_1",0.01,1613940081879,840
+"sqr_mom_1",0.99,1613940081879,840
+"lr_1",1.7521377152636484e-05,1613940081879,840
+"mom_1",0.9311965571184088,1613940081879,840
+"eps_1",1e-05,1613940081879,840
+"wd_2",0.01,1613940081879,840
+"sqr_mom_2",0.99,1613940081879,840
+"lr_2",0.00017521377152636484,1613940081879,840
+"mom_2",0.9311965571184088,1613940081879,840
+"eps_2",1e-05,1613940081879,840
+"train_loss",0.09832561,1613940082885,841
+"raw_loss",0.057584222,1613940082885,841
+"epoch",5.295597484276719,1613940082885,841
+"wd_0",0.01,1613940082885,841
+"sqr_mom_0",0.99,1613940082885,841
+"lr_0",1.7541977273300127e-06,1613940082885,841
+"mom_0",0.9311450568167496,1613940082885,841
+"eps_0",1e-05,1613940082885,841
+"wd_1",0.01,1613940082885,841
+"sqr_mom_1",0.99,1613940082885,841
+"lr_1",1.7541977273300127e-05,1613940082885,841
+"mom_1",0.9311450568167496,1613940082885,841
+"eps_1",1e-05,1613940082885,841
+"wd_2",0.01,1613940082885,841
+"sqr_mom_2",0.99,1613940082885,841
+"lr_2",0.00017541977273300124,1613940082885,841
+"mom_2",0.9311450568167496,1613940082885,841
+"eps_2",1e-05,1613940082885,841
+"train_loss",0.09775362,1613940083855,842
+"raw_loss",0.06972589,1613940083855,842
+"epoch",5.3018867924528195,1613940083855,842
+"wd_0",0.01,1613940083855,842
+"sqr_mom_0",0.99,1613940083855,842
+"lr_0",1.7562597546623475e-06,1613940083855,842
+"mom_0",0.9310935061334413,1613940083855,842
+"eps_0",1e-05,1613940083855,842
+"wd_1",0.01,1613940083855,842
+"sqr_mom_1",0.99,1613940083855,842
+"lr_1",1.7562597546623472e-05,1613940083855,842
+"mom_1",0.9310935061334413,1613940083855,842
+"eps_1",1e-05,1613940083855,842
+"wd_2",0.01,1613940083855,842
+"sqr_mom_2",0.99,1613940083855,842
+"lr_2",0.0001756259754662347,1613940083855,842
+"mom_2",0.9310935061334413,1613940083855,842
+"eps_2",1e-05,1613940083855,842
+"train_loss",0.09655861,1613940084856,843
+"raw_loss",0.038003076,1613940084856,843
+"epoch",5.30817610062892,1613940084856,843
+"wd_0",0.01,1613940084856,843
+"sqr_mom_0",0.99,1613940084856,843
+"lr_0",1.7583237932222674e-06,1613940084856,843
+"mom_0",0.9310419051694433,1613940084856,843
+"eps_0",1e-05,1613940084856,843
+"wd_1",0.01,1613940084856,843
+"sqr_mom_1",0.99,1613940084856,843
+"lr_1",1.7583237932222672e-05,1613940084856,843
+"mom_1",0.9310419051694433,1613940084856,843
+"eps_1",1e-05,1613940084856,843
+"wd_2",0.01,1613940084856,843
+"sqr_mom_2",0.99,1613940084856,843
+"lr_2",0.0001758323793222267,1613940084856,843
+"mom_2",0.9310419051694433,1613940084856,843
+"eps_2",1e-05,1613940084856,843
+"train_loss",0.09637859,1613940085845,844
+"raw_loss",0.08755752,1613940085845,844
+"epoch",5.31446540880502,1613940085845,844
+"wd_0",0.01,1613940085845,844
+"sqr_mom_0",0.99,1613940085845,844
+"lr_0",1.7603901328657866e-06,1613940085845,844
+"mom_0",0.9309902466783553,1613940085845,844
+"eps_0",1e-05,1613940085845,844
+"wd_1",0.01,1613940085845,844
+"sqr_mom_1",0.99,1613940085845,844
+"lr_1",1.7603901328657862e-05,1613940085845,844
+"mom_1",0.9309902466783553,1613940085845,844
+"eps_1",1e-05,1613940085845,844
+"wd_2",0.01,1613940085845,844
+"sqr_mom_2",0.99,1613940085845,844
+"lr_2",0.00017603901328657864,1613940085845,844
+"mom_2",0.9309902466783553,1613940085845,844
+"eps_2",1e-05,1613940085845,844
+"train_loss",0.096631974,1613940086795,845
+"raw_loss",0.109047696,1613940086795,845
+"epoch",5.320754716981121,1613940086795,845
+"wd_0",0.01,1613940086795,845
+"sqr_mom_0",0.99,1613940086795,845
+"lr_0",1.7624586233655422e-06,1613940086795,845
+"mom_0",0.9309385344158614,1613940086795,845
+"eps_0",1e-05,1613940086795,845
+"wd_1",0.01,1613940086795,845
+"sqr_mom_1",0.99,1613940086795,845
+"lr_1",1.7624586233655416e-05,1613940086795,845
+"mom_1",0.9309385344158614,1613940086795,845
+"eps_1",1e-05,1613940086795,845
+"wd_2",0.01,1613940086795,845
+"sqr_mom_2",0.99,1613940086795,845
+"lr_2",0.00017624586233655416,1613940086795,845
+"mom_2",0.9309385344158614,1613940086795,845
+"eps_2",1e-05,1613940086795,845
+"train_loss",0.09643068,1613940087784,846
+"raw_loss",0.086567424,1613940087784,846
+"epoch",5.327044025157221,1613940087784,846
+"wd_0",0.01,1613940087784,846
+"sqr_mom_0",0.99,1613940087784,846
+"lr_0",1.764529408386038e-06,1613940087784,846
+"mom_0",0.930886764790349,1613940087784,846
+"eps_0",1e-05,1613940087784,846
+"wd_1",0.01,1613940087784,846
+"sqr_mom_1",0.99,1613940087784,846
+"lr_1",1.7645294083860377e-05,1613940087784,846
+"mom_1",0.930886764790349,1613940087784,846
+"eps_1",1e-05,1613940087784,846
+"wd_2",0.01,1613940087784,846
+"sqr_mom_2",0.99,1613940087784,846
+"lr_2",0.00017645294083860376,1613940087784,846
+"mom_2",0.930886764790349,1613940087784,846
+"eps_2",1e-05,1613940087784,846
+"train_loss",0.096749686,1613940088744,847
+"raw_loss",0.11238079,1613940088744,847
+"epoch",5.3333333333333215,1613940088744,847
+"wd_0",0.01,1613940088744,847
+"sqr_mom_0",0.99,1613940088744,847
+"lr_0",1.7666020425738264e-06,1613940088744,847
+"mom_0",0.9308349489356543,1613940088744,847
+"eps_0",1e-05,1613940088744,847
+"wd_1",0.01,1613940088744,847
+"sqr_mom_1",0.99,1613940088744,847
+"lr_1",1.7666020425738266e-05,1613940088744,847
+"mom_1",0.9308349489356543,1613940088744,847
+"eps_1",1e-05,1613940088744,847
+"wd_2",0.01,1613940088744,847
+"sqr_mom_2",0.99,1613940088744,847
+"lr_2",0.00017666020425738263,1613940088744,847
+"mom_2",0.9308349489356543,1613940088744,847
+"eps_2",1e-05,1613940088744,847
+"train_loss",0.0980278,1613940089697,848
+"raw_loss",0.1606557,1613940089697,848
+"epoch",5.339622641509422,1613940089697,848
+"wd_0",0.01,1613940089697,848
+"sqr_mom_0",0.99,1613940089697,848
+"lr_0",1.7686769640930779e-06,1613940089697,848
+"mom_0",0.9307830758976731,1613940089697,848
+"eps_0",1e-05,1613940089697,848
+"wd_1",0.01,1613940089697,848
+"sqr_mom_1",0.99,1613940089697,848
+"lr_1",1.7686769640930776e-05,1613940089697,848
+"mom_1",0.9307830758976731,1613940089697,848
+"eps_1",1e-05,1613940089697,848
+"wd_2",0.01,1613940089697,848
+"sqr_mom_2",0.99,1613940089697,848
+"lr_2",0.00017686769640930776,1613940089697,848
+"mom_2",0.9307830758976731,1613940089697,848
+"eps_2",1e-05,1613940089697,848
+"train_loss",0.09748217,1613940090646,849
+"raw_loss",0.070746034,1613940090646,849
+"epoch",5.345911949685522,1613940090646,849
+"wd_0",0.01,1613940090646,849
+"sqr_mom_0",0.99,1613940090646,849
+"lr_0",1.7707540220900245e-06,1613940090646,849
+"mom_0",0.9307311494477494,1613940090646,849
+"eps_0",1e-05,1613940090646,849
+"wd_1",0.01,1613940090646,849
+"sqr_mom_1",0.99,1613940090646,849
+"lr_1",1.7707540220900245e-05,1613940090646,849
+"mom_1",0.9307311494477494,1613940090646,849
+"eps_1",1e-05,1613940090646,849
+"wd_2",0.01,1613940090646,849
+"sqr_mom_2",0.99,1613940090646,849
+"lr_2",0.00017707540220900244,1613940090646,849
+"mom_2",0.9307311494477494,1613940090646,849
+"eps_2",1e-05,1613940090646,849
+"train_loss",0.09711835,1613940091607,850
+"raw_loss",0.07929161,1613940091607,850
+"epoch",5.352201257861623,1613940091607,850
+"wd_0",0.01,1613940091607,850
+"sqr_mom_0",0.99,1613940091607,850
+"lr_0",1.772833212960747e-06,1613940091607,850
+"mom_0",0.9306791696759813,1613940091607,850
+"eps_0",1e-05,1613940091607,850
+"wd_1",0.01,1613940091607,850
+"sqr_mom_1",0.99,1613940091607,850
+"lr_1",1.7728332129607468e-05,1613940091607,850
+"mom_1",0.9306791696759813,1613940091607,850
+"eps_1",1e-05,1613940091607,850
+"wd_2",0.01,1613940091607,850
+"sqr_mom_2",0.99,1613940091607,850
+"lr_2",0.00017728332129607468,1613940091607,850
+"mom_2",0.9306791696759813,1613940091607,850
+"eps_2",1e-05,1613940091607,850
+"train_loss",0.09708549,1613940092557,851
+"raw_loss",0.09547532,1613940092557,851
+"epoch",5.358490566037723,1613940092557,851
+"wd_0",0.01,1613940092557,851
+"sqr_mom_0",0.99,1613940092557,851
+"lr_0",1.7749145330976263e-06,1613940092557,851
+"mom_0",0.9306271366725594,1613940092557,851
+"eps_0",1e-05,1613940092557,851
+"wd_1",0.01,1613940092557,851
+"sqr_mom_1",0.99,1613940092557,851
+"lr_1",1.7749145330976263e-05,1613940092557,851
+"mom_1",0.9306271366725594,1613940092557,851
+"eps_1",1e-05,1613940092557,851
+"wd_2",0.01,1613940092557,851
+"sqr_mom_2",0.99,1613940092557,851
+"lr_2",0.0001774914533097626,1613940092557,851
+"mom_2",0.9306271366725594,1613940092557,851
+"eps_2",1e-05,1613940092557,851
+"train_loss",0.097330354,1613940093509,852
+"raw_loss",0.10932873,1613940093509,852
+"epoch",5.3647798742138235,1613940093509,852
+"wd_0",0.01,1613940093509,852
+"sqr_mom_0",0.99,1613940093509,852
+"lr_0",1.7769979788893494e-06,1613940093509,852
+"mom_0",0.9305750505277662,1613940093509,852
+"eps_0",1e-05,1613940093509,852
+"wd_1",0.01,1613940093509,852
+"sqr_mom_1",0.99,1613940093509,852
+"lr_1",1.776997978889349e-05,1613940093509,852
+"mom_1",0.9305750505277662,1613940093509,852
+"eps_1",1e-05,1613940093509,852
+"wd_2",0.01,1613940093509,852
+"sqr_mom_2",0.99,1613940093509,852
+"lr_2",0.0001776997978889349,1613940093509,852
+"mom_2",0.9305750505277662,1613940093509,852
+"eps_2",1e-05,1613940093509,852
+"train_loss",0.09658879,1613940094457,853
+"raw_loss",0.060252443,1613940094457,853
+"epoch",5.371069182389924,1613940094457,853
+"wd_0",0.01,1613940094457,853
+"sqr_mom_0",0.99,1613940094457,853
+"lr_0",1.7790835467209124e-06,1613940094457,853
+"mom_0",0.9305229113319772,1613940094457,853
+"eps_0",1e-05,1613940094457,853
+"wd_1",0.01,1613940094457,853
+"sqr_mom_1",0.99,1613940094457,853
+"lr_1",1.779083546720912e-05,1613940094457,853
+"mom_1",0.9305229113319772,1613940094457,853
+"eps_1",1e-05,1613940094457,853
+"wd_2",0.01,1613940094457,853
+"sqr_mom_2",0.99,1613940094457,853
+"lr_2",0.00017790835467209123,1613940094457,853
+"mom_2",0.9305229113319772,1613940094457,853
+"eps_2",1e-05,1613940094457,853
+"train_loss",0.09615574,1613940095407,854
+"raw_loss",0.07493617,1613940095407,854
+"epoch",5.377358490566024,1613940095407,854
+"wd_0",0.01,1613940095407,854
+"sqr_mom_0",0.99,1613940095407,854
+"lr_0",1.781171084509336e-06,1613940095407,854
+"mom_0",0.9304707228872666,1613940095407,854
+"eps_0",1e-05,1613940095407,854
+"wd_1",0.01,1613940095407,854
+"sqr_mom_1",0.99,1613940095407,854
+"lr_1",1.7811710845093362e-05,1613940095407,854
+"mom_1",0.9304707228872666,1613940095407,854
+"eps_1",1e-05,1613940095407,854
+"wd_2",0.01,1613940095407,854
+"sqr_mom_2",0.99,1613940095407,854
+"lr_2",0.0001781171084509336,1613940095407,854
+"mom_2",0.9304707228872666,1613940095407,854
+"eps_2",1e-05,1613940095407,854
+"train_loss",0.09657031,1613940096365,855
+"raw_loss",0.11688442,1613940096365,855
+"epoch",5.383647798742125,1613940096365,855
+"wd_0",0.01,1613940096365,855
+"sqr_mom_0",0.99,1613940096365,855
+"lr_0",1.783261034025149e-06,1613940096365,855
+"mom_0",0.9304184741493713,1613940096365,855
+"eps_0",1e-05,1613940096365,855
+"wd_1",0.01,1613940096365,855
+"sqr_mom_1",0.99,1613940096365,855
+"lr_1",1.783261034025149e-05,1613940096365,855
+"mom_1",0.9304184741493713,1613940096365,855
+"eps_1",1e-05,1613940096365,855
+"wd_2",0.01,1613940096365,855
+"sqr_mom_2",0.99,1613940096365,855
+"lr_2",0.0001783261034025149,1613940096365,855
+"mom_2",0.9304184741493713,1613940096365,855
+"eps_2",1e-05,1613940096365,855
+"train_loss",0.09584903,1613940097320,856
+"raw_loss",0.060506165,1613940097320,856
+"epoch",5.389937106918225,1613940097320,856
+"wd_0",0.01,1613940097320,856
+"sqr_mom_0",0.99,1613940097320,856
+"lr_0",1.785352946249433e-06,1613940097320,856
+"mom_0",0.9303661763437642,1613940097320,856
+"eps_0",1e-05,1613940097320,856
+"wd_1",0.01,1613940097320,856
+"sqr_mom_1",0.99,1613940097320,856
+"lr_1",1.7853529462494328e-05,1613940097320,856
+"mom_1",0.9303661763437642,1613940097320,856
+"eps_1",1e-05,1613940097320,856
+"wd_2",0.01,1613940097320,856
+"sqr_mom_2",0.99,1613940097320,856
+"lr_2",0.0001785352946249433,1613940097320,856
+"mom_2",0.9303661763437642,1613940097320,856
+"eps_2",1e-05,1613940097320,856
+"train_loss",0.09610622,1613940098281,857
+"raw_loss",0.108708665,1613940098281,857
+"epoch",5.3962264150943255,1613940098281,857
+"wd_0",0.01,1613940098281,857
+"sqr_mom_0",0.99,1613940098281,857
+"lr_0",1.787446966016793e-06,1613940098281,857
+"mom_0",0.9303138258495801,1613940098281,857
+"eps_0",1e-05,1613940098281,857
+"wd_1",0.01,1613940098281,857
+"sqr_mom_1",0.99,1613940098281,857
+"lr_1",1.7874469660167926e-05,1613940098281,857
+"mom_1",0.9303138258495801,1613940098281,857
+"eps_1",1e-05,1613940098281,857
+"wd_2",0.01,1613940098281,857
+"sqr_mom_2",0.99,1613940098281,857
+"lr_2",0.00017874469660167928,1613940098281,857
+"mom_2",0.9303138258495801,1613940098281,857
+"eps_2",1e-05,1613940098281,857
+"train_loss",0.09539517,1613940099265,858
+"raw_loss",0.060553916,1613940099265,858
+"epoch",5.402515723270426,1613940099265,858
+"wd_0",0.01,1613940099265,858
+"sqr_mom_0",0.99,1613940099265,858
+"lr_0",1.7895429406303809e-06,1613940099265,858
+"mom_0",0.9302614264842405,1613940099265,858
+"eps_0",1e-05,1613940099265,858
+"wd_1",0.01,1613940099265,858
+"sqr_mom_1",0.99,1613940099265,858
+"lr_1",1.7895429406303806e-05,1613940099265,858
+"mom_1",0.9302614264842405,1613940099265,858
+"eps_1",1e-05,1613940099265,858
+"wd_2",0.01,1613940099265,858
+"sqr_mom_2",0.99,1613940099265,858
+"lr_2",0.00017895429406303807,1613940099265,858
+"mom_2",0.9302614264842405,1613940099265,858
+"eps_2",1e-05,1613940099265,858
+"train_loss",0.09469412,1613940100227,859
+"raw_loss",0.06034252,1613940100227,859
+"epoch",5.408805031446526,1613940100227,859
+"wd_0",0.01,1613940100227,859
+"sqr_mom_0",0.99,1613940100227,859
+"lr_0",1.7916411644310379e-06,1613940100227,859
+"mom_0",0.930208970889224,1613940100227,859
+"eps_0",1e-05,1613940100227,859
+"wd_1",0.01,1613940100227,859
+"sqr_mom_1",0.99,1613940100227,859
+"lr_1",1.7916411644310377e-05,1613940100227,859
+"mom_1",0.930208970889224,1613940100227,859
+"eps_1",1e-05,1613940100227,859
+"wd_2",0.01,1613940100227,859
+"sqr_mom_2",0.99,1613940100227,859
+"lr_2",0.0001791641164431038,1613940100227,859
+"mom_2",0.930208970889224,1613940100227,859
+"eps_2",1e-05,1613940100227,859
+"train_loss",0.09378418,1613940101163,860
+"raw_loss",0.049197152,1613940101163,860
+"epoch",5.415094339622627,1613940101163,860
+"wd_0",0.01,1613940101163,860
+"sqr_mom_0",0.99,1613940101163,860
+"lr_0",1.7937416342255843e-06,1613940101163,860
+"mom_0",0.9301564591443604,1613940101163,860
+"eps_0",1e-05,1613940101163,860
+"wd_1",0.01,1613940101163,860
+"sqr_mom_1",0.99,1613940101163,860
+"lr_1",1.7937416342255842e-05,1613940101163,860
+"mom_1",0.9301564591443604,1613940101163,860
+"eps_1",1e-05,1613940101163,860
+"wd_2",0.01,1613940101163,860
+"sqr_mom_2",0.99,1613940101163,860
+"lr_2",0.0001793741634225584,1613940101163,860
+"mom_2",0.9301564591443604,1613940101163,860
+"eps_2",1e-05,1613940101163,860
+"train_loss",0.0941412,1613940102117,861
+"raw_loss",0.111635454,1613940102117,861
+"epoch",5.421383647798727,1613940102117,861
+"wd_0",0.01,1613940102117,861
+"sqr_mom_0",0.99,1613940102117,861
+"lr_0",1.7958440477952793e-06,1613940102117,861
+"mom_0",0.930103898805118,1613940102117,861
+"eps_0",1e-05,1613940102117,861
+"wd_1",0.01,1613940102117,861
+"sqr_mom_1",0.99,1613940102117,861
+"lr_1",1.795844047795279e-05,1613940102117,861
+"mom_1",0.930103898805118,1613940102117,861
+"eps_1",1e-05,1613940102117,861
+"wd_2",0.01,1613940102117,861
+"sqr_mom_2",0.99,1613940102117,861
+"lr_2",0.0001795844047795279,1613940102117,861
+"mom_2",0.930103898805118,1613940102117,861
+"eps_2",1e-05,1613940102117,861
+"train_loss",0.094086014,1613940103105,862
+"raw_loss",0.09138178,1613940103105,862
+"epoch",5.427672955974828,1613940103105,862
+"wd_0",0.01,1613940103105,862
+"sqr_mom_0",0.99,1613940103105,862
+"lr_0",1.7979484010463008e-06,1613940103105,862
+"mom_0",0.9300512899738425,1613940103105,862
+"eps_0",1e-05,1613940103105,862
+"wd_1",0.01,1613940103105,862
+"sqr_mom_1",0.99,1613940103105,862
+"lr_1",1.7979484010463007e-05,1613940103105,862
+"mom_1",0.9300512899738425,1613940103105,862
+"eps_1",1e-05,1613940103105,862
+"wd_2",0.01,1613940103105,862
+"sqr_mom_2",0.99,1613940103105,862
+"lr_2",0.00017979484010463006,1613940103105,862
+"mom_2",0.9300512899738425,1613940103105,862
+"eps_2",1e-05,1613940103105,862
+"train_loss",0.093567446,1613940104086,863
+"raw_loss",0.06815751,1613940104086,863
+"epoch",5.433962264150928,1613940104086,863
+"wd_0",0.01,1613940104086,863
+"sqr_mom_0",0.99,1613940104086,863
+"lr_0",1.8000549894961153e-06,1613940104086,863
+"mom_0",0.9299986252625971,1613940104086,863
+"eps_0",1e-05,1613940104086,863
+"wd_1",0.01,1613940104086,863
+"sqr_mom_1",0.99,1613940104086,863
+"lr_1",1.800054989496115e-05,1613940104086,863
+"mom_1",0.9299986252625971,1613940104086,863
+"eps_1",1e-05,1613940104086,863
+"wd_2",0.01,1613940104086,863
+"sqr_mom_2",0.99,1613940104086,863
+"lr_2",0.0001800054989496115,1613940104086,863
+"mom_2",0.9299986252625971,1613940104086,863
+"eps_2",1e-05,1613940104086,863
+"train_loss",0.09488634,1613940105023,864
+"raw_loss",0.1595122,1613940105023,864
+"epoch",5.440251572327028,1613940105023,864
+"wd_0",0.01,1613940105023,864
+"sqr_mom_0",0.99,1613940105023,864
+"lr_0",1.80216365997938e-06,1613940105023,864
+"mom_0",0.9299459085005155,1613940105023,864
+"eps_0",1e-05,1613940105023,864
+"wd_1",0.01,1613940105023,864
+"sqr_mom_1",0.99,1613940105023,864
+"lr_1",1.8021636599793797e-05,1613940105023,864
+"mom_1",0.9299459085005155,1613940105023,864
+"eps_1",1e-05,1613940105023,864
+"wd_2",0.01,1613940105023,864
+"sqr_mom_2",0.99,1613940105023,864
+"lr_2",0.00018021636599793798,1613940105023,864
+"mom_2",0.9299459085005155,1613940105023,864
+"eps_2",1e-05,1613940105023,864
+"train_loss",0.0947285,1613940105966,865
+"raw_loss",0.08699421,1613940105966,865
+"epoch",5.446540880503129,1613940105966,865
+"wd_0",0.01,1613940105966,865
+"sqr_mom_0",0.99,1613940105966,865
+"lr_0",1.8042745589394596e-06,1613940105966,865
+"mom_0",0.9298931360265135,1613940105966,865
+"eps_0",1e-05,1613940105966,865
+"wd_1",0.01,1613940105966,865
+"sqr_mom_1",0.99,1613940105966,865
+"lr_1",1.8042745589394594e-05,1613940105966,865
+"mom_1",0.9298931360265135,1613940105966,865
+"eps_1",1e-05,1613940105966,865
+"wd_2",0.01,1613940105966,865
+"sqr_mom_2",0.99,1613940105966,865
+"lr_2",0.00018042745589394595,1613940105966,865
+"mom_2",0.9298931360265135,1613940105966,865
+"eps_2",1e-05,1613940105966,865
+"train_loss",0.0949647,1613940106904,866
+"raw_loss",0.10653832,1613940106904,866
+"epoch",5.452830188679229,1613940106904,866
+"wd_0",0.01,1613940106904,866
+"sqr_mom_0",0.99,1613940106904,866
+"lr_0",1.8063872324075796e-06,1613940106904,866
+"mom_0",0.9298403191898105,1613940106904,866
+"eps_0",1e-05,1613940106904,866
+"wd_1",0.01,1613940106904,866
+"sqr_mom_1",0.99,1613940106904,866
+"lr_1",1.8063872324075793e-05,1613940106904,866
+"mom_1",0.9298403191898105,1613940106904,866
+"eps_1",1e-05,1613940106904,866
+"wd_2",0.01,1613940106904,866
+"sqr_mom_2",0.99,1613940106904,866
+"lr_2",0.00018063872324075795,1613940106904,866
+"mom_2",0.9298403191898105,1613940106904,866
+"eps_2",1e-05,1613940106904,866
+"train_loss",0.095004685,1613940107894,867
+"raw_loss",0.09696388,1613940107894,867
+"epoch",5.45911949685533,1613940107894,867
+"wd_0",0.01,1613940107894,867
+"sqr_mom_0",0.99,1613940107894,867
+"lr_0",1.808502127024162e-06,1613940107894,867
+"mom_0",0.929787446824396,1613940107894,867
+"eps_0",1e-05,1613940107894,867
+"wd_1",0.01,1613940107894,867
+"sqr_mom_1",0.99,1613940107894,867
+"lr_1",1.8085021270241618e-05,1613940107894,867
+"mom_1",0.929787446824396,1613940107894,867
+"eps_1",1e-05,1613940107894,867
+"wd_2",0.01,1613940107894,867
+"sqr_mom_2",0.99,1613940107894,867
+"lr_2",0.00018085021270241618,1613940107894,867
+"mom_2",0.929787446824396,1613940107894,867
+"eps_2",1e-05,1613940107894,867
+"train_loss",0.09568768,1613940108839,868
+"raw_loss",0.12915452,1613940108839,868
+"epoch",5.46540880503143,1613940108839,868
+"wd_0",0.01,1613940108839,868
+"sqr_mom_0",0.99,1613940108839,868
+"lr_0",1.8106190890175054e-06,1613940108839,868
+"mom_0",0.9297345227745624,1613940108839,868
+"eps_0",1e-05,1613940108839,868
+"wd_1",0.01,1613940108839,868
+"sqr_mom_1",0.99,1613940108839,868
+"lr_1",1.810619089017505e-05,1613940108839,868
+"mom_1",0.9297345227745624,1613940108839,868
+"eps_1",1e-05,1613940108839,868
+"wd_2",0.01,1613940108839,868
+"sqr_mom_2",0.99,1613940108839,868
+"lr_2",0.00018106190890175051,1613940108839,868
+"mom_2",0.9297345227745624,1613940108839,868
+"eps_2",1e-05,1613940108839,868
+"train_loss",0.09529874,1613940109794,869
+"raw_loss",0.07624046,1613940109794,869
+"epoch",5.47169811320753,1613940109794,869
+"wd_0",0.01,1613940109794,869
+"sqr_mom_0",0.99,1613940109794,869
+"lr_0",1.8127381147144526e-06,1613940109794,869
+"mom_0",0.9296815471321387,1613940109794,869
+"eps_0",1e-05,1613940109794,869
+"wd_1",0.01,1613940109794,869
+"sqr_mom_1",0.99,1613940109794,869
+"lr_1",1.8127381147144524e-05,1613940109794,869
+"mom_1",0.9296815471321387,1613940109794,869
+"eps_1",1e-05,1613940109794,869
+"wd_2",0.01,1613940109794,869
+"sqr_mom_2",0.99,1613940109794,869
+"lr_2",0.00018127381147144524,1613940109794,869
+"mom_2",0.9296815471321387,1613940109794,869
+"eps_2",1e-05,1613940109794,869
+"train_loss",0.09514898,1613940110747,870
+"raw_loss",0.0878113,1613940110747,870
+"epoch",5.477987421383631,1613940110747,870
+"wd_0",0.01,1613940110747,870
+"sqr_mom_0",0.99,1613940110747,870
+"lr_0",1.8148592004382667e-06,1613940110747,870
+"mom_0",0.9296285199890433,1613940110747,870
+"eps_0",1e-05,1613940110747,870
+"wd_1",0.01,1613940110747,870
+"sqr_mom_1",0.99,1613940110747,870
+"lr_1",1.8148592004382666e-05,1613940110747,870
+"mom_1",0.9296285199890433,1613940110747,870
+"eps_1",1e-05,1613940110747,870
+"wd_2",0.01,1613940110747,870
+"sqr_mom_2",0.99,1613940110747,870
+"lr_2",0.00018148592004382666,1613940110747,870
+"mom_2",0.9296285199890433,1613940110747,870
+"eps_2",1e-05,1613940110747,870
+"train_loss",0.09424452,1613940111699,871
+"raw_loss",0.049925774,1613940111699,871
+"epoch",5.484276729559731,1613940111699,871
+"wd_0",0.01,1613940111699,871
+"sqr_mom_0",0.99,1613940111699,871
+"lr_0",1.8169823425086372e-06,1613940111699,871
+"mom_0",0.929575441437284,1613940111699,871
+"eps_0",1e-05,1613940111699,871
+"wd_1",0.01,1613940111699,871
+"sqr_mom_1",0.99,1613940111699,871
+"lr_1",1.816982342508637e-05,1613940111699,871
+"mom_1",0.929575441437284,1613940111699,871
+"eps_1",1e-05,1613940111699,871
+"wd_2",0.01,1613940111699,871
+"sqr_mom_2",0.99,1613940111699,871
+"lr_2",0.0001816982342508637,1613940111699,871
+"mom_2",0.929575441437284,1613940111699,871
+"eps_2",1e-05,1613940111699,871
+"train_loss",0.09380445,1613940112639,872
+"raw_loss",0.072241046,1613940112639,872
+"epoch",5.490566037735832,1613940112639,872
+"wd_0",0.01,1613940112639,872
+"sqr_mom_0",0.99,1613940112639,872
+"lr_0",1.819107537241683e-06,1613940112639,872
+"mom_0",0.9295223115689579,1613940112639,872
+"eps_0",1e-05,1613940112639,872
+"wd_1",0.01,1613940112639,872
+"sqr_mom_1",0.99,1613940112639,872
+"lr_1",1.8191075372416827e-05,1613940112639,872
+"mom_1",0.9295223115689579,1613940112639,872
+"eps_1",1e-05,1613940112639,872
+"wd_2",0.01,1613940112639,872
+"sqr_mom_2",0.99,1613940112639,872
+"lr_2",0.00018191075372416828,1613940112639,872
+"mom_2",0.9295223115689579,1613940112639,872
+"eps_2",1e-05,1613940112639,872
+"train_loss",0.09429893,1613940113593,873
+"raw_loss",0.11852848,1613940113593,873
+"epoch",5.496855345911932,1613940113593,873
+"wd_0",0.01,1613940113593,873
+"sqr_mom_0",0.99,1613940113593,873
+"lr_0",1.8212346296764623e-06,1613940113593,873
+"mom_0",0.9294691342580884,1613940113593,873
+"eps_0",1e-05,1613940113593,873
+"wd_1",0.01,1613940113593,873
+"sqr_mom_1",0.99,1613940113593,873
+"lr_1",1.821234629676462e-05,1613940113593,873
+"mom_1",0.9294691342580884,1613940113593,873
+"eps_1",1e-05,1613940113593,873
+"wd_2",0.01,1613940113593,873
+"sqr_mom_2",0.99,1613940113593,873
+"lr_2",0.00018212346296764623,1613940113593,873
+"mom_2",0.9294691342580884,1613940113593,873
+"eps_2",1e-05,1613940113593,873
+"train_loss",0.0940258,1613940114532,874
+"raw_loss",0.080642246,1613940114532,874
+"epoch",5.503144654088032,1613940114532,874
+"wd_0",0.01,1613940114532,874
+"sqr_mom_0",0.99,1613940114532,874
+"lr_0",1.8233640699424844e-06,1613940114532,874
+"mom_0",0.9294158982514379,1613940114532,874
+"eps_0",1e-05,1613940114532,874
+"wd_1",0.01,1613940114532,874
+"sqr_mom_1",0.99,1613940114532,874
+"lr_1",1.8233640699424843e-05,1613940114532,874
+"mom_1",0.9294158982514379,1613940114532,874
+"eps_1",1e-05,1613940114532,874
+"wd_2",0.01,1613940114532,874
+"sqr_mom_2",0.99,1613940114532,874
+"lr_2",0.00018233640699424843,1613940114532,874
+"mom_2",0.9294158982514379,1613940114532,874
+"eps_2",1e-05,1613940114532,874
+"train_loss",0.09420733,1613940115482,875
+"raw_loss",0.103102386,1613940115482,875
+"epoch",5.509433962264133,1613940115482,875
+"wd_0",0.01,1613940115482,875
+"sqr_mom_0",0.99,1613940115482,875
+"lr_0",1.8254954005246975e-06,1613940115482,875
+"mom_0",0.9293626149868826,1613940115482,875
+"eps_0",1e-05,1613940115482,875
+"wd_1",0.01,1613940115482,875
+"sqr_mom_1",0.99,1613940115482,875
+"lr_1",1.8254954005246974e-05,1613940115482,875
+"mom_1",0.9293626149868826,1613940115482,875
+"eps_1",1e-05,1613940115482,875
+"wd_2",0.01,1613940115482,875
+"sqr_mom_2",0.99,1613940115482,875
+"lr_2",0.00018254954005246973,1613940115482,875
+"mom_2",0.9293626149868826,1613940115482,875
+"eps_2",1e-05,1613940115482,875
+"train_loss",0.094746724,1613940116421,876
+"raw_loss",0.12117715,1613940116421,876
+"epoch",5.515723270440233,1613940116421,876
+"wd_0",0.01,1613940116421,876
+"sqr_mom_0",0.99,1613940116421,876
+"lr_0",1.8276287689985176e-06,1613940116421,876
+"mom_0",0.929309280775037,1613940116421,876
+"eps_0",1e-05,1613940116421,876
+"wd_1",0.01,1613940116421,876
+"sqr_mom_1",0.99,1613940116421,876
+"lr_1",1.8276287689985176e-05,1613940116421,876
+"mom_1",0.929309280775037,1613940116421,876
+"eps_1",1e-05,1613940116421,876
+"wd_2",0.01,1613940116421,876
+"sqr_mom_2",0.99,1613940116421,876
+"lr_2",0.00018276287689985175,1613940116421,876
+"mom_2",0.929309280775037,1613940116421,876
+"eps_2",1e-05,1613940116421,876
+"train_loss",0.093986705,1613940117375,877
+"raw_loss",0.056745835,1613940117375,877
+"epoch",5.522012578616334,1613940117375,877
+"wd_0",0.01,1613940117375,877
+"sqr_mom_0",0.99,1613940117375,877
+"lr_0",1.82976401980942e-06,1613940117375,877
+"mom_0",0.9292558995047645,1613940117375,877
+"eps_0",1e-05,1613940117375,877
+"wd_1",0.01,1613940117375,877
+"sqr_mom_1",0.99,1613940117375,877
+"lr_1",1.82976401980942e-05,1613940117375,877
+"mom_1",0.9292558995047645,1613940117375,877
+"eps_1",1e-05,1613940117375,877
+"wd_2",0.01,1613940117375,877
+"sqr_mom_2",0.99,1613940117375,877
+"lr_2",0.00018297640198094197,1613940117375,877
+"mom_2",0.9292558995047645,1613940117375,877
+"eps_2",1e-05,1613940117375,877
+"train_loss",0.09380338,1613940118331,878
+"raw_loss",0.08482051,1613940118331,878
+"epoch",5.528301886792434,1613940118331,878
+"wd_0",0.01,1613940118331,878
+"sqr_mom_0",0.99,1613940118331,878
+"lr_0",1.8319014528138608e-06,1613940118331,878
+"mom_0",0.9292024636796534,1613940118331,878
+"eps_0",1e-05,1613940118331,878
+"wd_1",0.01,1613940118331,878
+"sqr_mom_1",0.99,1613940118331,878
+"lr_1",1.8319014528138606e-05,1613940118331,878
+"mom_1",0.9292024636796534,1613940118331,878
+"eps_1",1e-05,1613940118331,878
+"wd_2",0.01,1613940118331,878
+"sqr_mom_2",0.99,1613940118331,878
+"lr_2",0.00018319014528138606,1613940118331,878
+"mom_2",0.9292024636796534,1613940118331,878
+"eps_2",1e-05,1613940118331,878
+"train_loss",0.0933321,1613940119287,879
+"raw_loss",0.07023896,1613940119287,879
+"epoch",5.5345911949685345,1613940119287,879
+"wd_0",0.01,1613940119287,879
+"sqr_mom_0",0.99,1613940119287,879
+"lr_0",1.8340410647357392e-06,1613940119287,879
+"mom_0",0.9291489733816065,1613940119287,879
+"eps_0",1e-05,1613940119287,879
+"wd_1",0.01,1613940119287,879
+"sqr_mom_1",0.99,1613940119287,879
+"lr_1",1.834041064735739e-05,1613940119287,879
+"mom_1",0.9291489733816065,1613940119287,879
+"eps_1",1e-05,1613940119287,879
+"wd_2",0.01,1613940119287,879
+"sqr_mom_2",0.99,1613940119287,879
+"lr_2",0.0001834041064735739,1613940119287,879
+"mom_2",0.9291489733816065,1613940119287,879
+"eps_2",1e-05,1613940119287,879
+"train_loss",0.093530335,1613940120235,880
+"raw_loss",0.1032441,1613940120235,880
+"epoch",5.540880503144635,1613940120235,880
+"wd_0",0.01,1613940120235,880
+"sqr_mom_0",0.99,1613940120235,880
+"lr_0",1.8361825477244865e-06,1613940120235,880
+"mom_0",0.9290954363068878,1613940120235,880
+"eps_0",1e-05,1613940120235,880
+"wd_1",0.01,1613940120235,880
+"sqr_mom_1",0.99,1613940120235,880
+"lr_1",1.8361825477244864e-05,1613940120235,880
+"mom_1",0.9290954363068878,1613940120235,880
+"eps_1",1e-05,1613940120235,880
+"wd_2",0.01,1613940120235,880
+"sqr_mom_2",0.99,1613940120235,880
+"lr_2",0.0001836182547724486,1613940120235,880
+"mom_2",0.9290954363068878,1613940120235,880
+"eps_2",1e-05,1613940120235,880
+"train_loss",0.09249888,1613940121193,881
+"raw_loss",0.04195775,1613940121193,881
+"epoch",5.547169811320735,1613940121193,881
+"wd_0",0.01,1613940121193,881
+"sqr_mom_0",0.99,1613940121193,881
+"lr_0",1.8383258976334092e-06,1613940121193,881
+"mom_0",0.9290418525591647,1613940121193,881
+"eps_0",1e-05,1613940121193,881
+"wd_1",0.01,1613940121193,881
+"sqr_mom_1",0.99,1613940121193,881
+"lr_1",1.838325897633409e-05,1613940121193,881
+"mom_1",0.9290418525591647,1613940121193,881
+"eps_1",1e-05,1613940121193,881
+"wd_2",0.01,1613940121193,881
+"sqr_mom_2",0.99,1613940121193,881
+"lr_2",0.0001838325897633409,1613940121193,881
+"mom_2",0.9290418525591647,1613940121193,881
+"eps_2",1e-05,1613940121193,881
+"train_loss",0.09295388,1613940122153,882
+"raw_loss",0.115249075,1613940122153,882
+"epoch",5.553459119496836,1613940122153,882
+"wd_0",0.01,1613940122153,882
+"sqr_mom_0",0.99,1613940122153,882
+"lr_0",1.840471415456332e-06,1613940122153,882
+"mom_0",0.9289882146135917,1613940122153,882
+"eps_0",1e-05,1613940122153,882
+"wd_1",0.01,1613940122153,882
+"sqr_mom_1",0.99,1613940122153,882
+"lr_1",1.8404714154563315e-05,1613940122153,882
+"mom_1",0.9289882146135917,1613940122153,882
+"eps_1",1e-05,1613940122153,882
+"wd_2",0.01,1613940122153,882
+"sqr_mom_2",0.99,1613940122153,882
+"lr_2",0.00018404714154563316,1613940122153,882
+"mom_2",0.9289882146135917,1613940122153,882
+"eps_2",1e-05,1613940122153,882
+"train_loss",0.09294001,1613940123107,883
+"raw_loss",0.09226026,1613940123107,883
+"epoch",5.559748427672936,1613940123107,883
+"wd_0",0.01,1613940123107,883
+"sqr_mom_0",0.99,1613940123107,883
+"lr_0",1.8426189451858657e-06,1613940123107,883
+"mom_0",0.9289345263703533,1613940123107,883
+"eps_0",1e-05,1613940123107,883
+"wd_1",0.01,1613940123107,883
+"sqr_mom_1",0.99,1613940123107,883
+"lr_1",1.8426189451858657e-05,1613940123107,883
+"mom_1",0.9289345263703533,1613940123107,883
+"eps_1",1e-05,1613940123107,883
+"wd_2",0.01,1613940123107,883
+"sqr_mom_2",0.99,1613940123107,883
+"lr_2",0.00018426189451858655,1613940123107,883
+"mom_2",0.9289345263703533,1613940123107,883
+"eps_2",1e-05,1613940123107,883
+"train_loss",0.09578373,1613940124086,884
+"raw_loss",0.23512624,1613940124086,884
+"epoch",5.5660377358490365,1613940124086,884
+"wd_0",0.01,1613940124086,884
+"sqr_mom_0",0.99,1613940124086,884
+"lr_0",1.8447684830958179e-06,1613940124086,884
+"mom_0",0.9288807879226045,1613940124086,884
+"eps_0",1e-05,1613940124086,884
+"wd_1",0.01,1613940124086,884
+"sqr_mom_1",0.99,1613940124086,884
+"lr_1",1.844768483095818e-05,1613940124086,884
+"mom_1",0.9288807879226045,1613940124086,884
+"eps_1",1e-05,1613940124086,884
+"wd_2",0.01,1613940124086,884
+"sqr_mom_2",0.99,1613940124086,884
+"lr_2",0.00018447684830958175,1613940124086,884
+"mom_2",0.9288807879226045,1613940124086,884
+"eps_2",1e-05,1613940124086,884
+"train_loss",0.09522855,1613940125058,885
+"raw_loss",0.068024665,1613940125058,885
+"epoch",5.572327044025137,1613940125058,885
+"wd_0",0.01,1613940125058,885
+"sqr_mom_0",0.99,1613940125058,885
+"lr_0",1.8469200254565075e-06,1613940125058,885
+"mom_0",0.9288269993635873,1613940125058,885
+"eps_0",1e-05,1613940125058,885
+"wd_1",0.01,1613940125058,885
+"sqr_mom_1",0.99,1613940125058,885
+"lr_1",1.8469200254565076e-05,1613940125058,885
+"mom_1",0.9288269993635873,1613940125058,885
+"eps_1",1e-05,1613940125058,885
+"wd_2",0.01,1613940125058,885
+"sqr_mom_2",0.99,1613940125058,885
+"lr_2",0.00018469200254565073,1613940125058,885
+"mom_2",0.9288269993635873,1613940125058,885
+"eps_2",1e-05,1613940125058,885
+"train_loss",0.09499735,1613940126042,886
+"raw_loss",0.0836683,1613940126042,886
+"epoch",5.578616352201237,1613940126042,886
+"wd_0",0.01,1613940126042,886
+"sqr_mom_0",0.99,1613940126042,886
+"lr_0",1.8490735685347785e-06,1613940126042,886
+"mom_0",0.9287731607866305,1613940126042,886
+"eps_0",1e-05,1613940126042,886
+"wd_1",0.01,1613940126042,886
+"sqr_mom_1",0.99,1613940126042,886
+"lr_1",1.8490735685347783e-05,1613940126042,886
+"mom_1",0.9287731607866305,1613940126042,886
+"eps_1",1e-05,1613940126042,886
+"wd_2",0.01,1613940126042,886
+"sqr_mom_2",0.99,1613940126042,886
+"lr_2",0.0001849073568534778,1613940126042,886
+"mom_2",0.9287731607866305,1613940126042,886
+"eps_2",1e-05,1613940126042,886
+"train_loss",0.09461045,1613940127036,887
+"raw_loss",0.075652555,1613940127036,887
+"epoch",5.584905660377338,1613940127036,887
+"wd_0",0.01,1613940127036,887
+"sqr_mom_0",0.99,1613940127036,887
+"lr_0",1.851229108594003e-06,1613940127036,887
+"mom_0",0.9287192722851499,1613940127036,887
+"eps_0",1e-05,1613940127036,887
+"wd_1",0.01,1613940127036,887
+"sqr_mom_1",0.99,1613940127036,887
+"lr_1",1.8512291085940028e-05,1613940127036,887
+"mom_1",0.9287192722851499,1613940127036,887
+"eps_1",1e-05,1613940127036,887
+"wd_2",0.01,1613940127036,887
+"sqr_mom_2",0.99,1613940127036,887
+"lr_2",0.00018512291085940024,1613940127036,887
+"mom_2",0.9287192722851499,1613940127036,887
+"eps_2",1e-05,1613940127036,887
+"train_loss",0.094329566,1613940128032,888
+"raw_loss",0.08056607,1613940128032,888
+"epoch",5.591194968553438,1613940128032,888
+"wd_0",0.01,1613940128032,888
+"sqr_mom_0",0.99,1613940128032,888
+"lr_0",1.853386641894086e-06,1613940128032,888
+"mom_0",0.9286653339526478,1613940128032,888
+"eps_0",1e-05,1613940128032,888
+"wd_1",0.01,1613940128032,888
+"sqr_mom_1",0.99,1613940128032,888
+"lr_1",1.853386641894086e-05,1613940128032,888
+"mom_1",0.9286653339526478,1613940128032,888
+"eps_1",1e-05,1613940128032,888
+"wd_2",0.01,1613940128032,888
+"sqr_mom_2",0.99,1613940128032,888
+"lr_2",0.00018533866418940856,1613940128032,888
+"mom_2",0.9286653339526478,1613940128032,888
+"eps_2",1e-05,1613940128032,888
+"train_loss",0.09471094,1613940128995,889
+"raw_loss",0.113398336,1613940128995,889
+"epoch",5.5974842767295385,1613940128995,889
+"wd_0",0.01,1613940128995,889
+"sqr_mom_0",0.99,1613940128995,889
+"lr_0",1.8555461646914762e-06,1613940128995,889
+"mom_0",0.9286113458827131,1613940128995,889
+"eps_0",1e-05,1613940128995,889
+"wd_1",0.01,1613940128995,889
+"sqr_mom_1",0.99,1613940128995,889
+"lr_1",1.855546164691476e-05,1613940128995,889
+"mom_1",0.9286113458827131,1613940128995,889
+"eps_1",1e-05,1613940128995,889
+"wd_2",0.01,1613940128995,889
+"sqr_mom_2",0.99,1613940128995,889
+"lr_2",0.00018555461646914759,1613940128995,889
+"mom_2",0.9286113458827131,1613940128995,889
+"eps_2",1e-05,1613940128995,889
+"train_loss",0.09498247,1613940129949,890
+"raw_loss",0.10828748,1613940129949,890
+"epoch",5.603773584905639,1613940129949,890
+"wd_0",0.01,1613940129949,890
+"sqr_mom_0",0.99,1613940129949,890
+"lr_0",1.8577076732391706e-06,1613940129949,890
+"mom_0",0.9285573081690207,1613940129949,890
+"eps_0",1e-05,1613940129949,890
+"wd_1",0.01,1613940129949,890
+"sqr_mom_1",0.99,1613940129949,890
+"lr_1",1.8577076732391703e-05,1613940129949,890
+"mom_1",0.9285573081690207,1613940129949,890
+"eps_1",1e-05,1613940129949,890
+"wd_2",0.01,1613940129949,890
+"sqr_mom_2",0.99,1613940129949,890
+"lr_2",0.00018577076732391703,1613940129949,890
+"mom_2",0.9285573081690207,1613940129949,890
+"eps_2",1e-05,1613940129949,890
+"train_loss",0.09496312,1613940130914,891
+"raw_loss",0.09401485,1613940130914,891
+"epoch",5.610062893081739,1613940130914,891
+"wd_0",0.01,1613940130914,891
+"sqr_mom_0",0.99,1613940130914,891
+"lr_0",1.8598711637867184e-06,1613940130914,891
+"mom_0",0.928503220905332,1613940130914,891
+"eps_0",1e-05,1613940130914,891
+"wd_1",0.01,1613940130914,891
+"sqr_mom_1",0.99,1613940130914,891
+"lr_1",1.8598711637867182e-05,1613940130914,891
+"mom_1",0.928503220905332,1613940130914,891
+"eps_1",1e-05,1613940130914,891
+"wd_2",0.01,1613940130914,891
+"sqr_mom_2",0.99,1613940130914,891
+"lr_2",0.00018598711637867182,1613940130914,891
+"mom_2",0.928503220905332,1613940130914,891
+"eps_2",1e-05,1613940130914,891
+"train_loss",0.094672635,1613940132007,892
+"raw_loss",0.08043877,1613940132007,892
+"epoch",5.61635220125784,1613940132007,892
+"wd_0",0.01,1613940132007,892
+"sqr_mom_0",0.99,1613940132007,892
+"lr_0",1.8620364785922726e-06,1613940132007,892
+"mom_0",0.9284490880351931,1613940132007,892
+"eps_0",1e-05,1613940132007,892
+"wd_1",0.01,1613940132007,892
+"sqr_mom_1",0.99,1613940132007,892
+"lr_1",1.8620364785922722e-05,1613940132007,892
+"mom_1",0.9284490880351931,1613940132007,892
+"eps_1",1e-05,1613940132007,892
+"wd_2",0.01,1613940132007,892
+"sqr_mom_2",0.99,1613940132007,892
+"lr_2",0.00018620364785922722,1613940132007,892
+"mom_2",0.9284490880351931,1613940132007,892
+"eps_2",1e-05,1613940132007,892
+"train_loss",0.09383736,1613940133157,893
+"raw_loss",0.05290876,1613940133157,893
+"epoch",5.62264150943394,1613940133157,893
+"wd_0",0.01,1613940133157,893
+"sqr_mom_0",0.99,1613940133157,893
+"lr_0",1.8642040758623898e-06,1613940133157,893
+"mom_0",0.9283948981034402,1613940133157,893
+"eps_0",1e-05,1613940133157,893
+"wd_1",0.01,1613940133157,893
+"sqr_mom_1",0.99,1613940133157,893
+"lr_1",1.8642040758623895e-05,1613940133157,893
+"mom_1",0.9283948981034402,1613940133157,893
+"eps_1",1e-05,1613940133157,893
+"wd_2",0.01,1613940133157,893
+"sqr_mom_2",0.99,1613940133157,893
+"lr_2",0.00018642040758623895,1613940133157,893
+"mom_2",0.9283948981034402,1613940133157,893
+"eps_2",1e-05,1613940133157,893
+"train_loss",0.09355099,1613940134415,894
+"raw_loss",0.07951901,1613940134415,894
+"epoch",5.6289308176100405,1613940134415,894
+"wd_0",0.01,1613940134415,894
+"sqr_mom_0",0.99,1613940134415,894
+"lr_0",1.8663734898724451e-06,1613940134415,894
+"mom_0",0.9283406627531888,1613940134415,894
+"eps_0",1e-05,1613940134415,894
+"wd_1",0.01,1613940134415,894
+"sqr_mom_1",0.99,1613940134415,894
+"lr_1",1.866373489872445e-05,1613940134415,894
+"mom_1",0.9283406627531888,1613940134415,894
+"eps_1",1e-05,1613940134415,894
+"wd_2",0.01,1613940134415,894
+"sqr_mom_2",0.99,1613940134415,894
+"lr_2",0.0001866373489872445,1613940134415,894
+"mom_2",0.9283406627531888,1613940134415,894
+"eps_2",1e-05,1613940134415,894
+"train_loss",0.09246765,1613940135772,895
+"raw_loss",0.039384022,1613940135772,895
+"epoch",5.635220125786141,1613940135772,895
+"wd_0",0.01,1613940135772,895
+"sqr_mom_0",0.99,1613940135772,895
+"lr_0",1.8685448708462328e-06,1613940135772,895
+"mom_0",0.9282863782288442,1613940135772,895
+"eps_0",1e-05,1613940135772,895
+"wd_1",0.01,1613940135772,895
+"sqr_mom_1",0.99,1613940135772,895
+"lr_1",1.868544870846233e-05,1613940135772,895
+"mom_1",0.9282863782288442,1613940135772,895
+"eps_1",1e-05,1613940135772,895
+"wd_2",0.01,1613940135772,895
+"sqr_mom_2",0.99,1613940135772,895
+"lr_2",0.00018685448708462326,1613940135772,895
+"mom_2",0.9282863782288442,1613940135772,895
+"eps_2",1e-05,1613940135772,895
+"train_loss",0.09347858,1613940137110,896
+"raw_loss",0.14301433,1613940137110,896
+"epoch",5.641509433962241,1613940137110,896
+"wd_0",0.01,1613940137110,896
+"sqr_mom_0",0.99,1613940137110,896
+"lr_0",1.8707180604689801e-06,1613940137110,896
+"mom_0",0.9282320484882755,1613940137110,896
+"eps_0",1e-05,1613940137110,896
+"wd_1",0.01,1613940137110,896
+"sqr_mom_1",0.99,1613940137110,896
+"lr_1",1.8707180604689802e-05,1613940137110,896
+"mom_1",0.9282320484882755,1613940137110,896
+"eps_1",1e-05,1613940137110,896
+"wd_2",0.01,1613940137110,896
+"sqr_mom_2",0.99,1613940137110,896
+"lr_2",0.00018707180604689798,1613940137110,896
+"mom_2",0.9282320484882755,1613940137110,896
+"eps_2",1e-05,1613940137110,896
+"train_loss",0.093191005,1613940138070,897
+"raw_loss",0.07909965,1613940138070,897
+"epoch",5.647798742138342,1613940138070,897
+"wd_0",0.01,1613940138070,897
+"sqr_mom_0",0.99,1613940138070,897
+"lr_0",1.8728933639249478e-06,1613940138070,897
+"mom_0",0.9281776659018762,1613940138070,897
+"eps_0",1e-05,1613940138070,897
+"wd_1",0.01,1613940138070,897
+"sqr_mom_1",0.99,1613940138070,897
+"lr_1",1.8728933639249477e-05,1613940138070,897
+"mom_1",0.9281776659018762,1613940138070,897
+"eps_1",1e-05,1613940138070,897
+"wd_2",0.01,1613940138070,897
+"sqr_mom_2",0.99,1613940138070,897
+"lr_2",0.00018728933639249474,1613940138070,897
+"mom_2",0.9281776659018762,1613940138070,897
+"eps_2",1e-05,1613940138070,897
+"train_loss",0.09270846,1613940139052,898
+"raw_loss",0.06906385,1613940139052,898
+"epoch",5.654088050314442,1613940139052,898
+"wd_0",0.01,1613940139052,898
+"sqr_mom_0",0.99,1613940139052,898
+"lr_0",1.8750707778571662e-06,1613940139052,898
+"mom_0",0.9281232305535708,1613940139052,898
+"eps_0",1e-05,1613940139052,898
+"wd_1",0.01,1613940139052,898
+"sqr_mom_1",0.99,1613940139052,898
+"lr_1",1.875070777857166e-05,1613940139052,898
+"mom_1",0.9281232305535708,1613940139052,898
+"eps_1",1e-05,1613940139052,898
+"wd_2",0.01,1613940139052,898
+"sqr_mom_2",0.99,1613940139052,898
+"lr_2",0.0001875070777857166,1613940139052,898
+"mom_2",0.9281232305535708,1613940139052,898
+"eps_2",1e-05,1613940139052,898
+"train_loss",0.09254892,1613940140054,899
+"raw_loss",0.08473155,1613940140054,899
+"epoch",5.660377358490543,1613940140054,899
+"wd_0",0.01,1613940140054,899
+"sqr_mom_0",0.99,1613940140054,899
+"lr_0",1.8772498340122548e-06,1613940140054,899
+"mom_0",0.9280687541496936,1613940140054,899
+"eps_0",1e-05,1613940140054,899
+"wd_1",0.01,1613940140054,899
+"sqr_mom_1",0.99,1613940140054,899
+"lr_1",1.8772498340122548e-05,1613940140054,899
+"mom_1",0.9280687541496936,1613940140054,899
+"eps_1",1e-05,1613940140054,899
+"wd_2",0.01,1613940140054,899
+"sqr_mom_2",0.99,1613940140054,899
+"lr_2",0.00018772498340122548,1613940140054,899
+"mom_2",0.9280687541496936,1613940140054,899
+"eps_2",1e-05,1613940140054,899
+"train_loss",0.0920241,1613940141028,900
+"raw_loss",0.06630781,1613940141028,900
+"epoch",5.666666666666643,1613940141028,900
+"wd_0",0.01,1613940141028,900
+"sqr_mom_0",0.99,1613940141028,900
+"lr_0",1.8794309930846502e-06,1613940141028,900
+"mom_0",0.9280142251728837,1613940141028,900
+"eps_0",1e-05,1613940141028,900
+"wd_1",0.01,1613940141028,900
+"sqr_mom_1",0.99,1613940141028,900
+"lr_1",1.87943099308465e-05,1613940141028,900
+"mom_1",0.9280142251728837,1613940141028,900
+"eps_1",1e-05,1613940141028,900
+"wd_2",0.01,1613940141028,900
+"sqr_mom_2",0.99,1613940141028,900
+"lr_2",0.00018794309930846497,1613940141028,900
+"mom_2",0.9280142251728837,1613940141028,900
+"eps_2",1e-05,1613940141028,900
+"train_loss",0.09426276,1613940142016,901
+"raw_loss",0.20395681,1613940142016,901
+"epoch",5.672955974842743,1613940142016,901
+"wd_0",0.01,1613940142016,901
+"sqr_mom_0",0.99,1613940142016,901
+"lr_0",1.8816140964646075e-06,1613940142016,901
+"mom_0",0.9279596475883848,1613940142016,901
+"eps_0",1e-05,1613940142016,901
+"wd_1",0.01,1613940142016,901
+"sqr_mom_1",0.99,1613940142016,901
+"lr_1",1.8816140964646074e-05,1613940142016,901
+"mom_1",0.9279596475883848,1613940142016,901
+"eps_1",1e-05,1613940142016,901
+"wd_2",0.01,1613940142016,901
+"sqr_mom_2",0.99,1613940142016,901
+"lr_2",0.00018816140964646072,1613940142016,901
+"mom_2",0.9279596475883848,1613940142016,901
+"eps_2",1e-05,1613940142016,901
+"train_loss",0.09420614,1613940143022,902
+"raw_loss",0.09143174,1613940143022,902
+"epoch",5.679245283018844,1613940143022,902
+"wd_0",0.01,1613940143022,902
+"sqr_mom_0",0.99,1613940143022,902
+"lr_0",1.883799140364206e-06,1613940143022,902
+"mom_0",0.9279050214908948,1613940143022,902
+"eps_0",1e-05,1613940143022,902
+"wd_1",0.01,1613940143022,902
+"sqr_mom_1",0.99,1613940143022,902
+"lr_1",1.883799140364206e-05,1613940143022,902
+"mom_1",0.9279050214908948,1613940143022,902
+"eps_1",1e-05,1613940143022,902
+"wd_2",0.01,1613940143022,902
+"sqr_mom_2",0.99,1613940143022,902
+"lr_2",0.00018837991403642057,1613940143022,902
+"mom_2",0.9279050214908948,1613940143022,902
+"eps_2",1e-05,1613940143022,902
+"train_loss",0.094570085,1613940144039,903
+"raw_loss",0.112403244,1613940144039,903
+"epoch",5.685534591194944,1613940144039,903
+"wd_0",0.01,1613940144039,903
+"sqr_mom_0",0.99,1613940144039,903
+"lr_0",1.8859861209921622e-06,1613940144039,903
+"mom_0",0.9278503469751959,1613940144039,903
+"eps_0",1e-05,1613940144039,903
+"wd_1",0.01,1613940144039,903
+"sqr_mom_1",0.99,1613940144039,903
+"lr_1",1.885986120992162e-05,1613940144039,903
+"mom_1",0.9278503469751959,1613940144039,903
+"eps_1",1e-05,1613940144039,903
+"wd_2",0.01,1613940144039,903
+"sqr_mom_2",0.99,1613940144039,903
+"lr_2",0.0001885986120992162,1613940144039,903
+"mom_2",0.9278503469751959,1613940144039,903
+"eps_2",1e-05,1613940144039,903
+"train_loss",0.0954814,1613940144992,904
+"raw_loss",0.14013617,1613940144992,904
+"epoch",5.691823899371045,1613940144992,904
+"wd_0",0.01,1613940144992,904
+"sqr_mom_0",0.99,1613940144992,904
+"lr_0",1.888175034553828e-06,1613940144992,904
+"mom_0",0.9277956241361542,1613940144992,904
+"eps_0",1e-05,1613940144992,904
+"wd_1",0.01,1613940144992,904
+"sqr_mom_1",0.99,1613940144992,904
+"lr_1",1.8881750345538278e-05,1613940144992,904
+"mom_1",0.9277956241361542,1613940144992,904
+"eps_1",1e-05,1613940144992,904
+"wd_2",0.01,1613940144992,904
+"sqr_mom_2",0.99,1613940144992,904
+"lr_2",0.00018881750345538278,1613940144992,904
+"mom_2",0.9277956241361542,1613940144992,904
+"eps_2",1e-05,1613940144992,904
+"train_loss",0.094984815,1613940145947,905
+"raw_loss",0.07065183,1613940145947,905
+"epoch",5.698113207547145,1613940145947,905
+"wd_0",0.01,1613940145947,905
+"sqr_mom_0",0.99,1613940145947,905
+"lr_0",1.890365877251204e-06,1613940145947,905
+"mom_0",0.9277408530687199,1613940145947,905
+"eps_0",1e-05,1613940145947,905
+"wd_1",0.01,1613940145947,905
+"sqr_mom_1",0.99,1613940145947,905
+"lr_1",1.8903658772512037e-05,1613940145947,905
+"mom_1",0.9277408530687199,1613940145947,905
+"eps_1",1e-05,1613940145947,905
+"wd_2",0.01,1613940145947,905
+"sqr_mom_2",0.99,1613940145947,905
+"lr_2",0.00018903658772512037,1613940145947,905
+"mom_2",0.9277408530687199,1613940145947,905
+"eps_2",1e-05,1613940145947,905
+"train_loss",0.09452138,1613940146891,906
+"raw_loss",0.07181291,1613940146891,906
+"epoch",5.704402515723245,1613940146891,906
+"wd_0",0.01,1613940146891,906
+"sqr_mom_0",0.99,1613940146891,906
+"lr_0",1.8925586452829438e-06,1613940146891,906
+"mom_0",0.9276860338679264,1613940146891,906
+"eps_0",1e-05,1613940146891,906
+"wd_1",0.01,1613940146891,906
+"sqr_mom_1",0.99,1613940146891,906
+"lr_1",1.8925586452829437e-05,1613940146891,906
+"mom_1",0.9276860338679264,1613940146891,906
+"eps_1",1e-05,1613940146891,906
+"wd_2",0.01,1613940146891,906
+"sqr_mom_2",0.99,1613940146891,906
+"lr_2",0.00018925586452829437,1613940146891,906
+"mom_2",0.9276860338679264,1613940146891,906
+"eps_2",1e-05,1613940146891,906
+"train_loss",0.094716616,1613940147861,907
+"raw_loss",0.10428354,1613940147861,907
+"epoch",5.710691823899346,1613940147861,907
+"wd_0",0.01,1613940147861,907
+"sqr_mom_0",0.99,1613940147861,907
+"lr_0",1.8947533348443576e-06,1613940147861,907
+"mom_0",0.927631166628891,1613940147861,907
+"eps_0",1e-05,1613940147861,907
+"wd_1",0.01,1613940147861,907
+"sqr_mom_1",0.99,1613940147861,907
+"lr_1",1.8947533348443576e-05,1613940147861,907
+"mom_1",0.927631166628891,1613940147861,907
+"eps_1",1e-05,1613940147861,907
+"wd_2",0.01,1613940147861,907
+"sqr_mom_2",0.99,1613940147861,907
+"lr_2",0.00018947533348443574,1613940147861,907
+"mom_2",0.927631166628891,1613940147861,907
+"eps_2",1e-05,1613940147861,907
+"train_loss",0.096909374,1613940148819,908
+"raw_loss",0.20435442,1613940148819,908
+"epoch",5.716981132075446,1613940148819,908
+"wd_0",0.01,1613940148819,908
+"sqr_mom_0",0.99,1613940148819,908
+"lr_0",1.8969499421274252e-06,1613940148819,908
+"mom_0",0.9275762514468143,1613940148819,908
+"eps_0",1e-05,1613940148819,908
+"wd_1",0.01,1613940148819,908
+"sqr_mom_1",0.99,1613940148819,908
+"lr_1",1.8969499421274248e-05,1613940148819,908
+"mom_1",0.9275762514468143,1613940148819,908
+"eps_1",1e-05,1613940148819,908
+"wd_2",0.01,1613940148819,908
+"sqr_mom_2",0.99,1613940148819,908
+"lr_2",0.00018969499421274248,1613940148819,908
+"mom_2",0.9275762514468143,1613940148819,908
+"eps_2",1e-05,1613940148819,908
+"train_loss",0.09705096,1613940149826,909
+"raw_loss",0.103988685,1613940149826,909
+"epoch",5.723270440251547,1613940149826,909
+"wd_0",0.01,1613940149826,909
+"sqr_mom_0",0.99,1613940149826,909
+"lr_0",1.899148463320795e-06,1613940149826,909
+"mom_0",0.9275212884169801,1613940149826,909
+"eps_0",1e-05,1613940149826,909
+"wd_1",0.01,1613940149826,909
+"sqr_mom_1",0.99,1613940149826,909
+"lr_1",1.899148463320795e-05,1613940149826,909
+"mom_1",0.9275212884169801,1613940149826,909
+"eps_1",1e-05,1613940149826,909
+"wd_2",0.01,1613940149826,909
+"sqr_mom_2",0.99,1613940149826,909
+"lr_2",0.00018991484633207946,1613940149826,909
+"mom_2",0.9275212884169801,1613940149826,909
+"eps_2",1e-05,1613940149826,909
+"train_loss",0.096307114,1613940150776,910
+"raw_loss",0.059858613,1613940150776,910
+"epoch",5.729559748427647,1613940150776,910
+"wd_0",0.01,1613940150776,910
+"sqr_mom_0",0.99,1613940150776,910
+"lr_0",1.9013488946097977e-06,1613940150776,910
+"mom_0",0.927466277634755,1613940150776,910
+"eps_0",1e-05,1613940150776,910
+"wd_1",0.01,1613940150776,910
+"sqr_mom_1",0.99,1613940150776,910
+"lr_1",1.9013488946097974e-05,1613940150776,910
+"mom_1",0.927466277634755,1613940150776,910
+"eps_1",1e-05,1613940150776,910
+"wd_2",0.01,1613940150776,910
+"sqr_mom_2",0.99,1613940150776,910
+"lr_2",0.00019013488946097976,1613940150776,910
+"mom_2",0.927466277634755,1613940150776,910
+"eps_2",1e-05,1613940150776,910
+"train_loss",0.0985106,1613940151753,911
+"raw_loss",0.2064816,1613940151753,911
+"epoch",5.735849056603747,1613940151753,911
+"wd_0",0.01,1613940151753,911
+"sqr_mom_0",0.99,1613940151753,911
+"lr_0",1.9035510755704817e-06,1613940151753,911
+"mom_0",0.9274112231107379,1613940151753,911
+"eps_0",1e-05,1613940151753,911
+"wd_1",0.01,1613940151753,911
+"sqr_mom_1",0.99,1613940151753,911
+"lr_1",1.9035510755704816e-05,1613940151753,911
+"mom_1",0.9274112231107379,1613940151753,911
+"eps_1",1e-05,1613940151753,911
+"wd_2",0.01,1613940151753,911
+"sqr_mom_2",0.99,1613940151753,911
+"lr_2",0.00019035510755704814,1613940151753,911
+"mom_2",0.9274112231107379,1613940151753,911
+"eps_2",1e-05,1613940151753,911
+"train_loss",0.097605765,1613940152705,912
+"raw_loss",0.053268585,1613940152705,912
+"epoch",5.742138364779848,1613940152705,912
+"wd_0",0.01,1613940152705,912
+"sqr_mom_0",0.99,1613940152705,912
+"lr_0",1.9057554721994573e-06,1613940152705,912
+"mom_0",0.9273561131950135,1613940152705,912
+"eps_0",1e-05,1613940152705,912
+"wd_1",0.01,1613940152705,912
+"sqr_mom_1",0.99,1613940152705,912
+"lr_1",1.9057554721994573e-05,1613940152705,912
+"mom_1",0.9273561131950135,1613940152705,912
+"eps_1",1e-05,1613940152705,912
+"wd_2",0.01,1613940152705,912
+"sqr_mom_2",0.99,1613940152705,912
+"lr_2",0.0001905755472199457,1613940152705,912
+"mom_2",0.9273561131950135,1613940152705,912
+"eps_2",1e-05,1613940152705,912
+"train_loss",0.097347654,1613940153656,913
+"raw_loss",0.0847003,1613940153656,913
+"epoch",5.748427672955948,1613940153656,913
+"wd_0",0.01,1613940153656,913
+"sqr_mom_0",0.99,1613940153656,913
+"lr_0",1.9079616108542273e-06,1613940153656,913
+"mom_0",0.9273009597286442,1613940153656,913
+"eps_0",1e-05,1613940153656,913
+"wd_1",0.01,1613940153656,913
+"sqr_mom_1",0.99,1613940153656,913
+"lr_1",1.9079616108542275e-05,1613940153656,913
+"mom_1",0.9273009597286442,1613940153656,913
+"eps_1",1e-05,1613940153656,913
+"wd_2",0.01,1613940153656,913
+"sqr_mom_2",0.99,1613940153656,913
+"lr_2",0.00019079616108542275,1613940153656,913
+"mom_2",0.9273009597286442,1613940153656,913
+"eps_2",1e-05,1613940153656,913
+"train_loss",0.0976736,1613940154605,914
+"raw_loss",0.11364523,1613940154605,914
+"epoch",5.754716981132049,1613940154605,914
+"wd_0",0.01,1613940154605,914
+"sqr_mom_0",0.99,1613940154605,914
+"lr_0",1.91016948730246e-06,1613940154605,914
+"mom_0",0.9272457628174384,1613940154605,914
+"eps_0",1e-05,1613940154605,914
+"wd_1",0.01,1613940154605,914
+"sqr_mom_1",0.99,1613940154605,914
+"lr_1",1.91016948730246e-05,1613940154605,914
+"mom_1",0.9272457628174384,1613940154605,914
+"eps_1",1e-05,1613940154605,914
+"wd_2",0.01,1613940154605,914
+"sqr_mom_2",0.99,1613940154605,914
+"lr_2",0.00019101694873024602,1613940154605,914
+"mom_2",0.9272457628174384,1613940154605,914
+"eps_2",1e-05,1613940154605,914
+"train_loss",0.09803976,1613940155587,915
+"raw_loss",0.11598144,1613940155587,915
+"epoch",5.761006289308149,1613940155587,915
+"wd_0",0.01,1613940155587,915
+"sqr_mom_0",0.99,1613940155587,915
+"lr_0",1.912379411599536e-06,1613940155587,915
+"mom_0",0.9271905147100116,1613940155587,915
+"eps_0",1e-05,1613940155587,915
+"wd_1",0.01,1613940155587,915
+"sqr_mom_1",0.99,1613940155587,915
+"lr_1",1.912379411599536e-05,1613940155587,915
+"mom_1",0.9271905147100116,1613940155587,915
+"eps_1",1e-05,1613940155587,915
+"wd_2",0.01,1613940155587,915
+"sqr_mom_2",0.99,1613940155587,915
+"lr_2",0.00019123794115995357,1613940155587,915
+"mom_2",0.9271905147100116,1613940155587,915
+"eps_2",1e-05,1613940155587,915
+"train_loss",0.09954557,1613940156551,916
+"raw_loss",0.17333025,1613940156551,916
+"epoch",5.7672955974842495,1613940156551,916
+"wd_0",0.01,1613940156551,916
+"sqr_mom_0",0.99,1613940156551,916
+"lr_0",1.9145912230351285e-06,1613940156551,916
+"mom_0",0.9271352194241218,1613940156551,916
+"eps_0",1e-05,1613940156551,916
+"wd_1",0.01,1613940156551,916
+"sqr_mom_1",0.99,1613940156551,916
+"lr_1",1.9145912230351283e-05,1613940156551,916
+"mom_1",0.9271352194241218,1613940156551,916
+"eps_1",1e-05,1613940156551,916
+"wd_2",0.01,1613940156551,916
+"sqr_mom_2",0.99,1613940156551,916
+"lr_2",0.0001914591223035128,1613940156551,916
+"mom_2",0.9271352194241218,1613940156551,916
+"eps_2",1e-05,1613940156551,916
+"train_loss",0.09925556,1613940157513,917
+"raw_loss",0.085045375,1613940157513,917
+"epoch",5.77358490566035,1613940157513,917
+"wd_0",0.01,1613940157513,917
+"sqr_mom_0",0.99,1613940157513,917
+"lr_0",1.916805075183916e-06,1613940157513,917
+"mom_0",0.9270798731204021,1613940157513,917
+"eps_0",1e-05,1613940157513,917
+"wd_1",0.01,1613940157513,917
+"sqr_mom_1",0.99,1613940157513,917
+"lr_1",1.916805075183916e-05,1613940157513,917
+"mom_1",0.9270798731204021,1613940157513,917
+"eps_1",1e-05,1613940157513,917
+"wd_2",0.01,1613940157513,917
+"sqr_mom_2",0.99,1613940157513,917
+"lr_2",0.00019168050751839158,1613940157513,917
+"mom_2",0.9270798731204021,1613940157513,917
+"eps_2",1e-05,1613940157513,917
+"train_loss",0.09914205,1613940158463,918
+"raw_loss",0.09357992,1613940158463,918
+"epoch",5.77987421383645,1613940158463,918
+"wd_0",0.01,1613940158463,918
+"sqr_mom_0",0.99,1613940158463,918
+"lr_0",1.9190204919676755e-06,1613940158463,918
+"mom_0",0.927024487700808,1613940158463,918
+"eps_0",1e-05,1613940158463,918
+"wd_1",0.01,1613940158463,918
+"sqr_mom_1",0.99,1613940158463,918
+"lr_1",1.919020491967675e-05,1613940158463,918
+"mom_1",0.927024487700808,1613940158463,918
+"eps_1",1e-05,1613940158463,918
+"wd_2",0.01,1613940158463,918
+"sqr_mom_2",0.99,1613940158463,918
+"lr_2",0.00019190204919676752,1613940158463,918
+"mom_2",0.927024487700808,1613940158463,918
+"eps_2",1e-05,1613940158463,918
+"train_loss",0.10004192,1613940159412,919
+"raw_loss",0.14413533,1613940159412,919
+"epoch",5.786163522012551,1613940159412,919
+"wd_0",0.01,1613940159412,919
+"sqr_mom_0",0.99,1613940159412,919
+"lr_0",1.9212379417793726e-06,1613940159412,919
+"mom_0",0.9269690514555157,1613940159412,919
+"eps_0",1e-05,1613940159412,919
+"wd_1",0.01,1613940159412,919
+"sqr_mom_1",0.99,1613940159412,919
+"lr_1",1.9212379417793724e-05,1613940159412,919
+"mom_1",0.9269690514555157,1613940159412,919
+"eps_1",1e-05,1613940159412,919
+"wd_2",0.01,1613940159412,919
+"sqr_mom_2",0.99,1613940159412,919
+"lr_2",0.00019212379417793722,1613940159412,919
+"mom_2",0.9269690514555157,1613940159412,919
+"eps_2",1e-05,1613940159412,919
+"train_loss",0.09985714,1613940160366,920
+"raw_loss",0.09080323,1613940160366,920
+"epoch",5.792452830188651,1613940160366,920
+"wd_0",0.01,1613940160366,920
+"sqr_mom_0",0.99,1613940160366,920
+"lr_0",1.9234572633590848e-06,1613940160366,920
+"mom_0",0.9269135684160228,1613940160366,920
+"eps_0",1e-05,1613940160366,920
+"wd_1",0.01,1613940160366,920
+"sqr_mom_1",0.99,1613940160366,920
+"lr_1",1.9234572633590847e-05,1613940160366,920
+"mom_1",0.9269135684160228,1613940160366,920
+"eps_1",1e-05,1613940160366,920
+"wd_2",0.01,1613940160366,920
+"sqr_mom_2",0.99,1613940160366,920
+"lr_2",0.00019234572633590845,1613940160366,920
+"mom_2",0.9269135684160228,1613940160366,920
+"eps_2",1e-05,1613940160366,920
+"train_loss",0.09972433,1613940161352,921
+"raw_loss",0.09321691,1613940161352,921
+"epoch",5.7987421383647515,1613940161352,921
+"wd_0",0.01,1613940161352,921
+"sqr_mom_0",0.99,1613940161352,921
+"lr_0",1.9256784528560515e-06,1613940161352,921
+"mom_0",0.9268580386785987,1613940161352,921
+"eps_0",1e-05,1613940161352,921
+"wd_1",0.01,1613940161352,921
+"sqr_mom_1",0.99,1613940161352,921
+"lr_1",1.925678452856051e-05,1613940161352,921
+"mom_1",0.9268580386785987,1613940161352,921
+"eps_1",1e-05,1613940161352,921
+"wd_2",0.01,1613940161352,921
+"sqr_mom_2",0.99,1613940161352,921
+"lr_2",0.00019256784528560512,1613940161352,921
+"mom_2",0.9268580386785987,1613940161352,921
+"eps_2",1e-05,1613940161352,921
+"train_loss",0.099008806,1613940162386,922
+"raw_loss",0.06394817,1613940162386,922
+"epoch",5.805031446540852,1613940162386,922
+"wd_0",0.01,1613940162386,922
+"sqr_mom_0",0.99,1613940162386,922
+"lr_0",1.927901506416271e-06,1613940162386,922
+"mom_0",0.9268024623395932,1613940162386,922
+"eps_0",1e-05,1613940162386,922
+"wd_1",0.01,1613940162386,922
+"sqr_mom_1",0.99,1613940162386,922
+"lr_1",1.927901506416271e-05,1613940162386,922
+"mom_1",0.9268024623395932,1613940162386,922
+"eps_1",1e-05,1613940162386,922
+"wd_2",0.01,1613940162386,922
+"sqr_mom_2",0.99,1613940162386,922
+"lr_2",0.00019279015064162708,1613940162386,922
+"mom_2",0.9268024623395932,1613940162386,922
+"eps_2",1e-05,1613940162386,922
+"train_loss",0.09851343,1613940163340,923
+"raw_loss",0.074240066,1613940163340,923
+"epoch",5.811320754716952,1613940163340,923
+"wd_0",0.01,1613940163340,923
+"sqr_mom_0",0.99,1613940163340,923
+"lr_0",1.930126420182505e-06,1613940163340,923
+"mom_0",0.9267468394954373,1613940163340,923
+"eps_0",1e-05,1613940163340,923
+"wd_1",0.01,1613940163340,923
+"sqr_mom_1",0.99,1613940163340,923
+"lr_1",1.930126420182505e-05,1613940163340,923
+"mom_1",0.9267468394954373,1613940163340,923
+"eps_1",1e-05,1613940163340,923
+"wd_2",0.01,1613940163340,923
+"sqr_mom_2",0.99,1613940163340,923
+"lr_2",0.0001930126420182505,1613940163340,923
+"mom_2",0.9267468394954373,1613940163340,923
+"eps_2",1e-05,1613940163340,923
+"train_loss",0.09836831,1613940164285,924
+"raw_loss",0.091257155,1613940164285,924
+"epoch",5.817610062893053,1613940164285,924
+"wd_0",0.01,1613940164285,924
+"sqr_mom_0",0.99,1613940164285,924
+"lr_0",1.9323531902942907e-06,1613940164285,924
+"mom_0",0.9266911702426427,1613940164285,924
+"eps_0",1e-05,1613940164285,924
+"wd_1",0.01,1613940164285,924
+"sqr_mom_1",0.99,1613940164285,924
+"lr_1",1.9323531902942906e-05,1613940164285,924
+"mom_1",0.9266911702426427,1613940164285,924
+"eps_1",1e-05,1613940164285,924
+"wd_2",0.01,1613940164285,924
+"sqr_mom_2",0.99,1613940164285,924
+"lr_2",0.00019323531902942906,1613940164285,924
+"mom_2",0.9266911702426427,1613940164285,924
+"eps_2",1e-05,1613940164285,924
+"train_loss",0.09733475,1613940165238,925
+"raw_loss",0.04669017,1613940165238,925
+"epoch",5.823899371069153,1613940165238,925
+"wd_0",0.01,1613940165238,925
+"sqr_mom_0",0.99,1613940165238,925
+"lr_0",1.9345818128879427e-06,1613940165238,925
+"mom_0",0.9266354546778014,1613940165238,925
+"eps_0",1e-05,1613940165238,925
+"wd_1",0.01,1613940165238,925
+"sqr_mom_1",0.99,1613940165238,925
+"lr_1",1.9345818128879427e-05,1613940165238,925
+"mom_1",0.9266354546778014,1613940165238,925
+"eps_1",1e-05,1613940165238,925
+"wd_2",0.01,1613940165238,925
+"sqr_mom_2",0.99,1613940165238,925
+"lr_2",0.00019345818128879426,1613940165238,925
+"mom_2",0.9266354546778014,1613940165238,925
+"eps_2",1e-05,1613940165238,925
+"train_loss",0.096210636,1613940166193,926
+"raw_loss",0.041128922,1613940166193,926
+"epoch",5.8301886792452535,1613940166193,926
+"wd_0",0.01,1613940166193,926
+"sqr_mom_0",0.99,1613940166193,926
+"lr_0",1.9368122840965604e-06,1613940166193,926
+"mom_0",0.926579692897586,1613940166193,926
+"eps_0",1e-05,1613940166193,926
+"wd_1",0.01,1613940166193,926
+"sqr_mom_1",0.99,1613940166193,926
+"lr_1",1.93681228409656e-05,1613940166193,926
+"mom_1",0.926579692897586,1613940166193,926
+"eps_1",1e-05,1613940166193,926
+"wd_2",0.01,1613940166193,926
+"sqr_mom_2",0.99,1613940166193,926
+"lr_2",0.000193681228409656,1613940166193,926
+"mom_2",0.926579692897586,1613940166193,926
+"eps_2",1e-05,1613940166193,926
+"train_loss",0.095696904,1613940167165,927
+"raw_loss",0.07052386,1613940167165,927
+"epoch",5.836477987421354,1613940167165,927
+"wd_0",0.01,1613940167165,927
+"sqr_mom_0",0.99,1613940167165,927
+"lr_0",1.939044600050038e-06,1613940167165,927
+"mom_0",0.926523884998749,1613940167165,927
+"eps_0",1e-05,1613940167165,927
+"wd_1",0.01,1613940167165,927
+"sqr_mom_1",0.99,1613940167165,927
+"lr_1",1.9390446000500382e-05,1613940167165,927
+"mom_1",0.926523884998749,1613940167165,927
+"eps_1",1e-05,1613940167165,927
+"wd_2",0.01,1613940167165,927
+"sqr_mom_2",0.99,1613940167165,927
+"lr_2",0.0001939044600050038,1613940167165,927
+"mom_2",0.926523884998749,1613940167165,927
+"eps_2",1e-05,1613940167165,927
+"train_loss",0.09472172,1613940168105,928
+"raw_loss",0.04693753,1613940168105,928
+"epoch",5.842767295597454,1613940168105,928
+"wd_0",0.01,1613940168105,928
+"sqr_mom_0",0.99,1613940168105,928
+"lr_0",1.9412787568750663e-06,1613940168105,928
+"mom_0",0.9264680310781233,1613940168105,928
+"eps_0",1e-05,1613940168105,928
+"wd_1",0.01,1613940168105,928
+"sqr_mom_1",0.99,1613940168105,928
+"lr_1",1.9412787568750663e-05,1613940168105,928
+"mom_1",0.9264680310781233,1613940168105,928
+"eps_1",1e-05,1613940168105,928
+"wd_2",0.01,1613940168105,928
+"sqr_mom_2",0.99,1613940168105,928
+"lr_2",0.00019412787568750663,1613940168105,928
+"mom_2",0.9264680310781233,1613940168105,928
+"eps_2",1e-05,1613940168105,928
+"train_loss",0.093492664,1613940169055,929
+"raw_loss",0.033268742,1613940169055,929
+"epoch",5.849056603773555,1613940169055,929
+"wd_0",0.01,1613940169055,929
+"sqr_mom_0",0.99,1613940169055,929
+"lr_0",1.943514591699412e-06,1613940169055,929
+"mom_0",0.9264121352075146,1613940169055,929
+"eps_0",1e-05,1613940169055,929
+"wd_1",0.01,1613940169055,929
+"sqr_mom_1",0.99,1613940169055,929
+"lr_1",1.9435145916994117e-05,1613940169055,929
+"mom_1",0.9264121352075146,1613940169055,929
+"eps_1",1e-05,1613940169055,929
+"wd_2",0.01,1613940169055,929
+"sqr_mom_2",0.99,1613940169055,929
+"lr_2",0.00019435145916994116,1613940169055,929
+"mom_2",0.9264121352075146,1613940169055,929
+"eps_2",1e-05,1613940169055,929
+"train_loss",0.09411631,1613940170005,930
+"raw_loss",0.12467494,1613940170005,930
+"epoch",5.855345911949655,1613940170005,930
+"wd_0",0.01,1613940170005,930
+"sqr_mom_0",0.99,1613940170005,930
+"lr_0",1.9457524185046936e-06,1613940170005,930
+"mom_0",0.9263561895373826,1613940170005,930
+"eps_0",1e-05,1613940170005,930
+"wd_1",0.01,1613940170005,930
+"sqr_mom_1",0.99,1613940170005,930
+"lr_1",1.9457524185046938e-05,1613940170005,930
+"mom_1",0.9263561895373826,1613940170005,930
+"eps_1",1e-05,1613940170005,930
+"wd_2",0.01,1613940170005,930
+"sqr_mom_2",0.99,1613940170005,930
+"lr_2",0.00019457524185046934,1613940170005,930
+"mom_2",0.9263561895373826,1613940170005,930
+"eps_2",1e-05,1613940170005,930
+"train_loss",0.09371389,1613940170962,931
+"raw_loss",0.07399517,1613940170962,931
+"epoch",5.8616352201257556,1613940170962,931
+"wd_0",0.01,1613940170962,931
+"sqr_mom_0",0.99,1613940170962,931
+"lr_0",1.9479922337985106e-06,1613940170962,931
+"mom_0",0.9263001941550372,1613940170962,931
+"eps_0",1e-05,1613940170962,931
+"wd_1",0.01,1613940170962,931
+"sqr_mom_1",0.99,1613940170962,931
+"lr_1",1.9479922337985102e-05,1613940170962,931
+"mom_1",0.9263001941550372,1613940170962,931
+"eps_1",1e-05,1613940170962,931
+"wd_2",0.01,1613940170962,931
+"sqr_mom_2",0.99,1613940170962,931
+"lr_2",0.00019479922337985102,1613940170962,931
+"mom_2",0.9263001941550372,1613940170962,931
+"eps_2",1e-05,1613940170962,931
+"train_loss",0.093177564,1613940171900,932
+"raw_loss",0.06689772,1613940171900,932
+"epoch",5.867924528301856,1613940171900,932
+"wd_0",0.01,1613940171900,932
+"sqr_mom_0",0.99,1613940171900,932
+"lr_0",1.9502337153128842e-06,1613940171900,932
+"mom_0",0.9262441571171779,1613940171900,932
+"eps_0",1e-05,1613940171900,932
+"wd_1",0.01,1613940171900,932
+"sqr_mom_1",0.99,1613940171900,932
+"lr_1",1.950233715312884e-05,1613940171900,932
+"mom_1",0.9262441571171779,1613940171900,932
+"eps_1",1e-05,1613940171900,932
+"wd_2",0.01,1613940171900,932
+"sqr_mom_2",0.99,1613940171900,932
+"lr_2",0.0001950233715312884,1613940171900,932
+"mom_2",0.9262441571171779,1613940171900,932
+"eps_2",1e-05,1613940171900,932
+"train_loss",0.09343386,1613940172868,933
+"raw_loss",0.105992146,1613940172868,933
+"epoch",5.874213836477956,1613940172868,933
+"wd_0",0.01,1613940172868,933
+"sqr_mom_0",0.99,1613940172868,933
+"lr_0",1.952476858769792e-06,1613940172868,933
+"mom_0",0.9261880785307551,1613940172868,933
+"eps_0",1e-05,1613940172868,933
+"wd_1",0.01,1613940172868,933
+"sqr_mom_1",0.99,1613940172868,933
+"lr_1",1.952476858769792e-05,1613940172868,933
+"mom_1",0.9261880785307551,1613940172868,933
+"eps_1",1e-05,1613940172868,933
+"wd_2",0.01,1613940172868,933
+"sqr_mom_2",0.99,1613940172868,933
+"lr_2",0.00019524768587697916,1613940172868,933
+"mom_2",0.9261880785307551,1613940172868,933
+"eps_2",1e-05,1613940172868,933
+"train_loss",0.09287604,1613940173820,934
+"raw_loss",0.06554281,1613940173820,934
+"epoch",5.880503144654057,1613940173820,934
+"wd_0",0.01,1613940173820,934
+"sqr_mom_0",0.99,1613940173820,934
+"lr_0",1.954721979177213e-06,1613940173820,934
+"mom_0",0.9261319505205696,1613940173820,934
+"eps_0",1e-05,1613940173820,934
+"wd_1",0.01,1613940173820,934
+"sqr_mom_1",0.99,1613940173820,934
+"lr_1",1.9547219791772125e-05,1613940173820,934
+"mom_1",0.9261319505205696,1613940173820,934
+"eps_1",1e-05,1613940173820,934
+"wd_2",0.01,1613940173820,934
+"sqr_mom_2",0.99,1613940173820,934
+"lr_2",0.00019547219791772125,1613940173820,934
+"mom_2",0.9261319505205696,1613940173820,934
+"eps_2",1e-05,1613940173820,934
+"train_loss",0.09317843,1613940174771,935
+"raw_loss",0.10799539,1613940174771,935
+"epoch",5.886792452830157,1613940174771,935
+"wd_0",0.01,1613940174771,935
+"sqr_mom_0",0.99,1613940174771,935
+"lr_0",1.95696891325425e-06,1613940174771,935
+"mom_0",0.9260757771686438,1613940174771,935
+"eps_0",1e-05,1613940174771,935
+"wd_1",0.01,1613940174771,935
+"sqr_mom_1",0.99,1613940174771,935
+"lr_1",1.9569689132542496e-05,1613940174771,935
+"mom_1",0.9260757771686438,1613940174771,935
+"eps_1",1e-05,1613940174771,935
+"wd_2",0.01,1613940174771,935
+"sqr_mom_2",0.99,1613940174771,935
+"lr_2",0.00019569689132542496,1613940174771,935
+"mom_2",0.9260757771686438,1613940174771,935
+"eps_2",1e-05,1613940174771,935
+"train_loss",0.092585616,1613940175717,936
+"raw_loss",0.06353763,1613940175717,936
+"epoch",5.893081761006258,1613940175717,936
+"wd_0",0.01,1613940175717,936
+"sqr_mom_0",0.99,1613940175717,936
+"lr_0",1.959217817003252e-06,1613940175717,936
+"mom_0",0.9260195545749187,1613940175717,936
+"eps_0",1e-05,1613940175717,936
+"wd_1",0.01,1613940175717,936
+"sqr_mom_1",0.99,1613940175717,936
+"lr_1",1.9592178170032518e-05,1613940175717,936
+"mom_1",0.9260195545749187,1613940175717,936
+"eps_1",1e-05,1613940175717,936
+"wd_2",0.01,1613940175717,936
+"sqr_mom_2",0.99,1613940175717,936
+"lr_2",0.00019592178170032518,1613940175717,936
+"mom_2",0.9260195545749187,1613940175717,936
+"eps_2",1e-05,1613940175717,936
+"train_loss",0.092525184,1613940176668,937
+"raw_loss",0.08956453,1613940176668,937
+"epoch",5.899371069182358,1613940176668,937
+"wd_0",0.01,1613940176668,937
+"sqr_mom_0",0.99,1613940176668,937
+"lr_0",1.961468206819339e-06,1613940176668,937
+"mom_0",0.9259632948295164,1613940176668,937
+"eps_0",1e-05,1613940176668,937
+"wd_1",0.01,1613940176668,937
+"sqr_mom_1",0.99,1613940176668,937
+"lr_1",1.9614682068193387e-05,1613940176668,937
+"mom_1",0.9259632948295164,1613940176668,937
+"eps_1",1e-05,1613940176668,937
+"wd_2",0.01,1613940176668,937
+"sqr_mom_2",0.99,1613940176668,937
+"lr_2",0.00019614682068193388,1613940176668,937
+"mom_2",0.9259632948295164,1613940176668,937
+"eps_2",1e-05,1613940176668,937
+"train_loss",0.09270233,1613940177623,938
+"raw_loss",0.10138241,1613940177623,938
+"epoch",5.905660377358458,1613940177623,938
+"wd_0",0.01,1613940177623,938
+"sqr_mom_0",0.99,1613940177623,938
+"lr_0",1.963720558500636e-06,1613940177623,938
+"mom_0",0.9259069860374841,1613940177623,938
+"eps_0",1e-05,1613940177623,938
+"wd_1",0.01,1613940177623,938
+"sqr_mom_1",0.99,1613940177623,938
+"lr_1",1.9637205585006357e-05,1613940177623,938
+"mom_1",0.9259069860374841,1613940177623,938
+"eps_1",1e-05,1613940177623,938
+"wd_2",0.01,1613940177623,938
+"sqr_mom_2",0.99,1613940177623,938
+"lr_2",0.00019637205585006356,1613940177623,938
+"mom_2",0.9259069860374841,1613940177623,938
+"eps_2",1e-05,1613940177623,938
+"train_loss",0.09242317,1613940178569,939
+"raw_loss",0.07874451,1613940178569,939
+"epoch",5.911949685534559,1613940178569,939
+"wd_0",0.01,1613940178569,939
+"sqr_mom_0",0.99,1613940178569,939
+"lr_0",1.9659747082380455e-06,1613940178569,939
+"mom_0",0.9258506322940488,1613940178569,939
+"eps_0",1e-05,1613940178569,939
+"wd_1",0.01,1613940178569,939
+"sqr_mom_1",0.99,1613940178569,939
+"lr_1",1.9659747082380452e-05,1613940178569,939
+"mom_1",0.9258506322940488,1613940178569,939
+"eps_1",1e-05,1613940178569,939
+"wd_2",0.01,1613940178569,939
+"sqr_mom_2",0.99,1613940178569,939
+"lr_2",0.0001965974708238045,1613940178569,939
+"mom_2",0.9258506322940488,1613940178569,939
+"eps_2",1e-05,1613940178569,939
+"train_loss",0.09200977,1613940179514,940
+"raw_loss",0.07175307,1613940179514,940
+"epoch",5.918238993710659,1613940179514,940
+"wd_0",0.01,1613940179514,940
+"sqr_mom_0",0.99,1613940179514,940
+"lr_0",1.968230652120377e-06,1613940179514,940
+"mom_0",0.9257942336969905,1613940179514,940
+"eps_0",1e-05,1613940179514,940
+"wd_1",0.01,1613940179514,940
+"sqr_mom_1",0.99,1613940179514,940
+"lr_1",1.9682306521203763e-05,1613940179514,940
+"mom_1",0.9257942336969905,1613940179514,940
+"eps_1",1e-05,1613940179514,940
+"wd_2",0.01,1613940179514,940
+"sqr_mom_2",0.99,1613940179514,940
+"lr_2",0.00019682306521203764,1613940179514,940
+"mom_2",0.9257942336969905,1613940179514,940
+"eps_2",1e-05,1613940179514,940
+"train_loss",0.09254399,1613940180477,941
+"raw_loss",0.11872098,1613940180477,941
+"epoch",5.92452830188676,1613940180477,941
+"wd_0",0.01,1613940180477,941
+"sqr_mom_0",0.99,1613940180477,941
+"lr_0",1.9704883862333254e-06,1613940180477,941
+"mom_0",0.9257377903441668,1613940180477,941
+"eps_0",1e-05,1613940180477,941
+"wd_1",0.01,1613940180477,941
+"sqr_mom_1",0.99,1613940180477,941
+"lr_1",1.970488386233325e-05,1613940180477,941
+"mom_1",0.9257377903441668,1613940180477,941
+"eps_1",1e-05,1613940180477,941
+"wd_2",0.01,1613940180477,941
+"sqr_mom_2",0.99,1613940180477,941
+"lr_2",0.00019704883862333252,1613940180477,941
+"mom_2",0.9257377903441668,1613940180477,941
+"eps_2",1e-05,1613940180477,941
+"train_loss",0.09230031,1613940181424,942
+"raw_loss",0.0803599,1613940181424,942
+"epoch",5.93081761006286,1613940181424,942
+"wd_0",0.01,1613940181424,942
+"sqr_mom_0",0.99,1613940181424,942
+"lr_0",1.9727479066594792e-06,1613940181424,942
+"mom_0",0.925681302333513,1613940181424,942
+"eps_0",1e-05,1613940181424,942
+"wd_1",0.01,1613940181424,942
+"sqr_mom_1",0.99,1613940181424,942
+"lr_1",1.9727479066594794e-05,1613940181424,942
+"mom_1",0.925681302333513,1613940181424,942
+"eps_1",1e-05,1613940181424,942
+"wd_2",0.01,1613940181424,942
+"sqr_mom_2",0.99,1613940181424,942
+"lr_2",0.0001972747906659479,1613940181424,942
+"mom_2",0.925681302333513,1613940181424,942
+"eps_2",1e-05,1613940181424,942
+"train_loss",0.091812536,1613940182385,943
+"raw_loss",0.06791141,1613940182385,943
+"epoch",5.93710691823896,1613940182385,943
+"wd_0",0.01,1613940182385,943
+"sqr_mom_0",0.99,1613940182385,943
+"lr_0",1.9750092094783292e-06,1613940182385,943
+"mom_0",0.9256247697630418,1613940182385,943
+"eps_0",1e-05,1613940182385,943
+"wd_1",0.01,1613940182385,943
+"sqr_mom_1",0.99,1613940182385,943
+"lr_1",1.975009209478329e-05,1613940182385,943
+"mom_1",0.9256247697630418,1613940182385,943
+"eps_1",1e-05,1613940182385,943
+"wd_2",0.01,1613940182385,943
+"sqr_mom_2",0.99,1613940182385,943
+"lr_2",0.0001975009209478329,1613940182385,943
+"mom_2",0.9256247697630418,1613940182385,943
+"eps_2",1e-05,1613940182385,943
+"train_loss",0.09222289,1613940183336,944
+"raw_loss",0.11233051,1613940183336,944
+"epoch",5.943396226415061,1613940183336,944
+"wd_0",0.01,1613940183336,944
+"sqr_mom_0",0.99,1613940183336,944
+"lr_0",1.9772721298472885e-06,1613940183336,944
+"mom_0",0.9255681967538177,1613940183336,944
+"eps_0",1e-05,1613940183336,944
+"wd_1",0.01,1613940183336,944
+"sqr_mom_1",0.99,1613940183336,944
+"lr_1",1.9772721298472888e-05,1613940183336,944
+"mom_1",0.9255681967538177,1613940183336,944
+"eps_1",1e-05,1613940183336,944
+"wd_2",0.01,1613940183336,944
+"sqr_mom_2",0.99,1613940183336,944
+"lr_2",0.00019772721298472884,1613940183336,944
+"mom_2",0.9255681967538177,1613940183336,944
+"eps_2",1e-05,1613940183336,944
+"train_loss",0.09360779,1613940184291,945
+"raw_loss",0.16146791,1613940184291,945
+"epoch",5.949685534591161,1613940184291,945
+"wd_0",0.01,1613940184291,945
+"sqr_mom_0",0.99,1613940184291,945
+"lr_0",1.9795371465966137e-06,1613940184291,945
+"mom_0",0.9255115713350847,1613940184291,945
+"eps_0",1e-05,1613940184291,945
+"wd_1",0.01,1613940184291,945
+"sqr_mom_1",0.99,1613940184291,945
+"lr_1",1.9795371465966137e-05,1613940184291,945
+"mom_1",0.9255115713350847,1613940184291,945
+"eps_1",1e-05,1613940184291,945
+"wd_2",0.01,1613940184291,945
+"sqr_mom_2",0.99,1613940184291,945
+"lr_2",0.00019795371465966137,1613940184291,945
+"mom_2",0.9255115713350847,1613940184291,945
+"eps_2",1e-05,1613940184291,945
+"train_loss",0.093678445,1613940185232,946
+"raw_loss",0.09714046,1613940185232,946
+"epoch",5.955974842767262,1613940185232,946
+"wd_0",0.01,1613940185232,946
+"sqr_mom_0",0.99,1613940185232,946
+"lr_0",1.981803773039593e-06,1613940185232,946
+"mom_0",0.9254549056740101,1613940185232,946
+"eps_0",1e-05,1613940185232,946
+"wd_1",0.01,1613940185232,946
+"sqr_mom_1",0.99,1613940185232,946
+"lr_1",1.9818037730395928e-05,1613940185232,946
+"mom_1",0.9254549056740101,1613940185232,946
+"eps_1",1e-05,1613940185232,946
+"wd_2",0.01,1613940185232,946
+"sqr_mom_2",0.99,1613940185232,946
+"lr_2",0.0001981803773039593,1613940185232,946
+"mom_2",0.9254549056740101,1613940185232,946
+"eps_2",1e-05,1613940185232,946
+"train_loss",0.09330986,1613940186184,947
+"raw_loss",0.07524893,1613940186184,947
+"epoch",5.962264150943362,1613940186184,947
+"wd_0",0.01,1613940186184,947
+"sqr_mom_0",0.99,1613940186184,947
+"lr_0",1.9840721661623663e-06,1613940186184,947
+"mom_0",0.9253981958459409,1613940186184,947
+"eps_0",1e-05,1613940186184,947
+"wd_1",0.01,1613940186184,947
+"sqr_mom_1",0.99,1613940186184,947
+"lr_1",1.984072166162366e-05,1613940186184,947
+"mom_1",0.9253981958459409,1613940186184,947
+"eps_1",1e-05,1613940186184,947
+"wd_2",0.01,1613940186184,947
+"sqr_mom_2",0.99,1613940186184,947
+"lr_2",0.0001984072166162366,1613940186184,947
+"mom_2",0.9253981958459409,1613940186184,947
+"eps_2",1e-05,1613940186184,947
+"train_loss",0.092661954,1613940187143,948
+"raw_loss",0.06091484,1613940187143,948
+"epoch",5.9685534591194624,1613940187143,948
+"wd_0",0.01,1613940187143,948
+"sqr_mom_0",0.99,1613940187143,948
+"lr_0",1.9863421606077576e-06,1613940187143,948
+"mom_0",0.925341445984806,1613940187143,948
+"eps_0",1e-05,1613940187143,948
+"wd_1",0.01,1613940187143,948
+"sqr_mom_1",0.99,1613940187143,948
+"lr_1",1.986342160607757e-05,1613940187143,948
+"mom_1",0.925341445984806,1613940187143,948
+"eps_1",1e-05,1613940187143,948
+"wd_2",0.01,1613940187143,948
+"sqr_mom_2",0.99,1613940187143,948
+"lr_2",0.0001986342160607757,1613940187143,948
+"mom_2",0.925341445984806,1613940187143,948
+"eps_2",1e-05,1613940187143,948
+"train_loss",0.09201222,1613940188085,949
+"raw_loss",0.060175218,1613940188085,949
+"epoch",5.974842767295563,1613940188085,949
+"wd_0",0.01,1613940188085,949
+"sqr_mom_0",0.99,1613940188085,949
+"lr_0",1.988614075154472e-06,1613940188085,949
+"mom_0",0.9252846481211382,1613940188085,949
+"eps_0",1e-05,1613940188085,949
+"wd_1",0.01,1613940188085,949
+"sqr_mom_1",0.99,1613940188085,949
+"lr_1",1.9886140751544716e-05,1613940188085,949
+"mom_1",0.9252846481211382,1613940188085,949
+"eps_1",1e-05,1613940188085,949
+"wd_2",0.01,1613940188085,949
+"sqr_mom_2",0.99,1613940188085,949
+"lr_2",0.00019886140751544716,1613940188085,949
+"mom_2",0.9252846481211382,1613940188085,949
+"eps_2",1e-05,1613940188085,949
+"train_loss",0.09162462,1613940189018,950
+"raw_loss",0.07263211,1613940189018,950
+"epoch",5.981132075471663,1613940189018,950
+"wd_0",0.01,1613940189018,950
+"sqr_mom_0",0.99,1613940189018,950
+"lr_0",1.9908879062351108e-06,1613940189018,950
+"mom_0",0.9252278023441222,1613940189018,950
+"eps_0",1e-05,1613940189018,950
+"wd_1",0.01,1613940189018,950
+"sqr_mom_1",0.99,1613940189018,950
+"lr_1",1.9908879062351106e-05,1613940189018,950
+"mom_1",0.9252278023441222,1613940189018,950
+"eps_1",1e-05,1613940189018,950
+"wd_2",0.01,1613940189018,950
+"sqr_mom_2",0.99,1613940189018,950
+"lr_2",0.00019908879062351104,1613940189018,950
+"mom_2",0.9252278023441222,1613940189018,950
+"eps_2",1e-05,1613940189018,950
+"train_loss",0.091156915,1613940189971,951
+"raw_loss",0.06823961,1613940189971,951
+"epoch",5.987421383647764,1613940189971,951
+"wd_0",0.01,1613940189971,951
+"sqr_mom_0",0.99,1613940189971,951
+"lr_0",1.9931633266874545e-06,1613940189971,951
+"mom_0",0.9251709168328136,1613940189971,951
+"eps_0",1e-05,1613940189971,951
+"wd_1",0.01,1613940189971,951
+"sqr_mom_1",0.99,1613940189971,951
+"lr_1",1.9931633266874543e-05,1613940189971,951
+"mom_1",0.9251709168328136,1613940189971,951
+"eps_1",1e-05,1613940189971,951
+"wd_2",0.01,1613940189971,951
+"sqr_mom_2",0.99,1613940189971,951
+"lr_2",0.00019931633266874542,1613940189971,951
+"mom_2",0.9251709168328136,1613940189971,951
+"eps_2",1e-05,1613940189971,951
+"train_loss",0.09043088,1613940190924,952
+"raw_loss",0.05485513,1613940190924,952
+"epoch",5.993710691823864,1613940190924,952
+"wd_0",0.01,1613940190924,952
+"sqr_mom_0",0.99,1613940190924,952
+"lr_0",1.9954403321904674e-06,1613940190924,952
+"mom_0",0.9251139916952383,1613940190924,952
+"eps_0",1e-05,1613940190924,952
+"wd_1",0.01,1613940190924,952
+"sqr_mom_1",0.99,1613940190924,952
+"lr_1",1.995440332190467e-05,1613940190924,952
+"mom_1",0.9251139916952383,1613940190924,952
+"eps_1",1e-05,1613940190924,952
+"wd_2",0.01,1613940190924,952
+"sqr_mom_2",0.99,1613940190924,952
+"lr_2",0.00019954403321904672,1613940190924,952
+"mom_2",0.9251139916952383,1613940190924,952
+"eps_2",1e-05,1613940190924,952
+"train_loss",0.09425146,1613940191878,953
+"raw_loss",0.28145978,1613940191878,953
+"epoch",5.9999999999999645,1613940191878,953
+"wd_0",0.01,1613940191878,953
+"sqr_mom_0",0.99,1613940191878,953
+"lr_0",1.9977192425074283e-06,1613940191878,953
+"mom_0",0.9250570189373143,1613940191878,953
+"eps_0",1e-05,1613940191878,953
+"wd_1",0.01,1613940191878,953
+"sqr_mom_1",0.99,1613940191878,953
+"lr_1",1.9977192425074283e-05,1613940191878,953
+"mom_1",0.9250570189373143,1613940191878,953
+"eps_1",1e-05,1613940191878,953
+"wd_2",0.01,1613940191878,953
+"sqr_mom_2",0.99,1613940191878,953
+"lr_2",0.0001997719242507428,1613940191878,953
+"mom_2",0.9250570189373143,1613940191878,953
+"eps_2",1e-05,1613940191878,953
+"valid_loss",0.12440148741006851,1613940223606,953
+"_rmse",0.3527059853076935,1613940223606,953
+"epoch",6,1613940223606,953
+"train_loss",0.093608275,1613940224641,954
+"raw_loss",0.062092338,1613940224641,954
+"epoch",6.0062893081761,1613940224641,954
+"wd_0",0.01,1613940224641,954
+"sqr_mom_0",0.99,1613940224641,954
+"lr_0",1.9999998918891356e-06,1613940224641,954
+"mom_0",0.9250000027027716,1613940224641,954
+"eps_0",1e-05,1613940224641,954
+"wd_1",0.01,1613940224641,954
+"sqr_mom_1",0.99,1613940224641,954
+"lr_1",1.9999998918891356e-05,1613940224641,954
+"mom_1",0.9250000027027716,1613940224641,954
+"eps_1",1e-05,1613940224641,954
+"wd_2",0.01,1613940224641,954
+"sqr_mom_2",0.99,1613940224641,954
+"lr_2",0.00019999998918891358,1613940224641,954
+"mom_2",0.9250000027027716,1613940224641,954
+"eps_2",1e-05,1613940224641,954
+"train_loss",0.09334673,1613940225616,955
+"raw_loss",0.08053083,1613940225616,955
+"epoch",6.012578616352201,1613940225616,955
+"wd_0",0.01,1613940225616,955
+"sqr_mom_0",0.99,1613940225616,955
+"lr_0",2.0022824386679036e-06,1613940225616,955
+"mom_0",0.9249429390333024,1613940225616,955
+"eps_0",1e-05,1613940225616,955
+"wd_1",0.01,1613940225616,955
+"sqr_mom_1",0.99,1613940225616,955
+"lr_1",2.002282438667903e-05,1613940225616,955
+"mom_1",0.9249429390333024,1613940225616,955
+"eps_1",1e-05,1613940225616,955
+"wd_2",0.01,1613940225616,955
+"sqr_mom_2",0.99,1613940225616,955
+"lr_2",0.0002002282438667903,1613940225616,955
+"mom_2",0.9249429390333024,1613940225616,955
+"eps_2",1e-05,1613940225616,955
+"train_loss",0.092677236,1613940226580,956
+"raw_loss",0.059872136,1613940226580,956
+"epoch",6.018867924528301,1613940226580,956
+"wd_0",0.01,1613940226580,956
+"sqr_mom_0",0.99,1613940226580,956
+"lr_0",2.00456639201509e-06,1613940226580,956
+"mom_0",0.9248858401996227,1613940226580,956
+"eps_0",1e-05,1613940226580,956
+"wd_1",0.01,1613940226580,956
+"sqr_mom_1",0.99,1613940226580,956
+"lr_1",2.00456639201509e-05,1613940226580,956
+"mom_1",0.9248858401996227,1613940226580,956
+"eps_1",1e-05,1613940226580,956
+"wd_2",0.01,1613940226580,956
+"sqr_mom_2",0.99,1613940226580,956
+"lr_2",0.000200456639201509,1613940226580,956
+"mom_2",0.9248858401996227,1613940226580,956
+"eps_2",1e-05,1613940226580,956
+"train_loss",0.092534095,1613940227542,957
+"raw_loss",0.085520215,1613940227542,957
+"epoch",6.025157232704402,1613940227542,957
+"wd_0",0.01,1613940227542,957
+"sqr_mom_0",0.99,1613940227542,957
+"lr_0",2.0068522348359702e-06,1613940227542,957
+"mom_0",0.9248286941291007,1613940227542,957
+"eps_0",1e-05,1613940227542,957
+"wd_1",0.01,1613940227542,957
+"sqr_mom_1",0.99,1613940227542,957
+"lr_1",2.00685223483597e-05,1613940227542,957
+"mom_1",0.9248286941291007,1613940227542,957
+"eps_1",1e-05,1613940227542,957
+"wd_2",0.01,1613940227542,957
+"sqr_mom_2",0.99,1613940227542,957
+"lr_2",0.000200685223483597,1613940227542,957
+"mom_2",0.9248286941291007,1613940227542,957
+"eps_2",1e-05,1613940227542,957
+"train_loss",0.092422254,1613940228579,958
+"raw_loss",0.08694187,1613940228579,958
+"epoch",6.031446540880502,1613940228579,958
+"wd_0",0.01,1613940228579,958
+"sqr_mom_0",0.99,1613940228579,958
+"lr_0",2.009139800874873e-06,1613940228579,958
+"mom_0",0.9247715049781281,1613940228579,958
+"eps_0",1e-05,1613940228579,958
+"wd_1",0.01,1613940228579,958
+"sqr_mom_1",0.99,1613940228579,958
+"lr_1",2.009139800874873e-05,1613940228579,958
+"mom_1",0.9247715049781281,1613940228579,958
+"eps_1",1e-05,1613940228579,958
+"wd_2",0.01,1613940228579,958
+"sqr_mom_2",0.99,1613940228579,958
+"lr_2",0.0002009139800874873,1613940228579,958
+"mom_2",0.9247715049781281,1613940228579,958
+"eps_2",1e-05,1613940228579,958
+"train_loss",0.091338255,1613940229552,959
+"raw_loss",0.038222242,1613940229552,959
+"epoch",6.037735849056602,1613940229552,959
+"wd_0",0.01,1613940229552,959
+"sqr_mom_0",0.99,1613940229552,959
+"lr_0",2.0114290861626267e-06,1613940229552,959
+"mom_0",0.9247142728459343,1613940229552,959
+"eps_0",1e-05,1613940229552,959
+"wd_1",0.01,1613940229552,959
+"sqr_mom_1",0.99,1613940229552,959
+"lr_1",2.0114290861626262e-05,1613940229552,959
+"mom_1",0.9247142728459343,1613940229552,959
+"eps_1",1e-05,1613940229552,959
+"wd_2",0.01,1613940229552,959
+"sqr_mom_2",0.99,1613940229552,959
+"lr_2",0.0002011429086162626,1613940229552,959
+"mom_2",0.9247142728459343,1613940229552,959
+"eps_2",1e-05,1613940229552,959
+"train_loss",0.09024128,1613940230506,960
+"raw_loss",0.036489487,1613940230506,960
+"epoch",6.044025157232703,1613940230506,960
+"wd_0",0.01,1613940230506,960
+"sqr_mom_0",0.99,1613940230506,960
+"lr_0",2.0137200867270754e-06,1613940230506,960
+"mom_0",0.9246569978318231,1613940230506,960
+"eps_0",1e-05,1613940230506,960
+"wd_1",0.01,1613940230506,960
+"sqr_mom_1",0.99,1613940230506,960
+"lr_1",2.0137200867270754e-05,1613940230506,960
+"mom_1",0.9246569978318231,1613940230506,960
+"eps_1",1e-05,1613940230506,960
+"wd_2",0.01,1613940230506,960
+"sqr_mom_2",0.99,1613940230506,960
+"lr_2",0.00020137200867270753,1613940230506,960
+"mom_2",0.9246569978318231,1613940230506,960
+"eps_2",1e-05,1613940230506,960
+"train_loss",0.08995198,1613940231483,961
+"raw_loss",0.07577598,1613940231483,961
+"epoch",6.050314465408803,1613940231483,961
+"wd_0",0.01,1613940231483,961
+"sqr_mom_0",0.99,1613940231483,961
+"lr_0",2.0160127985930864e-06,1613940231483,961
+"mom_0",0.9245996800351728,1613940231483,961
+"eps_0",1e-05,1613940231483,961
+"wd_1",0.01,1613940231483,961
+"sqr_mom_1",0.99,1613940231483,961
+"lr_1",2.0160127985930864e-05,1613940231483,961
+"mom_1",0.9245996800351728,1613940231483,961
+"eps_1",1e-05,1613940231483,961
+"wd_2",0.01,1613940231483,961
+"sqr_mom_2",0.99,1613940231483,961
+"lr_2",0.00020160127985930862,1613940231483,961
+"mom_2",0.9245996800351728,1613940231483,961
+"eps_2",1e-05,1613940231483,961
+"train_loss",0.08931442,1613940232441,962
+"raw_loss",0.058074195,1613940232441,962
+"epoch",6.056603773584904,1613940232441,962
+"wd_0",0.01,1613940232441,962
+"sqr_mom_0",0.99,1613940232441,962
+"lr_0",2.0183072177825602e-06,1613940232441,962
+"mom_0",0.924542319555436,1613940232441,962
+"eps_0",1e-05,1613940232441,962
+"wd_1",0.01,1613940232441,962
+"sqr_mom_1",0.99,1613940232441,962
+"lr_1",2.01830721778256e-05,1613940232441,962
+"mom_1",0.924542319555436,1613940232441,962
+"eps_1",1e-05,1613940232441,962
+"wd_2",0.01,1613940232441,962
+"sqr_mom_2",0.99,1613940232441,962
+"lr_2",0.000201830721778256,1613940232441,962
+"mom_2",0.924542319555436,1613940232441,962
+"eps_2",1e-05,1613940232441,962
+"train_loss",0.08956654,1613940233399,963
+"raw_loss",0.10192035,1613940233399,963
+"epoch",6.062893081761004,1613940233399,963
+"wd_0",0.01,1613940233399,963
+"sqr_mom_0",0.99,1613940233399,963
+"lr_0",2.0206031770496062e-06,1613940233399,963
+"mom_0",0.9244849205737599,1613940233399,963
+"eps_0",1e-05,1613940233399,963
+"wd_1",0.01,1613940233399,963
+"sqr_mom_1",0.99,1613940233399,963
+"lr_1",2.020603177049606e-05,1613940233399,963
+"mom_1",0.9244849205737599,1613940233399,963
+"eps_1",1e-05,1613940233399,963
+"wd_2",0.01,1613940233399,963
+"sqr_mom_2",0.99,1613940233399,963
+"lr_2",0.0002020603177049606,1613940233399,963
+"mom_2",0.9244849205737599,1613940233399,963
+"eps_2",1e-05,1613940233399,963
+"train_loss",0.08886051,1613940234357,964
+"raw_loss",0.0542649,1613940234357,964
+"epoch",6.0691823899371045,1613940234357,964
+"wd_0",0.01,1613940234357,964
+"sqr_mom_0",0.99,1613940234357,964
+"lr_0",2.02290116220468e-06,1613940234357,964
+"mom_0",0.924427470944883,1613940234357,964
+"eps_0",1e-05,1613940234357,964
+"wd_1",0.01,1613940234357,964
+"sqr_mom_1",0.99,1613940234357,964
+"lr_1",2.02290116220468e-05,1613940234357,964
+"mom_1",0.924427470944883,1613940234357,964
+"eps_1",1e-05,1613940234357,964
+"wd_2",0.01,1613940234357,964
+"sqr_mom_2",0.99,1613940234357,964
+"lr_2",0.00020229011622046797,1613940234357,964
+"mom_2",0.924427470944883,1613940234357,964
+"eps_2",1e-05,1613940234357,964
+"train_loss",0.08832428,1613940235331,965
+"raw_loss",0.06204882,1613940235331,965
+"epoch",6.075471698113205,1613940235331,965
+"wd_0",0.01,1613940235331,965
+"sqr_mom_0",0.99,1613940235331,965
+"lr_0",2.025200679466341e-06,1613940235331,965
+"mom_0",0.9243699830133414,1613940235331,965
+"eps_0",1e-05,1613940235331,965
+"wd_1",0.01,1613940235331,965
+"sqr_mom_1",0.99,1613940235331,965
+"lr_1",2.0252006794663412e-05,1613940235331,965
+"mom_1",0.9243699830133414,1613940235331,965
+"eps_1",1e-05,1613940235331,965
+"wd_2",0.01,1613940235331,965
+"sqr_mom_2",0.99,1613940235331,965
+"lr_2",0.00020252006794663408,1613940235331,965
+"mom_2",0.9243699830133414,1613940235331,965
+"eps_2",1e-05,1613940235331,965
+"train_loss",0.08817653,1613940236296,966
+"raw_loss",0.080936916,1613940236296,966
+"epoch",6.081761006289305,1613940236296,966
+"wd_0",0.01,1613940236296,966
+"sqr_mom_0",0.99,1613940236296,966
+"lr_0",2.0275018881095033e-06,1613940236296,966
+"mom_0",0.9243124527972624,1613940236296,966
+"eps_0",1e-05,1613940236296,966
+"wd_1",0.01,1613940236296,966
+"sqr_mom_1",0.99,1613940236296,966
+"lr_1",2.027501888109503e-05,1613940236296,966
+"mom_1",0.9243124527972624,1613940236296,966
+"eps_1",1e-05,1613940236296,966
+"wd_2",0.01,1613940236296,966
+"sqr_mom_2",0.99,1613940236296,966
+"lr_2",0.0002027501888109503,1613940236296,966
+"mom_2",0.9243124527972624,1613940236296,966
+"eps_2",1e-05,1613940236296,966
+"train_loss",0.08743358,1613940237265,967
+"raw_loss",0.051028546,1613940237265,967
+"epoch",6.088050314465406,1613940237265,967
+"wd_0",0.01,1613940237265,967
+"sqr_mom_0",0.99,1613940237265,967
+"lr_0",2.0298046203956168e-06,1613940237265,967
+"mom_0",0.9242548844901095,1613940237265,967
+"eps_0",1e-05,1613940237265,967
+"wd_1",0.01,1613940237265,967
+"sqr_mom_1",0.99,1613940237265,967
+"lr_1",2.029804620395617e-05,1613940237265,967
+"mom_1",0.9242548844901095,1613940237265,967
+"eps_1",1e-05,1613940237265,967
+"wd_2",0.01,1613940237265,967
+"sqr_mom_2",0.99,1613940237265,967
+"lr_2",0.00020298046203956168,1613940237265,967
+"mom_2",0.9242548844901095,1613940237265,967
+"eps_2",1e-05,1613940237265,967
+"train_loss",0.08660622,1613940238277,968
+"raw_loss",0.046065766,1613940238277,968
+"epoch",6.094339622641506,1613940238277,968
+"wd_0",0.01,1613940238277,968
+"sqr_mom_0",0.99,1613940238277,968
+"lr_0",2.0321091997008118e-06,1613940238277,968
+"mom_0",0.9241972700074796,1613940238277,968
+"eps_0",1e-05,1613940238277,968
+"wd_1",0.01,1613940238277,968
+"sqr_mom_1",0.99,1613940238277,968
+"lr_1",2.032109199700812e-05,1613940238277,968
+"mom_1",0.9241972700074796,1613940238277,968
+"eps_1",1e-05,1613940238277,968
+"wd_2",0.01,1613940238277,968
+"sqr_mom_2",0.99,1613940238277,968
+"lr_2",0.00020321091997008118,1613940238277,968
+"mom_2",0.9241972700074796,1613940238277,968
+"eps_2",1e-05,1613940238277,968
+"train_loss",0.08683464,1613940239252,969
+"raw_loss",0.098027155,1613940239252,969
+"epoch",6.1006289308176065,1613940239252,969
+"wd_0",0.01,1613940239252,969
+"sqr_mom_0",0.99,1613940239252,969
+"lr_0",2.0344156223849257e-06,1613940239252,969
+"mom_0",0.9241396094403769,1613940239252,969
+"eps_0",1e-05,1613940239252,969
+"wd_1",0.01,1613940239252,969
+"sqr_mom_1",0.99,1613940239252,969
+"lr_1",2.0344156223849256e-05,1613940239252,969
+"mom_1",0.9241396094403769,1613940239252,969
+"eps_1",1e-05,1613940239252,969
+"wd_2",0.01,1613940239252,969
+"sqr_mom_2",0.99,1613940239252,969
+"lr_2",0.00020344156223849256,1613940239252,969
+"mom_2",0.9241396094403769,1613940239252,969
+"eps_2",1e-05,1613940239252,969
+"train_loss",0.08613653,1613940240219,970
+"raw_loss",0.05192909,1613940240219,970
+"epoch",6.106918238993707,1613940240219,970
+"wd_0",0.01,1613940240219,970
+"sqr_mom_0",0.99,1613940240219,970
+"lr_0",2.0367235565964105e-06,1613940240219,970
+"mom_0",0.9240819110850897,1613940240219,970
+"eps_0",1e-05,1613940240219,970
+"wd_1",0.01,1613940240219,970
+"sqr_mom_1",0.99,1613940240219,970
+"lr_1",2.0367235565964104e-05,1613940240219,970
+"mom_1",0.9240819110850897,1613940240219,970
+"eps_1",1e-05,1613940240219,970
+"wd_2",0.01,1613940240219,970
+"sqr_mom_2",0.99,1613940240219,970
+"lr_2",0.00020367235565964102,1613940240219,970
+"mom_2",0.9240819110850897,1613940240219,970
+"eps_2",1e-05,1613940240219,970
+"train_loss",0.085872866,1613940241202,971
+"raw_loss",0.072953604,1613940241202,971
+"epoch",6.113207547169807,1613940241202,971
+"wd_0",0.01,1613940241202,971
+"sqr_mom_0",0.99,1613940241202,971
+"lr_0",2.0390329979739253e-06,1613940241202,971
+"mom_0",0.9240241750506518,1613940241202,971
+"eps_0",1e-05,1613940241202,971
+"wd_1",0.01,1613940241202,971
+"sqr_mom_1",0.99,1613940241202,971
+"lr_1",2.0390329979739252e-05,1613940241202,971
+"mom_1",0.9240241750506518,1613940241202,971
+"eps_1",1e-05,1613940241202,971
+"wd_2",0.01,1613940241202,971
+"sqr_mom_2",0.99,1613940241202,971
+"lr_2",0.0002039032997973925,1613940241202,971
+"mom_2",0.9240241750506518,1613940241202,971
+"eps_2",1e-05,1613940241202,971
+"train_loss",0.08546477,1613940242195,972
+"raw_loss",0.06546806,1613940242195,972
+"epoch",6.119496855345908,1613940242195,972
+"wd_0",0.01,1613940242195,972
+"sqr_mom_0",0.99,1613940242195,972
+"lr_0",2.0413442708357684e-06,1613940242195,972
+"mom_0",0.9239663932291058,1613940242195,972
+"eps_0",1e-05,1613940242195,972
+"wd_1",0.01,1613940242195,972
+"sqr_mom_1",0.99,1613940242195,972
+"lr_1",2.041344270835768e-05,1613940242195,972
+"mom_1",0.9239663932291058,1613940242195,972
+"eps_1",1e-05,1613940242195,972
+"wd_2",0.01,1613940242195,972
+"sqr_mom_2",0.99,1613940242195,972
+"lr_2",0.0002041344270835768,1613940242195,972
+"mom_2",0.9239663932291058,1613940242195,972
+"eps_2",1e-05,1613940242195,972
+"train_loss",0.08497077,1613940243174,973
+"raw_loss",0.06076511,1613940243174,973
+"epoch",6.125786163522008,1613940243174,973
+"wd_0",0.01,1613940243174,973
+"sqr_mom_0",0.99,1613940243174,973
+"lr_0",2.0436572070682487e-06,1613940243174,973
+"mom_0",0.9239085698232937,1613940243174,973
+"eps_0",1e-05,1613940243174,973
+"wd_1",0.01,1613940243174,973
+"sqr_mom_1",0.99,1613940243174,973
+"lr_1",2.0436572070682484e-05,1613940243174,973
+"mom_1",0.9239085698232937,1613940243174,973
+"eps_1",1e-05,1613940243174,973
+"wd_2",0.01,1613940243174,973
+"sqr_mom_2",0.99,1613940243174,973
+"lr_2",0.00020436572070682487,1613940243174,973
+"mom_2",0.9239085698232937,1613940243174,973
+"eps_2",1e-05,1613940243174,973
+"train_loss",0.08553403,1613940244146,974
+"raw_loss",0.113133565,1613940244146,974
+"epoch",6.1320754716981085,1613940244146,974
+"wd_0",0.01,1613940244146,974
+"sqr_mom_0",0.99,1613940244146,974
+"lr_0",2.045971802658173e-06,1613940244146,974
+"mom_0",0.9238507049335456,1613940244146,974
+"eps_0",1e-05,1613940244146,974
+"wd_1",0.01,1613940244146,974
+"sqr_mom_1",0.99,1613940244146,974
+"lr_1",2.0459718026581726e-05,1613940244146,974
+"mom_1",0.9238507049335456,1613940244146,974
+"eps_1",1e-05,1613940244146,974
+"wd_2",0.01,1613940244146,974
+"sqr_mom_2",0.99,1613940244146,974
+"lr_2",0.00020459718026581724,1613940244146,974
+"mom_2",0.9238507049335456,1613940244146,974
+"eps_2",1e-05,1613940244146,974
+"train_loss",0.084727466,1613940245107,975
+"raw_loss",0.045205798,1613940245107,975
+"epoch",6.138364779874209,1613940245107,975
+"wd_0",0.01,1613940245107,975
+"sqr_mom_0",0.99,1613940245107,975
+"lr_0",2.048288053589469e-06,1613940245107,975
+"mom_0",0.9237927986602632,1613940245107,975
+"eps_0",1e-05,1613940245107,975
+"wd_1",0.01,1613940245107,975
+"sqr_mom_1",0.99,1613940245107,975
+"lr_1",2.048288053589469e-05,1613940245107,975
+"mom_1",0.9237927986602632,1613940245107,975
+"eps_1",1e-05,1613940245107,975
+"wd_2",0.01,1613940245107,975
+"sqr_mom_2",0.99,1613940245107,975
+"lr_2",0.0002048288053589469,1613940245107,975
+"mom_2",0.9237927986602632,1613940245107,975
+"eps_2",1e-05,1613940245107,975
+"train_loss",0.08431728,1613940246093,976
+"raw_loss",0.06421829,1613940246093,976
+"epoch",6.144654088050309,1613940246093,976
+"wd_0",0.01,1613940246093,976
+"sqr_mom_0",0.99,1613940246093,976
+"lr_0",2.050605955843194e-06,1613940246093,976
+"mom_0",0.9237348511039201,1613940246093,976
+"eps_0",1e-05,1613940246093,976
+"wd_1",0.01,1613940246093,976
+"sqr_mom_1",0.99,1613940246093,976
+"lr_1",2.050605955843194e-05,1613940246093,976
+"mom_1",0.9237348511039201,1613940246093,976
+"eps_1",1e-05,1613940246093,976
+"wd_2",0.01,1613940246093,976
+"sqr_mom_2",0.99,1613940246093,976
+"lr_2",0.0002050605955843194,1613940246093,976
+"mom_2",0.9237348511039201,1613940246093,976
+"eps_2",1e-05,1613940246093,976
+"train_loss",0.08341124,1613940247075,977
+"raw_loss",0.03901514,1613940247075,977
+"epoch",6.15094339622641,1613940247075,977
+"wd_0",0.01,1613940247075,977
+"sqr_mom_0",0.99,1613940247075,977
+"lr_0",2.052925505397538e-06,1613940247075,977
+"mom_0",0.9236768623650615,1613940247075,977
+"eps_0",1e-05,1613940247075,977
+"wd_1",0.01,1613940247075,977
+"sqr_mom_1",0.99,1613940247075,977
+"lr_1",2.0529255053975376e-05,1613940247075,977
+"mom_1",0.9236768623650615,1613940247075,977
+"eps_1",1e-05,1613940247075,977
+"wd_2",0.01,1613940247075,977
+"sqr_mom_2",0.99,1613940247075,977
+"lr_2",0.00020529255053975374,1613940247075,977
+"mom_2",0.9236768623650615,1613940247075,977
+"eps_2",1e-05,1613940247075,977
+"train_loss",0.083044425,1613940248053,978
+"raw_loss",0.065070465,1613940248053,978
+"epoch",6.15723270440251,1613940248053,978
+"wd_0",0.01,1613940248053,978
+"sqr_mom_0",0.99,1613940248053,978
+"lr_0",2.0552466982278333e-06,1613940248053,978
+"mom_0",0.9236188325443041,1613940248053,978
+"eps_0",1e-05,1613940248053,978
+"wd_1",0.01,1613940248053,978
+"sqr_mom_1",0.99,1613940248053,978
+"lr_1",2.055246698227833e-05,1613940248053,978
+"mom_1",0.9236188325443041,1613940248053,978
+"eps_1",1e-05,1613940248053,978
+"wd_2",0.01,1613940248053,978
+"sqr_mom_2",0.99,1613940248053,978
+"lr_2",0.0002055246698227833,1613940248053,978
+"mom_2",0.9236188325443041,1613940248053,978
+"eps_2",1e-05,1613940248053,978
+"train_loss",0.08324082,1613940249033,979
+"raw_loss",0.09286443,1613940249033,979
+"epoch",6.1635220125786105,1613940249033,979
+"wd_0",0.01,1613940249033,979
+"sqr_mom_0",0.99,1613940249033,979
+"lr_0",2.0575695303065605e-06,1613940249033,979
+"mom_0",0.9235607617423359,1613940249033,979
+"eps_0",1e-05,1613940249033,979
+"wd_1",0.01,1613940249033,979
+"sqr_mom_1",0.99,1613940249033,979
+"lr_1",2.0575695303065603e-05,1613940249033,979
+"mom_1",0.9235607617423359,1613940249033,979
+"eps_1",1e-05,1613940249033,979
+"wd_2",0.01,1613940249033,979
+"sqr_mom_2",0.99,1613940249033,979
+"lr_2",0.000205756953030656,1613940249033,979
+"mom_2",0.9235607617423359,1613940249033,979
+"eps_2",1e-05,1613940249033,979
+"train_loss",0.08322153,1613940250005,980
+"raw_loss",0.08227619,1613940250005,980
+"epoch",6.169811320754711,1613940250005,980
+"wd_0",0.01,1613940250005,980
+"sqr_mom_0",0.99,1613940250005,980
+"lr_0",2.059893997603357e-06,1613940250005,980
+"mom_0",0.923502650059916,1613940250005,980
+"eps_0",1e-05,1613940250005,980
+"wd_1",0.01,1613940250005,980
+"sqr_mom_1",0.99,1613940250005,980
+"lr_1",2.059893997603357e-05,1613940250005,980
+"mom_1",0.923502650059916,1613940250005,980
+"eps_1",1e-05,1613940250005,980
+"wd_2",0.01,1613940250005,980
+"sqr_mom_2",0.99,1613940250005,980
+"lr_2",0.00020598939976033568,1613940250005,980
+"mom_2",0.923502650059916,1613940250005,980
+"eps_2",1e-05,1613940250005,980
+"train_loss",0.08302318,1613940250985,981
+"raw_loss",0.07330412,1613940250985,981
+"epoch",6.176100628930811,1613940250985,981
+"wd_0",0.01,1613940250985,981
+"sqr_mom_0",0.99,1613940250985,981
+"lr_0",2.062220096085023e-06,1613940250985,981
+"mom_0",0.9234444975978744,1613940250985,981
+"eps_0",1e-05,1613940250985,981
+"wd_1",0.01,1613940250985,981
+"sqr_mom_1",0.99,1613940250985,981
+"lr_1",2.0622200960850232e-05,1613940250985,981
+"mom_1",0.9234444975978744,1613940250985,981
+"eps_1",1e-05,1613940250985,981
+"wd_2",0.01,1613940250985,981
+"sqr_mom_2",0.99,1613940250985,981
+"lr_2",0.0002062220096085023,1613940250985,981
+"mom_2",0.9234444975978744,1613940250985,981
+"eps_2",1e-05,1613940250985,981
+"train_loss",0.082311824,1613940251965,982
+"raw_loss",0.047455207,1613940251965,982
+"epoch",6.182389937106912,1613940251965,982
+"wd_0",0.01,1613940251965,982
+"sqr_mom_0",0.99,1613940251965,982
+"lr_0",2.064547656207119e-06,1613940251965,982
+"mom_0",0.923386308594822,1613940251965,982
+"eps_0",1e-05,1613940251965,982
+"wd_1",0.01,1613940251965,982
+"sqr_mom_1",0.99,1613940251965,982
+"lr_1",2.0645476562071187e-05,1613940251965,982
+"mom_1",0.923386308594822,1613940251965,982
+"eps_1",1e-05,1613940251965,982
+"wd_2",0.01,1613940251965,982
+"sqr_mom_2",0.99,1613940251965,982
+"lr_2",0.00020645476562071186,1613940251965,982
+"mom_2",0.923386308594822,1613940251965,982
+"eps_2",1e-05,1613940251965,982
+"train_loss",0.08165158,1613940252954,983
+"raw_loss",0.049299803,1613940252954,983
+"epoch",6.188679245283012,1613940252954,983
+"wd_0",0.01,1613940252954,983
+"sqr_mom_0",0.99,1613940252954,983
+"lr_0",2.066877170456016e-06,1613940252954,983
+"mom_0",0.9233280707385996,1613940252954,983
+"eps_0",1e-05,1613940252954,983
+"wd_1",0.01,1613940252954,983
+"sqr_mom_1",0.99,1613940252954,983
+"lr_1",2.0668771704560157e-05,1613940252954,983
+"mom_1",0.9233280707385996,1613940252954,983
+"eps_1",1e-05,1613940252954,983
+"wd_2",0.01,1613940252954,983
+"sqr_mom_2",0.99,1613940252954,983
+"lr_2",0.00020668771704560155,1613940252954,983
+"mom_2",0.9233280707385996,1613940252954,983
+"eps_2",1e-05,1613940252954,983
+"train_loss",0.08116908,1613940253938,984
+"raw_loss",0.05752669,1613940253938,984
+"epoch",6.194968553459113,1613940253938,984
+"wd_0",0.01,1613940253938,984
+"sqr_mom_0",0.99,1613940253938,984
+"lr_0",2.069208138264819e-06,1613940253938,984
+"mom_0",0.9232697965433795,1613940253938,984
+"eps_0",1e-05,1613940253938,984
+"wd_1",0.01,1613940253938,984
+"sqr_mom_1",0.99,1613940253938,984
+"lr_1",2.069208138264819e-05,1613940253938,984
+"mom_1",0.9232697965433795,1613940253938,984
+"eps_1",1e-05,1613940253938,984
+"wd_2",0.01,1613940253938,984
+"sqr_mom_2",0.99,1613940253938,984
+"lr_2",0.00020692081382648188,1613940253938,984
+"mom_2",0.9232697965433795,1613940253938,984
+"eps_2",1e-05,1613940253938,984
+"train_loss",0.08046155,1613940254918,985
+"raw_loss",0.045792375,1613940254918,985
+"epoch",6.201257861635213,1613940254918,985
+"wd_0",0.01,1613940254918,985
+"sqr_mom_0",0.99,1613940254918,985
+"lr_0",2.0715407210974564e-06,1613940254918,985
+"mom_0",0.9232114819725635,1613940254918,985
+"eps_0",1e-05,1613940254918,985
+"wd_1",0.01,1613940254918,985
+"sqr_mom_1",0.99,1613940254918,985
+"lr_1",2.0715407210974563e-05,1613940254918,985
+"mom_1",0.9232114819725635,1613940254918,985
+"eps_1",1e-05,1613940254918,985
+"wd_2",0.01,1613940254918,985
+"sqr_mom_2",0.99,1613940254918,985
+"lr_2",0.00020715407210974564,1613940254918,985
+"mom_2",0.9232114819725635,1613940254918,985
+"eps_2",1e-05,1613940254918,985
+"train_loss",0.080294885,1613940255895,986
+"raw_loss",0.07212847,1613940255895,986
+"epoch",6.207547169811313,1613940255895,986
+"wd_0",0.01,1613940255895,986
+"sqr_mom_0",0.99,1613940255895,986
+"lr_0",2.0738747489390665e-06,1613940255895,986
+"mom_0",0.9231531312765233,1613940255895,986
+"eps_0",1e-05,1613940255895,986
+"wd_1",0.01,1613940255895,986
+"sqr_mom_1",0.99,1613940255895,986
+"lr_1",2.0738747489390667e-05,1613940255895,986
+"mom_1",0.9231531312765233,1613940255895,986
+"eps_1",1e-05,1613940255895,986
+"wd_2",0.01,1613940255895,986
+"sqr_mom_2",0.99,1613940255895,986
+"lr_2",0.00020738747489390665,1613940255895,986
+"mom_2",0.9231531312765233,1613940255895,986
+"eps_2",1e-05,1613940255895,986
+"train_loss",0.08143727,1613940256866,987
+"raw_loss",0.1374141,1613940256866,987
+"epoch",6.213836477987414,1613940256866,987
+"wd_0",0.01,1613940256866,987
+"sqr_mom_0",0.99,1613940256866,987
+"lr_0",2.0762105495606606e-06,1613940256866,987
+"mom_0",0.9230947362609835,1613940256866,987
+"eps_0",1e-05,1613940256866,987
+"wd_1",0.01,1613940256866,987
+"sqr_mom_1",0.99,1613940256866,987
+"lr_1",2.0762105495606603e-05,1613940256866,987
+"mom_1",0.9230947362609835,1613940256866,987
+"eps_1",1e-05,1613940256866,987
+"wd_2",0.01,1613940256866,987
+"sqr_mom_2",0.99,1613940256866,987
+"lr_2",0.00020762105495606602,1613940256866,987
+"mom_2",0.9230947362609835,1613940256866,987
+"eps_2",1e-05,1613940256866,987
+"train_loss",0.08224513,1613940257859,988
+"raw_loss",0.121830314,1613940257859,988
+"epoch",6.220125786163514,1613940257859,988
+"wd_0",0.01,1613940257859,988
+"sqr_mom_0",0.99,1613940257859,988
+"lr_0",2.0785481192515923e-06,1613940257859,988
+"mom_0",0.9230362970187102,1613940257859,988
+"eps_0",1e-05,1613940257859,988
+"wd_1",0.01,1613940257859,988
+"sqr_mom_1",0.99,1613940257859,988
+"lr_1",2.078548119251592e-05,1613940257859,988
+"mom_1",0.9230362970187102,1613940257859,988
+"eps_1",1e-05,1613940257859,988
+"wd_2",0.01,1613940257859,988
+"sqr_mom_2",0.99,1613940257859,988
+"lr_2",0.0002078548119251592,1613940257859,988
+"mom_2",0.9230362970187102,1613940257859,988
+"eps_2",1e-05,1613940257859,988
+"train_loss",0.08197287,1613940258833,989
+"raw_loss",0.06863212,1613940258833,989
+"epoch",6.226415094339615,1613940258833,989
+"wd_0",0.01,1613940258833,989
+"sqr_mom_0",0.99,1613940258833,989
+"lr_0",2.0808869553698994e-06,1613940258833,989
+"mom_0",0.9229778261157525,1613940258833,989
+"eps_0",1e-05,1613940258833,989
+"wd_1",0.01,1613940258833,989
+"sqr_mom_1",0.99,1613940258833,989
+"lr_1",2.0808869553698992e-05,1613940258833,989
+"mom_1",0.9229778261157525,1613940258833,989
+"eps_1",1e-05,1613940258833,989
+"wd_2",0.01,1613940258833,989
+"sqr_mom_2",0.99,1613940258833,989
+"lr_2",0.0002080886955369899,1613940258833,989
+"mom_2",0.9229778261157525,1613940258833,989
+"eps_2",1e-05,1613940258833,989
+"train_loss",0.08188028,1613940259801,990
+"raw_loss",0.07734331,1613940259801,990
+"epoch",6.232704402515715,1613940259801,990
+"wd_0",0.01,1613940259801,990
+"sqr_mom_0",0.99,1613940259801,990
+"lr_0",2.0832275524434775e-06,1613940259801,990
+"mom_0",0.922919311188913,1613940259801,990
+"eps_0",1e-05,1613940259801,990
+"wd_1",0.01,1613940259801,990
+"sqr_mom_1",0.99,1613940259801,990
+"lr_1",2.0832275524434773e-05,1613940259801,990
+"mom_1",0.922919311188913,1613940259801,990
+"eps_1",1e-05,1613940259801,990
+"wd_2",0.01,1613940259801,990
+"sqr_mom_2",0.99,1613940259801,990
+"lr_2",0.00020832275524434774,1613940259801,990
+"mom_2",0.922919311188913,1613940259801,990
+"eps_2",1e-05,1613940259801,990
+"train_loss",0.081194885,1613940260780,991
+"raw_loss",0.047610417,1613940260780,991
+"epoch",6.238993710691815,1613940260780,991
+"wd_0",0.01,1613940260780,991
+"sqr_mom_0",0.99,1613940260780,991
+"lr_0",2.0855697402157015e-06,1613940260780,991
+"mom_0",0.9228607564946074,1613940260780,991
+"eps_0",1e-05,1613940260780,991
+"wd_1",0.01,1613940260780,991
+"sqr_mom_1",0.99,1613940260780,991
+"lr_1",2.0855697402157016e-05,1613940260780,991
+"mom_1",0.9228607564946074,1613940260780,991
+"eps_1",1e-05,1613940260780,991
+"wd_2",0.01,1613940260780,991
+"sqr_mom_2",0.99,1613940260780,991
+"lr_2",0.00020855697402157015,1613940260780,991
+"mom_2",0.9228607564946074,1613940260780,991
+"eps_2",1e-05,1613940260780,991
+"train_loss",0.08221533,1613940261759,992
+"raw_loss",0.13221738,1613940261759,992
+"epoch",6.245283018867916,1613940261759,992
+"wd_0",0.01,1613940261759,992
+"sqr_mom_0",0.99,1613940261759,992
+"lr_0",2.0879135146226248e-06,1613940261759,992
+"mom_0",0.9228021621344343,1613940261759,992
+"eps_0",1e-05,1613940261759,992
+"wd_1",0.01,1613940261759,992
+"sqr_mom_1",0.99,1613940261759,992
+"lr_1",2.0879135146226246e-05,1613940261759,992
+"mom_1",0.9228021621344343,1613940261759,992
+"eps_1",1e-05,1613940261759,992
+"wd_2",0.01,1613940261759,992
+"sqr_mom_2",0.99,1613940261759,992
+"lr_2",0.00020879135146226245,1613940261759,992
+"mom_2",0.9228021621344343,1613940261759,992
+"eps_2",1e-05,1613940261759,992
+"train_loss",0.08126875,1613940262713,993
+"raw_loss",0.034886256,1613940262713,993
+"epoch",6.251572327044016,1613940262713,993
+"wd_0",0.01,1613940262713,993
+"sqr_mom_0",0.99,1613940262713,993
+"lr_0",2.090258871597545e-06,1613940262713,993
+"mom_0",0.9227435282100613,1613940262713,993
+"eps_0",1e-05,1613940262713,993
+"wd_1",0.01,1613940262713,993
+"sqr_mom_1",0.99,1613940262713,993
+"lr_1",2.090258871597545e-05,1613940262713,993
+"mom_1",0.9227435282100613,1613940262713,993
+"eps_1",1e-05,1613940262713,993
+"wd_2",0.01,1613940262713,993
+"sqr_mom_2",0.99,1613940262713,993
+"lr_2",0.00020902588715975448,1613940262713,993
+"mom_2",0.9227435282100613,1613940262713,993
+"eps_2",1e-05,1613940262713,993
+"train_loss",0.08075736,1613940263697,994
+"raw_loss",0.055698913,1613940263697,994
+"epoch",6.257861635220117,1613940263697,994
+"wd_0",0.01,1613940263697,994
+"sqr_mom_0",0.99,1613940263697,994
+"lr_0",2.0926058070710174e-06,1613940263697,994
+"mom_0",0.9226848548232245,1613940263697,994
+"eps_0",1e-05,1613940263697,994
+"wd_1",0.01,1613940263697,994
+"sqr_mom_1",0.99,1613940263697,994
+"lr_1",2.0926058070710176e-05,1613940263697,994
+"mom_1",0.9226848548232245,1613940263697,994
+"eps_1",1e-05,1613940263697,994
+"wd_2",0.01,1613940263697,994
+"sqr_mom_2",0.99,1613940263697,994
+"lr_2",0.00020926058070710175,1613940263697,994
+"mom_2",0.9226848548232245,1613940263697,994
+"eps_2",1e-05,1613940263697,994
+"train_loss",0.08122655,1613940264704,995
+"raw_loss",0.10421687,1613940264704,995
+"epoch",6.264150943396217,1613940264704,995
+"wd_0",0.01,1613940264704,995
+"sqr_mom_0",0.99,1613940264704,995
+"lr_0",2.0949543169708575e-06,1613940264704,995
+"mom_0",0.9226261420757286,1613940264704,995
+"eps_0",1e-05,1613940264704,995
+"wd_1",0.01,1613940264704,995
+"sqr_mom_1",0.99,1613940264704,995
+"lr_1",2.094954316970857e-05,1613940264704,995
+"mom_1",0.9226261420757286,1613940264704,995
+"eps_1",1e-05,1613940264704,995
+"wd_2",0.01,1613940264704,995
+"sqr_mom_2",0.99,1613940264704,995
+"lr_2",0.0002094954316970857,1613940264704,995
+"mom_2",0.9226261420757286,1613940264704,995
+"eps_2",1e-05,1613940264704,995
+"train_loss",0.08030652,1613940265678,996
+"raw_loss",0.0352251,1613940265678,996
+"epoch",6.270440251572317,1613940265678,996
+"wd_0",0.01,1613940265678,996
+"sqr_mom_0",0.99,1613940265678,996
+"lr_0",2.0973043972221462e-06,1613940265678,996
+"mom_0",0.9225673900694463,1613940265678,996
+"eps_0",1e-05,1613940265678,996
+"wd_1",0.01,1613940265678,996
+"sqr_mom_1",0.99,1613940265678,996
+"lr_1",2.0973043972221464e-05,1613940265678,996
+"mom_1",0.9225673900694463,1613940265678,996
+"eps_1",1e-05,1613940265678,996
+"wd_2",0.01,1613940265678,996
+"sqr_mom_2",0.99,1613940265678,996
+"lr_2",0.00020973043972221463,1613940265678,996
+"mom_2",0.9225673900694463,1613940265678,996
+"eps_2",1e-05,1613940265678,996
+"train_loss",0.080582924,1613940266677,997
+"raw_loss",0.094126485,1613940266677,997
+"epoch",6.276729559748418,1613940266677,997
+"wd_0",0.01,1613940266677,997
+"sqr_mom_0",0.99,1613940266677,997
+"lr_0",2.0996560437472447e-06,1613940266677,997
+"mom_0",0.9225085989063189,1613940266677,997
+"eps_0",1e-05,1613940266677,997
+"wd_1",0.01,1613940266677,997
+"sqr_mom_1",0.99,1613940266677,997
+"lr_1",2.0996560437472445e-05,1613940266677,997
+"mom_1",0.9225085989063189,1613940266677,997
+"eps_1",1e-05,1613940266677,997
+"wd_2",0.01,1613940266677,997
+"sqr_mom_2",0.99,1613940266677,997
+"lr_2",0.00020996560437472447,1613940266677,997
+"mom_2",0.9225085989063189,1613940266677,997
+"eps_2",1e-05,1613940266677,997
+"train_loss",0.08035535,1613940267647,998
+"raw_loss",0.069204256,1613940267647,998
+"epoch",6.283018867924518,1613940267647,998
+"wd_0",0.01,1613940267647,998
+"sqr_mom_0",0.99,1613940267647,998
+"lr_0",2.102009252465791e-06,1613940267647,998
+"mom_0",0.9224497686883552,1613940267647,998
+"eps_0",1e-05,1613940267647,998
+"wd_1",0.01,1613940267647,998
+"sqr_mom_1",0.99,1613940267647,998
+"lr_1",2.102009252465791e-05,1613940267647,998
+"mom_1",0.9224497686883552,1613940267647,998
+"eps_1",1e-05,1613940267647,998
+"wd_2",0.01,1613940267647,998
+"sqr_mom_2",0.99,1613940267647,998
+"lr_2",0.00021020092524657907,1613940267647,998
+"mom_2",0.9224497686883552,1613940267647,998
+"eps_2",1e-05,1613940267647,998
+"train_loss",0.07957569,1613940268622,999
+"raw_loss",0.041372024,1613940268622,999
+"epoch",6.289308176100619,1613940268622,999
+"wd_0",0.01,1613940268622,999
+"sqr_mom_0",0.99,1613940268622,999
+"lr_0",2.104364019294717e-06,1613940268622,999
+"mom_0",0.9223908995176321,1613940268622,999
+"eps_0",1e-05,1613940268622,999
+"wd_1",0.01,1613940268622,999
+"sqr_mom_1",0.99,1613940268622,999
+"lr_1",2.1043640192947165e-05,1613940268622,999
+"mom_1",0.9223908995176321,1613940268622,999
+"eps_1",1e-05,1613940268622,999
+"wd_2",0.01,1613940268622,999
+"sqr_mom_2",0.99,1613940268622,999
+"lr_2",0.00021043640192947165,1613940268622,999
+"mom_2",0.9223908995176321,1613940268622,999
+"eps_2",1e-05,1613940268622,999
+"train_loss",0.079922,1613940269617,1000
+"raw_loss",0.096891314,1613940269617,1000
+"epoch",6.295597484276719,1613940269617,1000
+"wd_0",0.01,1613940269617,1000
+"sqr_mom_0",0.99,1613940269617,1000
+"lr_0",2.106720340148249e-06,1613940269617,1000
+"mom_0",0.9223319914962937,1613940269617,1000
+"eps_0",1e-05,1613940269617,1000
+"wd_1",0.01,1613940269617,1000
+"sqr_mom_1",0.99,1613940269617,1000
+"lr_1",2.1067203401482492e-05,1613940269617,1000
+"mom_1",0.9223319914962937,1613940269617,1000
+"eps_1",1e-05,1613940269617,1000
+"wd_2",0.01,1613940269617,1000
+"sqr_mom_2",0.99,1613940269617,1000
+"lr_2",0.00021067203401482488,1613940269617,1000
+"mom_2",0.9223319914962937,1613940269617,1000
+"eps_2",1e-05,1613940269617,1000
+"train_loss",0.07914935,1613940270562,1001
+"raw_loss",0.041289467,1613940270562,1001
+"epoch",6.3018867924528195,1613940270562,1001
+"wd_0",0.01,1613940270562,1001
+"sqr_mom_0",0.99,1613940270562,1001
+"lr_0",2.1090780432895878e-06,1613940270562,1001
+"mom_0",0.9222730489177603,1613940270562,1001
+"eps_0",1e-05,1613940270562,1001
+"wd_1",0.01,1613940270562,1001
+"sqr_mom_1",0.99,1613940270562,1001
+"lr_1",2.109078043289588e-05,1613940270562,1001
+"mom_1",0.9222730489177603,1613940270562,1001
+"eps_1",1e-05,1613940270562,1001
+"wd_2",0.01,1613940270562,1001
+"sqr_mom_2",0.99,1613940270562,1001
+"lr_2",0.00021090780432895878,1613940270562,1001
+"mom_2",0.9222730489177603,1613940270562,1001
+"eps_2",1e-05,1613940270562,1001
+"train_loss",0.07904009,1613940271513,1002
+"raw_loss",0.07368623,1613940271513,1002
+"epoch",6.30817610062892,1613940271513,1002
+"wd_0",0.01,1613940271513,1002
+"sqr_mom_0",0.99,1613940271513,1002
+"lr_0",2.1114376275725625e-06,1613940271513,1002
+"mom_0",0.9222140593106859,1613940271513,1002
+"eps_0",1e-05,1613940271513,1002
+"wd_1",0.01,1613940271513,1002
+"sqr_mom_1",0.99,1613940271513,1002
+"lr_1",2.1114376275725623e-05,1613940271513,1002
+"mom_1",0.9222140593106859,1613940271513,1002
+"eps_1",1e-05,1613940271513,1002
+"wd_2",0.01,1613940271513,1002
+"sqr_mom_2",0.99,1613940271513,1002
+"lr_2",0.00021114376275725624,1613940271513,1002
+"mom_2",0.9222140593106859,1613940271513,1002
+"eps_2",1e-05,1613940271513,1002
+"train_loss",0.0787123,1613940272470,1003
+"raw_loss",0.062650554,1613940272470,1003
+"epoch",6.31446540880502,1613940272470,1003
+"wd_0",0.01,1613940272470,1003
+"sqr_mom_0",0.99,1613940272470,1003
+"lr_0",2.113798585958343e-06,1613940272470,1003
+"mom_0",0.9221550353510414,1613940272470,1003
+"eps_0",1e-05,1613940272470,1003
+"wd_1",0.01,1613940272470,1003
+"sqr_mom_1",0.99,1613940272470,1003
+"lr_1",2.113798585958343e-05,1613940272470,1003
+"mom_1",0.9221550353510414,1613940272470,1003
+"eps_1",1e-05,1613940272470,1003
+"wd_2",0.01,1613940272470,1003
+"sqr_mom_2",0.99,1613940272470,1003
+"lr_2",0.00021137985859583428,1613940272470,1003
+"mom_2",0.9221550353510414,1613940272470,1003
+"eps_2",1e-05,1613940272470,1003
+"train_loss",0.078920335,1613940273455,1004
+"raw_loss",0.08911415,1613940273455,1004
+"epoch",6.320754716981121,1613940273455,1004
+"wd_0",0.01,1613940273455,1004
+"sqr_mom_0",0.99,1613940273455,1004
+"lr_0",2.116160914022097e-06,1613940273455,1004
+"mom_0",0.9220959771494476,1613940273455,1004
+"eps_0",1e-05,1613940273455,1004
+"wd_1",0.01,1613940273455,1004
+"sqr_mom_1",0.99,1613940273455,1004
+"lr_1",2.1161609140220967e-05,1613940273455,1004
+"mom_1",0.9220959771494476,1613940273455,1004
+"eps_1",1e-05,1613940273455,1004
+"wd_2",0.01,1613940273455,1004
+"sqr_mom_2",0.99,1613940273455,1004
+"lr_2",0.00021161609140220967,1613940273455,1004
+"mom_2",0.9220959771494476,1613940273455,1004
+"eps_2",1e-05,1613940273455,1004
+"train_loss",0.0784876,1613940274457,1005
+"raw_loss",0.057283547,1613940274457,1005
+"epoch",6.327044025157221,1613940274457,1005
+"wd_0",0.01,1613940274457,1005
+"sqr_mom_0",0.99,1613940274457,1005
+"lr_0",2.1185249435090766e-06,1613940274457,1005
+"mom_0",0.922036876412273,1613940274457,1005
+"eps_0",1e-05,1613940274457,1005
+"wd_1",0.01,1613940274457,1005
+"sqr_mom_1",0.99,1613940274457,1005
+"lr_1",2.118524943509076e-05,1613940274457,1005
+"mom_1",0.922036876412273,1613940274457,1005
+"eps_1",1e-05,1613940274457,1005
+"wd_2",0.01,1613940274457,1005
+"sqr_mom_2",0.99,1613940274457,1005
+"lr_2",0.0002118524943509076,1613940274457,1005
+"mom_2",0.922036876412273,1613940274457,1005
+"eps_2",1e-05,1613940274457,1005
+"train_loss",0.0780593,1613940275533,1006
+"raw_loss",0.057072625,1613940275533,1006
+"epoch",6.3333333333333215,1613940275533,1006
+"wd_0",0.01,1613940275533,1006
+"sqr_mom_0",0.99,1613940275533,1006
+"lr_0",2.120890502449937e-06,1613940275533,1006
+"mom_0",0.9219777374387516,1613940275533,1006
+"eps_0",1e-05,1613940275533,1006
+"wd_1",0.01,1613940275533,1006
+"sqr_mom_1",0.99,1613940275533,1006
+"lr_1",2.120890502449937e-05,1613940275533,1006
+"mom_1",0.9219777374387516,1613940275533,1006
+"eps_1",1e-05,1613940275533,1006
+"wd_2",0.01,1613940275533,1006
+"sqr_mom_2",0.99,1613940275533,1006
+"lr_2",0.0002120890502449937,1613940275533,1006
+"mom_2",0.9219777374387516,1613940275533,1006
+"eps_2",1e-05,1613940275533,1006
+"train_loss",0.07752647,1613940276531,1007
+"raw_loss",0.05141771,1613940276531,1007
+"epoch",6.339622641509422,1613940276531,1007
+"wd_0",0.01,1613940276531,1007
+"sqr_mom_0",0.99,1613940276531,1007
+"lr_0",2.1232577550425226e-06,1613940276531,1007
+"mom_0",0.9219185561239369,1613940276531,1007
+"eps_0",1e-05,1613940276531,1007
+"wd_1",0.01,1613940276531,1007
+"sqr_mom_1",0.99,1613940276531,1007
+"lr_1",2.1232577550425226e-05,1613940276531,1007
+"mom_1",0.9219185561239369,1613940276531,1007
+"eps_1",1e-05,1613940276531,1007
+"wd_2",0.01,1613940276531,1007
+"sqr_mom_2",0.99,1613940276531,1007
+"lr_2",0.00021232577550425226,1613940276531,1007
+"mom_2",0.9219185561239369,1613940276531,1007
+"eps_2",1e-05,1613940276531,1007
+"train_loss",0.07751097,1613940277496,1008
+"raw_loss",0.07675124,1613940277496,1008
+"epoch",6.345911949685522,1613940277496,1008
+"wd_0",0.01,1613940277496,1008
+"sqr_mom_0",0.99,1613940277496,1008
+"lr_0",2.1256261922726626e-06,1613940277496,1008
+"mom_0",0.9218593451931834,1613940277496,1008
+"eps_0",1e-05,1613940277496,1008
+"wd_1",0.01,1613940277496,1008
+"sqr_mom_1",0.99,1613940277496,1008
+"lr_1",2.1256261922726625e-05,1613940277496,1008
+"mom_1",0.9218593451931834,1613940277496,1008
+"eps_1",1e-05,1613940277496,1008
+"wd_2",0.01,1613940277496,1008
+"sqr_mom_2",0.99,1613940277496,1008
+"lr_2",0.00021256261922726624,1613940277496,1008
+"mom_2",0.9218593451931834,1613940277496,1008
+"eps_2",1e-05,1613940277496,1008
+"train_loss",0.07687903,1613940278443,1009
+"raw_loss",0.045914114,1613940278443,1009
+"epoch",6.352201257861623,1613940278443,1009
+"wd_0",0.01,1613940278443,1009
+"sqr_mom_0",0.99,1613940278443,1009
+"lr_0",2.127996314937596e-06,1613940278443,1009
+"mom_0",0.9218000921265601,1613940278443,1009
+"eps_0",1e-05,1613940278443,1009
+"wd_1",0.01,1613940278443,1009
+"sqr_mom_1",0.99,1613940278443,1009
+"lr_1",2.127996314937596e-05,1613940278443,1009
+"mom_1",0.9218000921265601,1613940278443,1009
+"eps_1",1e-05,1613940278443,1009
+"wd_2",0.01,1613940278443,1009
+"sqr_mom_2",0.99,1613940278443,1009
+"lr_2",0.00021279963149375958,1613940278443,1009
+"mom_2",0.9218000921265601,1613940278443,1009
+"eps_2",1e-05,1613940278443,1009
+"train_loss",0.076247185,1613940279387,1010
+"raw_loss",0.04528679,1613940279387,1010
+"epoch",6.358490566037723,1613940279387,1010
+"wd_0",0.01,1613940279387,1010
+"sqr_mom_0",0.99,1613940279387,1010
+"lr_0",2.130367950622565e-06,1613940279387,1010
+"mom_0",0.9217408012344358,1613940279387,1010
+"eps_0",1e-05,1613940279387,1010
+"wd_1",0.01,1613940279387,1010
+"sqr_mom_1",0.99,1613940279387,1010
+"lr_1",2.130367950622565e-05,1613940279387,1010
+"mom_1",0.9217408012344358,1613940279387,1010
+"eps_1",1e-05,1613940279387,1010
+"wd_2",0.01,1613940279387,1010
+"sqr_mom_2",0.99,1613940279387,1010
+"lr_2",0.00021303679506225648,1613940279387,1010
+"mom_2",0.9217408012344358,1613940279387,1010
+"eps_2",1e-05,1613940279387,1010
+"train_loss",0.07560906,1613940280329,1011
+"raw_loss",0.04434084,1613940280329,1011
+"epoch",6.3647798742138235,1613940280329,1011
+"wd_0",0.01,1613940280329,1011
+"sqr_mom_0",0.99,1613940280329,1011
+"lr_0",2.132741095212527e-06,1613940280329,1011
+"mom_0",0.9216814726196868,1613940280329,1011
+"eps_0",1e-05,1613940280329,1011
+"wd_1",0.01,1613940280329,1011
+"sqr_mom_1",0.99,1613940280329,1011
+"lr_1",2.132741095212527e-05,1613940280329,1011
+"mom_1",0.9216814726196868,1613940280329,1011
+"eps_1",1e-05,1613940280329,1011
+"wd_2",0.01,1613940280329,1011
+"sqr_mom_2",0.99,1613940280329,1011
+"lr_2",0.00021327410952125267,1613940280329,1011
+"mom_2",0.9216814726196868,1613940280329,1011
+"eps_2",1e-05,1613940280329,1011
+"train_loss",0.07574815,1613940281276,1012
+"raw_loss",0.08256387,1613940281276,1012
+"epoch",6.371069182389924,1613940281276,1012
+"wd_0",0.01,1613940281276,1012
+"sqr_mom_0",0.99,1613940281276,1012
+"lr_0",2.13511574458982e-06,1613940281276,1012
+"mom_0",0.9216221063852544,1613940281276,1012
+"eps_0",1e-05,1613940281276,1012
+"wd_1",0.01,1613940281276,1012
+"sqr_mom_1",0.99,1613940281276,1012
+"lr_1",2.13511574458982e-05,1613940281276,1012
+"mom_1",0.9216221063852544,1613940281276,1012
+"eps_1",1e-05,1613940281276,1012
+"wd_2",0.01,1613940281276,1012
+"sqr_mom_2",0.99,1613940281276,1012
+"lr_2",0.000213511574458982,1613940281276,1012
+"mom_2",0.9216221063852544,1613940281276,1012
+"eps_2",1e-05,1613940281276,1012
+"train_loss",0.07716454,1613940282226,1013
+"raw_loss",0.14656731,1613940282226,1013
+"epoch",6.377358490566024,1613940282226,1013
+"wd_0",0.01,1613940282226,1013
+"sqr_mom_0",0.99,1613940282226,1013
+"lr_0",2.1374918946341743e-06,1613940282226,1013
+"mom_0",0.9215627026341456,1613940282226,1013
+"eps_0",1e-05,1613940282226,1013
+"wd_1",0.01,1613940282226,1013
+"sqr_mom_1",0.99,1613940282226,1013
+"lr_1",2.1374918946341743e-05,1613940282226,1013
+"mom_1",0.9215627026341456,1613940282226,1013
+"eps_1",1e-05,1613940282226,1013
+"wd_2",0.01,1613940282226,1013
+"sqr_mom_2",0.99,1613940282226,1013
+"lr_2",0.00021374918946341742,1613940282226,1013
+"mom_2",0.9215627026341456,1613940282226,1013
+"eps_2",1e-05,1613940282226,1013
+"train_loss",0.077177845,1613940283162,1014
+"raw_loss",0.077829964,1613940283162,1014
+"epoch",6.383647798742125,1613940283162,1014
+"wd_0",0.01,1613940283162,1014
+"sqr_mom_0",0.99,1613940283162,1014
+"lr_0",2.139869541222712e-06,1613940283162,1014
+"mom_0",0.9215032614694322,1613940283162,1014
+"eps_0",1e-05,1613940283162,1014
+"wd_1",0.01,1613940283162,1014
+"sqr_mom_1",0.99,1613940283162,1014
+"lr_1",2.1398695412227122e-05,1613940283162,1014
+"mom_1",0.9215032614694322,1613940283162,1014
+"eps_1",1e-05,1613940283162,1014
+"wd_2",0.01,1613940283162,1014
+"sqr_mom_2",0.99,1613940283162,1014
+"lr_2",0.0002139869541222712,1613940283162,1014
+"mom_2",0.9215032614694322,1613940283162,1014
+"eps_2",1e-05,1613940283162,1014
+"train_loss",0.07677602,1613940284102,1015
+"raw_loss",0.05708647,1613940284102,1015
+"epoch",6.389937106918225,1613940284102,1015
+"wd_0",0.01,1613940284102,1015
+"sqr_mom_0",0.99,1613940284102,1015
+"lr_0",2.1422486802299627e-06,1613940284102,1015
+"mom_0",0.9214437829942509,1613940284102,1015
+"eps_0",1e-05,1613940284102,1015
+"wd_1",0.01,1613940284102,1015
+"sqr_mom_1",0.99,1613940284102,1015
+"lr_1",2.1422486802299628e-05,1613940284102,1015
+"mom_1",0.9214437829942509,1613940284102,1015
+"eps_1",1e-05,1613940284102,1015
+"wd_2",0.01,1613940284102,1015
+"sqr_mom_2",0.99,1613940284102,1015
+"lr_2",0.00021422486802299626,1613940284102,1015
+"mom_2",0.9214437829942509,1613940284102,1015
+"eps_2",1e-05,1613940284102,1015
+"train_loss",0.07752502,1613940285039,1016
+"raw_loss",0.1142265,1613940285039,1016
+"epoch",6.3962264150943255,1613940285039,1016
+"wd_0",0.01,1613940285039,1016
+"sqr_mom_0",0.99,1613940285039,1016
+"lr_0",2.1446293075278653e-06,1613940285039,1016
+"mom_0",0.9213842673118033,1613940285039,1016
+"eps_0",1e-05,1613940285039,1016
+"wd_1",0.01,1613940285039,1016
+"sqr_mom_1",0.99,1613940285039,1016
+"lr_1",2.144629307527865e-05,1613940285039,1016
+"mom_1",0.9213842673118033,1613940285039,1016
+"eps_1",1e-05,1613940285039,1016
+"wd_2",0.01,1613940285039,1016
+"sqr_mom_2",0.99,1613940285039,1016
+"lr_2",0.00021446293075278648,1613940285039,1016
+"mom_2",0.9213842673118033,1613940285039,1016
+"eps_2",1e-05,1613940285039,1016
+"train_loss",0.0769646,1613940286000,1017
+"raw_loss",0.04950427,1613940286000,1017
+"epoch",6.402515723270426,1613940286000,1017
+"wd_0",0.01,1613940286000,1017
+"sqr_mom_0",0.99,1613940286000,1017
+"lr_0",2.1470114189857736e-06,1613940286000,1017
+"mom_0",0.9213247145253556,1613940286000,1017
+"eps_0",1e-05,1613940286000,1017
+"wd_1",0.01,1613940286000,1017
+"sqr_mom_1",0.99,1613940286000,1017
+"lr_1",2.1470114189857734e-05,1613940286000,1017
+"mom_1",0.9213247145253556,1613940286000,1017
+"eps_1",1e-05,1613940286000,1017
+"wd_2",0.01,1613940286000,1017
+"sqr_mom_2",0.99,1613940286000,1017
+"lr_2",0.00021470114189857734,1613940286000,1017
+"mom_2",0.9213247145253556,1613940286000,1017
+"eps_2",1e-05,1613940286000,1017
+"train_loss",0.077769995,1613940286968,1018
+"raw_loss",0.1172342,1613940286968,1018
+"epoch",6.408805031446526,1613940286968,1018
+"wd_0",0.01,1613940286968,1018
+"sqr_mom_0",0.99,1613940286968,1018
+"lr_0",2.1493950104704696e-06,1613940286968,1018
+"mom_0",0.9212651247382382,1613940286968,1018
+"eps_0",1e-05,1613940286968,1018
+"wd_1",0.01,1613940286968,1018
+"sqr_mom_1",0.99,1613940286968,1018
+"lr_1",2.1493950104704695e-05,1613940286968,1018
+"mom_1",0.9212651247382382,1613940286968,1018
+"eps_1",1e-05,1613940286968,1018
+"wd_2",0.01,1613940286968,1018
+"sqr_mom_2",0.99,1613940286968,1018
+"lr_2",0.00021493950104704693,1613940286968,1018
+"mom_2",0.9212651247382382,1613940286968,1018
+"eps_2",1e-05,1613940286968,1018
+"train_loss",0.079798415,1613940288147,1019
+"raw_loss",0.17919126,1613940288147,1019
+"epoch",6.415094339622627,1613940288147,1019
+"wd_0",0.01,1613940288147,1019
+"sqr_mom_0",0.99,1613940288147,1019
+"lr_0",2.1517799082673844e-06,1613940288147,1019
+"mom_0",0.9212055022933153,1613940288147,1019
+"eps_0",1e-05,1613940288147,1019
+"wd_1",0.01,1613940288147,1019
+"sqr_mom_1",0.99,1613940288147,1019
+"lr_1",2.1517799082673844e-05,1613940288147,1019
+"mom_1",0.9212055022933153,1613940288147,1019
+"eps_1",1e-05,1613940288147,1019
+"wd_2",0.01,1613940288147,1019
+"sqr_mom_2",0.99,1613940288147,1019
+"lr_2",0.00021517799082673844,1613940288147,1019
+"mom_2",0.9212055022933153,1613940288147,1019
+"eps_2",1e-05,1613940288147,1019
+"train_loss",0.07970774,1613940289269,1020
+"raw_loss",0.07526483,1613940289269,1020
+"epoch",6.421383647798727,1613940289269,1020
+"wd_0",0.01,1613940289269,1020
+"sqr_mom_0",0.99,1613940289269,1020
+"lr_0",2.1541664472912713e-06,1613940289269,1020
+"mom_0",0.9211458388177182,1613940289269,1020
+"eps_0",1e-05,1613940289269,1020
+"wd_1",0.01,1613940289269,1020
+"sqr_mom_1",0.99,1613940289269,1020
+"lr_1",2.154166447291271e-05,1613940289269,1020
+"mom_1",0.9211458388177182,1613940289269,1020
+"eps_1",1e-05,1613940289269,1020
+"wd_2",0.01,1613940289269,1020
+"sqr_mom_2",0.99,1613940289269,1020
+"lr_2",0.00021541664472912709,1613940289269,1020
+"mom_2",0.9211458388177182,1613940289269,1020
+"eps_2",1e-05,1613940289269,1020
+"train_loss",0.07955485,1613940290506,1021
+"raw_loss",0.07206318,1613940290506,1021
+"epoch",6.427672955974828,1613940290506,1021
+"wd_0",0.01,1613940290506,1021
+"sqr_mom_0",0.99,1613940290506,1021
+"lr_0",2.1565546237146164e-06,1613940290506,1021
+"mom_0",0.9210861344071346,1613940290506,1021
+"eps_0",1e-05,1613940290506,1021
+"wd_1",0.01,1613940290506,1021
+"sqr_mom_1",0.99,1613940290506,1021
+"lr_1",2.156554623714616e-05,1613940290506,1021
+"mom_1",0.9210861344071346,1613940290506,1021
+"eps_1",1e-05,1613940290506,1021
+"wd_2",0.01,1613940290506,1021
+"sqr_mom_2",0.99,1613940290506,1021
+"lr_2",0.00021565546237146163,1613940290506,1021
+"mom_2",0.9210861344071346,1613940290506,1021
+"eps_2",1e-05,1613940290506,1021
+"train_loss",0.07991459,1613940291667,1022
+"raw_loss",0.09754216,1613940291667,1022
+"epoch",6.433962264150928,1613940291667,1022
+"wd_0",0.01,1613940291667,1022
+"sqr_mom_0",0.99,1613940291667,1022
+"lr_0",2.158944093923019e-06,1613940291667,1022
+"mom_0",0.9210263976519245,1613940291667,1022
+"eps_0",1e-05,1613940291667,1022
+"wd_1",0.01,1613940291667,1022
+"sqr_mom_1",0.99,1613940291667,1022
+"lr_1",2.1589440939230186e-05,1613940291667,1022
+"mom_1",0.9210263976519245,1613940291667,1022
+"eps_1",1e-05,1613940291667,1022
+"wd_2",0.01,1613940291667,1022
+"sqr_mom_2",0.99,1613940291667,1022
+"lr_2",0.00021589440939230185,1613940291667,1022
+"mom_2",0.9210263976519245,1613940291667,1022
+"eps_2",1e-05,1613940291667,1022
+"train_loss",0.07985045,1613940292618,1023
+"raw_loss",0.07670746,1613940292618,1023
+"epoch",6.440251572327028,1613940292618,1023
+"wd_0",0.01,1613940292618,1023
+"sqr_mom_0",0.99,1613940292618,1023
+"lr_0",2.1613348534588717e-06,1613940292618,1023
+"mom_0",0.9209666286635282,1613940292618,1023
+"eps_0",1e-05,1613940292618,1023
+"wd_1",0.01,1613940292618,1023
+"sqr_mom_1",0.99,1613940292618,1023
+"lr_1",2.1613348534588714e-05,1613940292618,1023
+"mom_1",0.9209666286635282,1613940292618,1023
+"eps_1",1e-05,1613940292618,1023
+"wd_2",0.01,1613940292618,1023
+"sqr_mom_2",0.99,1613940292618,1023
+"lr_2",0.00021613348534588715,1613940292618,1023
+"mom_2",0.9209666286635282,1613940292618,1023
+"eps_2",1e-05,1613940292618,1023
+"train_loss",0.07941025,1613940293555,1024
+"raw_loss",0.057840273,1613940293555,1024
+"epoch",6.446540880503129,1613940293555,1024
+"wd_0",0.01,1613940293555,1024
+"sqr_mom_0",0.99,1613940293555,1024
+"lr_0",2.163727238060102e-06,1613940293555,1024
+"mom_0",0.9209068190484975,1613940293555,1024
+"eps_0",1e-05,1613940293555,1024
+"wd_1",0.01,1613940293555,1024
+"sqr_mom_1",0.99,1613940293555,1024
+"lr_1",2.1637272380601018e-05,1613940293555,1024
+"mom_1",0.9209068190484975,1613940293555,1024
+"eps_1",1e-05,1613940293555,1024
+"wd_2",0.01,1613940293555,1024
+"sqr_mom_2",0.99,1613940293555,1024
+"lr_2",0.00021637272380601019,1613940293555,1024
+"mom_2",0.9209068190484975,1613940293555,1024
+"eps_2",1e-05,1613940293555,1024
+"train_loss",0.07878851,1613940294504,1025
+"raw_loss",0.04832335,1613940294504,1025
+"epoch",6.452830188679229,1613940294504,1025
+"wd_0",0.01,1613940294504,1025
+"sqr_mom_0",0.99,1613940294504,1025
+"lr_0",2.166121073684378e-06,1613940294504,1025
+"mom_0",0.9208469731578905,1613940294504,1025
+"eps_0",1e-05,1613940294504,1025
+"wd_1",0.01,1613940294504,1025
+"sqr_mom_1",0.99,1613940294504,1025
+"lr_1",2.166121073684378e-05,1613940294504,1025
+"mom_1",0.9208469731578905,1613940294504,1025
+"eps_1",1e-05,1613940294504,1025
+"wd_2",0.01,1613940294504,1025
+"sqr_mom_2",0.99,1613940294504,1025
+"lr_2",0.0002166121073684378,1613940294504,1025
+"mom_2",0.9208469731578905,1613940294504,1025
+"eps_2",1e-05,1613940294504,1025
+"train_loss",0.07846358,1613940295464,1026
+"raw_loss",0.06254164,1613940295464,1026
+"epoch",6.45911949685533,1613940295464,1026
+"wd_0",0.01,1613940295464,1026
+"sqr_mom_0",0.99,1613940295464,1026
+"lr_0",2.16851652648197e-06,1613940295464,1026
+"mom_0",0.9207870868379507,1613940295464,1026
+"eps_0",1e-05,1613940295464,1026
+"wd_1",0.01,1613940295464,1026
+"sqr_mom_1",0.99,1613940295464,1026
+"lr_1",2.16851652648197e-05,1613940295464,1026
+"mom_1",0.9207870868379507,1613940295464,1026
+"eps_1",1e-05,1613940295464,1026
+"wd_2",0.01,1613940295464,1026
+"sqr_mom_2",0.99,1613940295464,1026
+"lr_2",0.000216851652648197,1613940295464,1026
+"mom_2",0.9207870868379507,1613940295464,1026
+"eps_2",1e-05,1613940295464,1026
+"train_loss",0.07804019,1613940296415,1027
+"raw_loss",0.05729422,1613940296415,1027
+"epoch",6.46540880503143,1613940296415,1027
+"wd_0",0.01,1613940296415,1027
+"sqr_mom_0",0.99,1613940296415,1027
+"lr_0",2.170913081385313e-06,1613940296415,1027
+"mom_0",0.9207271729653671,1613940296415,1027
+"eps_0",1e-05,1613940296415,1027
+"wd_1",0.01,1613940296415,1027
+"sqr_mom_1",0.99,1613940296415,1027
+"lr_1",2.1709130813853126e-05,1613940296415,1027
+"mom_1",0.9207271729653671,1613940296415,1027
+"eps_1",1e-05,1613940296415,1027
+"wd_2",0.01,1613940296415,1027
+"sqr_mom_2",0.99,1613940296415,1027
+"lr_2",0.00021709130813853125,1613940296415,1027
+"mom_2",0.9207271729653671,1613940296415,1027
+"eps_2",1e-05,1613940296415,1027
+"train_loss",0.07834462,1613940297365,1028
+"raw_loss",0.093261875,1613940297365,1028
+"epoch",6.47169811320753,1613940297365,1028
+"wd_0",0.01,1613940297365,1028
+"sqr_mom_0",0.99,1613940297365,1028
+"lr_0",2.1733112451473228e-06,1613940297365,1028
+"mom_0",0.9206672188713169,1613940297365,1028
+"eps_0",1e-05,1613940297365,1028
+"wd_1",0.01,1613940297365,1028
+"sqr_mom_1",0.99,1613940297365,1028
+"lr_1",2.1733112451473226e-05,1613940297365,1028
+"mom_1",0.9206672188713169,1613940297365,1028
+"eps_1",1e-05,1613940297365,1028
+"wd_2",0.01,1613940297365,1028
+"sqr_mom_2",0.99,1613940297365,1028
+"lr_2",0.00021733112451473226,1613940297365,1028
+"mom_2",0.9206672188713169,1613940297365,1028
+"eps_2",1e-05,1613940297365,1028
+"train_loss",0.077509165,1613940298328,1029
+"raw_loss",0.03657173,1613940298328,1029
+"epoch",6.477987421383631,1613940298328,1029
+"wd_0",0.01,1613940298328,1029
+"sqr_mom_0",0.99,1613940298328,1029
+"lr_0",2.1757108433030983e-06,1613940298328,1029
+"mom_0",0.9206072289174225,1613940298328,1029
+"eps_0",1e-05,1613940298328,1029
+"wd_1",0.01,1613940298328,1029
+"sqr_mom_1",0.99,1613940298328,1029
+"lr_1",2.1757108433030982e-05,1613940298328,1029
+"mom_1",0.9206072289174225,1613940298328,1029
+"eps_1",1e-05,1613940298328,1029
+"wd_2",0.01,1613940298328,1029
+"sqr_mom_2",0.99,1613940298328,1029
+"lr_2",0.00021757108433030978,1613940298328,1029
+"mom_2",0.9206072289174225,1613940298328,1029
+"eps_2",1e-05,1613940298328,1029
+"train_loss",0.078866765,1613940299269,1030
+"raw_loss",0.14538929,1613940299269,1030
+"epoch",6.484276729559731,1613940299269,1030
+"wd_0",0.01,1613940299269,1030
+"sqr_mom_0",0.99,1613940299269,1030
+"lr_0",2.178111871689078e-06,1613940299269,1030
+"mom_0",0.9205472032077731,1613940299269,1030
+"eps_0",1e-05,1613940299269,1030
+"wd_1",0.01,1613940299269,1030
+"sqr_mom_1",0.99,1613940299269,1030
+"lr_1",2.1781118716890777e-05,1613940299269,1030
+"mom_1",0.9205472032077731,1613940299269,1030
+"eps_1",1e-05,1613940299269,1030
+"wd_2",0.01,1613940299269,1030
+"sqr_mom_2",0.99,1613940299269,1030
+"lr_2",0.00021781118716890778,1613940299269,1030
+"mom_2",0.9205472032077731,1613940299269,1030
+"eps_2",1e-05,1613940299269,1030
+"train_loss",0.0812486,1613940300214,1031
+"raw_loss",0.1979583,1613940300214,1031
+"epoch",6.490566037735832,1613940300214,1031
+"wd_0",0.01,1613940300214,1031
+"sqr_mom_0",0.99,1613940300214,1031
+"lr_0",2.1805143261392202e-06,1613940300214,1031
+"mom_0",0.9204871418465195,1613940300214,1031
+"eps_0",1e-05,1613940300214,1031
+"wd_1",0.01,1613940300214,1031
+"sqr_mom_1",0.99,1613940300214,1031
+"lr_1",2.1805143261392202e-05,1613940300214,1031
+"mom_1",0.9204871418465195,1613940300214,1031
+"eps_1",1e-05,1613940300214,1031
+"wd_2",0.01,1613940300214,1031
+"sqr_mom_2",0.99,1613940300214,1031
+"lr_2",0.00021805143261392204,1613940300214,1031
+"mom_2",0.9204871418465195,1613940300214,1031
+"eps_2",1e-05,1613940300214,1031
+"train_loss",0.08171029,1613940301150,1032
+"raw_loss",0.10433315,1613940301150,1032
+"epoch",6.496855345911932,1613940301150,1032
+"wd_0",0.01,1613940301150,1032
+"sqr_mom_0",0.99,1613940301150,1032
+"lr_0",2.182918202485008e-06,1613940301150,1032
+"mom_0",0.9204270449378747,1613940301150,1032
+"eps_0",1e-05,1613940301150,1032
+"wd_1",0.01,1613940301150,1032
+"sqr_mom_1",0.99,1613940301150,1032
+"lr_1",2.182918202485008e-05,1613940301150,1032
+"mom_1",0.9204270449378747,1613940301150,1032
+"eps_1",1e-05,1613940301150,1032
+"wd_2",0.01,1613940301150,1032
+"sqr_mom_2",0.99,1613940301150,1032
+"lr_2",0.0002182918202485008,1613940301150,1032
+"mom_2",0.9204270449378747,1613940301150,1032
+"eps_2",1e-05,1613940301150,1032
+"train_loss",0.081161425,1613940302153,1033
+"raw_loss",0.054267064,1613940302153,1033
+"epoch",6.503144654088032,1613940302153,1033
+"wd_0",0.01,1613940302153,1033
+"sqr_mom_0",0.99,1613940302153,1033
+"lr_0",2.185323496555459e-06,1613940302153,1033
+"mom_0",0.9203669125861135,1613940302153,1033
+"eps_0",1e-05,1613940302153,1033
+"wd_1",0.01,1613940302153,1033
+"sqr_mom_1",0.99,1613940302153,1033
+"lr_1",2.185323496555459e-05,1613940302153,1033
+"mom_1",0.9203669125861135,1613940302153,1033
+"eps_1",1e-05,1613940302153,1033
+"wd_2",0.01,1613940302153,1033
+"sqr_mom_2",0.99,1613940302153,1033
+"lr_2",0.00021853234965554588,1613940302153,1033
+"mom_2",0.9203669125861135,1613940302153,1033
+"eps_2",1e-05,1613940302153,1033
+"train_loss",0.0814072,1613940303101,1034
+"raw_loss",0.09344995,1613940303101,1034
+"epoch",6.509433962264133,1613940303101,1034
+"wd_0",0.01,1613940303101,1034
+"sqr_mom_0",0.99,1613940303101,1034
+"lr_0",2.1877300330624113e-06,1613940303101,1034
+"mom_0",0.9203067491734397,1613940303101,1034
+"eps_0",1e-05,1613940303101,1034
+"wd_1",0.01,1613940303101,1034
+"sqr_mom_1",0.99,1613940303101,1034
+"lr_1",2.1877300330624113e-05,1613940303101,1034
+"mom_1",0.9203067491734397,1613940303101,1034
+"eps_1",1e-05,1613940303101,1034
+"wd_2",0.01,1613940303101,1034
+"sqr_mom_2",0.99,1613940303101,1034
+"lr_2",0.00021877300330624115,1613940303101,1034
+"mom_2",0.9203067491734397,1613940303101,1034
+"eps_2",1e-05,1613940303101,1034
+"train_loss",0.081377886,1613940304055,1035
+"raw_loss",0.07994148,1613940304055,1035
+"epoch",6.515723270440233,1613940304055,1035
+"wd_0",0.01,1613940304055,1035
+"sqr_mom_0",0.99,1613940304055,1035
+"lr_0",2.190138321174121e-06,1613940304055,1035
+"mom_0",0.9202465419706469,1613940304055,1035
+"eps_0",1e-05,1613940304055,1035
+"wd_1",0.01,1613940304055,1035
+"sqr_mom_1",0.99,1613940304055,1035
+"lr_1",2.1901383211741208e-05,1613940304055,1035
+"mom_1",0.9202465419706469,1613940304055,1035
+"eps_1",1e-05,1613940304055,1035
+"wd_2",0.01,1613940304055,1035
+"sqr_mom_2",0.99,1613940304055,1035
+"lr_2",0.00021901383211741208,1613940304055,1035
+"mom_2",0.9202465419706469,1613940304055,1035
+"eps_2",1e-05,1613940304055,1035
+"train_loss",0.080722295,1613940304995,1036
+"raw_loss",0.048598446,1613940304995,1036
+"epoch",6.522012578616334,1613940304995,1036
+"wd_0",0.01,1613940304995,1036
+"sqr_mom_0",0.99,1613940304995,1036
+"lr_0",2.192547843368094e-06,1613940304995,1036
+"mom_0",0.9201863039157976,1613940304995,1036
+"eps_0",1e-05,1613940304995,1036
+"wd_1",0.01,1613940304995,1036
+"sqr_mom_1",0.99,1613940304995,1036
+"lr_1",2.1925478433680942e-05,1613940304995,1036
+"mom_1",0.9201863039157976,1613940304995,1036
+"eps_1",1e-05,1613940304995,1036
+"wd_2",0.01,1613940304995,1036
+"sqr_mom_2",0.99,1613940304995,1036
+"lr_2",0.0002192547843368094,1613940304995,1036
+"mom_2",0.9201863039157976,1613940304995,1036
+"eps_2",1e-05,1613940304995,1036
+"train_loss",0.0804518,1613940305974,1037
+"raw_loss",0.06719778,1613940305974,1037
+"epoch",6.528301886792434,1613940305974,1037
+"wd_0",0.01,1613940305974,1037
+"sqr_mom_0",0.99,1613940305974,1037
+"lr_0",2.1949587665782693e-06,1613940305974,1037
+"mom_0",0.9201260308355432,1613940305974,1037
+"eps_0",1e-05,1613940305974,1037
+"wd_1",0.01,1613940305974,1037
+"sqr_mom_1",0.99,1613940305974,1037
+"lr_1",2.1949587665782688e-05,1613940305974,1037
+"mom_1",0.9201260308355432,1613940305974,1037
+"eps_1",1e-05,1613940305974,1037
+"wd_2",0.01,1613940305974,1037
+"sqr_mom_2",0.99,1613940305974,1037
+"lr_2",0.00021949587665782687,1613940305974,1037
+"mom_2",0.9201260308355432,1613940305974,1037
+"eps_2",1e-05,1613940305974,1037
+"train_loss",0.08084431,1613940306958,1038
+"raw_loss",0.10007757,1613940306958,1038
+"epoch",6.5345911949685345,1613940306958,1038
+"wd_0",0.01,1613940306958,1038
+"sqr_mom_0",0.99,1613940306958,1038
+"lr_0",2.1973709151083905e-06,1613940306958,1038
+"mom_0",0.9200657271222902,1613940306958,1038
+"eps_0",1e-05,1613940306958,1038
+"wd_1",0.01,1613940306958,1038
+"sqr_mom_1",0.99,1613940306958,1038
+"lr_1",2.1973709151083905e-05,1613940306958,1038
+"mom_1",0.9200657271222902,1613940306958,1038
+"eps_1",1e-05,1613940306958,1038
+"wd_2",0.01,1613940306958,1038
+"sqr_mom_2",0.99,1613940306958,1038
+"lr_2",0.00021973709151083901,1613940306958,1038
+"mom_2",0.9200657271222902,1613940306958,1038
+"eps_2",1e-05,1613940306958,1038
+"train_loss",0.08115146,1613940307911,1039
+"raw_loss",0.09620189,1613940307911,1039
+"epoch",6.540880503144635,1613940307911,1039
+"wd_0",0.01,1613940307911,1039
+"sqr_mom_0",0.99,1613940307911,1039
+"lr_0",2.1997846277000735e-06,1613940307911,1039
+"mom_0",0.9200053843074981,1613940307911,1039
+"eps_0",1e-05,1613940307911,1039
+"wd_1",0.01,1613940307911,1039
+"sqr_mom_1",0.99,1613940307911,1039
+"lr_1",2.1997846277000737e-05,1613940307911,1039
+"mom_1",0.9200053843074981,1613940307911,1039
+"eps_1",1e-05,1613940307911,1039
+"wd_2",0.01,1613940307911,1039
+"sqr_mom_2",0.99,1613940307911,1039
+"lr_2",0.00021997846277000736,1613940307911,1039
+"mom_2",0.9200053843074981,1613940307911,1039
+"eps_2",1e-05,1613940307911,1039
+"train_loss",0.08058431,1613940308862,1040
+"raw_loss",0.05279384,1613940308862,1040
+"epoch",6.547169811320735,1613940308862,1040
+"wd_0",0.01,1613940308862,1040
+"sqr_mom_0",0.99,1613940308862,1040
+"lr_0",2.2021999004617836e-06,1613940308862,1040
+"mom_0",0.9199450024884553,1613940308862,1040
+"eps_0",1e-05,1613940308862,1040
+"wd_1",0.01,1613940308862,1040
+"sqr_mom_1",0.99,1613940308862,1040
+"lr_1",2.202199900461783e-05,1613940308862,1040
+"mom_1",0.9199450024884553,1613940308862,1040
+"eps_1",1e-05,1613940308862,1040
+"wd_2",0.01,1613940308862,1040
+"sqr_mom_2",0.99,1613940308862,1040
+"lr_2",0.00022021999004617833,1613940308862,1040
+"mom_2",0.9199450024884553,1613940308862,1040
+"eps_2",1e-05,1613940308862,1040
+"train_loss",0.08175804,1613940309826,1041
+"raw_loss",0.13927083,1613940309826,1041
+"epoch",6.553459119496836,1613940309826,1041
+"wd_0",0.01,1613940309826,1041
+"sqr_mom_0",0.99,1613940309826,1041
+"lr_0",2.204616385880457e-06,1613940309826,1041
+"mom_0",0.9198845903529885,1613940309826,1041
+"eps_0",1e-05,1613940309826,1041
+"wd_1",0.01,1613940309826,1041
+"sqr_mom_1",0.99,1613940309826,1041
+"lr_1",2.204616385880457e-05,1613940309826,1041
+"mom_1",0.9198845903529885,1613940309826,1041
+"eps_1",1e-05,1613940309826,1041
+"wd_2",0.01,1613940309826,1041
+"sqr_mom_2",0.99,1613940309826,1041
+"lr_2",0.00022046163858804567,1613940309826,1041
+"mom_2",0.9198845903529885,1613940309826,1041
+"eps_2",1e-05,1613940309826,1041
+"train_loss",0.081079006,1613940310772,1042
+"raw_loss",0.047806628,1613940310772,1042
+"epoch",6.559748427672936,1613940310772,1042
+"wd_0",0.01,1613940310772,1042
+"sqr_mom_0",0.99,1613940310772,1042
+"lr_0",2.207034079468505e-06,1613940310772,1042
+"mom_0",0.9198241480132874,1613940310772,1042
+"eps_0",1e-05,1613940310772,1042
+"wd_1",0.01,1613940310772,1042
+"sqr_mom_1",0.99,1613940310772,1042
+"lr_1",2.207034079468505e-05,1613940310772,1042
+"mom_1",0.9198241480132874,1613940310772,1042
+"eps_1",1e-05,1613940310772,1042
+"wd_2",0.01,1613940310772,1042
+"sqr_mom_2",0.99,1613940310772,1042
+"lr_2",0.0002207034079468505,1613940310772,1042
+"mom_2",0.9198241480132874,1613940310772,1042
+"eps_2",1e-05,1613940310772,1042
+"train_loss",0.08100481,1613940311738,1043
+"raw_loss",0.0773695,1613940311738,1043
+"epoch",6.5660377358490365,1613940311738,1043
+"wd_0",0.01,1613940311738,1043
+"sqr_mom_0",0.99,1613940311738,1043
+"lr_0",2.2094533207462443e-06,1613940311738,1043
+"mom_0",0.9197636669813438,1613940311738,1043
+"eps_0",1e-05,1613940311738,1043
+"wd_1",0.01,1613940311738,1043
+"sqr_mom_1",0.99,1613940311738,1043
+"lr_1",2.209453320746244e-05,1613940311738,1043
+"mom_1",0.9197636669813438,1613940311738,1043
+"eps_1",1e-05,1613940311738,1043
+"wd_2",0.01,1613940311738,1043
+"sqr_mom_2",0.99,1613940311738,1043
+"lr_2",0.00022094533207462437,1613940311738,1043
+"mom_2",0.9197636669813438,1613940311738,1043
+"eps_2",1e-05,1613940311738,1043
+"train_loss",0.080577284,1613940312679,1044
+"raw_loss",0.059628204,1613940312679,1044
+"epoch",6.572327044025137,1613940312679,1044
+"wd_0",0.01,1613940312679,1044
+"sqr_mom_0",0.99,1613940312679,1044
+"lr_0",2.211873933707366e-06,1613940312679,1044
+"mom_0",0.9197031516573159,1613940312679,1044
+"eps_0",1e-05,1613940312679,1044
+"wd_1",0.01,1613940312679,1044
+"sqr_mom_1",0.99,1613940312679,1044
+"lr_1",2.2118739337073657e-05,1613940312679,1044
+"mom_1",0.9197031516573159,1613940312679,1044
+"eps_1",1e-05,1613940312679,1044
+"wd_2",0.01,1613940312679,1044
+"sqr_mom_2",0.99,1613940312679,1044
+"lr_2",0.00022118739337073656,1613940312679,1044
+"mom_2",0.9197031516573159,1613940312679,1044
+"eps_2",1e-05,1613940312679,1044
+"train_loss",0.08094276,1613940313658,1045
+"raw_loss",0.098850906,1613940313658,1045
+"epoch",6.578616352201237,1613940313658,1045
+"wd_0",0.01,1613940313658,1045
+"sqr_mom_0",0.99,1613940313658,1045
+"lr_0",2.214296086350499e-06,1613940313658,1045
+"mom_0",0.9196425978412375,1613940313658,1045
+"eps_0",1e-05,1613940313658,1045
+"wd_1",0.01,1613940313658,1045
+"sqr_mom_1",0.99,1613940313658,1045
+"lr_1",2.2142960863504985e-05,1613940313658,1045
+"mom_1",0.9196425978412375,1613940313658,1045
+"eps_1",1e-05,1613940313658,1045
+"wd_2",0.01,1613940313658,1045
+"sqr_mom_2",0.99,1613940313658,1045
+"lr_2",0.00022142960863504987,1613940313658,1045
+"mom_2",0.9196425978412375,1613940313658,1045
+"eps_2",1e-05,1613940313658,1045
+"train_loss",0.081166424,1613940314601,1046
+"raw_loss",0.09212606,1613940314601,1046
+"epoch",6.584905660377338,1613940314601,1046
+"wd_0",0.01,1613940314601,1046
+"sqr_mom_0",0.99,1613940314601,1046
+"lr_0",2.2167192578772913e-06,1613940314601,1046
+"mom_0",0.9195820185530676,1613940314601,1046
+"eps_0",1e-05,1613940314601,1046
+"wd_1",0.01,1613940314601,1046
+"sqr_mom_1",0.99,1613940314601,1046
+"lr_1",2.2167192578772912e-05,1613940314601,1046
+"mom_1",0.9195820185530676,1613940314601,1046
+"eps_1",1e-05,1613940314601,1046
+"wd_2",0.01,1613940314601,1046
+"sqr_mom_2",0.99,1613940314601,1046
+"lr_2",0.0002216719257877291,1613940314601,1046
+"mom_2",0.9195820185530676,1613940314601,1046
+"eps_2",1e-05,1613940314601,1046
+"train_loss",0.08249921,1613940315616,1047
+"raw_loss",0.14780611,1613940315616,1047
+"epoch",6.591194968553438,1613940315616,1047
+"wd_0",0.01,1613940315616,1047
+"sqr_mom_0",0.99,1613940315616,1047
+"lr_0",2.2191439606789366e-06,1613940315616,1047
+"mom_0",0.9195214009830266,1613940315616,1047
+"eps_0",1e-05,1613940315616,1047
+"wd_1",0.01,1613940315616,1047
+"sqr_mom_1",0.99,1613940315616,1047
+"lr_1",2.2191439606789364e-05,1613940315616,1047
+"mom_1",0.9195214009830266,1613940315616,1047
+"eps_1",1e-05,1613940315616,1047
+"wd_2",0.01,1613940315616,1047
+"sqr_mom_2",0.99,1613940315616,1047
+"lr_2",0.00022191439606789363,1613940315616,1047
+"mom_2",0.9195214009830266,1613940315616,1047
+"eps_2",1e-05,1613940315616,1047
+"train_loss",0.08194656,1613940316570,1048
+"raw_loss",0.054866325,1613940316570,1048
+"epoch",6.5974842767295385,1613940316570,1048
+"wd_0",0.01,1613940316570,1048
+"sqr_mom_0",0.99,1613940316570,1048
+"lr_0",2.221570018349664e-06,1613940316570,1048
+"mom_0",0.9194607495412583,1613940316570,1048
+"eps_0",1e-05,1613940316570,1048
+"wd_1",0.01,1613940316570,1048
+"sqr_mom_1",0.99,1613940316570,1048
+"lr_1",2.2215700183496642e-05,1613940316570,1048
+"mom_1",0.9194607495412583,1613940316570,1048
+"eps_1",1e-05,1613940316570,1048
+"wd_2",0.01,1613940316570,1048
+"sqr_mom_2",0.99,1613940316570,1048
+"lr_2",0.00022215700183496638,1613940316570,1048
+"mom_2",0.9194607495412583,1613940316570,1048
+"eps_2",1e-05,1613940316570,1048
+"train_loss",0.08159021,1613940317523,1049
+"raw_loss",0.06412913,1613940317523,1049
+"epoch",6.603773584905639,1613940317523,1049
+"wd_0",0.01,1613940317523,1049
+"sqr_mom_0",0.99,1613940317523,1049
+"lr_0",2.223997426680003e-06,1613940317523,1049
+"mom_0",0.9194000643329999,1613940317523,1049
+"eps_0",1e-05,1613940317523,1049
+"wd_1",0.01,1613940317523,1049
+"sqr_mom_1",0.99,1613940317523,1049
+"lr_1",2.223997426680003e-05,1613940317523,1049
+"mom_1",0.9194000643329999,1613940317523,1049
+"eps_1",1e-05,1613940317523,1049
+"wd_2",0.01,1613940317523,1049
+"sqr_mom_2",0.99,1613940317523,1049
+"lr_2",0.00022239974266800025,1613940317523,1049
+"mom_2",0.9194000643329999,1613940317523,1049
+"eps_2",1e-05,1613940317523,1049
+"train_loss",0.0819679,1613940318468,1050
+"raw_loss",0.10047462,1613940318468,1050
+"epoch",6.610062893081739,1613940318468,1050
+"wd_0",0.01,1613940318468,1050
+"sqr_mom_0",0.99,1613940318468,1050
+"lr_0",2.226426181458139e-06,1613940318468,1050
+"mom_0",0.9193393454635465,1613940318468,1050
+"eps_0",1e-05,1613940318468,1050
+"wd_1",0.01,1613940318468,1050
+"sqr_mom_1",0.99,1613940318468,1050
+"lr_1",2.2264261814581387e-05,1613940318468,1050
+"mom_1",0.9193393454635465,1613940318468,1050
+"eps_1",1e-05,1613940318468,1050
+"wd_2",0.01,1613940318468,1050
+"sqr_mom_2",0.99,1613940318468,1050
+"lr_2",0.0002226426181458139,1613940318468,1050
+"mom_2",0.9193393454635465,1613940318468,1050
+"eps_2",1e-05,1613940318468,1050
+"train_loss",0.0835635,1613940319420,1051
+"raw_loss",0.16174805,1613940319420,1051
+"epoch",6.61635220125784,1613940319420,1051
+"wd_0",0.01,1613940319420,1051
+"sqr_mom_0",0.99,1613940319420,1051
+"lr_0",2.228856278469921e-06,1613940319420,1051
+"mom_0",0.919278593038252,1613940319420,1051
+"eps_0",1e-05,1613940319420,1051
+"wd_1",0.01,1613940319420,1051
+"sqr_mom_1",0.99,1613940319420,1051
+"lr_1",2.2288562784699208e-05,1613940319420,1051
+"mom_1",0.919278593038252,1613940319420,1051
+"eps_1",1e-05,1613940319420,1051
+"wd_2",0.01,1613940319420,1051
+"sqr_mom_2",0.99,1613940319420,1051
+"lr_2",0.0002228856278469921,1613940319420,1051
+"mom_2",0.919278593038252,1613940319420,1051
+"eps_2",1e-05,1613940319420,1051
+"train_loss",0.0836948,1613940320371,1052
+"raw_loss",0.09012868,1613940320371,1052
+"epoch",6.62264150943394,1613940320371,1052
+"wd_0",0.01,1613940320371,1052
+"sqr_mom_0",0.99,1613940320371,1052
+"lr_0",2.231287713498871e-06,1613940320371,1052
+"mom_0",0.9192178071625282,1613940320371,1052
+"eps_0",1e-05,1613940320371,1052
+"wd_1",0.01,1613940320371,1052
+"sqr_mom_1",0.99,1613940320371,1052
+"lr_1",2.2312877134988708e-05,1613940320371,1052
+"mom_1",0.9192178071625282,1613940320371,1052
+"eps_1",1e-05,1613940320371,1052
+"wd_2",0.01,1613940320371,1052
+"sqr_mom_2",0.99,1613940320371,1052
+"lr_2",0.00022312877134988708,1613940320371,1052
+"mom_2",0.9192178071625282,1613940320371,1052
+"eps_2",1e-05,1613940320371,1052
+"train_loss",0.08304832,1613940321332,1053
+"raw_loss",0.051370766,1613940321332,1053
+"epoch",6.6289308176100405,1613940321332,1053
+"wd_0",0.01,1613940321332,1053
+"sqr_mom_0",0.99,1613940321332,1053
+"lr_0",2.2337203093619204e-06,1613940321332,1053
+"mom_0",0.9191569922659519,1613940321332,1053
+"eps_0",1e-05,1613940321332,1053
+"wd_1",0.01,1613940321332,1053
+"sqr_mom_1",0.99,1613940321332,1053
+"lr_1",2.2337203093619206e-05,1613940321332,1053
+"mom_1",0.9191569922659519,1613940321332,1053
+"eps_1",1e-05,1613940321332,1053
+"wd_2",0.01,1613940321332,1053
+"sqr_mom_2",0.99,1613940321332,1053
+"lr_2",0.00022337203093619203,1613940321332,1053
+"mom_2",0.9191569922659519,1613940321332,1053
+"eps_2",1e-05,1613940321332,1053
+"train_loss",0.08287672,1613940322283,1054
+"raw_loss",0.0744683,1613940322283,1054
+"epoch",6.635220125786141,1613940322283,1054
+"wd_0",0.01,1613940322283,1054
+"sqr_mom_0",0.99,1613940322283,1054
+"lr_0",2.2361544076721344e-06,1613940322283,1054
+"mom_0",0.9190961398081966,1613940322283,1054
+"eps_0",1e-05,1613940322283,1054
+"wd_1",0.01,1613940322283,1054
+"sqr_mom_1",0.99,1613940322283,1054
+"lr_1",2.236154407672134e-05,1613940322283,1054
+"mom_1",0.9190961398081966,1613940322283,1054
+"eps_1",1e-05,1613940322283,1054
+"wd_2",0.01,1613940322283,1054
+"sqr_mom_2",0.99,1613940322283,1054
+"lr_2",0.0002236154407672134,1613940322283,1054
+"mom_2",0.9190961398081966,1613940322283,1054
+"eps_2",1e-05,1613940322283,1054
+"train_loss",0.08268792,1613940323246,1055
+"raw_loss",0.07343698,1613940323246,1055
+"epoch",6.641509433962241,1613940323246,1055
+"wd_0",0.01,1613940323246,1055
+"sqr_mom_0",0.99,1613940323246,1055
+"lr_0",2.238590004489152e-06,1613940323246,1055
+"mom_0",0.9190352498877712,1613940323246,1055
+"eps_0",1e-05,1613940323246,1055
+"wd_1",0.01,1613940323246,1055
+"sqr_mom_1",0.99,1613940323246,1055
+"lr_1",2.2385900044891518e-05,1613940323246,1055
+"mom_1",0.9190352498877712,1613940323246,1055
+"eps_1",1e-05,1613940323246,1055
+"wd_2",0.01,1613940323246,1055
+"sqr_mom_2",0.99,1613940323246,1055
+"lr_2",0.00022385900044891518,1613940323246,1055
+"mom_2",0.9190352498877712,1613940323246,1055
+"eps_2",1e-05,1613940323246,1055
+"train_loss",0.08297719,1613940324198,1056
+"raw_loss",0.09715134,1613940324198,1056
+"epoch",6.647798742138342,1613940324198,1056
+"wd_0",0.01,1613940324198,1056
+"sqr_mom_0",0.99,1613940324198,1056
+"lr_0",2.2410267493756567e-06,1613940324198,1056
+"mom_0",0.9189743312656086,1613940324198,1056
+"eps_0",1e-05,1613940324198,1056
+"wd_1",0.01,1613940324198,1056
+"sqr_mom_1",0.99,1613940324198,1056
+"lr_1",2.2410267493756567e-05,1613940324198,1056
+"mom_1",0.9189743312656086,1613940324198,1056
+"eps_1",1e-05,1613940324198,1056
+"wd_2",0.01,1613940324198,1056
+"sqr_mom_2",0.99,1613940324198,1056
+"lr_2",0.00022410267493756564,1613940324198,1056
+"mom_2",0.9189743312656086,1613940324198,1056
+"eps_2",1e-05,1613940324198,1056
+"train_loss",0.08554854,1613940325160,1057
+"raw_loss",0.21154495,1613940325160,1057
+"epoch",6.654088050314442,1613940325160,1057
+"wd_0",0.01,1613940325160,1057
+"sqr_mom_0",0.99,1613940325160,1057
+"lr_0",2.2434646378223743e-06,1613940325160,1057
+"mom_0",0.9189133840544406,1613940325160,1057
+"eps_0",1e-05,1613940325160,1057
+"wd_1",0.01,1613940325160,1057
+"sqr_mom_1",0.99,1613940325160,1057
+"lr_1",2.243464637822374e-05,1613940325160,1057
+"mom_1",0.9189133840544406,1613940325160,1057
+"eps_1",1e-05,1613940325160,1057
+"wd_2",0.01,1613940325160,1057
+"sqr_mom_2",0.99,1613940325160,1057
+"lr_2",0.00022434646378223738,1613940325160,1057
+"mom_2",0.9189133840544406,1613940325160,1057
+"eps_2",1e-05,1613940325160,1057
+"train_loss",0.086361736,1613940326122,1058
+"raw_loss",0.1262081,1613940326122,1058
+"epoch",6.660377358490543,1613940326122,1058
+"wd_0",0.01,1613940326122,1058
+"sqr_mom_0",0.99,1613940326122,1058
+"lr_0",2.2459040121856143e-06,1613940326122,1058
+"mom_0",0.9188523996953596,1613940326122,1058
+"eps_0",1e-05,1613940326122,1058
+"wd_1",0.01,1613940326122,1058
+"sqr_mom_1",0.99,1613940326122,1058
+"lr_1",2.2459040121856144e-05,1613940326122,1058
+"mom_1",0.9188523996953596,1613940326122,1058
+"eps_1",1e-05,1613940326122,1058
+"wd_2",0.01,1613940326122,1058
+"sqr_mom_2",0.99,1613940326122,1058
+"lr_2",0.00022459040121856146,1613940326122,1058
+"mom_2",0.9188523996953596,1613940326122,1058
+"eps_2",1e-05,1613940326122,1058
+"train_loss",0.08596781,1613940327092,1059
+"raw_loss",0.066665486,1613940327092,1059
+"epoch",6.666666666666643,1613940327092,1059
+"wd_0",0.01,1613940327092,1059
+"sqr_mom_0",0.99,1613940327092,1059
+"lr_0",2.248344694986374e-06,1613940327092,1059
+"mom_0",0.9187913826253407,1613940327092,1059
+"eps_0",1e-05,1613940327092,1059
+"wd_1",0.01,1613940327092,1059
+"sqr_mom_1",0.99,1613940327092,1059
+"lr_1",2.2483446949863738e-05,1613940327092,1059
+"mom_1",0.9187913826253407,1613940327092,1059
+"eps_1",1e-05,1613940327092,1059
+"wd_2",0.01,1613940327092,1059
+"sqr_mom_2",0.99,1613940327092,1059
+"lr_2",0.00022483446949863738,1613940327092,1059
+"mom_2",0.9187913826253407,1613940327092,1059
+"eps_2",1e-05,1613940327092,1059
+"train_loss",0.08540982,1613940328062,1060
+"raw_loss",0.058068283,1613940328062,1060
+"epoch",6.672955974842743,1613940328062,1060
+"wd_0",0.01,1613940328062,1060
+"sqr_mom_0",0.99,1613940328062,1060
+"lr_0",2.2507868556082387e-06,1613940328062,1060
+"mom_0",0.918730328609794,1613940328062,1060
+"eps_0",1e-05,1613940328062,1060
+"wd_1",0.01,1613940328062,1060
+"sqr_mom_1",0.99,1613940328062,1060
+"lr_1",2.2507868556082382e-05,1613940328062,1060
+"mom_1",0.918730328609794,1613940328062,1060
+"eps_1",1e-05,1613940328062,1060
+"wd_2",0.01,1613940328062,1060
+"sqr_mom_2",0.99,1613940328062,1060
+"lr_2",0.00022507868556082385,1613940328062,1060
+"mom_2",0.918730328609794,1613940328062,1060
+"eps_2",1e-05,1613940328062,1060
+"train_loss",0.08715929,1613940329011,1061
+"raw_loss",0.17288344,1613940329011,1061
+"epoch",6.679245283018844,1613940329011,1061
+"wd_0",0.01,1613940329011,1061
+"sqr_mom_0",0.99,1613940329011,1061
+"lr_0",2.253229968958799e-06,1613940329011,1061
+"mom_0",0.91866925077603,1613940329011,1061
+"eps_0",1e-05,1613940329011,1061
+"wd_1",0.01,1613940329011,1061
+"sqr_mom_1",0.99,1613940329011,1061
+"lr_1",2.2532299689587986e-05,1613940329011,1061
+"mom_1",0.91866925077603,1613940329011,1061
+"eps_1",1e-05,1613940329011,1061
+"wd_2",0.01,1613940329011,1061
+"sqr_mom_2",0.99,1613940329011,1061
+"lr_2",0.00022532299689587983,1613940329011,1061
+"mom_2",0.91866925077603,1613940329011,1061
+"eps_2",1e-05,1613940329011,1061
+"train_loss",0.08976047,1613940329978,1062
+"raw_loss",0.2172182,1613940329978,1062
+"epoch",6.685534591194944,1613940329978,1062
+"wd_0",0.01,1613940329978,1062
+"sqr_mom_0",0.99,1613940329978,1062
+"lr_0",2.255674551653989e-06,1613940329978,1062
+"mom_0",0.9186081362086502,1613940329978,1062
+"eps_0",1e-05,1613940329978,1062
+"wd_1",0.01,1613940329978,1062
+"sqr_mom_1",0.99,1613940329978,1062
+"lr_1",2.255674551653989e-05,1613940329978,1062
+"mom_1",0.9186081362086502,1613940329978,1062
+"eps_1",1e-05,1613940329978,1062
+"wd_2",0.01,1613940329978,1062
+"sqr_mom_2",0.99,1613940329978,1062
+"lr_2",0.0002255674551653989,1613940329978,1062
+"mom_2",0.9186081362086502,1613940329978,1062
+"eps_2",1e-05,1613940329978,1062
+"train_loss",0.089222915,1613940330939,1063
+"raw_loss",0.062882885,1613940330939,1063
+"epoch",6.691823899371045,1613940330939,1063
+"wd_0",0.01,1613940330939,1063
+"sqr_mom_0",0.99,1613940330939,1063
+"lr_0",2.2581204258337632e-06,1613940330939,1063
+"mom_0",0.9185469893541559,1613940330939,1063
+"eps_0",1e-05,1613940330939,1063
+"wd_1",0.01,1613940330939,1063
+"sqr_mom_1",0.99,1613940330939,1063
+"lr_1",2.258120425833763e-05,1613940330939,1063
+"mom_1",0.9185469893541559,1613940330939,1063
+"eps_1",1e-05,1613940330939,1063
+"wd_2",0.01,1613940330939,1063
+"sqr_mom_2",0.99,1613940330939,1063
+"lr_2",0.00022581204258337632,1613940330939,1063
+"mom_2",0.9185469893541559,1613940330939,1063
+"eps_2",1e-05,1613940330939,1063
+"train_loss",0.09272139,1613940331895,1064
+"raw_loss",0.26414683,1613940331895,1064
+"epoch",6.698113207547145,1613940331895,1064
+"wd_0",0.01,1613940331895,1064
+"sqr_mom_0",0.99,1613940331895,1064
+"lr_0",2.2605675872542664e-06,1613940331895,1064
+"mom_0",0.9184858103186433,1613940331895,1064
+"eps_0",1e-05,1613940331895,1064
+"wd_1",0.01,1613940331895,1064
+"sqr_mom_1",0.99,1613940331895,1064
+"lr_1",2.2605675872542663e-05,1613940331895,1064
+"mom_1",0.9184858103186433,1613940331895,1064
+"eps_1",1e-05,1613940331895,1064
+"wd_2",0.01,1613940331895,1064
+"sqr_mom_2",0.99,1613940331895,1064
+"lr_2",0.0002260567587254266,1613940331895,1064
+"mom_2",0.9184858103186433,1613940331895,1064
+"eps_2",1e-05,1613940331895,1064
+"train_loss",0.091737054,1613940332853,1065
+"raw_loss",0.043504648,1613940332853,1065
+"epoch",6.704402515723245,1613940332853,1065
+"wd_0",0.01,1613940332853,1065
+"sqr_mom_0",0.99,1613940332853,1065
+"lr_0",2.2630160316694114e-06,1613940332853,1065
+"mom_0",0.9184245992082647,1613940332853,1065
+"eps_0",1e-05,1613940332853,1065
+"wd_1",0.01,1613940332853,1065
+"sqr_mom_1",0.99,1613940332853,1065
+"lr_1",2.263016031669411e-05,1613940332853,1065
+"mom_1",0.9184245992082647,1613940332853,1065
+"eps_1",1e-05,1613940332853,1065
+"wd_2",0.01,1613940332853,1065
+"sqr_mom_2",0.99,1613940332853,1065
+"lr_2",0.00022630160316694108,1613940332853,1065
+"mom_2",0.9184245992082647,1613940332853,1065
+"eps_2",1e-05,1613940332853,1065
+"train_loss",0.09096236,1613940333808,1066
+"raw_loss",0.053002093,1613940333808,1066
+"epoch",6.710691823899346,1613940333808,1066
+"wd_0",0.01,1613940333808,1066
+"sqr_mom_0",0.99,1613940333808,1066
+"lr_0",2.2654657548308832e-06,1613940333808,1066
+"mom_0",0.9183633561292279,1613940333808,1066
+"eps_0",1e-05,1613940333808,1066
+"wd_1",0.01,1613940333808,1066
+"sqr_mom_1",0.99,1613940333808,1066
+"lr_1",2.265465754830883e-05,1613940333808,1066
+"mom_1",0.9183633561292279,1613940333808,1066
+"eps_1",1e-05,1613940333808,1066
+"wd_2",0.01,1613940333808,1066
+"sqr_mom_2",0.99,1613940333808,1066
+"lr_2",0.00022654657548308826,1613940333808,1066
+"mom_2",0.9183633561292279,1613940333808,1066
+"eps_2",1e-05,1613940333808,1066
+"train_loss",0.09044628,1613940334777,1067
+"raw_loss",0.06515832,1613940334777,1067
+"epoch",6.716981132075446,1613940334777,1067
+"wd_0",0.01,1613940334777,1067
+"sqr_mom_0",0.99,1613940334777,1067
+"lr_0",2.267916752488149e-06,1613940334777,1067
+"mom_0",0.9183020811877962,1613940334777,1067
+"eps_0",1e-05,1613940334777,1067
+"wd_1",0.01,1613940334777,1067
+"sqr_mom_1",0.99,1613940334777,1067
+"lr_1",2.267916752488149e-05,1613940334777,1067
+"mom_1",0.9183020811877962,1613940334777,1067
+"eps_1",1e-05,1613940334777,1067
+"wd_2",0.01,1613940334777,1067
+"sqr_mom_2",0.99,1613940334777,1067
+"lr_2",0.00022679167524881488,1613940334777,1067
+"mom_2",0.9183020811877962,1613940334777,1067
+"eps_2",1e-05,1613940334777,1067
+"train_loss",0.09139767,1613940335724,1068
+"raw_loss",0.13801593,1613940335724,1068
+"epoch",6.723270440251547,1613940335724,1068
+"wd_0",0.01,1613940335724,1068
+"sqr_mom_0",0.99,1613940335724,1068
+"lr_0",2.2703688460404985e-06,1613940335724,1068
+"mom_0",0.9182407788489875,1613940335724,1068
+"eps_0",1e-05,1613940335724,1068
+"wd_1",0.01,1613940335724,1068
+"sqr_mom_1",0.99,1613940335724,1068
+"lr_1",2.270368846040498e-05,1613940335724,1068
+"mom_1",0.9182407788489875,1613940335724,1068
+"eps_1",1e-05,1613940335724,1068
+"wd_2",0.01,1613940335724,1068
+"sqr_mom_2",0.99,1613940335724,1068
+"lr_2",0.0002270368846040498,1613940335724,1068
+"mom_2",0.9182407788489875,1613940335724,1068
+"eps_2",1e-05,1613940335724,1068
+"train_loss",0.09105082,1613940336681,1069
+"raw_loss",0.07405495,1613940336681,1069
+"epoch",6.729559748427647,1613940336681,1069
+"wd_0",0.01,1613940336681,1069
+"sqr_mom_0",0.99,1613940336681,1069
+"lr_0",2.2728225542768853e-06,1613940336681,1069
+"mom_0",0.9181794361430778,1613940336681,1069
+"eps_0",1e-05,1613940336681,1069
+"wd_1",0.01,1613940336681,1069
+"sqr_mom_1",0.99,1613940336681,1069
+"lr_1",2.2728225542768852e-05,1613940336681,1069
+"mom_1",0.9181794361430778,1613940336681,1069
+"eps_1",1e-05,1613940336681,1069
+"wd_2",0.01,1613940336681,1069
+"sqr_mom_2",0.99,1613940336681,1069
+"lr_2",0.00022728225542768853,1613940336681,1069
+"mom_2",0.9181794361430778,1613940336681,1069
+"eps_2",1e-05,1613940336681,1069
+"train_loss",0.09033543,1613940337648,1070
+"raw_loss",0.055281196,1613940337648,1070
+"epoch",6.735849056603747,1613940337648,1070
+"wd_0",0.01,1613940337648,1070
+"sqr_mom_0",0.99,1613940337648,1070
+"lr_0",2.275277349896262e-06,1613940337648,1070
+"mom_0",0.9181180662525934,1613940337648,1070
+"eps_0",1e-05,1613940337648,1070
+"wd_1",0.01,1613940337648,1070
+"sqr_mom_1",0.99,1613940337648,1070
+"lr_1",2.275277349896262e-05,1613940337648,1070
+"mom_1",0.9181180662525934,1613940337648,1070
+"eps_1",1e-05,1613940337648,1070
+"wd_2",0.01,1613940337648,1070
+"sqr_mom_2",0.99,1613940337648,1070
+"lr_2",0.00022752773498962617,1613940337648,1070
+"mom_2",0.9181180662525934,1613940337648,1070
+"eps_2",1e-05,1613940337648,1070
+"train_loss",0.09001751,1613940338597,1071
+"raw_loss",0.07443958,1613940338597,1071
+"epoch",6.742138364779848,1613940338597,1071
+"wd_0",0.01,1613940338597,1071
+"sqr_mom_0",0.99,1613940338597,1071
+"lr_0",2.277733402987262e-06,1613940338597,1071
+"mom_0",0.9180566649253185,1613940338597,1071
+"eps_0",1e-05,1613940338597,1071
+"wd_1",0.01,1613940338597,1071
+"sqr_mom_1",0.99,1613940338597,1071
+"lr_1",2.277733402987262e-05,1613940338597,1071
+"mom_1",0.9180566649253185,1613940338597,1071
+"eps_1",1e-05,1613940338597,1071
+"wd_2",0.01,1613940338597,1071
+"sqr_mom_2",0.99,1613940338597,1071
+"lr_2",0.00022777334029872617,1613940338597,1071
+"mom_2",0.9180566649253185,1613940338597,1071
+"eps_2",1e-05,1613940338597,1071
+"train_loss",0.09042799,1613940339543,1072
+"raw_loss",0.11054136,1613940339543,1072
+"epoch",6.748427672955948,1613940339543,1072
+"wd_0",0.01,1613940339543,1072
+"sqr_mom_0",0.99,1613940339543,1072
+"lr_0",2.280190534582887e-06,1613940339543,1072
+"mom_0",0.9179952366354278,1613940339543,1072
+"eps_0",1e-05,1613940339543,1072
+"wd_1",0.01,1613940339543,1072
+"sqr_mom_1",0.99,1613940339543,1072
+"lr_1",2.2801905345828868e-05,1613940339543,1072
+"mom_1",0.9179952366354278,1613940339543,1072
+"eps_1",1e-05,1613940339543,1072
+"wd_2",0.01,1613940339543,1072
+"sqr_mom_2",0.99,1613940339543,1072
+"lr_2",0.00022801905345828867,1613940339543,1072
+"mom_2",0.9179952366354278,1613940339543,1072
+"eps_2",1e-05,1613940339543,1072
+"train_loss",0.09115738,1613940340488,1073
+"raw_loss",0.12689756,1613940340488,1073
+"epoch",6.754716981132049,1613940340488,1073
+"wd_0",0.01,1613940340488,1073
+"sqr_mom_0",0.99,1613940340488,1073
+"lr_0",2.2826490897417913e-06,1613940340488,1073
+"mom_0",0.9179337727564552,1613940340488,1073
+"eps_0",1e-05,1613940340488,1073
+"wd_1",0.01,1613940340488,1073
+"sqr_mom_1",0.99,1613940340488,1073
+"lr_1",2.2826490897417908e-05,1613940340488,1073
+"mom_1",0.9179337727564552,1613940340488,1073
+"eps_1",1e-05,1613940340488,1073
+"wd_2",0.01,1613940340488,1073
+"sqr_mom_2",0.99,1613940340488,1073
+"lr_2",0.00022826490897417907,1613940340488,1073
+"mom_2",0.9179337727564552,1613940340488,1073
+"eps_2",1e-05,1613940340488,1073
+"train_loss",0.09065328,1613940341438,1074
+"raw_loss",0.06595241,1613940341438,1074
+"epoch",6.761006289308149,1613940341438,1074
+"wd_0",0.01,1613940341438,1074
+"sqr_mom_0",0.99,1613940341438,1074
+"lr_0",2.2851090644639803e-06,1613940341438,1074
+"mom_0",0.9178722733884005,1613940341438,1074
+"eps_0",1e-05,1613940341438,1074
+"wd_1",0.01,1613940341438,1074
+"sqr_mom_1",0.99,1613940341438,1074
+"lr_1",2.28510906446398e-05,1613940341438,1074
+"mom_1",0.9178722733884005,1613940341438,1074
+"eps_1",1e-05,1613940341438,1074
+"wd_2",0.01,1613940341438,1074
+"sqr_mom_2",0.99,1613940341438,1074
+"lr_2",0.000228510906446398,1613940341438,1074
+"mom_2",0.9178722733884005,1613940341438,1074
+"eps_2",1e-05,1613940341438,1074
+"train_loss",0.09018602,1613940342412,1075
+"raw_loss",0.06729029,1613940342412,1075
+"epoch",6.7672955974842495,1613940342412,1075
+"wd_0",0.01,1613940342412,1075
+"sqr_mom_0",0.99,1613940342412,1075
+"lr_0",2.287570104804608e-06,1613940342412,1075
+"mom_0",0.9178107473798848,1613940342412,1075
+"eps_0",1e-05,1613940342412,1075
+"wd_1",0.01,1613940342412,1075
+"sqr_mom_1",0.99,1613940342412,1075
+"lr_1",2.287570104804608e-05,1613940342412,1075
+"mom_1",0.9178107473798848,1613940342412,1075
+"eps_1",1e-05,1613940342412,1075
+"wd_2",0.01,1613940342412,1075
+"sqr_mom_2",0.99,1613940342412,1075
+"lr_2",0.00022875701048046074,1613940342412,1075
+"mom_2",0.9178107473798848,1613940342412,1075
+"eps_2",1e-05,1613940342412,1075
+"train_loss",0.089811474,1613940343358,1076
+"raw_loss",0.071458474,1613940343358,1076
+"epoch",6.77358490566035,1613940343358,1076
+"wd_0",0.01,1613940343358,1076
+"sqr_mom_0",0.99,1613940343358,1076
+"lr_0",2.2900322062294615e-06,1613940343358,1076
+"mom_0",0.9177491948442634,1613940343358,1076
+"eps_0",1e-05,1613940343358,1076
+"wd_1",0.01,1613940343358,1076
+"sqr_mom_1",0.99,1613940343358,1076
+"lr_1",2.2900322062294613e-05,1613940343358,1076
+"mom_1",0.9177491948442634,1613940343358,1076
+"eps_1",1e-05,1613940343358,1076
+"wd_2",0.01,1613940343358,1076
+"sqr_mom_2",0.99,1613940343358,1076
+"lr_2",0.0002290032206229461,1613940343358,1076
+"mom_2",0.9177491948442634,1613940343358,1076
+"eps_2",1e-05,1613940343358,1076
+"train_loss",0.0901427,1613940344318,1077
+"raw_loss",0.106372625,1613940344318,1077
+"epoch",6.77987421383645,1613940344318,1077
+"wd_0",0.01,1613940344318,1077
+"sqr_mom_0",0.99,1613940344318,1077
+"lr_0",2.2924957144951157e-06,1613940344318,1077
+"mom_0",0.9176876071376221,1613940344318,1077
+"eps_0",1e-05,1613940344318,1077
+"wd_1",0.01,1613940344318,1077
+"sqr_mom_1",0.99,1613940344318,1077
+"lr_1",2.2924957144951153e-05,1613940344318,1077
+"mom_1",0.9176876071376221,1613940344318,1077
+"eps_1",1e-05,1613940344318,1077
+"wd_2",0.01,1613940344318,1077
+"sqr_mom_2",0.99,1613940344318,1077
+"lr_2",0.00022924957144951152,1613940344318,1077
+"mom_2",0.9176876071376221,1613940344318,1077
+"eps_2",1e-05,1613940344318,1077
+"train_loss",0.09216257,1613940345264,1078
+"raw_loss",0.19113638,1613940345264,1078
+"epoch",6.786163522012551,1613940345264,1078
+"wd_0",0.01,1613940345264,1078
+"sqr_mom_0",0.99,1613940345264,1078
+"lr_0",2.294960450356681e-06,1613940345264,1078
+"mom_0",0.9176259887410829,1613940345264,1078
+"eps_0",1e-05,1613940345264,1078
+"wd_1",0.01,1613940345264,1078
+"sqr_mom_1",0.99,1613940345264,1078
+"lr_1",2.2949604503566805e-05,1613940345264,1078
+"mom_1",0.9176259887410829,1613940345264,1078
+"eps_1",1e-05,1613940345264,1078
+"wd_2",0.01,1613940345264,1078
+"sqr_mom_2",0.99,1613940345264,1078
+"lr_2",0.00022949604503566805,1613940345264,1078
+"mom_2",0.9176259887410829,1613940345264,1078
+"eps_2",1e-05,1613940345264,1078
+"train_loss",0.09248198,1613940346223,1079
+"raw_loss",0.108132936,1613940346223,1079
+"epoch",6.792452830188651,1613940346223,1079
+"wd_0",0.01,1613940346223,1079
+"sqr_mom_0",0.99,1613940346223,1079
+"lr_0",2.2974264095375773e-06,1613940346223,1079
+"mom_0",0.9175643397615605,1613940346223,1079
+"eps_0",1e-05,1613940346223,1079
+"wd_1",0.01,1613940346223,1079
+"sqr_mom_1",0.99,1613940346223,1079
+"lr_1",2.297426409537577e-05,1613940346223,1079
+"mom_1",0.9175643397615605,1613940346223,1079
+"eps_1",1e-05,1613940346223,1079
+"wd_2",0.01,1613940346223,1079
+"sqr_mom_2",0.99,1613940346223,1079
+"lr_2",0.0002297426409537577,1613940346223,1079
+"mom_2",0.9175643397615605,1613940346223,1079
+"eps_2",1e-05,1613940346223,1079
+"train_loss",0.09432605,1613940347175,1080
+"raw_loss",0.18468545,1613940347175,1080
+"epoch",6.7987421383647515,1613940347175,1080
+"wd_0",0.01,1613940347175,1080
+"sqr_mom_0",0.99,1613940347175,1080
+"lr_0",2.2998935877591003e-06,1613940347175,1080
+"mom_0",0.9175026603060225,1613940347175,1080
+"eps_0",1e-05,1613940347175,1080
+"wd_1",0.01,1613940347175,1080
+"sqr_mom_1",0.99,1613940347175,1080
+"lr_1",2.2998935877591e-05,1613940347175,1080
+"mom_1",0.9175026603060225,1613940347175,1080
+"eps_1",1e-05,1613940347175,1080
+"wd_2",0.01,1613940347175,1080
+"sqr_mom_2",0.99,1613940347175,1080
+"lr_2",0.00022998935877590996,1613940347175,1080
+"mom_2",0.9175026603060225,1613940347175,1080
+"eps_2",1e-05,1613940347175,1080
+"train_loss",0.094368756,1613940348132,1081
+"raw_loss",0.09646154,1613940348132,1081
+"epoch",6.805031446540852,1613940348132,1081
+"wd_0",0.01,1613940348132,1081
+"sqr_mom_0",0.99,1613940348132,1081
+"lr_0",2.3023619807404304e-06,1613940348132,1081
+"mom_0",0.9174409504814892,1613940348132,1081
+"eps_0",1e-05,1613940348132,1081
+"wd_1",0.01,1613940348132,1081
+"sqr_mom_1",0.99,1613940348132,1081
+"lr_1",2.30236198074043e-05,1613940348132,1081
+"mom_1",0.9174409504814892,1613940348132,1081
+"eps_1",1e-05,1613940348132,1081
+"wd_2",0.01,1613940348132,1081
+"sqr_mom_2",0.99,1613940348132,1081
+"lr_2",0.00023023619807404304,1613940348132,1081
+"mom_2",0.9174409504814892,1613940348132,1081
+"eps_2",1e-05,1613940348132,1081
+"train_loss",0.0935835,1613940349076,1082
+"raw_loss",0.055105925,1613940349076,1082
+"epoch",6.811320754716952,1613940349076,1082
+"wd_0",0.01,1613940349076,1082
+"sqr_mom_0",0.99,1613940349076,1082
+"lr_0",2.304831584198641e-06,1613940349076,1082
+"mom_0",0.917379210395034,1613940349076,1082
+"eps_0",1e-05,1613940349076,1082
+"wd_1",0.01,1613940349076,1082
+"sqr_mom_1",0.99,1613940349076,1082
+"lr_1",2.30483158419864e-05,1613940349076,1082
+"mom_1",0.917379210395034,1613940349076,1082
+"eps_1",1e-05,1613940349076,1082
+"wd_2",0.01,1613940349076,1082
+"sqr_mom_2",0.99,1613940349076,1082
+"lr_2",0.00023048315841986406,1613940349076,1082
+"mom_2",0.917379210395034,1613940349076,1082
+"eps_2",1e-05,1613940349076,1082
+"train_loss",0.093420826,1613940350038,1083
+"raw_loss",0.08544983,1613940350038,1083
+"epoch",6.817610062893053,1613940350038,1083
+"wd_0",0.01,1613940350038,1083
+"sqr_mom_0",0.99,1613940350038,1083
+"lr_0",2.3073023938487046e-06,1613940350038,1083
+"mom_0",0.9173174401537824,1613940350038,1083
+"eps_0",1e-05,1613940350038,1083
+"wd_1",0.01,1613940350038,1083
+"sqr_mom_1",0.99,1613940350038,1083
+"lr_1",2.3073023938487044e-05,1613940350038,1083
+"mom_1",0.9173174401537824,1613940350038,1083
+"eps_1",1e-05,1613940350038,1083
+"wd_2",0.01,1613940350038,1083
+"sqr_mom_2",0.99,1613940350038,1083
+"lr_2",0.00023073023938487044,1613940350038,1083
+"mom_2",0.9173174401537824,1613940350038,1083
+"eps_2",1e-05,1613940350038,1083
+"train_loss",0.0935629,1613940350993,1084
+"raw_loss",0.100524515,1613940350993,1084
+"epoch",6.823899371069153,1613940350993,1084
+"wd_0",0.01,1613940350993,1084
+"sqr_mom_0",0.99,1613940350993,1084
+"lr_0",2.3097744054035016e-06,1613940350993,1084
+"mom_0",0.9172556398649124,1613940350993,1084
+"eps_0",1e-05,1613940350993,1084
+"wd_1",0.01,1613940350993,1084
+"sqr_mom_1",0.99,1613940350993,1084
+"lr_1",2.3097744054035015e-05,1613940350993,1084
+"mom_1",0.9172556398649124,1613940350993,1084
+"eps_1",1e-05,1613940350993,1084
+"wd_2",0.01,1613940350993,1084
+"sqr_mom_2",0.99,1613940350993,1084
+"lr_2",0.00023097744054035012,1613940350993,1084
+"mom_2",0.9172556398649124,1613940350993,1084
+"eps_2",1e-05,1613940350993,1084
+"train_loss",0.09546129,1613940351946,1085
+"raw_loss",0.1884823,1613940351946,1085
+"epoch",6.8301886792452535,1613940351946,1085
+"wd_0",0.01,1613940351946,1085
+"sqr_mom_0",0.99,1613940351946,1085
+"lr_0",2.312247614573826e-06,1613940351946,1085
+"mom_0",0.9171938096356543,1613940351946,1085
+"eps_0",1e-05,1613940351946,1085
+"wd_1",0.01,1613940351946,1085
+"sqr_mom_1",0.99,1613940351946,1085
+"lr_1",2.312247614573826e-05,1613940351946,1085
+"mom_1",0.9171938096356543,1613940351946,1085
+"eps_1",1e-05,1613940351946,1085
+"wd_2",0.01,1613940351946,1085
+"sqr_mom_2",0.99,1613940351946,1085
+"lr_2",0.0002312247614573826,1613940351946,1085
+"mom_2",0.9171938096356543,1613940351946,1085
+"eps_2",1e-05,1613940351946,1085
+"train_loss",0.09509067,1613940352892,1086
+"raw_loss",0.07693054,1613940352892,1086
+"epoch",6.836477987421354,1613940352892,1086
+"wd_0",0.01,1613940352892,1086
+"sqr_mom_0",0.99,1613940352892,1086
+"lr_0",2.3147220170683947e-06,1613940352892,1086
+"mom_0",0.9171319495732901,1613940352892,1086
+"eps_0",1e-05,1613940352892,1086
+"wd_1",0.01,1613940352892,1086
+"sqr_mom_1",0.99,1613940352892,1086
+"lr_1",2.3147220170683945e-05,1613940352892,1086
+"mom_1",0.9171319495732901,1613940352892,1086
+"eps_1",1e-05,1613940352892,1086
+"wd_2",0.01,1613940352892,1086
+"sqr_mom_2",0.99,1613940352892,1086
+"lr_2",0.00023147220170683947,1613940352892,1086
+"mom_2",0.9171319495732901,1613940352892,1086
+"eps_2",1e-05,1613940352892,1086
+"train_loss",0.0943193,1613940353845,1087
+"raw_loss",0.056522094,1613940353845,1087
+"epoch",6.842767295597454,1613940353845,1087
+"wd_0",0.01,1613940353845,1087
+"sqr_mom_0",0.99,1613940353845,1087
+"lr_0",2.3171974325909703e-06,1613940353845,1087
+"mom_0",0.9170700641852257,1613940353845,1087
+"eps_0",1e-05,1613940353845,1087
+"wd_1",0.01,1613940353845,1087
+"sqr_mom_1",0.99,1613940353845,1087
+"lr_1",2.3171974325909703e-05,1613940353845,1087
+"mom_1",0.9170700641852257,1613940353845,1087
+"eps_1",1e-05,1613940353845,1087
+"wd_2",0.01,1613940353845,1087
+"sqr_mom_2",0.99,1613940353845,1087
+"lr_2",0.00023171974325909703,1613940353845,1087
+"mom_2",0.9170700641852257,1613940353845,1087
+"eps_2",1e-05,1613940353845,1087
+"train_loss",0.0937392,1613940354796,1088
+"raw_loss",0.06531423,1613940354796,1088
+"epoch",6.849056603773555,1613940354796,1088
+"wd_0",0.01,1613940354796,1088
+"sqr_mom_0",0.99,1613940354796,1088
+"lr_0",2.319674384854786e-06,1613940354796,1088
+"mom_0",0.9170081403786303,1613940354796,1088
+"eps_0",1e-05,1613940354796,1088
+"wd_1",0.01,1613940354796,1088
+"sqr_mom_1",0.99,1613940354796,1088
+"lr_1",2.3196743848547854e-05,1613940354796,1088
+"mom_1",0.9170081403786303,1613940354796,1088
+"eps_1",1e-05,1613940354796,1088
+"wd_2",0.01,1613940354796,1088
+"sqr_mom_2",0.99,1613940354796,1088
+"lr_2",0.00023196743848547853,1613940354796,1088
+"mom_2",0.9170081403786303,1613940354796,1088
+"eps_2",1e-05,1613940354796,1088
+"train_loss",0.09279875,1613940355758,1089
+"raw_loss",0.04671664,1613940355758,1089
+"epoch",6.855345911949655,1613940355758,1089
+"wd_0",0.01,1613940355758,1089
+"sqr_mom_0",0.99,1613940355758,1089
+"lr_0",2.322152341553718e-06,1613940355758,1089
+"mom_0",0.916946191461157,1613940355758,1089
+"eps_0",1e-05,1613940355758,1089
+"wd_1",0.01,1613940355758,1089
+"sqr_mom_1",0.99,1613940355758,1089
+"lr_1",2.3221523415537177e-05,1613940355758,1089
+"mom_1",0.916946191461157,1613940355758,1089
+"eps_1",1e-05,1613940355758,1089
+"wd_2",0.01,1613940355758,1089
+"sqr_mom_2",0.99,1613940355758,1089
+"lr_2",0.00023221523415537177,1613940355758,1089
+"mom_2",0.916946191461157,1613940355758,1089
+"eps_2",1e-05,1613940355758,1089
+"train_loss",0.09236757,1613940356717,1090
+"raw_loss",0.07123987,1613940356717,1090
+"epoch",6.8616352201257556,1613940356717,1090
+"wd_0",0.01,1613940356717,1090
+"sqr_mom_0",0.99,1613940356717,1090
+"lr_0",2.3246312981369936e-06,1613940356717,1090
+"mom_0",0.9168842175465751,1613940356717,1090
+"eps_0",1e-05,1613940356717,1090
+"wd_1",0.01,1613940356717,1090
+"sqr_mom_1",0.99,1613940356717,1090
+"lr_1",2.3246312981369934e-05,1613940356717,1090
+"mom_1",0.9168842175465751,1613940356717,1090
+"eps_1",1e-05,1613940356717,1090
+"wd_2",0.01,1613940356717,1090
+"sqr_mom_2",0.99,1613940356717,1090
+"lr_2",0.00023246312981369931,1613940356717,1090
+"mom_2",0.9168842175465751,1613940356717,1090
+"eps_2",1e-05,1613940356717,1090
+"train_loss",0.09195278,1613940357693,1091
+"raw_loss",0.07162819,1613940357693,1091
+"epoch",6.867924528301856,1613940357693,1091
+"wd_0",0.01,1613940357693,1091
+"sqr_mom_0",0.99,1613940357693,1091
+"lr_0",2.3271116027281833e-06,1613940357693,1091
+"mom_0",0.9168222099317954,1613940357693,1091
+"eps_0",1e-05,1613940357693,1091
+"wd_1",0.01,1613940357693,1091
+"sqr_mom_1",0.99,1613940357693,1091
+"lr_1",2.3271116027281832e-05,1613940357693,1091
+"mom_1",0.9168222099317954,1613940357693,1091
+"eps_1",1e-05,1613940357693,1091
+"wd_2",0.01,1613940357693,1091
+"sqr_mom_2",0.99,1613940357693,1091
+"lr_2",0.00023271116027281832,1613940357693,1091
+"mom_2",0.9168222099317954,1613940357693,1091
+"eps_2",1e-05,1613940357693,1091
+"train_loss",0.09240621,1613940358636,1092
+"raw_loss",0.11462443,1613940358636,1092
+"epoch",6.874213836477956,1613940358636,1092
+"wd_0",0.01,1613940358636,1092
+"sqr_mom_0",0.99,1613940358636,1092
+"lr_0",2.3295930748530017e-06,1613940358636,1092
+"mom_0",0.916760173128675,1613940358636,1092
+"eps_0",1e-05,1613940358636,1092
+"wd_1",0.01,1613940358636,1092
+"sqr_mom_1",0.99,1613940358636,1092
+"lr_1",2.3295930748530012e-05,1613940358636,1092
+"mom_1",0.916760173128675,1613940358636,1092
+"eps_1",1e-05,1613940358636,1092
+"wd_2",0.01,1613940358636,1092
+"sqr_mom_2",0.99,1613940358636,1092
+"lr_2",0.0002329593074853001,1613940358636,1092
+"mom_2",0.916760173128675,1613940358636,1092
+"eps_2",1e-05,1613940358636,1092
+"train_loss",0.09254289,1613940359619,1093
+"raw_loss",0.09923986,1613940359619,1093
+"epoch",6.880503144654057,1613940359619,1093
+"wd_0",0.01,1613940359619,1093
+"sqr_mom_0",0.99,1613940359619,1093
+"lr_0",2.3320758867084627e-06,1613940359619,1093
+"mom_0",0.9166981028322884,1613940359619,1093
+"eps_0",1e-05,1613940359619,1093
+"wd_1",0.01,1613940359619,1093
+"sqr_mom_1",0.99,1613940359619,1093
+"lr_1",2.3320758867084623e-05,1613940359619,1093
+"mom_1",0.9166981028322884,1613940359619,1093
+"eps_1",1e-05,1613940359619,1093
+"wd_2",0.01,1613940359619,1093
+"sqr_mom_2",0.99,1613940359619,1093
+"lr_2",0.00023320758867084626,1613940359619,1093
+"mom_2",0.9166981028322884,1613940359619,1093
+"eps_2",1e-05,1613940359619,1093
+"train_loss",0.09183207,1613940360561,1094
+"raw_loss",0.057002153,1613940360561,1094
+"epoch",6.886792452830157,1613940360561,1094
+"wd_0",0.01,1613940360561,1094
+"sqr_mom_0",0.99,1613940360561,1094
+"lr_0",2.3345595044790227e-06,1613940360561,1094
+"mom_0",0.9166360123880244,1613940360561,1094
+"eps_0",1e-05,1613940360561,1094
+"wd_1",0.01,1613940360561,1094
+"sqr_mom_1",0.99,1613940360561,1094
+"lr_1",2.3345595044790223e-05,1613940360561,1094
+"mom_1",0.9166360123880244,1613940360561,1094
+"eps_1",1e-05,1613940360561,1094
+"wd_2",0.01,1613940360561,1094
+"sqr_mom_2",0.99,1613940360561,1094
+"lr_2",0.00023345595044790222,1613940360561,1094
+"mom_2",0.9166360123880244,1613940360561,1094
+"eps_2",1e-05,1613940360561,1094
+"train_loss",0.091285855,1613940361511,1095
+"raw_loss",0.0645212,1613940361511,1095
+"epoch",6.893081761006258,1613940361511,1095
+"wd_0",0.01,1613940361511,1095
+"sqr_mom_0",0.99,1613940361511,1095
+"lr_0",2.3370444533629367e-06,1613940361511,1095
+"mom_0",0.9165738886659266,1613940361511,1095
+"eps_0",1e-05,1613940361511,1095
+"wd_1",0.01,1613940361511,1095
+"sqr_mom_1",0.99,1613940361511,1095
+"lr_1",2.3370444533629364e-05,1613940361511,1095
+"mom_1",0.9165738886659266,1613940361511,1095
+"eps_1",1e-05,1613940361511,1095
+"wd_2",0.01,1613940361511,1095
+"sqr_mom_2",0.99,1613940361511,1095
+"lr_2",0.0002337044453362936,1613940361511,1095
+"mom_2",0.9165738886659266,1613940361511,1095
+"eps_2",1e-05,1613940361511,1095
+"train_loss",0.09083403,1613940362461,1096
+"raw_loss",0.068694524,1613940362461,1096
+"epoch",6.899371069182358,1613940362461,1096
+"wd_0",0.01,1613940362461,1096
+"sqr_mom_0",0.99,1613940362461,1096
+"lr_0",2.339530552545917e-06,1613940362461,1096
+"mom_0",0.9165117361863521,1613940362461,1096
+"eps_0",1e-05,1613940362461,1096
+"wd_1",0.01,1613940362461,1096
+"sqr_mom_1",0.99,1613940362461,1096
+"lr_1",2.339530552545917e-05,1613940362461,1096
+"mom_1",0.9165117361863521,1613940362461,1096
+"eps_1",1e-05,1613940362461,1096
+"wd_2",0.01,1613940362461,1096
+"sqr_mom_2",0.99,1613940362461,1096
+"lr_2",0.00023395305525459166,1613940362461,1096
+"mom_2",0.9165117361863521,1613940362461,1096
+"eps_2",1e-05,1613940362461,1096
+"train_loss",0.091770686,1613940363415,1097
+"raw_loss",0.13766679,1613940363415,1097
+"epoch",6.905660377358458,1613940363415,1097
+"wd_0",0.01,1613940363415,1097
+"sqr_mom_0",0.99,1613940363415,1097
+"lr_0",2.3420177977143146e-06,1613940363415,1097
+"mom_0",0.9164495550571421,1613940363415,1097
+"eps_0",1e-05,1613940363415,1097
+"wd_1",0.01,1613940363415,1097
+"sqr_mom_1",0.99,1613940363415,1097
+"lr_1",2.342017797714314e-05,1613940363415,1097
+"mom_1",0.9164495550571421,1613940363415,1097
+"eps_1",1e-05,1613940363415,1097
+"wd_2",0.01,1613940363415,1097
+"sqr_mom_2",0.99,1613940363415,1097
+"lr_2",0.00023420177977143141,1613940363415,1097
+"mom_2",0.9164495550571421,1613940363415,1097
+"eps_2",1e-05,1613940363415,1097
+"train_loss",0.090745755,1613940364413,1098
+"raw_loss",0.040524237,1613940364413,1098
+"epoch",6.911949685534559,1613940364413,1098
+"wd_0",0.01,1613940364413,1098
+"sqr_mom_0",0.99,1613940364413,1098
+"lr_0",2.3445061845524905e-06,1613940364413,1098
+"mom_0",0.9163873453861877,1613940364413,1098
+"eps_0",1e-05,1613940364413,1098
+"wd_1",0.01,1613940364413,1098
+"sqr_mom_1",0.99,1613940364413,1098
+"lr_1",2.3445061845524904e-05,1613940364413,1098
+"mom_1",0.9163873453861877,1613940364413,1098
+"eps_1",1e-05,1613940364413,1098
+"wd_2",0.01,1613940364413,1098
+"sqr_mom_2",0.99,1613940364413,1098
+"lr_2",0.00023445061845524902,1613940364413,1098
+"mom_2",0.9163873453861877,1613940364413,1098
+"eps_2",1e-05,1613940364413,1098
+"train_loss",0.09135692,1613940365398,1099
+"raw_loss",0.121303976,1613940365398,1099
+"epoch",6.918238993710659,1613940365398,1099
+"wd_0",0.01,1613940365398,1099
+"sqr_mom_0",0.99,1613940365398,1099
+"lr_0",2.3469957087428282e-06,1613940365398,1099
+"mom_0",0.9163251072814292,1613940365398,1099
+"eps_0",1e-05,1613940365398,1099
+"wd_1",0.01,1613940365398,1099
+"sqr_mom_1",0.99,1613940365398,1099
+"lr_1",2.3469957087428284e-05,1613940365398,1099
+"mom_1",0.9163251072814292,1613940365398,1099
+"eps_1",1e-05,1613940365398,1099
+"wd_2",0.01,1613940365398,1099
+"sqr_mom_2",0.99,1613940365398,1099
+"lr_2",0.00023469957087428285,1613940365398,1099
+"mom_2",0.9163251072814292,1613940365398,1099
+"eps_2",1e-05,1613940365398,1099
+"train_loss",0.091248505,1613940366346,1100
+"raw_loss",0.08593633,1613940366346,1100
+"epoch",6.92452830188676,1613940366346,1100
+"wd_0",0.01,1613940366346,1100
+"sqr_mom_0",0.99,1613940366346,1100
+"lr_0",2.349486365965736e-06,1613940366346,1100
+"mom_0",0.9162628408508566,1613940366346,1100
+"eps_0",1e-05,1613940366346,1100
+"wd_1",0.01,1613940366346,1100
+"sqr_mom_1",0.99,1613940366346,1100
+"lr_1",2.3494863659657357e-05,1613940366346,1100
+"mom_1",0.9162628408508566,1613940366346,1100
+"eps_1",1e-05,1613940366346,1100
+"wd_2",0.01,1613940366346,1100
+"sqr_mom_2",0.99,1613940366346,1100
+"lr_2",0.00023494863659657354,1613940366346,1100
+"mom_2",0.9162628408508566,1613940366346,1100
+"eps_2",1e-05,1613940366346,1100
+"train_loss",0.090564415,1613940367323,1101
+"raw_loss",0.057044093,1613940367323,1101
+"epoch",6.93081761006286,1613940367323,1101
+"wd_0",0.01,1613940367323,1101
+"sqr_mom_0",0.99,1613940367323,1101
+"lr_0",2.3519781518996546e-06,1613940367323,1101
+"mom_0",0.9162005462025086,1613940367323,1101
+"eps_0",1e-05,1613940367323,1101
+"wd_1",0.01,1613940367323,1101
+"sqr_mom_1",0.99,1613940367323,1101
+"lr_1",2.351978151899654e-05,1613940367323,1101
+"mom_1",0.9162005462025086,1613940367323,1101
+"eps_1",1e-05,1613940367323,1101
+"wd_2",0.01,1613940367323,1101
+"sqr_mom_2",0.99,1613940367323,1101
+"lr_2",0.00023519781518996542,1613940367323,1101
+"mom_2",0.9162005462025086,1613940367323,1101
+"eps_2",1e-05,1613940367323,1101
+"train_loss",0.090314575,1613940368267,1102
+"raw_loss",0.07807226,1613940368267,1102
+"epoch",6.93710691823896,1613940368267,1102
+"wd_0",0.01,1613940368267,1102
+"sqr_mom_0",0.99,1613940368267,1102
+"lr_0",2.3544710622210683e-06,1613940368267,1102
+"mom_0",0.9161382234444733,1613940368267,1102
+"eps_0",1e-05,1613940368267,1102
+"wd_1",0.01,1613940368267,1102
+"sqr_mom_1",0.99,1613940368267,1102
+"lr_1",2.3544710622210676e-05,1613940368267,1102
+"mom_1",0.9161382234444733,1613940368267,1102
+"eps_1",1e-05,1613940368267,1102
+"wd_2",0.01,1613940368267,1102
+"sqr_mom_2",0.99,1613940368267,1102
+"lr_2",0.00023544710622210675,1613940368267,1102
+"mom_2",0.9161382234444733,1613940368267,1102
+"eps_2",1e-05,1613940368267,1102
+"train_loss",0.089748494,1613940369215,1103
+"raw_loss",0.06201062,1613940369215,1103
+"epoch",6.943396226415061,1613940369215,1103
+"wd_0",0.01,1613940369215,1103
+"sqr_mom_0",0.99,1613940369215,1103
+"lr_0",2.3569650926045105e-06,1613940369215,1103
+"mom_0",0.9160758726848872,1613940369215,1103
+"eps_0",1e-05,1613940369215,1103
+"wd_1",0.01,1613940369215,1103
+"sqr_mom_1",0.99,1613940369215,1103
+"lr_1",2.3569650926045104e-05,1613940369215,1103
+"mom_1",0.9160758726848872,1613940369215,1103
+"eps_1",1e-05,1613940369215,1103
+"wd_2",0.01,1613940369215,1103
+"sqr_mom_2",0.99,1613940369215,1103
+"lr_2",0.000235696509260451,1613940369215,1103
+"mom_2",0.9160758726848872,1613940369215,1103
+"eps_2",1e-05,1613940369215,1103
+"train_loss",0.08936179,1613940370154,1104
+"raw_loss",0.07041326,1613940370154,1104
+"epoch",6.949685534591161,1613940370154,1104
+"wd_0",0.01,1613940370154,1104
+"sqr_mom_0",0.99,1613940370154,1104
+"lr_0",2.3594602387225703e-06,1613940370154,1104
+"mom_0",0.9160134940319357,1613940370154,1104
+"eps_0",1e-05,1613940370154,1104
+"wd_1",0.01,1613940370154,1104
+"sqr_mom_1",0.99,1613940370154,1104
+"lr_1",2.3594602387225704e-05,1613940370154,1104
+"mom_1",0.9160134940319357,1613940370154,1104
+"eps_1",1e-05,1613940370154,1104
+"wd_2",0.01,1613940370154,1104
+"sqr_mom_2",0.99,1613940370154,1104
+"lr_2",0.00023594602387225704,1613940370154,1104
+"mom_2",0.9160134940319357,1613940370154,1104
+"eps_2",1e-05,1613940370154,1104
+"train_loss",0.089958616,1613940371109,1105
+"raw_loss",0.11920339,1613940371109,1105
+"epoch",6.955974842767262,1613940371109,1105
+"wd_0",0.01,1613940371109,1105
+"sqr_mom_0",0.99,1613940371109,1105
+"lr_0",2.3619563187768746e-06,1613940371109,1105
+"mom_0",0.9159510920305781,1613940371109,1105
+"eps_0",1e-05,1613940371109,1105
+"wd_1",0.01,1613940371109,1105
+"sqr_mom_1",0.99,1613940371109,1105
+"lr_1",2.361956318776874e-05,1613940371109,1105
+"mom_1",0.9159510920305781,1613940371109,1105
+"eps_1",1e-05,1613940371109,1105
+"wd_2",0.01,1613940371109,1105
+"sqr_mom_2",0.99,1613940371109,1105
+"lr_2",0.0002361956318776874,1613940371109,1105
+"mom_2",0.9159510920305781,1613940371109,1105
+"eps_2",1e-05,1613940371109,1105
+"train_loss",0.090157926,1613940372060,1106
+"raw_loss",0.0999242,1613940372060,1106
+"epoch",6.962264150943362,1613940372060,1106
+"wd_0",0.01,1613940372060,1106
+"sqr_mom_0",0.99,1613940372060,1106
+"lr_0",2.3644536832956672e-06,1613940372060,1106
+"mom_0",0.9158886579176083,1613940372060,1106
+"eps_0",1e-05,1613940372060,1106
+"wd_1",0.01,1613940372060,1106
+"sqr_mom_1",0.99,1613940372060,1106
+"lr_1",2.3644536832956668e-05,1613940372060,1106
+"mom_1",0.9158886579176083,1613940372060,1106
+"eps_1",1e-05,1613940372060,1106
+"wd_2",0.01,1613940372060,1106
+"sqr_mom_2",0.99,1613940372060,1106
+"lr_2",0.00023644536832956672,1613940372060,1106
+"mom_2",0.9158886579176083,1613940372060,1106
+"eps_2",1e-05,1613940372060,1106
+"train_loss",0.08978841,1613940373021,1107
+"raw_loss",0.071682006,1613940373021,1107
+"epoch",6.9685534591194624,1613940373021,1107
+"wd_0",0.01,1613940373021,1107
+"sqr_mom_0",0.99,1613940373021,1107
+"lr_0",2.3669523281813576e-06,1613940373021,1107
+"mom_0",0.915826191795466,1613940373021,1107
+"eps_0",1e-05,1613940373021,1107
+"wd_1",0.01,1613940373021,1107
+"sqr_mom_1",0.99,1613940373021,1107
+"lr_1",2.366952328181357e-05,1613940373021,1107
+"mom_1",0.915826191795466,1613940373021,1107
+"eps_1",1e-05,1613940373021,1107
+"wd_2",0.01,1613940373021,1107
+"sqr_mom_2",0.99,1613940373021,1107
+"lr_2",0.00023669523281813574,1613940373021,1107
+"mom_2",0.915826191795466,1613940373021,1107
+"eps_2",1e-05,1613940373021,1107
+"train_loss",0.08962258,1613940373970,1108
+"raw_loss",0.081497096,1613940373970,1108
+"epoch",6.974842767295563,1613940373970,1108
+"wd_0",0.01,1613940373970,1108
+"sqr_mom_0",0.99,1613940373970,1108
+"lr_0",2.3694518939251775e-06,1613940373970,1108
+"mom_0",0.9157637026518706,1613940373970,1108
+"eps_0",1e-05,1613940373970,1108
+"wd_1",0.01,1613940373970,1108
+"sqr_mom_1",0.99,1613940373970,1108
+"lr_1",2.3694518939251773e-05,1613940373970,1108
+"mom_1",0.9157637026518706,1613940373970,1108
+"eps_1",1e-05,1613940373970,1108
+"wd_2",0.01,1613940373970,1108
+"sqr_mom_2",0.99,1613940373970,1108
+"lr_2",0.0002369451893925177,1613940373970,1108
+"mom_2",0.9157637026518706,1613940373970,1108
+"eps_2",1e-05,1613940373970,1108
+"train_loss",0.09126565,1613940374925,1109
+"raw_loss",0.1717762,1613940374925,1109
+"epoch",6.981132075471663,1613940374925,1109
+"wd_0",0.01,1613940374925,1109
+"sqr_mom_0",0.99,1613940374925,1109
+"lr_0",2.3719523759563553e-06,1613940374925,1109
+"mom_0",0.9157011906010911,1613940374925,1109
+"eps_0",1e-05,1613940374925,1109
+"wd_1",0.01,1613940374925,1109
+"sqr_mom_1",0.99,1613940374925,1109
+"lr_1",2.3719523759563553e-05,1613940374925,1109
+"mom_1",0.9157011906010911,1613940374925,1109
+"eps_1",1e-05,1613940374925,1109
+"wd_2",0.01,1613940374925,1109
+"sqr_mom_2",0.99,1613940374925,1109
+"lr_2",0.00023719523759563554,1613940374925,1109
+"mom_2",0.9157011906010911,1613940374925,1109
+"eps_2",1e-05,1613940374925,1109
+"train_loss",0.09315221,1613940375877,1110
+"raw_loss",0.18559399,1613940375877,1110
+"epoch",6.987421383647764,1613940375877,1110
+"wd_0",0.01,1613940375877,1110
+"sqr_mom_0",0.99,1613940375877,1110
+"lr_0",2.3744541254213136e-06,1613940375877,1110
+"mom_0",0.9156386468644672,1613940375877,1110
+"eps_0",1e-05,1613940375877,1110
+"wd_1",0.01,1613940375877,1110
+"sqr_mom_1",0.99,1613940375877,1110
+"lr_1",2.3744541254213132e-05,1613940375877,1110
+"mom_1",0.9156386468644672,1613940375877,1110
+"eps_1",1e-05,1613940375877,1110
+"wd_2",0.01,1613940375877,1110
+"sqr_mom_2",0.99,1613940375877,1110
+"lr_2",0.0002374454125421313,1613940375877,1110
+"mom_2",0.9156386468644672,1613940375877,1110
+"eps_2",1e-05,1613940375877,1110
+"train_loss",0.092483945,1613940376833,1111
+"raw_loss",0.059738982,1613940376833,1111
+"epoch",6.993710691823864,1613940376833,1111
+"wd_0",0.01,1613940376833,1111
+"sqr_mom_0",0.99,1613940376833,1111
+"lr_0",2.376956960275539e-06,1613940376833,1111
+"mom_0",0.9155760759931115,1613940376833,1111
+"eps_0",1e-05,1613940376833,1111
+"wd_1",0.01,1613940376833,1111
+"sqr_mom_1",0.99,1613940376833,1111
+"lr_1",2.3769569602755386e-05,1613940376833,1111
+"mom_1",0.9155760759931115,1613940376833,1111
+"eps_1",1e-05,1613940376833,1111
+"wd_2",0.01,1613940376833,1111
+"sqr_mom_2",0.99,1613940376833,1111
+"lr_2",0.00023769569602755385,1613940376833,1111
+"mom_2",0.9155760759931115,1613940376833,1111
+"eps_2",1e-05,1613940376833,1111
+"train_loss",0.09540393,1613940377790,1112
+"raw_loss",0.23848325,1613940377790,1112
+"epoch",6.9999999999999645,1613940377790,1112
+"wd_0",0.01,1613940377790,1112
+"sqr_mom_0",0.99,1613940377790,1112
+"lr_0",2.379461054188642e-06,1613940377790,1112
+"mom_0",0.9155134736452839,1613940377790,1112
+"eps_0",1e-05,1613940377790,1112
+"wd_1",0.01,1613940377790,1112
+"sqr_mom_1",0.99,1613940377790,1112
+"lr_1",2.379461054188642e-05,1613940377790,1112
+"mom_1",0.9155134736452839,1613940377790,1112
+"eps_1",1e-05,1613940377790,1112
+"wd_2",0.01,1613940377790,1112
+"sqr_mom_2",0.99,1613940377790,1112
+"lr_2",0.00023794610541886418,1613940377790,1112
+"mom_2",0.9155134736452839,1613940377790,1112
+"eps_2",1e-05,1613940377790,1112
+"valid_loss",0.14154291152954102,1613940409728,1112
+"_rmse",0.3762218952178955,1613940409728,1112
+"epoch",7,1613940409728,1112
+"train_loss",0.09525143,1613940410747,1113
+"raw_loss",0.087778926,1613940410747,1113
+"epoch",7.0062893081761,1613940410747,1113
+"wd_0",0.01,1613940410747,1113
+"sqr_mom_0",0.99,1613940410747,1113
+"lr_0",2.3819658687791675e-06,1613940410747,1113
+"mom_0",0.9154508532805208,1613940410747,1113
+"eps_0",1e-05,1613940410747,1113
+"wd_1",0.01,1613940410747,1113
+"sqr_mom_1",0.99,1613940410747,1113
+"lr_1",2.381965868779167e-05,1613940410747,1113
+"mom_1",0.9154508532805208,1613940410747,1113
+"eps_1",1e-05,1613940410747,1113
+"wd_2",0.01,1613940410747,1113
+"sqr_mom_2",0.99,1613940410747,1113
+"lr_2",0.0002381965868779167,1613940410747,1113
+"mom_2",0.9154508532805208,1613940410747,1113
+"eps_2",1e-05,1613940410747,1113
+"train_loss",0.09457453,1613940411691,1114
+"raw_loss",0.061406214,1613940411691,1114
+"epoch",7.012578616352201,1613940411691,1114
+"wd_0",0.01,1613940411691,1114
+"sqr_mom_0",0.99,1613940411691,1114
+"lr_0",2.384471933737577e-06,1613940411691,1114
+"mom_0",0.9153882016565605,1613940411691,1114
+"eps_0",1e-05,1613940411691,1114
+"wd_1",0.01,1613940411691,1114
+"sqr_mom_1",0.99,1613940411691,1114
+"lr_1",2.3844719337375768e-05,1613940411691,1114
+"mom_1",0.9153882016565605,1613940411691,1114
+"eps_1",1e-05,1613940411691,1114
+"wd_2",0.01,1613940411691,1114
+"sqr_mom_2",0.99,1613940411691,1114
+"lr_2",0.00023844719337375768,1613940411691,1114
+"mom_2",0.9153882016565605,1613940411691,1114
+"eps_2",1e-05,1613940411691,1114
+"train_loss",0.09482405,1613940412637,1115
+"raw_loss",0.10705065,1613940412637,1115
+"epoch",7.018867924528301,1613940412637,1115
+"wd_0",0.01,1613940412637,1115
+"sqr_mom_0",0.99,1613940412637,1115
+"lr_0",2.3869790667032816e-06,1613940412637,1115
+"mom_0",0.9153255233324179,1613940412637,1115
+"eps_0",1e-05,1613940412637,1115
+"wd_1",0.01,1613940412637,1115
+"sqr_mom_1",0.99,1613940412637,1115
+"lr_1",2.386979066703281e-05,1613940412637,1115
+"mom_1",0.9153255233324179,1613940412637,1115
+"eps_1",1e-05,1613940412637,1115
+"wd_2",0.01,1613940412637,1115
+"sqr_mom_2",0.99,1613940412637,1115
+"lr_2",0.00023869790667032807,1613940412637,1115
+"mom_2",0.9153255233324179,1613940412637,1115
+"eps_2",1e-05,1613940412637,1115
+"train_loss",0.094152406,1613940413623,1116
+"raw_loss",0.061241828,1613940413623,1116
+"epoch",7.025157232704402,1613940413623,1116
+"wd_0",0.01,1613940413623,1116
+"sqr_mom_0",0.99,1613940413623,1116
+"lr_0",2.389487263326135e-06,1613940413623,1116
+"mom_0",0.9152628184168466,1613940413623,1116
+"eps_0",1e-05,1613940413623,1116
+"wd_1",0.01,1613940413623,1116
+"sqr_mom_1",0.99,1613940413623,1116
+"lr_1",2.3894872633261348e-05,1613940413623,1116
+"mom_1",0.9152628184168466,1613940413623,1116
+"eps_1",1e-05,1613940413623,1116
+"wd_2",0.01,1613940413623,1116
+"sqr_mom_2",0.99,1613940413623,1116
+"lr_2",0.00023894872633261347,1613940413623,1116
+"mom_2",0.9152628184168466,1613940413623,1116
+"eps_2",1e-05,1613940413623,1116
+"train_loss",0.09305401,1613940414608,1117
+"raw_loss",0.039232768,1613940414608,1117
+"epoch",7.031446540880502,1613940414608,1117
+"wd_0",0.01,1613940414608,1117
+"sqr_mom_0",0.99,1613940414608,1117
+"lr_0",2.391996519254147e-06,1613940414608,1117
+"mom_0",0.9152000870186463,1613940414608,1117
+"eps_0",1e-05,1613940414608,1117
+"wd_1",0.01,1613940414608,1117
+"sqr_mom_1",0.99,1613940414608,1117
+"lr_1",2.391996519254147e-05,1613940414608,1117
+"mom_1",0.9152000870186463,1613940414608,1117
+"eps_1",1e-05,1613940414608,1117
+"wd_2",0.01,1613940414608,1117
+"sqr_mom_2",0.99,1613940414608,1117
+"lr_2",0.0002391996519254147,1613940414608,1117
+"mom_2",0.9152000870186463,1613940414608,1117
+"eps_2",1e-05,1613940414608,1117
+"train_loss",0.09237647,1613940415574,1118
+"raw_loss",0.05917702,1613940415574,1118
+"epoch",7.037735849056602,1613940415574,1118
+"wd_0",0.01,1613940415574,1118
+"sqr_mom_0",0.99,1613940415574,1118
+"lr_0",2.394506830133491e-06,1613940415574,1118
+"mom_0",0.9151373292466627,1613940415574,1118
+"eps_0",1e-05,1613940415574,1118
+"wd_1",0.01,1613940415574,1118
+"sqr_mom_1",0.99,1613940415574,1118
+"lr_1",2.3945068301334906e-05,1613940415574,1118
+"mom_1",0.9151373292466627,1613940415574,1118
+"eps_1",1e-05,1613940415574,1118
+"wd_2",0.01,1613940415574,1118
+"sqr_mom_2",0.99,1613940415574,1118
+"lr_2",0.00023945068301334905,1613940415574,1118
+"mom_2",0.9151373292466627,1613940415574,1118
+"eps_2",1e-05,1613940415574,1118
+"train_loss",0.091448545,1613940416527,1119
+"raw_loss",0.045980096,1613940416527,1119
+"epoch",7.044025157232703,1613940416527,1119
+"wd_0",0.01,1613940416527,1119
+"sqr_mom_0",0.99,1613940416527,1119
+"lr_0",2.3970181916085056e-06,1613940416527,1119
+"mom_0",0.9150745452097874,1613940416527,1119
+"eps_0",1e-05,1613940416527,1119
+"wd_1",0.01,1613940416527,1119
+"sqr_mom_1",0.99,1613940416527,1119
+"lr_1",2.3970181916085053e-05,1613940416527,1119
+"mom_1",0.9150745452097874,1613940416527,1119
+"eps_1",1e-05,1613940416527,1119
+"wd_2",0.01,1613940416527,1119
+"sqr_mom_2",0.99,1613940416527,1119
+"lr_2",0.00023970181916085052,1613940416527,1119
+"mom_2",0.9150745452097874,1613940416527,1119
+"eps_2",1e-05,1613940416527,1119
+"train_loss",0.090596855,1613940417507,1120
+"raw_loss",0.04886408,1613940417507,1120
+"epoch",7.050314465408803,1613940417507,1120
+"wd_0",0.01,1613940417507,1120
+"sqr_mom_0",0.99,1613940417507,1120
+"lr_0",2.3995304207070716e-06,1613940417507,1120
+"mom_0",0.9150117394823232,1613940417507,1120
+"eps_0",1e-05,1613940417507,1120
+"wd_1",0.01,1613940417507,1120
+"sqr_mom_1",0.99,1613940417507,1120
+"lr_1",2.3995304207070717e-05,1613940417507,1120
+"mom_1",0.9150117394823232,1613940417507,1120
+"eps_1",1e-05,1613940417507,1120
+"wd_2",0.01,1613940417507,1120
+"sqr_mom_2",0.99,1613940417507,1120
+"lr_2",0.00023995304207070716,1613940417507,1120
+"mom_2",0.9150117394823232,1613940417507,1120
+"eps_2",1e-05,1613940417507,1120
+"train_loss",0.08977974,1613940418519,1121
+"raw_loss",0.049741067,1613940418519,1121
+"epoch",7.056603773584904,1613940418519,1121
+"wd_0",0.01,1613940418519,1121
+"sqr_mom_0",0.99,1613940418519,1121
+"lr_0",2.4020440489138073e-06,1613940418519,1121
+"mom_0",0.9149488987771548,1613940418519,1121
+"eps_0",1e-05,1613940418519,1121
+"wd_1",0.01,1613940418519,1121
+"sqr_mom_1",0.99,1613940418519,1121
+"lr_1",2.402044048913807e-05,1613940418519,1121
+"mom_1",0.9149488987771548,1613940418519,1121
+"eps_1",1e-05,1613940418519,1121
+"wd_2",0.01,1613940418519,1121
+"sqr_mom_2",0.99,1613940418519,1121
+"lr_2",0.00024020440489138067,1613940418519,1121
+"mom_2",0.9149488987771548,1613940418519,1121
+"eps_2",1e-05,1613940418519,1121
+"train_loss",0.089977294,1613940419531,1122
+"raw_loss",0.09965725,1613940419531,1122
+"epoch",7.062893081761004,1613940419531,1122
+"wd_0",0.01,1613940419531,1122
+"sqr_mom_0",0.99,1613940419531,1122
+"lr_0",2.404558536023692e-06,1613940419531,1122
+"mom_0",0.9148860365994077,1613940419531,1122
+"eps_0",1e-05,1613940419531,1122
+"wd_1",0.01,1613940419531,1122
+"sqr_mom_1",0.99,1613940419531,1122
+"lr_1",2.4045585360236917e-05,1613940419531,1122
+"mom_1",0.9148860365994077,1613940419531,1122
+"eps_1",1e-05,1613940419531,1122
+"wd_2",0.01,1613940419531,1122
+"sqr_mom_2",0.99,1613940419531,1122
+"lr_2",0.00024045585360236917,1613940419531,1122
+"mom_2",0.9148860365994077,1613940419531,1122
+"eps_2",1e-05,1613940419531,1122
+"train_loss",0.089256056,1613940420545,1123
+"raw_loss",0.05391542,1613940420545,1123
+"epoch",7.0691823899371045,1613940420545,1123
+"wd_0",0.01,1613940420545,1123
+"sqr_mom_0",0.99,1613940420545,1123
+"lr_0",2.4070740562884597e-06,1613940420545,1123
+"mom_0",0.9148231485927885,1613940420545,1123
+"eps_0",1e-05,1613940420545,1123
+"wd_1",0.01,1613940420545,1123
+"sqr_mom_1",0.99,1613940420545,1123
+"lr_1",2.4070740562884594e-05,1613940420545,1123
+"mom_1",0.9148231485927885,1613940420545,1123
+"eps_1",1e-05,1613940420545,1123
+"wd_2",0.01,1613940420545,1123
+"sqr_mom_2",0.99,1613940420545,1123
+"lr_2",0.00024070740562884594,1613940420545,1123
+"mom_2",0.9148231485927885,1613940420545,1123
+"eps_2",1e-05,1613940420545,1123
+"train_loss",0.08901479,1613940421512,1124
+"raw_loss",0.077192776,1613940421512,1124
+"epoch",7.075471698113205,1613940421512,1124
+"wd_0",0.01,1613940421512,1124
+"sqr_mom_0",0.99,1613940421512,1124
+"lr_0",2.409590426435034e-06,1613940421512,1124
+"mom_0",0.9147602393391241,1613940421512,1124
+"eps_0",1e-05,1613940421512,1124
+"wd_1",0.01,1613940421512,1124
+"sqr_mom_1",0.99,1613940421512,1124
+"lr_1",2.409590426435034e-05,1613940421512,1124
+"mom_1",0.9147602393391241,1613940421512,1124
+"eps_1",1e-05,1613940421512,1124
+"wd_2",0.01,1613940421512,1124
+"sqr_mom_2",0.99,1613940421512,1124
+"lr_2",0.00024095904264350337,1613940421512,1124
+"mom_2",0.9147602393391241,1613940421512,1124
+"eps_2",1e-05,1613940421512,1124
+"train_loss",0.08838802,1613940422511,1125
+"raw_loss",0.05767625,1613940422511,1125
+"epoch",7.081761006289305,1613940422511,1125
+"wd_0",0.01,1613940422511,1125
+"sqr_mom_0",0.99,1613940422511,1125
+"lr_0",2.4121079998410292e-06,1613940422511,1125
+"mom_0",0.9146973000039742,1613940422511,1125
+"eps_0",1e-05,1613940422511,1125
+"wd_1",0.01,1613940422511,1125
+"sqr_mom_1",0.99,1613940422511,1125
+"lr_1",2.412107999841029e-05,1613940422511,1125
+"mom_1",0.9146973000039742,1613940422511,1125
+"eps_1",1e-05,1613940422511,1125
+"wd_2",0.01,1613940422511,1125
+"sqr_mom_2",0.99,1613940422511,1125
+"lr_2",0.0002412107999841029,1613940422511,1125
+"mom_2",0.9146973000039742,1613940422511,1125
+"eps_2",1e-05,1613940422511,1125
+"train_loss",0.08753268,1613940423505,1126
+"raw_loss",0.04562073,1613940423505,1126
+"epoch",7.088050314465406,1613940423505,1126
+"wd_0",0.01,1613940423505,1126
+"sqr_mom_0",0.99,1613940423505,1126
+"lr_0",2.4146267723561607e-06,1613940423505,1126
+"mom_0",0.914634330691096,1613940423505,1126
+"eps_0",1e-05,1613940423505,1126
+"wd_1",0.01,1613940423505,1126
+"sqr_mom_1",0.99,1613940423505,1126
+"lr_1",2.4146267723561604e-05,1613940423505,1126
+"mom_1",0.914634330691096,1613940423505,1126
+"eps_1",1e-05,1613940423505,1126
+"wd_2",0.01,1613940423505,1126
+"sqr_mom_2",0.99,1613940423505,1126
+"lr_2",0.00024146267723561602,1613940423505,1126
+"mom_2",0.914634330691096,1613940423505,1126
+"eps_2",1e-05,1613940423505,1126
+"train_loss",0.087068215,1613940424496,1127
+"raw_loss",0.06430963,1613940424496,1127
+"epoch",7.094339622641506,1613940424496,1127
+"wd_0",0.01,1613940424496,1127
+"sqr_mom_0",0.99,1613940424496,1127
+"lr_0",2.4171463815756674e-06,1613940424496,1127
+"mom_0",0.9145713404606083,1613940424496,1127
+"eps_0",1e-05,1613940424496,1127
+"wd_1",0.01,1613940424496,1127
+"sqr_mom_1",0.99,1613940424496,1127
+"lr_1",2.4171463815756672e-05,1613940424496,1127
+"mom_1",0.9145713404606083,1613940424496,1127
+"eps_1",1e-05,1613940424496,1127
+"wd_2",0.01,1613940424496,1127
+"sqr_mom_2",0.99,1613940424496,1127
+"lr_2",0.00024171463815756674,1613940424496,1127
+"mom_2",0.9145713404606083,1613940424496,1127
+"eps_2",1e-05,1613940424496,1127
+"train_loss",0.08664345,1613940425501,1128
+"raw_loss",0.06582978,1613940425501,1128
+"epoch",7.1006289308176065,1613940425501,1128
+"wd_0",0.01,1613940425501,1128
+"sqr_mom_0",0.99,1613940425501,1128
+"lr_0",2.419666822911644e-06,1613940425501,1128
+"mom_0",0.9145083294272089,1613940425501,1128
+"eps_0",1e-05,1613940425501,1128
+"wd_1",0.01,1613940425501,1128
+"sqr_mom_1",0.99,1613940425501,1128
+"lr_1",2.4196668229116433e-05,1613940425501,1128
+"mom_1",0.9145083294272089,1613940425501,1128
+"eps_1",1e-05,1613940425501,1128
+"wd_2",0.01,1613940425501,1128
+"sqr_mom_2",0.99,1613940425501,1128
+"lr_2",0.0002419666822911643,1613940425501,1128
+"mom_2",0.9145083294272089,1613940425501,1128
+"eps_2",1e-05,1613940425501,1128
+"train_loss",0.08684425,1613940426495,1129
+"raw_loss",0.09668356,1613940426495,1129
+"epoch",7.106918238993707,1613940426495,1129
+"wd_0",0.01,1613940426495,1129
+"sqr_mom_0",0.99,1613940426495,1129
+"lr_0",2.422188450313424e-06,1613940426495,1129
+"mom_0",0.9144452887421644,1613940426495,1129
+"eps_0",1e-05,1613940426495,1129
+"wd_1",0.01,1613940426495,1129
+"sqr_mom_1",0.99,1613940426495,1129
+"lr_1",2.422188450313424e-05,1613940426495,1129
+"mom_1",0.9144452887421644,1613940426495,1129
+"eps_1",1e-05,1613940426495,1129
+"wd_2",0.01,1613940426495,1129
+"sqr_mom_2",0.99,1613940426495,1129
+"lr_2",0.00024221884503134236,1613940426495,1129
+"mom_2",0.9144452887421644,1613940426495,1129
+"eps_2",1e-05,1613940426495,1129
+"train_loss",0.08762966,1613940427533,1130
+"raw_loss",0.12611488,1613940427533,1130
+"epoch",7.113207547169807,1613940427533,1130
+"wd_0",0.01,1613940427533,1130
+"sqr_mom_0",0.99,1613940427533,1130
+"lr_0",2.4247110802802927e-06,1613940427533,1130
+"mom_0",0.9143822229929927,1613940427533,1130
+"eps_0",1e-05,1613940427533,1130
+"wd_1",0.01,1613940427533,1130
+"sqr_mom_1",0.99,1613940427533,1130
+"lr_1",2.424711080280292e-05,1613940427533,1130
+"mom_1",0.9143822229929927,1613940427533,1130
+"eps_1",1e-05,1613940427533,1130
+"wd_2",0.01,1613940427533,1130
+"sqr_mom_2",0.99,1613940427533,1130
+"lr_2",0.0002424711080280292,1613940427533,1130
+"mom_2",0.9143822229929927,1613940427533,1130
+"eps_2",1e-05,1613940427533,1130
+"train_loss",0.08762427,1613940428510,1131
+"raw_loss",0.08736013,1613940428510,1131
+"epoch",7.119496855345908,1613940428510,1131
+"wd_0",0.01,1613940428510,1131
+"sqr_mom_0",0.99,1613940428510,1131
+"lr_0",2.4272348878456797e-06,1613940428510,1131
+"mom_0",0.914319127803858,1613940428510,1131
+"eps_0",1e-05,1613940428510,1131
+"wd_1",0.01,1613940428510,1131
+"sqr_mom_1",0.99,1613940428510,1131
+"lr_1",2.427234887845679e-05,1613940428510,1131
+"mom_1",0.914319127803858,1613940428510,1131
+"eps_1",1e-05,1613940428510,1131
+"wd_2",0.01,1613940428510,1131
+"sqr_mom_2",0.99,1613940428510,1131
+"lr_2",0.00024272348878456791,1613940428510,1131
+"mom_2",0.914319127803858,1613940428510,1131
+"eps_2",1e-05,1613940428510,1131
+"train_loss",0.0877796,1613940429517,1132
+"raw_loss",0.09539086,1613940429517,1132
+"epoch",7.125786163522008,1613940429517,1132
+"wd_0",0.01,1613940429517,1132
+"sqr_mom_0",0.99,1613940429517,1132
+"lr_0",2.4297593303994265e-06,1613940429517,1132
+"mom_0",0.9142560167400143,1613940429517,1132
+"eps_0",1e-05,1613940429517,1132
+"wd_1",0.01,1613940429517,1132
+"sqr_mom_1",0.99,1613940429517,1132
+"lr_1",2.429759330399426e-05,1613940429517,1132
+"mom_1",0.9142560167400143,1613940429517,1132
+"eps_1",1e-05,1613940429517,1132
+"wd_2",0.01,1613940429517,1132
+"sqr_mom_2",0.99,1613940429517,1132
+"lr_2",0.0002429759330399426,1613940429517,1132
+"mom_2",0.9142560167400143,1613940429517,1132
+"eps_2",1e-05,1613940429517,1132
+"train_loss",0.08726019,1613940430490,1133
+"raw_loss",0.061809134,1613940430490,1133
+"epoch",7.1320754716981085,1613940430490,1133
+"wd_0",0.01,1613940430490,1133
+"sqr_mom_0",0.99,1613940430490,1133
+"lr_0",2.4322849417924348e-06,1613940430490,1133
+"mom_0",0.9141928764551891,1613940430490,1133
+"eps_0",1e-05,1613940430490,1133
+"wd_1",0.01,1613940430490,1133
+"sqr_mom_1",0.99,1613940430490,1133
+"lr_1",2.4322849417924346e-05,1613940430490,1133
+"mom_1",0.9141928764551891,1613940430490,1133
+"eps_1",1e-05,1613940430490,1133
+"wd_2",0.01,1613940430490,1133
+"sqr_mom_2",0.99,1613940430490,1133
+"lr_2",0.00024322849417924343,1613940430490,1133
+"mom_2",0.9141928764551891,1613940430490,1133
+"eps_2",1e-05,1613940430490,1133
+"train_loss",0.08777746,1613940431456,1134
+"raw_loss",0.11312388,1613940431456,1134
+"epoch",7.138364779874209,1613940431456,1134
+"wd_0",0.01,1613940431456,1134
+"sqr_mom_0",0.99,1613940431456,1134
+"lr_0",2.434811538232035e-06,1613940431456,1134
+"mom_0",0.9141297115441991,1613940431456,1134
+"eps_0",1e-05,1613940431456,1134
+"wd_1",0.01,1613940431456,1134
+"sqr_mom_1",0.99,1613940431456,1134
+"lr_1",2.4348115382320348e-05,1613940431456,1134
+"mom_1",0.9141297115441991,1613940431456,1134
+"eps_1",1e-05,1613940431456,1134
+"wd_2",0.01,1613940431456,1134
+"sqr_mom_2",0.99,1613940431456,1134
+"lr_2",0.00024348115382320345,1613940431456,1134
+"mom_2",0.9141297115441991,1613940431456,1134
+"eps_2",1e-05,1613940431456,1134
+"train_loss",0.086936705,1613940432431,1135
+"raw_loss",0.045739904,1613940432431,1135
+"epoch",7.144654088050309,1613940432431,1135
+"wd_0",0.01,1613940432431,1135
+"sqr_mom_0",0.99,1613940432431,1135
+"lr_0",2.4373391153343096e-06,1613940432431,1135
+"mom_0",0.9140665221166422,1613940432431,1135
+"eps_0",1e-05,1613940432431,1135
+"wd_1",0.01,1613940432431,1135
+"sqr_mom_1",0.99,1613940432431,1135
+"lr_1",2.4373391153343096e-05,1613940432431,1135
+"mom_1",0.9140665221166422,1613940432431,1135
+"eps_1",1e-05,1613940432431,1135
+"wd_2",0.01,1613940432431,1135
+"sqr_mom_2",0.99,1613940432431,1135
+"lr_2",0.00024373391153343092,1613940432431,1135
+"mom_2",0.9140665221166422,1613940432431,1135
+"eps_2",1e-05,1613940432431,1135
+"train_loss",0.08624428,1613940433412,1136
+"raw_loss",0.05231536,1613940433412,1136
+"epoch",7.15094339622641,1613940433412,1136
+"wd_0",0.01,1613940433412,1136
+"sqr_mom_0",0.99,1613940433412,1136
+"lr_0",2.439867668713642e-06,1613940433412,1136
+"mom_0",0.9140033082821589,1613940433412,1136
+"eps_0",1e-05,1613940433412,1136
+"wd_1",0.01,1613940433412,1136
+"sqr_mom_1",0.99,1613940433412,1136
+"lr_1",2.439867668713642e-05,1613940433412,1136
+"mom_1",0.9140033082821589,1613940433412,1136
+"eps_1",1e-05,1613940433412,1136
+"wd_2",0.01,1613940433412,1136
+"sqr_mom_2",0.99,1613940433412,1136
+"lr_2",0.00024398676687136417,1613940433412,1136
+"mom_2",0.9140033082821589,1613940433412,1136
+"eps_2",1e-05,1613940433412,1136
+"train_loss",0.08724675,1613940434387,1137
+"raw_loss",0.13636819,1613940434387,1137
+"epoch",7.15723270440251,1613940434387,1137
+"wd_0",0.01,1613940434387,1137
+"sqr_mom_0",0.99,1613940434387,1137
+"lr_0",2.442397193982719e-06,1613940434387,1137
+"mom_0",0.913940070150432,1613940434387,1137
+"eps_0",1e-05,1613940434387,1137
+"wd_1",0.01,1613940434387,1137
+"sqr_mom_1",0.99,1613940434387,1137
+"lr_1",2.442397193982719e-05,1613940434387,1137
+"mom_1",0.913940070150432,1613940434387,1137
+"eps_1",1e-05,1613940434387,1137
+"wd_2",0.01,1613940434387,1137
+"sqr_mom_2",0.99,1613940434387,1137
+"lr_2",0.0002442397193982719,1613940434387,1137
+"mom_2",0.913940070150432,1613940434387,1137
+"eps_2",1e-05,1613940434387,1137
+"train_loss",0.087024294,1613940435373,1138
+"raw_loss",0.07612369,1613940435373,1138
+"epoch",7.1635220125786105,1613940435373,1138
+"wd_0",0.01,1613940435373,1138
+"sqr_mom_0",0.99,1613940435373,1138
+"lr_0",2.4449276867525447e-06,1613940435373,1138
+"mom_0",0.9138768078311864,1613940435373,1138
+"eps_0",1e-05,1613940435373,1138
+"wd_1",0.01,1613940435373,1138
+"sqr_mom_1",0.99,1613940435373,1138
+"lr_1",2.4449276867525443e-05,1613940435373,1138
+"mom_1",0.9138768078311864,1613940435373,1138
+"eps_1",1e-05,1613940435373,1138
+"wd_2",0.01,1613940435373,1138
+"sqr_mom_2",0.99,1613940435373,1138
+"lr_2",0.00024449276867525443,1613940435373,1138
+"mom_2",0.9138768078311864,1613940435373,1138
+"eps_2",1e-05,1613940435373,1138
+"train_loss",0.087480746,1613940436354,1139
+"raw_loss",0.10984685,1613940436354,1139
+"epoch",7.169811320754711,1613940436354,1139
+"wd_0",0.01,1613940436354,1139
+"sqr_mom_0",0.99,1613940436354,1139
+"lr_0",2.4474589626668473e-06,1613940436354,1139
+"mom_0",0.9138135259333288,1613940436354,1139
+"eps_0",1e-05,1613940436354,1139
+"wd_1",0.01,1613940436354,1139
+"sqr_mom_1",0.99,1613940436354,1139
+"lr_1",2.447458962666847e-05,1613940436354,1139
+"mom_1",0.9138135259333288,1613940436354,1139
+"eps_1",1e-05,1613940436354,1139
+"wd_2",0.01,1613940436354,1139
+"sqr_mom_2",0.99,1613940436354,1139
+"lr_2",0.0002447458962666847,1613940436354,1139
+"mom_2",0.9138135259333288,1613940436354,1139
+"eps_2",1e-05,1613940436354,1139
+"train_loss",0.08718658,1613940437340,1140
+"raw_loss",0.072772525,1613940437340,1140
+"epoch",7.176100628930811,1613940437340,1140
+"wd_0",0.01,1613940437340,1140
+"sqr_mom_0",0.99,1613940437340,1140
+"lr_0",2.4499915572300597e-06,1613940437340,1140
+"mom_0",0.9137502110692485,1613940437340,1140
+"eps_0",1e-05,1613940437340,1140
+"wd_1",0.01,1613940437340,1140
+"sqr_mom_1",0.99,1613940437340,1140
+"lr_1",2.4499915572300596e-05,1613940437340,1140
+"mom_1",0.9137502110692485,1613940437340,1140
+"eps_1",1e-05,1613940437340,1140
+"wd_2",0.01,1613940437340,1140
+"sqr_mom_2",0.99,1613940437340,1140
+"lr_2",0.0002449991557230059,1613940437340,1140
+"mom_2",0.9137502110692485,1613940437340,1140
+"eps_2",1e-05,1613940437340,1140
+"train_loss",0.08717166,1613940438342,1141
+"raw_loss",0.08644039,1613940438342,1141
+"epoch",7.182389937106912,1613940438342,1141
+"wd_0",0.01,1613940438342,1141
+"sqr_mom_0",0.99,1613940438342,1141
+"lr_0",2.45252492615139e-06,1613940438342,1141
+"mom_0",0.9136868768462152,1613940438342,1141
+"eps_0",1e-05,1613940438342,1141
+"wd_1",0.01,1613940438342,1141
+"sqr_mom_1",0.99,1613940438342,1141
+"lr_1",2.4525249261513902e-05,1613940438342,1141
+"mom_1",0.9136868768462152,1613940438342,1141
+"eps_1",1e-05,1613940438342,1141
+"wd_2",0.01,1613940438342,1141
+"sqr_mom_2",0.99,1613940438342,1141
+"lr_2",0.000245252492615139,1613940438342,1141
+"mom_2",0.9136868768462152,1613940438342,1141
+"eps_2",1e-05,1613940438342,1141
+"train_loss",0.08781471,1613940439327,1142
+"raw_loss",0.11932433,1613940439327,1142
+"epoch",7.188679245283012,1613940439327,1142
+"wd_0",0.01,1613940439327,1142
+"sqr_mom_0",0.99,1613940439327,1142
+"lr_0",2.4550592450007656e-06,1613940439327,1142
+"mom_0",0.9136235188749808,1613940439327,1142
+"eps_0",1e-05,1613940439327,1142
+"wd_1",0.01,1613940439327,1142
+"sqr_mom_1",0.99,1613940439327,1142
+"lr_1",2.4550592450007656e-05,1613940439327,1142
+"mom_1",0.9136235188749808,1613940439327,1142
+"eps_1",1e-05,1613940439327,1142
+"wd_2",0.01,1613940439327,1142
+"sqr_mom_2",0.99,1613940439327,1142
+"lr_2",0.00024550592450007657,1613940439327,1142
+"mom_2",0.9136235188749808,1613940439327,1142
+"eps_2",1e-05,1613940439327,1142
+"train_loss",0.08880619,1613940440289,1143
+"raw_loss",0.13738886,1613940440289,1143
+"epoch",7.194968553459113,1613940440289,1143
+"wd_0",0.01,1613940440289,1143
+"sqr_mom_0",0.99,1613940440289,1143
+"lr_0",2.457594329145201e-06,1613940440289,1143
+"mom_0",0.9135601417713699,1613940440289,1143
+"eps_0",1e-05,1613940440289,1143
+"wd_1",0.01,1613940440289,1143
+"sqr_mom_1",0.99,1613940440289,1143
+"lr_1",2.4575943291452003e-05,1613940440289,1143
+"mom_1",0.9135601417713699,1613940440289,1143
+"eps_1",1e-05,1613940440289,1143
+"wd_2",0.01,1613940440289,1143
+"sqr_mom_2",0.99,1613940440289,1143
+"lr_2",0.00024575943291452006,1613940440289,1143
+"mom_2",0.9135601417713699,1613940440289,1143
+"eps_2",1e-05,1613940440289,1143
+"train_loss",0.088488065,1613940441345,1144
+"raw_loss",0.0729001,1613940441345,1144
+"epoch",7.201257861635213,1613940441345,1144
+"wd_0",0.01,1613940441345,1144
+"sqr_mom_0",0.99,1613940441345,1144
+"lr_0",2.460130534590341e-06,1613940441345,1144
+"mom_0",0.9134967366352414,1613940441345,1144
+"eps_0",1e-05,1613940441345,1144
+"wd_1",0.01,1613940441345,1144
+"sqr_mom_1",0.99,1613940441345,1144
+"lr_1",2.4601305345903405e-05,1613940441345,1144
+"mom_1",0.9134967366352414,1613940441345,1144
+"eps_1",1e-05,1613940441345,1144
+"wd_2",0.01,1613940441345,1144
+"sqr_mom_2",0.99,1613940441345,1144
+"lr_2",0.000246013053459034,1613940441345,1144
+"mom_2",0.9134967366352414,1613940441345,1144
+"eps_2",1e-05,1613940441345,1144
+"train_loss",0.08767322,1613940442495,1145
+"raw_loss",0.047745656,1613940442495,1145
+"epoch",7.207547169811313,1613940442495,1145
+"wd_0",0.01,1613940442495,1145
+"sqr_mom_0",0.99,1613940442495,1145
+"lr_0",2.4626678571358115e-06,1613940442495,1145
+"mom_0",0.9134333035716047,1613940442495,1145
+"eps_0",1e-05,1613940442495,1145
+"wd_1",0.01,1613940442495,1145
+"sqr_mom_1",0.99,1613940442495,1145
+"lr_1",2.462667857135811e-05,1613940442495,1145
+"mom_1",0.9134333035716047,1613940442495,1145
+"eps_1",1e-05,1613940442495,1145
+"wd_2",0.01,1613940442495,1145
+"sqr_mom_2",0.99,1613940442495,1145
+"lr_2",0.0002462667857135811,1613940442495,1145
+"mom_2",0.9134333035716047,1613940442495,1145
+"eps_2",1e-05,1613940442495,1145
+"train_loss",0.08685508,1613940443683,1146
+"raw_loss",0.046766367,1613940443683,1146
+"epoch",7.213836477987414,1613940443683,1146
+"wd_0",0.01,1613940443683,1146
+"sqr_mom_0",0.99,1613940443683,1146
+"lr_0",2.4652059317078444e-06,1613940443683,1146
+"mom_0",0.9133698517073039,1613940443683,1146
+"eps_0",1e-05,1613940443683,1146
+"wd_1",0.01,1613940443683,1146
+"sqr_mom_1",0.99,1613940443683,1146
+"lr_1",2.465205931707844e-05,1613940443683,1146
+"mom_1",0.9133698517073039,1613940443683,1146
+"eps_1",1e-05,1613940443683,1146
+"wd_2",0.01,1613940443683,1146
+"sqr_mom_2",0.99,1613940443683,1146
+"lr_2",0.0002465205931707844,1613940443683,1146
+"mom_2",0.9133698517073039,1613940443683,1146
+"eps_2",1e-05,1613940443683,1146
+"train_loss",0.08705185,1613940444865,1147
+"raw_loss",0.09669351,1613940444865,1147
+"epoch",7.220125786163514,1613940444865,1147
+"wd_0",0.01,1613940444865,1147
+"sqr_mom_0",0.99,1613940444865,1147
+"lr_0",2.467744753704272e-06,1613940444865,1147
+"mom_0",0.9133063811573932,1613940444865,1147
+"eps_0",1e-05,1613940444865,1147
+"wd_1",0.01,1613940444865,1147
+"sqr_mom_1",0.99,1613940444865,1147
+"lr_1",2.4677447537042718e-05,1613940444865,1147
+"mom_1",0.9133063811573932,1613940444865,1147
+"eps_1",1e-05,1613940444865,1147
+"wd_2",0.01,1613940444865,1147
+"sqr_mom_2",0.99,1613940444865,1147
+"lr_2",0.00024677447537042716,1613940444865,1147
+"mom_2",0.9133063811573932,1613940444865,1147
+"eps_2",1e-05,1613940444865,1147
+"train_loss",0.08803658,1613940446085,1148
+"raw_loss",0.13628845,1613940446085,1148
+"epoch",7.226415094339615,1613940446085,1148
+"wd_0",0.01,1613940446085,1148
+"sqr_mom_0",0.99,1613940446085,1148
+"lr_0",2.4702846796556534e-06,1613940446085,1148
+"mom_0",0.9132428830086087,1613940446085,1148
+"eps_0",1e-05,1613940446085,1148
+"wd_1",0.01,1613940446085,1148
+"sqr_mom_1",0.99,1613940446085,1148
+"lr_1",2.4702846796556532e-05,1613940446085,1148
+"mom_1",0.9132428830086087,1613940446085,1148
+"eps_1",1e-05,1613940446085,1148
+"wd_2",0.01,1613940446085,1148
+"sqr_mom_2",0.99,1613940446085,1148
+"lr_2",0.0002470284679655653,1613940446085,1148
+"mom_2",0.9132428830086087,1613940446085,1148
+"eps_2",1e-05,1613940446085,1148
+"train_loss",0.087892264,1613940447079,1149
+"raw_loss",0.08082067,1613940447079,1149
+"epoch",7.232704402515715,1613940447079,1149
+"wd_0",0.01,1613940447079,1149
+"sqr_mom_0",0.99,1613940447079,1149
+"lr_0",2.4728255247200006e-06,1613940447079,1149
+"mom_0",0.913179361882,1613940447079,1149
+"eps_0",1e-05,1613940447079,1149
+"wd_1",0.01,1613940447079,1149
+"sqr_mom_1",0.99,1613940447079,1149
+"lr_1",2.47282552472e-05,1613940447079,1149
+"mom_1",0.913179361882,1613940447079,1149
+"eps_1",1e-05,1613940447079,1149
+"wd_2",0.01,1613940447079,1149
+"sqr_mom_2",0.99,1613940447079,1149
+"lr_2",0.00024728255247200004,1613940447079,1149
+"mom_2",0.913179361882,1613940447079,1149
+"eps_2",1e-05,1613940447079,1149
+"train_loss",0.08776141,1613940448051,1150
+"raw_loss",0.08134954,1613940448051,1150
+"epoch",7.238993710691815,1613940448051,1150
+"wd_0",0.01,1613940448051,1150
+"sqr_mom_0",0.99,1613940448051,1150
+"lr_0",2.4753672844886736e-06,1613940448051,1150
+"mom_0",0.9131158178877832,1613940448051,1150
+"eps_0",1e-05,1613940448051,1150
+"wd_1",0.01,1613940448051,1150
+"sqr_mom_1",0.99,1613940448051,1150
+"lr_1",2.4753672844886732e-05,1613940448051,1150
+"mom_1",0.9131158178877832,1613940448051,1150
+"eps_1",1e-05,1613940448051,1150
+"wd_2",0.01,1613940448051,1150
+"sqr_mom_2",0.99,1613940448051,1150
+"lr_2",0.00024753672844886733,1613940448051,1150
+"mom_2",0.9131158178877832,1613940448051,1150
+"eps_2",1e-05,1613940448051,1150
+"train_loss",0.08718838,1613940449013,1151
+"raw_loss",0.059109688,1613940449013,1151
+"epoch",7.245283018867916,1613940449013,1151
+"wd_0",0.01,1613940449013,1151
+"sqr_mom_0",0.99,1613940449013,1151
+"lr_0",2.4779099545514467e-06,1613940449013,1151
+"mom_0",0.9130522511362138,1613940449013,1151
+"eps_0",1e-05,1613940449013,1151
+"wd_1",0.01,1613940449013,1151
+"sqr_mom_1",0.99,1613940449013,1151
+"lr_1",2.4779099545514465e-05,1613940449013,1151
+"mom_1",0.9130522511362138,1613940449013,1151
+"eps_1",1e-05,1613940449013,1151
+"wd_2",0.01,1613940449013,1151
+"sqr_mom_2",0.99,1613940449013,1151
+"lr_2",0.00024779099545514465,1613940449013,1151
+"mom_2",0.9130522511362138,1613940449013,1151
+"eps_2",1e-05,1613940449013,1151
+"train_loss",0.08643262,1613940449976,1152
+"raw_loss",0.04940044,1613940449976,1152
+"epoch",7.251572327044016,1613940449976,1152
+"wd_0",0.01,1613940449976,1152
+"sqr_mom_0",0.99,1613940449976,1152
+"lr_0",2.4804535304965138e-06,1613940449976,1152
+"mom_0",0.9129886617375871,1613940449976,1152
+"eps_0",1e-05,1613940449976,1152
+"wd_1",0.01,1613940449976,1152
+"sqr_mom_1",0.99,1613940449976,1152
+"lr_1",2.4804535304965134e-05,1613940449976,1152
+"mom_1",0.9129886617375871,1613940449976,1152
+"eps_1",1e-05,1613940449976,1152
+"wd_2",0.01,1613940449976,1152
+"sqr_mom_2",0.99,1613940449976,1152
+"lr_2",0.0002480453530496513,1613940449976,1152
+"mom_2",0.9129886617375871,1613940449976,1152
+"eps_2",1e-05,1613940449976,1152
+"train_loss",0.085984625,1613940450931,1153
+"raw_loss",0.06403281,1613940450931,1153
+"epoch",7.257861635220117,1613940450931,1153
+"wd_0",0.01,1613940450931,1153
+"sqr_mom_0",0.99,1613940450931,1153
+"lr_0",2.4829978270215477e-06,1613940450931,1153
+"mom_0",0.9129250543244612,1613940450931,1153
+"eps_0",1e-05,1613940450931,1153
+"wd_1",0.01,1613940450931,1153
+"sqr_mom_1",0.99,1613940450931,1153
+"lr_1",2.4829978270215475e-05,1613940450931,1153
+"mom_1",0.9129250543244612,1613940450931,1153
+"eps_1",1e-05,1613940450931,1153
+"wd_2",0.01,1613940450931,1153
+"sqr_mom_2",0.99,1613940450931,1153
+"lr_2",0.0002482997827021548,1613940450931,1153
+"mom_2",0.9129250543244612,1613940450931,1153
+"eps_2",1e-05,1613940450931,1153
+"train_loss",0.085589655,1613940451887,1154
+"raw_loss",0.06623612,1613940451887,1154
+"epoch",7.264150943396217,1613940451887,1154
+"wd_0",0.01,1613940451887,1154
+"sqr_mom_0",0.99,1613940451887,1154
+"lr_0",2.485543382378458e-06,1613940451887,1154
+"mom_0",0.9128614154405386,1613940451887,1154
+"eps_0",1e-05,1613940451887,1154
+"wd_1",0.01,1613940451887,1154
+"sqr_mom_1",0.99,1613940451887,1154
+"lr_1",2.485543382378458e-05,1613940451887,1154
+"mom_1",0.9128614154405386,1613940451887,1154
+"eps_1",1e-05,1613940451887,1154
+"wd_2",0.01,1613940451887,1154
+"sqr_mom_2",0.99,1613940451887,1154
+"lr_2",0.0002485543382378458,1613940451887,1154
+"mom_2",0.9128614154405386,1613940451887,1154
+"eps_2",1e-05,1613940451887,1154
+"train_loss",0.08843563,1613940452863,1155
+"raw_loss",0.22788848,1613940452863,1155
+"epoch",7.270440251572317,1613940452863,1155
+"wd_0",0.01,1613940452863,1155
+"sqr_mom_0",0.99,1613940452863,1155
+"lr_0",2.488089649483895e-06,1613940452863,1155
+"mom_0",0.9127977587629026,1613940452863,1155
+"eps_0",1e-05,1613940452863,1155
+"wd_1",0.01,1613940452863,1155
+"sqr_mom_1",0.99,1613940452863,1155
+"lr_1",2.4880896494838948e-05,1613940452863,1155
+"mom_1",0.9127977587629026,1613940452863,1155
+"eps_1",1e-05,1613940452863,1155
+"wd_2",0.01,1613940452863,1155
+"sqr_mom_2",0.99,1613940452863,1155
+"lr_2",0.00024880896494838947,1613940452863,1155
+"mom_2",0.9127977587629026,1613940452863,1155
+"eps_2",1e-05,1613940452863,1155
+"train_loss",0.08797994,1613940453832,1156
+"raw_loss",0.06565152,1613940453832,1156
+"epoch",7.276729559748418,1613940453832,1156
+"wd_0",0.01,1613940453832,1156
+"sqr_mom_0",0.99,1613940453832,1156
+"lr_0",2.4906366237299415e-06,1613940453832,1156
+"mom_0",0.9127340844067514,1613940453832,1156
+"eps_0",1e-05,1613940453832,1156
+"wd_1",0.01,1613940453832,1156
+"sqr_mom_1",0.99,1613940453832,1156
+"lr_1",2.4906366237299414e-05,1613940453832,1156
+"mom_1",0.9127340844067514,1613940453832,1156
+"eps_1",1e-05,1613940453832,1156
+"wd_2",0.01,1613940453832,1156
+"sqr_mom_2",0.99,1613940453832,1156
+"lr_2",0.0002490636623729941,1613940453832,1156
+"mom_2",0.9127340844067514,1613940453832,1156
+"eps_2",1e-05,1613940453832,1156
+"train_loss",0.087572075,1613940454788,1157
+"raw_loss",0.067586645,1613940454788,1157
+"epoch",7.283018867924518,1613940454788,1157
+"wd_0",0.01,1613940454788,1157
+"sqr_mom_0",0.99,1613940454788,1157
+"lr_0",2.493184843933473e-06,1613940454788,1157
+"mom_0",0.9126703789016631,1613940454788,1157
+"eps_0",1e-05,1613940454788,1157
+"wd_1",0.01,1613940454788,1157
+"sqr_mom_1",0.99,1613940454788,1157
+"lr_1",2.4931848439334724e-05,1613940454788,1157
+"mom_1",0.9126703789016631,1613940454788,1157
+"eps_1",1e-05,1613940454788,1157
+"wd_2",0.01,1613940454788,1157
+"sqr_mom_2",0.99,1613940454788,1157
+"lr_2",0.00024931848439334727,1613940454788,1157
+"mom_2",0.9126703789016631,1613940454788,1157
+"eps_2",1e-05,1613940454788,1157
+"train_loss",0.08821899,1613940455742,1158
+"raw_loss",0.119917616,1613940455742,1158
+"epoch",7.289308176100619,1613940455742,1158
+"wd_0",0.01,1613940455742,1158
+"sqr_mom_0",0.99,1613940455742,1158
+"lr_0",2.4957335812330737e-06,1613940455742,1158
+"mom_0",0.9126066604691732,1613940455742,1158
+"eps_0",1e-05,1613940455742,1158
+"wd_1",0.01,1613940455742,1158
+"sqr_mom_1",0.99,1613940455742,1158
+"lr_1",2.4957335812330734e-05,1613940455742,1158
+"mom_1",0.9126066604691732,1613940455742,1158
+"eps_1",1e-05,1613940455742,1158
+"wd_2",0.01,1613940455742,1158
+"sqr_mom_2",0.99,1613940455742,1158
+"lr_2",0.0002495733581233073,1613940455742,1158
+"mom_2",0.9126066604691732,1613940455742,1158
+"eps_2",1e-05,1613940455742,1158
+"train_loss",0.087812334,1613940456690,1159
+"raw_loss",0.06788634,1613940456690,1159
+"epoch",7.295597484276719,1613940456690,1159
+"wd_0",0.01,1613940456690,1159
+"sqr_mom_0",0.99,1613940456690,1159
+"lr_0",2.4982835558964086e-06,1613940456690,1159
+"mom_0",0.9125429111025898,1613940456690,1159
+"eps_0",1e-05,1613940456690,1159
+"wd_1",0.01,1613940456690,1159
+"sqr_mom_1",0.99,1613940456690,1159
+"lr_1",2.4982835558964086e-05,1613940456690,1159
+"mom_1",0.9125429111025898,1613940456690,1159
+"eps_1",1e-05,1613940456690,1159
+"wd_2",0.01,1613940456690,1159
+"sqr_mom_2",0.99,1613940456690,1159
+"lr_2",0.00024982835558964086,1613940456690,1159
+"mom_2",0.9125429111025898,1613940456690,1159
+"eps_2",1e-05,1613940456690,1159
+"train_loss",0.08836964,1613940457664,1160
+"raw_loss",0.11567751,1613940457664,1160
+"epoch",7.3018867924528195,1613940457664,1160
+"wd_0",0.01,1613940457664,1160
+"sqr_mom_0",0.99,1613940457664,1160
+"lr_0",2.500834219887822e-06,1613940457664,1160
+"mom_0",0.9124791445028044,1613940457664,1160
+"eps_0",1e-05,1613940457664,1160
+"wd_1",0.01,1613940457664,1160
+"sqr_mom_1",0.99,1613940457664,1160
+"lr_1",2.5008342198878217e-05,1613940457664,1160
+"mom_1",0.9124791445028044,1613940457664,1160
+"eps_1",1e-05,1613940457664,1160
+"wd_2",0.01,1613940457664,1160
+"sqr_mom_2",0.99,1613940457664,1160
+"lr_2",0.00025008342198878214,1613940457664,1160
+"mom_2",0.9124791445028044,1613940457664,1160
+"eps_2",1e-05,1613940457664,1160
+"train_loss",0.087193735,1613940458614,1161
+"raw_loss",0.029574484,1613940458614,1161
+"epoch",7.30817610062892,1613940458614,1161
+"wd_0",0.01,1613940458614,1161
+"sqr_mom_0",0.99,1613940458614,1161
+"lr_0",2.503385568596481e-06,1613940458614,1161
+"mom_0",0.912415360785088,1613940458614,1161
+"eps_0",1e-05,1613940458614,1161
+"wd_1",0.01,1613940458614,1161
+"sqr_mom_1",0.99,1613940458614,1161
+"lr_1",2.5033855685964805e-05,1613940458614,1161
+"mom_1",0.912415360785088,1613940458614,1161
+"eps_1",1e-05,1613940458614,1161
+"wd_2",0.01,1613940458614,1161
+"sqr_mom_2",0.99,1613940458614,1161
+"lr_2",0.00025033855685964803,1613940458614,1161
+"mom_2",0.912415360785088,1613940458614,1161
+"eps_2",1e-05,1613940458614,1161
+"train_loss",0.08677731,1613940459557,1162
+"raw_loss",0.066372335,1613940459557,1162
+"epoch",7.31446540880502,1613940459557,1162
+"wd_0",0.01,1613940459557,1162
+"sqr_mom_0",0.99,1613940459557,1162
+"lr_0",2.5059381417621655e-06,1613940459557,1162
+"mom_0",0.9123515464559458,1613940459557,1162
+"eps_0",1e-05,1613940459557,1162
+"wd_1",0.01,1613940459557,1162
+"sqr_mom_1",0.99,1613940459557,1162
+"lr_1",2.5059381417621654e-05,1613940459557,1162
+"mom_1",0.9123515464559458,1613940459557,1162
+"eps_1",1e-05,1613940459557,1162
+"wd_2",0.01,1613940459557,1162
+"sqr_mom_2",0.99,1613940459557,1162
+"lr_2",0.00025059381417621654,1613940459557,1162
+"mom_2",0.9123515464559458,1613940459557,1162
+"eps_2",1e-05,1613940459557,1162
+"train_loss",0.086809576,1613940460511,1163
+"raw_loss",0.08839063,1613940460511,1163
+"epoch",7.320754716981121,1613940460511,1163
+"wd_0",0.01,1613940460511,1163
+"sqr_mom_0",0.99,1613940460511,1163
+"lr_0",2.5084912092783943e-06,1613940460511,1163
+"mom_0",0.9122877197680401,1613940460511,1163
+"eps_0",1e-05,1613940460511,1163
+"wd_1",0.01,1613940460511,1163
+"sqr_mom_1",0.99,1613940460511,1163
+"lr_1",2.5084912092783942e-05,1613940460511,1163
+"mom_1",0.9122877197680401,1613940460511,1163
+"eps_1",1e-05,1613940460511,1163
+"wd_2",0.01,1613940460511,1163
+"sqr_mom_2",0.99,1613940460511,1163
+"lr_2",0.0002508491209278394,1613940460511,1163
+"mom_2",0.9122877197680401,1613940460511,1163
+"eps_2",1e-05,1613940460511,1163
+"train_loss",0.085922636,1613940461475,1164
+"raw_loss",0.042462423,1613940461475,1164
+"epoch",7.327044025157221,1613940461475,1164
+"wd_0",0.01,1613940461475,1164
+"sqr_mom_0",0.99,1613940461475,1164
+"lr_0",2.5110453110652316e-06,1613940461475,1164
+"mom_0",0.9122238672233692,1613940461475,1164
+"eps_0",1e-05,1613940461475,1164
+"wd_1",0.01,1613940461475,1164
+"sqr_mom_1",0.99,1613940461475,1164
+"lr_1",2.5110453110652313e-05,1613940461475,1164
+"mom_1",0.9122238672233692,1613940461475,1164
+"eps_1",1e-05,1613940461475,1164
+"wd_2",0.01,1613940461475,1164
+"sqr_mom_2",0.99,1613940461475,1164
+"lr_2",0.0002511045311065231,1613940461475,1164
+"mom_2",0.9122238672233692,1613940461475,1164
+"eps_2",1e-05,1613940461475,1164
+"train_loss",0.08484886,1613940462419,1165
+"raw_loss",0.0322337,1613940462419,1165
+"epoch",7.3333333333333215,1613940462419,1165
+"wd_0",0.01,1613940462419,1165
+"sqr_mom_0",0.99,1613940462419,1165
+"lr_0",2.513600442872415e-06,1613940462419,1165
+"mom_0",0.9121599889281896,1613940462419,1165
+"eps_0",1e-05,1613940462419,1165
+"wd_1",0.01,1613940462419,1165
+"sqr_mom_1",0.99,1613940462419,1165
+"lr_1",2.513600442872415e-05,1613940462419,1165
+"mom_1",0.9121599889281896,1613940462419,1165
+"eps_1",1e-05,1613940462419,1165
+"wd_2",0.01,1613940462419,1165
+"sqr_mom_2",0.99,1613940462419,1165
+"lr_2",0.00025136004428724147,1613940462419,1165
+"mom_2",0.9121599889281896,1613940462419,1165
+"eps_2",1e-05,1613940462419,1165
+"train_loss",0.086093836,1613940463387,1166
+"raw_loss",0.14709762,1613940463387,1166
+"epoch",7.339622641509422,1613940463387,1166
+"wd_0",0.01,1613940463387,1166
+"sqr_mom_0",0.99,1613940463387,1166
+"lr_0",2.516156055372471e-06,1613940463387,1166
+"mom_0",0.9120960986156882,1613940463387,1166
+"eps_0",1e-05,1613940463387,1166
+"wd_1",0.01,1613940463387,1166
+"sqr_mom_1",0.99,1613940463387,1166
+"lr_1",2.5161560553724706e-05,1613940463387,1166
+"mom_1",0.9120960986156882,1613940463387,1166
+"eps_1",1e-05,1613940463387,1166
+"wd_2",0.01,1613940463387,1166
+"sqr_mom_2",0.99,1613940463387,1166
+"lr_2",0.00025161560553724704,1613940463387,1166
+"mom_2",0.9120960986156882,1613940463387,1166
+"eps_2",1e-05,1613940463387,1166
+"train_loss",0.08533458,1613940464335,1167
+"raw_loss",0.048130985,1613940464335,1167
+"epoch",7.345911949685522,1613940464335,1167
+"wd_0",0.01,1613940464335,1167
+"sqr_mom_0",0.99,1613940464335,1167
+"lr_0",2.5187125072743894e-06,1613940464335,1167
+"mom_0",0.9120321873181403,1613940464335,1167
+"eps_0",1e-05,1613940464335,1167
+"wd_1",0.01,1613940464335,1167
+"sqr_mom_1",0.99,1613940464335,1167
+"lr_1",2.5187125072743894e-05,1613940464335,1167
+"mom_1",0.9120321873181403,1613940464335,1167
+"eps_1",1e-05,1613940464335,1167
+"wd_2",0.01,1613940464335,1167
+"sqr_mom_2",0.99,1613940464335,1167
+"lr_2",0.00025187125072743895,1613940464335,1167
+"mom_2",0.9120321873181403,1613940464335,1167
+"eps_2",1e-05,1613940464335,1167
+"train_loss",0.08467709,1613940465284,1168
+"raw_loss",0.052460164,1613940465284,1168
+"epoch",7.352201257861623,1613940465284,1168
+"wd_0",0.01,1613940465284,1168
+"sqr_mom_0",0.99,1613940465284,1168
+"lr_0",2.5212701577630627e-06,1613940465284,1168
+"mom_0",0.9119682460559234,1613940465284,1168
+"eps_0",1e-05,1613940465284,1168
+"wd_1",0.01,1613940465284,1168
+"sqr_mom_1",0.99,1613940465284,1168
+"lr_1",2.5212701577630625e-05,1613940465284,1168
+"mom_1",0.9119682460559234,1613940465284,1168
+"eps_1",1e-05,1613940465284,1168
+"wd_2",0.01,1613940465284,1168
+"sqr_mom_2",0.99,1613940465284,1168
+"lr_2",0.00025212701577630625,1613940465284,1168
+"mom_2",0.9119682460559234,1613940465284,1168
+"eps_2",1e-05,1613940465284,1168
+"train_loss",0.0839293,1613940466243,1169
+"raw_loss",0.04728747,1613940466243,1169
+"epoch",7.358490566037723,1613940466243,1169
+"wd_0",0.01,1613940466243,1169
+"sqr_mom_0",0.99,1613940466243,1169
+"lr_0",2.5238284571486285e-06,1613940466243,1169
+"mom_0",0.9119042885712842,1613940466243,1169
+"eps_0",1e-05,1613940466243,1169
+"wd_1",0.01,1613940466243,1169
+"sqr_mom_1",0.99,1613940466243,1169
+"lr_1",2.5238284571486287e-05,1613940466243,1169
+"mom_1",0.9119042885712842,1613940466243,1169
+"eps_1",1e-05,1613940466243,1169
+"wd_2",0.01,1613940466243,1169
+"sqr_mom_2",0.99,1613940466243,1169
+"lr_2",0.00025238284571486283,1613940466243,1169
+"mom_2",0.9119042885712842,1613940466243,1169
+"eps_2",1e-05,1613940466243,1169
+"train_loss",0.0834177,1613940467213,1170
+"raw_loss",0.05834921,1613940467213,1170
+"epoch",7.3647798742138235,1613940467213,1170
+"wd_0",0.01,1613940467213,1170
+"sqr_mom_0",0.99,1613940467213,1170
+"lr_0",2.526387764670402e-06,1613940467213,1170
+"mom_0",0.9118403058832399,1613940467213,1170
+"eps_0",1e-05,1613940467213,1170
+"wd_1",0.01,1613940467213,1170
+"sqr_mom_1",0.99,1613940467213,1170
+"lr_1",2.526387764670402e-05,1613940467213,1170
+"mom_1",0.9118403058832399,1613940467213,1170
+"eps_1",1e-05,1613940467213,1170
+"wd_2",0.01,1613940467213,1170
+"sqr_mom_2",0.99,1613940467213,1170
+"lr_2",0.0002526387764670402,1613940467213,1170
+"mom_2",0.9118403058832399,1613940467213,1170
+"eps_2",1e-05,1613940467213,1170
+"train_loss",0.083406866,1613940468147,1171
+"raw_loss",0.082876004,1613940468147,1171
+"epoch",7.371069182389924,1613940468147,1171
+"wd_0",0.01,1613940468147,1171
+"sqr_mom_0",0.99,1613940468147,1171
+"lr_0",2.5289475301056867e-06,1613940468147,1171
+"mom_0",0.9117763117473578,1613940468147,1171
+"eps_0",1e-05,1613940468147,1171
+"wd_1",0.01,1613940468147,1171
+"sqr_mom_1",0.99,1613940468147,1171
+"lr_1",2.5289475301056862e-05,1613940468147,1171
+"mom_1",0.9117763117473578,1613940468147,1171
+"eps_1",1e-05,1613940468147,1171
+"wd_2",0.01,1613940468147,1171
+"sqr_mom_2",0.99,1613940468147,1171
+"lr_2",0.0002528947530105686,1613940468147,1171
+"mom_2",0.9117763117473578,1613940468147,1171
+"eps_2",1e-05,1613940468147,1171
+"train_loss",0.0835055,1613940469097,1172
+"raw_loss",0.08833849,1613940469097,1172
+"epoch",7.377358490566024,1613940469097,1172
+"wd_0",0.01,1613940469097,1172
+"sqr_mom_0",0.99,1613940469097,1172
+"lr_0",2.5315081127514063e-06,1613940469097,1172
+"mom_0",0.9117122971812148,1613940469097,1172
+"eps_0",1e-05,1613940469097,1172
+"wd_1",0.01,1613940469097,1172
+"sqr_mom_1",0.99,1613940469097,1172
+"lr_1",2.531508112751406e-05,1613940469097,1172
+"mom_1",0.9117122971812148,1613940469097,1172
+"eps_1",1e-05,1613940469097,1172
+"wd_2",0.01,1613940469097,1172
+"sqr_mom_2",0.99,1613940469097,1172
+"lr_2",0.0002531508112751406,1613940469097,1172
+"mom_2",0.9117122971812148,1613940469097,1172
+"eps_2",1e-05,1613940469097,1172
+"train_loss",0.083762884,1613940470042,1173
+"raw_loss",0.096374914,1613940470042,1173
+"epoch",7.383647798742125,1613940470042,1173
+"wd_0",0.01,1613940470042,1173
+"sqr_mom_0",0.99,1613940470042,1173
+"lr_0",2.534069872367806e-06,1613940470042,1173
+"mom_0",0.9116482531908048,1613940470042,1173
+"eps_0",1e-05,1613940470042,1173
+"wd_1",0.01,1613940470042,1173
+"sqr_mom_1",0.99,1613940470042,1173
+"lr_1",2.5340698723678056e-05,1613940470042,1173
+"mom_1",0.9116482531908048,1613940470042,1173
+"eps_1",1e-05,1613940470042,1173
+"wd_2",0.01,1613940470042,1173
+"sqr_mom_2",0.99,1613940470042,1173
+"lr_2",0.00025340698723678057,1613940470042,1173
+"mom_2",0.9116482531908048,1613940470042,1173
+"eps_2",1e-05,1613940470042,1173
+"train_loss",0.08334456,1613940470988,1174
+"raw_loss",0.062846325,1613940470988,1174
+"epoch",7.389937106918225,1613940470988,1174
+"wd_0",0.01,1613940470988,1174
+"sqr_mom_0",0.99,1613940470988,1174
+"lr_0",2.536632258379381e-06,1613940470988,1174
+"mom_0",0.9115841935405155,1613940470988,1174
+"eps_0",1e-05,1613940470988,1174
+"wd_1",0.01,1613940470988,1174
+"sqr_mom_1",0.99,1613940470988,1174
+"lr_1",2.5366322583793805e-05,1613940470988,1174
+"mom_1",0.9115841935405155,1613940470988,1174
+"eps_1",1e-05,1613940470988,1174
+"wd_2",0.01,1613940470988,1174
+"sqr_mom_2",0.99,1613940470988,1174
+"lr_2",0.0002536632258379381,1613940470988,1174
+"mom_2",0.9115841935405155,1613940470988,1174
+"eps_2",1e-05,1613940470988,1174
+"train_loss",0.0831247,1613940471936,1175
+"raw_loss",0.07235169,1613940471936,1175
+"epoch",7.3962264150943255,1613940471936,1175
+"wd_0",0.01,1613940471936,1175
+"sqr_mom_0",0.99,1613940471936,1175
+"lr_0",2.539195266168203e-06,1613940471936,1175
+"mom_0",0.9115201183457949,1613940471936,1175
+"eps_0",1e-05,1613940471936,1175
+"wd_1",0.01,1613940471936,1175
+"sqr_mom_1",0.99,1613940471936,1175
+"lr_1",2.5391952661682032e-05,1613940471936,1175
+"mom_1",0.9115201183457949,1613940471936,1175
+"eps_1",1e-05,1613940471936,1175
+"wd_2",0.01,1613940471936,1175
+"sqr_mom_2",0.99,1613940471936,1175
+"lr_2",0.00025391952661682027,1613940471936,1175
+"mom_2",0.9115201183457949,1613940471936,1175
+"eps_2",1e-05,1613940471936,1175
+"train_loss",0.083359525,1613940472890,1176
+"raw_loss",0.09486615,1613940472890,1176
+"epoch",7.402515723270426,1613940472890,1176
+"wd_0",0.01,1613940472890,1176
+"sqr_mom_0",0.99,1613940472890,1176
+"lr_0",2.5417594379334948e-06,1613940472890,1176
+"mom_0",0.9114560140516625,1613940472890,1176
+"eps_0",1e-05,1613940472890,1176
+"wd_1",0.01,1613940472890,1176
+"sqr_mom_1",0.99,1613940472890,1176
+"lr_1",2.5417594379334946e-05,1613940472890,1176
+"mom_1",0.9114560140516625,1613940472890,1176
+"eps_1",1e-05,1613940472890,1176
+"wd_2",0.01,1613940472890,1176
+"sqr_mom_2",0.99,1613940472890,1176
+"lr_2",0.00025417594379334945,1613940472890,1176
+"mom_2",0.9114560140516625,1613940472890,1176
+"eps_2",1e-05,1613940472890,1176
+"train_loss",0.083017915,1613940473833,1177
+"raw_loss",0.066279165,1613940473833,1177
+"epoch",7.408805031446526,1613940473833,1177
+"wd_0",0.01,1613940473833,1177
+"sqr_mom_0",0.99,1613940473833,1177
+"lr_0",2.544324040251255e-06,1613940473833,1177
+"mom_0",0.9113918989937186,1613940473833,1177
+"eps_0",1e-05,1613940473833,1177
+"wd_1",0.01,1613940473833,1177
+"sqr_mom_1",0.99,1613940473833,1177
+"lr_1",2.5443240402512547e-05,1613940473833,1177
+"mom_1",0.9113918989937186,1613940473833,1177
+"eps_1",1e-05,1613940473833,1177
+"wd_2",0.01,1613940473833,1177
+"sqr_mom_2",0.99,1613940473833,1177
+"lr_2",0.00025443240402512544,1613940473833,1177
+"mom_2",0.9113918989937186,1613940473833,1177
+"eps_2",1e-05,1613940473833,1177
+"train_loss",0.083363555,1613940474802,1178
+"raw_loss",0.10029978,1613940474802,1178
+"epoch",7.415094339622627,1613940474802,1178
+"wd_0",0.01,1613940474802,1178
+"sqr_mom_0",0.99,1613940474802,1178
+"lr_0",2.546889797872566e-06,1613940474802,1178
+"mom_0",0.9113277550531859,1613940474802,1178
+"eps_0",1e-05,1613940474802,1178
+"wd_1",0.01,1613940474802,1178
+"sqr_mom_1",0.99,1613940474802,1178
+"lr_1",2.546889797872566e-05,1613940474802,1178
+"mom_1",0.9113277550531859,1613940474802,1178
+"eps_1",1e-05,1613940474802,1178
+"wd_2",0.01,1613940474802,1178
+"sqr_mom_2",0.99,1613940474802,1178
+"lr_2",0.0002546889797872566,1613940474802,1178
+"mom_2",0.9113277550531859,1613940474802,1178
+"eps_2",1e-05,1613940474802,1178
+"train_loss",0.0834593,1613940475748,1179
+"raw_loss",0.088150956,1613940475748,1179
+"epoch",7.421383647798727,1613940475748,1179
+"wd_0",0.01,1613940475748,1179
+"sqr_mom_0",0.99,1613940475748,1179
+"lr_0",2.549456159360164e-06,1613940475748,1179
+"mom_0",0.9112635960159958,1613940475748,1179
+"eps_0",1e-05,1613940475748,1179
+"wd_1",0.01,1613940475748,1179
+"sqr_mom_1",0.99,1613940475748,1179
+"lr_1",2.5494561593601636e-05,1613940475748,1179
+"mom_1",0.9112635960159958,1613940475748,1179
+"eps_1",1e-05,1613940475748,1179
+"wd_2",0.01,1613940475748,1179
+"sqr_mom_2",0.99,1613940475748,1179
+"lr_2",0.0002549456159360164,1613940475748,1179
+"mom_2",0.9112635960159958,1613940475748,1179
+"eps_2",1e-05,1613940475748,1179
+"train_loss",0.08282577,1613940476689,1180
+"raw_loss",0.05178283,1613940476689,1180
+"epoch",7.427672955974828,1613940476689,1180
+"wd_0",0.01,1613940476689,1180
+"sqr_mom_0",0.99,1613940476689,1180
+"lr_0",2.552023120093966e-06,1613940476689,1180
+"mom_0",0.9111994219976508,1613940476689,1180
+"eps_0",1e-05,1613940476689,1180
+"wd_1",0.01,1613940476689,1180
+"sqr_mom_1",0.99,1613940476689,1180
+"lr_1",2.552023120093966e-05,1613940476689,1180
+"mom_1",0.9111994219976508,1613940476689,1180
+"eps_1",1e-05,1613940476689,1180
+"wd_2",0.01,1613940476689,1180
+"sqr_mom_2",0.99,1613940476689,1180
+"lr_2",0.00025520231200939656,1613940476689,1180
+"mom_2",0.9111994219976508,1613940476689,1180
+"eps_2",1e-05,1613940476689,1180
+"train_loss",0.08251442,1613940477640,1181
+"raw_loss",0.067258276,1613940477640,1181
+"epoch",7.433962264150928,1613940477640,1181
+"wd_0",0.01,1613940477640,1181
+"sqr_mom_0",0.99,1613940477640,1181
+"lr_0",2.554591223106928e-06,1613940477640,1181
+"mom_0",0.9111352194223268,1613940477640,1181
+"eps_0",1e-05,1613940477640,1181
+"wd_1",0.01,1613940477640,1181
+"sqr_mom_1",0.99,1613940477640,1181
+"lr_1",2.5545912231069282e-05,1613940477640,1181
+"mom_1",0.9111352194223268,1613940477640,1181
+"eps_1",1e-05,1613940477640,1181
+"wd_2",0.01,1613940477640,1181
+"sqr_mom_2",0.99,1613940477640,1181
+"lr_2",0.00025545912231069275,1613940477640,1181
+"mom_2",0.9111352194223268,1613940477640,1181
+"eps_2",1e-05,1613940477640,1181
+"train_loss",0.08351149,1613940478586,1182
+"raw_loss",0.13236761,1613940478586,1182
+"epoch",7.440251572327028,1613940478586,1182
+"wd_0",0.01,1613940478586,1182
+"sqr_mom_0",0.99,1613940478586,1182
+"lr_0",2.557159733850603e-06,1613940478586,1182
+"mom_0",0.9110710066537349,1613940478586,1182
+"eps_0",1e-05,1613940478586,1182
+"wd_1",0.01,1613940478586,1182
+"sqr_mom_1",0.99,1613940478586,1182
+"lr_1",2.5571597338506027e-05,1613940478586,1182
+"mom_1",0.9110710066537349,1613940478586,1182
+"eps_1",1e-05,1613940478586,1182
+"wd_2",0.01,1613940478586,1182
+"sqr_mom_2",0.99,1613940478586,1182
+"lr_2",0.00025571597338506027,1613940478586,1182
+"mom_2",0.9110710066537349,1613940478586,1182
+"eps_2",1e-05,1613940478586,1182
+"train_loss",0.08324442,1613940479521,1183
+"raw_loss",0.07015812,1613940479521,1183
+"epoch",7.446540880503129,1613940479521,1183
+"wd_0",0.01,1613940479521,1183
+"sqr_mom_0",0.99,1613940479521,1183
+"lr_0",2.559729195520526e-06,1613940479521,1183
+"mom_0",0.9110067701119868,1613940479521,1183
+"eps_0",1e-05,1613940479521,1183
+"wd_1",0.01,1613940479521,1183
+"sqr_mom_1",0.99,1613940479521,1183
+"lr_1",2.5597291955205257e-05,1613940479521,1183
+"mom_1",0.9110067701119868,1613940479521,1183
+"eps_1",1e-05,1613940479521,1183
+"wd_2",0.01,1613940479521,1183
+"sqr_mom_2",0.99,1613940479521,1183
+"lr_2",0.00025597291955205254,1613940479521,1183
+"mom_2",0.9110067701119868,1613940479521,1183
+"eps_2",1e-05,1613940479521,1183
+"train_loss",0.083925545,1613940480476,1184
+"raw_loss",0.1173005,1613940480476,1184
+"epoch",7.452830188679229,1613940480476,1184
+"wd_0",0.01,1613940480476,1184
+"sqr_mom_0",0.99,1613940480476,1184
+"lr_0",2.562299603821774e-06,1613940480476,1184
+"mom_0",0.9109425099044556,1613940480476,1184
+"eps_0",1e-05,1613940480476,1184
+"wd_1",0.01,1613940480476,1184
+"sqr_mom_1",0.99,1613940480476,1184
+"lr_1",2.5622996038217738e-05,1613940480476,1184
+"mom_1",0.9109425099044556,1613940480476,1184
+"eps_1",1e-05,1613940480476,1184
+"wd_2",0.01,1613940480476,1184
+"sqr_mom_2",0.99,1613940480476,1184
+"lr_2",0.0002562299603821774,1613940480476,1184
+"mom_2",0.9109425099044556,1613940480476,1184
+"eps_2",1e-05,1613940480476,1184
+"train_loss",0.0832022,1613940481411,1185
+"raw_loss",0.047758102,1613940481411,1185
+"epoch",7.45911949685533,1613940481411,1185
+"wd_0",0.01,1613940481411,1185
+"sqr_mom_0",0.99,1613940481411,1185
+"lr_0",2.56487040615213e-06,1613940481411,1185
+"mom_0",0.9108782398461968,1613940481411,1185
+"eps_0",1e-05,1613940481411,1185
+"wd_1",0.01,1613940481411,1185
+"sqr_mom_1",0.99,1613940481411,1185
+"lr_1",2.5648704061521292e-05,1613940481411,1185
+"mom_1",0.9108782398461968,1613940481411,1185
+"eps_1",1e-05,1613940481411,1185
+"wd_2",0.01,1613940481411,1185
+"sqr_mom_2",0.99,1613940481411,1185
+"lr_2",0.0002564870406152129,1613940481411,1185
+"mom_2",0.9108782398461968,1613940481411,1185
+"eps_2",1e-05,1613940481411,1185
+"train_loss",0.083389394,1613940482368,1186
+"raw_loss",0.09256187,1613940482368,1186
+"epoch",7.46540880503143,1613940482368,1186
+"wd_0",0.01,1613940482368,1186
+"sqr_mom_0",0.99,1613940482368,1186
+"lr_0",2.5674419633717336e-06,1613940482368,1186
+"mom_0",0.9108139509157066,1613940482368,1186
+"eps_0",1e-05,1613940482368,1186
+"wd_1",0.01,1613940482368,1186
+"sqr_mom_1",0.99,1613940482368,1186
+"lr_1",2.5674419633717333e-05,1613940482368,1186
+"mom_1",0.9108139509157066,1613940482368,1186
+"eps_1",1e-05,1613940482368,1186
+"wd_2",0.01,1613940482368,1186
+"sqr_mom_2",0.99,1613940482368,1186
+"lr_2",0.00025674419633717335,1613940482368,1186
+"mom_2",0.9108139509157066,1613940482368,1186
+"eps_2",1e-05,1613940482368,1186
+"train_loss",0.082387514,1613940483353,1187
+"raw_loss",0.03329542,1613940483353,1187
+"epoch",7.47169811320753,1613940483353,1187
+"wd_0",0.01,1613940483353,1187
+"sqr_mom_0",0.99,1613940483353,1187
+"lr_0",2.570014636768713e-06,1613940483353,1187
+"mom_0",0.9107496340807821,1613940483353,1187
+"eps_0",1e-05,1613940483353,1187
+"wd_1",0.01,1613940483353,1187
+"sqr_mom_1",0.99,1613940483353,1187
+"lr_1",2.570014636768713e-05,1613940483353,1187
+"mom_1",0.9107496340807821,1613940483353,1187
+"eps_1",1e-05,1613940483353,1187
+"wd_2",0.01,1613940483353,1187
+"sqr_mom_2",0.99,1613940483353,1187
+"lr_2",0.0002570014636768713,1613940483353,1187
+"mom_2",0.9107496340807821,1613940483353,1187
+"eps_2",1e-05,1613940483353,1187
+"train_loss",0.082536094,1613940484321,1188
+"raw_loss",0.08981666,1613940484321,1188
+"epoch",7.477987421383631,1613940484321,1188
+"wd_0",0.01,1613940484321,1188
+"sqr_mom_0",0.99,1613940484321,1188
+"lr_0",2.572587873414949e-06,1613940484321,1188
+"mom_0",0.9106853031646263,1613940484321,1188
+"eps_0",1e-05,1613940484321,1188
+"wd_1",0.01,1613940484321,1188
+"sqr_mom_1",0.99,1613940484321,1188
+"lr_1",2.5725878734149487e-05,1613940484321,1188
+"mom_1",0.9106853031646263,1613940484321,1188
+"eps_1",1e-05,1613940484321,1188
+"wd_2",0.01,1613940484321,1188
+"sqr_mom_2",0.99,1613940484321,1188
+"lr_2",0.00025725878734149485,1613940484321,1188
+"mom_2",0.9106853031646263,1613940484321,1188
+"eps_2",1e-05,1613940484321,1188
+"train_loss",0.082063995,1613940485269,1189
+"raw_loss",0.05893125,1613940485269,1189
+"epoch",7.484276729559731,1613940485269,1189
+"wd_0",0.01,1613940485269,1189
+"sqr_mom_0",0.99,1613940485269,1189
+"lr_0",2.5751620346472624e-06,1613940485269,1189
+"mom_0",0.9106209491338184,1613940485269,1189
+"eps_0",1e-05,1613940485269,1189
+"wd_1",0.01,1613940485269,1189
+"sqr_mom_1",0.99,1613940485269,1189
+"lr_1",2.575162034647262e-05,1613940485269,1189
+"mom_1",0.9106209491338184,1613940485269,1189
+"eps_1",1e-05,1613940485269,1189
+"wd_2",0.01,1613940485269,1189
+"sqr_mom_2",0.99,1613940485269,1189
+"lr_2",0.0002575162034647262,1613940485269,1189
+"mom_2",0.9106209491338184,1613940485269,1189
+"eps_2",1e-05,1613940485269,1189
+"train_loss",0.08465849,1613940486240,1190
+"raw_loss",0.21178886,1613940486240,1190
+"epoch",7.490566037735832,1613940486240,1190
+"wd_0",0.01,1613940486240,1190
+"sqr_mom_0",0.99,1613940486240,1190
+"lr_0",2.577736567059105e-06,1613940486240,1190
+"mom_0",0.9105565858235224,1613940486240,1190
+"eps_0",1e-05,1613940486240,1190
+"wd_1",0.01,1613940486240,1190
+"sqr_mom_1",0.99,1613940486240,1190
+"lr_1",2.577736567059105e-05,1613940486240,1190
+"mom_1",0.9105565858235224,1613940486240,1190
+"eps_1",1e-05,1613940486240,1190
+"wd_2",0.01,1613940486240,1190
+"sqr_mom_2",0.99,1613940486240,1190
+"lr_2",0.00025777365670591045,1613940486240,1190
+"mom_2",0.9105565858235224,1613940486240,1190
+"eps_2",1e-05,1613940486240,1190
+"train_loss",0.08364314,1613940487192,1191
+"raw_loss",0.03389105,1613940487192,1191
+"epoch",7.496855345911932,1613940487192,1191
+"wd_0",0.01,1613940487192,1191
+"sqr_mom_0",0.99,1613940487192,1191
+"lr_0",2.5803118320391984e-06,1613940487192,1191
+"mom_0",0.91049220419902,1613940487192,1191
+"eps_0",1e-05,1613940487192,1191
+"wd_1",0.01,1613940487192,1191
+"sqr_mom_1",0.99,1613940487192,1191
+"lr_1",2.580311832039198e-05,1613940487192,1191
+"mom_1",0.91049220419902,1613940487192,1191
+"eps_1",1e-05,1613940487192,1191
+"wd_2",0.01,1613940487192,1191
+"sqr_mom_2",0.99,1613940487192,1191
+"lr_2",0.0002580311832039198,1613940487192,1191
+"mom_2",0.91049220419902,1613940487192,1191
+"eps_2",1e-05,1613940487192,1191
+"train_loss",0.084018014,1613940488166,1192
+"raw_loss",0.102387056,1613940488166,1192
+"epoch",7.503144654088032,1613940488166,1192
+"wd_0",0.01,1613940488166,1192
+"sqr_mom_0",0.99,1613940488166,1192
+"lr_0",2.582888191391596e-06,1613940488166,1192
+"mom_0",0.9104277952152101,1613940488166,1192
+"eps_0",1e-05,1613940488166,1192
+"wd_1",0.01,1613940488166,1192
+"sqr_mom_1",0.99,1613940488166,1192
+"lr_1",2.5828881913915957e-05,1613940488166,1192
+"mom_1",0.9104277952152101,1613940488166,1192
+"eps_1",1e-05,1613940488166,1192
+"wd_2",0.01,1613940488166,1192
+"sqr_mom_2",0.99,1613940488166,1192
+"lr_2",0.00025828881913915957,1613940488166,1192
+"mom_2",0.9104277952152101,1613940488166,1192
+"eps_2",1e-05,1613940488166,1192
+"train_loss",0.08354638,1613940489107,1193
+"raw_loss",0.060436327,1613940489107,1193
+"epoch",7.509433962264133,1613940489107,1193
+"wd_0",0.01,1613940489107,1193
+"sqr_mom_0",0.99,1613940489107,1193
+"lr_0",2.5854650913934834e-06,1613940489107,1193
+"mom_0",0.9103633727151629,1613940489107,1193
+"eps_0",1e-05,1613940489107,1193
+"wd_1",0.01,1613940489107,1193
+"sqr_mom_1",0.99,1613940489107,1193
+"lr_1",2.5854650913934833e-05,1613940489107,1193
+"mom_1",0.9103633727151629,1613940489107,1193
+"eps_1",1e-05,1613940489107,1193
+"wd_2",0.01,1613940489107,1193
+"sqr_mom_2",0.99,1613940489107,1193
+"lr_2",0.0002585465091393483,1613940489107,1193
+"mom_2",0.9103633727151629,1613940489107,1193
+"eps_2",1e-05,1613940489107,1193
+"train_loss",0.083331324,1613940490049,1194
+"raw_loss",0.072793774,1613940490049,1194
+"epoch",7.515723270440233,1613940490049,1194
+"wd_0",0.01,1613940490049,1194
+"sqr_mom_0",0.99,1613940490049,1194
+"lr_0",2.5880425274198135e-06,1613940490049,1194
+"mom_0",0.9102989368145047,1613940490049,1194
+"eps_0",1e-05,1613940490049,1194
+"wd_1",0.01,1613940490049,1194
+"sqr_mom_1",0.99,1613940490049,1194
+"lr_1",2.588042527419813e-05,1613940490049,1194
+"mom_1",0.9102989368145047,1613940490049,1194
+"eps_1",1e-05,1613940490049,1194
+"wd_2",0.01,1613940490049,1194
+"sqr_mom_2",0.99,1613940490049,1194
+"lr_2",0.0002588042527419813,1613940490049,1194
+"mom_2",0.9102989368145047,1613940490049,1194
+"eps_2",1e-05,1613940490049,1194
+"train_loss",0.08302956,1613940491027,1195
+"raw_loss",0.068243206,1613940491027,1195
+"epoch",7.522012578616334,1613940491027,1195
+"wd_0",0.01,1613940491027,1195
+"sqr_mom_0",0.99,1613940491027,1195
+"lr_0",2.5906210447125575e-06,1613940491027,1195
+"mom_0",0.910234473882186,1613940491027,1195
+"eps_0",1e-05,1613940491027,1195
+"wd_1",0.01,1613940491027,1195
+"sqr_mom_1",0.99,1613940491027,1195
+"lr_1",2.5906210447125572e-05,1613940491027,1195
+"mom_1",0.910234473882186,1613940491027,1195
+"eps_1",1e-05,1613940491027,1195
+"wd_2",0.01,1613940491027,1195
+"sqr_mom_2",0.99,1613940491027,1195
+"lr_2",0.0002590621044712557,1613940491027,1195
+"mom_2",0.910234473882186,1613940491027,1195
+"eps_2",1e-05,1613940491027,1195
+"train_loss",0.08230395,1613940492005,1196
+"raw_loss",0.04674876,1613940492005,1196
+"epoch",7.528301886792434,1613940492005,1196
+"wd_0",0.01,1613940492005,1196
+"sqr_mom_0",0.99,1613940492005,1196
+"lr_0",2.593199905744496e-06,1613940492005,1196
+"mom_0",0.9101700023563876,1613940492005,1196
+"eps_0",1e-05,1613940492005,1196
+"wd_1",0.01,1613940492005,1196
+"sqr_mom_1",0.99,1613940492005,1196
+"lr_1",2.593199905744496e-05,1613940492005,1196
+"mom_1",0.9101700023563876,1613940492005,1196
+"eps_1",1e-05,1613940492005,1196
+"wd_2",0.01,1613940492005,1196
+"sqr_mom_2",0.99,1613940492005,1196
+"lr_2",0.0002593199905744496,1613940492005,1196
+"mom_2",0.9101700023563876,1613940492005,1196
+"eps_2",1e-05,1613940492005,1196
+"train_loss",0.082598165,1613940492956,1197
+"raw_loss",0.09701486,1613940492956,1197
+"epoch",7.5345911949685345,1613940492956,1197
+"wd_0",0.01,1613940492956,1197
+"sqr_mom_0",0.99,1613940492956,1197
+"lr_0",2.59577965590707e-06,1613940492956,1197
+"mom_0",0.9101055086023232,1613940492956,1197
+"eps_0",1e-05,1613940492956,1197
+"wd_1",0.01,1613940492956,1197
+"sqr_mom_1",0.99,1613940492956,1197
+"lr_1",2.5957796559070693e-05,1613940492956,1197
+"mom_1",0.9101055086023232,1613940492956,1197
+"eps_1",1e-05,1613940492956,1197
+"wd_2",0.01,1613940492956,1197
+"sqr_mom_2",0.99,1613940492956,1197
+"lr_2",0.00025957796559070693,1613940492956,1197
+"mom_2",0.9101055086023232,1613940492956,1197
+"eps_2",1e-05,1613940492956,1197
+"train_loss",0.08180109,1613940493957,1198
+"raw_loss",0.042744324,1613940493957,1198
+"epoch",7.540880503144635,1613940493957,1198
+"wd_0",0.01,1613940493957,1198
+"sqr_mom_0",0.99,1613940493957,1198
+"lr_0",2.598360290874167e-06,1613940493957,1198
+"mom_0",0.9100409927281458,1613940493957,1198
+"eps_0",1e-05,1613940493957,1198
+"wd_1",0.01,1613940493957,1198
+"sqr_mom_1",0.99,1613940493957,1198
+"lr_1",2.5983602908741668e-05,1613940493957,1198
+"mom_1",0.9100409927281458,1613940493957,1198
+"eps_1",1e-05,1613940493957,1198
+"wd_2",0.01,1613940493957,1198
+"sqr_mom_2",0.99,1613940493957,1198
+"lr_2",0.00025983602908741666,1613940493957,1198
+"mom_2",0.9100409927281458,1613940493957,1198
+"eps_2",1e-05,1613940493957,1198
+"train_loss",0.08130917,1613940494907,1199
+"raw_loss",0.057205074,1613940494907,1199
+"epoch",7.547169811320735,1613940494907,1199
+"wd_0",0.01,1613940494907,1199
+"sqr_mom_0",0.99,1613940494907,1199
+"lr_0",2.600941255851971e-06,1613940494907,1199
+"mom_0",0.9099764686037007,1613940494907,1199
+"eps_0",1e-05,1613940494907,1199
+"wd_1",0.01,1613940494907,1199
+"sqr_mom_1",0.99,1613940494907,1199
+"lr_1",2.6009412558519703e-05,1613940494907,1199
+"mom_1",0.9099764686037007,1613940494907,1199
+"eps_1",1e-05,1613940494907,1199
+"wd_2",0.01,1613940494907,1199
+"sqr_mom_2",0.99,1613940494907,1199
+"lr_2",0.0002600941255851971,1613940494907,1199
+"mom_2",0.9099764686037007,1613940494907,1199
+"eps_2",1e-05,1613940494907,1199
+"train_loss",0.08043557,1613940495860,1200
+"raw_loss",0.037628964,1613940495860,1200
+"epoch",7.553459119496836,1613940495860,1200
+"wd_0",0.01,1613940495860,1200
+"sqr_mom_0",0.99,1613940495860,1200
+"lr_0",2.6035232802156176e-06,1613940495860,1200
+"mom_0",0.9099119179946096,1613940495860,1200
+"eps_0",1e-05,1613940495860,1200
+"wd_1",0.01,1613940495860,1200
+"sqr_mom_1",0.99,1613940495860,1200
+"lr_1",2.6035232802156178e-05,1613940495860,1200
+"mom_1",0.9099119179946096,1613940495860,1200
+"eps_1",1e-05,1613940495860,1200
+"wd_2",0.01,1613940495860,1200
+"sqr_mom_2",0.99,1613940495860,1200
+"lr_2",0.0002603523280215618,1613940495860,1200
+"mom_2",0.9099119179946096,1613940495860,1200
+"eps_2",1e-05,1613940495860,1200
+"train_loss",0.07971632,1613940496814,1201
+"raw_loss",0.04447303,1613940496814,1201
+"epoch",7.559748427672936,1613940496814,1201
+"wd_0",0.01,1613940496814,1201
+"sqr_mom_0",0.99,1613940496814,1201
+"lr_0",2.6061056254347696e-06,1613940496814,1201
+"mom_0",0.9098473593641307,1613940496814,1201
+"eps_0",1e-05,1613940496814,1201
+"wd_1",0.01,1613940496814,1201
+"sqr_mom_1",0.99,1613940496814,1201
+"lr_1",2.6061056254347697e-05,1613940496814,1201
+"mom_1",0.9098473593641307,1613940496814,1201
+"eps_1",1e-05,1613940496814,1201
+"wd_2",0.01,1613940496814,1201
+"sqr_mom_2",0.99,1613940496814,1201
+"lr_2",0.00026061056254347696,1613940496814,1201
+"mom_2",0.9098473593641307,1613940496814,1201
+"eps_2",1e-05,1613940496814,1201
+"train_loss",0.07905993,1613940497808,1202
+"raw_loss",0.04689692,1613940497808,1202
+"epoch",7.5660377358490365,1613940497808,1202
+"wd_0",0.01,1613940497808,1202
+"sqr_mom_0",0.99,1613940497808,1202
+"lr_0",2.6086888376402097e-06,1613940497808,1202
+"mom_0",0.9097827790589947,1613940497808,1202
+"eps_0",1e-05,1613940497808,1202
+"wd_1",0.01,1613940497808,1202
+"sqr_mom_1",0.99,1613940497808,1202
+"lr_1",2.60868883764021e-05,1613940497808,1202
+"mom_1",0.9097827790589947,1613940497808,1202
+"eps_1",1e-05,1613940497808,1202
+"wd_2",0.01,1613940497808,1202
+"sqr_mom_2",0.99,1613940497808,1202
+"lr_2",0.00026086888376402093,1613940497808,1202
+"mom_2",0.9097827790589947,1613940497808,1202
+"eps_2",1e-05,1613940497808,1202
+"train_loss",0.07859258,1613940498786,1203
+"raw_loss",0.055692792,1613940498786,1203
+"epoch",7.572327044025137,1613940498786,1203
+"wd_0",0.01,1613940498786,1203
+"sqr_mom_0",0.99,1613940498786,1203
+"lr_0",2.611272912495045e-06,1613940498786,1203
+"mom_0",0.9097181771876238,1613940498786,1203
+"eps_0",1e-05,1613940498786,1203
+"wd_1",0.01,1613940498786,1203
+"sqr_mom_1",0.99,1613940498786,1203
+"lr_1",2.6112729124950442e-05,1613940498786,1203
+"mom_1",0.9097181771876238,1613940498786,1203
+"eps_1",1e-05,1613940498786,1203
+"wd_2",0.01,1613940498786,1203
+"sqr_mom_2",0.99,1613940498786,1203
+"lr_2",0.00026112729124950444,1613940498786,1203
+"mom_2",0.9097181771876238,1613940498786,1203
+"eps_2",1e-05,1613940498786,1203
+"train_loss",0.07882248,1613940499749,1204
+"raw_loss",0.0900873,1613940499749,1204
+"epoch",7.578616352201237,1613940499749,1204
+"wd_0",0.01,1613940499749,1204
+"sqr_mom_0",0.99,1613940499749,1204
+"lr_0",2.6138572944684257e-06,1613940499749,1204
+"mom_0",0.9096535676382893,1613940499749,1204
+"eps_0",1e-05,1613940499749,1204
+"wd_1",0.01,1613940499749,1204
+"sqr_mom_1",0.99,1613940499749,1204
+"lr_1",2.6138572944684256e-05,1613940499749,1204
+"mom_1",0.9096535676382893,1613940499749,1204
+"eps_1",1e-05,1613940499749,1204
+"wd_2",0.01,1613940499749,1204
+"sqr_mom_2",0.99,1613940499749,1204
+"lr_2",0.00026138572944684255,1613940499749,1204
+"mom_2",0.9096535676382893,1613940499749,1204
+"eps_2",1e-05,1613940499749,1204
+"train_loss",0.07817859,1613940500713,1205
+"raw_loss",0.046628274,1613940500713,1205
+"epoch",7.584905660377338,1613940500713,1205
+"wd_0",0.01,1613940500713,1205
+"sqr_mom_0",0.99,1613940500713,1205
+"lr_0",2.616442346345627e-06,1613940500713,1205
+"mom_0",0.9095889413413593,1613940500713,1205
+"eps_0",1e-05,1613940500713,1205
+"wd_1",0.01,1613940500713,1205
+"sqr_mom_1",0.99,1613940500713,1205
+"lr_1",2.6164423463456265e-05,1613940500713,1205
+"mom_1",0.9095889413413593,1613940500713,1205
+"eps_1",1e-05,1613940500713,1205
+"wd_2",0.01,1613940500713,1205
+"sqr_mom_2",0.99,1613940500713,1205
+"lr_2",0.00026164423463456265,1613940500713,1205
+"mom_2",0.9095889413413593,1613940500713,1205
+"eps_2",1e-05,1613940500713,1205
+"train_loss",0.077346586,1613940501676,1206
+"raw_loss",0.03657832,1613940501676,1206
+"epoch",7.591194968553438,1613940501676,1206
+"wd_0",0.01,1613940501676,1206
+"sqr_mom_0",0.99,1613940501676,1206
+"lr_0",2.6190284312917225e-06,1613940501676,1206
+"mom_0",0.9095242892177069,1613940501676,1206
+"eps_0",1e-05,1613940501676,1206
+"wd_1",0.01,1613940501676,1206
+"sqr_mom_1",0.99,1613940501676,1206
+"lr_1",2.6190284312917222e-05,1613940501676,1206
+"mom_1",0.9095242892177069,1613940501676,1206
+"eps_1",1e-05,1613940501676,1206
+"wd_2",0.01,1613940501676,1206
+"sqr_mom_2",0.99,1613940501676,1206
+"lr_2",0.0002619028431291722,1613940501676,1206
+"mom_2",0.9095242892177069,1613940501676,1206
+"eps_2",1e-05,1613940501676,1206
+"train_loss",0.07858525,1613940502624,1207
+"raw_loss",0.13927999,1613940502624,1207
+"epoch",7.5974842767295385,1613940502624,1207
+"wd_0",0.01,1613940502624,1207
+"sqr_mom_0",0.99,1613940502624,1207
+"lr_0",2.621614993486653e-06,1613940502624,1207
+"mom_0",0.9094596251628336,1613940502624,1207
+"eps_0",1e-05,1613940502624,1207
+"wd_1",0.01,1613940502624,1207
+"sqr_mom_1",0.99,1613940502624,1207
+"lr_1",2.6216149934866525e-05,1613940502624,1207
+"mom_1",0.9094596251628336,1613940502624,1207
+"eps_1",1e-05,1613940502624,1207
+"wd_2",0.01,1613940502624,1207
+"sqr_mom_2",0.99,1613940502624,1207
+"lr_2",0.0002621614993486653,1613940502624,1207
+"mom_2",0.9094596251628336,1613940502624,1207
+"eps_2",1e-05,1613940502624,1207
+"train_loss",0.07969088,1613940503607,1208
+"raw_loss",0.13386661,1613940503607,1208
+"epoch",7.603773584905639,1613940503607,1208
+"wd_0",0.01,1613940503607,1208
+"sqr_mom_0",0.99,1613940503607,1208
+"lr_0",2.62420239613843e-06,1613940503607,1208
+"mom_0",0.9093949400965392,1613940503607,1208
+"eps_0",1e-05,1613940503607,1208
+"wd_1",0.01,1613940503607,1208
+"sqr_mom_1",0.99,1613940503607,1208
+"lr_1",2.62420239613843e-05,1613940503607,1208
+"mom_1",0.9093949400965392,1613940503607,1208
+"eps_1",1e-05,1613940503607,1208
+"wd_2",0.01,1613940503607,1208
+"sqr_mom_2",0.99,1613940503607,1208
+"lr_2",0.000262420239613843,1613940503607,1208
+"mom_2",0.9093949400965392,1613940503607,1208
+"eps_2",1e-05,1613940503607,1208
+"train_loss",0.079126336,1613940504555,1209
+"raw_loss",0.051463574,1613940504555,1209
+"epoch",7.610062893081739,1613940504555,1209
+"wd_0",0.01,1613940504555,1209
+"sqr_mom_0",0.99,1613940504555,1209
+"lr_0",2.6267900830032718e-06,1613940504555,1209
+"mom_0",0.9093302479249181,1613940504555,1209
+"eps_0",1e-05,1613940504555,1209
+"wd_1",0.01,1613940504555,1209
+"sqr_mom_1",0.99,1613940504555,1209
+"lr_1",2.6267900830032718e-05,1613940504555,1209
+"mom_1",0.9093302479249181,1613940504555,1209
+"eps_1",1e-05,1613940504555,1209
+"wd_2",0.01,1613940504555,1209
+"sqr_mom_2",0.99,1613940504555,1209
+"lr_2",0.00026267900830032715,1613940504555,1209
+"mom_2",0.9093302479249181,1613940504555,1209
+"eps_2",1e-05,1613940504555,1209
+"train_loss",0.07918868,1613940505516,1210
+"raw_loss",0.08224362,1613940505516,1210
+"epoch",7.61635220125784,1613940505516,1210
+"wd_0",0.01,1613940505516,1210
+"sqr_mom_0",0.99,1613940505516,1210
+"lr_0",2.629378417335345e-06,1613940505516,1210
+"mom_0",0.9092655395666164,1613940505516,1210
+"eps_0",1e-05,1613940505516,1210
+"wd_1",0.01,1613940505516,1210
+"sqr_mom_1",0.99,1613940505516,1210
+"lr_1",2.629378417335345e-05,1613940505516,1210
+"mom_1",0.9092655395666164,1613940505516,1210
+"eps_1",1e-05,1613940505516,1210
+"wd_2",0.01,1613940505516,1210
+"sqr_mom_2",0.99,1613940505516,1210
+"lr_2",0.0002629378417335345,1613940505516,1210
+"mom_2",0.9092655395666164,1613940505516,1210
+"eps_2",1e-05,1613940505516,1210
+"train_loss",0.079137035,1613940506475,1211
+"raw_loss",0.07660638,1613940506475,1211
+"epoch",7.62264150943394,1613940506475,1211
+"wd_0",0.01,1613940506475,1211
+"sqr_mom_0",0.99,1613940506475,1211
+"lr_0",2.6319677627559016e-06,1613940506475,1211
+"mom_0",0.9092008059311024,1613940506475,1211
+"eps_0",1e-05,1613940506475,1211
+"wd_1",0.01,1613940506475,1211
+"sqr_mom_1",0.99,1613940506475,1211
+"lr_1",2.6319677627559015e-05,1613940506475,1211
+"mom_1",0.9092008059311024,1613940506475,1211
+"eps_1",1e-05,1613940506475,1211
+"wd_2",0.01,1613940506475,1211
+"sqr_mom_2",0.99,1613940506475,1211
+"lr_2",0.0002631967762755902,1613940506475,1211
+"mom_2",0.9092008059311024,1613940506475,1211
+"eps_2",1e-05,1613940506475,1211
+"train_loss",0.079079814,1613940507450,1212
+"raw_loss",0.07627612,1613940507450,1212
+"epoch",7.6289308176100405,1613940507450,1212
+"wd_0",0.01,1613940507450,1212
+"sqr_mom_0",0.99,1613940507450,1212
+"lr_0",2.634557562741634e-06,1613940507450,1212
+"mom_0",0.9091360609314592,1613940507450,1212
+"eps_0",1e-05,1613940507450,1212
+"wd_1",0.01,1613940507450,1212
+"sqr_mom_1",0.99,1613940507450,1212
+"lr_1",2.6345575627416337e-05,1613940507450,1212
+"mom_1",0.9091360609314592,1613940507450,1212
+"eps_1",1e-05,1613940507450,1212
+"wd_2",0.01,1613940507450,1212
+"sqr_mom_2",0.99,1613940507450,1212
+"lr_2",0.00026345575627416336,1613940507450,1212
+"mom_2",0.9091360609314592,1613940507450,1212
+"eps_2",1e-05,1613940507450,1212
+"train_loss",0.07897459,1613940508413,1213
+"raw_loss",0.07381866,1613940508413,1213
+"epoch",7.635220125786141,1613940508413,1213
+"wd_0",0.01,1613940508413,1213
+"sqr_mom_0",0.99,1613940508413,1213
+"lr_0",2.6371478126632725e-06,1613940508413,1213
+"mom_0",0.9090713046834181,1613940508413,1213
+"eps_0",1e-05,1613940508413,1213
+"wd_1",0.01,1613940508413,1213
+"sqr_mom_1",0.99,1613940508413,1213
+"lr_1",2.6371478126632723e-05,1613940508413,1213
+"mom_1",0.9090713046834181,1613940508413,1213
+"eps_1",1e-05,1613940508413,1213
+"wd_2",0.01,1613940508413,1213
+"sqr_mom_2",0.99,1613940508413,1213
+"lr_2",0.0002637147812663272,1613940508413,1213
+"mom_2",0.9090713046834181,1613940508413,1213
+"eps_2",1e-05,1613940508413,1213
+"train_loss",0.078026935,1613940509373,1214
+"raw_loss",0.031591993,1613940509373,1214
+"epoch",7.641509433962241,1613940509373,1214
+"wd_0",0.01,1613940509373,1214
+"sqr_mom_0",0.99,1613940509373,1214
+"lr_0",2.6397390604640327e-06,1613940509373,1214
+"mom_0",0.9090065234883992,1613940509373,1214
+"eps_0",1e-05,1613940509373,1214
+"wd_1",0.01,1613940509373,1214
+"sqr_mom_1",0.99,1613940509373,1214
+"lr_1",2.6397390604640326e-05,1613940509373,1214
+"mom_1",0.9090065234883992,1613940509373,1214
+"eps_1",1e-05,1613940509373,1214
+"wd_2",0.01,1613940509373,1214
+"sqr_mom_2",0.99,1613940509373,1214
+"lr_2",0.00026397390604640324,1613940509373,1214
+"mom_2",0.9090065234883992,1613940509373,1214
+"eps_2",1e-05,1613940509373,1214
+"train_loss",0.07794572,1613940510328,1215
+"raw_loss",0.073966056,1613940510328,1215
+"epoch",7.647798742138342,1613940510328,1215
+"wd_0",0.01,1613940510328,1215
+"sqr_mom_0",0.99,1613940510328,1215
+"lr_0",2.642330564975419e-06,1613940510328,1215
+"mom_0",0.9089417358756146,1613940510328,1215
+"eps_0",1e-05,1613940510328,1215
+"wd_1",0.01,1613940510328,1215
+"sqr_mom_1",0.99,1613940510328,1215
+"lr_1",2.6423305649754185e-05,1613940510328,1215
+"mom_1",0.9089417358756146,1613940510328,1215
+"eps_1",1e-05,1613940510328,1215
+"wd_2",0.01,1613940510328,1215
+"sqr_mom_2",0.99,1613940510328,1215
+"lr_2",0.00026423305649754184,1613940510328,1215
+"mom_2",0.9089417358756146,1613940510328,1215
+"eps_2",1e-05,1613940510328,1215
+"train_loss",0.077445015,1613940511296,1216
+"raw_loss",0.052910455,1613940511296,1216
+"epoch",7.654088050314442,1613940511296,1216
+"wd_0",0.01,1613940511296,1216
+"sqr_mom_0",0.99,1613940511296,1216
+"lr_0",2.6449228742722394e-06,1613940511296,1216
+"mom_0",0.908876928143194,1613940511296,1216
+"eps_0",1e-05,1613940511296,1216
+"wd_1",0.01,1613940511296,1216
+"sqr_mom_1",0.99,1613940511296,1216
+"lr_1",2.6449228742722392e-05,1613940511296,1216
+"mom_1",0.908876928143194,1613940511296,1216
+"eps_1",1e-05,1613940511296,1216
+"wd_2",0.01,1613940511296,1216
+"sqr_mom_2",0.99,1613940511296,1216
+"lr_2",0.0002644922874272239,1613940511296,1216
+"mom_2",0.908876928143194,1613940511296,1216
+"eps_2",1e-05,1613940511296,1216
+"train_loss",0.07657707,1613940512295,1217
+"raw_loss",0.034047622,1613940512295,1217
+"epoch",7.660377358490543,1613940512295,1217
+"wd_0",0.01,1613940512295,1217
+"sqr_mom_0",0.99,1613940512295,1217
+"lr_0",2.6475159839884118e-06,1613940512295,1217
+"mom_0",0.9088121004002897,1613940512295,1217
+"eps_0",1e-05,1613940512295,1217
+"wd_1",0.01,1613940512295,1217
+"sqr_mom_1",0.99,1613940512295,1217
+"lr_1",2.647515983988412e-05,1613940512295,1217
+"mom_1",0.9088121004002897,1613940512295,1217
+"eps_1",1e-05,1613940512295,1217
+"wd_2",0.01,1613940512295,1217
+"sqr_mom_2",0.99,1613940512295,1217
+"lr_2",0.00026475159839884114,1613940512295,1217
+"mom_2",0.9088121004002897,1613940512295,1217
+"eps_2",1e-05,1613940512295,1217
+"train_loss",0.07623225,1613940513270,1218
+"raw_loss",0.059336137,1613940513270,1218
+"epoch",7.666666666666643,1613940513270,1218
+"wd_0",0.01,1613940513270,1218
+"sqr_mom_0",0.99,1613940513270,1218
+"lr_0",2.650109336657707e-06,1613940513270,1218
+"mom_0",0.9087472665835573,1613940513270,1218
+"eps_0",1e-05,1613940513270,1218
+"wd_1",0.01,1613940513270,1218
+"sqr_mom_1",0.99,1613940513270,1218
+"lr_1",2.6501093366577066e-05,1613940513270,1218
+"mom_1",0.9087472665835573,1613940513270,1218
+"eps_1",1e-05,1613940513270,1218
+"wd_2",0.01,1613940513270,1218
+"sqr_mom_2",0.99,1613940513270,1218
+"lr_2",0.00026501093366577066,1613940513270,1218
+"mom_2",0.9087472665835573,1613940513270,1218
+"eps_2",1e-05,1613940513270,1218
+"train_loss",0.07817627,1613940514214,1219
+"raw_loss",0.17343335,1613940514214,1219
+"epoch",7.672955974842743,1613940514214,1219
+"wd_0",0.01,1613940514214,1219
+"sqr_mom_0",0.99,1613940514214,1219
+"lr_0",2.6527036651559965e-06,1613940514214,1219
+"mom_0",0.9086824083711,1613940514214,1219
+"eps_0",1e-05,1613940514214,1219
+"wd_1",0.01,1613940514214,1219
+"sqr_mom_1",0.99,1613940514214,1219
+"lr_1",2.6527036651559966e-05,1613940514214,1219
+"mom_1",0.9086824083711,1613940514214,1219
+"eps_1",1e-05,1613940514214,1219
+"wd_2",0.01,1613940514214,1219
+"sqr_mom_2",0.99,1613940514214,1219
+"lr_2",0.0002652703665155996,1613940514214,1219
+"mom_2",0.9086824083711,1613940514214,1219
+"eps_2",1e-05,1613940514214,1219
+"train_loss",0.07761121,1613940515177,1220
+"raw_loss",0.049923435,1613940515177,1220
+"epoch",7.679245283018844,1613940515177,1220
+"wd_0",0.01,1613940515177,1220
+"sqr_mom_0",0.99,1613940515177,1220
+"lr_0",2.6552982274336197e-06,1613940515177,1220
+"mom_0",0.9086175443141595,1613940515177,1220
+"eps_0",1e-05,1613940515177,1220
+"wd_1",0.01,1613940515177,1220
+"sqr_mom_1",0.99,1613940515177,1220
+"lr_1",2.6552982274336196e-05,1613940515177,1220
+"mom_1",0.9086175443141595,1613940515177,1220
+"eps_1",1e-05,1613940515177,1220
+"wd_2",0.01,1613940515177,1220
+"sqr_mom_2",0.99,1613940515177,1220
+"lr_2",0.0002655298227433619,1613940515177,1220
+"mom_2",0.9086175443141595,1613940515177,1220
+"eps_2",1e-05,1613940515177,1220
+"train_loss",0.077246085,1613940516131,1221
+"raw_loss",0.059354994,1613940516131,1221
+"epoch",7.685534591194944,1613940516131,1221
+"wd_0",0.01,1613940516131,1221
+"sqr_mom_0",0.99,1613940516131,1221
+"lr_0",2.6578935722145462e-06,1613940516131,1221
+"mom_0",0.9085526606946364,1613940516131,1221
+"eps_0",1e-05,1613940516131,1221
+"wd_1",0.01,1613940516131,1221
+"sqr_mom_1",0.99,1613940516131,1221
+"lr_1",2.657893572214546e-05,1613940516131,1221
+"mom_1",0.9085526606946364,1613940516131,1221
+"eps_1",1e-05,1613940516131,1221
+"wd_2",0.01,1613940516131,1221
+"sqr_mom_2",0.99,1613940516131,1221
+"lr_2",0.00026578935722145456,1613940516131,1221
+"mom_2",0.9085526606946364,1613940516131,1221
+"eps_2",1e-05,1613940516131,1221
+"train_loss",0.0769204,1613940517088,1222
+"raw_loss",0.06096177,1613940517088,1222
+"epoch",7.691823899371045,1613940517088,1222
+"wd_0",0.01,1613940517088,1222
+"sqr_mom_0",0.99,1613940517088,1222
+"lr_0",2.6604896951226273e-06,1613940517088,1222
+"mom_0",0.9084877576219343,1613940517088,1222
+"eps_0",1e-05,1613940517088,1222
+"wd_1",0.01,1613940517088,1222
+"sqr_mom_1",0.99,1613940517088,1222
+"lr_1",2.6604896951226276e-05,1613940517088,1222
+"mom_1",0.9084877576219343,1613940517088,1222
+"eps_1",1e-05,1613940517088,1222
+"wd_2",0.01,1613940517088,1222
+"sqr_mom_2",0.99,1613940517088,1222
+"lr_2",0.00026604896951226275,1613940517088,1222
+"mom_2",0.9084877576219343,1613940517088,1222
+"eps_2",1e-05,1613940517088,1222
+"train_loss",0.07867362,1613940518038,1223
+"raw_loss",0.16458195,1613940518038,1223
+"epoch",7.698113207547145,1613940518038,1223
+"wd_0",0.01,1613940518038,1223
+"sqr_mom_0",0.99,1613940518038,1223
+"lr_0",2.6630860380463356e-06,1613940518038,1223
+"mom_0",0.9084228490488416,1613940518038,1223
+"eps_0",1e-05,1613940518038,1223
+"wd_1",0.01,1613940518038,1223
+"sqr_mom_1",0.99,1613940518038,1223
+"lr_1",2.6630860380463354e-05,1613940518038,1223
+"mom_1",0.9084228490488416,1613940518038,1223
+"eps_1",1e-05,1613940518038,1223
+"wd_2",0.01,1613940518038,1223
+"sqr_mom_2",0.99,1613940518038,1223
+"lr_2",0.0002663086038046335,1613940518038,1223
+"mom_2",0.9084228490488416,1613940518038,1223
+"eps_2",1e-05,1613940518038,1223
+"train_loss",0.07848273,1613940518988,1224
+"raw_loss",0.06912903,1613940518988,1224
+"epoch",7.704402515723245,1613940518988,1224
+"wd_0",0.01,1613940518988,1224
+"sqr_mom_0",0.99,1613940518988,1224
+"lr_0",2.665682965468849e-06,1613940518988,1224
+"mom_0",0.9083579258632788,1613940518988,1224
+"eps_0",1e-05,1613940518988,1224
+"wd_1",0.01,1613940518988,1224
+"sqr_mom_1",0.99,1613940518988,1224
+"lr_1",2.6656829654688487e-05,1613940518988,1224
+"mom_1",0.9083579258632788,1613940518988,1224
+"eps_1",1e-05,1613940518988,1224
+"wd_2",0.01,1613940518988,1224
+"sqr_mom_2",0.99,1613940518988,1224
+"lr_2",0.0002665682965468849,1613940518988,1224
+"mom_2",0.9083579258632788,1613940518988,1224
+"eps_2",1e-05,1613940518988,1224
+"train_loss",0.077483766,1613940519946,1225
+"raw_loss",0.028534234,1613940519946,1225
+"epoch",7.710691823899346,1613940519946,1225
+"wd_0",0.01,1613940519946,1225
+"sqr_mom_0",0.99,1613940519946,1225
+"lr_0",2.6682808422047275e-06,1613940519946,1225
+"mom_0",0.9082929789448818,1613940519946,1225
+"eps_0",1e-05,1613940519946,1225
+"wd_1",0.01,1613940519946,1225
+"sqr_mom_1",0.99,1613940519946,1225
+"lr_1",2.6682808422047275e-05,1613940519946,1225
+"mom_1",0.9082929789448818,1613940519946,1225
+"eps_1",1e-05,1613940519946,1225
+"wd_2",0.01,1613940519946,1225
+"sqr_mom_2",0.99,1613940519946,1225
+"lr_2",0.0002668280842204727,1613940519946,1225
+"mom_2",0.9082929789448818,1613940519946,1225
+"eps_2",1e-05,1613940519946,1225
+"train_loss",0.07711677,1613940520900,1226
+"raw_loss",0.059133958,1613940520900,1226
+"epoch",7.716981132075446,1613940520900,1226
+"wd_0",0.01,1613940520900,1226
+"sqr_mom_0",0.99,1613940520900,1226
+"lr_0",2.6708791098901025e-06,1613940520900,1226
+"mom_0",0.9082280222527475,1613940520900,1226
+"eps_0",1e-05,1613940520900,1226
+"wd_1",0.01,1613940520900,1226
+"sqr_mom_1",0.99,1613940520900,1226
+"lr_1",2.6708791098901023e-05,1613940520900,1226
+"mom_1",0.9082280222527475,1613940520900,1226
+"eps_1",1e-05,1613940520900,1226
+"wd_2",0.01,1613940520900,1226
+"sqr_mom_2",0.99,1613940520900,1226
+"lr_2",0.00026708791098901025,1613940520900,1226
+"mom_2",0.9082280222527475,1613940520900,1226
+"eps_2",1e-05,1613940520900,1226
+"train_loss",0.07824934,1613940521855,1227
+"raw_loss",0.1337454,1613940521855,1227
+"epoch",7.723270440251547,1613940521855,1227
+"wd_0",0.01,1613940521855,1227
+"sqr_mom_0",0.99,1613940521855,1227
+"lr_0",2.6734777638944492e-06,1613940521855,1227
+"mom_0",0.9081630559026388,1613940521855,1227
+"eps_0",1e-05,1613940521855,1227
+"wd_1",0.01,1613940521855,1227
+"sqr_mom_1",0.99,1613940521855,1227
+"lr_1",2.6734777638944488e-05,1613940521855,1227
+"mom_1",0.9081630559026388,1613940521855,1227
+"eps_1",1e-05,1613940521855,1227
+"wd_2",0.01,1613940521855,1227
+"sqr_mom_2",0.99,1613940521855,1227
+"lr_2",0.0002673477763894449,1613940521855,1227
+"mom_2",0.9081630559026388,1613940521855,1227
+"eps_2",1e-05,1613940521855,1227
+"train_loss",0.078393854,1613940522813,1228
+"raw_loss",0.085474804,1613940522813,1228
+"epoch",7.729559748427647,1613940522813,1228
+"wd_0",0.01,1613940522813,1228
+"sqr_mom_0",0.99,1613940522813,1228
+"lr_0",2.67607735393185e-06,1613940522813,1228
+"mom_0",0.9080980661517037,1613940522813,1228
+"eps_0",1e-05,1613940522813,1228
+"wd_1",0.01,1613940522813,1228
+"sqr_mom_1",0.99,1613940522813,1228
+"lr_1",2.6760773539318497e-05,1613940522813,1228
+"mom_1",0.9080980661517037,1613940522813,1228
+"eps_1",1e-05,1613940522813,1228
+"wd_2",0.01,1613940522813,1228
+"sqr_mom_2",0.99,1613940522813,1228
+"lr_2",0.000267607735393185,1613940522813,1228
+"mom_2",0.9080980661517037,1613940522813,1228
+"eps_2",1e-05,1613940522813,1228
+"train_loss",0.07869648,1613940523766,1229
+"raw_loss",0.09352532,1613940523766,1229
+"epoch",7.735849056603747,1613940523766,1229
+"wd_0",0.01,1613940523766,1229
+"sqr_mom_0",0.99,1613940523766,1229
+"lr_0",2.6786771364476988e-06,1613940523766,1229
+"mom_0",0.9080330715888075,1613940523766,1229
+"eps_0",1e-05,1613940523766,1229
+"wd_1",0.01,1613940523766,1229
+"sqr_mom_1",0.99,1613940523766,1229
+"lr_1",2.6786771364476983e-05,1613940523766,1229
+"mom_1",0.9080330715888075,1613940523766,1229
+"eps_1",1e-05,1613940523766,1229
+"wd_2",0.01,1613940523766,1229
+"sqr_mom_2",0.99,1613940523766,1229
+"lr_2",0.0002678677136447698,1613940523766,1229
+"mom_2",0.9080330715888075,1613940523766,1229
+"eps_2",1e-05,1613940523766,1229
+"train_loss",0.07964295,1613940524723,1230
+"raw_loss",0.12602004,1613940524723,1230
+"epoch",7.742138364779848,1613940524723,1230
+"wd_0",0.01,1613940524723,1230
+"sqr_mom_0",0.99,1613940524723,1230
+"lr_0",2.681277846134927e-06,1613940524723,1230
+"mom_0",0.9079680538466268,1613940524723,1230
+"eps_0",1e-05,1613940524723,1230
+"wd_1",0.01,1613940524723,1230
+"sqr_mom_1",0.99,1613940524723,1230
+"lr_1",2.6812778461349263e-05,1613940524723,1230
+"mom_1",0.9079680538466268,1613940524723,1230
+"eps_1",1e-05,1613940524723,1230
+"wd_2",0.01,1613940524723,1230
+"sqr_mom_2",0.99,1613940524723,1230
+"lr_2",0.0002681277846134926,1613940524723,1230
+"mom_2",0.9079680538466268,1613940524723,1230
+"eps_2",1e-05,1613940524723,1230
+"train_loss",0.07921631,1613940525668,1231
+"raw_loss",0.058310874,1613940525668,1231
+"epoch",7.748427672955948,1613940525668,1231
+"wd_0",0.01,1613940525668,1231
+"sqr_mom_0",0.99,1613940525668,1231
+"lr_0",2.6838789240183044e-06,1613940525668,1231
+"mom_0",0.9079030268995424,1613940525668,1231
+"eps_0",1e-05,1613940525668,1231
+"wd_1",0.01,1613940525668,1231
+"sqr_mom_1",0.99,1613940525668,1231
+"lr_1",2.6838789240183044e-05,1613940525668,1231
+"mom_1",0.9079030268995424,1613940525668,1231
+"eps_1",1e-05,1613940525668,1231
+"wd_2",0.01,1613940525668,1231
+"sqr_mom_2",0.99,1613940525668,1231
+"lr_2",0.0002683878924018304,1613940525668,1231
+"mom_2",0.9079030268995424,1613940525668,1231
+"eps_2",1e-05,1613940525668,1231
+"train_loss",0.07856049,1613940526629,1232
+"raw_loss",0.04642514,1613940526629,1232
+"epoch",7.754716981132049,1613940526629,1232
+"wd_0",0.01,1613940526629,1232
+"sqr_mom_0",0.99,1613940526629,1232
+"lr_0",2.6864803654672427e-06,1613940526629,1232
+"mom_0",0.907837990863319,1613940526629,1232
+"eps_0",1e-05,1613940526629,1232
+"wd_1",0.01,1613940526629,1232
+"sqr_mom_1",0.99,1613940526629,1232
+"lr_1",2.6864803654672424e-05,1613940526629,1232
+"mom_1",0.907837990863319,1613940526629,1232
+"eps_1",1e-05,1613940526629,1232
+"wd_2",0.01,1613940526629,1232
+"sqr_mom_2",0.99,1613940526629,1232
+"lr_2",0.0002686480365467242,1613940526629,1232
+"mom_2",0.907837990863319,1613940526629,1232
+"eps_2",1e-05,1613940526629,1232
+"train_loss",0.07803975,1613940527609,1233
+"raw_loss",0.0525237,1613940527609,1233
+"epoch",7.761006289308149,1613940527609,1233
+"wd_0",0.01,1613940527609,1233
+"sqr_mom_0",0.99,1613940527609,1233
+"lr_0",2.6890827207830026e-06,1613940527609,1233
+"mom_0",0.907772931980425,1613940527609,1233
+"eps_0",1e-05,1613940527609,1233
+"wd_1",0.01,1613940527609,1233
+"sqr_mom_1",0.99,1613940527609,1233
+"lr_1",2.689082720783002e-05,1613940527609,1233
+"mom_1",0.907772931980425,1613940527609,1233
+"eps_1",1e-05,1613940527609,1233
+"wd_2",0.01,1613940527609,1233
+"sqr_mom_2",0.99,1613940527609,1233
+"lr_2",0.0002689082720783002,1613940527609,1233
+"mom_2",0.907772931980425,1613940527609,1233
+"eps_2",1e-05,1613940527609,1233
+"train_loss",0.07788899,1613940528579,1234
+"raw_loss",0.070501454,1613940528579,1234
+"epoch",7.7672955974842495,1613940528579,1234
+"wd_0",0.01,1613940528579,1234
+"sqr_mom_0",0.99,1613940528579,1234
+"lr_0",2.691685245620031e-06,1613940528579,1234
+"mom_0",0.9077078688594992,1613940528579,1234
+"eps_0",1e-05,1613940528579,1234
+"wd_1",0.01,1613940528579,1234
+"sqr_mom_1",0.99,1613940528579,1234
+"lr_1",2.6916852456200306e-05,1613940528579,1234
+"mom_1",0.9077078688594992,1613940528579,1234
+"eps_1",1e-05,1613940528579,1234
+"wd_2",0.01,1613940528579,1234
+"sqr_mom_2",0.99,1613940528579,1234
+"lr_2",0.00026916852456200307,1613940528579,1234
+"mom_2",0.9077078688594992,1613940528579,1234
+"eps_2",1e-05,1613940528579,1234
+"train_loss",0.0777929,1613940529537,1235
+"raw_loss",0.07308435,1613940529537,1235
+"epoch",7.77358490566035,1613940529537,1235
+"wd_0",0.01,1613940529537,1235
+"sqr_mom_0",0.99,1613940529537,1235
+"lr_0",2.6942884903932276e-06,1613940529537,1235
+"mom_0",0.9076427877401693,1613940529537,1235
+"eps_0",1e-05,1613940529537,1235
+"wd_1",0.01,1613940529537,1235
+"sqr_mom_1",0.99,1613940529537,1235
+"lr_1",2.694288490393227e-05,1613940529537,1235
+"mom_1",0.9076427877401693,1613940529537,1235
+"eps_1",1e-05,1613940529537,1235
+"wd_2",0.01,1613940529537,1235
+"sqr_mom_2",0.99,1613940529537,1235
+"lr_2",0.00026942884903932273,1613940529537,1235
+"mom_2",0.9076427877401693,1613940529537,1235
+"eps_2",1e-05,1613940529537,1235
+"train_loss",0.07824511,1613940530514,1236
+"raw_loss",0.10040341,1613940530514,1236
+"epoch",7.77987421383645,1613940530514,1236
+"wd_0",0.01,1613940530514,1236
+"sqr_mom_0",0.99,1613940530514,1236
+"lr_0",2.696892450699272e-06,1613940530514,1236
+"mom_0",0.9075776887325182,1613940530514,1236
+"eps_0",1e-05,1613940530514,1236
+"wd_1",0.01,1613940530514,1236
+"sqr_mom_1",0.99,1613940530514,1236
+"lr_1",2.696892450699272e-05,1613940530514,1236
+"mom_1",0.9075776887325182,1613940530514,1236
+"eps_1",1e-05,1613940530514,1236
+"wd_2",0.01,1613940530514,1236
+"sqr_mom_2",0.99,1613940530514,1236
+"lr_2",0.0002696892450699272,1613940530514,1236
+"mom_2",0.9075776887325182,1613940530514,1236
+"eps_2",1e-05,1613940530514,1236
+"train_loss",0.07747633,1613940531460,1237
+"raw_loss",0.039806224,1613940531460,1237
+"epoch",7.786163522012551,1613940531460,1237
+"wd_0",0.01,1613940531460,1237
+"sqr_mom_0",0.99,1613940531460,1237
+"lr_0",2.6994965667486863e-06,1613940531460,1237
+"mom_0",0.9075125858312828,1613940531460,1237
+"eps_0",1e-05,1613940531460,1237
+"wd_1",0.01,1613940531460,1237
+"sqr_mom_1",0.99,1613940531460,1237
+"lr_1",2.6994965667486858e-05,1613940531460,1237
+"mom_1",0.9075125858312828,1613940531460,1237
+"eps_1",1e-05,1613940531460,1237
+"wd_2",0.01,1613940531460,1237
+"sqr_mom_2",0.99,1613940531460,1237
+"lr_2",0.0002699496566748686,1613940531460,1237
+"mom_2",0.9075125858312828,1613940531460,1237
+"eps_2",1e-05,1613940531460,1237
+"train_loss",0.07704584,1613940532437,1238
+"raw_loss",0.055952087,1613940532437,1238
+"epoch",7.792452830188651,1613940532437,1238
+"wd_0",0.01,1613940532437,1238
+"sqr_mom_0",0.99,1613940532437,1238
+"lr_0",2.7021012041297075e-06,1613940532437,1238
+"mom_0",0.9074474698967573,1613940532437,1238
+"eps_0",1e-05,1613940532437,1238
+"wd_1",0.01,1613940532437,1238
+"sqr_mom_1",0.99,1613940532437,1238
+"lr_1",2.7021012041297075e-05,1613940532437,1238
+"mom_1",0.9074474698967573,1613940532437,1238
+"eps_1",1e-05,1613940532437,1238
+"wd_2",0.01,1613940532437,1238
+"sqr_mom_2",0.99,1613940532437,1238
+"lr_2",0.0002702101204129707,1613940532437,1238
+"mom_2",0.9074474698967573,1613940532437,1238
+"eps_2",1e-05,1613940532437,1238
+"train_loss",0.07643706,1613940533383,1239
+"raw_loss",0.04660695,1613940533383,1239
+"epoch",7.7987421383647515,1613940533383,1239
+"wd_0",0.01,1613940533383,1239
+"sqr_mom_0",0.99,1613940533383,1239
+"lr_0",2.704706728726147e-06,1613940533383,1239
+"mom_0",0.9073823317818464,1613940533383,1239
+"eps_0",1e-05,1613940533383,1239
+"wd_1",0.01,1613940533383,1239
+"sqr_mom_1",0.99,1613940533383,1239
+"lr_1",2.7047067287261463e-05,1613940533383,1239
+"mom_1",0.9073823317818464,1613940533383,1239
+"eps_1",1e-05,1613940533383,1239
+"wd_2",0.01,1613940533383,1239
+"sqr_mom_2",0.99,1613940533383,1239
+"lr_2",0.00027047067287261465,1613940533383,1239
+"mom_2",0.9073823317818464,1613940533383,1239
+"eps_2",1e-05,1613940533383,1239
+"train_loss",0.076169655,1613940534338,1240
+"raw_loss",0.06306672,1613940534338,1240
+"epoch",7.805031446540852,1613940534338,1240
+"wd_0",0.01,1613940534338,1240
+"sqr_mom_0",0.99,1613940534338,1240
+"lr_0",2.7073125805234534e-06,1613940534338,1240
+"mom_0",0.9073171854869136,1613940534338,1240
+"eps_0",1e-05,1613940534338,1240
+"wd_1",0.01,1613940534338,1240
+"sqr_mom_1",0.99,1613940534338,1240
+"lr_1",2.7073125805234533e-05,1613940534338,1240
+"mom_1",0.9073171854869136,1613940534338,1240
+"eps_1",1e-05,1613940534338,1240
+"wd_2",0.01,1613940534338,1240
+"sqr_mom_2",0.99,1613940534338,1240
+"lr_2",0.0002707312580523453,1613940534338,1240
+"mom_2",0.9073171854869136,1613940534338,1240
+"eps_2",1e-05,1613940534338,1240
+"train_loss",0.075938076,1613940535277,1241
+"raw_loss",0.06459057,1613940535277,1241
+"epoch",7.811320754716952,1613940535277,1241
+"wd_0",0.01,1613940535277,1241
+"sqr_mom_0",0.99,1613940535277,1241
+"lr_0",2.7099191254383073e-06,1613940535277,1241
+"mom_0",0.9072520218640423,1613940535277,1241
+"eps_0",1e-05,1613940535277,1241
+"wd_1",0.01,1613940535277,1241
+"sqr_mom_1",0.99,1613940535277,1241
+"lr_1",2.709919125438307e-05,1613940535277,1241
+"mom_1",0.9072520218640423,1613940535277,1241
+"eps_1",1e-05,1613940535277,1241
+"wd_2",0.01,1613940535277,1241
+"sqr_mom_2",0.99,1613940535277,1241
+"lr_2",0.0002709919125438307,1613940535277,1241
+"mom_2",0.9072520218640423,1613940535277,1241
+"eps_2",1e-05,1613940535277,1241
+"train_loss",0.07877613,1613940536243,1242
+"raw_loss",0.21784084,1613940536243,1242
+"epoch",7.817610062893053,1613940536243,1242
+"wd_0",0.01,1613940536243,1242
+"sqr_mom_0",0.99,1613940536243,1242
+"lr_0",2.7125258031280633e-06,1613940536243,1242
+"mom_0",0.9071868549217984,1613940536243,1242
+"eps_0",1e-05,1613940536243,1242
+"wd_1",0.01,1613940536243,1242
+"sqr_mom_1",0.99,1613940536243,1242
+"lr_1",2.712525803128063e-05,1613940536243,1242
+"mom_1",0.9071868549217984,1613940536243,1242
+"eps_1",1e-05,1613940536243,1242
+"wd_2",0.01,1613940536243,1242
+"sqr_mom_2",0.99,1613940536243,1242
+"lr_2",0.0002712525803128063,1613940536243,1242
+"mom_2",0.9071868549217984,1613940536243,1242
+"eps_2",1e-05,1613940536243,1242
+"train_loss",0.07970002,1613940537220,1243
+"raw_loss",0.124971,1613940537220,1243
+"epoch",7.823899371069153,1613940537220,1243
+"wd_0",0.01,1613940537220,1243
+"sqr_mom_0",0.99,1613940537220,1243
+"lr_0",2.7151329795455175e-06,1613940537220,1243
+"mom_0",0.907121675511362,1613940537220,1243
+"eps_0",1e-05,1613940537220,1243
+"wd_1",0.01,1613940537220,1243
+"sqr_mom_1",0.99,1613940537220,1243
+"lr_1",2.715132979545517e-05,1613940537220,1243
+"mom_1",0.907121675511362,1613940537220,1243
+"eps_1",1e-05,1613940537220,1243
+"wd_2",0.01,1613940537220,1243
+"sqr_mom_2",0.99,1613940537220,1243
+"lr_2",0.00027151329795455174,1613940537220,1243
+"mom_2",0.907121675511362,1613940537220,1243
+"eps_2",1e-05,1613940537220,1243
+"train_loss",0.07863413,1613940538178,1244
+"raw_loss",0.026405085,1613940538178,1244
+"epoch",7.8301886792452535,1613940538178,1244
+"wd_0",0.01,1613940538178,1244
+"sqr_mom_0",0.99,1613940538178,1244
+"lr_0",2.717741020926218e-06,1613940538178,1244
+"mom_0",0.9070564744768446,1613940538178,1244
+"eps_0",1e-05,1613940538178,1244
+"wd_1",0.01,1613940538178,1244
+"sqr_mom_1",0.99,1613940538178,1244
+"lr_1",2.7177410209262175e-05,1613940538178,1244
+"mom_1",0.9070564744768446,1613940538178,1244
+"eps_1",1e-05,1613940538178,1244
+"wd_2",0.01,1613940538178,1244
+"sqr_mom_2",0.99,1613940538178,1244
+"lr_2",0.00027177410209262175,1613940538178,1244
+"mom_2",0.9070564744768446,1613940538178,1244
+"eps_2",1e-05,1613940538178,1244
+"train_loss",0.07793366,1613940539123,1245
+"raw_loss",0.04361093,1613940539123,1245
+"epoch",7.836477987421354,1613940539123,1245
+"wd_0",0.01,1613940539123,1245
+"sqr_mom_0",0.99,1613940539123,1245
+"lr_0",2.7203493667122096e-06,1613940539123,1245
+"mom_0",0.9069912658321947,1613940539123,1245
+"eps_0",1e-05,1613940539123,1245
+"wd_1",0.01,1613940539123,1245
+"sqr_mom_1",0.99,1613940539123,1245
+"lr_1",2.720349366712209e-05,1613940539123,1245
+"mom_1",0.9069912658321947,1613940539123,1245
+"eps_1",1e-05,1613940539123,1245
+"wd_2",0.01,1613940539123,1245
+"sqr_mom_2",0.99,1613940539123,1245
+"lr_2",0.00027203493667122094,1613940539123,1245
+"mom_2",0.9069912658321947,1613940539123,1245
+"eps_2",1e-05,1613940539123,1245
+"train_loss",0.07773741,1613940540074,1246
+"raw_loss",0.068121195,1613940540074,1246
+"epoch",7.842767295597454,1613940540074,1246
+"wd_0",0.01,1613940540074,1246
+"sqr_mom_0",0.99,1613940540074,1246
+"lr_0",2.7229580122737832e-06,1613940540074,1246
+"mom_0",0.9069260496931554,1613940540074,1246
+"eps_0",1e-05,1613940540074,1246
+"wd_1",0.01,1613940540074,1246
+"sqr_mom_1",0.99,1613940540074,1246
+"lr_1",2.722958012273783e-05,1613940540074,1246
+"mom_1",0.9069260496931554,1613940540074,1246
+"eps_1",1e-05,1613940540074,1246
+"wd_2",0.01,1613940540074,1246
+"sqr_mom_2",0.99,1613940540074,1246
+"lr_2",0.0002722958012273783,1613940540074,1246
+"mom_2",0.9069260496931554,1613940540074,1246
+"eps_2",1e-05,1613940540074,1246
+"train_loss",0.07782349,1613940541017,1247
+"raw_loss",0.082041286,1613940541017,1247
+"epoch",7.849056603773555,1613940541017,1247
+"wd_0",0.01,1613940541017,1247
+"sqr_mom_0",0.99,1613940541017,1247
+"lr_0",2.7255675094292293e-06,1613940541017,1247
+"mom_0",0.9068608122642693,1613940541017,1247
+"eps_0",1e-05,1613940541017,1247
+"wd_1",0.01,1613940541017,1247
+"sqr_mom_1",0.99,1613940541017,1247
+"lr_1",2.7255675094292293e-05,1613940541017,1247
+"mom_1",0.9068608122642693,1613940541017,1247
+"eps_1",1e-05,1613940541017,1247
+"wd_2",0.01,1613940541017,1247
+"sqr_mom_2",0.99,1613940541017,1247
+"lr_2",0.0002725567509429229,1613940541017,1247
+"mom_2",0.9068608122642693,1613940541017,1247
+"eps_2",1e-05,1613940541017,1247
+"train_loss",0.07787703,1613940541965,1248
+"raw_loss",0.08050062,1613940541965,1248
+"epoch",7.855345911949655,1613940541965,1248
+"wd_0",0.01,1613940541965,1248
+"sqr_mom_0",0.99,1613940541965,1248
+"lr_0",2.728177111790232e-06,1613940541965,1248
+"mom_0",0.9067955722052442,1613940541965,1248
+"eps_0",1e-05,1613940541965,1248
+"wd_1",0.01,1613940541965,1248
+"sqr_mom_1",0.99,1613940541965,1248
+"lr_1",2.728177111790232e-05,1613940541965,1248
+"mom_1",0.9067955722052442,1613940541965,1248
+"eps_1",1e-05,1613940541965,1248
+"wd_2",0.01,1613940541965,1248
+"sqr_mom_2",0.99,1613940541965,1248
+"lr_2",0.00027281771117902313,1613940541965,1248
+"mom_2",0.9067955722052442,1613940541965,1248
+"eps_2",1e-05,1613940541965,1248
+"train_loss",0.07767798,1613940542936,1249
+"raw_loss",0.06792463,1613940542936,1249
+"epoch",7.8616352201257556,1613940542936,1249
+"wd_0",0.01,1613940542936,1249
+"sqr_mom_0",0.99,1613940542936,1249
+"lr_0",2.7307875568247894e-06,1613940542936,1249
+"mom_0",0.9067303110793803,1613940542936,1249
+"eps_0",1e-05,1613940542936,1249
+"wd_1",0.01,1613940542936,1249
+"sqr_mom_1",0.99,1613940542936,1249
+"lr_1",2.730787556824789e-05,1613940542936,1249
+"mom_1",0.9067303110793803,1613940542936,1249
+"eps_1",1e-05,1613940542936,1249
+"wd_2",0.01,1613940542936,1249
+"sqr_mom_2",0.99,1613940542936,1249
+"lr_2",0.0002730787556824789,1613940542936,1249
+"mom_2",0.9067303110793803,1613940542936,1249
+"eps_2",1e-05,1613940542936,1249
+"train_loss",0.0779184,1613940543891,1250
+"raw_loss",0.08969912,1613940543891,1250
+"epoch",7.867924528301856,1613940543891,1250
+"wd_0",0.01,1613940543891,1250
+"sqr_mom_0",0.99,1613940543891,1250
+"lr_0",2.7333982834558576e-06,1613940543891,1250
+"mom_0",0.9066650429136035,1613940543891,1250
+"eps_0",1e-05,1613940543891,1250
+"wd_1",0.01,1613940543891,1250
+"sqr_mom_1",0.99,1613940543891,1250
+"lr_1",2.7333982834558575e-05,1613940543891,1250
+"mom_1",0.9066650429136035,1613940543891,1250
+"eps_1",1e-05,1613940543891,1250
+"wd_2",0.01,1613940543891,1250
+"sqr_mom_2",0.99,1613940543891,1250
+"lr_2",0.0002733398283455857,1613940543891,1250
+"mom_2",0.9066650429136035,1613940543891,1250
+"eps_2",1e-05,1613940543891,1250
+"train_loss",0.07851144,1613940544847,1251
+"raw_loss",0.10757011,1613940544847,1251
+"epoch",7.874213836477956,1613940544847,1251
+"wd_0",0.01,1613940544847,1251
+"sqr_mom_0",0.99,1613940544847,1251
+"lr_0",2.7360092870544236e-06,1613940544847,1251
+"mom_0",0.9065997678236394,1613940544847,1251
+"eps_0",1e-05,1613940544847,1251
+"wd_1",0.01,1613940544847,1251
+"sqr_mom_1",0.99,1613940544847,1251
+"lr_1",2.7360092870544238e-05,1613940544847,1251
+"mom_1",0.9065997678236394,1613940544847,1251
+"eps_1",1e-05,1613940544847,1251
+"wd_2",0.01,1613940544847,1251
+"sqr_mom_2",0.99,1613940544847,1251
+"lr_2",0.00027360092870544234,1613940544847,1251
+"mom_2",0.9065997678236394,1613940544847,1251
+"eps_2",1e-05,1613940544847,1251
+"train_loss",0.07790027,1613940545802,1252
+"raw_loss",0.047952972,1613940545802,1252
+"epoch",7.880503144654057,1613940545802,1252
+"wd_0",0.01,1613940545802,1252
+"sqr_mom_0",0.99,1613940545802,1252
+"lr_0",2.7386211199351235e-06,1613940545802,1252
+"mom_0",0.9065344720016218,1613940545802,1252
+"eps_0",1e-05,1613940545802,1252
+"wd_1",0.01,1613940545802,1252
+"sqr_mom_1",0.99,1613940545802,1252
+"lr_1",2.7386211199351233e-05,1613940545802,1252
+"mom_1",0.9065344720016218,1613940545802,1252
+"eps_1",1e-05,1613940545802,1252
+"wd_2",0.01,1613940545802,1252
+"sqr_mom_2",0.99,1613940545802,1252
+"lr_2",0.0002738621119935123,1613940545802,1252
+"mom_2",0.9065344720016218,1613940545802,1252
+"eps_2",1e-05,1613940545802,1252
+"train_loss",0.07784054,1613940546763,1253
+"raw_loss",0.074913524,1613940546763,1253
+"epoch",7.886792452830157,1613940546763,1253
+"wd_0",0.01,1613940546763,1253
+"sqr_mom_0",0.99,1613940546763,1253
+"lr_0",2.7412330350415586e-06,1613940546763,1253
+"mom_0",0.906469174123961,1613940546763,1253
+"eps_0",1e-05,1613940546763,1253
+"wd_1",0.01,1613940546763,1253
+"sqr_mom_1",0.99,1613940546763,1253
+"lr_1",2.7412330350415583e-05,1613940546763,1253
+"mom_1",0.906469174123961,1613940546763,1253
+"eps_1",1e-05,1613940546763,1253
+"wd_2",0.01,1613940546763,1253
+"sqr_mom_2",0.99,1613940546763,1253
+"lr_2",0.0002741233035041558,1613940546763,1253
+"mom_2",0.906469174123961,1613940546763,1253
+"eps_2",1e-05,1613940546763,1253
+"train_loss",0.077239394,1613940547726,1254
+"raw_loss",0.047783293,1613940547726,1254
+"epoch",7.893081761006258,1613940547726,1254
+"wd_0",0.01,1613940547726,1254
+"sqr_mom_0",0.99,1613940547726,1254
+"lr_0",2.743845584783972e-06,1613940547726,1254
+"mom_0",0.9064038603804007,1613940547726,1254
+"eps_0",1e-05,1613940547726,1254
+"wd_1",0.01,1613940547726,1254
+"sqr_mom_1",0.99,1613940547726,1254
+"lr_1",2.7438455847839718e-05,1613940547726,1254
+"mom_1",0.9064038603804007,1613940547726,1254
+"eps_1",1e-05,1613940547726,1254
+"wd_2",0.01,1613940547726,1254
+"sqr_mom_2",0.99,1613940547726,1254
+"lr_2",0.0002743845584783971,1613940547726,1254
+"mom_2",0.9064038603804007,1613940547726,1254
+"eps_2",1e-05,1613940547726,1254
+"train_loss",0.07655366,1613940548704,1255
+"raw_loss",0.04295263,1613940548704,1255
+"epoch",7.899371069182358,1613940548704,1255
+"wd_0",0.01,1613940548704,1255
+"sqr_mom_0",0.99,1613940548704,1255
+"lr_0",2.746458764724566e-06,1613940548704,1255
+"mom_0",0.9063385308818859,1613940548704,1255
+"eps_0",1e-05,1613940548704,1255
+"wd_1",0.01,1613940548704,1255
+"sqr_mom_1",0.99,1613940548704,1255
+"lr_1",2.7464587647245657e-05,1613940548704,1255
+"mom_1",0.9063385308818859,1613940548704,1255
+"eps_1",1e-05,1613940548704,1255
+"wd_2",0.01,1613940548704,1255
+"sqr_mom_2",0.99,1613940548704,1255
+"lr_2",0.0002746458764724566,1613940548704,1255
+"mom_2",0.9063385308818859,1613940548704,1255
+"eps_2",1e-05,1613940548704,1255
+"train_loss",0.07692323,1613940549668,1256
+"raw_loss",0.09503227,1613940549668,1256
+"epoch",7.905660377358458,1613940549668,1256
+"wd_0",0.01,1613940549668,1256
+"sqr_mom_0",0.99,1613940549668,1256
+"lr_0",2.7490720131012277e-06,1613940549668,1256
+"mom_0",0.9062731996724693,1613940549668,1256
+"eps_0",1e-05,1613940549668,1256
+"wd_1",0.01,1613940549668,1256
+"sqr_mom_1",0.99,1613940549668,1256
+"lr_1",2.7490720131012272e-05,1613940549668,1256
+"mom_1",0.9062731996724693,1613940549668,1256
+"eps_1",1e-05,1613940549668,1256
+"wd_2",0.01,1613940549668,1256
+"sqr_mom_2",0.99,1613940549668,1256
+"lr_2",0.0002749072013101227,1613940549668,1256
+"mom_2",0.9062731996724693,1613940549668,1256
+"eps_2",1e-05,1613940549668,1256
+"train_loss",0.07603925,1613940550649,1257
+"raw_loss",0.0327242,1613940550649,1257
+"epoch",7.911949685534559,1613940550649,1257
+"wd_0",0.01,1613940550649,1257
+"sqr_mom_0",0.99,1613940550649,1257
+"lr_0",2.751685696803001e-06,1613940550649,1257
+"mom_0",0.906207857579925,1613940550649,1257
+"eps_0",1e-05,1613940550649,1257
+"wd_1",0.01,1613940550649,1257
+"sqr_mom_1",0.99,1613940550649,1257
+"lr_1",2.7516856968030005e-05,1613940550649,1257
+"mom_1",0.906207857579925,1613940550649,1257
+"eps_1",1e-05,1613940550649,1257
+"wd_2",0.01,1613940550649,1257
+"sqr_mom_2",0.99,1613940550649,1257
+"lr_2",0.00027516856968030006,1613940550649,1257
+"mom_2",0.906207857579925,1613940550649,1257
+"eps_2",1e-05,1613940550649,1257
+"train_loss",0.0779453,1613940551615,1258
+"raw_loss",0.17134187,1613940551615,1258
+"epoch",7.918238993710659,1613940551615,1258
+"wd_0",0.01,1613940551615,1258
+"sqr_mom_0",0.99,1613940551615,1258
+"lr_0",2.7543001829657413e-06,1613940551615,1258
+"mom_0",0.9061424954258565,1613940551615,1258
+"eps_0",1e-05,1613940551615,1258
+"wd_1",0.01,1613940551615,1258
+"sqr_mom_1",0.99,1613940551615,1258
+"lr_1",2.7543001829657415e-05,1613940551615,1258
+"mom_1",0.9061424954258565,1613940551615,1258
+"eps_1",1e-05,1613940551615,1258
+"wd_2",0.01,1613940551615,1258
+"sqr_mom_2",0.99,1613940551615,1258
+"lr_2",0.0002754300182965741,1613940551615,1258
+"mom_2",0.9061424954258565,1613940551615,1258
+"eps_2",1e-05,1613940551615,1258
+"train_loss",0.07872357,1613940552572,1259
+"raw_loss",0.11685887,1613940552572,1259
+"epoch",7.92452830188676,1613940552572,1259
+"wd_0",0.01,1613940552572,1259
+"sqr_mom_0",0.99,1613940552572,1259
+"lr_0",2.756914909639396e-06,1613940552572,1259
+"mom_0",0.9060771272590151,1613940552572,1259
+"eps_0",1e-05,1613940552572,1259
+"wd_1",0.01,1613940552572,1259
+"sqr_mom_1",0.99,1613940552572,1259
+"lr_1",2.7569149096393956e-05,1613940552572,1259
+"mom_1",0.9060771272590151,1613940552572,1259
+"eps_1",1e-05,1613940552572,1259
+"wd_2",0.01,1613940552572,1259
+"sqr_mom_2",0.99,1613940552572,1259
+"lr_2",0.00027569149096393953,1613940552572,1259
+"mom_2",0.9060771272590151,1613940552572,1259
+"eps_2",1e-05,1613940552572,1259
+"train_loss",0.07869443,1613940553527,1260
+"raw_loss",0.07726669,1613940553527,1260
+"epoch",7.93081761006286,1613940553527,1260
+"wd_0",0.01,1613940553527,1260
+"sqr_mom_0",0.99,1613940553527,1260
+"lr_0",2.759530243986863e-06,1613940553527,1260
+"mom_0",0.9060117439003283,1613940553527,1260
+"eps_0",1e-05,1613940553527,1260
+"wd_1",0.01,1613940553527,1260
+"sqr_mom_1",0.99,1613940553527,1260
+"lr_1",2.759530243986863e-05,1613940553527,1260
+"mom_1",0.9060117439003283,1613940553527,1260
+"eps_1",1e-05,1613940553527,1260
+"wd_2",0.01,1613940553527,1260
+"sqr_mom_2",0.99,1613940553527,1260
+"lr_2",0.0002759530243986863,1613940553527,1260
+"mom_2",0.9060117439003283,1613940553527,1260
+"eps_2",1e-05,1613940553527,1260
+"train_loss",0.07838174,1613940554470,1261
+"raw_loss",0.06305978,1613940554470,1261
+"epoch",7.93710691823896,1613940554470,1261
+"wd_0",0.01,1613940554470,1261
+"sqr_mom_0",0.99,1613940554470,1261
+"lr_0",2.762145623785349e-06,1613940554470,1261
+"mom_0",0.9059463594053663,1613940554470,1261
+"eps_0",1e-05,1613940554470,1261
+"wd_1",0.01,1613940554470,1261
+"sqr_mom_1",0.99,1613940554470,1261
+"lr_1",2.7621456237853485e-05,1613940554470,1261
+"mom_1",0.9059463594053663,1613940554470,1261
+"eps_1",1e-05,1613940554470,1261
+"wd_2",0.01,1613940554470,1261
+"sqr_mom_2",0.99,1613940554470,1261
+"lr_2",0.00027621456237853485,1613940554470,1261
+"mom_2",0.9059463594053663,1613940554470,1261
+"eps_2",1e-05,1613940554470,1261
+"train_loss",0.078488104,1613940555428,1262
+"raw_loss",0.08369984,1613940555428,1262
+"epoch",7.943396226415061,1613940555428,1262
+"wd_0",0.01,1613940555428,1262
+"sqr_mom_0",0.99,1613940555428,1262
+"lr_0",2.7647614162280526e-06,1613940555428,1262
+"mom_0",0.9058809645942987,1613940555428,1262
+"eps_0",1e-05,1613940555428,1262
+"wd_1",0.01,1613940555428,1262
+"sqr_mom_1",0.99,1613940555428,1262
+"lr_1",2.7647614162280523e-05,1613940555428,1262
+"mom_1",0.9058809645942987,1613940555428,1262
+"eps_1",1e-05,1613940555428,1262
+"wd_2",0.01,1613940555428,1262
+"sqr_mom_2",0.99,1613940555428,1262
+"lr_2",0.00027647614162280517,1613940555428,1262
+"mom_2",0.9058809645942987,1613940555428,1262
+"eps_2",1e-05,1613940555428,1262
+"train_loss",0.07812307,1613940556389,1263
+"raw_loss",0.060236543,1613940556389,1263
+"epoch",7.949685534591161,1613940556389,1263
+"wd_0",0.01,1613940556389,1263
+"sqr_mom_0",0.99,1613940556389,1263
+"lr_0",2.7673779887421255e-06,1613940556389,1263
+"mom_0",0.9058155502814469,1613940556389,1263
+"eps_0",1e-05,1613940556389,1263
+"wd_1",0.01,1613940556389,1263
+"sqr_mom_1",0.99,1613940556389,1263
+"lr_1",2.7673779887421255e-05,1613940556389,1263
+"mom_1",0.9058155502814469,1613940556389,1263
+"eps_1",1e-05,1613940556389,1263
+"wd_2",0.01,1613940556389,1263
+"sqr_mom_2",0.99,1613940556389,1263
+"lr_2",0.00027673779887421254,1613940556389,1263
+"mom_2",0.9058155502814469,1613940556389,1263
+"eps_2",1e-05,1613940556389,1263
+"train_loss",0.078015886,1613940557369,1264
+"raw_loss",0.07276386,1613940557369,1264
+"epoch",7.955974842767262,1613940557369,1264
+"wd_0",0.01,1613940557369,1264
+"sqr_mom_0",0.99,1613940557369,1264
+"lr_0",2.7699947789266253e-06,1613940557369,1264
+"mom_0",0.9057501305268344,1613940557369,1264
+"eps_0",1e-05,1613940557369,1264
+"wd_1",0.01,1613940557369,1264
+"sqr_mom_1",0.99,1613940557369,1264
+"lr_1",2.7699947789266246e-05,1613940557369,1264
+"mom_1",0.9057501305268344,1613940557369,1264
+"eps_1",1e-05,1613940557369,1264
+"wd_2",0.01,1613940557369,1264
+"sqr_mom_2",0.99,1613940557369,1264
+"lr_2",0.00027699947789266245,1613940557369,1264
+"mom_2",0.9057501305268344,1613940557369,1264
+"eps_2",1e-05,1613940557369,1264
+"train_loss",0.07995121,1613940558310,1265
+"raw_loss",0.17478237,1613940558310,1265
+"epoch",7.962264150943362,1613940558310,1265
+"wd_0",0.01,1613940558310,1265
+"sqr_mom_0",0.99,1613940558310,1265
+"lr_0",2.772611782155556e-06,1613940558310,1265
+"mom_0",0.9056847054461111,1613940558310,1265
+"eps_0",1e-05,1613940558310,1265
+"wd_1",0.01,1613940558310,1265
+"sqr_mom_1",0.99,1613940558310,1265
+"lr_1",2.7726117821555557e-05,1613940558310,1265
+"mom_1",0.9056847054461111,1613940558310,1265
+"eps_1",1e-05,1613940558310,1265
+"wd_2",0.01,1613940558310,1265
+"sqr_mom_2",0.99,1613940558310,1265
+"lr_2",0.00027726117821555554,1613940558310,1265
+"mom_2",0.9056847054461111,1613940558310,1265
+"eps_2",1e-05,1613940558310,1265
+"train_loss",0.07967523,1613940559295,1266
+"raw_loss",0.066152155,1613940559295,1266
+"epoch",7.9685534591194624,1613940559295,1266
+"wd_0",0.01,1613940559295,1266
+"sqr_mom_0",0.99,1613940559295,1266
+"lr_0",2.7752295520057935e-06,1613940559295,1266
+"mom_0",0.9056192611998551,1613940559295,1266
+"eps_0",1e-05,1613940559295,1266
+"wd_1",0.01,1613940559295,1266
+"sqr_mom_1",0.99,1613940559295,1266
+"lr_1",2.775229552005793e-05,1613940559295,1266
+"mom_1",0.9056192611998551,1613940559295,1266
+"eps_1",1e-05,1613940559295,1266
+"wd_2",0.01,1613940559295,1266
+"sqr_mom_2",0.99,1613940559295,1266
+"lr_2",0.00027752295520057927,1613940559295,1266
+"mom_2",0.9056192611998551,1613940559295,1266
+"eps_2",1e-05,1613940559295,1266
+"train_loss",0.079994306,1613940560267,1267
+"raw_loss",0.09562907,1613940560267,1267
+"epoch",7.974842767295563,1613940560267,1267
+"wd_0",0.01,1613940560267,1267
+"sqr_mom_0",0.99,1613940560267,1267
+"lr_0",2.777847339722802e-06,1613940560267,1267
+"mom_0",0.9055538165069299,1613940560267,1267
+"eps_0",1e-05,1613940560267,1267
+"wd_1",0.01,1613940560267,1267
+"sqr_mom_1",0.99,1613940560267,1267
+"lr_1",2.7778473397228018e-05,1613940560267,1267
+"mom_1",0.9055538165069299,1613940560267,1267
+"eps_1",1e-05,1613940560267,1267
+"wd_2",0.01,1613940560267,1267
+"sqr_mom_2",0.99,1613940560267,1267
+"lr_2",0.00027778473397228014,1613940560267,1267
+"mom_2",0.9055538165069299,1613940560267,1267
+"eps_2",1e-05,1613940560267,1267
+"train_loss",0.08107135,1613940561244,1268
+"raw_loss",0.13384642,1613940561244,1268
+"epoch",7.981132075471663,1613940561244,1268
+"wd_0",0.01,1613940561244,1268
+"sqr_mom_0",0.99,1613940561244,1268
+"lr_0",2.78046569896574e-06,1613940561244,1268
+"mom_0",0.9054883575258564,1613940561244,1268
+"eps_0",1e-05,1613940561244,1268
+"wd_1",0.01,1613940561244,1268
+"sqr_mom_1",0.99,1613940561244,1268
+"lr_1",2.78046569896574e-05,1613940561244,1268
+"mom_1",0.9054883575258564,1613940561244,1268
+"eps_1",1e-05,1613940561244,1268
+"wd_2",0.01,1613940561244,1268
+"sqr_mom_2",0.99,1613940561244,1268
+"lr_2",0.000278046569896574,1613940561244,1268
+"mom_2",0.9054883575258564,1613940561244,1268
+"eps_2",1e-05,1613940561244,1268
+"train_loss",0.08526432,1613940562218,1269
+"raw_loss",0.29071996,1613940562218,1269
+"epoch",7.987421383647764,1613940562218,1269
+"wd_0",0.01,1613940562218,1269
+"sqr_mom_0",0.99,1613940562218,1269
+"lr_0",2.783084625273183e-06,1613940562218,1269
+"mom_0",0.9054228843681704,1613940562218,1269
+"eps_0",1e-05,1613940562218,1269
+"wd_1",0.01,1613940562218,1269
+"sqr_mom_1",0.99,1613940562218,1269
+"lr_1",2.7830846252731826e-05,1613940562218,1269
+"mom_1",0.9054228843681704,1613940562218,1269
+"eps_1",1e-05,1613940562218,1269
+"wd_2",0.01,1613940562218,1269
+"sqr_mom_2",0.99,1613940562218,1269
+"lr_2",0.00027830846252731826,1613940562218,1269
+"mom_2",0.9054228843681704,1613940562218,1269
+"eps_2",1e-05,1613940562218,1269
+"train_loss",0.08570464,1613940563173,1270
+"raw_loss",0.10728028,1613940563173,1270
+"epoch",7.993710691823864,1613940563173,1270
+"wd_0",0.01,1613940563173,1270
+"sqr_mom_0",0.99,1613940563173,1270
+"lr_0",2.7857035556545834e-06,1613940563173,1270
+"mom_0",0.9053574111086354,1613940563173,1270
+"eps_0",1e-05,1613940563173,1270
+"wd_1",0.01,1613940563173,1270
+"sqr_mom_1",0.99,1613940563173,1270
+"lr_1",2.7857035556545834e-05,1613940563173,1270
+"mom_1",0.9053574111086354,1613940563173,1270
+"eps_1",1e-05,1613940563173,1270
+"wd_2",0.01,1613940563173,1270
+"sqr_mom_2",0.99,1613940563173,1270
+"lr_2",0.0002785703555654583,1613940563173,1270
+"mom_2",0.9053574111086354,1613940563173,1270
+"eps_2",1e-05,1613940563173,1270
+"train_loss",0.089509115,1613940564120,1271
+"raw_loss",0.27592856,1613940564120,1271
+"epoch",7.9999999999999645,1613940564120,1271
+"wd_0",0.01,1613940564120,1271
+"sqr_mom_0",0.99,1613940564120,1271
+"lr_0",2.7883232302140196e-06,1613940564120,1271
+"mom_0",0.9052919192446495,1613940564120,1271
+"eps_0",1e-05,1613940564120,1271
+"wd_1",0.01,1613940564120,1271
+"sqr_mom_1",0.99,1613940564120,1271
+"lr_1",2.7883232302140195e-05,1613940564120,1271
+"mom_1",0.9052919192446495,1613940564120,1271
+"eps_1",1e-05,1613940564120,1271
+"wd_2",0.01,1613940564120,1271
+"sqr_mom_2",0.99,1613940564120,1271
+"lr_2",0.0002788323230214019,1613940564120,1271
+"mom_2",0.9052919192446495,1613940564120,1271
+"eps_2",1e-05,1613940564120,1271
+"valid_loss",0.26426389813423157,1613940595404,1271
+"_rmse",0.5140660405158997,1613940595404,1271
+"epoch",8,1613940595404,1271
+"train_loss",0.09403931,1613940596617,1272
+"raw_loss",0.31601927,1613940596617,1272
+"epoch",8.0062893081761,1613940596617,1272
+"wd_0",0.01,1613940596617,1272
+"sqr_mom_0",0.99,1613940596617,1272
+"lr_0",2.790942899652156e-06,1613940596617,1272
+"mom_0",0.9052264275086961,1613940596617,1272
+"eps_0",1e-05,1613940596617,1272
+"wd_1",0.01,1613940596617,1272
+"sqr_mom_1",0.99,1613940596617,1272
+"lr_1",2.790942899652156e-05,1613940596617,1272
+"mom_1",0.9052264275086961,1613940596617,1272
+"eps_1",1e-05,1613940596617,1272
+"wd_2",0.01,1613940596617,1272
+"sqr_mom_2",0.99,1613940596617,1272
+"lr_2",0.0002790942899652156,1613940596617,1272
+"mom_2",0.9052264275086961,1613940596617,1272
+"eps_2",1e-05,1613940596617,1272
+"train_loss",0.09534154,1613940598815,1273
+"raw_loss",0.15915084,1613940598815,1273
+"epoch",8.0125786163522,1613940598815,1273
+"wd_0",0.01,1613940598815,1273
+"sqr_mom_0",0.99,1613940598815,1273
+"lr_0",2.793563118028586e-06,1613940598815,1273
+"mom_0",0.9051609220492853,1613940598815,1273
+"eps_0",1e-05,1613940598815,1273
+"wd_1",0.01,1613940598815,1273
+"sqr_mom_1",0.99,1613940598815,1273
+"lr_1",2.7935631180285856e-05,1613940598815,1273
+"mom_1",0.9051609220492853,1613940598815,1273
+"eps_1",1e-05,1613940598815,1273
+"wd_2",0.01,1613940598815,1273
+"sqr_mom_2",0.99,1613940598815,1273
+"lr_2",0.00027935631180285857,1613940598815,1273
+"mom_2",0.9051609220492853,1613940598815,1273
+"eps_2",1e-05,1613940598815,1273
+"train_loss",0.09813556,1613940600232,1274
+"raw_loss",0.23504283,1613940600232,1274
+"epoch",8.018867924528301,1613940600232,1274
+"wd_0",0.01,1613940600232,1274
+"sqr_mom_0",0.99,1613940600232,1274
+"lr_0",2.796183880873813e-06,1613940600232,1274
+"mom_0",0.9050954029781546,1613940600232,1274
+"eps_0",1e-05,1613940600232,1274
+"wd_1",0.01,1613940600232,1274
+"sqr_mom_1",0.99,1613940600232,1274
+"lr_1",2.796183880873813e-05,1613940600232,1274
+"mom_1",0.9050954029781546,1613940600232,1274
+"eps_1",1e-05,1613940600232,1274
+"wd_2",0.01,1613940600232,1274
+"sqr_mom_2",0.99,1613940600232,1274
+"lr_2",0.0002796183880873813,1613940600232,1274
+"mom_2",0.9050954029781546,1613940600232,1274
+"eps_2",1e-05,1613940600232,1274
+"train_loss",0.099720895,1613940601532,1275
+"raw_loss",0.17740245,1613940601532,1275
+"epoch",8.025157232704402,1613940601532,1275
+"wd_0",0.01,1613940601532,1275
+"sqr_mom_0",0.99,1613940601532,1275
+"lr_0",2.7988046248049414e-06,1613940601532,1275
+"mom_0",0.9050298843798764,1613940601532,1275
+"eps_0",1e-05,1613940601532,1275
+"wd_1",0.01,1613940601532,1275
+"sqr_mom_1",0.99,1613940601532,1275
+"lr_1",2.7988046248049407e-05,1613940601532,1275
+"mom_1",0.9050298843798764,1613940601532,1275
+"eps_1",1e-05,1613940601532,1275
+"wd_2",0.01,1613940601532,1275
+"sqr_mom_2",0.99,1613940601532,1275
+"lr_2",0.0002798804624804941,1613940601532,1275
+"mom_2",0.9050298843798764,1613940601532,1275
+"eps_2",1e-05,1613940601532,1275
+"train_loss",0.099200614,1613940602695,1276
+"raw_loss",0.073706836,1613940602695,1276
+"epoch",8.031446540880502,1613940602695,1276
+"wd_0",0.01,1613940602695,1276
+"sqr_mom_0",0.99,1613940602695,1276
+"lr_0",2.8014257177820265e-06,1613940602695,1276
+"mom_0",0.9049643570554493,1613940602695,1276
+"eps_0",1e-05,1613940602695,1276
+"wd_1",0.01,1613940602695,1276
+"sqr_mom_1",0.99,1613940602695,1276
+"lr_1",2.801425717782026e-05,1613940602695,1276
+"mom_1",0.9049643570554493,1613940602695,1276
+"eps_1",1e-05,1613940602695,1276
+"wd_2",0.01,1613940602695,1276
+"sqr_mom_2",0.99,1613940602695,1276
+"lr_2",0.00028014257177820263,1613940602695,1276
+"mom_2",0.9049643570554493,1613940602695,1276
+"eps_2",1e-05,1613940602695,1276
+"train_loss",0.09872179,1613940603782,1277
+"raw_loss",0.075259306,1613940603782,1277
+"epoch",8.037735849056602,1613940603782,1277
+"wd_0",0.01,1613940603782,1277
+"sqr_mom_0",0.99,1613940603782,1277
+"lr_0",2.804047527963017e-06,1613940603782,1277
+"mom_0",0.9048988118009246,1613940603782,1277
+"eps_0",1e-05,1613940603782,1277
+"wd_1",0.01,1613940603782,1277
+"sqr_mom_1",0.99,1613940603782,1277
+"lr_1",2.804047527963017e-05,1613940603782,1277
+"mom_1",0.9048988118009246,1613940603782,1277
+"eps_1",1e-05,1613940603782,1277
+"wd_2",0.01,1613940603782,1277
+"sqr_mom_2",0.99,1613940603782,1277
+"lr_2",0.0002804047527963017,1613940603782,1277
+"mom_2",0.9048988118009246,1613940603782,1277
+"eps_2",1e-05,1613940603782,1277
+"train_loss",0.10408464,1613940604735,1278
+"raw_loss",0.3668648,1613940604735,1278
+"epoch",8.044025157232703,1613940604735,1278
+"wd_0",0.01,1613940604735,1278
+"sqr_mom_0",0.99,1613940604735,1278
+"lr_0",2.8066694918143274e-06,1613940604735,1278
+"mom_0",0.9048332627046418,1613940604735,1278
+"eps_0",1e-05,1613940604735,1278
+"wd_1",0.01,1613940604735,1278
+"sqr_mom_1",0.99,1613940604735,1278
+"lr_1",2.806669491814327e-05,1613940604735,1278
+"mom_1",0.9048332627046418,1613940604735,1278
+"eps_1",1e-05,1613940604735,1278
+"wd_2",0.01,1613940604735,1278
+"sqr_mom_2",0.99,1613940604735,1278
+"lr_2",0.00028066694918143267,1613940604735,1278
+"mom_2",0.9048332627046418,1613940604735,1278
+"eps_2",1e-05,1613940604735,1278
+"train_loss",0.10942919,1613940605710,1279
+"raw_loss",0.3713124,1613940605710,1279
+"epoch",8.050314465408803,1613940605710,1279
+"wd_0",0.01,1613940605710,1279
+"sqr_mom_0",0.99,1613940605710,1279
+"lr_0",2.8092919775151086e-06,1613940605710,1279
+"mom_0",0.9047677005621223,1613940605710,1279
+"eps_0",1e-05,1613940605710,1279
+"wd_1",0.01,1613940605710,1279
+"sqr_mom_1",0.99,1613940605710,1279
+"lr_1",2.8092919775151084e-05,1613940605710,1279
+"mom_1",0.9047677005621223,1613940605710,1279
+"eps_1",1e-05,1613940605710,1279
+"wd_2",0.01,1613940605710,1279
+"sqr_mom_2",0.99,1613940605710,1279
+"lr_2",0.0002809291977515108,1613940605710,1279
+"mom_2",0.9047677005621223,1613940605710,1279
+"eps_2",1e-05,1613940605710,1279
+"train_loss",0.109687574,1613940606674,1280
+"raw_loss",0.12234854,1613940606674,1280
+"epoch",8.056603773584904,1613940606674,1280
+"wd_0",0.01,1613940606674,1280
+"sqr_mom_0",0.99,1613940606674,1280
+"lr_0",2.811914421314555e-06,1613940606674,1280
+"mom_0",0.9047021394671361,1613940606674,1280
+"eps_0",1e-05,1613940606674,1280
+"wd_1",0.01,1613940606674,1280
+"sqr_mom_1",0.99,1613940606674,1280
+"lr_1",2.8119144213145548e-05,1613940606674,1280
+"mom_1",0.9047021394671361,1613940606674,1280
+"eps_1",1e-05,1613940606674,1280
+"wd_2",0.01,1613940606674,1280
+"sqr_mom_2",0.99,1613940606674,1280
+"lr_2",0.00028119144213145544,1613940606674,1280
+"mom_2",0.9047021394671361,1613940606674,1280
+"eps_2",1e-05,1613940606674,1280
+"train_loss",0.11274306,1613940607653,1281
+"raw_loss",0.2624619,1613940607653,1281
+"epoch",8.062893081761004,1613940607653,1281
+"wd_0",0.01,1613940607653,1281
+"sqr_mom_0",0.99,1613940607653,1281
+"lr_0",2.814537191416287e-06,1613940607653,1281
+"mom_0",0.9046365702145928,1613940607653,1281
+"eps_0",1e-05,1613940607653,1281
+"wd_1",0.01,1613940607653,1281
+"sqr_mom_1",0.99,1613940607653,1281
+"lr_1",2.8145371914162867e-05,1613940607653,1281
+"mom_1",0.9046365702145928,1613940607653,1281
+"eps_1",1e-05,1613940607653,1281
+"wd_2",0.01,1613940607653,1281
+"sqr_mom_2",0.99,1613940607653,1281
+"lr_2",0.00028145371914162866,1613940607653,1281
+"mom_2",0.9046365702145928,1613940607653,1281
+"eps_2",1e-05,1613940607653,1281
+"train_loss",0.11737716,1613940608617,1282
+"raw_loss",0.34444833,1613940608617,1282
+"epoch",8.069182389937104,1613940608617,1282
+"wd_0",0.01,1613940608617,1282
+"sqr_mom_0",0.99,1613940608617,1282
+"lr_0",2.8171606562089235e-06,1613940608617,1282
+"mom_0",0.9045709835947768,1613940608617,1282
+"eps_0",1e-05,1613940608617,1282
+"wd_1",0.01,1613940608617,1282
+"sqr_mom_1",0.99,1613940608617,1282
+"lr_1",2.817160656208923e-05,1613940608617,1282
+"mom_1",0.9045709835947768,1613940608617,1282
+"eps_1",1e-05,1613940608617,1282
+"wd_2",0.01,1613940608617,1282
+"sqr_mom_2",0.99,1613940608617,1282
+"lr_2",0.00028171606562089234,1613940608617,1282
+"mom_2",0.9045709835947768,1613940608617,1282
+"eps_2",1e-05,1613940608617,1282
+"train_loss",0.122684486,1613940609571,1283
+"raw_loss",0.38274348,1613940609571,1283
+"epoch",8.075471698113205,1613940609571,1283
+"wd_0",0.01,1613940609571,1283
+"sqr_mom_0",0.99,1613940609571,1283
+"lr_0",2.819784251800787e-06,1613940609571,1283
+"mom_0",0.9045053937049803,1613940609571,1283
+"eps_0",1e-05,1613940609571,1283
+"wd_1",0.01,1613940609571,1283
+"sqr_mom_1",0.99,1613940609571,1283
+"lr_1",2.819784251800787e-05,1613940609571,1283
+"mom_1",0.9045053937049803,1613940609571,1283
+"eps_1",1e-05,1613940609571,1283
+"wd_2",0.01,1613940609571,1283
+"sqr_mom_2",0.99,1613940609571,1283
+"lr_2",0.00028197842518007865,1613940609571,1283
+"mom_2",0.9045053937049803,1613940609571,1283
+"eps_2",1e-05,1613940609571,1283
+"train_loss",0.12148724,1613940610528,1284
+"raw_loss",0.06282213,1613940610528,1284
+"epoch",8.081761006289305,1613940610528,1284
+"wd_0",0.01,1613940610528,1284
+"sqr_mom_0",0.99,1613940610528,1284
+"lr_0",2.8224079735724938e-06,1613940610528,1284
+"mom_0",0.9044398006606876,1613940610528,1284
+"eps_0",1e-05,1613940610528,1284
+"wd_1",0.01,1613940610528,1284
+"sqr_mom_1",0.99,1613940610528,1284
+"lr_1",2.8224079735724933e-05,1613940610528,1284
+"mom_1",0.9044398006606876,1613940610528,1284
+"eps_1",1e-05,1613940610528,1284
+"wd_2",0.01,1613940610528,1284
+"sqr_mom_2",0.99,1613940610528,1284
+"lr_2",0.00028224079735724935,1613940610528,1284
+"mom_2",0.9044398006606876,1613940610528,1284
+"eps_2",1e-05,1613940610528,1284
+"train_loss",0.12085164,1613940611501,1285
+"raw_loss",0.08970744,1613940611501,1285
+"epoch",8.088050314465406,1613940611501,1285
+"wd_0",0.01,1613940611501,1285
+"sqr_mom_0",0.99,1613940611501,1285
+"lr_0",2.8250323765127783e-06,1613940611501,1285
+"mom_0",0.9043741905871805,1613940611501,1285
+"eps_0",1e-05,1613940611501,1285
+"wd_1",0.01,1613940611501,1285
+"sqr_mom_1",0.99,1613940611501,1285
+"lr_1",2.825032376512778e-05,1613940611501,1285
+"mom_1",0.9043741905871805,1613940611501,1285
+"eps_1",1e-05,1613940611501,1285
+"wd_2",0.01,1613940611501,1285
+"sqr_mom_2",0.99,1613940611501,1285
+"lr_2",0.0002825032376512778,1613940611501,1285
+"mom_2",0.9043741905871805,1613940611501,1285
+"eps_2",1e-05,1613940611501,1285
+"train_loss",0.1232771,1613940612476,1286
+"raw_loss",0.24212459,1613940612476,1286
+"epoch",8.094339622641506,1613940612476,1286
+"wd_0",0.01,1613940612476,1286
+"sqr_mom_0",0.99,1613940612476,1286
+"lr_0",2.827656709969858e-06,1613940612476,1286
+"mom_0",0.9043085822507535,1613940612476,1286
+"eps_0",1e-05,1613940612476,1286
+"wd_1",0.01,1613940612476,1286
+"sqr_mom_1",0.99,1613940612476,1286
+"lr_1",2.8276567099698572e-05,1613940612476,1286
+"mom_1",0.9043085822507535,1613940612476,1286
+"eps_1",1e-05,1613940612476,1286
+"wd_2",0.01,1613940612476,1286
+"sqr_mom_2",0.99,1613940612476,1286
+"lr_2",0.00028276567099698576,1613940612476,1286
+"mom_2",0.9043085822507535,1613940612476,1286
+"eps_2",1e-05,1613940612476,1286
+"train_loss",0.12188496,1613940613473,1287
+"raw_loss",0.05366995,1613940613473,1287
+"epoch",8.100628930817606,1613940613473,1287
+"wd_0",0.01,1613940613473,1287
+"sqr_mom_0",0.99,1613940613473,1287
+"lr_0",2.830281528996625e-06,1613940613473,1287
+"mom_0",0.9042429617750843,1613940613473,1287
+"eps_0",1e-05,1613940613473,1287
+"wd_1",0.01,1613940613473,1287
+"sqr_mom_1",0.99,1613940613473,1287
+"lr_1",2.830281528996625e-05,1613940613473,1287
+"mom_1",0.9042429617750843,1613940613473,1287
+"eps_1",1e-05,1613940613473,1287
+"wd_2",0.01,1613940613473,1287
+"sqr_mom_2",0.99,1613940613473,1287
+"lr_2",0.00028302815289966244,1613940613473,1287
+"mom_2",0.9042429617750843,1613940613473,1287
+"eps_2",1e-05,1613940613473,1287
+"train_loss",0.1208591,1613940614428,1288
+"raw_loss",0.07059218,1613940614428,1288
+"epoch",8.106918238993707,1613940614428,1288
+"wd_0",0.01,1613940614428,1288
+"sqr_mom_0",0.99,1613940614428,1288
+"lr_0",2.8329068291020163e-06,1613940614428,1288
+"mom_0",0.9041773292724495,1613940614428,1288
+"eps_0",1e-05,1613940614428,1288
+"wd_1",0.01,1613940614428,1288
+"sqr_mom_1",0.99,1613940614428,1288
+"lr_1",2.8329068291020163e-05,1613940614428,1288
+"mom_1",0.9041773292724495,1613940614428,1288
+"eps_1",1e-05,1613940614428,1288
+"wd_2",0.01,1613940614428,1288
+"sqr_mom_2",0.99,1613940614428,1288
+"lr_2",0.0002832906829102016,1613940614428,1288
+"mom_2",0.9041773292724495,1613940614428,1288
+"eps_2",1e-05,1613940614428,1288
+"train_loss",0.11972656,1613940615417,1289
+"raw_loss",0.06423187,1613940615417,1289
+"epoch",8.113207547169807,1613940615417,1289
+"wd_0",0.01,1613940615417,1289
+"sqr_mom_0",0.99,1613940615417,1289
+"lr_0",2.8355320459346237e-06,1613940615417,1289
+"mom_0",0.9041116988516343,1613940615417,1289
+"eps_0",1e-05,1613940615417,1289
+"wd_1",0.01,1613940615417,1289
+"sqr_mom_1",0.99,1613940615417,1289
+"lr_1",2.8355320459346236e-05,1613940615417,1289
+"mom_1",0.9041116988516343,1613940615417,1289
+"eps_1",1e-05,1613940615417,1289
+"wd_2",0.01,1613940615417,1289
+"sqr_mom_2",0.99,1613940615417,1289
+"lr_2",0.0002835532045934623,1613940615417,1289
+"mom_2",0.9041116988516343,1613940615417,1289
+"eps_2",1e-05,1613940615417,1289
+"train_loss",0.11872208,1613940616425,1290
+"raw_loss",0.06950256,1613940616425,1290
+"epoch",8.119496855345908,1613940616425,1290
+"wd_0",0.01,1613940616425,1290
+"sqr_mom_0",0.99,1613940616425,1290
+"lr_0",2.8381579213750627e-06,1613940616425,1290
+"mom_0",0.9040460519656234,1613940616425,1290
+"eps_0",1e-05,1613940616425,1290
+"wd_1",0.01,1613940616425,1290
+"sqr_mom_1",0.99,1613940616425,1290
+"lr_1",2.8381579213750623e-05,1613940616425,1290
+"mom_1",0.9040460519656234,1613940616425,1290
+"eps_1",1e-05,1613940616425,1290
+"wd_2",0.01,1613940616425,1290
+"sqr_mom_2",0.99,1613940616425,1290
+"lr_2",0.00028381579213750623,1613940616425,1290
+"mom_2",0.9040460519656234,1613940616425,1290
+"eps_2",1e-05,1613940616425,1290
+"train_loss",0.118292555,1613940617431,1291
+"raw_loss",0.09724579,1613940617431,1291
+"epoch",8.125786163522008,1613940617431,1291
+"wd_0",0.01,1613940617431,1291
+"sqr_mom_0",0.99,1613940617431,1291
+"lr_0",2.8407837043503753e-06,1613940617431,1291
+"mom_0",0.9039804073912406,1613940617431,1291
+"eps_0",1e-05,1613940617431,1291
+"wd_1",0.01,1613940617431,1291
+"sqr_mom_1",0.99,1613940617431,1291
+"lr_1",2.840783704350375e-05,1613940617431,1291
+"mom_1",0.9039804073912406,1613940617431,1291
+"eps_1",1e-05,1613940617431,1291
+"wd_2",0.01,1613940617431,1291
+"sqr_mom_2",0.99,1613940617431,1291
+"lr_2",0.0002840783704350375,1613940617431,1291
+"mom_2",0.9039804073912406,1613940617431,1291
+"eps_2",1e-05,1613940617431,1291
+"train_loss",0.11747074,1613940618405,1292
+"raw_loss",0.07720173,1613940618405,1292
+"epoch",8.132075471698109,1613940618405,1292
+"wd_0",0.01,1613940618405,1292
+"sqr_mom_0",0.99,1613940618405,1292
+"lr_0",2.843409950222477e-06,1613940618405,1292
+"mom_0",0.9039147512444381,1613940618405,1292
+"eps_0",1e-05,1613940618405,1292
+"wd_1",0.01,1613940618405,1292
+"sqr_mom_1",0.99,1613940618405,1292
+"lr_1",2.8434099502224764e-05,1613940618405,1292
+"mom_1",0.9039147512444381,1613940618405,1292
+"eps_1",1e-05,1613940618405,1292
+"wd_2",0.01,1613940618405,1292
+"sqr_mom_2",0.99,1613940618405,1292
+"lr_2",0.00028434099502224765,1613940618405,1292
+"mom_2",0.9039147512444381,1613940618405,1292
+"eps_2",1e-05,1613940618405,1292
+"train_loss",0.117123544,1613940619438,1293
+"raw_loss",0.10011094,1613940619438,1293
+"epoch",8.138364779874209,1613940619438,1293
+"wd_0",0.01,1613940619438,1293
+"sqr_mom_0",0.99,1613940619438,1293
+"lr_0",2.8460366544929703e-06,1613940619438,1293
+"mom_0",0.9038490836376757,1613940619438,1293
+"eps_0",1e-05,1613940619438,1293
+"wd_1",0.01,1613940619438,1293
+"sqr_mom_1",0.99,1613940619438,1293
+"lr_1",2.8460366544929705e-05,1613940619438,1293
+"mom_1",0.9038490836376757,1613940619438,1293
+"eps_1",1e-05,1613940619438,1293
+"wd_2",0.01,1613940619438,1293
+"sqr_mom_2",0.99,1613940619438,1293
+"lr_2",0.00028460366544929704,1613940619438,1293
+"mom_2",0.9038490836376757,1613940619438,1293
+"eps_2",1e-05,1613940619438,1293
+"train_loss",0.11839235,1613940620413,1294
+"raw_loss",0.18056364,1613940620413,1294
+"epoch",8.14465408805031,1613940620413,1294
+"wd_0",0.01,1613940620413,1294
+"sqr_mom_0",0.99,1613940620413,1294
+"lr_0",2.8486632525110455e-06,1613940620413,1294
+"mom_0",0.9037834186872238,1613940620413,1294
+"eps_0",1e-05,1613940620413,1294
+"wd_1",0.01,1613940620413,1294
+"sqr_mom_1",0.99,1613940620413,1294
+"lr_1",2.8486632525110453e-05,1613940620413,1294
+"mom_1",0.9037834186872238,1613940620413,1294
+"eps_1",1e-05,1613940620413,1294
+"wd_2",0.01,1613940620413,1294
+"sqr_mom_2",0.99,1613940620413,1294
+"lr_2",0.0002848663252511045,1613940620413,1294
+"mom_2",0.9037834186872238,1613940620413,1294
+"eps_2",1e-05,1613940620413,1294
+"train_loss",0.11802682,1613940621398,1295
+"raw_loss",0.10011614,1613940621398,1295
+"epoch",8.15094339622641,1613940621398,1295
+"wd_0",0.01,1613940621398,1295
+"sqr_mom_0",0.99,1613940621398,1295
+"lr_0",2.8512901130773025e-06,1613940621398,1295
+"mom_0",0.9037177471730674,1613940621398,1295
+"eps_0",1e-05,1613940621398,1295
+"wd_1",0.01,1613940621398,1295
+"sqr_mom_1",0.99,1613940621398,1295
+"lr_1",2.8512901130773022e-05,1613940621398,1295
+"mom_1",0.9037177471730674,1613940621398,1295
+"eps_1",1e-05,1613940621398,1295
+"wd_2",0.01,1613940621398,1295
+"sqr_mom_2",0.99,1613940621398,1295
+"lr_2",0.0002851290113077302,1613940621398,1295
+"mom_2",0.9037177471730674,1613940621398,1295
+"eps_2",1e-05,1613940621398,1295
+"train_loss",0.120999694,1613940622378,1296
+"raw_loss",0.26667047,1613940622378,1296
+"epoch",8.15723270440251,1613940622378,1296
+"wd_0",0.01,1613940622378,1296
+"sqr_mom_0",0.99,1613940622378,1296
+"lr_0",2.853917605141193e-06,1613940622378,1296
+"mom_0",0.9036520598714701,1613940622378,1296
+"eps_0",1e-05,1613940622378,1296
+"wd_1",0.01,1613940622378,1296
+"sqr_mom_1",0.99,1613940622378,1296
+"lr_1",2.8539176051411926e-05,1613940622378,1296
+"mom_1",0.9036520598714701,1613940622378,1296
+"eps_1",1e-05,1613940622378,1296
+"wd_2",0.01,1613940622378,1296
+"sqr_mom_2",0.99,1613940622378,1296
+"lr_2",0.00028539176051411926,1613940622378,1296
+"mom_2",0.9036520598714701,1613940622378,1296
+"eps_2",1e-05,1613940622378,1296
+"train_loss",0.12243,1613940623374,1297
+"raw_loss",0.19251509,1613940623374,1297
+"epoch",8.16352201257861,1613940623374,1297
+"wd_0",0.01,1613940623374,1297
+"sqr_mom_0",0.99,1613940623374,1297
+"lr_0",2.856545163938558e-06,1613940623374,1297
+"mom_0",0.903586370901536,1613940623374,1297
+"eps_0",1e-05,1613940623374,1297
+"wd_1",0.01,1613940623374,1297
+"sqr_mom_1",0.99,1613940623374,1297
+"lr_1",2.856545163938558e-05,1613940623374,1297
+"mom_1",0.903586370901536,1613940623374,1297
+"eps_1",1e-05,1613940623374,1297
+"wd_2",0.01,1613940623374,1297
+"sqr_mom_2",0.99,1613940623374,1297
+"lr_2",0.0002856545163938558,1613940623374,1297
+"mom_2",0.903586370901536,1613940623374,1297
+"eps_2",1e-05,1613940623374,1297
+"train_loss",0.1220176,1613940624370,1298
+"raw_loss",0.101810105,1613940624370,1298
+"epoch",8.169811320754711,1613940624370,1298
+"wd_0",0.01,1613940624370,1298
+"sqr_mom_0",0.99,1613940624370,1298
+"lr_0",2.85917278485674e-06,1613940624370,1298
+"mom_0",0.9035206803785815,1613940624370,1298
+"eps_0",1e-05,1613940624370,1298
+"wd_1",0.01,1613940624370,1298
+"sqr_mom_1",0.99,1613940624370,1298
+"lr_1",2.8591727848567398e-05,1613940624370,1298
+"mom_1",0.9035206803785815,1613940624370,1298
+"eps_1",1e-05,1613940624370,1298
+"wd_2",0.01,1613940624370,1298
+"sqr_mom_2",0.99,1613940624370,1298
+"lr_2",0.000285917278485674,1613940624370,1298
+"mom_2",0.9035206803785815,1613940624370,1298
+"eps_2",1e-05,1613940624370,1298
+"train_loss",0.12126633,1613940625355,1299
+"raw_loss",0.084454134,1613940625355,1299
+"epoch",8.176100628930811,1613940625355,1299
+"wd_0",0.01,1613940625355,1299
+"sqr_mom_0",0.99,1613940625355,1299
+"lr_0",2.861801023702398e-06,1613940625355,1299
+"mom_0",0.90345497440744,1613940625355,1299
+"eps_0",1e-05,1613940625355,1299
+"wd_1",0.01,1613940625355,1299
+"sqr_mom_1",0.99,1613940625355,1299
+"lr_1",2.861801023702398e-05,1613940625355,1299
+"mom_1",0.90345497440744,1613940625355,1299
+"eps_1",1e-05,1613940625355,1299
+"wd_2",0.01,1613940625355,1299
+"sqr_mom_2",0.99,1613940625355,1299
+"lr_2",0.00028618010237023975,1613940625355,1299
+"mom_2",0.90345497440744,1613940625355,1299
+"eps_2",1e-05,1613940625355,1299
+"train_loss",0.120801516,1613940626397,1300
+"raw_loss",0.0980257,1613940626397,1300
+"epoch",8.182389937106912,1613940626397,1300
+"wd_0",0.01,1613940626397,1300
+"sqr_mom_0",0.99,1613940626397,1300
+"lr_0",2.8644291287265737e-06,1613940626397,1300
+"mom_0",0.9033892717818356,1613940626397,1300
+"eps_0",1e-05,1613940626397,1300
+"wd_1",0.01,1613940626397,1300
+"sqr_mom_1",0.99,1613940626397,1300
+"lr_1",2.864429128726573e-05,1613940626397,1300
+"mom_1",0.9033892717818356,1613940626397,1300
+"eps_1",1e-05,1613940626397,1300
+"wd_2",0.01,1613940626397,1300
+"sqr_mom_2",0.99,1613940626397,1300
+"lr_2",0.00028644291287265733,1613940626397,1300
+"mom_2",0.9033892717818356,1613940626397,1300
+"eps_2",1e-05,1613940626397,1300
+"train_loss",0.121239014,1613940627410,1301
+"raw_loss",0.14267637,1613940627410,1301
+"epoch",8.188679245283012,1613940627410,1301
+"wd_0",0.01,1613940627410,1301
+"sqr_mom_0",0.99,1613940627410,1301
+"lr_0",2.8670578426260795e-06,1613940627410,1301
+"mom_0",0.903323553934348,1613940627410,1301
+"eps_0",1e-05,1613940627410,1301
+"wd_1",0.01,1613940627410,1301
+"sqr_mom_1",0.99,1613940627410,1301
+"lr_1",2.8670578426260795e-05,1613940627410,1301
+"mom_1",0.903323553934348,1613940627410,1301
+"eps_1",1e-05,1613940627410,1301
+"wd_2",0.01,1613940627410,1301
+"sqr_mom_2",0.99,1613940627410,1301
+"lr_2",0.0002867057842626079,1613940627410,1301
+"mom_2",0.903323553934348,1613940627410,1301
+"eps_2",1e-05,1613940627410,1301
+"train_loss",0.12073849,1613940628399,1302
+"raw_loss",0.09621304,1613940628399,1302
+"epoch",8.194968553459113,1613940628399,1302
+"wd_0",0.01,1613940628399,1302
+"sqr_mom_0",0.99,1613940628399,1302
+"lr_0",2.869686600371688e-06,1613940628399,1302
+"mom_0",0.9032578349907078,1613940628399,1302
+"eps_0",1e-05,1613940628399,1302
+"wd_1",0.01,1613940628399,1302
+"sqr_mom_1",0.99,1613940628399,1302
+"lr_1",2.8696866003716882e-05,1613940628399,1302
+"mom_1",0.9032578349907078,1613940628399,1302
+"eps_1",1e-05,1613940628399,1302
+"wd_2",0.01,1613940628399,1302
+"sqr_mom_2",0.99,1613940628399,1302
+"lr_2",0.00028696866003716877,1613940628399,1302
+"mom_2",0.9032578349907078,1613940628399,1302
+"eps_2",1e-05,1613940628399,1302
+"train_loss",0.120031536,1613940629401,1303
+"raw_loss",0.08539076,1613940629401,1303
+"epoch",8.201257861635213,1613940629401,1303
+"wd_0",0.01,1613940629401,1303
+"sqr_mom_0",0.99,1613940629401,1303
+"lr_0",2.8723153973535213e-06,1613940629401,1303
+"mom_0",0.9031921150661619,1613940629401,1303
+"eps_0",1e-05,1613940629401,1303
+"wd_1",0.01,1613940629401,1303
+"sqr_mom_1",0.99,1613940629401,1303
+"lr_1",2.872315397353521e-05,1613940629401,1303
+"mom_1",0.9031921150661619,1613940629401,1303
+"eps_1",1e-05,1613940629401,1303
+"wd_2",0.01,1613940629401,1303
+"sqr_mom_2",0.99,1613940629401,1303
+"lr_2",0.0002872315397353521,1613940629401,1303
+"mom_2",0.9031921150661619,1613940629401,1303
+"eps_2",1e-05,1613940629401,1303
+"train_loss",0.1192104,1613940630434,1304
+"raw_loss",0.078974605,1613940630434,1304
+"epoch",8.207547169811313,1613940630434,1304
+"wd_0",0.01,1613940630434,1304
+"sqr_mom_0",0.99,1613940630434,1304
+"lr_0",2.8749447896245622e-06,1613940630434,1304
+"mom_0",0.903126380259386,1613940630434,1304
+"eps_0",1e-05,1613940630434,1304
+"wd_1",0.01,1613940630434,1304
+"sqr_mom_1",0.99,1613940630434,1304
+"lr_1",2.8749447896245624e-05,1613940630434,1304
+"mom_1",0.903126380259386,1613940630434,1304
+"eps_1",1e-05,1613940630434,1304
+"wd_2",0.01,1613940630434,1304
+"sqr_mom_2",0.99,1613940630434,1304
+"lr_2",0.0002874944789624562,1613940630434,1304
+"mom_2",0.903126380259386,1613940630434,1304
+"eps_2",1e-05,1613940630434,1304
+"train_loss",0.11822677,1613940631431,1305
+"raw_loss",0.07002875,1613940631431,1305
+"epoch",8.213836477987414,1613940631431,1305
+"wd_0",0.01,1613940631431,1305
+"sqr_mom_0",0.99,1613940631431,1305
+"lr_0",2.8775740251059417e-06,1613940631431,1305
+"mom_0",0.9030606493723514,1613940631431,1305
+"eps_0",1e-05,1613940631431,1305
+"wd_1",0.01,1613940631431,1305
+"sqr_mom_1",0.99,1613940631431,1305
+"lr_1",2.8775740251059413e-05,1613940631431,1305
+"mom_1",0.9030606493723514,1613940631431,1305
+"eps_1",1e-05,1613940631431,1305
+"wd_2",0.01,1613940631431,1305
+"sqr_mom_2",0.99,1613940631431,1305
+"lr_2",0.0002877574025105941,1613940631431,1305
+"mom_2",0.9030606493723514,1613940631431,1305
+"eps_2",1e-05,1613940631431,1305
+"train_loss",0.11733549,1613940632436,1306
+"raw_loss",0.07366308,1613940632436,1306
+"epoch",8.220125786163514,1613940632436,1306
+"wd_0",0.01,1613940632436,1306
+"sqr_mom_0",0.99,1613940632436,1306
+"lr_0",2.8802036598966375e-06,1613940632436,1306
+"mom_0",0.902994908502584,1613940632436,1306
+"eps_0",1e-05,1613940632436,1306
+"wd_1",0.01,1613940632436,1306
+"sqr_mom_1",0.99,1613940632436,1306
+"lr_1",2.880203659896637e-05,1613940632436,1306
+"mom_1",0.902994908502584,1613940632436,1306
+"eps_1",1e-05,1613940632436,1306
+"wd_2",0.01,1613940632436,1306
+"sqr_mom_2",0.99,1613940632436,1306
+"lr_2",0.0002880203659896637,1613940632436,1306
+"mom_2",0.902994908502584,1613940632436,1306
+"eps_2",1e-05,1613940632436,1306
+"train_loss",0.117157444,1613940633411,1307
+"raw_loss",0.10843326,1613940633411,1307
+"epoch",8.226415094339615,1613940633411,1307
+"wd_0",0.01,1613940633411,1307
+"sqr_mom_0",0.99,1613940633411,1307
+"lr_0",2.882833689478759e-06,1613940633411,1307
+"mom_0",0.902929157763031,1613940633411,1307
+"eps_0",1e-05,1613940633411,1307
+"wd_1",0.01,1613940633411,1307
+"sqr_mom_1",0.99,1613940633411,1307
+"lr_1",2.882833689478759e-05,1613940633411,1307
+"mom_1",0.902929157763031,1613940633411,1307
+"eps_1",1e-05,1613940633411,1307
+"wd_2",0.01,1613940633411,1307
+"sqr_mom_2",0.99,1613940633411,1307
+"lr_2",0.00028828336894787585,1613940633411,1307
+"mom_2",0.902929157763031,1613940633411,1307
+"eps_2",1e-05,1613940633411,1307
+"train_loss",0.11561121,1613940634414,1308
+"raw_loss",0.039845526,1613940634414,1308
+"epoch",8.232704402515715,1613940634414,1308
+"wd_0",0.01,1613940634414,1308
+"sqr_mom_0",0.99,1613940634414,1308
+"lr_0",2.8854635484935124e-06,1613940634414,1308
+"mom_0",0.9028634112876621,1613940634414,1308
+"eps_0",1e-05,1613940634414,1308
+"wd_1",0.01,1613940634414,1308
+"sqr_mom_1",0.99,1613940634414,1308
+"lr_1",2.885463548493512e-05,1613940634414,1308
+"mom_1",0.9028634112876621,1613940634414,1308
+"eps_1",1e-05,1613940634414,1308
+"wd_2",0.01,1613940634414,1308
+"sqr_mom_2",0.99,1613940634414,1308
+"lr_2",0.0002885463548493512,1613940634414,1308
+"mom_2",0.9028634112876621,1613940634414,1308
+"eps_2",1e-05,1613940634414,1308
+"train_loss",0.11427767,1613940635787,1309
+"raw_loss",0.048934076,1613940635787,1309
+"epoch",8.238993710691815,1613940635787,1309
+"wd_0",0.01,1613940635787,1309
+"sqr_mom_0",0.99,1613940635787,1309
+"lr_0",2.8880939801333832e-06,1613940635787,1309
+"mom_0",0.9027976504966654,1613940635787,1309
+"eps_0",1e-05,1613940635787,1309
+"wd_1",0.01,1613940635787,1309
+"sqr_mom_1",0.99,1613940635787,1309
+"lr_1",2.888093980133383e-05,1613940635787,1309
+"mom_1",0.9027976504966654,1613940635787,1309
+"eps_1",1e-05,1613940635787,1309
+"wd_2",0.01,1613940635787,1309
+"sqr_mom_2",0.99,1613940635787,1309
+"lr_2",0.00028880939801333833,1613940635787,1309
+"mom_2",0.9027976504966654,1613940635787,1309
+"eps_2",1e-05,1613940635787,1309
+"train_loss",0.11435695,1613940636845,1310
+"raw_loss",0.11824187,1613940636845,1310
+"epoch",8.245283018867916,1613940636845,1310
+"wd_0",0.01,1613940636845,1310
+"sqr_mom_0",0.99,1613940636845,1310
+"lr_0",2.890724232022215e-06,1613940636845,1310
+"mom_0",0.9027318941994446,1613940636845,1310
+"eps_0",1e-05,1613940636845,1310
+"wd_1",0.01,1613940636845,1310
+"sqr_mom_1",0.99,1613940636845,1310
+"lr_1",2.890724232022215e-05,1613940636845,1310
+"mom_1",0.9027318941994446,1613940636845,1310
+"eps_1",1e-05,1613940636845,1310
+"wd_2",0.01,1613940636845,1310
+"sqr_mom_2",0.99,1613940636845,1310
+"lr_2",0.0002890724232022215,1613940636845,1310
+"mom_2",0.9027318941994446,1613940636845,1310
+"eps_2",1e-05,1613940636845,1310
+"train_loss",0.1142089,1613940637879,1311
+"raw_loss",0.1069545,1613940637879,1311
+"epoch",8.251572327044016,1613940637879,1311
+"wd_0",0.01,1613940637879,1311
+"sqr_mom_0",0.99,1613940637879,1311
+"lr_0",2.893354860476402e-06,1613940637879,1311
+"mom_0",0.9026661284880899,1613940637879,1311
+"eps_0",1e-05,1613940637879,1311
+"wd_1",0.01,1613940637879,1311
+"sqr_mom_1",0.99,1613940637879,1311
+"lr_1",2.8933548604764016e-05,1613940637879,1311
+"mom_1",0.9026661284880899,1613940637879,1311
+"eps_1",1e-05,1613940637879,1311
+"wd_2",0.01,1613940637879,1311
+"sqr_mom_2",0.99,1613940637879,1311
+"lr_2",0.00028933548604764017,1613940637879,1311
+"mom_2",0.9026661284880899,1613940637879,1311
+"eps_2",1e-05,1613940637879,1311
+"train_loss",0.11333787,1613940638854,1312
+"raw_loss",0.07065707,1613940638854,1312
+"epoch",8.257861635220117,1613940638854,1312
+"wd_0",0.01,1613940638854,1312
+"sqr_mom_0",0.99,1613940638854,1312
+"lr_0",2.8959858609714645e-06,1613940638854,1312
+"mom_0",0.9026003534757133,1613940638854,1312
+"eps_0",1e-05,1613940638854,1312
+"wd_1",0.01,1613940638854,1312
+"sqr_mom_1",0.99,1613940638854,1312
+"lr_1",2.8959858609714643e-05,1613940638854,1312
+"mom_1",0.9026003534757133,1613940638854,1312
+"eps_1",1e-05,1613940638854,1312
+"wd_2",0.01,1613940638854,1312
+"sqr_mom_2",0.99,1613940638854,1312
+"lr_2",0.0002895985860971464,1613940638854,1312
+"mom_2",0.9026003534757133,1613940638854,1312
+"eps_2",1e-05,1613940638854,1312
+"train_loss",0.11193032,1613940639826,1313
+"raw_loss",0.042960435,1613940639826,1313
+"epoch",8.264150943396217,1613940639826,1313
+"wd_0",0.01,1613940639826,1313
+"sqr_mom_0",0.99,1613940639826,1313
+"lr_0",2.8986166679423386e-06,1613940639826,1313
+"mom_0",0.9025345833014415,1613940639826,1313
+"eps_0",1e-05,1613940639826,1313
+"wd_1",0.01,1613940639826,1313
+"sqr_mom_1",0.99,1613940639826,1313
+"lr_1",2.8986166679423386e-05,1613940639826,1313
+"mom_1",0.9025345833014415,1613940639826,1313
+"eps_1",1e-05,1613940639826,1313
+"wd_2",0.01,1613940639826,1313
+"sqr_mom_2",0.99,1613940639826,1313
+"lr_2",0.00028986166679423385,1613940639826,1313
+"mom_2",0.9025345833014415,1613940639826,1313
+"eps_2",1e-05,1613940639826,1313
+"train_loss",0.11180223,1613940640817,1314
+"raw_loss",0.1055259,1613940640817,1314
+"epoch",8.270440251572317,1613940640817,1314
+"wd_0",0.01,1613940640817,1314
+"sqr_mom_0",0.99,1613940640817,1314
+"lr_0",2.901247650799176e-06,1613940640817,1314
+"mom_0",0.9024688087300206,1613940640817,1314
+"eps_0",1e-05,1613940640817,1314
+"wd_1",0.01,1613940640817,1314
+"sqr_mom_1",0.99,1613940640817,1314
+"lr_1",2.9012476507991755e-05,1613940640817,1314
+"mom_1",0.9024688087300206,1613940640817,1314
+"eps_1",1e-05,1613940640817,1314
+"wd_2",0.01,1613940640817,1314
+"sqr_mom_2",0.99,1613940640817,1314
+"lr_2",0.00029012476507991755,1613940640817,1314
+"mom_2",0.9024688087300206,1613940640817,1314
+"eps_2",1e-05,1613940640817,1314
+"train_loss",0.11096487,1613940641899,1315
+"raw_loss",0.06993425,1613940641899,1315
+"epoch",8.276729559748418,1613940641899,1315
+"wd_0",0.01,1613940641899,1315
+"sqr_mom_0",0.99,1613940641899,1315
+"lr_0",2.9038791790518446e-06,1613940641899,1315
+"mom_0",0.9024030205237039,1613940641899,1315
+"eps_0",1e-05,1613940641899,1315
+"wd_1",0.01,1613940641899,1315
+"sqr_mom_1",0.99,1613940641899,1315
+"lr_1",2.903879179051844e-05,1613940641899,1315
+"mom_1",0.9024030205237039,1613940641899,1315
+"eps_1",1e-05,1613940641899,1315
+"wd_2",0.01,1613940641899,1315
+"sqr_mom_2",0.99,1613940641899,1315
+"lr_2",0.0002903879179051844,1613940641899,1315
+"mom_2",0.9024030205237039,1613940641899,1315
+"eps_2",1e-05,1613940641899,1315
+"train_loss",0.11179657,1613940642968,1316
+"raw_loss",0.15255012,1613940642968,1316
+"epoch",8.283018867924518,1613940642968,1316
+"wd_0",0.01,1613940642968,1316
+"sqr_mom_0",0.99,1613940642968,1316
+"lr_0",2.906510687059346e-06,1613940642968,1316
+"mom_0",0.9023372328235163,1613940642968,1316
+"eps_0",1e-05,1613940642968,1316
+"wd_1",0.01,1613940642968,1316
+"sqr_mom_1",0.99,1613940642968,1316
+"lr_1",2.9065106870593457e-05,1613940642968,1316
+"mom_1",0.9023372328235163,1613940642968,1316
+"eps_1",1e-05,1613940642968,1316
+"wd_2",0.01,1613940642968,1316
+"sqr_mom_2",0.99,1613940642968,1316
+"lr_2",0.0002906510687059346,1613940642968,1316
+"mom_2",0.9023372328235163,1613940642968,1316
+"eps_2",1e-05,1613940642968,1316
+"train_loss",0.111006156,1613940643956,1317
+"raw_loss",0.072275616,1613940643956,1317
+"epoch",8.289308176100619,1613940643956,1317
+"wd_0",0.01,1613940643956,1317
+"sqr_mom_0",0.99,1613940643956,1317
+"lr_0",2.9091421702206573e-06,1613940643956,1317
+"mom_0",0.9022714457444836,1613940643956,1317
+"eps_0",1e-05,1613940643956,1317
+"wd_1",0.01,1613940643956,1317
+"sqr_mom_1",0.99,1613940643956,1317
+"lr_1",2.909142170220657e-05,1613940643956,1317
+"mom_1",0.9022714457444836,1613940643956,1317
+"eps_1",1e-05,1613940643956,1317
+"wd_2",0.01,1613940643956,1317
+"sqr_mom_2",0.99,1613940643956,1317
+"lr_2",0.00029091421702206566,1613940643956,1317
+"mom_2",0.9022714457444836,1613940643956,1317
+"eps_2",1e-05,1613940643956,1317
+"train_loss",0.11014643,1613940644994,1318
+"raw_loss",0.06801987,1613940644994,1318
+"epoch",8.295597484276719,1613940644994,1318
+"wd_0",0.01,1613940644994,1318
+"sqr_mom_0",0.99,1613940644994,1318
+"lr_0",2.9117741851501125e-06,1613940644994,1318
+"mom_0",0.9022056453712471,1613940644994,1318
+"eps_0",1e-05,1613940644994,1318
+"wd_1",0.01,1613940644994,1318
+"sqr_mom_1",0.99,1613940644994,1318
+"lr_1",2.9117741851501127e-05,1613940644994,1318
+"mom_1",0.9022056453712471,1613940644994,1318
+"eps_1",1e-05,1613940644994,1318
+"wd_2",0.01,1613940644994,1318
+"sqr_mom_2",0.99,1613940644994,1318
+"lr_2",0.0002911774185150112,1613940644994,1318
+"mom_2",0.9022056453712471,1613940644994,1318
+"eps_2",1e-05,1613940644994,1318
+"train_loss",0.11120182,1613940645968,1319
+"raw_loss",0.16291611,1613940645968,1319
+"epoch",8.30188679245282,1613940645968,1319
+"wd_0",0.01,1613940645968,1319
+"sqr_mom_0",0.99,1613940645968,1319
+"lr_0",2.9144059790186917e-06,1613940645968,1319
+"mom_0",0.9021398505245327,1613940645968,1319
+"eps_0",1e-05,1613940645968,1319
+"wd_1",0.01,1613940645968,1319
+"sqr_mom_1",0.99,1613940645968,1319
+"lr_1",2.914405979018691e-05,1613940645968,1319
+"mom_1",0.9021398505245327,1613940645968,1319
+"eps_1",1e-05,1613940645968,1319
+"wd_2",0.01,1613940645968,1319
+"sqr_mom_2",0.99,1613940645968,1319
+"lr_2",0.00029144059790186914,1613940645968,1319
+"mom_2",0.9021398505245327,1613940645968,1319
+"eps_2",1e-05,1613940645968,1319
+"train_loss",0.110088415,1613940646943,1320
+"raw_loss",0.05553138,1613940646943,1320
+"epoch",8.30817610062892,1613940646943,1320
+"wd_0",0.01,1613940646943,1320
+"sqr_mom_0",0.99,1613940646943,1320
+"lr_0",2.917038295565666e-06,1613940646943,1320
+"mom_0",0.9020740426108583,1613940646943,1320
+"eps_0",1e-05,1613940646943,1320
+"wd_1",0.01,1613940646943,1320
+"sqr_mom_1",0.99,1613940646943,1320
+"lr_1",2.9170382955656654e-05,1613940646943,1320
+"mom_1",0.9020740426108583,1613940646943,1320
+"eps_1",1e-05,1613940646943,1320
+"wd_2",0.01,1613940646943,1320
+"sqr_mom_2",0.99,1613940646943,1320
+"lr_2",0.00029170382955656654,1613940646943,1320
+"mom_2",0.9020740426108583,1613940646943,1320
+"eps_2",1e-05,1613940646943,1320
+"train_loss",0.10919112,1613940647931,1321
+"raw_loss",0.065223604,1613940647931,1321
+"epoch",8.31446540880502,1613940647931,1321
+"wd_0",0.01,1613940647931,1321
+"sqr_mom_0",0.99,1613940647931,1321
+"lr_0",2.9196705689781546e-06,1613940647931,1321
+"mom_0",0.9020082357755461,1613940647931,1321
+"eps_0",1e-05,1613940647931,1321
+"wd_1",0.01,1613940647931,1321
+"sqr_mom_1",0.99,1613940647931,1321
+"lr_1",2.9196705689781543e-05,1613940647931,1321
+"mom_1",0.9020082357755461,1613940647931,1321
+"eps_1",1e-05,1613940647931,1321
+"wd_2",0.01,1613940647931,1321
+"sqr_mom_2",0.99,1613940647931,1321
+"lr_2",0.00029196705689781547,1613940647931,1321
+"mom_2",0.9020082357755461,1613940647931,1321
+"eps_2",1e-05,1613940647931,1321
+"train_loss",0.10760044,1613940648932,1322
+"raw_loss",0.029657299,1613940648932,1322
+"epoch",8.32075471698112,1613940648932,1322
+"wd_0",0.01,1613940648932,1322
+"sqr_mom_0",0.99,1613940648932,1322
+"lr_0",2.922302794658675e-06,1613940648932,1322
+"mom_0",0.9019424301335331,1613940648932,1322
+"eps_0",1e-05,1613940648932,1322
+"wd_1",0.01,1613940648932,1322
+"sqr_mom_1",0.99,1613940648932,1322
+"lr_1",2.922302794658675e-05,1613940648932,1322
+"mom_1",0.9019424301335331,1613940648932,1322
+"eps_1",1e-05,1613940648932,1322
+"wd_2",0.01,1613940648932,1322
+"sqr_mom_2",0.99,1613940648932,1322
+"lr_2",0.0002922302794658675,1613940648932,1322
+"mom_2",0.9019424301335331,1613940648932,1322
+"eps_2",1e-05,1613940648932,1322
+"train_loss",0.10660791,1613940649947,1323
+"raw_loss",0.0579736,1613940649947,1323
+"epoch",8.327044025157221,1613940649947,1323
+"wd_0",0.01,1613940649947,1323
+"sqr_mom_0",0.99,1613940649947,1323
+"lr_0",2.924935529376182e-06,1613940649947,1323
+"mom_0",0.9018766117655954,1613940649947,1323
+"eps_0",1e-05,1613940649947,1323
+"wd_1",0.01,1613940649947,1323
+"sqr_mom_1",0.99,1613940649947,1323
+"lr_1",2.9249355293761816e-05,1613940649947,1323
+"mom_1",0.9018766117655954,1613940649947,1323
+"eps_1",1e-05,1613940649947,1323
+"wd_2",0.01,1613940649947,1323
+"sqr_mom_2",0.99,1613940649947,1323
+"lr_2",0.00029249355293761817,1613940649947,1323
+"mom_2",0.9018766117655954,1613940649947,1323
+"eps_2",1e-05,1613940649947,1323
+"train_loss",0.105707735,1613940650908,1324
+"raw_loss",0.061599147,1613940650908,1324
+"epoch",8.333333333333321,1613940650908,1324
+"wd_0",0.01,1613940650908,1324
+"sqr_mom_0",0.99,1613940650908,1324
+"lr_0",2.9275680200957746e-06,1613940650908,1324
+"mom_0",0.9018107994976056,1613940650908,1324
+"eps_0",1e-05,1613940650908,1324
+"wd_1",0.01,1613940650908,1324
+"sqr_mom_1",0.99,1613940650908,1324
+"lr_1",2.927568020095774e-05,1613940650908,1324
+"mom_1",0.9018107994976056,1613940650908,1324
+"eps_1",1e-05,1613940650908,1324
+"wd_2",0.01,1613940650908,1324
+"sqr_mom_2",0.99,1613940650908,1324
+"lr_2",0.00029275680200957743,1613940650908,1324
+"mom_2",0.9018107994976056,1613940650908,1324
+"eps_2",1e-05,1613940650908,1324
+"train_loss",0.10610821,1613940651923,1325
+"raw_loss",0.12573163,1613940651923,1325
+"epoch",8.339622641509422,1613940651923,1325
+"wd_0",0.01,1613940651923,1325
+"sqr_mom_0",0.99,1613940651923,1325
+"lr_0",2.930200823614209e-06,1613940651923,1325
+"mom_0",0.9017449794096447,1613940651923,1325
+"eps_0",1e-05,1613940651923,1325
+"wd_1",0.01,1613940651923,1325
+"sqr_mom_1",0.99,1613940651923,1325
+"lr_1",2.9302008236142086e-05,1613940651923,1325
+"mom_1",0.9017449794096447,1613940651923,1325
+"eps_1",1e-05,1613940651923,1325
+"wd_2",0.01,1613940651923,1325
+"sqr_mom_2",0.99,1613940651923,1325
+"lr_2",0.00029302008236142086,1613940651923,1325
+"mom_2",0.9017449794096447,1613940651923,1325
+"eps_2",1e-05,1613940651923,1325
+"train_loss",0.10479546,1613940652910,1326
+"raw_loss",0.04047085,1613940652910,1326
+"epoch",8.345911949685522,1613940652910,1326
+"wd_0",0.01,1613940652910,1326
+"sqr_mom_0",0.99,1613940652910,1326
+"lr_0",2.9328339353895997e-06,1613940652910,1326
+"mom_0",0.90167915161526,1613940652910,1326
+"eps_0",1e-05,1613940652910,1326
+"wd_1",0.01,1613940652910,1326
+"sqr_mom_1",0.99,1613940652910,1326
+"lr_1",2.932833935389599e-05,1613940652910,1326
+"mom_1",0.90167915161526,1613940652910,1326
+"eps_1",1e-05,1613940652910,1326
+"wd_2",0.01,1613940652910,1326
+"sqr_mom_2",0.99,1613940652910,1326
+"lr_2",0.0002932833935389599,1613940652910,1326
+"mom_2",0.90167915161526,1613940652910,1326
+"eps_2",1e-05,1613940652910,1326
+"train_loss",0.1034771,1613940653905,1327
+"raw_loss",0.038877178,1613940653905,1327
+"epoch",8.352201257861623,1613940653905,1327
+"wd_0",0.01,1613940653905,1327
+"sqr_mom_0",0.99,1613940653905,1327
+"lr_0",2.93546678940987e-06,1613940653905,1327
+"mom_0",0.9016133302647532,1613940653905,1327
+"eps_0",1e-05,1613940653905,1327
+"wd_1",0.01,1613940653905,1327
+"sqr_mom_1",0.99,1613940653905,1327
+"lr_1",2.93546678940987e-05,1613940653905,1327
+"mom_1",0.9016133302647532,1613940653905,1327
+"eps_1",1e-05,1613940653905,1327
+"wd_2",0.01,1613940653905,1327
+"sqr_mom_2",0.99,1613940653905,1327
+"lr_2",0.000293546678940987,1613940653905,1327
+"mom_2",0.9016133302647532,1613940653905,1327
+"eps_2",1e-05,1613940653905,1327
+"train_loss",0.104108796,1613940654898,1328
+"raw_loss",0.13506205,1613940654898,1328
+"epoch",8.358490566037723,1613940654898,1328
+"wd_0",0.01,1613940654898,1328
+"sqr_mom_0",0.99,1613940654898,1328
+"lr_0",2.9380997553862736e-06,1613940654898,1328
+"mom_0",0.9015475061153432,1613940654898,1328
+"eps_0",1e-05,1613940654898,1328
+"wd_1",0.01,1613940654898,1328
+"sqr_mom_1",0.99,1613940654898,1328
+"lr_1",2.9380997553862736e-05,1613940654898,1328
+"mom_1",0.9015475061153432,1613940654898,1328
+"eps_1",1e-05,1613940654898,1328
+"wd_2",0.01,1613940654898,1328
+"sqr_mom_2",0.99,1613940654898,1328
+"lr_2",0.00029380997553862733,1613940654898,1328
+"mom_2",0.9015475061153432,1613940654898,1328
+"eps_2",1e-05,1613940654898,1328
+"train_loss",0.10493638,1613940655969,1329
+"raw_loss",0.14548813,1613940655969,1329
+"epoch",8.364779874213824,1613940655969,1329
+"wd_0",0.01,1613940655969,1329
+"sqr_mom_0",0.99,1613940655969,1329
+"lr_0",2.9407332030935386e-06,1613940655969,1329
+"mom_0",0.9014816699226615,1613940655969,1329
+"eps_0",1e-05,1613940655969,1329
+"wd_1",0.01,1613940655969,1329
+"sqr_mom_1",0.99,1613940655969,1329
+"lr_1",2.9407332030935384e-05,1613940655969,1329
+"mom_1",0.9014816699226615,1613940655969,1329
+"eps_1",1e-05,1613940655969,1329
+"wd_2",0.01,1613940655969,1329
+"sqr_mom_2",0.99,1613940655969,1329
+"lr_2",0.0002940733203093538,1613940655969,1329
+"mom_2",0.9014816699226615,1613940655969,1329
+"eps_2",1e-05,1613940655969,1329
+"train_loss",0.10363952,1613940656952,1330
+"raw_loss",0.040093206,1613940656952,1330
+"epoch",8.371069182389924,1613940656952,1330
+"wd_0",0.01,1613940656952,1330
+"sqr_mom_0",0.99,1613940656952,1330
+"lr_0",2.9433665664712532e-06,1613940656952,1330
+"mom_0",0.9014158358382186,1613940656952,1330
+"eps_0",1e-05,1613940656952,1330
+"wd_1",0.01,1613940656952,1330
+"sqr_mom_1",0.99,1613940656952,1330
+"lr_1",2.9433665664712527e-05,1613940656952,1330
+"mom_1",0.9014158358382186,1613940656952,1330
+"eps_1",1e-05,1613940656952,1330
+"wd_2",0.01,1613940656952,1330
+"sqr_mom_2",0.99,1613940656952,1330
+"lr_2",0.00029433665664712526,1613940656952,1330
+"mom_2",0.9014158358382186,1613940656952,1330
+"eps_2",1e-05,1613940656952,1330
+"train_loss",0.102728896,1613940658017,1331
+"raw_loss",0.05810809,1613940658017,1331
+"epoch",8.377358490566024,1613940658017,1331
+"wd_0",0.01,1613940658017,1331
+"sqr_mom_0",0.99,1613940658017,1331
+"lr_0",2.946000215299305e-06,1613940658017,1331
+"mom_0",0.9013499946175173,1613940658017,1331
+"eps_0",1e-05,1613940658017,1331
+"wd_1",0.01,1613940658017,1331
+"sqr_mom_1",0.99,1613940658017,1331
+"lr_1",2.9460002152993047e-05,1613940658017,1331
+"mom_1",0.9013499946175173,1613940658017,1331
+"eps_1",1e-05,1613940658017,1331
+"wd_2",0.01,1613940658017,1331
+"sqr_mom_2",0.99,1613940658017,1331
+"lr_2",0.00029460002152993046,1613940658017,1331
+"mom_2",0.9013499946175173,1613940658017,1331
+"eps_2",1e-05,1613940658017,1331
+"train_loss",0.10214175,1613940659031,1332
+"raw_loss",0.07337162,1613940659031,1332
+"epoch",8.383647798742125,1613940659031,1332
+"wd_0",0.01,1613940659031,1332
+"sqr_mom_0",0.99,1613940659031,1332
+"lr_0",2.9486335834526103e-06,1613940659031,1332
+"mom_0",0.9012841604136848,1613940659031,1332
+"eps_0",1e-05,1613940659031,1332
+"wd_1",0.01,1613940659031,1332
+"sqr_mom_1",0.99,1613940659031,1332
+"lr_1",2.9486335834526097e-05,1613940659031,1332
+"mom_1",0.9012841604136848,1613940659031,1332
+"eps_1",1e-05,1613940659031,1332
+"wd_2",0.01,1613940659031,1332
+"sqr_mom_2",0.99,1613940659031,1332
+"lr_2",0.000294863358345261,1613940659031,1332
+"mom_2",0.9012841604136848,1613940659031,1332
+"eps_2",1e-05,1613940659031,1332
+"train_loss",0.10113216,1613940660008,1333
+"raw_loss",0.05166198,1613940660008,1333
+"epoch",8.389937106918225,1613940660008,1333
+"wd_0",0.01,1613940660008,1333
+"sqr_mom_0",0.99,1613940660008,1333
+"lr_0",2.9512670407194955e-06,1613940660008,1333
+"mom_0",0.9012183239820126,1613940660008,1333
+"eps_0",1e-05,1613940660008,1333
+"wd_1",0.01,1613940660008,1333
+"sqr_mom_1",0.99,1613940660008,1333
+"lr_1",2.9512670407194953e-05,1613940660008,1333
+"mom_1",0.9012183239820126,1613940660008,1333
+"eps_1",1e-05,1613940660008,1333
+"wd_2",0.01,1613940660008,1333
+"sqr_mom_2",0.99,1613940660008,1333
+"lr_2",0.0002951267040719495,1613940660008,1333
+"mom_2",0.9012183239820126,1613940660008,1333
+"eps_2",1e-05,1613940660008,1333
+"train_loss",0.10005708,1613940660996,1334
+"raw_loss",0.04737806,1613940660996,1334
+"epoch",8.396226415094326,1613940660996,1334
+"wd_0",0.01,1613940660996,1334
+"sqr_mom_0",0.99,1613940660996,1334
+"lr_0",2.9539009569388084e-06,1613940660996,1334
+"mom_0",0.9011524760765298,1613940660996,1334
+"eps_0",1e-05,1613940660996,1334
+"wd_1",0.01,1613940660996,1334
+"sqr_mom_1",0.99,1613940660996,1334
+"lr_1",2.9539009569388084e-05,1613940660996,1334
+"mom_1",0.9011524760765298,1613940660996,1334
+"eps_1",1e-05,1613940660996,1334
+"wd_2",0.01,1613940660996,1334
+"sqr_mom_2",0.99,1613940660996,1334
+"lr_2",0.0002953900956938808,1613940660996,1334
+"mom_2",0.9011524760765298,1613940660996,1334
+"eps_2",1e-05,1613940660996,1334
+"train_loss",0.09887708,1613940661983,1335
+"raw_loss",0.041057155,1613940661983,1335
+"epoch",8.402515723270426,1613940661983,1335
+"wd_0",0.01,1613940661983,1335
+"sqr_mom_0",0.99,1613940661983,1335
+"lr_0",2.956534765946994e-06,1613940661983,1335
+"mom_0",0.9010866308513251,1613940661983,1335
+"eps_0",1e-05,1613940661983,1335
+"wd_1",0.01,1613940661983,1335
+"sqr_mom_1",0.99,1613940661983,1335
+"lr_1",2.9565347659469937e-05,1613940661983,1335
+"mom_1",0.9010866308513251,1613940661983,1335
+"eps_1",1e-05,1613940661983,1335
+"wd_2",0.01,1613940661983,1335
+"sqr_mom_2",0.99,1613940661983,1335
+"lr_2",0.00029565347659469936,1613940661983,1335
+"mom_2",0.9010866308513251,1613940661983,1335
+"eps_2",1e-05,1613940661983,1335
+"train_loss",0.09770974,1613940662969,1336
+"raw_loss",0.040509883,1613940662969,1336
+"epoch",8.408805031446526,1613940662969,1336
+"wd_0",0.01,1613940662969,1336
+"sqr_mom_0",0.99,1613940662969,1336
+"lr_0",2.9591684631575414e-06,1613940662969,1336
+"mom_0",0.9010207884210615,1613940662969,1336
+"eps_0",1e-05,1613940662969,1336
+"wd_1",0.01,1613940662969,1336
+"sqr_mom_1",0.99,1613940662969,1336
+"lr_1",2.9591684631575412e-05,1613940662969,1336
+"mom_1",0.9010207884210615,1613940662969,1336
+"eps_1",1e-05,1613940662969,1336
+"wd_2",0.01,1613940662969,1336
+"sqr_mom_2",0.99,1613940662969,1336
+"lr_2",0.0002959168463157541,1613940662969,1336
+"mom_2",0.9010207884210615,1613940662969,1336
+"eps_2",1e-05,1613940662969,1336
+"train_loss",0.097009055,1613940663988,1337
+"raw_loss",0.06267541,1613940663988,1337
+"epoch",8.415094339622627,1613940663988,1337
+"wd_0",0.01,1613940663988,1337
+"sqr_mom_0",0.99,1613940663988,1337
+"lr_0",2.9618026056438384e-06,1613940663988,1337
+"mom_0",0.900954934858904,1613940663988,1337
+"eps_0",1e-05,1613940663988,1337
+"wd_1",0.01,1613940663988,1337
+"sqr_mom_1",0.99,1613940663988,1337
+"lr_1",2.961802605643838e-05,1613940663988,1337
+"mom_1",0.900954934858904,1613940663988,1337
+"eps_1",1e-05,1613940663988,1337
+"wd_2",0.01,1613940663988,1337
+"sqr_mom_2",0.99,1613940663988,1337
+"lr_2",0.0002961802605643838,1613940663988,1337
+"mom_2",0.900954934858904,1613940663988,1337
+"eps_2",1e-05,1613940663988,1337
+"train_loss",0.096429534,1613940664999,1338
+"raw_loss",0.06803316,1613940664999,1338
+"epoch",8.421383647798727,1613940664999,1338
+"wd_0",0.01,1613940664999,1338
+"sqr_mom_0",0.99,1613940664999,1338
+"lr_0",2.9644364399683222e-06,1613940664999,1338
+"mom_0",0.9008890890007919,1613940664999,1338
+"eps_0",1e-05,1613940664999,1338
+"wd_1",0.01,1613940664999,1338
+"sqr_mom_1",0.99,1613940664999,1338
+"lr_1",2.964436439968322e-05,1613940664999,1338
+"mom_1",0.9008890890007919,1613940664999,1338
+"eps_1",1e-05,1613940664999,1338
+"wd_2",0.01,1613940664999,1338
+"sqr_mom_2",0.99,1613940664999,1338
+"lr_2",0.0002964436439968322,1613940664999,1338
+"mom_2",0.9008890890007919,1613940664999,1338
+"eps_2",1e-05,1613940664999,1338
+"train_loss",0.095086984,1613940666008,1339
+"raw_loss",0.029302115,1613940666008,1339
+"epoch",8.427672955974828,1613940666008,1339
+"wd_0",0.01,1613940666008,1339
+"sqr_mom_0",0.99,1613940666008,1339
+"lr_0",2.9670707104468922e-06,1613940666008,1339
+"mom_0",0.9008232322388277,1613940666008,1339
+"eps_0",1e-05,1613940666008,1339
+"wd_1",0.01,1613940666008,1339
+"sqr_mom_1",0.99,1613940666008,1339
+"lr_1",2.9670707104468923e-05,1613940666008,1339
+"mom_1",0.9008232322388277,1613940666008,1339
+"eps_1",1e-05,1613940666008,1339
+"wd_2",0.01,1613940666008,1339
+"sqr_mom_2",0.99,1613940666008,1339
+"lr_2",0.0002967070710446892,1613940666008,1339
+"mom_2",0.9008232322388277,1613940666008,1339
+"eps_2",1e-05,1613940666008,1339
+"train_loss",0.09390802,1613940667232,1340
+"raw_loss",0.036138516,1613940667232,1340
+"epoch",8.433962264150928,1613940667232,1340
+"wd_0",0.01,1613940667232,1340
+"sqr_mom_0",0.99,1613940667232,1340
+"lr_0",2.969704850837408e-06,1613940667232,1340
+"mom_0",0.9007573787290648,1613940667232,1340
+"eps_0",1e-05,1613940667232,1340
+"wd_1",0.01,1613940667232,1340
+"sqr_mom_1",0.99,1613940667232,1340
+"lr_1",2.969704850837408e-05,1613940667232,1340
+"mom_1",0.9007573787290648,1613940667232,1340
+"eps_1",1e-05,1613940667232,1340
+"wd_2",0.01,1613940667232,1340
+"sqr_mom_2",0.99,1613940667232,1340
+"lr_2",0.0002969704850837408,1613940667232,1340
+"mom_2",0.9007573787290648,1613940667232,1340
+"eps_2",1e-05,1613940667232,1340
+"train_loss",0.09686479,1613940668206,1341
+"raw_loss",0.24174665,1613940668206,1341
+"epoch",8.440251572327028,1613940668206,1341
+"wd_0",0.01,1613940668206,1341
+"sqr_mom_0",0.99,1613940668206,1341
+"lr_0",2.972338856557657e-06,1613940668206,1341
+"mom_0",0.9006915285860585,1613940668206,1341
+"eps_0",1e-05,1613940668206,1341
+"wd_1",0.01,1613940668206,1341
+"sqr_mom_1",0.99,1613940668206,1341
+"lr_1",2.9723388565576572e-05,1613940668206,1341
+"mom_1",0.9006915285860585,1613940668206,1341
+"eps_1",1e-05,1613940668206,1341
+"wd_2",0.01,1613940668206,1341
+"sqr_mom_2",0.99,1613940668206,1341
+"lr_2",0.0002972338856557657,1613940668206,1341
+"mom_2",0.9006915285860585,1613940668206,1341
+"eps_2",1e-05,1613940668206,1341
+"train_loss",0.09581862,1613940669180,1342
+"raw_loss",0.0445562,1613940669180,1342
+"epoch",8.446540880503129,1613940669180,1342
+"wd_0",0.01,1613940669180,1342
+"sqr_mom_0",0.99,1613940669180,1342
+"lr_0",2.9749732847438435e-06,1613940669180,1342
+"mom_0",0.9006256678814039,1613940669180,1342
+"eps_0",1e-05,1613940669180,1342
+"wd_1",0.01,1613940669180,1342
+"sqr_mom_1",0.99,1613940669180,1342
+"lr_1",2.9749732847438437e-05,1613940669180,1342
+"mom_1",0.9006256678814039,1613940669180,1342
+"eps_1",1e-05,1613940669180,1342
+"wd_2",0.01,1613940669180,1342
+"sqr_mom_2",0.99,1613940669180,1342
+"lr_2",0.00029749732847438433,1613940669180,1342
+"mom_2",0.9006256678814039,1613940669180,1342
+"eps_2",1e-05,1613940669180,1342
+"train_loss",0.095172495,1613940670152,1343
+"raw_loss",0.06351254,1613940670152,1343
+"epoch",8.45283018867923,1613940670152,1343
+"wd_0",0.01,1613940670152,1343
+"sqr_mom_0",0.99,1613940670152,1343
+"lr_0",2.9776073818766872e-06,1613940670152,1343
+"mom_0",0.9005598154530828,1613940670152,1343
+"eps_0",1e-05,1613940670152,1343
+"wd_1",0.01,1613940670152,1343
+"sqr_mom_1",0.99,1613940670152,1343
+"lr_1",2.977607381876687e-05,1613940670152,1343
+"mom_1",0.9005598154530828,1613940670152,1343
+"eps_1",1e-05,1613940670152,1343
+"wd_2",0.01,1613940670152,1343
+"sqr_mom_2",0.99,1613940670152,1343
+"lr_2",0.0002977607381876687,1613940670152,1343
+"mom_2",0.9005598154530828,1613940670152,1343
+"eps_2",1e-05,1613940670152,1343
+"train_loss",0.09558606,1613940671128,1344
+"raw_loss",0.115850694,1613940671128,1344
+"epoch",8.45911949685533,1613940671128,1344
+"wd_0",0.01,1613940671128,1344
+"sqr_mom_0",0.99,1613940671128,1344
+"lr_0",2.9802417051019813e-06,1613940671128,1344
+"mom_0",0.9004939573724504,1613940671128,1344
+"eps_0",1e-05,1613940671128,1344
+"wd_1",0.01,1613940671128,1344
+"sqr_mom_1",0.99,1613940671128,1344
+"lr_1",2.9802417051019814e-05,1613940671128,1344
+"mom_1",0.9004939573724504,1613940671128,1344
+"eps_1",1e-05,1613940671128,1344
+"wd_2",0.01,1613940671128,1344
+"sqr_mom_2",0.99,1613940671128,1344
+"lr_2",0.0002980241705101981,1613940671128,1344
+"mom_2",0.9004939573724504,1613940671128,1344
+"eps_2",1e-05,1613940671128,1344
+"train_loss",0.095200166,1613940672141,1345
+"raw_loss",0.07629124,1613940672141,1345
+"epoch",8.46540880503143,1613940672141,1345
+"wd_0",0.01,1613940672141,1345
+"sqr_mom_0",0.99,1613940672141,1345
+"lr_0",2.9828762498566895e-06,1613940672141,1345
+"mom_0",0.9004280937535828,1613940672141,1345
+"eps_0",1e-05,1613940672141,1345
+"wd_1",0.01,1613940672141,1345
+"sqr_mom_1",0.99,1613940672141,1345
+"lr_1",2.982876249856689e-05,1613940672141,1345
+"mom_1",0.9004280937535828,1613940672141,1345
+"eps_1",1e-05,1613940672141,1345
+"wd_2",0.01,1613940672141,1345
+"sqr_mom_2",0.99,1613940672141,1345
+"lr_2",0.0002982876249856689,1613940672141,1345
+"mom_2",0.9004280937535828,1613940672141,1345
+"eps_2",1e-05,1613940672141,1345
+"train_loss",0.09395363,1613940673094,1346
+"raw_loss",0.032873277,1613940673094,1346
+"epoch",8.47169811320753,1613940673094,1346
+"wd_0",0.01,1613940673094,1346
+"sqr_mom_0",0.99,1613940673094,1346
+"lr_0",2.9855104498299667e-06,1613940673094,1346
+"mom_0",0.9003622387542508,1613940673094,1346
+"eps_0",1e-05,1613940673094,1346
+"wd_1",0.01,1613940673094,1346
+"sqr_mom_1",0.99,1613940673094,1346
+"lr_1",2.9855104498299667e-05,1613940673094,1346
+"mom_1",0.9003622387542508,1613940673094,1346
+"eps_1",1e-05,1613940673094,1346
+"wd_2",0.01,1613940673094,1346
+"sqr_mom_2",0.99,1613940673094,1346
+"lr_2",0.00029855104498299664,1613940673094,1346
+"mom_2",0.9003622387542508,1613940673094,1346
+"eps_2",1e-05,1613940673094,1346
+"train_loss",0.093382925,1613940674052,1347
+"raw_loss",0.06541827,1613940674052,1347
+"epoch",8.47798742138363,1613940674052,1347
+"wd_0",0.01,1613940674052,1347
+"sqr_mom_0",0.99,1613940674052,1347
+"lr_0",2.9881446749405952e-06,1613940674052,1347
+"mom_0",0.9002963831264851,1613940674052,1347
+"eps_0",1e-05,1613940674052,1347
+"wd_1",0.01,1613940674052,1347
+"sqr_mom_1",0.99,1613940674052,1347
+"lr_1",2.988144674940595e-05,1613940674052,1347
+"mom_1",0.9002963831264851,1613940674052,1347
+"eps_1",1e-05,1613940674052,1347
+"wd_2",0.01,1613940674052,1347
+"sqr_mom_2",0.99,1613940674052,1347
+"lr_2",0.0002988144674940595,1613940674052,1347
+"mom_2",0.9002963831264851,1613940674052,1347
+"eps_2",1e-05,1613940674052,1347
+"train_loss",0.0933936,1613940675042,1348
+"raw_loss",0.09391674,1613940675042,1348
+"epoch",8.484276729559731,1613940675042,1348
+"wd_0",0.01,1613940675042,1348
+"sqr_mom_0",0.99,1613940675042,1348
+"lr_0",2.99077929512161e-06,1613940675042,1348
+"mom_0",0.9002305176219597,1613940675042,1348
+"eps_0",1e-05,1613940675042,1348
+"wd_1",0.01,1613940675042,1348
+"sqr_mom_1",0.99,1613940675042,1348
+"lr_1",2.99077929512161e-05,1613940675042,1348
+"mom_1",0.9002305176219597,1613940675042,1348
+"eps_1",1e-05,1613940675042,1348
+"wd_2",0.01,1613940675042,1348
+"sqr_mom_2",0.99,1613940675042,1348
+"lr_2",0.000299077929512161,1613940675042,1348
+"mom_2",0.9002305176219597,1613940675042,1348
+"eps_2",1e-05,1613940675042,1348
+"train_loss",0.092839204,1613940676014,1349
+"raw_loss",0.065673694,1613940676014,1349
+"epoch",8.490566037735832,1613940676014,1349
+"wd_0",0.01,1613940676014,1349
+"sqr_mom_0",0.99,1613940676014,1349
+"lr_0",2.993413744051314e-06,1613940676014,1349
+"mom_0",0.9001646563987171,1613940676014,1349
+"eps_0",1e-05,1613940676014,1349
+"wd_1",0.01,1613940676014,1349
+"sqr_mom_1",0.99,1613940676014,1349
+"lr_1",2.9934137440513135e-05,1613940676014,1349
+"mom_1",0.9001646563987171,1613940676014,1349
+"eps_1",1e-05,1613940676014,1349
+"wd_2",0.01,1613940676014,1349
+"sqr_mom_2",0.99,1613940676014,1349
+"lr_2",0.00029934137440513136,1613940676014,1349
+"mom_2",0.9001646563987171,1613940676014,1349
+"eps_2",1e-05,1613940676014,1349
+"train_loss",0.0916101,1613940677003,1350
+"raw_loss",0.031383675,1613940677003,1350
+"epoch",8.496855345911932,1613940677003,1350
+"wd_0",0.01,1613940677003,1350
+"sqr_mom_0",0.99,1613940677003,1350
+"lr_0",2.9960483916620275e-06,1613940677003,1350
+"mom_0",0.9000987902084493,1613940677003,1350
+"eps_0",1e-05,1613940677003,1350
+"wd_1",0.01,1613940677003,1350
+"sqr_mom_1",0.99,1613940677003,1350
+"lr_1",2.9960483916620274e-05,1613940677003,1350
+"mom_1",0.9000987902084493,1613940677003,1350
+"eps_1",1e-05,1613940677003,1350
+"wd_2",0.01,1613940677003,1350
+"sqr_mom_2",0.99,1613940677003,1350
+"lr_2",0.0002996048391662027,1613940677003,1350
+"mom_2",0.9000987902084493,1613940677003,1350
+"eps_2",1e-05,1613940677003,1350
+"train_loss",0.09025992,1613940677947,1351
+"raw_loss",0.024100887,1613940677947,1351
+"epoch",8.503144654088032,1613940677947,1351
+"wd_0",0.01,1613940677947,1351
+"sqr_mom_0",0.99,1613940677947,1351
+"lr_0",2.998682671623233e-06,1613940677947,1351
+"mom_0",0.9000329332094191,1613940677947,1351
+"eps_0",1e-05,1613940677947,1351
+"wd_1",0.01,1613940677947,1351
+"sqr_mom_1",0.99,1613940677947,1351
+"lr_1",2.998682671623233e-05,1613940677947,1351
+"mom_1",0.9000329332094191,1613940677947,1351
+"eps_1",1e-05,1613940677947,1351
+"wd_2",0.01,1613940677947,1351
+"sqr_mom_2",0.99,1613940677947,1351
+"lr_2",0.0002998682671623233,1613940677947,1351
+"mom_2",0.9000329332094191,1613940677947,1351
+"eps_2",1e-05,1613940677947,1351
+"train_loss",0.08979429,1613940678907,1352
+"raw_loss",0.06697858,1613940678907,1352
+"epoch",8.509433962264133,1613940678907,1352
+"wd_0",0.01,1613940678907,1352
+"sqr_mom_0",0.99,1613940678907,1352
+"lr_0",3.0013171411232943e-06,1613940678907,1352
+"mom_0",0.8999670714719177,1613940678907,1352
+"eps_0",1e-05,1613940678907,1352
+"wd_1",0.01,1613940678907,1352
+"sqr_mom_1",0.99,1613940678907,1352
+"lr_1",3.0013171411232937e-05,1613940678907,1352
+"mom_1",0.8999670714719177,1613940678907,1352
+"eps_1",1e-05,1613940678907,1352
+"wd_2",0.01,1613940678907,1352
+"sqr_mom_2",0.99,1613940678907,1352
+"lr_2",0.0003001317141123294,1613940678907,1352
+"mom_2",0.8999670714719177,1613940678907,1352
+"eps_2",1e-05,1613940678907,1352
+"train_loss",0.08890639,1613940679868,1353
+"raw_loss",0.045399155,1613940679868,1353
+"epoch",8.515723270440233,1613940679868,1353
+"wd_0",0.01,1613940679868,1353
+"sqr_mom_0",0.99,1613940679868,1353
+"lr_0",3.0039517955911224e-06,1613940679868,1353
+"mom_0",0.899901205110222,1613940679868,1353
+"eps_0",1e-05,1613940679868,1353
+"wd_1",0.01,1613940679868,1353
+"sqr_mom_1",0.99,1613940679868,1353
+"lr_1",3.0039517955911222e-05,1613940679868,1353
+"mom_1",0.899901205110222,1613940679868,1353
+"eps_1",1e-05,1613940679868,1353
+"wd_2",0.01,1613940679868,1353
+"sqr_mom_2",0.99,1613940679868,1353
+"lr_2",0.00030039517955911217,1613940679868,1353
+"mom_2",0.899901205110222,1613940679868,1353
+"eps_2",1e-05,1613940679868,1353
+"train_loss",0.087768875,1613940680827,1354
+"raw_loss",0.032030527,1613940680827,1354
+"epoch",8.522012578616334,1613940680827,1354
+"wd_0",0.01,1613940680827,1354
+"sqr_mom_0",0.99,1613940680827,1354
+"lr_0",3.0065860686961887e-06,1613940680827,1354
+"mom_0",0.8998353482825953,1613940680827,1354
+"eps_0",1e-05,1613940680827,1354
+"wd_1",0.01,1613940680827,1354
+"sqr_mom_1",0.99,1613940680827,1354
+"lr_1",3.0065860686961884e-05,1613940680827,1354
+"mom_1",0.8998353482825953,1613940680827,1354
+"eps_1",1e-05,1613940680827,1354
+"wd_2",0.01,1613940680827,1354
+"sqr_mom_2",0.99,1613940680827,1354
+"lr_2",0.00030065860686961883,1613940680827,1354
+"mom_2",0.8998353482825953,1613940680827,1354
+"eps_2",1e-05,1613940680827,1354
+"train_loss",0.08667202,1613940681773,1355
+"raw_loss",0.032926068,1613940681773,1355
+"epoch",8.528301886792434,1613940681773,1355
+"wd_0",0.01,1613940681773,1355
+"sqr_mom_0",0.99,1613940681773,1355
+"lr_0",3.009220330375342e-06,1613940681773,1355
+"mom_0",0.8997694917406164,1613940681773,1355
+"eps_0",1e-05,1613940681773,1355
+"wd_1",0.01,1613940681773,1355
+"sqr_mom_1",0.99,1613940681773,1355
+"lr_1",3.009220330375342e-05,1613940681773,1355
+"mom_1",0.8997694917406164,1613940681773,1355
+"eps_1",1e-05,1613940681773,1355
+"wd_2",0.01,1613940681773,1355
+"sqr_mom_2",0.99,1613940681773,1355
+"lr_2",0.0003009220330375342,1613940681773,1355
+"mom_2",0.8997694917406164,1613940681773,1355
+"eps_2",1e-05,1613940681773,1355
+"train_loss",0.086353846,1613940682734,1356
+"raw_loss",0.07076313,1613940682734,1356
+"epoch",8.534591194968534,1613940682734,1356
+"wd_0",0.01,1613940682734,1356
+"sqr_mom_0",0.99,1613940682734,1356
+"lr_0",3.0118549505589564e-06,1613940682734,1356
+"mom_0",0.8997036262360261,1613940682734,1356
+"eps_0",1e-05,1613940682734,1356
+"wd_1",0.01,1613940682734,1356
+"sqr_mom_1",0.99,1613940682734,1356
+"lr_1",3.0118549505589562e-05,1613940682734,1356
+"mom_1",0.8997036262360261,1613940682734,1356
+"eps_1",1e-05,1613940682734,1356
+"wd_2",0.01,1613940682734,1356
+"sqr_mom_2",0.99,1613940682734,1356
+"lr_2",0.0003011854950558956,1613940682734,1356
+"mom_2",0.8997036262360261,1613940682734,1356
+"eps_2",1e-05,1613940682734,1356
+"train_loss",0.08952399,1613940683688,1357
+"raw_loss",0.24486123,1613940683688,1357
+"epoch",8.540880503144635,1613940683688,1357
+"wd_0",0.01,1613940683688,1357
+"sqr_mom_0",0.99,1613940683688,1357
+"lr_0",3.014489175672834e-06,1613940683688,1357
+"mom_0",0.8996377706081791,1613940683688,1357
+"eps_0",1e-05,1613940683688,1357
+"wd_1",0.01,1613940683688,1357
+"sqr_mom_1",0.99,1613940683688,1357
+"lr_1",3.0144891756728338e-05,1613940683688,1357
+"mom_1",0.8996377706081791,1613940683688,1357
+"eps_1",1e-05,1613940683688,1357
+"wd_2",0.01,1613940683688,1357
+"sqr_mom_2",0.99,1613940683688,1357
+"lr_2",0.0003014489175672834,1613940683688,1357
+"mom_2",0.8996377706081791,1613940683688,1357
+"eps_2",1e-05,1613940683688,1357
+"train_loss",0.08871061,1613940684654,1358
+"raw_loss",0.048855145,1613940684654,1358
+"epoch",8.547169811320735,1613940684654,1358
+"wd_0",0.01,1613940684654,1358
+"sqr_mom_0",0.99,1613940684654,1358
+"lr_0",3.01712337565001e-06,1613940684654,1358
+"mom_0",0.8995719156087497,1613940684654,1358
+"eps_0",1e-05,1613940684654,1358
+"wd_1",0.01,1613940684654,1358
+"sqr_mom_1",0.99,1613940684654,1358
+"lr_1",3.0171233756500098e-05,1613940684654,1358
+"mom_1",0.8995719156087497,1613940684654,1358
+"eps_1",1e-05,1613940684654,1358
+"wd_2",0.01,1613940684654,1358
+"sqr_mom_2",0.99,1613940684654,1358
+"lr_2",0.00030171233756500095,1613940684654,1358
+"mom_2",0.8995719156087497,1613940684654,1358
+"eps_2",1e-05,1613940684654,1358
+"train_loss",0.08859272,1613940685606,1359
+"raw_loss",0.08281621,1613940685606,1359
+"epoch",8.553459119496836,1613940685606,1359
+"wd_0",0.01,1613940685606,1359
+"sqr_mom_0",0.99,1613940685606,1359
+"lr_0",3.019757920409267e-06,1613940685606,1359
+"mom_0",0.8995060519897683,1613940685606,1359
+"eps_0",1e-05,1613940685606,1359
+"wd_1",0.01,1613940685606,1359
+"sqr_mom_1",0.99,1613940685606,1359
+"lr_1",3.019757920409267e-05,1613940685606,1359
+"mom_1",0.8995060519897683,1613940685606,1359
+"eps_1",1e-05,1613940685606,1359
+"wd_2",0.01,1613940685606,1359
+"sqr_mom_2",0.99,1613940685606,1359
+"lr_2",0.00030197579204092667,1613940685606,1359
+"mom_2",0.8995060519897683,1613940685606,1359
+"eps_2",1e-05,1613940685606,1359
+"train_loss",0.088683344,1613940686571,1360
+"raw_loss",0.093123935,1613940686571,1360
+"epoch",8.559748427672936,1613940686571,1360
+"wd_0",0.01,1613940686571,1360
+"sqr_mom_0",0.99,1613940686571,1360
+"lr_0",3.022392056397982e-06,1613940686571,1360
+"mom_0",0.8994401985900504,1613940686571,1360
+"eps_0",1e-05,1613940686571,1360
+"wd_1",0.01,1613940686571,1360
+"sqr_mom_1",0.99,1613940686571,1360
+"lr_1",3.0223920563979814e-05,1613940686571,1360
+"mom_1",0.8994401985900504,1613940686571,1360
+"eps_1",1e-05,1613940686571,1360
+"wd_2",0.01,1613940686571,1360
+"sqr_mom_2",0.99,1613940686571,1360
+"lr_2",0.00030223920563979815,1613940686571,1360
+"mom_2",0.8994401985900504,1613940686571,1360
+"eps_2",1e-05,1613940686571,1360
+"train_loss",0.08791862,1613940687517,1361
+"raw_loss",0.05044688,1613940687517,1361
+"epoch",8.566037735849036,1613940687517,1361
+"wd_0",0.01,1613940687517,1361
+"sqr_mom_0",0.99,1613940687517,1361
+"lr_0",3.0250265280173044e-06,1613940687517,1361
+"mom_0",0.8993743367995674,1613940687517,1361
+"eps_0",1e-05,1613940687517,1361
+"wd_1",0.01,1613940687517,1361
+"sqr_mom_1",0.99,1613940687517,1361
+"lr_1",3.0250265280173042e-05,1613940687517,1361
+"mom_1",0.8993743367995674,1613940687517,1361
+"eps_1",1e-05,1613940687517,1361
+"wd_2",0.01,1613940687517,1361
+"sqr_mom_2",0.99,1613940687517,1361
+"lr_2",0.00030250265280173044,1613940687517,1361
+"mom_2",0.8993743367995674,1613940687517,1361
+"eps_2",1e-05,1613940687517,1361
+"train_loss",0.08772485,1613940688488,1362
+"raw_loss",0.078230254,1613940688488,1362
+"epoch",8.572327044025137,1613940688488,1362
+"wd_0",0.01,1613940688488,1362
+"sqr_mom_0",0.99,1613940688488,1362
+"lr_0",3.02766095620674e-06,1613940688488,1362
+"mom_0",0.8993084760948314,1613940688488,1362
+"eps_0",1e-05,1613940688488,1362
+"wd_1",0.01,1613940688488,1362
+"sqr_mom_1",0.99,1613940688488,1362
+"lr_1",3.02766095620674e-05,1613940688488,1362
+"mom_1",0.8993084760948314,1613940688488,1362
+"eps_1",1e-05,1613940688488,1362
+"wd_2",0.01,1613940688488,1362
+"sqr_mom_2",0.99,1613940688488,1362
+"lr_2",0.00030276609562067397,1613940688488,1362
+"mom_2",0.8993084760948314,1613940688488,1362
+"eps_2",1e-05,1613940688488,1362
+"train_loss",0.087133564,1613940689447,1363
+"raw_loss",0.05816063,1613940689447,1363
+"epoch",8.578616352201237,1613940689447,1363
+"wd_0",0.01,1613940689447,1363
+"sqr_mom_0",0.99,1613940689447,1363
+"lr_0",3.0302949619305625e-06,1613940689447,1363
+"mom_0",0.8992426259517359,1613940689447,1363
+"eps_0",1e-05,1613940689447,1363
+"wd_1",0.01,1613940689447,1363
+"sqr_mom_1",0.99,1613940689447,1363
+"lr_1",3.0302949619305624e-05,1613940689447,1363
+"mom_1",0.8992426259517359,1613940689447,1363
+"eps_1",1e-05,1613940689447,1363
+"wd_2",0.01,1613940689447,1363
+"sqr_mom_2",0.99,1613940689447,1363
+"lr_2",0.0003030294961930562,1613940689447,1363
+"mom_2",0.8992426259517359,1613940689447,1363
+"eps_2",1e-05,1613940689447,1363
+"train_loss",0.08638224,1613940690428,1364
+"raw_loss",0.049567226,1613940690428,1364
+"epoch",8.584905660377338,1613940690428,1364
+"wd_0",0.01,1613940690428,1364
+"sqr_mom_0",0.99,1613940690428,1364
+"lr_0",3.0329292895531088e-06,1613940690428,1364
+"mom_0",0.8991767677611723,1613940690428,1364
+"eps_0",1e-05,1613940690428,1364
+"wd_1",0.01,1613940690428,1364
+"sqr_mom_1",0.99,1613940690428,1364
+"lr_1",3.0329292895531085e-05,1613940690428,1364
+"mom_1",0.8991767677611723,1613940690428,1364
+"eps_1",1e-05,1613940690428,1364
+"wd_2",0.01,1613940690428,1364
+"sqr_mom_2",0.99,1613940690428,1364
+"lr_2",0.0003032929289553109,1613940690428,1364
+"mom_2",0.8991767677611723,1613940690428,1364
+"eps_2",1e-05,1613940690428,1364
+"train_loss",0.08609627,1613940691394,1365
+"raw_loss",0.0720839,1613940691394,1365
+"epoch",8.591194968553438,1613940691394,1365
+"wd_0",0.01,1613940691394,1365
+"sqr_mom_0",0.99,1613940691394,1365
+"lr_0",3.035563185583863e-06,1613940691394,1365
+"mom_0",0.8991109203604034,1613940691394,1365
+"eps_0",1e-05,1613940691394,1365
+"wd_1",0.01,1613940691394,1365
+"sqr_mom_1",0.99,1613940691394,1365
+"lr_1",3.035563185583863e-05,1613940691394,1365
+"mom_1",0.8991109203604034,1613940691394,1365
+"eps_1",1e-05,1613940691394,1365
+"wd_2",0.01,1613940691394,1365
+"sqr_mom_2",0.99,1613940691394,1365
+"lr_2",0.0003035563185583863,1613940691394,1365
+"mom_2",0.8991109203604034,1613940691394,1365
+"eps_2",1e-05,1613940691394,1365
+"train_loss",0.08539996,1613940692391,1366
+"raw_loss",0.05128094,1613940692391,1366
+"epoch",8.597484276729539,1613940692391,1366
+"wd_0",0.01,1613940692391,1366
+"sqr_mom_0",0.99,1613940692391,1366
+"lr_0",3.038197019917443e-06,1613940692391,1366
+"mom_0",0.899045074502064,1613940692391,1366
+"eps_0",1e-05,1613940692391,1366
+"wd_1",0.01,1613940692391,1366
+"sqr_mom_1",0.99,1613940692391,1366
+"lr_1",3.0381970199174423e-05,1613940692391,1366
+"mom_1",0.899045074502064,1613940692391,1366
+"eps_1",1e-05,1613940692391,1366
+"wd_2",0.01,1613940692391,1366
+"sqr_mom_2",0.99,1613940692391,1366
+"lr_2",0.00030381970199174423,1613940692391,1366
+"mom_2",0.899045074502064,1613940692391,1366
+"eps_2",1e-05,1613940692391,1366
+"train_loss",0.08585755,1613940693359,1367
+"raw_loss",0.108279236,1613940693359,1367
+"epoch",8.603773584905639,1613940693359,1367
+"wd_0",0.01,1613940693359,1367
+"sqr_mom_0",0.99,1613940693359,1367
+"lr_0",3.0408311624134867e-06,1613940693359,1367
+"mom_0",0.8989792209396628,1613940693359,1367
+"eps_0",1e-05,1613940693359,1367
+"wd_1",0.01,1613940693359,1367
+"sqr_mom_1",0.99,1613940693359,1367
+"lr_1",3.040831162413486e-05,1613940693359,1367
+"mom_1",0.8989792209396628,1613940693359,1367
+"eps_1",1e-05,1613940693359,1367
+"wd_2",0.01,1613940693359,1367
+"sqr_mom_2",0.99,1613940693359,1367
+"lr_2",0.0003040831162413486,1613940693359,1367
+"mom_2",0.8989792209396628,1613940693359,1367
+"eps_2",1e-05,1613940693359,1367
+"train_loss",0.08567382,1613940694327,1368
+"raw_loss",0.07667102,1613940694327,1368
+"epoch",8.61006289308174,1613940694327,1368
+"wd_0",0.01,1613940694327,1368
+"sqr_mom_0",0.99,1613940694327,1368
+"lr_0",3.04346485963443e-06,1613940694327,1368
+"mom_0",0.8989133785091392,1613940694327,1368
+"eps_0",1e-05,1613940694327,1368
+"wd_1",0.01,1613940694327,1368
+"sqr_mom_1",0.99,1613940694327,1368
+"lr_1",3.0434648596344296e-05,1613940694327,1368
+"mom_1",0.8989133785091392,1613940694327,1368
+"eps_1",1e-05,1613940694327,1368
+"wd_2",0.01,1613940694327,1368
+"sqr_mom_2",0.99,1613940694327,1368
+"lr_2",0.000304346485963443,1613940694327,1368
+"mom_2",0.8989133785091392,1613940694327,1368
+"eps_2",1e-05,1613940694327,1368
+"train_loss",0.08539419,1613940695281,1369
+"raw_loss",0.07169257,1613940695281,1369
+"epoch",8.61635220125784,1613940695281,1369
+"wd_0",0.01,1613940695281,1369
+"sqr_mom_0",0.99,1613940695281,1369
+"lr_0",3.0460988558574274e-06,1613940695281,1369
+"mom_0",0.8988475286035643,1613940695281,1369
+"eps_0",1e-05,1613940695281,1369
+"wd_1",0.01,1613940695281,1369
+"sqr_mom_1",0.99,1613940695281,1369
+"lr_1",3.046098855857427e-05,1613940695281,1369
+"mom_1",0.8988475286035643,1613940695281,1369
+"eps_1",1e-05,1613940695281,1369
+"wd_2",0.01,1613940695281,1369
+"sqr_mom_2",0.99,1613940695281,1369
+"lr_2",0.0003046098855857427,1613940695281,1369
+"mom_2",0.8988475286035643,1613940695281,1369
+"eps_2",1e-05,1613940695281,1369
+"train_loss",0.08447142,1613940696236,1370
+"raw_loss",0.03925584,1613940696236,1370
+"epoch",8.62264150943394,1613940696236,1370
+"wd_0",0.01,1613940696236,1370
+"sqr_mom_0",0.99,1613940696236,1370
+"lr_0",3.0487323976867517e-06,1613940696236,1370
+"mom_0",0.8987816900578312,1613940696236,1370
+"eps_0",1e-05,1613940696236,1370
+"wd_1",0.01,1613940696236,1370
+"sqr_mom_1",0.99,1613940696236,1370
+"lr_1",3.0487323976867518e-05,1613940696236,1370
+"mom_1",0.8987816900578312,1613940696236,1370
+"eps_1",1e-05,1613940696236,1370
+"wd_2",0.01,1613940696236,1370
+"sqr_mom_2",0.99,1613940696236,1370
+"lr_2",0.0003048732397686751,1613940696236,1370
+"mom_2",0.8987816900578312,1613940696236,1370
+"eps_2",1e-05,1613940696236,1370
+"train_loss",0.08380912,1613940697209,1371
+"raw_loss",0.051356565,1613940697209,1371
+"epoch",8.62893081761004,1613940697209,1371
+"wd_0",0.01,1613940697209,1371
+"sqr_mom_0",0.99,1613940697209,1371
+"lr_0",3.051366229355645e-06,1613940697209,1371
+"mom_0",0.8987158442661088,1613940697209,1371
+"eps_0",1e-05,1613940697209,1371
+"wd_1",0.01,1613940697209,1371
+"sqr_mom_1",0.99,1613940697209,1371
+"lr_1",3.0513662293556447e-05,1613940697209,1371
+"mom_1",0.8987158442661088,1613940697209,1371
+"eps_1",1e-05,1613940697209,1371
+"wd_2",0.01,1613940697209,1371
+"sqr_mom_2",0.99,1613940697209,1371
+"lr_2",0.0003051366229355645,1613940697209,1371
+"mom_2",0.8987158442661088,1613940697209,1371
+"eps_2",1e-05,1613940697209,1371
+"train_loss",0.08322918,1613940698169,1372
+"raw_loss",0.05481193,1613940698169,1372
+"epoch",8.635220125786141,1613940698169,1372
+"wd_0",0.01,1613940698169,1372
+"sqr_mom_0",0.99,1613940698169,1372
+"lr_0",3.0539999718859443e-06,1613940698169,1372
+"mom_0",0.8986500007028514,1613940698169,1372
+"eps_0",1e-05,1613940698169,1372
+"wd_1",0.01,1613940698169,1372
+"sqr_mom_1",0.99,1613940698169,1372
+"lr_1",3.053999971885944e-05,1613940698169,1372
+"mom_1",0.8986500007028514,1613940698169,1372
+"eps_1",1e-05,1613940698169,1372
+"wd_2",0.01,1613940698169,1372
+"sqr_mom_2",0.99,1613940698169,1372
+"lr_2",0.0003053999971885944,1613940698169,1372
+"mom_2",0.8986500007028514,1613940698169,1372
+"eps_2",1e-05,1613940698169,1372
+"train_loss",0.08254032,1613940699140,1373
+"raw_loss",0.04878624,1613940699140,1373
+"epoch",8.641509433962241,1613940699140,1373
+"wd_0",0.01,1613940699140,1373
+"sqr_mom_0",0.99,1613940699140,1373
+"lr_0",3.056633246350322e-06,1613940699140,1373
+"mom_0",0.8985841688412419,1613940699140,1373
+"eps_0",1e-05,1613940699140,1373
+"wd_1",0.01,1613940699140,1373
+"sqr_mom_1",0.99,1613940699140,1373
+"lr_1",3.056633246350322e-05,1613940699140,1373
+"mom_1",0.8985841688412419,1613940699140,1373
+"eps_1",1e-05,1613940699140,1373
+"wd_2",0.01,1613940699140,1373
+"sqr_mom_2",0.99,1613940699140,1373
+"lr_2",0.0003056633246350322,1613940699140,1373
+"mom_2",0.8985841688412419,1613940699140,1373
+"eps_2",1e-05,1613940699140,1373
+"train_loss",0.08146729,1613940700093,1374
+"raw_loss",0.028888825,1613940700093,1374
+"epoch",8.647798742138342,1613940700093,1374
+"wd_0",0.01,1613940700093,1374
+"sqr_mom_0",0.99,1613940700093,1374
+"lr_0",3.059266422563904e-06,1613940700093,1374
+"mom_0",0.8985183394359024,1613940700093,1374
+"eps_0",1e-05,1613940700093,1374
+"wd_1",0.01,1613940700093,1374
+"sqr_mom_1",0.99,1613940700093,1374
+"lr_1",3.059266422563904e-05,1613940700093,1374
+"mom_1",0.8985183394359024,1613940700093,1374
+"eps_1",1e-05,1613940700093,1374
+"wd_2",0.01,1613940700093,1374
+"sqr_mom_2",0.99,1613940700093,1374
+"lr_2",0.00030592664225639036,1613940700093,1374
+"mom_2",0.8985183394359024,1613940700093,1374
+"eps_2",1e-05,1613940700093,1374
+"train_loss",0.08104566,1613940701054,1375
+"raw_loss",0.060385533,1613940701054,1375
+"epoch",8.654088050314442,1613940701054,1375
+"wd_0",0.01,1613940701054,1375
+"sqr_mom_0",0.99,1613940701054,1375
+"lr_0",3.061899870286113e-06,1613940701054,1375
+"mom_0",0.8984525032428472,1613940701054,1375
+"eps_0",1e-05,1613940701054,1375
+"wd_1",0.01,1613940701054,1375
+"sqr_mom_1",0.99,1613940701054,1375
+"lr_1",3.061899870286113e-05,1613940701054,1375
+"mom_1",0.8984525032428472,1613940701054,1375
+"eps_1",1e-05,1613940701054,1375
+"wd_2",0.01,1613940701054,1375
+"sqr_mom_2",0.99,1613940701054,1375
+"lr_2",0.00030618998702861125,1613940701054,1375
+"mom_2",0.8984525032428472,1613940701054,1375
+"eps_2",1e-05,1613940701054,1375
+"train_loss",0.08028343,1613940702021,1376
+"raw_loss",0.04293434,1613940702021,1376
+"epoch",8.660377358490543,1613940702021,1376
+"wd_0",0.01,1613940702021,1376
+"sqr_mom_0",0.99,1613940702021,1376
+"lr_0",3.0645328362781086e-06,1613940702021,1376
+"mom_0",0.8983866790930473,1613940702021,1376
+"eps_0",1e-05,1613940702021,1376
+"wd_1",0.01,1613940702021,1376
+"sqr_mom_1",0.99,1613940702021,1376
+"lr_1",3.064532836278108e-05,1613940702021,1376
+"mom_1",0.8983866790930473,1613940702021,1376
+"eps_1",1e-05,1613940702021,1376
+"wd_2",0.01,1613940702021,1376
+"sqr_mom_2",0.99,1613940702021,1376
+"lr_2",0.0003064532836278108,1613940702021,1376
+"mom_2",0.8983866790930473,1613940702021,1376
+"eps_2",1e-05,1613940702021,1376
+"train_loss",0.0804878,1613940703002,1377
+"raw_loss",0.09050188,1613940703002,1377
+"epoch",8.666666666666643,1613940703002,1377
+"wd_0",0.01,1613940703002,1377
+"sqr_mom_0",0.99,1613940703002,1377
+"lr_0",3.0671656903146197e-06,1613940703002,1377
+"mom_0",0.8983208577421344,1613940703002,1377
+"eps_0",1e-05,1613940703002,1377
+"wd_1",0.01,1613940703002,1377
+"sqr_mom_1",0.99,1613940703002,1377
+"lr_1",3.0671656903146196e-05,1613940703002,1377
+"mom_1",0.8983208577421344,1613940703002,1377
+"eps_1",1e-05,1613940703002,1377
+"wd_2",0.01,1613940703002,1377
+"sqr_mom_2",0.99,1613940703002,1377
+"lr_2",0.00030671656903146193,1613940703002,1377
+"mom_2",0.8983208577421344,1613940703002,1377
+"eps_2",1e-05,1613940703002,1377
+"train_loss",0.07984639,1613940703968,1378
+"raw_loss",0.048417084,1613940703968,1378
+"epoch",8.672955974842743,1613940703968,1378
+"wd_0",0.01,1613940703968,1378
+"sqr_mom_0",0.99,1613940703968,1378
+"lr_0",3.069798802106903e-06,1613940703968,1378
+"mom_0",0.8982550299473274,1613940703968,1378
+"eps_0",1e-05,1613940703968,1378
+"wd_1",0.01,1613940703968,1378
+"sqr_mom_1",0.99,1613940703968,1378
+"lr_1",3.069798802106903e-05,1613940703968,1378
+"mom_1",0.8982550299473274,1613940703968,1378
+"eps_1",1e-05,1613940703968,1378
+"wd_2",0.01,1613940703968,1378
+"sqr_mom_2",0.99,1613940703968,1378
+"lr_2",0.0003069798802106903,1613940703968,1378
+"mom_2",0.8982550299473274,1613940703968,1378
+"eps_2",1e-05,1613940703968,1378
+"train_loss",0.080056086,1613940704921,1379
+"raw_loss",0.09033117,1613940704921,1379
+"epoch",8.679245283018844,1613940704921,1379
+"wd_0",0.01,1613940704921,1379
+"sqr_mom_0",0.99,1613940704921,1379
+"lr_0",3.072431418512204e-06,1613940704921,1379
+"mom_0",0.8981892145371949,1613940704921,1379
+"eps_0",1e-05,1613940704921,1379
+"wd_1",0.01,1613940704921,1379
+"sqr_mom_1",0.99,1613940704921,1379
+"lr_1",3.072431418512204e-05,1613940704921,1379
+"mom_1",0.8981892145371949,1613940704921,1379
+"eps_1",1e-05,1613940704921,1379
+"wd_2",0.01,1613940704921,1379
+"sqr_mom_2",0.99,1613940704921,1379
+"lr_2",0.00030724314185122034,1613940704921,1379
+"mom_2",0.8981892145371949,1613940704921,1379
+"eps_2",1e-05,1613940704921,1379
+"train_loss",0.07911852,1613940705895,1380
+"raw_loss",0.033177827,1613940705895,1380
+"epoch",8.685534591194944,1613940705895,1380
+"wd_0",0.01,1613940705895,1380
+"sqr_mom_0",0.99,1613940705895,1380
+"lr_0",3.0750642835022403e-06,1613940705895,1380
+"mom_0",0.8981233929124439,1613940705895,1380
+"eps_0",1e-05,1613940705895,1380
+"wd_1",0.01,1613940705895,1380
+"sqr_mom_1",0.99,1613940705895,1380
+"lr_1",3.07506428350224e-05,1613940705895,1380
+"mom_1",0.8981233929124439,1613940705895,1380
+"eps_1",1e-05,1613940705895,1380
+"wd_2",0.01,1613940705895,1380
+"sqr_mom_2",0.99,1613940705895,1380
+"lr_2",0.000307506428350224,1613940705895,1380
+"mom_2",0.8981233929124439,1613940705895,1380
+"eps_2",1e-05,1613940705895,1380
+"train_loss",0.07862983,1613940706853,1381
+"raw_loss",0.05468411,1613940706853,1381
+"epoch",8.691823899371045,1613940706853,1381
+"wd_0",0.01,1613940706853,1381
+"sqr_mom_0",0.99,1613940706853,1381
+"lr_0",3.0776970182291683e-06,1613940706853,1381
+"mom_0",0.8980575745442708,1613940706853,1381
+"eps_0",1e-05,1613940706853,1381
+"wd_1",0.01,1613940706853,1381
+"sqr_mom_1",0.99,1613940706853,1381
+"lr_1",3.077697018229168e-05,1613940706853,1381
+"mom_1",0.8980575745442708,1613940706853,1381
+"eps_1",1e-05,1613940706853,1381
+"wd_2",0.01,1613940706853,1381
+"sqr_mom_2",0.99,1613940706853,1381
+"lr_2",0.0003077697018229168,1613940706853,1381
+"mom_2",0.8980575745442708,1613940706853,1381
+"eps_2",1e-05,1613940706853,1381
+"train_loss",0.07856332,1613940707840,1382
+"raw_loss",0.075304076,1613940707840,1382
+"epoch",8.698113207547145,1613940707840,1382
+"wd_0",0.01,1613940707840,1382
+"sqr_mom_0",0.99,1613940707840,1382
+"lr_0",3.0803292439194317e-06,1613940707840,1382
+"mom_0",0.8979917689020142,1613940707840,1382
+"eps_0",1e-05,1613940707840,1382
+"wd_1",0.01,1613940707840,1382
+"sqr_mom_1",0.99,1613940707840,1382
+"lr_1",3.080329243919432e-05,1613940707840,1382
+"mom_1",0.8979917689020142,1613940707840,1382
+"eps_1",1e-05,1613940707840,1382
+"wd_2",0.01,1613940707840,1382
+"sqr_mom_2",0.99,1613940707840,1382
+"lr_2",0.0003080329243919431,1613940707840,1382
+"mom_2",0.8979917689020142,1613940707840,1382
+"eps_2",1e-05,1613940707840,1382
+"train_loss",0.07856129,1613940708839,1383
+"raw_loss",0.07846209,1613940708839,1383
+"epoch",8.704402515723245,1613940708839,1383
+"wd_0",0.01,1613940708839,1383
+"sqr_mom_0",0.99,1613940708839,1383
+"lr_0",3.0829617044343356e-06,1613940708839,1383
+"mom_0",0.8979259573891416,1613940708839,1383
+"eps_0",1e-05,1613940708839,1383
+"wd_1",0.01,1613940708839,1383
+"sqr_mom_1",0.99,1613940708839,1383
+"lr_1",3.0829617044343354e-05,1613940708839,1383
+"mom_1",0.8979259573891416,1613940708839,1383
+"eps_1",1e-05,1613940708839,1383
+"wd_2",0.01,1613940708839,1383
+"sqr_mom_2",0.99,1613940708839,1383
+"lr_2",0.0003082961704434335,1613940708839,1383
+"mom_2",0.8979259573891416,1613940708839,1383
+"eps_2",1e-05,1613940708839,1383
+"train_loss",0.078230165,1613940709809,1384
+"raw_loss",0.06200515,1613940709809,1384
+"epoch",8.710691823899346,1613940709809,1384
+"wd_0",0.01,1613940709809,1384
+"sqr_mom_0",0.99,1613940709809,1384
+"lr_0",3.0855936468174073e-06,1613940709809,1384
+"mom_0",0.8978601588295648,1613940709809,1384
+"eps_0",1e-05,1613940709809,1384
+"wd_1",0.01,1613940709809,1384
+"sqr_mom_1",0.99,1613940709809,1384
+"lr_1",3.085593646817407e-05,1613940709809,1384
+"mom_1",0.8978601588295648,1613940709809,1384
+"eps_1",1e-05,1613940709809,1384
+"wd_2",0.01,1613940709809,1384
+"sqr_mom_2",0.99,1613940709809,1384
+"lr_2",0.0003085593646817407,1613940709809,1384
+"mom_2",0.8978601588295648,1613940709809,1384
+"eps_2",1e-05,1613940709809,1384
+"train_loss",0.07848248,1613940710773,1385
+"raw_loss",0.09084598,1613940710773,1385
+"epoch",8.716981132075446,1613940710773,1385
+"wd_0",0.01,1613940710773,1385
+"sqr_mom_0",0.99,1613940710773,1385
+"lr_0",3.088225440707422e-06,1613940710773,1385
+"mom_0",0.8977943639823145,1613940710773,1385
+"eps_0",1e-05,1613940710773,1385
+"wd_1",0.01,1613940710773,1385
+"sqr_mom_1",0.99,1613940710773,1385
+"lr_1",3.088225440707422e-05,1613940710773,1385
+"mom_1",0.8977943639823145,1613940710773,1385
+"eps_1",1e-05,1613940710773,1385
+"wd_2",0.01,1613940710773,1385
+"sqr_mom_2",0.99,1613940710773,1385
+"lr_2",0.0003088225440707421,1613940710773,1385
+"mom_2",0.8977943639823145,1613940710773,1385
+"eps_2",1e-05,1613940710773,1385
+"train_loss",0.079018064,1613940711727,1386
+"raw_loss",0.10526161,1613940711727,1386
+"epoch",8.723270440251547,1613940711727,1386
+"wd_0",0.01,1613940711727,1386
+"sqr_mom_0",0.99,1613940711727,1386
+"lr_0",3.0908574556589656e-06,1613940711727,1386
+"mom_0",0.8977285636085258,1613940711727,1386
+"eps_0",1e-05,1613940711727,1386
+"wd_1",0.01,1613940711727,1386
+"sqr_mom_1",0.99,1613940711727,1386
+"lr_1",3.090857455658965e-05,1613940711727,1386
+"mom_1",0.8977285636085258,1613940711727,1386
+"eps_1",1e-05,1613940711727,1386
+"wd_2",0.01,1613940711727,1386
+"sqr_mom_2",0.99,1613940711727,1386
+"lr_2",0.0003090857455658965,1613940711727,1386
+"mom_2",0.8977285636085258,1613940711727,1386
+"eps_2",1e-05,1613940711727,1386
+"train_loss",0.07832522,1613940712679,1387
+"raw_loss",0.044375904,1613940712679,1387
+"epoch",8.729559748427647,1613940712679,1387
+"wd_0",0.01,1613940712679,1387
+"sqr_mom_0",0.99,1613940712679,1387
+"lr_0",3.0934889388430095e-06,1613940712679,1387
+"mom_0",0.8976627765289248,1613940712679,1387
+"eps_0",1e-05,1613940712679,1387
+"wd_1",0.01,1613940712679,1387
+"sqr_mom_1",0.99,1613940712679,1387
+"lr_1",3.093488938843009e-05,1613940712679,1387
+"mom_1",0.8976627765289248,1613940712679,1387
+"eps_1",1e-05,1613940712679,1387
+"wd_2",0.01,1613940712679,1387
+"sqr_mom_2",0.99,1613940712679,1387
+"lr_2",0.0003093488938843009,1613940712679,1387
+"mom_2",0.8976627765289248,1613940712679,1387
+"eps_2",1e-05,1613940712679,1387
+"train_loss",0.078582086,1613940713652,1388
+"raw_loss",0.091168605,1613940713652,1388
+"epoch",8.735849056603747,1613940713652,1388
+"wd_0",0.01,1613940713652,1388
+"sqr_mom_0",0.99,1613940713652,1388
+"lr_0",3.0961202598367637e-06,1613940713652,1388
+"mom_0",0.8975969935040808,1613940713652,1388
+"eps_0",1e-05,1613940713652,1388
+"wd_1",0.01,1613940713652,1388
+"sqr_mom_1",0.99,1613940713652,1388
+"lr_1",3.096120259836763e-05,1613940713652,1388
+"mom_1",0.8975969935040808,1613940713652,1388
+"eps_1",1e-05,1613940713652,1388
+"wd_2",0.01,1613940713652,1388
+"sqr_mom_2",0.99,1613940713652,1388
+"lr_2",0.00030961202598367633,1613940713652,1388
+"mom_2",0.8975969935040808,1613940713652,1388
+"eps_2",1e-05,1613940713652,1388
+"train_loss",0.0785216,1613940714635,1389
+"raw_loss",0.075557835,1613940714635,1389
+"epoch",8.742138364779848,1613940714635,1389
+"wd_0",0.01,1613940714635,1389
+"sqr_mom_0",0.99,1613940714635,1389
+"lr_0",3.098751788125485e-06,1613940714635,1389
+"mom_0",0.8975312052968628,1613940714635,1389
+"eps_0",1e-05,1613940714635,1389
+"wd_1",0.01,1613940714635,1389
+"sqr_mom_1",0.99,1613940714635,1389
+"lr_1",3.098751788125485e-05,1613940714635,1389
+"mom_1",0.8975312052968628,1613940714635,1389
+"eps_1",1e-05,1613940714635,1389
+"wd_2",0.01,1613940714635,1389
+"sqr_mom_2",0.99,1613940714635,1389
+"lr_2",0.00030987517881254846,1613940714635,1389
+"mom_2",0.8975312052968628,1613940714635,1389
+"eps_2",1e-05,1613940714635,1389
+"train_loss",0.078582935,1613940715648,1390
+"raw_loss",0.08158834,1613940715648,1390
+"epoch",8.748427672955948,1613940715648,1390
+"wd_0",0.01,1613940715648,1390
+"sqr_mom_0",0.99,1613940715648,1390
+"lr_0",3.10138314504489e-06,1613940715648,1390
+"mom_0",0.8974654213738777,1613940715648,1390
+"eps_0",1e-05,1613940715648,1390
+"wd_1",0.01,1613940715648,1390
+"sqr_mom_1",0.99,1613940715648,1390
+"lr_1",3.10138314504489e-05,1613940715648,1390
+"mom_1",0.8974654213738777,1613940715648,1390
+"eps_1",1e-05,1613940715648,1390
+"wd_2",0.01,1613940715648,1390
+"sqr_mom_2",0.99,1613940715648,1390
+"lr_2",0.00031013831450448897,1613940715648,1390
+"mom_2",0.8974654213738777,1613940715648,1390
+"eps_2",1e-05,1613940715648,1390
+"train_loss",0.07843406,1613940716613,1391
+"raw_loss",0.07113919,1613940716613,1391
+"epoch",8.754716981132049,1613940716613,1391
+"wd_0",0.01,1613940716613,1391
+"sqr_mom_0",0.99,1613940716613,1391
+"lr_0",3.104014326028644e-06,1613940716613,1391
+"mom_0",0.8973996418492839,1613940716613,1391
+"eps_0",1e-05,1613940716613,1391
+"wd_1",0.01,1613940716613,1391
+"sqr_mom_1",0.99,1613940716613,1391
+"lr_1",3.104014326028644e-05,1613940716613,1391
+"mom_1",0.8973996418492839,1613940716613,1391
+"eps_1",1e-05,1613940716613,1391
+"wd_2",0.01,1613940716613,1391
+"sqr_mom_2",0.99,1613940716613,1391
+"lr_2",0.00031040143260286436,1613940716613,1391
+"mom_2",0.8973996418492839,1613940716613,1391
+"eps_2",1e-05,1613940716613,1391
+"train_loss",0.08015229,1613940717594,1392
+"raw_loss",0.1643455,1613940717594,1392
+"epoch",8.761006289308149,1613940717594,1392
+"wd_0",0.01,1613940717594,1392
+"sqr_mom_0",0.99,1613940717594,1392
+"lr_0",3.1066449525364828e-06,1613940717594,1392
+"mom_0",0.8973338761865879,1613940717594,1392
+"eps_0",1e-05,1613940717594,1392
+"wd_1",0.01,1613940717594,1392
+"sqr_mom_1",0.99,1613940717594,1392
+"lr_1",3.1066449525364825e-05,1613940717594,1392
+"mom_1",0.8973338761865879,1613940717594,1392
+"eps_1",1e-05,1613940717594,1392
+"wd_2",0.01,1613940717594,1392
+"sqr_mom_2",0.99,1613940717594,1392
+"lr_2",0.00031066449525364825,1613940717594,1392
+"mom_2",0.8973338761865879,1613940717594,1392
+"eps_2",1e-05,1613940717594,1392
+"train_loss",0.07956551,1613940718548,1393
+"raw_loss",0.05081321,1613940718548,1393
+"epoch",8.76729559748425,1613940718548,1393
+"wd_0",0.01,1613940718548,1393
+"sqr_mom_0",0.99,1613940718548,1393
+"lr_0",3.109275394030182e-06,1613940718548,1393
+"mom_0",0.8972681151492454,1613940718548,1393
+"eps_0",1e-05,1613940718548,1393
+"wd_1",0.01,1613940718548,1393
+"sqr_mom_1",0.99,1613940718548,1393
+"lr_1",3.109275394030181e-05,1613940718548,1393
+"mom_1",0.8972681151492454,1613940718548,1393
+"eps_1",1e-05,1613940718548,1393
+"wd_2",0.01,1613940718548,1393
+"sqr_mom_2",0.99,1613940718548,1393
+"lr_2",0.00031092753940301814,1613940718548,1393
+"mom_2",0.8972681151492454,1613940718548,1393
+"eps_2",1e-05,1613940718548,1393
+"train_loss",0.07951699,1613940719508,1394
+"raw_loss",0.07713958,1613940719508,1394
+"epoch",8.77358490566035,1613940719508,1394
+"wd_0",0.01,1613940719508,1394
+"sqr_mom_0",0.99,1613940719508,1394
+"lr_0",3.1119060198666178e-06,1613940719508,1394
+"mom_0",0.8972023495033346,1613940719508,1394
+"eps_0",1e-05,1613940719508,1394
+"wd_1",0.01,1613940719508,1394
+"sqr_mom_1",0.99,1613940719508,1394
+"lr_1",3.111906019866617e-05,1613940719508,1394
+"mom_1",0.8972023495033346,1613940719508,1394
+"eps_1",1e-05,1613940719508,1394
+"wd_2",0.01,1613940719508,1394
+"sqr_mom_2",0.99,1613940719508,1394
+"lr_2",0.0003111906019866617,1613940719508,1394
+"mom_2",0.8972023495033346,1613940719508,1394
+"eps_2",1e-05,1613940719508,1394
+"train_loss",0.080307126,1613940720480,1395
+"raw_loss",0.119023904,1613940720480,1395
+"epoch",8.77987421383645,1613940720480,1395
+"wd_0",0.01,1613940720480,1395
+"sqr_mom_0",0.99,1613940720480,1395
+"lr_0",3.1145360776140886e-06,1613940720480,1395
+"mom_0",0.8971365980596477,1613940720480,1395
+"eps_0",1e-05,1613940720480,1395
+"wd_1",0.01,1613940720480,1395
+"sqr_mom_1",0.99,1613940720480,1395
+"lr_1",3.114536077614088e-05,1613940720480,1395
+"mom_1",0.8971365980596477,1613940720480,1395
+"eps_1",1e-05,1613940720480,1395
+"wd_2",0.01,1613940720480,1395
+"sqr_mom_2",0.99,1613940720480,1395
+"lr_2",0.00031145360776140885,1613940720480,1395
+"mom_2",0.8971365980596477,1613940720480,1395
+"eps_2",1e-05,1613940720480,1395
+"train_loss",0.08204068,1613940721470,1396
+"raw_loss",0.16698506,1613940721470,1396
+"epoch",8.78616352201255,1613940721470,1396
+"wd_0",0.01,1613940721470,1396
+"sqr_mom_0",0.99,1613940721470,1396
+"lr_0",3.1171659366574162e-06,1613940721470,1396
+"mom_0",0.8970708515835646,1613940721470,1396
+"eps_0",1e-05,1613940721470,1396
+"wd_1",0.01,1613940721470,1396
+"sqr_mom_1",0.99,1613940721470,1396
+"lr_1",3.117165936657416e-05,1613940721470,1396
+"mom_1",0.8970708515835646,1613940721470,1396
+"eps_1",1e-05,1613940721470,1396
+"wd_2",0.01,1613940721470,1396
+"sqr_mom_2",0.99,1613940721470,1396
+"lr_2",0.0003117165936657416,1613940721470,1396
+"mom_2",0.8970708515835646,1613940721470,1396
+"eps_2",1e-05,1613940721470,1396
+"train_loss",0.082781844,1613940722432,1397
+"raw_loss",0.11909887,1613940722432,1397
+"epoch",8.792452830188651,1613940722432,1397
+"wd_0",0.01,1613940722432,1397
+"sqr_mom_0",0.99,1613940722432,1397
+"lr_0",3.119795966268764e-06,1613940722432,1397
+"mom_0",0.8970051008432809,1613940722432,1397
+"eps_0",1e-05,1613940722432,1397
+"wd_1",0.01,1613940722432,1397
+"sqr_mom_1",0.99,1613940722432,1397
+"lr_1",3.119795966268764e-05,1613940722432,1397
+"mom_1",0.8970051008432809,1613940722432,1397
+"eps_1",1e-05,1613940722432,1397
+"wd_2",0.01,1613940722432,1397
+"sqr_mom_2",0.99,1613940722432,1397
+"lr_2",0.00031197959662687636,1613940722432,1397
+"mom_2",0.8970051008432809,1613940722432,1397
+"eps_2",1e-05,1613940722432,1397
+"train_loss",0.083468415,1613940723398,1398
+"raw_loss",0.11711043,1613940723398,1398
+"epoch",8.798742138364751,1613940723398,1398
+"wd_0",0.01,1613940723398,1398
+"sqr_mom_0",0.99,1613940723398,1398
+"lr_0",3.122425414186967e-06,1613940723398,1398
+"mom_0",0.8969393646453259,1613940723398,1398
+"eps_0",1e-05,1613940723398,1398
+"wd_1",0.01,1613940723398,1398
+"sqr_mom_1",0.99,1613940723398,1398
+"lr_1",3.122425414186966e-05,1613940723398,1398
+"mom_1",0.8969393646453259,1613940723398,1398
+"eps_1",1e-05,1613940723398,1398
+"wd_2",0.01,1613940723398,1398
+"sqr_mom_2",0.99,1613940723398,1398
+"lr_2",0.00031224254141869667,1613940723398,1398
+"mom_2",0.8969393646453259,1613940723398,1398
+"eps_2",1e-05,1613940723398,1398
+"train_loss",0.08315275,1613940724402,1399
+"raw_loss",0.06768526,1613940724402,1399
+"epoch",8.805031446540852,1613940724402,1399
+"wd_0",0.01,1613940724402,1399
+"sqr_mom_0",0.99,1613940724402,1399
+"lr_0",3.1250550234883356e-06,1613940724402,1399
+"mom_0",0.8968736244127916,1613940724402,1399
+"eps_0",1e-05,1613940724402,1399
+"wd_1",0.01,1613940724402,1399
+"sqr_mom_1",0.99,1613940724402,1399
+"lr_1",3.125055023488335e-05,1613940724402,1399
+"mom_1",0.8968736244127916,1613940724402,1399
+"eps_1",1e-05,1613940724402,1399
+"wd_2",0.01,1613940724402,1399
+"sqr_mom_2",0.99,1613940724402,1399
+"lr_2",0.0003125055023488335,1613940724402,1399
+"mom_2",0.8968736244127916,1613940724402,1399
+"eps_2",1e-05,1613940724402,1399
+"train_loss",0.085052446,1613940725476,1400
+"raw_loss",0.17813756,1613940725476,1400
+"epoch",8.811320754716952,1613940725476,1400
+"wd_0",0.01,1613940725476,1400
+"sqr_mom_0",0.99,1613940725476,1400
+"lr_0",3.1276844157749623e-06,1613940725476,1400
+"mom_0",0.896807889605626,1613940725476,1400
+"eps_0",1e-05,1613940725476,1400
+"wd_1",0.01,1613940725476,1400
+"sqr_mom_1",0.99,1613940725476,1400
+"lr_1",3.127684415774962e-05,1613940725476,1400
+"mom_1",0.896807889605626,1613940725476,1400
+"eps_1",1e-05,1613940725476,1400
+"wd_2",0.01,1613940725476,1400
+"sqr_mom_2",0.99,1613940725476,1400
+"lr_2",0.0003127684415774962,1613940725476,1400
+"mom_2",0.896807889605626,1613940725476,1400
+"eps_2",1e-05,1613940725476,1400
+"train_loss",0.08487884,1613940726443,1401
+"raw_loss",0.076372035,1613940726443,1401
+"epoch",8.817610062893053,1613940726443,1401
+"wd_0",0.01,1613940726443,1401
+"sqr_mom_0",0.99,1613940726443,1401
+"lr_0",3.130313212772704e-06,1613940726443,1401
+"mom_0",0.8967421696806823,1613940726443,1401
+"eps_0",1e-05,1613940726443,1401
+"wd_1",0.01,1613940726443,1401
+"sqr_mom_1",0.99,1613940726443,1401
+"lr_1",3.1303132127727035e-05,1613940726443,1401
+"mom_1",0.8967421696806823,1613940726443,1401
+"eps_1",1e-05,1613940726443,1401
+"wd_2",0.01,1613940726443,1401
+"sqr_mom_2",0.99,1613940726443,1401
+"lr_2",0.0003130313212772704,1613940726443,1401
+"mom_2",0.8967421696806823,1613940726443,1401
+"eps_2",1e-05,1613940726443,1401
+"train_loss",0.084521055,1613940727400,1402
+"raw_loss",0.066989504,1613940727400,1402
+"epoch",8.823899371069153,1613940727400,1402
+"wd_0",0.01,1613940727400,1402
+"sqr_mom_0",0.99,1613940727400,1402
+"lr_0",3.1329421573739215e-06,1613940727400,1402
+"mom_0",0.896676446065652,1613940727400,1402
+"eps_0",1e-05,1613940727400,1402
+"wd_1",0.01,1613940727400,1402
+"sqr_mom_1",0.99,1613940727400,1402
+"lr_1",3.132942157373921e-05,1613940727400,1402
+"mom_1",0.896676446065652,1613940727400,1402
+"eps_1",1e-05,1613940727400,1402
+"wd_2",0.01,1613940727400,1402
+"sqr_mom_2",0.99,1613940727400,1402
+"lr_2",0.00031329421573739213,1613940727400,1402
+"mom_2",0.896676446065652,1613940727400,1402
+"eps_2",1e-05,1613940727400,1402
+"train_loss",0.084970064,1613940728472,1403
+"raw_loss",0.1069717,1613940728472,1403
+"epoch",8.830188679245254,1613940728472,1403
+"wd_0",0.01,1613940728472,1403
+"sqr_mom_0",0.99,1613940728472,1403
+"lr_0",3.1355704976277917e-06,1613940728472,1403
+"mom_0",0.8966107375593052,1613940728472,1403
+"eps_0",1e-05,1613940728472,1403
+"wd_1",0.01,1613940728472,1403
+"sqr_mom_1",0.99,1613940728472,1403
+"lr_1",3.1355704976277916e-05,1613940728472,1403
+"mom_1",0.8966107375593052,1613940728472,1403
+"eps_1",1e-05,1613940728472,1403
+"wd_2",0.01,1613940728472,1403
+"sqr_mom_2",0.99,1613940728472,1403
+"lr_2",0.00031355704976277914,1613940728472,1403
+"mom_2",0.8966107375593052,1613940728472,1403
+"eps_2",1e-05,1613940728472,1403
+"train_loss",0.084065065,1613940729536,1404
+"raw_loss",0.039720062,1613940729536,1404
+"epoch",8.836477987421354,1613940729536,1404
+"wd_0",0.01,1613940729536,1404
+"sqr_mom_0",0.99,1613940729536,1404
+"lr_0",3.1381986026857296e-06,1613940729536,1404
+"mom_0",0.8965450349328568,1613940729536,1404
+"eps_0",1e-05,1613940729536,1404
+"wd_1",0.01,1613940729536,1404
+"sqr_mom_1",0.99,1613940729536,1404
+"lr_1",3.1381986026857294e-05,1613940729536,1404
+"mom_1",0.8965450349328568,1613940729536,1404
+"eps_1",1e-05,1613940729536,1404
+"wd_2",0.01,1613940729536,1404
+"sqr_mom_2",0.99,1613940729536,1404
+"lr_2",0.0003138198602685729,1613940729536,1404
+"mom_2",0.8965450349328568,1613940729536,1404
+"eps_2",1e-05,1613940729536,1404
+"train_loss",0.08343386,1613940730525,1405
+"raw_loss",0.05250462,1613940730525,1405
+"epoch",8.842767295597454,1613940730525,1405
+"wd_0",0.01,1613940730525,1405
+"sqr_mom_0",0.99,1613940730525,1405
+"lr_0",3.1408268415658014e-06,1613940730525,1405
+"mom_0",0.8964793289608549,1613940730525,1405
+"eps_0",1e-05,1613940730525,1405
+"wd_1",0.01,1613940730525,1405
+"sqr_mom_1",0.99,1613940730525,1405
+"lr_1",3.140826841565801e-05,1613940730525,1405
+"mom_1",0.8964793289608549,1613940730525,1405
+"eps_1",1e-05,1613940730525,1405
+"wd_2",0.01,1613940730525,1405
+"sqr_mom_2",0.99,1613940730525,1405
+"lr_2",0.0003140826841565801,1613940730525,1405
+"mom_2",0.8964793289608549,1613940730525,1405
+"eps_2",1e-05,1613940730525,1405
+"train_loss",0.083512664,1613940731567,1406
+"raw_loss",0.08737414,1613940731567,1406
+"epoch",8.849056603773555,1613940731567,1406
+"wd_0",0.01,1613940731567,1406
+"sqr_mom_0",0.99,1613940731567,1406
+"lr_0",3.143454462519041e-06,1613940731567,1406
+"mom_0",0.8964136384370239,1613940731567,1406
+"eps_0",1e-05,1613940731567,1406
+"wd_1",0.01,1613940731567,1406
+"sqr_mom_1",0.99,1613940731567,1406
+"lr_1",3.14345446251904e-05,1613940731567,1406
+"mom_1",0.8964136384370239,1613940731567,1406
+"eps_1",1e-05,1613940731567,1406
+"wd_2",0.01,1613940731567,1406
+"sqr_mom_2",0.99,1613940731567,1406
+"lr_2",0.00031434544625190403,1613940731567,1406
+"mom_2",0.8964136384370239,1613940731567,1406
+"eps_2",1e-05,1613940731567,1406
+"train_loss",0.08325977,1613940732582,1407
+"raw_loss",0.07086804,1613940732582,1407
+"epoch",8.855345911949655,1613940732582,1407
+"wd_0",0.01,1613940732582,1407
+"sqr_mom_0",0.99,1613940732582,1407
+"lr_0",3.1460818345987653e-06,1613940732582,1407
+"mom_0",0.8963479541350309,1613940732582,1407
+"eps_0",1e-05,1613940732582,1407
+"wd_1",0.01,1613940732582,1407
+"sqr_mom_1",0.99,1613940732582,1407
+"lr_1",3.1460818345987654e-05,1613940732582,1407
+"mom_1",0.8963479541350309,1613940732582,1407
+"eps_1",1e-05,1613940732582,1407
+"wd_2",0.01,1613940732582,1407
+"sqr_mom_2",0.99,1613940732582,1407
+"lr_2",0.0003146081834598765,1613940732582,1407
+"mom_2",0.8963479541350309,1613940732582,1407
+"eps_2",1e-05,1613940732582,1407
+"train_loss",0.08394151,1613940733648,1408
+"raw_loss",0.11734682,1613940733648,1408
+"epoch",8.861635220125756,1613940733648,1408
+"wd_0",0.01,1613940733648,1408
+"sqr_mom_0",0.99,1613940733648,1408
+"lr_0",3.148709326717194e-06,1613940733648,1408
+"mom_0",0.8962822668320701,1613940733648,1408
+"eps_0",1e-05,1613940733648,1408
+"wd_1",0.01,1613940733648,1408
+"sqr_mom_1",0.99,1613940733648,1408
+"lr_1",3.148709326717194e-05,1613940733648,1408
+"mom_1",0.8962822668320701,1613940733648,1408
+"eps_1",1e-05,1613940733648,1408
+"wd_2",0.01,1613940733648,1408
+"sqr_mom_2",0.99,1613940733648,1408
+"lr_2",0.00031487093267171934,1613940733648,1408
+"mom_2",0.8962822668320701,1613940733648,1408
+"eps_2",1e-05,1613940733648,1408
+"train_loss",0.08365488,1613940734607,1409
+"raw_loss",0.069609955,1613940734607,1409
+"epoch",8.867924528301856,1613940734607,1409
+"wd_0",0.01,1613940734607,1409
+"sqr_mom_0",0.99,1613940734607,1409
+"lr_0",3.1513365607722898e-06,1613940734607,1409
+"mom_0",0.8962165859806928,1613940734607,1409
+"eps_0",1e-05,1613940734607,1409
+"wd_1",0.01,1613940734607,1409
+"sqr_mom_1",0.99,1613940734607,1409
+"lr_1",3.15133656077229e-05,1613940734607,1409
+"mom_1",0.8962165859806928,1613940734607,1409
+"eps_1",1e-05,1613940734607,1409
+"wd_2",0.01,1613940734607,1409
+"sqr_mom_2",0.99,1613940734607,1409
+"lr_2",0.00031513365607722894,1613940734607,1409
+"mom_2",0.8962165859806928,1613940734607,1409
+"eps_2",1e-05,1613940734607,1409
+"train_loss",0.08420815,1613940735584,1410
+"raw_loss",0.11131853,1613940735584,1410
+"epoch",8.874213836477956,1613940735584,1410
+"wd_0",0.01,1613940735584,1410
+"sqr_mom_0",0.99,1613940735584,1410
+"lr_0",3.1539635322048715e-06,1613940735584,1410
+"mom_0",0.8961509116948781,1613940735584,1410
+"eps_0",1e-05,1613940735584,1410
+"wd_1",0.01,1613940735584,1410
+"sqr_mom_1",0.99,1613940735584,1410
+"lr_1",3.153963532204871e-05,1613940735584,1410
+"mom_1",0.8961509116948781,1613940735584,1410
+"eps_1",1e-05,1613940735584,1410
+"wd_2",0.01,1613940735584,1410
+"sqr_mom_2",0.99,1613940735584,1410
+"lr_2",0.0003153963532204871,1613940735584,1410
+"mom_2",0.8961509116948781,1613940735584,1410
+"eps_2",1e-05,1613940735584,1410
+"train_loss",0.08398848,1613940736533,1411
+"raw_loss",0.07322451,1613940736533,1411
+"epoch",8.880503144654057,1613940736533,1411
+"wd_0",0.01,1613940736533,1411
+"sqr_mom_0",0.99,1613940736533,1411
+"lr_0",3.1565898630988345e-06,1613940736533,1411
+"mom_0",0.8960852534225291,1613940736533,1411
+"eps_0",1e-05,1613940736533,1411
+"wd_1",0.01,1613940736533,1411
+"sqr_mom_1",0.99,1613940736533,1411
+"lr_1",3.156589863098834e-05,1613940736533,1411
+"mom_1",0.8960852534225291,1613940736533,1411
+"eps_1",1e-05,1613940736533,1411
+"wd_2",0.01,1613940736533,1411
+"sqr_mom_2",0.99,1613940736533,1411
+"lr_2",0.0003156589863098834,1613940736533,1411
+"mom_2",0.8960852534225291,1613940736533,1411
+"eps_2",1e-05,1613940736533,1411
+"train_loss",0.08377027,1613940737492,1412
+"raw_loss",0.0730779,1613940737492,1412
+"epoch",8.886792452830157,1613940737492,1412
+"wd_0",0.01,1613940737492,1412
+"sqr_mom_0",0.99,1613940737492,1412
+"lr_0",3.1592159223311925e-06,1613940737492,1412
+"mom_0",0.8960196019417201,1613940737492,1412
+"eps_0",1e-05,1613940737492,1412
+"wd_1",0.01,1613940737492,1412
+"sqr_mom_1",0.99,1613940737492,1412
+"lr_1",3.159215922331192e-05,1613940737492,1412
+"mom_1",0.8960196019417201,1613940737492,1412
+"eps_1",1e-05,1613940737492,1412
+"wd_2",0.01,1613940737492,1412
+"sqr_mom_2",0.99,1613940737492,1412
+"lr_2",0.0003159215922331192,1613940737492,1412
+"mom_2",0.8960196019417201,1613940737492,1412
+"eps_2",1e-05,1613940737492,1412
+"train_loss",0.08283228,1613940738437,1413
+"raw_loss",0.036870837,1613940738437,1413
+"epoch",8.893081761006258,1613940738437,1413
+"wd_0",0.01,1613940738437,1413
+"sqr_mom_0",0.99,1613940738437,1413
+"lr_0",3.1618420786249383e-06,1613940738437,1413
+"mom_0",0.8959539480343766,1613940738437,1413
+"eps_0",1e-05,1613940738437,1413
+"wd_1",0.01,1613940738437,1413
+"sqr_mom_1",0.99,1613940738437,1413
+"lr_1",3.161842078624938e-05,1613940738437,1413
+"mom_1",0.8959539480343766,1613940738437,1413
+"eps_1",1e-05,1613940738437,1413
+"wd_2",0.01,1613940738437,1413
+"sqr_mom_2",0.99,1613940738437,1413
+"lr_2",0.00031618420786249377,1613940738437,1413
+"mom_2",0.8959539480343766,1613940738437,1413
+"eps_2",1e-05,1613940738437,1413
+"train_loss",0.08400428,1613940739403,1414
+"raw_loss",0.14143251,1613940739403,1414
+"epoch",8.899371069182358,1613940739403,1414
+"wd_0",0.01,1613940739403,1414
+"sqr_mom_0",0.99,1613940739403,1414
+"lr_0",3.1644675808267826e-06,1613940739403,1414
+"mom_0",0.8958883104793304,1613940739403,1414
+"eps_0",1e-05,1613940739403,1414
+"wd_1",0.01,1613940739403,1414
+"sqr_mom_1",0.99,1613940739403,1414
+"lr_1",3.1644675808267824e-05,1613940739403,1414
+"mom_1",0.8958883104793304,1613940739403,1414
+"eps_1",1e-05,1613940739403,1414
+"wd_2",0.01,1613940739403,1414
+"sqr_mom_2",0.99,1613940739403,1414
+"lr_2",0.0003164467580826782,1613940739403,1414
+"mom_2",0.8958883104793304,1613940739403,1414
+"eps_2",1e-05,1613940739403,1414
+"train_loss",0.08354286,1613940740374,1415
+"raw_loss",0.06093327,1613940740374,1415
+"epoch",8.905660377358458,1613940740374,1415
+"wd_0",0.01,1613940740374,1415
+"sqr_mom_0",0.99,1613940740374,1415
+"lr_0",3.1670927977002783e-06,1613940740374,1415
+"mom_0",0.895822680057493,1613940740374,1415
+"eps_0",1e-05,1613940740374,1415
+"wd_1",0.01,1613940740374,1415
+"sqr_mom_1",0.99,1613940740374,1415
+"lr_1",3.1670927977002776e-05,1613940740374,1415
+"mom_1",0.895822680057493,1613940740374,1415
+"eps_1",1e-05,1613940740374,1415
+"wd_2",0.01,1613940740374,1415
+"sqr_mom_2",0.99,1613940740374,1415
+"lr_2",0.00031670927977002776,1613940740374,1415
+"mom_2",0.895822680057493,1613940740374,1415
+"eps_2",1e-05,1613940740374,1415
+"train_loss",0.08327396,1613940741339,1416
+"raw_loss",0.07009772,1613940741339,1416
+"epoch",8.911949685534559,1613940741339,1416
+"wd_0",0.01,1613940741339,1416
+"sqr_mom_0",0.99,1613940741339,1416
+"lr_0",3.169718097847211e-06,1613940741339,1416
+"mom_0",0.8957570475538197,1613940741339,1416
+"eps_0",1e-05,1613940741339,1416
+"wd_1",0.01,1613940741339,1416
+"sqr_mom_1",0.99,1613940741339,1416
+"lr_1",3.169718097847211e-05,1613940741339,1416
+"mom_1",0.8957570475538197,1613940741339,1416
+"eps_1",1e-05,1613940741339,1416
+"wd_2",0.01,1613940741339,1416
+"sqr_mom_2",0.99,1613940741339,1416
+"lr_2",0.00031697180978472103,1613940741339,1416
+"mom_2",0.8957570475538197,1613940741339,1416
+"eps_2",1e-05,1613940741339,1416
+"train_loss",0.08339386,1613940742330,1417
+"raw_loss",0.08926881,1613940742330,1417
+"epoch",8.91823899371066,1613940742330,1417
+"wd_0",0.01,1613940742330,1417
+"sqr_mom_0",0.99,1613940742330,1417
+"lr_0",3.1723427303591715e-06,1613940742330,1417
+"mom_0",0.8956914317410207,1613940742330,1417
+"eps_0",1e-05,1613940742330,1417
+"wd_1",0.01,1613940742330,1417
+"sqr_mom_1",0.99,1613940742330,1417
+"lr_1",3.1723427303591715e-05,1613940742330,1417
+"mom_1",0.8956914317410207,1613940742330,1417
+"eps_1",1e-05,1613940742330,1417
+"wd_2",0.01,1613940742330,1417
+"sqr_mom_2",0.99,1613940742330,1417
+"lr_2",0.0003172342730359171,1613940742330,1417
+"mom_2",0.8956914317410207,1613940742330,1417
+"eps_2",1e-05,1613940742330,1417
+"train_loss",0.08371914,1613940743311,1418
+"raw_loss",0.09965822,1613940743311,1418
+"epoch",8.92452830188676,1613940743311,1418
+"wd_0",0.01,1613940743311,1418
+"sqr_mom_0",0.99,1613940743311,1418
+"lr_0",3.174967436951649e-06,1613940743311,1418
+"mom_0",0.8956258140762088,1613940743311,1418
+"eps_0",1e-05,1613940743311,1418
+"wd_1",0.01,1613940743311,1418
+"sqr_mom_1",0.99,1613940743311,1418
+"lr_1",3.1749674369516484e-05,1613940743311,1418
+"mom_1",0.8956258140762088,1613940743311,1418
+"eps_1",1e-05,1613940743311,1418
+"wd_2",0.01,1613940743311,1418
+"sqr_mom_2",0.99,1613940743311,1418
+"lr_2",0.00031749674369516487,1613940743311,1418
+"mom_2",0.8956258140762088,1613940743311,1418
+"eps_2",1e-05,1613940743311,1418
+"train_loss",0.083002225,1613940744313,1419
+"raw_loss",0.04787308,1613940744313,1419
+"epoch",8.93081761006286,1613940744313,1419
+"wd_0",0.01,1613940744313,1419
+"sqr_mom_0",0.99,1613940744313,1419
+"lr_0",3.1775918399136754e-06,1613940744313,1419
+"mom_0",0.8955602040021581,1613940744313,1419
+"eps_0",1e-05,1613940744313,1419
+"wd_1",0.01,1613940744313,1419
+"sqr_mom_1",0.99,1613940744313,1419
+"lr_1",3.177591839913675e-05,1613940744313,1419
+"mom_1",0.8955602040021581,1613940744313,1419
+"eps_1",1e-05,1613940744313,1419
+"wd_2",0.01,1613940744313,1419
+"sqr_mom_2",0.99,1613940744313,1419
+"lr_2",0.0003177591839913675,1613940744313,1419
+"mom_2",0.8955602040021581,1613940744313,1419
+"eps_2",1e-05,1613940744313,1419
+"train_loss",0.08372531,1613940745456,1420
+"raw_loss",0.11915643,1613940745456,1420
+"epoch",8.93710691823896,1613940745456,1420
+"wd_0",0.01,1613940745456,1420
+"sqr_mom_0",0.99,1613940745456,1420
+"lr_0",3.1802155617074445e-06,1613940745456,1420
+"mom_0",0.8954946109573139,1613940745456,1420
+"eps_0",1e-05,1613940745456,1420
+"wd_1",0.01,1613940745456,1420
+"sqr_mom_1",0.99,1613940745456,1420
+"lr_1",3.180215561707444e-05,1613940745456,1420
+"mom_1",0.8954946109573139,1613940745456,1420
+"eps_1",1e-05,1613940745456,1420
+"wd_2",0.01,1613940745456,1420
+"sqr_mom_2",0.99,1613940745456,1420
+"lr_2",0.0003180215561707444,1613940745456,1420
+"mom_2",0.8954946109573139,1613940745456,1420
+"eps_2",1e-05,1613940745456,1420
+"train_loss",0.082865715,1613940746535,1421
+"raw_loss",0.04074532,1613940746535,1421
+"epoch",8.94339622641506,1613940746535,1421
+"wd_0",0.01,1613940746535,1421
+"sqr_mom_0",0.99,1613940746535,1421
+"lr_0",3.182839343791078e-06,1613940746535,1421
+"mom_0",0.895429016405223,1613940746535,1421
+"eps_0",1e-05,1613940746535,1421
+"wd_1",0.01,1613940746535,1421
+"sqr_mom_1",0.99,1613940746535,1421
+"lr_1",3.182839343791078e-05,1613940746535,1421
+"mom_1",0.895429016405223,1613940746535,1421
+"eps_1",1e-05,1613940746535,1421
+"wd_2",0.01,1613940746535,1421
+"sqr_mom_2",0.99,1613940746535,1421
+"lr_2",0.00031828393437910777,1613940746535,1421
+"mom_2",0.895429016405223,1613940746535,1421
+"eps_2",1e-05,1613940746535,1421
+"train_loss",0.082360335,1613940747663,1422
+"raw_loss",0.057596654,1613940747663,1422
+"epoch",8.949685534591161,1613940747663,1422
+"wd_0",0.01,1613940747663,1422
+"sqr_mom_0",0.99,1613940747663,1422
+"lr_0",3.1854624356903734e-06,1613940747663,1422
+"mom_0",0.8953634391077406,1613940747663,1422
+"eps_0",1e-05,1613940747663,1422
+"wd_1",0.01,1613940747663,1422
+"sqr_mom_1",0.99,1613940747663,1422
+"lr_1",3.185462435690373e-05,1613940747663,1422
+"mom_1",0.8953634391077406,1613940747663,1422
+"eps_1",1e-05,1613940747663,1422
+"wd_2",0.01,1613940747663,1422
+"sqr_mom_2",0.99,1613940747663,1422
+"lr_2",0.0003185462435690373,1613940747663,1422
+"mom_2",0.8953634391077406,1613940747663,1422
+"eps_2",1e-05,1613940747663,1422
+"train_loss",0.0819756,1613940748868,1423
+"raw_loss",0.06312364,1613940748868,1423
+"epoch",8.955974842767262,1613940748868,1423
+"wd_0",0.01,1613940748868,1423
+"sqr_mom_0",0.99,1613940748868,1423
+"lr_0",3.1880852058381717e-06,1613940748868,1423
+"mom_0",0.8952978698540457,1613940748868,1423
+"eps_0",1e-05,1613940748868,1423
+"wd_1",0.01,1613940748868,1423
+"sqr_mom_1",0.99,1613940748868,1423
+"lr_1",3.1880852058381716e-05,1613940748868,1423
+"mom_1",0.8952978698540457,1613940748868,1423
+"eps_1",1e-05,1613940748868,1423
+"wd_2",0.01,1613940748868,1423
+"sqr_mom_2",0.99,1613940748868,1423
+"lr_2",0.0003188085205838171,1613940748868,1423
+"mom_2",0.8952978698540457,1613940748868,1423
+"eps_2",1e-05,1613940748868,1423
+"train_loss",0.0815395,1613940750112,1424
+"raw_loss",0.060170494,1613940750112,1424
+"epoch",8.962264150943362,1613940750112,1424
+"wd_0",0.01,1613940750112,1424
+"sqr_mom_0",0.99,1613940750112,1424
+"lr_0",3.1907080224848928e-06,1613940750112,1424
+"mom_0",0.8952322994378776,1613940750112,1424
+"eps_0",1e-05,1613940750112,1424
+"wd_1",0.01,1613940750112,1424
+"sqr_mom_1",0.99,1613940750112,1424
+"lr_1",3.1907080224848924e-05,1613940750112,1424
+"mom_1",0.8952322994378776,1613940750112,1424
+"eps_1",1e-05,1613940750112,1424
+"wd_2",0.01,1613940750112,1424
+"sqr_mom_2",0.99,1613940750112,1424
+"lr_2",0.00031907080224848923,1613940750112,1424
+"mom_2",0.8952322994378776,1613940750112,1424
+"eps_2",1e-05,1613940750112,1424
+"train_loss",0.08111501,1613940751071,1425
+"raw_loss",0.06031488,1613940751071,1425
+"epoch",8.968553459119462,1613940751071,1425
+"wd_0",0.01,1613940751071,1425
+"sqr_mom_0",0.99,1613940751071,1425
+"lr_0",3.193330135432478e-06,1613940751071,1425
+"mom_0",0.895166746614188,1613940751071,1425
+"eps_0",1e-05,1613940751071,1425
+"wd_1",0.01,1613940751071,1425
+"sqr_mom_1",0.99,1613940751071,1425
+"lr_1",3.1933301354324775e-05,1613940751071,1425
+"mom_1",0.895166746614188,1613940751071,1425
+"eps_1",1e-05,1613940751071,1425
+"wd_2",0.01,1613940751071,1425
+"sqr_mom_2",0.99,1613940751071,1425
+"lr_2",0.00031933301354324773,1613940751071,1425
+"mom_2",0.895166746614188,1613940751071,1425
+"eps_2",1e-05,1613940751071,1425
+"train_loss",0.080523714,1613940752043,1426
+"raw_loss",0.051550217,1613940752043,1426
+"epoch",8.974842767295563,1613940752043,1426
+"wd_0",0.01,1613940752043,1426
+"sqr_mom_0",0.99,1613940752043,1426
+"lr_0",3.1959519129792015e-06,1613940752043,1426
+"mom_0",0.8951012021755199,1613940752043,1426
+"eps_0",1e-05,1613940752043,1426
+"wd_1",0.01,1613940752043,1426
+"sqr_mom_1",0.99,1613940752043,1426
+"lr_1",3.1959519129792014e-05,1613940752043,1426
+"mom_1",0.8951012021755199,1613940752043,1426
+"eps_1",1e-05,1613940752043,1426
+"wd_2",0.01,1613940752043,1426
+"sqr_mom_2",0.99,1613940752043,1426
+"lr_2",0.00031959519129792015,1613940752043,1426
+"mom_2",0.8951012021755199,1613940752043,1426
+"eps_2",1e-05,1613940752043,1426
+"train_loss",0.08055243,1613940753006,1427
+"raw_loss",0.08195951,1613940753006,1427
+"epoch",8.981132075471663,1613940753006,1427
+"wd_0",0.01,1613940753006,1427
+"sqr_mom_0",0.99,1613940753006,1427
+"lr_0",3.198573723233182e-06,1613940753006,1427
+"mom_0",0.8950356569191704,1613940753006,1427
+"eps_0",1e-05,1613940753006,1427
+"wd_1",0.01,1613940753006,1427
+"sqr_mom_1",0.99,1613940753006,1427
+"lr_1",3.1985737232331816e-05,1613940753006,1427
+"mom_1",0.8950356569191704,1613940753006,1427
+"eps_1",1e-05,1613940753006,1427
+"wd_2",0.01,1613940753006,1427
+"sqr_mom_2",0.99,1613940753006,1427
+"lr_2",0.00031985737232331817,1613940753006,1427
+"mom_2",0.8950356569191704,1613940753006,1427
+"eps_2",1e-05,1613940753006,1427
+"train_loss",0.07954223,1613940753963,1428
+"raw_loss",0.030042458,1613940753963,1428
+"epoch",8.987421383647764,1613940753963,1428
+"wd_0",0.01,1613940753963,1428
+"sqr_mom_0",0.99,1613940753963,1428
+"lr_0",3.2011951888914474e-06,1613940753963,1428
+"mom_0",0.8949701202777138,1613940753963,1428
+"eps_0",1e-05,1613940753963,1428
+"wd_1",0.01,1613940753963,1428
+"sqr_mom_1",0.99,1613940753963,1428
+"lr_1",3.201195188891447e-05,1613940753963,1428
+"mom_1",0.8949701202777138,1613940753963,1428
+"eps_1",1e-05,1613940753963,1428
+"wd_2",0.01,1613940753963,1428
+"sqr_mom_2",0.99,1613940753963,1428
+"lr_2",0.0003201195188891447,1613940753963,1428
+"mom_2",0.8949701202777138,1613940753963,1428
+"eps_2",1e-05,1613940753963,1428
+"train_loss",0.07894652,1613940754919,1429
+"raw_loss",0.04975692,1613940754919,1429
+"epoch",8.993710691823864,1613940754919,1429
+"wd_0",0.01,1613940754919,1429
+"sqr_mom_0",0.99,1613940754919,1429
+"lr_0",3.203816305404826e-06,1613940754919,1429
+"mom_0",0.8949045923648793,1613940754919,1429
+"eps_0",1e-05,1613940754919,1429
+"wd_1",0.01,1613940754919,1429
+"sqr_mom_1",0.99,1613940754919,1429
+"lr_1",3.203816305404826e-05,1613940754919,1429
+"mom_1",0.8949045923648793,1613940754919,1429
+"eps_1",1e-05,1613940754919,1429
+"wd_2",0.01,1613940754919,1429
+"sqr_mom_2",0.99,1613940754919,1429
+"lr_2",0.0003203816305404826,1613940754919,1429
+"mom_2",0.8949045923648793,1613940754919,1429
+"eps_2",1e-05,1613940754919,1429
+"train_loss",0.07811836,1613940755953,1430
+"raw_loss",0.037538514,1613940755953,1430
+"epoch",8.999999999999964,1613940755953,1430
+"wd_0",0.01,1613940755953,1430
+"sqr_mom_0",0.99,1613940755953,1430
+"lr_0",3.206436695718075e-06,1613940755953,1430
+"mom_0",0.8948390826070481,1613940755953,1430
+"eps_0",1e-05,1613940755953,1430
+"wd_1",0.01,1613940755953,1430
+"sqr_mom_1",0.99,1613940755953,1430
+"lr_1",3.2064366957180744e-05,1613940755953,1430
+"mom_1",0.8948390826070481,1613940755953,1430
+"eps_1",1e-05,1613940755953,1430
+"wd_2",0.01,1613940755953,1430
+"sqr_mom_2",0.99,1613940755953,1430
+"lr_2",0.00032064366957180746,1613940755953,1430
+"mom_2",0.8948390826070481,1613940755953,1430
+"eps_2",1e-05,1613940755953,1430
+"valid_loss",0.11432507634162903,1613940791207,1430
+"_rmse",0.33811989426612854,1613940791207,1430
+"epoch",9,1613940791207,1430
+"train_loss",0.07725325,1613940792239,1431
+"raw_loss",0.034862693,1613940792239,1431
+"epoch",9.0062893081761,1613940792239,1431
+"wd_0",0.01,1613940792239,1431
+"sqr_mom_0",0.99,1613940792239,1431
+"lr_0",3.2090567278924053e-06,1613940792239,1431
+"mom_0",0.8947735818026898,1613940792239,1431
+"eps_0",1e-05,1613940792239,1431
+"wd_1",0.01,1613940792239,1431
+"sqr_mom_1",0.99,1613940792239,1431
+"lr_1",3.209056727892405e-05,1613940792239,1431
+"mom_1",0.8947735818026898,1613940792239,1431
+"eps_1",1e-05,1613940792239,1431
+"wd_2",0.01,1613940792239,1431
+"sqr_mom_2",0.99,1613940792239,1431
+"lr_2",0.0003209056727892405,1613940792239,1431
+"mom_2",0.8947735818026898,1613940792239,1431
+"eps_2",1e-05,1613940792239,1431
+"train_loss",0.076591745,1613940793196,1432
+"raw_loss",0.044178028,1613940793196,1432
+"epoch",9.0125786163522,1613940793196,1432
+"wd_0",0.01,1613940793196,1432
+"sqr_mom_0",0.99,1613940793196,1432
+"lr_0",3.2116767697859818e-06,1613940793196,1432
+"mom_0",0.8947080807553505,1613940793196,1432
+"eps_0",1e-05,1613940793196,1432
+"wd_1",0.01,1613940793196,1432
+"sqr_mom_1",0.99,1613940793196,1432
+"lr_1",3.2116767697859814e-05,1613940793196,1432
+"mom_1",0.8947080807553505,1613940793196,1432
+"eps_1",1e-05,1613940793196,1432
+"wd_2",0.01,1613940793196,1432
+"sqr_mom_2",0.99,1613940793196,1432
+"lr_2",0.00032116767697859815,1613940793196,1432
+"mom_2",0.8947080807553505,1613940793196,1432
+"eps_2",1e-05,1613940793196,1432
+"train_loss",0.075593166,1613940794173,1433
+"raw_loss",0.02666274,1613940794173,1433
+"epoch",9.018867924528301,1613940794173,1433
+"wd_0",0.01,1613940794173,1433
+"sqr_mom_0",0.99,1613940794173,1433
+"lr_0",3.2142960719944007e-06,1613940794173,1433
+"mom_0",0.8946425982001399,1613940794173,1433
+"eps_0",1e-05,1613940794173,1433
+"wd_1",0.01,1613940794173,1433
+"sqr_mom_1",0.99,1613940794173,1433
+"lr_1",3.2142960719944006e-05,1613940794173,1433
+"mom_1",0.8946425982001399,1613940794173,1433
+"eps_1",1e-05,1613940794173,1433
+"wd_2",0.01,1613940794173,1433
+"sqr_mom_2",0.99,1613940794173,1433
+"lr_2",0.00032142960719944006,1613940794173,1433
+"mom_2",0.8946425982001399,1613940794173,1433
+"eps_2",1e-05,1613940794173,1433
+"train_loss",0.07502611,1613940795142,1434
+"raw_loss",0.047240507,1613940795142,1434
+"epoch",9.025157232704402,1613940795142,1434
+"wd_0",0.01,1613940795142,1434
+"sqr_mom_0",0.99,1613940795142,1434
+"lr_0",3.216915002428978e-06,1613940795142,1434
+"mom_0",0.8945771249392755,1613940795142,1434
+"eps_0",1e-05,1613940795142,1434
+"wd_1",0.01,1613940795142,1434
+"sqr_mom_1",0.99,1613940795142,1434
+"lr_1",3.216915002428978e-05,1613940795142,1434
+"mom_1",0.8945771249392755,1613940795142,1434
+"eps_1",1e-05,1613940795142,1434
+"wd_2",0.01,1613940795142,1434
+"sqr_mom_2",0.99,1613940795142,1434
+"lr_2",0.00032169150024289776,1613940795142,1434
+"mom_2",0.8945771249392755,1613940795142,1434
+"eps_2",1e-05,1613940795142,1434
+"train_loss",0.074713975,1613940796103,1435
+"raw_loss",0.05941932,1613940796103,1435
+"epoch",9.031446540880502,1613940796103,1435
+"wd_0",0.01,1613940796103,1435
+"sqr_mom_0",0.99,1613940796103,1435
+"lr_0",3.2195339287902518e-06,1613940796103,1435
+"mom_0",0.8945116517802437,1613940796103,1435
+"eps_0",1e-05,1613940796103,1435
+"wd_1",0.01,1613940796103,1435
+"sqr_mom_1",0.99,1613940796103,1435
+"lr_1",3.2195339287902514e-05,1613940796103,1435
+"mom_1",0.8945116517802437,1613940796103,1435
+"eps_1",1e-05,1613940796103,1435
+"wd_2",0.01,1613940796103,1435
+"sqr_mom_2",0.99,1613940796103,1435
+"lr_2",0.00032195339287902514,1613940796103,1435
+"mom_2",0.8945116517802437,1613940796103,1435
+"eps_2",1e-05,1613940796103,1435
+"train_loss",0.07506642,1613940797072,1436
+"raw_loss",0.092336275,1613940797072,1436
+"epoch",9.037735849056602,1613940797072,1436
+"wd_0",0.01,1613940797072,1436
+"sqr_mom_0",0.99,1613940797072,1436
+"lr_0",3.222152101992891e-06,1613940797072,1436
+"mom_0",0.8944461974501777,1613940797072,1436
+"eps_0",1e-05,1613940797072,1436
+"wd_1",0.01,1613940797072,1436
+"sqr_mom_1",0.99,1613940797072,1436
+"lr_1",3.222152101992891e-05,1613940797072,1436
+"mom_1",0.8944461974501777,1613940797072,1436
+"eps_1",1e-05,1613940797072,1436
+"wd_2",0.01,1613940797072,1436
+"sqr_mom_2",0.99,1613940797072,1436
+"lr_2",0.00032221521019928906,1613940797072,1436
+"mom_2",0.8944461974501777,1613940797072,1436
+"eps_2",1e-05,1613940797072,1436
+"train_loss",0.07616324,1613940798034,1437
+"raw_loss",0.12990741,1613940798034,1437
+"epoch",9.044025157232703,1613940798034,1437
+"wd_0",0.01,1613940798034,1437
+"sqr_mom_0",0.99,1613940798034,1437
+"lr_0",3.2247702619269976e-06,1613940798034,1437
+"mom_0",0.894380743451825,1613940798034,1437
+"eps_0",1e-05,1613940798034,1437
+"wd_1",0.01,1613940798034,1437
+"sqr_mom_1",0.99,1613940798034,1437
+"lr_1",3.2247702619269974e-05,1613940798034,1437
+"mom_1",0.894380743451825,1613940798034,1437
+"eps_1",1e-05,1613940798034,1437
+"wd_2",0.01,1613940798034,1437
+"sqr_mom_2",0.99,1613940798034,1437
+"lr_2",0.0003224770261926997,1613940798034,1437
+"mom_2",0.894380743451825,1613940798034,1437
+"eps_2",1e-05,1613940798034,1437
+"train_loss",0.07588525,1613940799014,1438
+"raw_loss",0.06226361,1613940799014,1438
+"epoch",9.050314465408803,1613940799014,1438
+"wd_0",0.01,1613940799014,1438
+"sqr_mom_0",0.99,1613940799014,1438
+"lr_0",3.2273880318051185e-06,1613940799014,1438
+"mom_0",0.894315299204872,1613940799014,1438
+"eps_0",1e-05,1613940799014,1438
+"wd_1",0.01,1613940799014,1438
+"sqr_mom_1",0.99,1613940799014,1438
+"lr_1",3.227388031805118e-05,1613940799014,1438
+"mom_1",0.894315299204872,1613940799014,1438
+"eps_1",1e-05,1613940799014,1438
+"wd_2",0.01,1613940799014,1438
+"sqr_mom_2",0.99,1613940799014,1438
+"lr_2",0.00032273880318051183,1613940799014,1438
+"mom_2",0.894315299204872,1613940799014,1438
+"eps_2",1e-05,1613940799014,1438
+"train_loss",0.07519051,1613940799993,1439
+"raw_loss",0.041147903,1613940799993,1439
+"epoch",9.056603773584904,1613940799993,1439
+"wd_0",0.01,1613940799993,1439
+"sqr_mom_0",0.99,1613940799993,1439
+"lr_0",3.230005035062253e-06,1613940799993,1439
+"mom_0",0.8942498741234437,1613940799993,1439
+"eps_0",1e-05,1613940799993,1439
+"wd_1",0.01,1613940799993,1439
+"sqr_mom_1",0.99,1613940799993,1439
+"lr_1",3.230005035062253e-05,1613940799993,1439
+"mom_1",0.8942498741234437,1613940799993,1439
+"eps_1",1e-05,1613940799993,1439
+"wd_2",0.01,1613940799993,1439
+"sqr_mom_2",0.99,1613940799993,1439
+"lr_2",0.00032300050350622526,1613940799993,1439
+"mom_2",0.8942498741234437,1613940799993,1439
+"eps_2",1e-05,1613940799993,1439
+"train_loss",0.07472099,1613940800971,1440
+"raw_loss",0.051714785,1613940800971,1440
+"epoch",9.062893081761004,1613940800971,1440
+"wd_0",0.01,1613940800971,1440
+"sqr_mom_0",0.99,1613940800971,1440
+"lr_0",3.232622011257876e-06,1613940800971,1440
+"mom_0",0.894184449718553,1613940800971,1440
+"eps_0",1e-05,1613940800971,1440
+"wd_1",0.01,1613940800971,1440
+"sqr_mom_1",0.99,1613940800971,1440
+"lr_1",3.232622011257875e-05,1613940800971,1440
+"mom_1",0.894184449718553,1613940800971,1440
+"eps_1",1e-05,1613940800971,1440
+"wd_2",0.01,1613940800971,1440
+"sqr_mom_2",0.99,1613940800971,1440
+"lr_2",0.0003232622011257875,1613940800971,1440
+"mom_2",0.894184449718553,1613940800971,1440
+"eps_2",1e-05,1613940800971,1440
+"train_loss",0.07384541,1613940801951,1441
+"raw_loss",0.030941863,1613940801951,1441
+"epoch",9.069182389937104,1613940801951,1441
+"wd_0",0.01,1613940801951,1441
+"sqr_mom_0",0.99,1613940801951,1441
+"lr_0",3.235238211864459e-06,1613940801951,1441
+"mom_0",0.8941190447033885,1613940801951,1441
+"eps_0",1e-05,1613940801951,1441
+"wd_1",0.01,1613940801951,1441
+"sqr_mom_1",0.99,1613940801951,1441
+"lr_1",3.235238211864459e-05,1613940801951,1441
+"mom_1",0.8941190447033885,1613940801951,1441
+"eps_1",1e-05,1613940801951,1441
+"wd_2",0.01,1613940801951,1441
+"sqr_mom_2",0.99,1613940801951,1441
+"lr_2",0.00032352382118644587,1613940801951,1441
+"mom_2",0.8941190447033885,1613940801951,1441
+"eps_2",1e-05,1613940801951,1441
+"train_loss",0.073158644,1613940802921,1442
+"raw_loss",0.03950705,1613940802921,1442
+"epoch",9.075471698113205,1613940802921,1442
+"wd_0",0.01,1613940802921,1442
+"sqr_mom_0",0.99,1613940802921,1442
+"lr_0",3.237854004365505e-06,1613940802921,1442
+"mom_0",0.8940536498908623,1613940802921,1442
+"eps_0",1e-05,1613940802921,1442
+"wd_1",0.01,1613940802921,1442
+"sqr_mom_1",0.99,1613940802921,1442
+"lr_1",3.2378540043655046e-05,1613940802921,1442
+"mom_1",0.8940536498908623,1613940802921,1442
+"eps_1",1e-05,1613940802921,1442
+"wd_2",0.01,1613940802921,1442
+"sqr_mom_2",0.99,1613940802921,1442
+"lr_2",0.00032378540043655045,1613940802921,1442
+"mom_2",0.8940536498908623,1613940802921,1442
+"eps_2",1e-05,1613940802921,1442
+"train_loss",0.07278603,1613940803914,1443
+"raw_loss",0.054527998,1613940803914,1443
+"epoch",9.081761006289305,1613940803914,1443
+"wd_0",0.01,1613940803914,1443
+"sqr_mom_0",0.99,1613940803914,1443
+"lr_0",3.240469756013138e-06,1613940803914,1443
+"mom_0",0.8939882560996715,1613940803914,1443
+"eps_0",1e-05,1613940803914,1443
+"wd_1",0.01,1613940803914,1443
+"sqr_mom_1",0.99,1613940803914,1443
+"lr_1",3.240469756013138e-05,1613940803914,1443
+"mom_1",0.8939882560996715,1613940803914,1443
+"eps_1",1e-05,1613940803914,1443
+"wd_2",0.01,1613940803914,1443
+"sqr_mom_2",0.99,1613940803914,1443
+"lr_2",0.00032404697560131375,1613940803914,1443
+"mom_2",0.8939882560996715,1613940803914,1443
+"eps_2",1e-05,1613940803914,1443
+"train_loss",0.072069034,1613940804902,1444
+"raw_loss",0.036936074,1613940804902,1444
+"epoch",9.088050314465406,1613940804902,1444
+"wd_0",0.01,1613940804902,1444
+"sqr_mom_0",0.99,1613940804902,1444
+"lr_0",3.2430847186300847e-06,1613940804902,1444
+"mom_0",0.8939228820342479,1613940804902,1444
+"eps_0",1e-05,1613940804902,1444
+"wd_1",0.01,1613940804902,1444
+"sqr_mom_1",0.99,1613940804902,1444
+"lr_1",3.243084718630084e-05,1613940804902,1444
+"mom_1",0.8939228820342479,1613940804902,1444
+"eps_1",1e-05,1613940804902,1444
+"wd_2",0.01,1613940804902,1444
+"sqr_mom_2",0.99,1613940804902,1444
+"lr_2",0.0003243084718630084,1613940804902,1444
+"mom_2",0.8939228820342479,1613940804902,1444
+"eps_2",1e-05,1613940804902,1444
+"train_loss",0.07139433,1613940805888,1445
+"raw_loss",0.038333908,1613940805888,1445
+"epoch",9.094339622641506,1613940805888,1445
+"wd_0",0.01,1613940805888,1445
+"sqr_mom_0",0.99,1613940805888,1445
+"lr_0",3.2456992595288968e-06,1613940805888,1445
+"mom_0",0.8938575185117775,1613940805888,1445
+"eps_0",1e-05,1613940805888,1445
+"wd_1",0.01,1613940805888,1445
+"sqr_mom_1",0.99,1613940805888,1445
+"lr_1",3.2456992595288964e-05,1613940805888,1445
+"mom_1",0.8938575185117775,1613940805888,1445
+"eps_1",1e-05,1613940805888,1445
+"wd_2",0.01,1613940805888,1445
+"sqr_mom_2",0.99,1613940805888,1445
+"lr_2",0.00032456992595288964,1613940805888,1445
+"mom_2",0.8938575185117775,1613940805888,1445
+"eps_2",1e-05,1613940805888,1445
+"train_loss",0.07101383,1613940806859,1446
+"raw_loss",0.052369103,1613940806859,1446
+"epoch",9.100628930817606,1613940806859,1446
+"wd_0",0.01,1613940806859,1446
+"sqr_mom_0",0.99,1613940806859,1446
+"lr_0",3.248313745783033e-06,1613940806859,1446
+"mom_0",0.8937921563554242,1613940806859,1446
+"eps_0",1e-05,1613940806859,1446
+"wd_1",0.01,1613940806859,1446
+"sqr_mom_1",0.99,1613940806859,1446
+"lr_1",3.248313745783032e-05,1613940806859,1446
+"mom_1",0.8937921563554242,1613940806859,1446
+"eps_1",1e-05,1613940806859,1446
+"wd_2",0.01,1613940806859,1446
+"sqr_mom_2",0.99,1613940806859,1446
+"lr_2",0.00032483137457830325,1613940806859,1446
+"mom_2",0.8937921563554242,1613940806859,1446
+"eps_2",1e-05,1613940806859,1446
+"train_loss",0.07226894,1613940807857,1447
+"raw_loss",0.1337693,1613940807857,1447
+"epoch",9.106918238993707,1613940807857,1447
+"wd_0",0.01,1613940807857,1447
+"sqr_mom_0",0.99,1613940807857,1447
+"lr_0",3.2509278011249035e-06,1613940807857,1447
+"mom_0",0.8937268049718774,1613940807857,1447
+"eps_0",1e-05,1613940807857,1447
+"wd_1",0.01,1613940807857,1447
+"sqr_mom_1",0.99,1613940807857,1447
+"lr_1",3.250927801124903e-05,1613940807857,1447
+"mom_1",0.8937268049718774,1613940807857,1447
+"eps_1",1e-05,1613940807857,1447
+"wd_2",0.01,1613940807857,1447
+"sqr_mom_2",0.99,1613940807857,1447
+"lr_2",0.0003250927801124903,1613940807857,1447
+"mom_2",0.8937268049718774,1613940807857,1447
+"eps_2",1e-05,1613940807857,1447
+"train_loss",0.07212647,1613940808856,1448
+"raw_loss",0.06514554,1613940808856,1448
+"epoch",9.113207547169807,1613940808856,1448
+"wd_0",0.01,1613940808856,1448
+"sqr_mom_0",0.99,1613940808856,1448
+"lr_0",3.25354104953267e-06,1613940808856,1448
+"mom_0",0.8936614737616833,1613940808856,1448
+"eps_0",1e-05,1613940808856,1448
+"wd_1",0.01,1613940808856,1448
+"sqr_mom_1",0.99,1613940808856,1448
+"lr_1",3.2535410495326695e-05,1613940808856,1448
+"mom_1",0.8936614737616833,1613940808856,1448
+"eps_1",1e-05,1613940808856,1448
+"wd_2",0.01,1613940808856,1448
+"sqr_mom_2",0.99,1613940808856,1448
+"lr_2",0.00032535410495326697,1613940808856,1448
+"mom_2",0.8936614737616833,1613940808856,1448
+"eps_2",1e-05,1613940808856,1448
+"train_loss",0.07163538,1613940809839,1449
+"raw_loss",0.04757179,1613940809839,1449
+"epoch",9.119496855345908,1613940809839,1449
+"wd_0",0.01,1613940809839,1449
+"sqr_mom_0",0.99,1613940809839,1449
+"lr_0",3.2561542295046967e-06,1613940809839,1449
+"mom_0",0.8935961442623825,1613940809839,1449
+"eps_0",1e-05,1613940809839,1449
+"wd_1",0.01,1613940809839,1449
+"sqr_mom_1",0.99,1613940809839,1449
+"lr_1",3.2561542295046964e-05,1613940809839,1449
+"mom_1",0.8935961442623825,1613940809839,1449
+"eps_1",1e-05,1613940809839,1449
+"wd_2",0.01,1613940809839,1449
+"sqr_mom_2",0.99,1613940809839,1449
+"lr_2",0.00032561542295046964,1613940809839,1449
+"mom_2",0.8935961442623825,1613940809839,1449
+"eps_2",1e-05,1613940809839,1449
+"train_loss",0.071026675,1613940810829,1450
+"raw_loss",0.041199956,1613940810829,1450
+"epoch",9.125786163522008,1613940810829,1450
+"wd_0",0.01,1613940810829,1450
+"sqr_mom_0",0.99,1613940810829,1450
+"lr_0",3.258766593599279e-06,1613940810829,1450
+"mom_0",0.893530835160018,1613940810829,1450
+"eps_0",1e-05,1613940810829,1450
+"wd_1",0.01,1613940810829,1450
+"sqr_mom_1",0.99,1613940810829,1450
+"lr_1",3.258766593599279e-05,1613940810829,1450
+"mom_1",0.893530835160018,1613940810829,1450
+"eps_1",1e-05,1613940810829,1450
+"wd_2",0.01,1613940810829,1450
+"sqr_mom_2",0.99,1613940810829,1450
+"lr_2",0.0003258766593599279,1613940810829,1450
+"mom_2",0.893530835160018,1613940810829,1450
+"eps_2",1e-05,1613940810829,1450
+"train_loss",0.07127826,1613940811827,1451
+"raw_loss",0.0836057,1613940811827,1451
+"epoch",9.132075471698109,1613940811827,1451
+"wd_0",0.01,1613940811827,1451
+"sqr_mom_0",0.99,1613940811827,1451
+"lr_0",3.2613788800648775e-06,1613940811827,1451
+"mom_0",0.8934655279983781,1613940811827,1451
+"eps_0",1e-05,1613940811827,1451
+"wd_1",0.01,1613940811827,1451
+"sqr_mom_1",0.99,1613940811827,1451
+"lr_1",3.2613788800648776e-05,1613940811827,1451
+"mom_1",0.8934655279983781,1613940811827,1451
+"eps_1",1e-05,1613940811827,1451
+"wd_2",0.01,1613940811827,1451
+"sqr_mom_2",0.99,1613940811827,1451
+"lr_2",0.00032613788800648773,1613940811827,1451
+"mom_2",0.8934655279983781,1613940811827,1451
+"eps_2",1e-05,1613940811827,1451
+"train_loss",0.0710571,1613940812872,1452
+"raw_loss",0.060220603,1613940812872,1452
+"epoch",9.138364779874209,1613940812872,1452
+"wd_0",0.01,1613940812872,1452
+"sqr_mom_0",0.99,1613940812872,1452
+"lr_0",3.2639903417153558e-06,1613940812872,1452
+"mom_0",0.893400241457116,1613940812872,1452
+"eps_0",1e-05,1613940812872,1452
+"wd_1",0.01,1613940812872,1452
+"sqr_mom_1",0.99,1613940812872,1452
+"lr_1",3.2639903417153556e-05,1613940812872,1452
+"mom_1",0.893400241457116,1613940812872,1452
+"eps_1",1e-05,1613940812872,1452
+"wd_2",0.01,1613940812872,1452
+"sqr_mom_2",0.99,1613940812872,1452
+"lr_2",0.00032639903417153556,1613940812872,1452
+"mom_2",0.893400241457116,1613940812872,1452
+"eps_2",1e-05,1613940812872,1452
+"train_loss",0.07081659,1613940813899,1453
+"raw_loss",0.059031453,1613940813899,1453
+"epoch",9.14465408805031,1613940813899,1453
+"wd_0",0.01,1613940813899,1453
+"sqr_mom_0",0.99,1613940813899,1453
+"lr_0",3.266601345379354e-06,1613940813899,1453
+"mom_0",0.8933349663655161,1613940813899,1453
+"eps_0",1e-05,1613940813899,1453
+"wd_1",0.01,1613940813899,1453
+"sqr_mom_1",0.99,1613940813899,1453
+"lr_1",3.266601345379354e-05,1613940813899,1453
+"mom_1",0.8933349663655161,1613940813899,1453
+"eps_1",1e-05,1613940813899,1453
+"wd_2",0.01,1613940813899,1453
+"sqr_mom_2",0.99,1613940813899,1453
+"lr_2",0.00032666013453793536,1613940813899,1453
+"mom_2",0.8933349663655161,1613940813899,1453
+"eps_2",1e-05,1613940813899,1453
+"train_loss",0.07051121,1613940814948,1454
+"raw_loss",0.05554733,1613940814948,1454
+"epoch",9.15094339622641,1613940814948,1454
+"wd_0",0.01,1613940814948,1454
+"sqr_mom_0",0.99,1613940814948,1454
+"lr_0",3.269212257625859e-06,1613940814948,1454
+"mom_0",0.8932696935593535,1613940814948,1454
+"eps_0",1e-05,1613940814948,1454
+"wd_1",0.01,1613940814948,1454
+"sqr_mom_1",0.99,1613940814948,1454
+"lr_1",3.269212257625859e-05,1613940814948,1454
+"mom_1",0.8932696935593535,1613940814948,1454
+"eps_1",1e-05,1613940814948,1454
+"wd_2",0.01,1613940814948,1454
+"sqr_mom_2",0.99,1613940814948,1454
+"lr_2",0.00032692122576258585,1613940814948,1454
+"mom_2",0.8932696935593535,1613940814948,1454
+"eps_2",1e-05,1613940814948,1454
+"train_loss",0.07055501,1613940815970,1455
+"raw_loss",0.072701156,1613940815970,1455
+"epoch",9.15723270440251,1613940815970,1455
+"wd_0",0.01,1613940815970,1455
+"sqr_mom_0",0.99,1613940815970,1455
+"lr_0",3.2718223316617982e-06,1613940815970,1455
+"mom_0",0.893204441708455,1613940815970,1455
+"eps_0",1e-05,1613940815970,1455
+"wd_1",0.01,1613940815970,1455
+"sqr_mom_1",0.99,1613940815970,1455
+"lr_1",3.271822331661798e-05,1613940815970,1455
+"mom_1",0.893204441708455,1613940815970,1455
+"eps_1",1e-05,1613940815970,1455
+"wd_2",0.01,1613940815970,1455
+"sqr_mom_2",0.99,1613940815970,1455
+"lr_2",0.0003271822331661798,1613940815970,1455
+"mom_2",0.893204441708455,1613940815970,1455
+"eps_2",1e-05,1613940815970,1455
+"train_loss",0.06980658,1613940817000,1456
+"raw_loss",0.033133715,1613940817000,1456
+"epoch",9.16352201257861,1613940817000,1456
+"wd_0",0.01,1613940817000,1456
+"sqr_mom_0",0.99,1613940817000,1456
+"lr_0",3.2744323050884664e-06,1613940817000,1456
+"mom_0",0.8931391923727883,1613940817000,1456
+"eps_0",1e-05,1613940817000,1456
+"wd_1",0.01,1613940817000,1456
+"sqr_mom_1",0.99,1613940817000,1456
+"lr_1",3.274432305088466e-05,1613940817000,1456
+"mom_1",0.8931391923727883,1613940817000,1456
+"eps_1",1e-05,1613940817000,1456
+"wd_2",0.01,1613940817000,1456
+"sqr_mom_2",0.99,1613940817000,1456
+"lr_2",0.00032744323050884656,1613940817000,1456
+"mom_2",0.8931391923727883,1613940817000,1456
+"eps_2",1e-05,1613940817000,1456
+"train_loss",0.068922095,1613940817994,1457
+"raw_loss",0.025582215,1613940817994,1457
+"epoch",9.169811320754711,1613940817994,1457
+"wd_0",0.01,1613940817994,1457
+"sqr_mom_0",0.99,1613940817994,1457
+"lr_0",3.2770418022779208e-06,1613940817994,1457
+"mom_0",0.893073954943052,1613940817994,1457
+"eps_0",1e-05,1613940817994,1457
+"wd_1",0.01,1613940817994,1457
+"sqr_mom_1",0.99,1613940817994,1457
+"lr_1",3.2770418022779206e-05,1613940817994,1457
+"mom_1",0.893073954943052,1613940817994,1457
+"eps_1",1e-05,1613940817994,1457
+"wd_2",0.01,1613940817994,1457
+"sqr_mom_2",0.99,1613940817994,1457
+"lr_2",0.00032770418022779206,1613940817994,1457
+"mom_2",0.893073954943052,1613940817994,1457
+"eps_2",1e-05,1613940817994,1457
+"train_loss",0.06843751,1613940818974,1458
+"raw_loss",0.044692945,1613940818974,1458
+"epoch",9.176100628930811,1613940818974,1458
+"wd_0",0.01,1613940818974,1458
+"sqr_mom_0",0.99,1613940818974,1458
+"lr_0",3.2796504478738196e-06,1613940818974,1458
+"mom_0",0.8930087388031545,1613940818974,1458
+"eps_0",1e-05,1613940818974,1458
+"wd_1",0.01,1613940818974,1458
+"sqr_mom_1",0.99,1613940818974,1458
+"lr_1",3.279650447873819e-05,1613940818974,1458
+"mom_1",0.8930087388031545,1613940818974,1458
+"eps_1",1e-05,1613940818974,1458
+"wd_2",0.01,1613940818974,1458
+"sqr_mom_2",0.99,1613940818974,1458
+"lr_2",0.0003279650447873819,1613940818974,1458
+"mom_2",0.8930087388031545,1613940818974,1458
+"eps_2",1e-05,1613940818974,1458
+"train_loss",0.068620145,1613940819953,1459
+"raw_loss",0.07756947,1613940819953,1459
+"epoch",9.182389937106912,1613940819953,1459
+"wd_0",0.01,1613940819953,1459
+"sqr_mom_0",0.99,1613940819953,1459
+"lr_0",3.282258979073783e-06,1613940819953,1459
+"mom_0",0.8929435255231554,1613940819953,1459
+"eps_0",1e-05,1613940819953,1459
+"wd_1",0.01,1613940819953,1459
+"sqr_mom_1",0.99,1613940819953,1459
+"lr_1",3.2822589790737826e-05,1613940819953,1459
+"mom_1",0.8929435255231554,1613940819953,1459
+"eps_1",1e-05,1613940819953,1459
+"wd_2",0.01,1613940819953,1459
+"sqr_mom_2",0.99,1613940819953,1459
+"lr_2",0.0003282258979073783,1613940819953,1459
+"mom_2",0.8929435255231554,1613940819953,1459
+"eps_2",1e-05,1613940819953,1459
+"train_loss",0.06812548,1613940820924,1460
+"raw_loss",0.04388679,1613940820924,1460
+"epoch",9.188679245283012,1613940820924,1460
+"wd_0",0.01,1613940820924,1460
+"sqr_mom_0",0.99,1613940820924,1460
+"lr_0",3.284866649765785e-06,1613940820924,1460
+"mom_0",0.8928783337558553,1613940820924,1460
+"eps_0",1e-05,1613940820924,1460
+"wd_1",0.01,1613940820924,1460
+"sqr_mom_1",0.99,1613940820924,1460
+"lr_1",3.284866649765785e-05,1613940820924,1460
+"mom_1",0.8928783337558553,1613940820924,1460
+"eps_1",1e-05,1613940820924,1460
+"wd_2",0.01,1613940820924,1460
+"sqr_mom_2",0.99,1613940820924,1460
+"lr_2",0.0003284866649765784,1613940820924,1460
+"mom_2",0.8928783337558553,1613940820924,1460
+"eps_2",1e-05,1613940820924,1460
+"train_loss",0.06780062,1613940821910,1461
+"raw_loss",0.051882572,1613940821910,1461
+"epoch",9.194968553459113,1613940821910,1461
+"wd_0",0.01,1613940821910,1461
+"sqr_mom_0",0.99,1613940821910,1461
+"lr_0",3.2874738262538193e-06,1613940821910,1461
+"mom_0",0.8928131543436545,1613940821910,1461
+"eps_0",1e-05,1613940821910,1461
+"wd_1",0.01,1613940821910,1461
+"sqr_mom_1",0.99,1613940821910,1461
+"lr_1",3.287473826253819e-05,1613940821910,1461
+"mom_1",0.8928131543436545,1613940821910,1461
+"eps_1",1e-05,1613940821910,1461
+"wd_2",0.01,1613940821910,1461
+"sqr_mom_2",0.99,1613940821910,1461
+"lr_2",0.0003287473826253819,1613940821910,1461
+"mom_2",0.8928131543436545,1613940821910,1461
+"eps_2",1e-05,1613940821910,1461
+"train_loss",0.06796333,1613940822904,1462
+"raw_loss",0.075936176,1613940822904,1462
+"epoch",9.201257861635213,1613940822904,1462
+"wd_0",0.01,1613940822904,1462
+"sqr_mom_0",0.99,1613940822904,1462
+"lr_0",3.2900808745616946e-06,1613940822904,1462
+"mom_0",0.8927479781359576,1613940822904,1462
+"eps_0",1e-05,1613940822904,1462
+"wd_1",0.01,1613940822904,1462
+"sqr_mom_1",0.99,1613940822904,1462
+"lr_1",3.2900808745616944e-05,1613940822904,1462
+"mom_1",0.8927479781359576,1613940822904,1462
+"eps_1",1e-05,1613940822904,1462
+"wd_2",0.01,1613940822904,1462
+"sqr_mom_2",0.99,1613940822904,1462
+"lr_2",0.0003290080874561694,1613940822904,1462
+"mom_2",0.8927479781359576,1613940822904,1462
+"eps_2",1e-05,1613940822904,1462
+"train_loss",0.06750754,1613940823899,1463
+"raw_loss",0.045173757,1613940823899,1463
+"epoch",9.207547169811313,1613940823899,1463
+"wd_0",0.01,1613940823899,1463
+"sqr_mom_0",0.99,1613940823899,1463
+"lr_0",3.2926870490015303e-06,1613940823899,1463
+"mom_0",0.8926828237749618,1613940823899,1463
+"eps_0",1e-05,1613940823899,1463
+"wd_1",0.01,1613940823899,1463
+"sqr_mom_1",0.99,1613940823899,1463
+"lr_1",3.29268704900153e-05,1613940823899,1463
+"mom_1",0.8926828237749618,1613940823899,1463
+"eps_1",1e-05,1613940823899,1463
+"wd_2",0.01,1613940823899,1463
+"sqr_mom_2",0.99,1613940823899,1463
+"lr_2",0.000329268704900153,1613940823899,1463
+"mom_2",0.8926828237749618,1613940823899,1463
+"eps_2",1e-05,1613940823899,1463
+"train_loss",0.06765814,1613940824893,1464
+"raw_loss",0.07503738,1613940824893,1464
+"epoch",9.213836477987414,1613940824893,1464
+"wd_0",0.01,1613940824893,1464
+"sqr_mom_0",0.99,1613940824893,1464
+"lr_0",3.2952927156700966e-06,1613940824893,1464
+"mom_0",0.8926176821082475,1613940824893,1464
+"eps_0",1e-05,1613940824893,1464
+"wd_1",0.01,1613940824893,1464
+"sqr_mom_1",0.99,1613940824893,1464
+"lr_1",3.295292715670096e-05,1613940824893,1464
+"mom_1",0.8926176821082475,1613940824893,1464
+"eps_1",1e-05,1613940824893,1464
+"wd_2",0.01,1613940824893,1464
+"sqr_mom_2",0.99,1613940824893,1464
+"lr_2",0.0003295292715670096,1613940824893,1464
+"mom_2",0.8926176821082475,1613940824893,1464
+"eps_2",1e-05,1613940824893,1464
+"train_loss",0.067075126,1613940825861,1465
+"raw_loss",0.03850751,1613940825861,1465
+"epoch",9.220125786163514,1613940825861,1465
+"wd_0",0.01,1613940825861,1465
+"sqr_mom_0",0.99,1613940825861,1465
+"lr_0",3.2978982403762793e-06,1613940825861,1465
+"mom_0",0.892552543990593,1613940825861,1465
+"eps_0",1e-05,1613940825861,1465
+"wd_1",0.01,1613940825861,1465
+"sqr_mom_1",0.99,1613940825861,1465
+"lr_1",3.297898240376279e-05,1613940825861,1465
+"mom_1",0.892552543990593,1613940825861,1465
+"eps_1",1e-05,1613940825861,1465
+"wd_2",0.01,1613940825861,1465
+"sqr_mom_2",0.99,1613940825861,1465
+"lr_2",0.0003297898240376279,1613940825861,1465
+"mom_2",0.892552543990593,1613940825861,1465
+"eps_2",1e-05,1613940825861,1465
+"train_loss",0.067967184,1613940826835,1466
+"raw_loss",0.11167796,1613940826835,1466
+"epoch",9.226415094339615,1613940826835,1466
+"wd_0",0.01,1613940826835,1466
+"sqr_mom_0",0.99,1613940826835,1466
+"lr_0",3.300503248123544e-06,1613940826835,1466
+"mom_0",0.8924874187969114,1613940826835,1466
+"eps_0",1e-05,1613940826835,1466
+"wd_1",0.01,1613940826835,1466
+"sqr_mom_1",0.99,1613940826835,1466
+"lr_1",3.3005032481235434e-05,1613940826835,1466
+"mom_1",0.8924874187969114,1613940826835,1466
+"eps_1",1e-05,1613940826835,1466
+"wd_2",0.01,1613940826835,1466
+"sqr_mom_2",0.99,1613940826835,1466
+"lr_2",0.00033005032481235434,1613940826835,1466
+"mom_2",0.8924874187969114,1613940826835,1466
+"eps_2",1e-05,1613940826835,1466
+"train_loss",0.06778629,1613940827810,1467
+"raw_loss",0.058922596,1613940827810,1467
+"epoch",9.232704402515715,1613940827810,1467
+"wd_0",0.01,1613940827810,1467
+"sqr_mom_0",0.99,1613940827810,1467
+"lr_0",3.303107364210176e-06,1613940827810,1467
+"mom_0",0.8924223158947455,1613940827810,1467
+"eps_0",1e-05,1613940827810,1467
+"wd_1",0.01,1613940827810,1467
+"sqr_mom_1",0.99,1613940827810,1467
+"lr_1",3.303107364210176e-05,1613940827810,1467
+"mom_1",0.8924223158947455,1613940827810,1467
+"eps_1",1e-05,1613940827810,1467
+"wd_2",0.01,1613940827810,1467
+"sqr_mom_2",0.99,1613940827810,1467
+"lr_2",0.0003303107364210176,1613940827810,1467
+"mom_2",0.8924223158947455,1613940827810,1467
+"eps_2",1e-05,1613940827810,1467
+"train_loss",0.06745744,1613940828803,1468
+"raw_loss",0.051343538,1613940828803,1468
+"epoch",9.238993710691815,1613940828803,1468
+"wd_0",0.01,1613940828803,1468
+"sqr_mom_0",0.99,1613940828803,1468
+"lr_0",3.3057113245537664e-06,1613940828803,1468
+"mom_0",0.8923572168861558,1613940828803,1468
+"eps_0",1e-05,1613940828803,1468
+"wd_1",0.01,1613940828803,1468
+"sqr_mom_1",0.99,1613940828803,1468
+"lr_1",3.305711324553766e-05,1613940828803,1468
+"mom_1",0.8923572168861558,1613940828803,1468
+"eps_1",1e-05,1613940828803,1468
+"wd_2",0.01,1613940828803,1468
+"sqr_mom_2",0.99,1613940828803,1468
+"lr_2",0.00033057113245537657,1613940828803,1468
+"mom_2",0.8923572168861558,1613940828803,1468
+"eps_2",1e-05,1613940828803,1468
+"train_loss",0.06674175,1613940829779,1469
+"raw_loss",0.03167289,1613940829779,1469
+"epoch",9.245283018867916,1613940829779,1469
+"wd_0",0.01,1613940829779,1469
+"sqr_mom_0",0.99,1613940829779,1469
+"lr_0",3.3083143843496787e-06,1613940829779,1469
+"mom_0",0.892292140391258,1613940829779,1469
+"eps_0",1e-05,1613940829779,1469
+"wd_1",0.01,1613940829779,1469
+"sqr_mom_1",0.99,1613940829779,1469
+"lr_1",3.308314384349678e-05,1613940829779,1469
+"mom_1",0.892292140391258,1613940829779,1469
+"eps_1",1e-05,1613940829779,1469
+"wd_2",0.01,1613940829779,1469
+"sqr_mom_2",0.99,1613940829779,1469
+"lr_2",0.0003308314384349678,1613940829779,1469
+"mom_2",0.892292140391258,1613940829779,1469
+"eps_2",1e-05,1613940829779,1469
+"train_loss",0.06787628,1613940830757,1470
+"raw_loss",0.12346836,1613940830757,1470
+"epoch",9.251572327044016,1613940830757,1470
+"wd_0",0.01,1613940830757,1470
+"sqr_mom_0",0.99,1613940830757,1470
+"lr_0",3.310917279216999e-06,1613940830757,1470
+"mom_0",0.892227068019575,1613940830757,1470
+"eps_0",1e-05,1613940830757,1470
+"wd_1",0.01,1613940830757,1470
+"sqr_mom_1",0.99,1613940830757,1470
+"lr_1",3.310917279216999e-05,1613940830757,1470
+"mom_1",0.892227068019575,1613940830757,1470
+"eps_1",1e-05,1613940830757,1470
+"wd_2",0.01,1613940830757,1470
+"sqr_mom_2",0.99,1613940830757,1470
+"lr_2",0.00033109172792169985,1613940830757,1470
+"mom_2",0.892227068019575,1613940830757,1470
+"eps_2",1e-05,1613940830757,1470
+"train_loss",0.067916736,1613940831736,1471
+"raw_loss",0.06989923,1613940831736,1471
+"epoch",9.257861635220117,1613940831736,1471
+"wd_0",0.01,1613940831736,1471
+"sqr_mom_0",0.99,1613940831736,1471
+"lr_0",3.313519264655847e-06,1613940831736,1471
+"mom_0",0.8921620183836038,1613940831736,1471
+"eps_0",1e-05,1613940831736,1471
+"wd_1",0.01,1613940831736,1471
+"sqr_mom_1",0.99,1613940831736,1471
+"lr_1",3.313519264655847e-05,1613940831736,1471
+"mom_1",0.8921620183836038,1613940831736,1471
+"eps_1",1e-05,1613940831736,1471
+"wd_2",0.01,1613940831736,1471
+"sqr_mom_2",0.99,1613940831736,1471
+"lr_2",0.00033135192646558466,1613940831736,1471
+"mom_2",0.8921620183836038,1613940831736,1471
+"eps_2",1e-05,1613940831736,1471
+"train_loss",0.06688596,1613940832697,1472
+"raw_loss",0.016377935,1613940832697,1472
+"epoch",9.264150943396217,1613940832697,1472
+"wd_0",0.01,1613940832697,1472
+"sqr_mom_0",0.99,1613940832697,1472
+"lr_0",3.316120706182432e-06,1613940832697,1472
+"mom_0",0.8920969823454392,1613940832697,1472
+"eps_0",1e-05,1613940832697,1472
+"wd_1",0.01,1613940832697,1472
+"sqr_mom_1",0.99,1613940832697,1472
+"lr_1",3.3161207061824314e-05,1613940832697,1472
+"mom_1",0.8920969823454392,1613940832697,1472
+"eps_1",1e-05,1613940832697,1472
+"wd_2",0.01,1613940832697,1472
+"sqr_mom_2",0.99,1613940832697,1472
+"lr_2",0.00033161207061824314,1613940832697,1472
+"mom_2",0.8920969823454392,1613940832697,1472
+"eps_2",1e-05,1613940832697,1472
+"train_loss",0.06629082,1613940833684,1473
+"raw_loss",0.03712876,1613940833684,1473
+"epoch",9.270440251572317,1613940833684,1473
+"wd_0",0.01,1613940833684,1473
+"sqr_mom_0",0.99,1613940833684,1473
+"lr_0",3.318721969004591e-06,1613940833684,1473
+"mom_0",0.8920319507748852,1613940833684,1473
+"eps_0",1e-05,1613940833684,1473
+"wd_1",0.01,1613940833684,1473
+"sqr_mom_1",0.99,1613940833684,1473
+"lr_1",3.3187219690045906e-05,1613940833684,1473
+"mom_1",0.8920319507748852,1613940833684,1473
+"eps_1",1e-05,1613940833684,1473
+"wd_2",0.01,1613940833684,1473
+"sqr_mom_2",0.99,1613940833684,1473
+"lr_2",0.00033187219690045903,1613940833684,1473
+"mom_2",0.8920319507748852,1613940833684,1473
+"eps_2",1e-05,1613940833684,1473
+"train_loss",0.06690347,1613940834641,1474
+"raw_loss",0.096923634,1613940834641,1474
+"epoch",9.276729559748418,1613940834641,1474
+"wd_0",0.01,1613940834641,1474
+"sqr_mom_0",0.99,1613940834641,1474
+"lr_0",3.321322309089255e-06,1613940834641,1474
+"mom_0",0.8919669422727686,1613940834641,1474
+"eps_0",1e-05,1613940834641,1474
+"wd_1",0.01,1613940834641,1474
+"sqr_mom_1",0.99,1613940834641,1474
+"lr_1",3.321322309089255e-05,1613940834641,1474
+"mom_1",0.8919669422727686,1613940834641,1474
+"eps_1",1e-05,1613940834641,1474
+"wd_2",0.01,1613940834641,1474
+"sqr_mom_2",0.99,1613940834641,1474
+"lr_2",0.00033213223090892545,1613940834641,1474
+"mom_2",0.8919669422727686,1613940834641,1474
+"eps_2",1e-05,1613940834641,1474
+"train_loss",0.066193506,1613940835604,1475
+"raw_loss",0.031404987,1613940835604,1475
+"epoch",9.283018867924518,1613940835604,1475
+"wd_0",0.01,1613940835604,1475
+"sqr_mom_0",0.99,1613940835604,1475
+"lr_0",3.323922461286924e-06,1613940835604,1475
+"mom_0",0.8919019384678268,1613940835604,1475
+"eps_0",1e-05,1613940835604,1475
+"wd_1",0.01,1613940835604,1475
+"sqr_mom_1",0.99,1613940835604,1475
+"lr_1",3.3239224612869236e-05,1613940835604,1475
+"mom_1",0.8919019384678268,1613940835604,1475
+"eps_1",1e-05,1613940835604,1475
+"wd_2",0.01,1613940835604,1475
+"sqr_mom_2",0.99,1613940835604,1475
+"lr_2",0.00033239224612869234,1613940835604,1475
+"mom_2",0.8919019384678268,1613940835604,1475
+"eps_2",1e-05,1613940835604,1475
+"train_loss",0.06725865,1613940836559,1476
+"raw_loss",0.11945072,1613940836559,1476
+"epoch",9.289308176100619,1613940836559,1476
+"wd_0",0.01,1613940836559,1476
+"sqr_mom_0",0.99,1613940836559,1476
+"lr_0",3.3265220513644367e-06,1613940836559,1476
+"mom_0",0.891836948715889,1613940836559,1476
+"eps_0",1e-05,1613940836559,1476
+"wd_1",0.01,1613940836559,1476
+"sqr_mom_1",0.99,1613940836559,1476
+"lr_1",3.326522051364436e-05,1613940836559,1476
+"mom_1",0.891836948715889,1613940836559,1476
+"eps_1",1e-05,1613940836559,1476
+"wd_2",0.01,1613940836559,1476
+"sqr_mom_2",0.99,1613940836559,1476
+"lr_2",0.0003326522051364436,1613940836559,1476
+"mom_2",0.891836948715889,1613940836559,1476
+"eps_2",1e-05,1613940836559,1476
+"train_loss",0.06867876,1613940837522,1477
+"raw_loss",0.13826418,1613940837522,1477
+"epoch",9.295597484276719,1613940837522,1477
+"wd_0",0.01,1613940837522,1477
+"sqr_mom_0",0.99,1613940837522,1477
+"lr_0",3.32912070540921e-06,1613940837522,1477
+"mom_0",0.8917719823647697,1613940837522,1477
+"eps_0",1e-05,1613940837522,1477
+"wd_1",0.01,1613940837522,1477
+"sqr_mom_1",0.99,1613940837522,1477
+"lr_1",3.32912070540921e-05,1613940837522,1477
+"mom_1",0.8917719823647697,1613940837522,1477
+"eps_1",1e-05,1613940837522,1477
+"wd_2",0.01,1613940837522,1477
+"sqr_mom_2",0.99,1613940837522,1477
+"lr_2",0.000332912070540921,1613940837522,1477
+"mom_2",0.8917719823647697,1613940837522,1477
+"eps_2",1e-05,1613940837522,1477
+"train_loss",0.06841183,1613940838486,1478
+"raw_loss",0.05533214,1613940838486,1478
+"epoch",9.30188679245282,1613940838486,1478
+"wd_0",0.01,1613940838486,1478
+"sqr_mom_0",0.99,1613940838486,1478
+"lr_0",3.3317187884753945e-06,1613940838486,1478
+"mom_0",0.8917070302881152,1613940838486,1478
+"eps_0",1e-05,1613940838486,1478
+"wd_1",0.01,1613940838486,1478
+"sqr_mom_1",0.99,1613940838486,1478
+"lr_1",3.331718788475394e-05,1613940838486,1478
+"mom_1",0.8917070302881152,1613940838486,1478
+"eps_1",1e-05,1613940838486,1478
+"wd_2",0.01,1613940838486,1478
+"sqr_mom_2",0.99,1613940838486,1478
+"lr_2",0.0003331718788475394,1613940838486,1478
+"mom_2",0.8917070302881152,1613940838486,1478
+"eps_2",1e-05,1613940838486,1478
+"train_loss",0.06818997,1613940839455,1479
+"raw_loss",0.057319034,1613940839455,1479
+"epoch",9.30817610062892,1613940839455,1479
+"wd_0",0.01,1613940839455,1479
+"sqr_mom_0",0.99,1613940839455,1479
+"lr_0",3.33431666529342e-06,1613940839455,1479
+"mom_0",0.8916420833676645,1613940839455,1479
+"eps_0",1e-05,1613940839455,1479
+"wd_1",0.01,1613940839455,1479
+"sqr_mom_1",0.99,1613940839455,1479
+"lr_1",3.33431666529342e-05,1613940839455,1479
+"mom_1",0.8916420833676645,1613940839455,1479
+"eps_1",1e-05,1613940839455,1479
+"wd_2",0.01,1613940839455,1479
+"sqr_mom_2",0.99,1613940839455,1479
+"lr_2",0.00033343166652934195,1613940839455,1479
+"mom_2",0.8916420833676645,1613940839455,1479
+"eps_2",1e-05,1613940839455,1479
+"train_loss",0.06926492,1613940840432,1480
+"raw_loss",0.12193734,1613940840432,1480
+"epoch",9.31446540880502,1613940840432,1480
+"wd_0",0.01,1613940840432,1480
+"sqr_mom_0",0.99,1613940840432,1480
+"lr_0",3.336913592798709e-06,1613940840432,1480
+"mom_0",0.8915771601800323,1613940840432,1480
+"eps_0",1e-05,1613940840432,1480
+"wd_1",0.01,1613940840432,1480
+"sqr_mom_1",0.99,1613940840432,1480
+"lr_1",3.3369135927987086e-05,1613940840432,1480
+"mom_1",0.8915771601800323,1613940840432,1480
+"eps_1",1e-05,1613940840432,1480
+"wd_2",0.01,1613940840432,1480
+"sqr_mom_2",0.99,1613940840432,1480
+"lr_2",0.00033369135927987083,1613940840432,1480
+"mom_2",0.8915771601800323,1613940840432,1480
+"eps_2",1e-05,1613940840432,1480
+"train_loss",0.06903049,1613940841387,1481
+"raw_loss",0.057543717,1613940841387,1481
+"epoch",9.32075471698112,1613940841387,1481
+"wd_0",0.01,1613940841387,1481
+"sqr_mom_0",0.99,1613940841387,1481
+"lr_0",3.3395103048773737e-06,1613940841387,1481
+"mom_0",0.8915122423780656,1613940841387,1481
+"eps_0",1e-05,1613940841387,1481
+"wd_1",0.01,1613940841387,1481
+"sqr_mom_1",0.99,1613940841387,1481
+"lr_1",3.339510304877374e-05,1613940841387,1481
+"mom_1",0.8915122423780656,1613940841387,1481
+"eps_1",1e-05,1613940841387,1481
+"wd_2",0.01,1613940841387,1481
+"sqr_mom_2",0.99,1613940841387,1481
+"lr_2",0.00033395103048773736,1613940841387,1481
+"mom_2",0.8915122423780656,1613940841387,1481
+"eps_2",1e-05,1613940841387,1481
+"train_loss",0.06911068,1613940842345,1482
+"raw_loss",0.0730395,1613940842345,1482
+"epoch",9.327044025157221,1613940842345,1482
+"wd_0",0.01,1613940842345,1482
+"sqr_mom_0",0.99,1613940842345,1482
+"lr_0",3.3421060587979837e-06,1613940842345,1482
+"mom_0",0.8914473485300504,1613940842345,1482
+"eps_0",1e-05,1613940842345,1482
+"wd_1",0.01,1613940842345,1482
+"sqr_mom_1",0.99,1613940842345,1482
+"lr_1",3.3421060587979835e-05,1613940842345,1482
+"mom_1",0.8914473485300504,1613940842345,1482
+"eps_1",1e-05,1613940842345,1482
+"wd_2",0.01,1613940842345,1482
+"sqr_mom_2",0.99,1613940842345,1482
+"lr_2",0.00033421060587979836,1613940842345,1482
+"mom_2",0.8914473485300504,1613940842345,1482
+"eps_2",1e-05,1613940842345,1482
+"train_loss",0.06912346,1613940843319,1483
+"raw_loss",0.06975003,1613940843319,1483
+"epoch",9.333333333333321,1613940843319,1483
+"wd_0",0.01,1613940843319,1483
+"sqr_mom_0",0.99,1613940843319,1483
+"lr_0",3.344701219212224e-06,1613940843319,1483
+"mom_0",0.8913824695196944,1613940843319,1483
+"eps_0",1e-05,1613940843319,1483
+"wd_1",0.01,1613940843319,1483
+"sqr_mom_1",0.99,1613940843319,1483
+"lr_1",3.344701219212224e-05,1613940843319,1483
+"mom_1",0.8913824695196944,1613940843319,1483
+"eps_1",1e-05,1613940843319,1483
+"wd_2",0.01,1613940843319,1483
+"sqr_mom_2",0.99,1613940843319,1483
+"lr_2",0.0003344701219212223,1613940843319,1483
+"mom_2",0.8913824695196944,1613940843319,1483
+"eps_2",1e-05,1613940843319,1483
+"train_loss",0.06858142,1613940844330,1484
+"raw_loss",0.042021386,1613940844330,1484
+"epoch",9.339622641509422,1613940844330,1484
+"wd_0",0.01,1613940844330,1484
+"sqr_mom_0",0.99,1613940844330,1484
+"lr_0",3.3472961504352897e-06,1613940844330,1484
+"mom_0",0.8913175962391178,1613940844330,1484
+"eps_0",1e-05,1613940844330,1484
+"wd_1",0.01,1613940844330,1484
+"sqr_mom_1",0.99,1613940844330,1484
+"lr_1",3.3472961504352896e-05,1613940844330,1484
+"mom_1",0.8913175962391178,1613940844330,1484
+"eps_1",1e-05,1613940844330,1484
+"wd_2",0.01,1613940844330,1484
+"sqr_mom_2",0.99,1613940844330,1484
+"lr_2",0.00033472961504352894,1613940844330,1484
+"mom_2",0.8913175962391178,1613940844330,1484
+"eps_2",1e-05,1613940844330,1484
+"train_loss",0.067949146,1613940845315,1485
+"raw_loss",0.036967892,1613940845315,1485
+"epoch",9.345911949685522,1613940845315,1485
+"wd_0",0.01,1613940845315,1485
+"sqr_mom_0",0.99,1613940845315,1485
+"lr_0",3.349890478976574e-06,1613940845315,1485
+"mom_0",0.8912527380255857,1613940845315,1485
+"eps_0",1e-05,1613940845315,1485
+"wd_1",0.01,1613940845315,1485
+"sqr_mom_1",0.99,1613940845315,1485
+"lr_1",3.349890478976574e-05,1613940845315,1485
+"mom_1",0.8912527380255857,1613940845315,1485
+"eps_1",1e-05,1613940845315,1485
+"wd_2",0.01,1613940845315,1485
+"sqr_mom_2",0.99,1613940845315,1485
+"lr_2",0.00033498904789765736,1613940845315,1485
+"mom_2",0.8912527380255857,1613940845315,1485
+"eps_2",1e-05,1613940845315,1485
+"train_loss",0.06900066,1613940846276,1486
+"raw_loss",0.12052489,1613940846276,1486
+"epoch",9.352201257861623,1613940846276,1486
+"wd_0",0.01,1613940846276,1486
+"sqr_mom_0",0.99,1613940846276,1486
+"lr_0",3.3524838316891778e-06,1613940846276,1486
+"mom_0",0.8911879042077705,1613940846276,1486
+"eps_0",1e-05,1613940846276,1486
+"wd_1",0.01,1613940846276,1486
+"sqr_mom_1",0.99,1613940846276,1486
+"lr_1",3.3524838316891775e-05,1613940846276,1486
+"mom_1",0.8911879042077705,1613940846276,1486
+"eps_1",1e-05,1613940846276,1486
+"wd_2",0.01,1613940846276,1486
+"sqr_mom_2",0.99,1613940846276,1486
+"lr_2",0.0003352483831689178,1613940846276,1486
+"mom_2",0.8911879042077705,1613940846276,1486
+"eps_2",1e-05,1613940846276,1486
+"train_loss",0.06848089,1613940847236,1487
+"raw_loss",0.043011848,1613940847236,1487
+"epoch",9.358490566037723,1613940847236,1487
+"wd_0",0.01,1613940847236,1487
+"sqr_mom_0",0.99,1613940847236,1487
+"lr_0",3.3550769414489846e-06,1613940847236,1487
+"mom_0",0.8911230764637754,1613940847236,1487
+"eps_0",1e-05,1613940847236,1487
+"wd_1",0.01,1613940847236,1487
+"sqr_mom_1",0.99,1613940847236,1487
+"lr_1",3.3550769414489846e-05,1613940847236,1487
+"mom_1",0.8911230764637754,1613940847236,1487
+"eps_1",1e-05,1613940847236,1487
+"wd_2",0.01,1613940847236,1487
+"sqr_mom_2",0.99,1613940847236,1487
+"lr_2",0.00033550769414489843,1613940847236,1487
+"mom_2",0.8911230764637754,1613940847236,1487
+"eps_2",1e-05,1613940847236,1487
+"train_loss",0.0690143,1613940848180,1488
+"raw_loss",0.09515191,1613940848180,1488
+"epoch",9.364779874213824,1613940848180,1488
+"wd_0",0.01,1613940848180,1488
+"sqr_mom_0",0.99,1613940848180,1488
+"lr_0",3.3576690665549267e-06,1613940848180,1488
+"mom_0",0.8910582733361269,1613940848180,1488
+"eps_0",1e-05,1613940848180,1488
+"wd_1",0.01,1613940848180,1488
+"sqr_mom_1",0.99,1613940848180,1488
+"lr_1",3.3576690665549266e-05,1613940848180,1488
+"mom_1",0.8910582733361269,1613940848180,1488
+"eps_1",1e-05,1613940848180,1488
+"wd_2",0.01,1613940848180,1488
+"sqr_mom_2",0.99,1613940848180,1488
+"lr_2",0.00033576690665549264,1613940848180,1488
+"mom_2",0.8910582733361269,1613940848180,1488
+"eps_2",1e-05,1613940848180,1488
+"train_loss",0.06869762,1613940849129,1489
+"raw_loss",0.053179882,1613940849129,1489
+"epoch",9.371069182389924,1613940849129,1489
+"wd_0",0.01,1613940849129,1489
+"sqr_mom_0",0.99,1613940849129,1489
+"lr_0",3.360260571154848e-06,1613940849129,1489
+"mom_0",0.8909934857211288,1613940849129,1489
+"eps_0",1e-05,1613940849129,1489
+"wd_1",0.01,1613940849129,1489
+"sqr_mom_1",0.99,1613940849129,1489
+"lr_1",3.360260571154847e-05,1613940849129,1489
+"mom_1",0.8909934857211288,1613940849129,1489
+"eps_1",1e-05,1613940849129,1489
+"wd_2",0.01,1613940849129,1489
+"sqr_mom_2",0.99,1613940849129,1489
+"lr_2",0.0003360260571154847,1613940849129,1489
+"mom_2",0.8909934857211288,1613940849129,1489
+"eps_2",1e-05,1613940849129,1489
+"train_loss",0.068653144,1613940850079,1490
+"raw_loss",0.06647409,1613940850079,1490
+"epoch",9.377358490566024,1613940850079,1490
+"wd_0",0.01,1613940850079,1490
+"sqr_mom_0",0.99,1613940850079,1490
+"lr_0",3.3628518190447948e-06,1613940850079,1490
+"mom_0",0.8909287045238801,1613940850079,1490
+"eps_0",1e-05,1613940850079,1490
+"wd_1",0.01,1613940850079,1490
+"sqr_mom_1",0.99,1613940850079,1490
+"lr_1",3.3628518190447946e-05,1613940850079,1490
+"mom_1",0.8909287045238801,1613940850079,1490
+"eps_1",1e-05,1613940850079,1490
+"wd_2",0.01,1613940850079,1490
+"sqr_mom_2",0.99,1613940850079,1490
+"lr_2",0.00033628518190447946,1613940850079,1490
+"mom_2",0.8909287045238801,1613940850079,1490
+"eps_2",1e-05,1613940850079,1490
+"train_loss",0.06861657,1613940851026,1491
+"raw_loss",0.06682428,1613940851026,1491
+"epoch",9.383647798742125,1613940851026,1491
+"wd_0",0.01,1613940851026,1491
+"sqr_mom_0",0.99,1613940851026,1491
+"lr_0",3.3654420690562464e-06,1613940851026,1491
+"mom_0",0.8908639482735938,1613940851026,1491
+"eps_0",1e-05,1613940851026,1491
+"wd_1",0.01,1613940851026,1491
+"sqr_mom_1",0.99,1613940851026,1491
+"lr_1",3.3654420690562464e-05,1613940851026,1491
+"mom_1",0.8908639482735938,1613940851026,1491
+"eps_1",1e-05,1613940851026,1491
+"wd_2",0.01,1613940851026,1491
+"sqr_mom_2",0.99,1613940851026,1491
+"lr_2",0.0003365442069056246,1613940851026,1491
+"mom_2",0.8908639482735938,1613940851026,1491
+"eps_2",1e-05,1613940851026,1491
+"train_loss",0.06838698,1613940851981,1492
+"raw_loss",0.057137225,1613940851981,1492
+"epoch",9.389937106918225,1613940851981,1492
+"wd_0",0.01,1613940851981,1492
+"sqr_mom_0",0.99,1613940851981,1492
+"lr_0",3.3680320531882695e-06,1613940851981,1492
+"mom_0",0.8907991986702932,1613940851981,1492
+"eps_0",1e-05,1613940851981,1492
+"wd_1",0.01,1613940851981,1492
+"sqr_mom_1",0.99,1613940851981,1492
+"lr_1",3.368032053188269e-05,1613940851981,1492
+"mom_1",0.8907991986702932,1613940851981,1492
+"eps_1",1e-05,1613940851981,1492
+"wd_2",0.01,1613940851981,1492
+"sqr_mom_2",0.99,1613940851981,1492
+"lr_2",0.0003368032053188269,1613940851981,1492
+"mom_2",0.8907991986702932,1613940851981,1492
+"eps_2",1e-05,1613940851981,1492
+"train_loss",0.06819079,1613940852957,1493
+"raw_loss",0.058577705,1613940852957,1493
+"epoch",9.396226415094326,1613940852957,1493
+"wd_0",0.01,1613940852957,1493
+"sqr_mom_0",0.99,1613940852957,1493
+"lr_0",3.370621030633812e-06,1613940852957,1493
+"mom_0",0.8907344742341546,1613940852957,1493
+"eps_0",1e-05,1613940852957,1493
+"wd_1",0.01,1613940852957,1493
+"sqr_mom_1",0.99,1613940852957,1493
+"lr_1",3.370621030633812e-05,1613940852957,1493
+"mom_1",0.8907344742341546,1613940852957,1493
+"eps_1",1e-05,1613940852957,1493
+"wd_2",0.01,1613940852957,1493
+"sqr_mom_2",0.99,1613940852957,1493
+"lr_2",0.00033706210306338113,1613940852957,1493
+"mom_2",0.8907344742341546,1613940852957,1493
+"eps_2",1e-05,1613940852957,1493
+"train_loss",0.06765157,1613940853901,1494
+"raw_loss",0.041229784,1613940853901,1494
+"epoch",9.402515723270426,1613940853901,1494
+"wd_0",0.01,1613940853901,1494
+"sqr_mom_0",0.99,1613940853901,1494
+"lr_0",3.3732097330323158e-06,1613940853901,1494
+"mom_0",0.8906697566741921,1613940853901,1494
+"eps_0",1e-05,1613940853901,1494
+"wd_1",0.01,1613940853901,1494
+"sqr_mom_1",0.99,1613940853901,1494
+"lr_1",3.373209733032316e-05,1613940853901,1494
+"mom_1",0.8906697566741921,1613940853901,1494
+"eps_1",1e-05,1613940853901,1494
+"wd_2",0.01,1613940853901,1494
+"sqr_mom_2",0.99,1613940853901,1494
+"lr_2",0.0003373209733032316,1613940853901,1494
+"mom_2",0.8906697566741921,1613940853901,1494
+"eps_2",1e-05,1613940853901,1494
+"train_loss",0.06753572,1613940854872,1495
+"raw_loss",0.061859194,1613940854872,1495
+"epoch",9.408805031446526,1613940854872,1495
+"wd_0",0.01,1613940854872,1495
+"sqr_mom_0",0.99,1613940854872,1495
+"lr_0",3.3757977877797976e-06,1613940854872,1495
+"mom_0",0.890605055305505,1613940854872,1495
+"eps_0",1e-05,1613940854872,1495
+"wd_1",0.01,1613940854872,1495
+"sqr_mom_1",0.99,1613940854872,1495
+"lr_1",3.375797787779797e-05,1613940854872,1495
+"mom_1",0.890605055305505,1613940854872,1495
+"eps_1",1e-05,1613940854872,1495
+"wd_2",0.01,1613940854872,1495
+"sqr_mom_2",0.99,1613940854872,1495
+"lr_2",0.00033757977877797973,1613940854872,1495
+"mom_2",0.890605055305505,1613940854872,1495
+"eps_2",1e-05,1613940854872,1495
+"train_loss",0.06755207,1613940855818,1496
+"raw_loss",0.068353176,1613940855818,1496
+"epoch",9.415094339622627,1613940855818,1496
+"wd_0",0.01,1613940855818,1496
+"sqr_mom_0",0.99,1613940855818,1496
+"lr_0",3.3783848226416274e-06,1613940855818,1496
+"mom_0",0.8905403794339593,1613940855818,1496
+"eps_0",1e-05,1613940855818,1496
+"wd_1",0.01,1613940855818,1496
+"sqr_mom_1",0.99,1613940855818,1496
+"lr_1",3.378384822641627e-05,1613940855818,1496
+"mom_1",0.8905403794339593,1613940855818,1496
+"eps_1",1e-05,1613940855818,1496
+"wd_2",0.01,1613940855818,1496
+"sqr_mom_2",0.99,1613940855818,1496
+"lr_2",0.0003378384822641627,1613940855818,1496
+"mom_2",0.8905403794339593,1613940855818,1496
+"eps_2",1e-05,1613940855818,1496
+"train_loss",0.06770263,1613940856781,1497
+"raw_loss",0.07508028,1613940856781,1497
+"epoch",9.421383647798727,1613940856781,1497
+"wd_0",0.01,1613940856781,1497
+"sqr_mom_0",0.99,1613940856781,1497
+"lr_0",3.380971201058485e-06,1613940856781,1497
+"mom_0",0.8904757199735378,1613940856781,1497
+"eps_0",1e-05,1613940856781,1497
+"wd_1",0.01,1613940856781,1497
+"sqr_mom_1",0.99,1613940856781,1497
+"lr_1",3.3809712010584844e-05,1613940856781,1497
+"mom_1",0.8904757199735378,1613940856781,1497
+"eps_1",1e-05,1613940856781,1497
+"wd_2",0.01,1613940856781,1497
+"sqr_mom_2",0.99,1613940856781,1497
+"lr_2",0.00033809712010584843,1613940856781,1497
+"mom_2",0.8904757199735378,1613940856781,1497
+"eps_2",1e-05,1613940856781,1497
+"train_loss",0.06754059,1613940857744,1498
+"raw_loss",0.059600983,1613940857744,1498
+"epoch",9.427672955974828,1613940857744,1498
+"wd_0",0.01,1613940857744,1498
+"sqr_mom_0",0.99,1613940857744,1498
+"lr_0",3.3835572860988754e-06,1613940857744,1498
+"mom_0",0.8904110678475281,1613940857744,1498
+"eps_0",1e-05,1613940857744,1498
+"wd_1",0.01,1613940857744,1498
+"sqr_mom_1",0.99,1613940857744,1498
+"lr_1",3.383557286098875e-05,1613940857744,1498
+"mom_1",0.8904110678475281,1613940857744,1498
+"eps_1",1e-05,1613940857744,1498
+"wd_2",0.01,1613940857744,1498
+"sqr_mom_2",0.99,1613940857744,1498
+"lr_2",0.0003383557286098875,1613940857744,1498
+"mom_2",0.8904110678475281,1613940857744,1498
+"eps_2",1e-05,1613940857744,1498
+"train_loss",0.06800566,1613940858719,1499
+"raw_loss",0.0907939,1613940858719,1499
+"epoch",9.433962264150928,1613940858719,1499
+"wd_0",0.01,1613940858719,1499
+"sqr_mom_0",0.99,1613940858719,1499
+"lr_0",3.3861423380709955e-06,1613940858719,1499
+"mom_0",0.8903464415482251,1613940858719,1499
+"eps_0",1e-05,1613940858719,1499
+"wd_1",0.01,1613940858719,1499
+"sqr_mom_1",0.99,1613940858719,1499
+"lr_1",3.386142338070995e-05,1613940858719,1499
+"mom_1",0.8903464415482251,1613940858719,1499
+"eps_1",1e-05,1613940858719,1499
+"wd_2",0.01,1613940858719,1499
+"sqr_mom_2",0.99,1613940858719,1499
+"lr_2",0.0003386142338070995,1613940858719,1499
+"mom_2",0.8903464415482251,1613940858719,1499
+"eps_2",1e-05,1613940858719,1499
+"train_loss",0.06753693,1613940859671,1500
+"raw_loss",0.04456901,1613940859671,1500
+"epoch",9.440251572327028,1613940859671,1500
+"wd_0",0.01,1613940859671,1500
+"sqr_mom_0",0.99,1613940859671,1500
+"lr_0",3.3887270875049565e-06,1613940859671,1500
+"mom_0",0.8902818228123761,1613940859671,1500
+"eps_0",1e-05,1613940859671,1500
+"wd_1",0.01,1613940859671,1500
+"sqr_mom_1",0.99,1613940859671,1500
+"lr_1",3.388727087504956e-05,1613940859671,1500
+"mom_1",0.8902818228123761,1613940859671,1500
+"eps_1",1e-05,1613940859671,1500
+"wd_2",0.01,1613940859671,1500
+"sqr_mom_2",0.99,1613940859671,1500
+"lr_2",0.0003388727087504956,1613940859671,1500
+"mom_2",0.8902818228123761,1613940859671,1500
+"eps_2",1e-05,1613940859671,1500
+"train_loss",0.06738899,1613940860646,1501
+"raw_loss",0.06013984,1613940860646,1501
+"epoch",9.446540880503129,1613940860646,1501
+"wd_0",0.01,1613940860646,1501
+"sqr_mom_0",0.99,1613940860646,1501
+"lr_0",3.391310795090976e-06,1613940860646,1501
+"mom_0",0.8902172301227256,1613940860646,1501
+"eps_0",1e-05,1613940860646,1501
+"wd_1",0.01,1613940860646,1501
+"sqr_mom_1",0.99,1613940860646,1501
+"lr_1",3.391310795090976e-05,1613940860646,1501
+"mom_1",0.8902172301227256,1613940860646,1501
+"eps_1",1e-05,1613940860646,1501
+"wd_2",0.01,1613940860646,1501
+"sqr_mom_2",0.99,1613940860646,1501
+"lr_2",0.00033913107950909755,1613940860646,1501
+"mom_2",0.8902172301227256,1613940860646,1501
+"eps_2",1e-05,1613940860646,1501
+"train_loss",0.06835173,1613940861612,1502
+"raw_loss",0.115526006,1613940861612,1502
+"epoch",9.45283018867923,1613940861612,1502
+"wd_0",0.01,1613940861612,1502
+"sqr_mom_0",0.99,1613940861612,1502
+"lr_0",3.3938938238072596e-06,1613940861612,1502
+"mom_0",0.8901526544048185,1613940861612,1502
+"eps_0",1e-05,1613940861612,1502
+"wd_1",0.01,1613940861612,1502
+"sqr_mom_1",0.99,1613940861612,1502
+"lr_1",3.3938938238072595e-05,1613940861612,1502
+"mom_1",0.8901526544048185,1613940861612,1502
+"eps_1",1e-05,1613940861612,1502
+"wd_2",0.01,1613940861612,1502
+"sqr_mom_2",0.99,1613940861612,1502
+"lr_2",0.00033938938238072593,1613940861612,1502
+"mom_2",0.8901526544048185,1613940861612,1502
+"eps_2",1e-05,1613940861612,1502
+"train_loss",0.06770984,1613940862557,1503
+"raw_loss",0.036257308,1613940862557,1503
+"epoch",9.45911949685533,1613940862557,1503
+"wd_0",0.01,1613940862557,1503
+"sqr_mom_0",0.99,1613940862557,1503
+"lr_0",3.3964765362471304e-06,1613940862557,1503
+"mom_0",0.8900880865938218,1613940862557,1503
+"eps_0",1e-05,1613940862557,1503
+"wd_1",0.01,1613940862557,1503
+"sqr_mom_1",0.99,1613940862557,1503
+"lr_1",3.39647653624713e-05,1613940862557,1503
+"mom_1",0.8900880865938218,1613940862557,1503
+"eps_1",1e-05,1613940862557,1503
+"wd_2",0.01,1613940862557,1503
+"sqr_mom_2",0.99,1613940862557,1503
+"lr_2",0.000339647653624713,1613940862557,1503
+"mom_2",0.8900880865938218,1613940862557,1503
+"eps_2",1e-05,1613940862557,1503
+"train_loss",0.06765925,1613940863502,1504
+"raw_loss",0.06518043,1613940863502,1504
+"epoch",9.46540880503143,1613940863502,1504
+"wd_0",0.01,1613940863502,1504
+"sqr_mom_0",0.99,1613940863502,1504
+"lr_0",3.3990585606598368e-06,1613940863502,1504
+"mom_0",0.890023535983504,1613940863502,1504
+"eps_0",1e-05,1613940863502,1504
+"wd_1",0.01,1613940863502,1504
+"sqr_mom_1",0.99,1613940863502,1504
+"lr_1",3.399058560659836e-05,1613940863502,1504
+"mom_1",0.890023535983504,1613940863502,1504
+"eps_1",1e-05,1613940863502,1504
+"wd_2",0.01,1613940863502,1504
+"sqr_mom_2",0.99,1613940863502,1504
+"lr_2",0.0003399058560659836,1613940863502,1504
+"mom_2",0.890023535983504,1613940863502,1504
+"eps_2",1e-05,1613940863502,1504
+"train_loss",0.06741859,1613940864485,1505
+"raw_loss",0.05562618,1613940864485,1505
+"epoch",9.47169811320753,1613940864485,1505
+"wd_0",0.01,1613940864485,1505
+"sqr_mom_0",0.99,1613940864485,1505
+"lr_0",3.4016395256870118e-06,1613940864485,1505
+"mom_0",0.8899590118578247,1613940864485,1505
+"eps_0",1e-05,1613940864485,1505
+"wd_1",0.01,1613940864485,1505
+"sqr_mom_1",0.99,1613940864485,1505
+"lr_1",3.4016395256870115e-05,1613940864485,1505
+"mom_1",0.8899590118578247,1613940864485,1505
+"eps_1",1e-05,1613940864485,1505
+"wd_2",0.01,1613940864485,1505
+"sqr_mom_2",0.99,1613940864485,1505
+"lr_2",0.00034016395256870115,1613940864485,1505
+"mom_2",0.8899590118578247,1613940864485,1505
+"eps_2",1e-05,1613940864485,1505
+"train_loss",0.067224294,1613940865458,1506
+"raw_loss",0.057703584,1613940865458,1506
+"epoch",9.47798742138363,1613940865458,1506
+"wd_0",0.01,1613940865458,1506
+"sqr_mom_0",0.99,1613940865458,1506
+"lr_0",3.404220160703805e-06,1613940865458,1506
+"mom_0",0.8898944959824049,1613940865458,1506
+"eps_0",1e-05,1613940865458,1506
+"wd_1",0.01,1613940865458,1506
+"sqr_mom_1",0.99,1613940865458,1506
+"lr_1",3.404220160703805e-05,1613940865458,1506
+"mom_1",0.8898944959824049,1613940865458,1506
+"eps_1",1e-05,1613940865458,1506
+"wd_2",0.01,1613940865458,1506
+"sqr_mom_2",0.99,1613940865458,1506
+"lr_2",0.0003404220160703805,1613940865458,1506
+"mom_2",0.8898944959824049,1613940865458,1506
+"eps_2",1e-05,1613940865458,1506
+"train_loss",0.067079,1613940866420,1507
+"raw_loss",0.059959743,1613940866420,1507
+"epoch",9.484276729559731,1613940866420,1507
+"wd_0",0.01,1613940866420,1507
+"sqr_mom_0",0.99,1613940866420,1507
+"lr_0",3.406799727577271e-06,1613940866420,1507
+"mom_0",0.8898300068105682,1613940866420,1507
+"eps_0",1e-05,1613940866420,1507
+"wd_1",0.01,1613940866420,1507
+"sqr_mom_1",0.99,1613940866420,1507
+"lr_1",3.406799727577271e-05,1613940866420,1507
+"mom_1",0.8898300068105682,1613940866420,1507
+"eps_1",1e-05,1613940866420,1507
+"wd_2",0.01,1613940866420,1507
+"sqr_mom_2",0.99,1613940866420,1507
+"lr_2",0.00034067997275772705,1613940866420,1507
+"mom_2",0.8898300068105682,1613940866420,1507
+"eps_2",1e-05,1613940866420,1507
+"train_loss",0.06711786,1613940867410,1508
+"raw_loss",0.06902227,1613940867410,1508
+"epoch",9.490566037735832,1613940867410,1508
+"wd_0",0.01,1613940867410,1508
+"sqr_mom_0",0.99,1613940867410,1508
+"lr_0",3.409378588709861e-06,1613940867410,1508
+"mom_0",0.8897655352822534,1613940867410,1508
+"eps_0",1e-05,1613940867410,1508
+"wd_1",0.01,1613940867410,1508
+"sqr_mom_1",0.99,1613940867410,1508
+"lr_1",3.40937858870986e-05,1613940867410,1508
+"mom_1",0.8897655352822534,1613940867410,1508
+"eps_1",1e-05,1613940867410,1508
+"wd_2",0.01,1613940867410,1508
+"sqr_mom_2",0.99,1613940867410,1508
+"lr_2",0.00034093785887098603,1613940867410,1508
+"mom_2",0.8897655352822534,1613940867410,1508
+"eps_2",1e-05,1613940867410,1508
+"train_loss",0.06795461,1613940868377,1509
+"raw_loss",0.10895514,1613940868377,1509
+"epoch",9.496855345911932,1613940868377,1509
+"wd_0",0.01,1613940868377,1509
+"sqr_mom_0",0.99,1613940868377,1509
+"lr_0",3.411957106103906e-06,1613940868377,1509
+"mom_0",0.8897010723474024,1613940868377,1509
+"eps_0",1e-05,1613940868377,1509
+"wd_1",0.01,1613940868377,1509
+"sqr_mom_1",0.99,1613940868377,1509
+"lr_1",3.4119571061039056e-05,1613940868377,1509
+"mom_1",0.8897010723474024,1613940868377,1509
+"eps_1",1e-05,1613940868377,1509
+"wd_2",0.01,1613940868377,1509
+"sqr_mom_2",0.99,1613940868377,1509
+"lr_2",0.00034119571061039055,1613940868377,1509
+"mom_2",0.8897010723474024,1613940868377,1509
+"eps_2",1e-05,1613940868377,1509
+"train_loss",0.06775261,1613940869354,1510
+"raw_loss",0.05785471,1613940869354,1510
+"epoch",9.503144654088032,1613940869354,1510
+"wd_0",0.01,1613940869354,1510
+"sqr_mom_0",0.99,1613940869354,1510
+"lr_0",3.4145345422321584e-06,1613940869354,1510
+"mom_0",0.889636636444196,1613940869354,1510
+"eps_0",1e-05,1613940869354,1510
+"wd_1",0.01,1613940869354,1510
+"sqr_mom_1",0.99,1613940869354,1510
+"lr_1",3.4145345422321584e-05,1613940869354,1510
+"mom_1",0.889636636444196,1613940869354,1510
+"eps_1",1e-05,1613940869354,1510
+"wd_2",0.01,1613940869354,1510
+"sqr_mom_2",0.99,1613940869354,1510
+"lr_2",0.0003414534542232158,1613940869354,1510
+"mom_2",0.889636636444196,1613940869354,1510
+"eps_2",1e-05,1613940869354,1510
+"train_loss",0.067722954,1613940870323,1511
+"raw_loss",0.066269904,1613940870323,1511
+"epoch",9.509433962264133,1613940870323,1511
+"wd_0",0.01,1613940870323,1511
+"sqr_mom_0",0.99,1613940870323,1511
+"lr_0",3.41711162547251e-06,1613940870323,1511
+"mom_0",0.8895722093631873,1613940870323,1511
+"eps_0",1e-05,1613940870323,1511
+"wd_1",0.01,1613940870323,1511
+"sqr_mom_1",0.99,1613940870323,1511
+"lr_1",3.41711162547251e-05,1613940870323,1511
+"mom_1",0.8895722093631873,1613940870323,1511
+"eps_1",1e-05,1613940870323,1511
+"wd_2",0.01,1613940870323,1511
+"sqr_mom_2",0.99,1613940870323,1511
+"lr_2",0.00034171116254725096,1613940870323,1511
+"mom_2",0.8895722093631873,1613940870323,1511
+"eps_2",1e-05,1613940870323,1511
+"train_loss",0.069083646,1613940871280,1512
+"raw_loss",0.13575776,1613940871280,1512
+"epoch",9.515723270440233,1613940871280,1512
+"wd_0",0.01,1613940871280,1512
+"sqr_mom_0",0.99,1613940871280,1512
+"lr_0",3.41968761870792e-06,1613940871280,1512
+"mom_0",0.889507809532302,1613940871280,1512
+"eps_0",1e-05,1613940871280,1512
+"wd_1",0.01,1613940871280,1512
+"sqr_mom_1",0.99,1613940871280,1512
+"lr_1",3.419687618707919e-05,1613940871280,1512
+"mom_1",0.889507809532302,1613940871280,1512
+"eps_1",1e-05,1613940871280,1512
+"wd_2",0.01,1613940871280,1512
+"sqr_mom_2",0.99,1613940871280,1512
+"lr_2",0.00034196876187079193,1613940871280,1512
+"mom_2",0.889507809532302,1613940871280,1512
+"eps_2",1e-05,1613940871280,1512
+"train_loss",0.069093674,1613940872257,1513
+"raw_loss",0.06958516,1613940872257,1513
+"epoch",9.522012578616334,1613940872257,1513
+"wd_0",0.01,1613940872257,1513
+"sqr_mom_0",0.99,1613940872257,1513
+"lr_0",3.42226324990852e-06,1613940872257,1513
+"mom_0",0.8894434187522869,1613940872257,1513
+"eps_0",1e-05,1613940872257,1513
+"wd_1",0.01,1613940872257,1513
+"sqr_mom_1",0.99,1613940872257,1513
+"lr_1",3.42226324990852e-05,1613940872257,1513
+"mom_1",0.8894434187522869,1613940872257,1513
+"eps_1",1e-05,1613940872257,1513
+"wd_2",0.01,1613940872257,1513
+"sqr_mom_2",0.99,1613940872257,1513
+"lr_2",0.000342226324990852,1613940872257,1513
+"mom_2",0.8894434187522869,1613940872257,1513
+"eps_2",1e-05,1613940872257,1513
+"train_loss",0.06944297,1613940873214,1514
+"raw_loss",0.086558476,1613940873214,1514
+"epoch",9.528301886792434,1613940873214,1514
+"wd_0",0.01,1613940873214,1514
+"sqr_mom_0",0.99,1613940873214,1514
+"lr_0",3.4248381483328794e-06,1613940873214,1514
+"mom_0",0.889379046291678,1613940873214,1514
+"eps_0",1e-05,1613940873214,1514
+"wd_1",0.01,1613940873214,1514
+"sqr_mom_1",0.99,1613940873214,1514
+"lr_1",3.424838148332879e-05,1613940873214,1514
+"mom_1",0.889379046291678,1613940873214,1514
+"eps_1",1e-05,1613940873214,1514
+"wd_2",0.01,1613940873214,1514
+"sqr_mom_2",0.99,1613940873214,1514
+"lr_2",0.0003424838148332879,1613940873214,1514
+"mom_2",0.889379046291678,1613940873214,1514
+"eps_2",1e-05,1613940873214,1514
+"train_loss",0.0694505,1613940874169,1515
+"raw_loss",0.06981925,1613940874169,1515
+"epoch",9.534591194968534,1613940874169,1515
+"wd_0",0.01,1613940874169,1515
+"sqr_mom_0",0.99,1613940874169,1515
+"lr_0",3.427411943657466e-06,1613940874169,1515
+"mom_0",0.8893147014085634,1613940874169,1515
+"eps_0",1e-05,1613940874169,1515
+"wd_1",0.01,1613940874169,1515
+"sqr_mom_1",0.99,1613940874169,1515
+"lr_1",3.4274119436574655e-05,1613940874169,1515
+"mom_1",0.8893147014085634,1613940874169,1515
+"eps_1",1e-05,1613940874169,1515
+"wd_2",0.01,1613940874169,1515
+"sqr_mom_2",0.99,1613940874169,1515
+"lr_2",0.00034274119436574656,1613940874169,1515
+"mom_2",0.8893147014085634,1613940874169,1515
+"eps_2",1e-05,1613940874169,1515
+"train_loss",0.0690154,1613940875116,1516
+"raw_loss",0.047695495,1613940875116,1516
+"epoch",9.540880503144635,1613940875116,1516
+"wd_0",0.01,1613940875116,1516
+"sqr_mom_0",0.99,1613940875116,1516
+"lr_0",3.4299849974818515e-06,1613940875116,1516
+"mom_0",0.8892503750629537,1613940875116,1516
+"eps_0",1e-05,1613940875116,1516
+"wd_1",0.01,1613940875116,1516
+"sqr_mom_1",0.99,1613940875116,1516
+"lr_1",3.429984997481851e-05,1613940875116,1516
+"mom_1",0.8892503750629537,1613940875116,1516
+"eps_1",1e-05,1613940875116,1516
+"wd_2",0.01,1613940875116,1516
+"sqr_mom_2",0.99,1613940875116,1516
+"lr_2",0.0003429984997481851,1613940875116,1516
+"mom_2",0.8892503750629537,1613940875116,1516
+"eps_2",1e-05,1613940875116,1516
+"train_loss",0.06893627,1613940876091,1517
+"raw_loss",0.06505904,1613940876091,1517
+"epoch",9.547169811320735,1613940876091,1517
+"wd_0",0.01,1613940876091,1517
+"sqr_mom_0",0.99,1613940876091,1517
+"lr_0",3.4325576709852153e-06,1613940876091,1517
+"mom_0",0.8891860582253696,1613940876091,1517
+"eps_0",1e-05,1613940876091,1517
+"wd_1",0.01,1613940876091,1517
+"sqr_mom_1",0.99,1613940876091,1517
+"lr_1",3.432557670985215e-05,1613940876091,1517
+"mom_1",0.8891860582253696,1613940876091,1517
+"eps_1",1e-05,1613940876091,1517
+"wd_2",0.01,1613940876091,1517
+"sqr_mom_2",0.99,1613940876091,1517
+"lr_2",0.00034325576709852147,1613940876091,1517
+"mom_2",0.8891860582253696,1613940876091,1517
+"eps_2",1e-05,1613940876091,1517
+"train_loss",0.0685428,1613940877052,1518
+"raw_loss",0.04926266,1613940877052,1518
+"epoch",9.553459119496836,1613940877052,1518
+"wd_0",0.01,1613940877052,1518
+"sqr_mom_0",0.99,1613940877052,1518
+"lr_0",3.435129228311822e-06,1613940877052,1518
+"mom_0",0.8891217692922044,1613940877052,1518
+"eps_0",1e-05,1613940877052,1518
+"wd_1",0.01,1613940877052,1518
+"sqr_mom_1",0.99,1613940877052,1518
+"lr_1",3.435129228311822e-05,1613940877052,1518
+"mom_1",0.8891217692922044,1613940877052,1518
+"eps_1",1e-05,1613940877052,1518
+"wd_2",0.01,1613940877052,1518
+"sqr_mom_2",0.99,1613940877052,1518
+"lr_2",0.0003435129228311822,1613940877052,1518
+"mom_2",0.8891217692922044,1613940877052,1518
+"eps_2",1e-05,1613940877052,1518
+"train_loss",0.06883663,1613940878017,1519
+"raw_loss",0.08323408,1613940878017,1519
+"epoch",9.559748427672936,1613940878017,1519
+"wd_0",0.01,1613940878017,1519
+"sqr_mom_0",0.99,1613940878017,1519
+"lr_0",3.4377000307498144e-06,1613940878017,1519
+"mom_0",0.8890574992312547,1613940878017,1519
+"eps_0",1e-05,1613940878017,1519
+"wd_1",0.01,1613940878017,1519
+"sqr_mom_1",0.99,1613940878017,1519
+"lr_1",3.437700030749814e-05,1613940878017,1519
+"mom_1",0.8890574992312547,1613940878017,1519
+"eps_1",1e-05,1613940878017,1519
+"wd_2",0.01,1613940878017,1519
+"sqr_mom_2",0.99,1613940878017,1519
+"lr_2",0.0003437700030749814,1613940878017,1519
+"mom_2",0.8890574992312547,1613940878017,1519
+"eps_2",1e-05,1613940878017,1519
+"train_loss",0.06866632,1613940878961,1520
+"raw_loss",0.060320888,1613940878961,1520
+"epoch",9.566037735849036,1613940878961,1520
+"wd_0",0.01,1613940878961,1520
+"sqr_mom_0",0.99,1613940878961,1520
+"lr_0",3.4402704391593493e-06,1613940878961,1520
+"mom_0",0.8889932390210162,1613940878961,1520
+"eps_0",1e-05,1613940878961,1520
+"wd_1",0.01,1613940878961,1520
+"sqr_mom_1",0.99,1613940878961,1520
+"lr_1",3.440270439159349e-05,1613940878961,1520
+"mom_1",0.8889932390210162,1613940878961,1520
+"eps_1",1e-05,1613940878961,1520
+"wd_2",0.01,1613940878961,1520
+"sqr_mom_2",0.99,1613940878961,1520
+"lr_2",0.0003440270439159349,1613940878961,1520
+"mom_2",0.8889932390210162,1613940878961,1520
+"eps_2",1e-05,1613940878961,1520
+"train_loss",0.068911105,1613940879917,1521
+"raw_loss",0.080905885,1613940879917,1521
+"epoch",9.572327044025137,1613940879917,1521
+"wd_0",0.01,1613940879917,1521
+"sqr_mom_0",0.99,1613940879917,1521
+"lr_0",3.442839718332573e-06,1613940879917,1521
+"mom_0",0.8889290070416856,1613940879917,1521
+"eps_0",1e-05,1613940879917,1521
+"wd_1",0.01,1613940879917,1521
+"sqr_mom_1",0.99,1613940879917,1521
+"lr_1",3.442839718332573e-05,1613940879917,1521
+"mom_1",0.8889290070416856,1613940879917,1521
+"eps_1",1e-05,1613940879917,1521
+"wd_2",0.01,1613940879917,1521
+"sqr_mom_2",0.99,1613940879917,1521
+"lr_2",0.00034428397183325723,1613940879917,1521
+"mom_2",0.8889290070416856,1613940879917,1521
+"eps_2",1e-05,1613940879917,1521
+"train_loss",0.06900795,1613940880869,1522
+"raw_loss",0.07375339,1613940880869,1522
+"epoch",9.578616352201237,1613940880869,1522
+"wd_0",0.01,1613940880869,1522
+"sqr_mom_0",0.99,1613940880869,1522
+"lr_0",3.445408594342238e-06,1613940880869,1522
+"mom_0",0.8888647851414441,1613940880869,1522
+"eps_0",1e-05,1613940880869,1522
+"wd_1",0.01,1613940880869,1522
+"sqr_mom_1",0.99,1613940880869,1522
+"lr_1",3.4454085943422374e-05,1613940880869,1522
+"mom_1",0.8888647851414441,1613940880869,1522
+"eps_1",1e-05,1613940880869,1522
+"wd_2",0.01,1613940880869,1522
+"sqr_mom_2",0.99,1613940880869,1522
+"lr_2",0.0003445408594342237,1613940880869,1522
+"mom_2",0.8888647851414441,1613940880869,1522
+"eps_2",1e-05,1613940880869,1522
+"train_loss",0.068253465,1613940881898,1523
+"raw_loss",0.03128378,1613940881898,1523
+"epoch",9.584905660377338,1613940881898,1523
+"wd_0",0.01,1613940881898,1523
+"sqr_mom_0",0.99,1613940881898,1523
+"lr_0",3.4479766974102938e-06,1613940881898,1523
+"mom_0",0.8888005825647426,1613940881898,1523
+"eps_0",1e-05,1613940881898,1523
+"wd_1",0.01,1613940881898,1523
+"sqr_mom_1",0.99,1613940881898,1523
+"lr_1",3.4479766974102934e-05,1613940881898,1523
+"mom_1",0.8888005825647426,1613940881898,1523
+"eps_1",1e-05,1613940881898,1523
+"wd_2",0.01,1613940881898,1523
+"sqr_mom_2",0.99,1613940881898,1523
+"lr_2",0.00034479766974102933,1613940881898,1523
+"mom_2",0.8888005825647426,1613940881898,1523
+"eps_2",1e-05,1613940881898,1523
+"train_loss",0.0695832,1613940883098,1524
+"raw_loss",0.13474017,1613940883098,1524
+"epoch",9.591194968553438,1613940883098,1524
+"wd_0",0.01,1613940883098,1524
+"sqr_mom_0",0.99,1613940883098,1524
+"lr_0",3.4505436581994983e-06,1613940883098,1524
+"mom_0",0.8887364085450126,1613940883098,1524
+"eps_0",1e-05,1613940883098,1524
+"wd_1",0.01,1613940883098,1524
+"sqr_mom_1",0.99,1613940883098,1524
+"lr_1",3.450543658199498e-05,1613940883098,1524
+"mom_1",0.8887364085450126,1613940883098,1524
+"eps_1",1e-05,1613940883098,1524
+"wd_2",0.01,1613940883098,1524
+"sqr_mom_2",0.99,1613940883098,1524
+"lr_2",0.00034505436581994977,1613940883098,1524
+"mom_2",0.8887364085450126,1613940883098,1524
+"eps_2",1e-05,1613940883098,1524
+"train_loss",0.07129282,1613940884407,1525
+"raw_loss",0.1550643,1613940884407,1525
+"epoch",9.597484276729539,1613940884407,1525
+"wd_0",0.01,1613940884407,1525
+"sqr_mom_0",0.99,1613940884407,1525
+"lr_0",3.4531102021274352e-06,1613940884407,1525
+"mom_0",0.8886722449468141,1613940884407,1525
+"eps_0",1e-05,1613940884407,1525
+"wd_1",0.01,1613940884407,1525
+"sqr_mom_1",0.99,1613940884407,1525
+"lr_1",3.453110202127435e-05,1613940884407,1525
+"mom_1",0.8886722449468141,1613940884407,1525
+"eps_1",1e-05,1613940884407,1525
+"wd_2",0.01,1613940884407,1525
+"sqr_mom_2",0.99,1613940884407,1525
+"lr_2",0.0003453110202127434,1613940884407,1525
+"mom_2",0.8886722449468141,1613940884407,1525
+"eps_2",1e-05,1613940884407,1525
+"train_loss",0.07085246,1613940885539,1526
+"raw_loss",0.049274962,1613940885539,1526
+"epoch",9.603773584905639,1613940885539,1526
+"wd_0",0.01,1613940885539,1526
+"sqr_mom_0",0.99,1613940885539,1526
+"lr_0",3.455675595091598e-06,1613940885539,1526
+"mom_0",0.88860811012271,1613940885539,1526
+"eps_0",1e-05,1613940885539,1526
+"wd_1",0.01,1613940885539,1526
+"sqr_mom_1",0.99,1613940885539,1526
+"lr_1",3.455675595091598e-05,1613940885539,1526
+"mom_1",0.88860811012271,1613940885539,1526
+"eps_1",1e-05,1613940885539,1526
+"wd_2",0.01,1613940885539,1526
+"sqr_mom_2",0.99,1613940885539,1526
+"lr_2",0.0003455675595091598,1613940885539,1526
+"mom_2",0.88860811012271,1613940885539,1526
+"eps_2",1e-05,1613940885539,1526
+"train_loss",0.071342245,1613940886760,1527
+"raw_loss",0.09534186,1613940886760,1527
+"epoch",9.61006289308174,1613940886760,1527
+"wd_0",0.01,1613940886760,1527
+"sqr_mom_0",0.99,1613940886760,1527
+"lr_0",3.4582401975220613e-06,1613940886760,1527
+"mom_0",0.8885439950619485,1613940886760,1527
+"eps_0",1e-05,1613940886760,1527
+"wd_1",0.01,1613940886760,1527
+"sqr_mom_1",0.99,1613940886760,1527
+"lr_1",3.4582401975220615e-05,1613940886760,1527
+"mom_1",0.8885439950619485,1613940886760,1527
+"eps_1",1e-05,1613940886760,1527
+"wd_2",0.01,1613940886760,1527
+"sqr_mom_2",0.99,1613940886760,1527
+"lr_2",0.0003458240197522061,1613940886760,1527
+"mom_2",0.8885439950619485,1613940886760,1527
+"eps_2",1e-05,1613940886760,1527
+"train_loss",0.071262255,1613940887723,1528
+"raw_loss",0.06734276,1613940887723,1528
+"epoch",9.61635220125784,1613940887723,1528
+"wd_0",0.01,1613940887723,1528
+"sqr_mom_0",0.99,1613940887723,1528
+"lr_0",3.4608043694007055e-06,1613940887723,1528
+"mom_0",0.8884798907649823,1613940887723,1528
+"eps_0",1e-05,1613940887723,1528
+"wd_1",0.01,1613940887723,1528
+"sqr_mom_1",0.99,1613940887723,1528
+"lr_1",3.4608043694007056e-05,1613940887723,1528
+"mom_1",0.8884798907649823,1613940887723,1528
+"eps_1",1e-05,1613940887723,1528
+"wd_2",0.01,1613940887723,1528
+"sqr_mom_2",0.99,1613940887723,1528
+"lr_2",0.0003460804369400705,1613940887723,1528
+"mom_2",0.8884798907649823,1613940887723,1528
+"eps_2",1e-05,1613940887723,1528
+"train_loss",0.0709268,1613940888689,1529
+"raw_loss",0.054489605,1613940888689,1529
+"epoch",9.62264150943394,1613940888689,1529
+"wd_0",0.01,1613940888689,1529
+"sqr_mom_0",0.99,1613940888689,1529
+"lr_0",3.463367377303497e-06,1613940888689,1529
+"mom_0",0.8884158155674126,1613940888689,1529
+"eps_0",1e-05,1613940888689,1529
+"wd_1",0.01,1613940888689,1529
+"sqr_mom_1",0.99,1613940888689,1529
+"lr_1",3.463367377303496e-05,1613940888689,1529
+"mom_1",0.8884158155674126,1613940888689,1529
+"eps_1",1e-05,1613940888689,1529
+"wd_2",0.01,1613940888689,1529
+"sqr_mom_2",0.99,1613940888689,1529
+"lr_2",0.0003463367377303496,1613940888689,1529
+"mom_2",0.8884158155674126,1613940888689,1529
+"eps_2",1e-05,1613940888689,1529
+"train_loss",0.071152784,1613940889766,1530
+"raw_loss",0.08222585,1613940889766,1530
+"epoch",9.62893081761004,1613940889766,1530
+"wd_0",0.01,1613940889766,1530
+"sqr_mom_0",0.99,1613940889766,1530
+"lr_0",3.46592994553094e-06,1613940889766,1530
+"mom_0",0.8883517513617265,1613940889766,1530
+"eps_0",1e-05,1613940889766,1530
+"wd_1",0.01,1613940889766,1530
+"sqr_mom_1",0.99,1613940889766,1530
+"lr_1",3.4659299455309394e-05,1613940889766,1530
+"mom_1",0.8883517513617265,1613940889766,1530
+"eps_1",1e-05,1613940889766,1530
+"wd_2",0.01,1613940889766,1530
+"sqr_mom_2",0.99,1613940889766,1530
+"lr_2",0.00034659299455309396,1613940889766,1530
+"mom_2",0.8883517513617265,1613940889766,1530
+"eps_2",1e-05,1613940889766,1530
+"train_loss",0.0710241,1613940890764,1531
+"raw_loss",0.06471834,1613940890764,1531
+"epoch",9.635220125786141,1613940890764,1531
+"wd_0",0.01,1613940890764,1531
+"sqr_mom_0",0.99,1613940890764,1531
+"lr_0",3.46849134111769e-06,1613940890764,1531
+"mom_0",0.8882877164720577,1613940890764,1531
+"eps_0",1e-05,1613940890764,1531
+"wd_1",0.01,1613940890764,1531
+"sqr_mom_1",0.99,1613940890764,1531
+"lr_1",3.46849134111769e-05,1613940890764,1531
+"mom_1",0.8882877164720577,1613940890764,1531
+"eps_1",1e-05,1613940890764,1531
+"wd_2",0.01,1613940890764,1531
+"sqr_mom_2",0.99,1613940890764,1531
+"lr_2",0.00034684913411176893,1613940890764,1531
+"mom_2",0.8882877164720577,1613940890764,1531
+"eps_2",1e-05,1613940890764,1531
+"train_loss",0.07038202,1613940891744,1532
+"raw_loss",0.038920384,1613940891744,1532
+"epoch",9.641509433962241,1613940891744,1532
+"wd_0",0.01,1613940891744,1532
+"sqr_mom_0",0.99,1613940891744,1532
+"lr_0",3.471052287908616e-06,1613940891744,1532
+"mom_0",0.8882236928022846,1613940891744,1532
+"eps_0",1e-05,1613940891744,1532
+"wd_1",0.01,1613940891744,1532
+"sqr_mom_1",0.99,1613940891744,1532
+"lr_1",3.471052287908616e-05,1613940891744,1532
+"mom_1",0.8882236928022846,1613940891744,1532
+"eps_1",1e-05,1613940891744,1532
+"wd_2",0.01,1613940891744,1532
+"sqr_mom_2",0.99,1613940891744,1532
+"lr_2",0.00034710522879086153,1613940891744,1532
+"mom_2",0.8882236928022846,1613940891744,1532
+"eps_2",1e-05,1613940891744,1532
+"train_loss",0.070044026,1613940892711,1533
+"raw_loss",0.053482108,1613940892711,1533
+"epoch",9.647798742138342,1613940892711,1533
+"wd_0",0.01,1613940892711,1533
+"sqr_mom_0",0.99,1613940892711,1533
+"lr_0",3.473612417257046e-06,1613940892711,1533
+"mom_0",0.8881596895685738,1613940892711,1533
+"eps_0",1e-05,1613940892711,1533
+"wd_1",0.01,1613940892711,1533
+"sqr_mom_1",0.99,1613940892711,1533
+"lr_1",3.4736124172570454e-05,1613940892711,1533
+"mom_1",0.8881596895685738,1613940892711,1533
+"eps_1",1e-05,1613940892711,1533
+"wd_2",0.01,1613940892711,1533
+"sqr_mom_2",0.99,1613940892711,1533
+"lr_2",0.0003473612417257045,1613940892711,1533
+"mom_2",0.8881596895685738,1613940892711,1533
+"eps_2",1e-05,1613940892711,1533
+"train_loss",0.06926552,1613940893703,1534
+"raw_loss",0.031118639,1613940893703,1534
+"epoch",9.654088050314442,1613940893703,1534
+"wd_0",0.01,1613940893703,1534
+"sqr_mom_0",0.99,1613940893703,1534
+"lr_0",3.4761713609824936e-06,1613940893703,1534
+"mom_0",0.8880957159754377,1613940893703,1534
+"eps_0",1e-05,1613940893703,1534
+"wd_1",0.01,1613940893703,1534
+"sqr_mom_1",0.99,1613940893703,1534
+"lr_1",3.476171360982493e-05,1613940893703,1534
+"mom_1",0.8880957159754377,1613940893703,1534
+"eps_1",1e-05,1613940893703,1534
+"wd_2",0.01,1613940893703,1534
+"sqr_mom_2",0.99,1613940893703,1534
+"lr_2",0.0003476171360982493,1613940893703,1534
+"mom_2",0.8880957159754377,1613940893703,1534
+"eps_2",1e-05,1613940893703,1534
+"train_loss",0.06901873,1613940894661,1535
+"raw_loss",0.056925893,1613940894661,1535
+"epoch",9.660377358490543,1613940894661,1535
+"wd_0",0.01,1613940894661,1535
+"sqr_mom_0",0.99,1613940894661,1535
+"lr_0",3.4787294786169426e-06,1613940894661,1535
+"mom_0",0.8880317630345764,1613940894661,1535
+"eps_0",1e-05,1613940894661,1535
+"wd_1",0.01,1613940894661,1535
+"sqr_mom_1",0.99,1613940894661,1535
+"lr_1",3.4787294786169424e-05,1613940894661,1535
+"mom_1",0.8880317630345764,1613940894661,1535
+"eps_1",1e-05,1613940894661,1535
+"wd_2",0.01,1613940894661,1535
+"sqr_mom_2",0.99,1613940894661,1535
+"lr_2",0.0003478729478616942,1613940894661,1535
+"mom_2",0.8880317630345764,1613940894661,1535
+"eps_2",1e-05,1613940894661,1535
+"train_loss",0.06897068,1613940895645,1536
+"raw_loss",0.06661625,1613940895645,1536
+"epoch",9.666666666666643,1613940895645,1536
+"wd_0",0.01,1613940895645,1536
+"sqr_mom_0",0.99,1613940895645,1536
+"lr_0",3.4812871292240214e-06,1613940895645,1536
+"mom_0",0.8879678217693995,1613940895645,1536
+"eps_0",1e-05,1613940895645,1536
+"wd_1",0.01,1613940895645,1536
+"sqr_mom_1",0.99,1613940895645,1536
+"lr_1",3.481287129224021e-05,1613940895645,1536
+"mom_1",0.8879678217693995,1613940895645,1536
+"eps_1",1e-05,1613940895645,1536
+"wd_2",0.01,1613940895645,1536
+"sqr_mom_2",0.99,1613940895645,1536
+"lr_2",0.00034812871292240206,1613940895645,1536
+"mom_2",0.8879678217693995,1613940895645,1536
+"eps_2",1e-05,1613940895645,1536
+"train_loss",0.06844359,1613940896623,1537
+"raw_loss",0.042616025,1613940896623,1537
+"epoch",9.672955974842743,1613940896623,1537
+"wd_0",0.01,1613940896623,1537
+"sqr_mom_0",0.99,1613940896623,1537
+"lr_0",3.4838435812449602e-06,1613940896623,1537
+"mom_0",0.887903910468876,1613940896623,1537
+"eps_0",1e-05,1613940896623,1537
+"wd_1",0.01,1613940896623,1537
+"sqr_mom_1",0.99,1613940896623,1537
+"lr_1",3.48384358124496e-05,1613940896623,1537
+"mom_1",0.887903910468876,1613940896623,1537
+"eps_1",1e-05,1613940896623,1537
+"wd_2",0.01,1613940896623,1537
+"sqr_mom_2",0.99,1613940896623,1537
+"lr_2",0.00034838435812449596,1613940896623,1537
+"mom_2",0.887903910468876,1613940896623,1537
+"eps_2",1e-05,1613940896623,1537
+"train_loss",0.06910912,1613940897602,1538
+"raw_loss",0.10172031,1613940897602,1538
+"epoch",9.679245283018844,1613940897602,1538
+"wd_0",0.01,1613940897602,1538
+"sqr_mom_0",0.99,1613940897602,1538
+"lr_0",3.4863991938646658e-06,1613940897602,1538
+"mom_0",0.8878400201533834,1613940897602,1538
+"eps_0",1e-05,1613940897602,1538
+"wd_1",0.01,1613940897602,1538
+"sqr_mom_1",0.99,1613940897602,1538
+"lr_1",3.4863991938646654e-05,1613940897602,1538
+"mom_1",0.8878400201533834,1613940897602,1538
+"eps_1",1e-05,1613940897602,1538
+"wd_2",0.01,1613940897602,1538
+"sqr_mom_2",0.99,1613940897602,1538
+"lr_2",0.0003486399193864665,1613940897602,1538
+"mom_2",0.8878400201533834,1613940897602,1538
+"eps_2",1e-05,1613940897602,1538
+"train_loss",0.0684021,1613940898559,1539
+"raw_loss",0.033757932,1613940898559,1539
+"epoch",9.685534591194944,1613940898559,1539
+"wd_0",0.01,1613940898559,1539
+"sqr_mom_0",0.99,1613940898559,1539
+"lr_0",3.4889543257921467e-06,1613940898559,1539
+"mom_0",0.8877761418551963,1613940898559,1539
+"eps_0",1e-05,1613940898559,1539
+"wd_1",0.01,1613940898559,1539
+"sqr_mom_1",0.99,1613940898559,1539
+"lr_1",3.488954325792147e-05,1613940898559,1539
+"mom_1",0.8877761418551963,1613940898559,1539
+"eps_1",1e-05,1613940898559,1539
+"wd_2",0.01,1613940898559,1539
+"sqr_mom_2",0.99,1613940898559,1539
+"lr_2",0.00034889543257921464,1613940898559,1539
+"mom_2",0.8877761418551963,1613940898559,1539
+"eps_2",1e-05,1613940898559,1539
+"train_loss",0.06806975,1613940899516,1540
+"raw_loss",0.05178462,1613940899516,1540
+"epoch",9.691823899371045,1613940899516,1540
+"wd_0",0.01,1613940899516,1540
+"sqr_mom_0",0.99,1613940899516,1540
+"lr_0",3.491508246189045e-06,1613940899516,1540
+"mom_0",0.8877122938452738,1613940899516,1540
+"eps_0",1e-05,1613940899516,1540
+"wd_1",0.01,1613940899516,1540
+"sqr_mom_1",0.99,1613940899516,1540
+"lr_1",3.4915082461890445e-05,1613940899516,1540
+"mom_1",0.8877122938452738,1613940899516,1540
+"eps_1",1e-05,1613940899516,1540
+"wd_2",0.01,1613940899516,1540
+"sqr_mom_2",0.99,1613940899516,1540
+"lr_2",0.0003491508246189044,1613940899516,1540
+"mom_2",0.8877122938452738,1613940899516,1540
+"eps_2",1e-05,1613940899516,1540
+"train_loss",0.06765211,1613940900483,1541
+"raw_loss",0.047187645,1613940900483,1541
+"epoch",9.698113207547145,1613940900483,1541
+"wd_0",0.01,1613940900483,1541
+"sqr_mom_0",0.99,1613940900483,1541
+"lr_0",3.4940616767877563e-06,1613940900483,1541
+"mom_0",0.8876484580803061,1613940900483,1541
+"eps_0",1e-05,1613940900483,1541
+"wd_1",0.01,1613940900483,1541
+"sqr_mom_1",0.99,1613940900483,1541
+"lr_1",3.494061676787756e-05,1613940900483,1541
+"mom_1",0.8876484580803061,1613940900483,1541
+"eps_1",1e-05,1613940900483,1541
+"wd_2",0.01,1613940900483,1541
+"sqr_mom_2",0.99,1613940900483,1541
+"lr_2",0.0003494061676787756,1613940900483,1541
+"mom_2",0.8876484580803061,1613940900483,1541
+"eps_2",1e-05,1613940900483,1541
+"train_loss",0.06698246,1613940901448,1542
+"raw_loss",0.03416979,1613940901448,1542
+"epoch",9.704402515723245,1613940901448,1542
+"wd_0",0.01,1613940901448,1542
+"sqr_mom_0",0.99,1613940901448,1542
+"lr_0",3.4966142500145346e-06,1613940901448,1542
+"mom_0",0.8875846437496366,1613940901448,1542
+"eps_0",1e-05,1613940901448,1542
+"wd_1",0.01,1613940901448,1542
+"sqr_mom_1",0.99,1613940901448,1542
+"lr_1",3.496614250014534e-05,1613940901448,1542
+"mom_1",0.8875846437496366,1613940901448,1542
+"eps_1",1e-05,1613940901448,1542
+"wd_2",0.01,1613940901448,1542
+"sqr_mom_2",0.99,1613940901448,1542
+"lr_2",0.00034966142500145344,1613940901448,1542
+"mom_2",0.8875846437496366,1613940901448,1542
+"eps_2",1e-05,1613940901448,1542
+"train_loss",0.06658083,1613940902415,1543
+"raw_loss",0.046900935,1613940902415,1543
+"epoch",9.710691823899346,1613940902415,1543
+"wd_0",0.01,1613940902415,1543
+"sqr_mom_0",0.99,1613940902415,1543
+"lr_0",3.4991655987845933e-06,1613940902415,1543
+"mom_0",0.8875208600303851,1613940902415,1543
+"eps_0",1e-05,1613940902415,1543
+"wd_1",0.01,1613940902415,1543
+"sqr_mom_1",0.99,1613940902415,1543
+"lr_1",3.499165598784593e-05,1613940902415,1543
+"mom_1",0.8875208600303851,1613940902415,1543
+"eps_1",1e-05,1613940902415,1543
+"wd_2",0.01,1613940902415,1543
+"sqr_mom_2",0.99,1613940902415,1543
+"lr_2",0.00034991655987845927,1613940902415,1543
+"mom_2",0.8875208600303851,1613940902415,1543
+"eps_2",1e-05,1613940902415,1543
+"train_loss",0.065814555,1613940903362,1544
+"raw_loss",0.028266883,1613940903362,1544
+"epoch",9.716981132075446,1613940903362,1544
+"wd_0",0.01,1613940903362,1544
+"sqr_mom_0",0.99,1613940903362,1544
+"lr_0",3.5017164441035928e-06,1613940903362,1544
+"mom_0",0.8874570888974102,1613940903362,1544
+"eps_0",1e-05,1613940903362,1544
+"wd_1",0.01,1613940903362,1544
+"sqr_mom_1",0.99,1613940903362,1544
+"lr_1",3.501716444103592e-05,1613940903362,1544
+"mom_1",0.8874570888974102,1613940903362,1544
+"eps_1",1e-05,1613940903362,1544
+"wd_2",0.01,1613940903362,1544
+"sqr_mom_2",0.99,1613940903362,1544
+"lr_2",0.0003501716444103592,1613940903362,1544
+"mom_2",0.8874570888974102,1613940903362,1544
+"eps_2",1e-05,1613940903362,1544
+"train_loss",0.06537126,1613940904317,1545
+"raw_loss",0.043649726,1613940904317,1545
+"epoch",9.723270440251547,1613940904317,1545
+"wd_0",0.01,1613940904317,1545
+"sqr_mom_0",0.99,1613940904317,1545
+"lr_0",3.5042660563592633e-06,1613940904317,1545
+"mom_0",0.8873933485910184,1613940904317,1545
+"eps_0",1e-05,1613940904317,1545
+"wd_1",0.01,1613940904317,1545
+"sqr_mom_1",0.99,1613940904317,1545
+"lr_1",3.504266056359263e-05,1613940904317,1545
+"mom_1",0.8873933485910184,1613940904317,1545
+"eps_1",1e-05,1613940904317,1545
+"wd_2",0.01,1613940904317,1545
+"sqr_mom_2",0.99,1613940904317,1545
+"lr_2",0.00035042660563592627,1613940904317,1545
+"mom_2",0.8873933485910184,1613940904317,1545
+"eps_2",1e-05,1613940904317,1545
+"train_loss",0.064712815,1613940905269,1546
+"raw_loss",0.032448847,1613940905269,1546
+"epoch",9.729559748427647,1613940905269,1546
+"wd_0",0.01,1613940905269,1546
+"sqr_mom_0",0.99,1613940905269,1546
+"lr_0",3.5068147937835497e-06,1613940905269,1546
+"mom_0",0.8873296301554112,1613940905269,1546
+"eps_0",1e-05,1613940905269,1546
+"wd_1",0.01,1613940905269,1546
+"sqr_mom_1",0.99,1613940905269,1546
+"lr_1",3.5068147937835495e-05,1613940905269,1546
+"mom_1",0.8873296301554112,1613940905269,1546
+"eps_1",1e-05,1613940905269,1546
+"wd_2",0.01,1613940905269,1546
+"sqr_mom_2",0.99,1613940905269,1546
+"lr_2",0.0003506814793783549,1613940905269,1546
+"mom_2",0.8873296301554112,1613940905269,1546
+"eps_2",1e-05,1613940905269,1546
+"train_loss",0.06441035,1613940906233,1547
+"raw_loss",0.04958977,1613940906233,1547
+"epoch",9.735849056603747,1613940906233,1547
+"wd_0",0.01,1613940906233,1547
+"sqr_mom_0",0.99,1613940906233,1547
+"lr_0",3.5093630141124132e-06,1613940906233,1547
+"mom_0",0.8872659246471897,1613940906233,1547
+"eps_0",1e-05,1613940906233,1547
+"wd_1",0.01,1613940906233,1547
+"sqr_mom_1",0.99,1613940906233,1547
+"lr_1",3.5093630141124126e-05,1613940906233,1547
+"mom_1",0.8872659246471897,1613940906233,1547
+"eps_1",1e-05,1613940906233,1547
+"wd_2",0.01,1613940906233,1547
+"sqr_mom_2",0.99,1613940906233,1547
+"lr_2",0.0003509363014112413,1613940906233,1547
+"mom_2",0.8872659246471897,1613940906233,1547
+"eps_2",1e-05,1613940906233,1547
+"train_loss",0.06411348,1613940907190,1548
+"raw_loss",0.049566887,1613940907190,1548
+"epoch",9.742138364779848,1613940907190,1548
+"wd_0",0.01,1613940907190,1548
+"sqr_mom_0",0.99,1613940907190,1548
+"lr_0",3.511909988484403e-06,1613940907190,1548
+"mom_0",0.8872022502878899,1613940907190,1548
+"eps_0",1e-05,1613940907190,1548
+"wd_1",0.01,1613940907190,1548
+"sqr_mom_1",0.99,1613940907190,1548
+"lr_1",3.511909988484403e-05,1613940907190,1548
+"mom_1",0.8872022502878899,1613940907190,1548
+"eps_1",1e-05,1613940907190,1548
+"wd_2",0.01,1613940907190,1548
+"sqr_mom_2",0.99,1613940907190,1548
+"lr_2",0.00035119099884844024,1613940907190,1548
+"mom_2",0.8872022502878899,1613940907190,1548
+"eps_2",1e-05,1613940907190,1548
+"train_loss",0.06351308,1613940908161,1549
+"raw_loss",0.03409321,1613940908161,1549
+"epoch",9.748427672955948,1613940908161,1549
+"wd_0",0.01,1613940908161,1549
+"sqr_mom_0",0.99,1613940908161,1549
+"lr_0",3.5144560747638523e-06,1613940908161,1549
+"mom_0",0.8871385981309037,1613940908161,1549
+"eps_0",1e-05,1613940908161,1549
+"wd_1",0.01,1613940908161,1549
+"sqr_mom_1",0.99,1613940908161,1549
+"lr_1",3.5144560747638516e-05,1613940908161,1549
+"mom_1",0.8871385981309037,1613940908161,1549
+"eps_1",1e-05,1613940908161,1549
+"wd_2",0.01,1613940908161,1549
+"sqr_mom_2",0.99,1613940908161,1549
+"lr_2",0.00035144560747638515,1613940908161,1549
+"mom_2",0.8871385981309037,1613940908161,1549
+"eps_2",1e-05,1613940908161,1549
+"train_loss",0.063067615,1613940909115,1550
+"raw_loss",0.04124009,1613940909115,1550
+"epoch",9.754716981132049,1613940909115,1550
+"wd_0",0.01,1613940909115,1550
+"sqr_mom_0",0.99,1613940909115,1550
+"lr_0",3.517001630311588e-06,1613940909115,1550
+"mom_0",0.8870749592422102,1613940909115,1550
+"eps_0",1e-05,1613940909115,1550
+"wd_1",0.01,1613940909115,1550
+"sqr_mom_1",0.99,1613940909115,1550
+"lr_1",3.517001630311588e-05,1613940909115,1550
+"mom_1",0.8870749592422102,1613940909115,1550
+"eps_1",1e-05,1613940909115,1550
+"wd_2",0.01,1613940909115,1550
+"sqr_mom_2",0.99,1613940909115,1550
+"lr_2",0.00035170016303115876,1613940909115,1550
+"mom_2",0.8870749592422102,1613940909115,1550
+"eps_2",1e-05,1613940909115,1550
+"train_loss",0.06265586,1613940910126,1551
+"raw_loss",0.04247967,1613940910126,1551
+"epoch",9.761006289308149,1613940910126,1551
+"wd_0",0.01,1613940910126,1551
+"sqr_mom_0",0.99,1613940910126,1551
+"lr_0",3.5195462886784502e-06,1613940910126,1551
+"mom_0",0.8870113427830387,1613940910126,1551
+"eps_0",1e-05,1613940910126,1551
+"wd_1",0.01,1613940910126,1551
+"sqr_mom_1",0.99,1613940910126,1551
+"lr_1",3.5195462886784496e-05,1613940910126,1551
+"mom_1",0.8870113427830387,1613940910126,1551
+"eps_1",1e-05,1613940910126,1551
+"wd_2",0.01,1613940910126,1551
+"sqr_mom_2",0.99,1613940910126,1551
+"lr_2",0.000351954628867845,1613940910126,1551
+"mom_2",0.8870113427830387,1613940910126,1551
+"eps_2",1e-05,1613940910126,1551
+"train_loss",0.062082026,1613940911177,1552
+"raw_loss",0.03396423,1613940911177,1552
+"epoch",9.76729559748425,1613940911177,1552
+"wd_0",0.01,1613940911177,1552
+"sqr_mom_0",0.99,1613940911177,1552
+"lr_0",3.5220900454485543e-06,1613940911177,1552
+"mom_0",0.8869477488637861,1613940911177,1552
+"eps_0",1e-05,1613940911177,1552
+"wd_1",0.01,1613940911177,1552
+"sqr_mom_1",0.99,1613940911177,1552
+"lr_1",3.522090045448554e-05,1613940911177,1552
+"mom_1",0.8869477488637861,1613940911177,1552
+"eps_1",1e-05,1613940911177,1552
+"wd_2",0.01,1613940911177,1552
+"sqr_mom_2",0.99,1613940911177,1552
+"lr_2",0.00035220900454485535,1613940911177,1552
+"mom_2",0.8869477488637861,1613940911177,1552
+"eps_2",1e-05,1613940911177,1552
+"train_loss",0.062429152,1613940912189,1553
+"raw_loss",0.079438366,1613940912189,1553
+"epoch",9.77358490566035,1613940912189,1553
+"wd_0",0.01,1613940912189,1553
+"sqr_mom_0",0.99,1613940912189,1553
+"lr_0",3.5246325348150678e-06,1613940912189,1553
+"mom_0",0.8868841866296233,1613940912189,1553
+"eps_0",1e-05,1613940912189,1553
+"wd_1",0.01,1613940912189,1553
+"sqr_mom_1",0.99,1613940912189,1553
+"lr_1",3.524632534815068e-05,1613940912189,1553
+"mom_1",0.8868841866296233,1613940912189,1553
+"eps_1",1e-05,1613940912189,1553
+"wd_2",0.01,1613940912189,1553
+"sqr_mom_2",0.99,1613940912189,1553
+"lr_2",0.00035246325348150674,1613940912189,1553
+"mom_2",0.8868841866296233,1613940912189,1553
+"eps_2",1e-05,1613940912189,1553
+"train_loss",0.062010717,1613940913150,1554
+"raw_loss",0.041507315,1613940913150,1554
+"epoch",9.77987421383645,1613940913150,1554
+"wd_0",0.01,1613940913150,1554
+"sqr_mom_0",0.99,1613940913150,1554
+"lr_0",3.5271741140171937e-06,1613940913150,1554
+"mom_0",0.8868206471495701,1613940913150,1554
+"eps_0",1e-05,1613940913150,1554
+"wd_1",0.01,1613940913150,1554
+"sqr_mom_1",0.99,1613940913150,1554
+"lr_1",3.5271741140171934e-05,1613940913150,1554
+"mom_1",0.8868206471495701,1613940913150,1554
+"eps_1",1e-05,1613940913150,1554
+"wd_2",0.01,1613940913150,1554
+"sqr_mom_2",0.99,1613940913150,1554
+"lr_2",0.0003527174114017193,1613940913150,1554
+"mom_2",0.8868206471495701,1613940913150,1554
+"eps_2",1e-05,1613940913150,1554
+"train_loss",0.06314988,1613940914116,1555
+"raw_loss",0.11896877,1613940914116,1555
+"epoch",9.78616352201255,1613940914116,1555
+"wd_0",0.01,1613940914116,1555
+"sqr_mom_0",0.99,1613940914116,1555
+"lr_0",3.5297151397781186e-06,1613940914116,1555
+"mom_0",0.886757121505547,1613940914116,1555
+"eps_0",1e-05,1613940914116,1555
+"wd_1",0.01,1613940914116,1555
+"sqr_mom_1",0.99,1613940914116,1555
+"lr_1",3.5297151397781184e-05,1613940914116,1555
+"mom_1",0.886757121505547,1613940914116,1555
+"eps_1",1e-05,1613940914116,1555
+"wd_2",0.01,1613940914116,1555
+"sqr_mom_2",0.99,1613940914116,1555
+"lr_2",0.0003529715139778118,1613940914116,1555
+"mom_2",0.886757121505547,1613940914116,1555
+"eps_2",1e-05,1613940914116,1555
+"train_loss",0.0627317,1613940915083,1556
+"raw_loss",0.042241067,1613940915083,1556
+"epoch",9.792452830188651,1613940915083,1556
+"wd_0",0.01,1613940915083,1556
+"sqr_mom_0",0.99,1613940915083,1556
+"lr_0",3.5322548852942383e-06,1613940915083,1556
+"mom_0",0.886693627867644,1613940915083,1556
+"eps_0",1e-05,1613940915083,1556
+"wd_1",0.01,1613940915083,1556
+"sqr_mom_1",0.99,1613940915083,1556
+"lr_1",3.5322548852942375e-05,1613940915083,1556
+"mom_1",0.886693627867644,1613940915083,1556
+"eps_1",1e-05,1613940915083,1556
+"wd_2",0.01,1613940915083,1556
+"sqr_mom_2",0.99,1613940915083,1556
+"lr_2",0.00035322548852942376,1613940915083,1556
+"mom_2",0.886693627867644,1613940915083,1556
+"eps_2",1e-05,1613940915083,1556
+"train_loss",0.062383953,1613940916070,1557
+"raw_loss",0.04534445,1613940916070,1557
+"epoch",9.798742138364751,1613940916070,1557
+"wd_0",0.01,1613940916070,1557
+"sqr_mom_0",0.99,1613940916070,1557
+"lr_0",3.5347937074222533e-06,1613940916070,1557
+"mom_0",0.8866301573144436,1613940916070,1557
+"eps_0",1e-05,1613940916070,1557
+"wd_1",0.01,1613940916070,1557
+"sqr_mom_1",0.99,1613940916070,1557
+"lr_1",3.534793707422253e-05,1613940916070,1557
+"mom_1",0.8866301573144436,1613940916070,1557
+"eps_1",1e-05,1613940916070,1557
+"wd_2",0.01,1613940916070,1557
+"sqr_mom_2",0.99,1613940916070,1557
+"lr_2",0.0003534793707422253,1613940916070,1557
+"mom_2",0.8866301573144436,1613940916070,1557
+"eps_2",1e-05,1613940916070,1557
+"train_loss",0.06233474,1613940917051,1558
+"raw_loss",0.059923217,1613940917051,1558
+"epoch",9.805031446540852,1613940917051,1558
+"wd_0",0.01,1613940917051,1558
+"sqr_mom_0",0.99,1613940917051,1558
+"lr_0",3.537331962495352e-06,1613940917051,1558
+"mom_0",0.8865667009376161,1613940917051,1558
+"eps_0",1e-05,1613940917051,1558
+"wd_1",0.01,1613940917051,1558
+"sqr_mom_1",0.99,1613940917051,1558
+"lr_1",3.537331962495352e-05,1613940917051,1558
+"mom_1",0.8865667009376161,1613940917051,1558
+"eps_1",1e-05,1613940917051,1558
+"wd_2",0.01,1613940917051,1558
+"sqr_mom_2",0.99,1613940917051,1558
+"lr_2",0.00035373319624953513,1613940917051,1558
+"mom_2",0.8865667009376161,1613940917051,1558
+"eps_2",1e-05,1613940917051,1558
+"train_loss",0.062723905,1613940918061,1559
+"raw_loss",0.08179291,1613940918061,1559
+"epoch",9.811320754716952,1613940918061,1559
+"wd_0",0.01,1613940918061,1559
+"sqr_mom_0",0.99,1613940918061,1559
+"lr_0",3.539868924502422e-06,1613940918061,1559
+"mom_0",0.8865032768874395,1613940918061,1559
+"eps_0",1e-05,1613940918061,1559
+"wd_1",0.01,1613940918061,1559
+"sqr_mom_1",0.99,1613940918061,1559
+"lr_1",3.5398689245024216e-05,1613940918061,1559
+"mom_1",0.8865032768874395,1613940918061,1559
+"eps_1",1e-05,1613940918061,1559
+"wd_2",0.01,1613940918061,1559
+"sqr_mom_2",0.99,1613940918061,1559
+"lr_2",0.00035398689245024216,1613940918061,1559
+"mom_2",0.8865032768874395,1613940918061,1559
+"eps_2",1e-05,1613940918061,1559
+"train_loss",0.062138118,1613940919029,1560
+"raw_loss",0.033434518,1613940919029,1560
+"epoch",9.817610062893053,1613940919029,1560
+"wd_0",0.01,1613940919029,1560
+"sqr_mom_0",0.99,1613940919029,1560
+"lr_0",3.5424053103834554e-06,1613940919029,1560
+"mom_0",0.8864398672404136,1613940919029,1560
+"eps_0",1e-05,1613940919029,1560
+"wd_1",0.01,1613940919029,1560
+"sqr_mom_1",0.99,1613940919029,1560
+"lr_1",3.5424053103834554e-05,1613940919029,1560
+"mom_1",0.8864398672404136,1613940919029,1560
+"eps_1",1e-05,1613940919029,1560
+"wd_2",0.01,1613940919029,1560
+"sqr_mom_2",0.99,1613940919029,1560
+"lr_2",0.0003542405310383455,1613940919029,1560
+"mom_2",0.8864398672404136,1613940919029,1560
+"eps_2",1e-05,1613940919029,1560
+"train_loss",0.062624075,1613940920001,1561
+"raw_loss",0.0864358,1613940920001,1561
+"epoch",9.823899371069153,1613940920001,1561
+"wd_0",0.01,1613940920001,1561
+"sqr_mom_0",0.99,1613940920001,1561
+"lr_0",3.5449407549992354e-06,1613940920001,1561
+"mom_0",0.8863764811250191,1613940920001,1561
+"eps_0",1e-05,1613940920001,1561
+"wd_1",0.01,1613940920001,1561
+"sqr_mom_1",0.99,1613940920001,1561
+"lr_1",3.544940754999235e-05,1613940920001,1561
+"mom_1",0.8863764811250191,1613940920001,1561
+"eps_1",1e-05,1613940920001,1561
+"wd_2",0.01,1613940920001,1561
+"sqr_mom_2",0.99,1613940920001,1561
+"lr_2",0.0003544940754999235,1613940920001,1561
+"mom_2",0.8863764811250191,1613940920001,1561
+"eps_2",1e-05,1613940920001,1561
+"train_loss",0.062244274,1613940920968,1562
+"raw_loss",0.043634098,1613940920968,1562
+"epoch",9.830188679245254,1613940920968,1562
+"wd_0",0.01,1613940920968,1562
+"sqr_mom_0",0.99,1613940920968,1562
+"lr_0",3.547474893747349e-06,1613940920968,1562
+"mom_0",0.8863131276563163,1613940920968,1562
+"eps_0",1e-05,1613940920968,1562
+"wd_1",0.01,1613940920968,1562
+"sqr_mom_1",0.99,1613940920968,1562
+"lr_1",3.5474748937473486e-05,1613940920968,1562
+"mom_1",0.8863131276563163,1613940920968,1562
+"eps_1",1e-05,1613940920968,1562
+"wd_2",0.01,1613940920968,1562
+"sqr_mom_2",0.99,1613940920968,1562
+"lr_2",0.00035474748937473484,1613940920968,1562
+"mom_2",0.8863131276563163,1613940920968,1562
+"eps_2",1e-05,1613940920968,1562
+"train_loss",0.06250394,1613940921930,1563
+"raw_loss",0.07522752,1613940921930,1563
+"epoch",9.836477987421354,1613940921930,1563
+"wd_0",0.01,1613940921930,1563
+"sqr_mom_0",0.99,1613940921930,1563
+"lr_0",3.5500084427699413e-06,1613940921930,1563
+"mom_0",0.8862497889307515,1613940921930,1563
+"eps_0",1e-05,1613940921930,1563
+"wd_1",0.01,1613940921930,1563
+"sqr_mom_1",0.99,1613940921930,1563
+"lr_1",3.550008442769941e-05,1613940921930,1563
+"mom_1",0.8862497889307515,1613940921930,1563
+"eps_1",1e-05,1613940921930,1563
+"wd_2",0.01,1613940921930,1563
+"sqr_mom_2",0.99,1613940921930,1563
+"lr_2",0.0003550008442769941,1613940921930,1563
+"mom_2",0.8862497889307515,1613940921930,1563
+"eps_2",1e-05,1613940921930,1563
+"train_loss",0.062116437,1613940922908,1564
+"raw_loss",0.043128755,1613940922908,1564
+"epoch",9.842767295597454,1613940922908,1564
+"wd_0",0.01,1613940922908,1564
+"sqr_mom_0",0.99,1613940922908,1564
+"lr_0",3.5525406774019624e-06,1613940922908,1564
+"mom_0",0.886186483064951,1613940922908,1564
+"eps_0",1e-05,1613940922908,1564
+"wd_1",0.01,1613940922908,1564
+"sqr_mom_1",0.99,1613940922908,1564
+"lr_1",3.552540677401962e-05,1613940922908,1564
+"mom_1",0.886186483064951,1613940922908,1564
+"eps_1",1e-05,1613940922908,1564
+"wd_2",0.01,1613940922908,1564
+"sqr_mom_2",0.99,1613940922908,1564
+"lr_2",0.00035525406774019615,1613940922908,1564
+"mom_2",0.886186483064951,1613940922908,1564
+"eps_2",1e-05,1613940922908,1564
+"train_loss",0.06262585,1613940923927,1565
+"raw_loss",0.087587014,1613940923927,1565
+"epoch",9.849056603773555,1613940923927,1565
+"wd_0",0.01,1613940923927,1565
+"sqr_mom_0",0.99,1613940923927,1565
+"lr_0",3.555071953452855e-06,1613940923927,1565
+"mom_0",0.8861232011636786,1613940923927,1565
+"eps_0",1e-05,1613940923927,1565
+"wd_1",0.01,1613940923927,1565
+"sqr_mom_1",0.99,1613940923927,1565
+"lr_1",3.555071953452855e-05,1613940923927,1565
+"mom_1",0.8861232011636786,1613940923927,1565
+"eps_1",1e-05,1613940923927,1565
+"wd_2",0.01,1613940923927,1565
+"sqr_mom_2",0.99,1613940923927,1565
+"lr_2",0.00035550719534528544,1613940923927,1565
+"mom_2",0.8861232011636786,1613940923927,1565
+"eps_2",1e-05,1613940923927,1565
+"train_loss",0.06271807,1613940924886,1566
+"raw_loss",0.067237005,1613940924886,1566
+"epoch",9.855345911949655,1613940924886,1566
+"wd_0",0.01,1613940924886,1566
+"sqr_mom_0",0.99,1613940924886,1566
+"lr_0",3.5576026261885953e-06,1613940924886,1566
+"mom_0",0.8860599343452851,1613940924886,1566
+"eps_0",1e-05,1613940924886,1566
+"wd_1",0.01,1613940924886,1566
+"sqr_mom_1",0.99,1613940924886,1566
+"lr_1",3.557602626188595e-05,1613940924886,1566
+"mom_1",0.8860599343452851,1613940924886,1566
+"eps_1",1e-05,1613940924886,1566
+"wd_2",0.01,1613940924886,1566
+"sqr_mom_2",0.99,1613940924886,1566
+"lr_2",0.0003557602626188595,1613940924886,1566
+"mom_2",0.8860599343452851,1613940924886,1566
+"eps_2",1e-05,1613940924886,1566
+"train_loss",0.06256637,1613940925922,1567
+"raw_loss",0.05513287,1613940925922,1567
+"epoch",9.861635220125756,1613940925922,1567
+"wd_0",0.01,1613940925922,1567
+"sqr_mom_0",0.99,1613940925922,1567
+"lr_0",3.560131971766831e-06,1613940925922,1567
+"mom_0",0.8859967007058293,1613940925922,1567
+"eps_0",1e-05,1613940925922,1567
+"wd_1",0.01,1613940925922,1567
+"sqr_mom_1",0.99,1613940925922,1567
+"lr_1",3.560131971766831e-05,1613940925922,1567
+"mom_1",0.8859967007058293,1613940925922,1567
+"eps_1",1e-05,1613940925922,1567
+"wd_2",0.01,1613940925922,1567
+"sqr_mom_2",0.99,1613940925922,1567
+"lr_2",0.00035601319717668304,1613940925922,1567
+"mom_2",0.8859967007058293,1613940925922,1567
+"eps_2",1e-05,1613940925922,1567
+"train_loss",0.06431084,1613940926885,1568
+"raw_loss",0.14979011,1613940926885,1568
+"epoch",9.867924528301856,1613940926885,1568
+"wd_0",0.01,1613940926885,1568
+"sqr_mom_0",0.99,1613940926885,1568
+"lr_0",3.562660345594099e-06,1613940926885,1568
+"mom_0",0.8859334913601475,1613940926885,1568
+"eps_0",1e-05,1613940926885,1568
+"wd_1",0.01,1613940926885,1568
+"sqr_mom_1",0.99,1613940926885,1568
+"lr_1",3.5626603455940987e-05,1613940926885,1568
+"mom_1",0.8859334913601475,1613940926885,1568
+"eps_1",1e-05,1613940926885,1568
+"wd_2",0.01,1613940926885,1568
+"sqr_mom_2",0.99,1613940926885,1568
+"lr_2",0.00035626603455940985,1613940926885,1568
+"mom_2",0.8859334913601475,1613940926885,1568
+"eps_2",1e-05,1613940926885,1568
+"train_loss",0.064767435,1613940927934,1569
+"raw_loss",0.08714063,1613940927934,1569
+"epoch",9.874213836477956,1613940927934,1569
+"wd_0",0.01,1613940927934,1569
+"sqr_mom_0",0.99,1613940927934,1569
+"lr_0",3.5651881025260058e-06,1613940927934,1569
+"mom_0",0.8858702974368499,1613940927934,1569
+"eps_0",1e-05,1613940927934,1569
+"wd_1",0.01,1613940927934,1569
+"sqr_mom_1",0.99,1613940927934,1569
+"lr_1",3.565188102526005e-05,1613940927934,1569
+"mom_1",0.8858702974368499,1613940927934,1569
+"eps_1",1e-05,1613940927934,1569
+"wd_2",0.01,1613940927934,1569
+"sqr_mom_2",0.99,1613940927934,1569
+"lr_2",0.00035651881025260053,1613940927934,1569
+"mom_2",0.8858702974368499,1613940927934,1569
+"eps_2",1e-05,1613940927934,1569
+"train_loss",0.06463013,1613940928894,1570
+"raw_loss",0.057901993,1613940928894,1570
+"epoch",9.880503144654057,1613940928894,1570
+"wd_0",0.01,1613940928894,1570
+"sqr_mom_0",0.99,1613940928894,1570
+"lr_0",3.5677148786564477e-06,1613940928894,1570
+"mom_0",0.8858071280335887,1613940928894,1570
+"eps_0",1e-05,1613940928894,1570
+"wd_1",0.01,1613940928894,1570
+"sqr_mom_1",0.99,1613940928894,1570
+"lr_1",3.5677148786564474e-05,1613940928894,1570
+"mom_1",0.8858071280335887,1613940928894,1570
+"eps_1",1e-05,1613940928894,1570
+"wd_2",0.01,1613940928894,1570
+"sqr_mom_2",0.99,1613940928894,1570
+"lr_2",0.0003567714878656447,1613940928894,1570
+"mom_2",0.8858071280335887,1613940928894,1570
+"eps_2",1e-05,1613940928894,1570
+"train_loss",0.066194125,1613940929854,1571
+"raw_loss",0.14283013,1613940929854,1571
+"epoch",9.886792452830157,1613940929854,1571
+"wd_0",0.01,1613940929854,1571
+"sqr_mom_0",0.99,1613940929854,1571
+"lr_0",3.570240669600575e-06,1613940929854,1571
+"mom_0",0.8857439832599856,1613940929854,1571
+"eps_0",1e-05,1613940929854,1571
+"wd_1",0.01,1613940929854,1571
+"sqr_mom_1",0.99,1613940929854,1571
+"lr_1",3.570240669600574e-05,1613940929854,1571
+"mom_1",0.8857439832599856,1613940929854,1571
+"eps_1",1e-05,1613940929854,1571
+"wd_2",0.01,1613940929854,1571
+"sqr_mom_2",0.99,1613940929854,1571
+"lr_2",0.0003570240669600574,1613940929854,1571
+"mom_2",0.8857439832599856,1613940929854,1571
+"eps_2",1e-05,1613940929854,1571
+"train_loss",0.06676915,1613940930849,1572
+"raw_loss",0.09494546,1613940930849,1572
+"epoch",9.893081761006258,1613940930849,1572
+"wd_0",0.01,1613940930849,1572
+"sqr_mom_0",0.99,1613940930849,1572
+"lr_0",3.5727651121543213e-06,1613940930849,1572
+"mom_0",0.885680872196142,1613940930849,1572
+"eps_0",1e-05,1613940930849,1572
+"wd_1",0.01,1613940930849,1572
+"sqr_mom_1",0.99,1613940930849,1572
+"lr_1",3.572765112154321e-05,1613940930849,1572
+"mom_1",0.885680872196142,1613940930849,1572
+"eps_1",1e-05,1613940930849,1572
+"wd_2",0.01,1613940930849,1572
+"sqr_mom_2",0.99,1613940930849,1572
+"lr_2",0.0003572765112154321,1613940930849,1572
+"mom_2",0.885680872196142,1613940930849,1572
+"eps_2",1e-05,1613940930849,1572
+"train_loss",0.06664468,1613940931889,1573
+"raw_loss",0.06054552,1613940931889,1573
+"epoch",9.899371069182358,1613940931889,1573
+"wd_0",0.01,1613940931889,1573
+"sqr_mom_0",0.99,1613940931889,1573
+"lr_0",3.575288561040362e-06,1613940931889,1573
+"mom_0",0.8856177859739909,1613940931889,1573
+"eps_0",1e-05,1613940931889,1573
+"wd_1",0.01,1613940931889,1573
+"sqr_mom_1",0.99,1613940931889,1573
+"lr_1",3.575288561040362e-05,1613940931889,1573
+"mom_1",0.8856177859739909,1613940931889,1573
+"eps_1",1e-05,1613940931889,1573
+"wd_2",0.01,1613940931889,1573
+"sqr_mom_2",0.99,1613940931889,1573
+"lr_2",0.00035752885610403616,1613940931889,1573
+"mom_2",0.8856177859739909,1613940931889,1573
+"eps_2",1e-05,1613940931889,1573
+"train_loss",0.0708586,1613940932884,1574
+"raw_loss",0.2773406,1613940932884,1574
+"epoch",9.905660377358458,1613940932884,1574
+"wd_0",0.01,1613940932884,1574
+"sqr_mom_0",0.99,1613940932884,1574
+"lr_0",3.5778113704180114e-06,1613940932884,1574
+"mom_0",0.8855547157395497,1613940932884,1574
+"eps_0",1e-05,1613940932884,1574
+"wd_1",0.01,1613940932884,1574
+"sqr_mom_1",0.99,1613940932884,1574
+"lr_1",3.577811370418011e-05,1613940932884,1574
+"mom_1",0.8855547157395497,1613940932884,1574
+"eps_1",1e-05,1613940932884,1574
+"wd_2",0.01,1613940932884,1574
+"sqr_mom_2",0.99,1613940932884,1574
+"lr_2",0.0003577811370418011,1613940932884,1574
+"mom_2",0.8855547157395497,1613940932884,1574
+"eps_2",1e-05,1613940932884,1574
+"train_loss",0.07042043,1613940933868,1575
+"raw_loss",0.048950214,1613940933868,1575
+"epoch",9.911949685534559,1613940933868,1575
+"wd_0",0.01,1613940933868,1575
+"sqr_mom_0",0.99,1613940933868,1575
+"lr_0",3.580332818694054e-06,1613940933868,1575
+"mom_0",0.8854916795326486,1613940933868,1575
+"eps_0",1e-05,1613940933868,1575
+"wd_1",0.01,1613940933868,1575
+"sqr_mom_1",0.99,1613940933868,1575
+"lr_1",3.580332818694054e-05,1613940933868,1575
+"mom_1",0.8854916795326486,1613940933868,1575
+"eps_1",1e-05,1613940933868,1575
+"wd_2",0.01,1613940933868,1575
+"sqr_mom_2",0.99,1613940933868,1575
+"lr_2",0.0003580332818694053,1613940933868,1575
+"mom_2",0.8854916795326486,1613940933868,1575
+"eps_2",1e-05,1613940933868,1575
+"train_loss",0.07036667,1613940934811,1576
+"raw_loss",0.067732744,1613940934811,1576
+"epoch",9.91823899371066,1613940934811,1576
+"wd_0",0.01,1613940934811,1576
+"sqr_mom_0",0.99,1613940934811,1576
+"lr_0",3.582853260173473e-06,1613940934811,1576
+"mom_0",0.8854286684956632,1613940934811,1576
+"eps_0",1e-05,1613940934811,1576
+"wd_1",0.01,1613940934811,1576
+"sqr_mom_1",0.99,1613940934811,1576
+"lr_1",3.582853260173473e-05,1613940934811,1576
+"mom_1",0.8854286684956632,1613940934811,1576
+"eps_1",1e-05,1613940934811,1576
+"wd_2",0.01,1613940934811,1576
+"sqr_mom_2",0.99,1613940934811,1576
+"lr_2",0.00035828532601734725,1613940934811,1576
+"mom_2",0.8854286684956632,1613940934811,1576
+"eps_2",1e-05,1613940934811,1576
+"train_loss",0.070234016,1613940935796,1577
+"raw_loss",0.063733876,1613940935796,1577
+"epoch",9.92452830188676,1613940935796,1577
+"wd_0",0.01,1613940935796,1577
+"sqr_mom_0",0.99,1613940935796,1577
+"lr_0",3.5853730485904502e-06,1613940935796,1577
+"mom_0",0.8853656737852387,1613940935796,1577
+"eps_0",1e-05,1613940935796,1577
+"wd_1",0.01,1613940935796,1577
+"sqr_mom_1",0.99,1613940935796,1577
+"lr_1",3.5853730485904496e-05,1613940935796,1577
+"mom_1",0.8853656737852387,1613940935796,1577
+"eps_1",1e-05,1613940935796,1577
+"wd_2",0.01,1613940935796,1577
+"sqr_mom_2",0.99,1613940935796,1577
+"lr_2",0.00035853730485904494,1613940935796,1577
+"mom_2",0.8853656737852387,1613940935796,1577
+"eps_2",1e-05,1613940935796,1577
+"train_loss",0.07037113,1613940936755,1578
+"raw_loss",0.07708981,1613940936755,1578
+"epoch",9.93081761006286,1613940936755,1578
+"wd_0",0.01,1613940936755,1578
+"sqr_mom_0",0.99,1613940936755,1578
+"lr_0",3.587891463215848e-06,1613940936755,1578
+"mom_0",0.8853027134196038,1613940936755,1578
+"eps_0",1e-05,1613940936755,1578
+"wd_1",0.01,1613940936755,1578
+"sqr_mom_1",0.99,1613940936755,1578
+"lr_1",3.5878914632158474e-05,1613940936755,1578
+"mom_1",0.8853027134196038,1613940936755,1578
+"eps_1",1e-05,1613940936755,1578
+"wd_2",0.01,1613940936755,1578
+"sqr_mom_2",0.99,1613940936755,1578
+"lr_2",0.00035878914632158477,1613940936755,1578
+"mom_2",0.8853027134196038,1613940936755,1578
+"eps_2",1e-05,1613940936755,1578
+"train_loss",0.069584176,1613940937731,1579
+"raw_loss",0.031023318,1613940937731,1579
+"epoch",9.93710691823896,1613940937731,1579
+"wd_0",0.01,1613940937731,1579
+"sqr_mom_0",0.99,1613940937731,1579
+"lr_0",3.590409215748207e-06,1613940937731,1579
+"mom_0",0.8852397696062948,1613940937731,1579
+"eps_0",1e-05,1613940937731,1579
+"wd_1",0.01,1613940937731,1579
+"sqr_mom_1",0.99,1613940937731,1579
+"lr_1",3.590409215748207e-05,1613940937731,1579
+"mom_1",0.8852397696062948,1613940937731,1579
+"eps_1",1e-05,1613940937731,1579
+"wd_2",0.01,1613940937731,1579
+"sqr_mom_2",0.99,1613940937731,1579
+"lr_2",0.00035904092157482067,1613940937731,1579
+"mom_2",0.8852397696062948,1613940937731,1579
+"eps_2",1e-05,1613940937731,1579
+"train_loss",0.069855414,1613940938687,1580
+"raw_loss",0.08314594,1613940938687,1580
+"epoch",9.94339622641506,1613940938687,1580
+"wd_0",0.01,1613940938687,1580
+"sqr_mom_0",0.99,1613940938687,1580
+"lr_0",3.5929259437115417e-06,1613940938687,1580
+"mom_0",0.8851768514072115,1613940938687,1580
+"eps_0",1e-05,1613940938687,1580
+"wd_1",0.01,1613940938687,1580
+"sqr_mom_1",0.99,1613940938687,1580
+"lr_1",3.5929259437115414e-05,1613940938687,1580
+"mom_1",0.8851768514072115,1613940938687,1580
+"eps_1",1e-05,1613940938687,1580
+"wd_2",0.01,1613940938687,1580
+"sqr_mom_2",0.99,1613940938687,1580
+"lr_2",0.0003592925943711541,1613940938687,1580
+"mom_2",0.8851768514072115,1613940938687,1580
+"eps_2",1e-05,1613940938687,1580
+"train_loss",0.06948175,1613940939663,1581
+"raw_loss",0.051172394,1613940939663,1581
+"epoch",9.949685534591161,1613940939663,1581
+"wd_0",0.01,1613940939663,1581
+"sqr_mom_0",0.99,1613940939663,1581
+"lr_0",3.595441285214176e-06,1613940939663,1581
+"mom_0",0.8851139678696456,1613940939663,1581
+"eps_0",1e-05,1613940939663,1581
+"wd_1",0.01,1613940939663,1581
+"sqr_mom_1",0.99,1613940939663,1581
+"lr_1",3.595441285214176e-05,1613940939663,1581
+"mom_1",0.8851139678696456,1613940939663,1581
+"eps_1",1e-05,1613940939663,1581
+"wd_2",0.01,1613940939663,1581
+"sqr_mom_2",0.99,1613940939663,1581
+"lr_2",0.0003595441285214176,1613940939663,1581
+"mom_2",0.8851139678696456,1613940939663,1581
+"eps_2",1e-05,1613940939663,1581
+"train_loss",0.06901018,1613940940613,1582
+"raw_loss",0.045903217,1613940940613,1582
+"epoch",9.955974842767262,1613940940613,1582
+"wd_0",0.01,1613940940613,1582
+"sqr_mom_0",0.99,1613940940613,1582
+"lr_0",3.597955951086194e-06,1613940940613,1582
+"mom_0",0.8850511012228451,1613940940613,1582
+"eps_0",1e-05,1613940940613,1582
+"wd_1",0.01,1613940940613,1582
+"sqr_mom_1",0.99,1613940940613,1582
+"lr_1",3.597955951086194e-05,1613940940613,1582
+"mom_1",0.8850511012228451,1613940940613,1582
+"eps_1",1e-05,1613940940613,1582
+"wd_2",0.01,1613940940613,1582
+"sqr_mom_2",0.99,1613940940613,1582
+"lr_2",0.0003597955951086194,1613940940613,1582
+"mom_2",0.8850511012228451,1613940940613,1582
+"eps_2",1e-05,1613940940613,1582
+"train_loss",0.06953773,1613940941571,1583
+"raw_loss",0.09538746,1613940941571,1583
+"epoch",9.962264150943362,1613940941571,1583
+"wd_0",0.01,1613940941571,1583
+"sqr_mom_0",0.99,1613940941571,1583
+"lr_0",3.6004692220636478e-06,1613940941571,1583
+"mom_0",0.8849882694484088,1613940941571,1583
+"eps_0",1e-05,1613940941571,1583
+"wd_1",0.01,1613940941571,1583
+"sqr_mom_1",0.99,1613940941571,1583
+"lr_1",3.600469222063648e-05,1613940941571,1583
+"mom_1",0.8849882694484088,1613940941571,1583
+"eps_1",1e-05,1613940941571,1583
+"wd_2",0.01,1613940941571,1583
+"sqr_mom_2",0.99,1613940941571,1583
+"lr_2",0.00036004692220636475,1613940941571,1583
+"mom_2",0.8849882694484088,1613940941571,1583
+"eps_2",1e-05,1613940941571,1583
+"train_loss",0.06953358,1613940942518,1584
+"raw_loss",0.06933038,1613940942518,1584
+"epoch",9.968553459119462,1613940942518,1584
+"wd_0",0.01,1613940942518,1584
+"sqr_mom_0",0.99,1613940942518,1584
+"lr_0",3.6029814513106237e-06,1613940942518,1584
+"mom_0",0.8849254637172344,1613940942518,1584
+"eps_0",1e-05,1613940942518,1584
+"wd_1",0.01,1613940942518,1584
+"sqr_mom_1",0.99,1613940942518,1584
+"lr_1",3.602981451310624e-05,1613940942518,1584
+"mom_1",0.8849254637172344,1613940942518,1584
+"eps_1",1e-05,1613940942518,1584
+"wd_2",0.01,1613940942518,1584
+"sqr_mom_2",0.99,1613940942518,1584
+"lr_2",0.00036029814513106233,1613940942518,1584
+"mom_2",0.8849254637172344,1613940942518,1584
+"eps_2",1e-05,1613940942518,1584
+"train_loss",0.06943743,1613940943478,1585
+"raw_loss",0.0647261,1613940943478,1585
+"epoch",9.974842767295563,1613940943478,1585
+"wd_0",0.01,1613940943478,1585
+"sqr_mom_0",0.99,1613940943478,1585
+"lr_0",3.605492991400597e-06,1613940943478,1585
+"mom_0",0.8848626752149851,1613940943478,1585
+"eps_0",1e-05,1613940943478,1585
+"wd_1",0.01,1613940943478,1585
+"sqr_mom_1",0.99,1613940943478,1585
+"lr_1",3.605492991400597e-05,1613940943478,1585
+"mom_1",0.8848626752149851,1613940943478,1585
+"eps_1",1e-05,1613940943478,1585
+"wd_2",0.01,1613940943478,1585
+"sqr_mom_2",0.99,1613940943478,1585
+"lr_2",0.00036054929914005967,1613940943478,1585
+"mom_2",0.8848626752149851,1613940943478,1585
+"eps_2",1e-05,1613940943478,1585
+"train_loss",0.07088563,1613940944430,1586
+"raw_loss",0.14184742,1613940944430,1586
+"epoch",9.981132075471663,1613940944430,1586
+"wd_0",0.01,1613940944430,1586
+"sqr_mom_0",0.99,1613940944430,1586
+"lr_0",3.6080031239636796e-06,1613940944430,1586
+"mom_0",0.884799921900908,1613940944430,1586
+"eps_0",1e-05,1613940944430,1586
+"wd_1",0.01,1613940944430,1586
+"sqr_mom_1",0.99,1613940944430,1586
+"lr_1",3.608003123963679e-05,1613940944430,1586
+"mom_1",0.884799921900908,1613940944430,1586
+"eps_1",1e-05,1613940944430,1586
+"wd_2",0.01,1613940944430,1586
+"sqr_mom_2",0.99,1613940944430,1586
+"lr_2",0.0003608003123963679,1613940944430,1586
+"mom_2",0.884799921900908,1613940944430,1586
+"eps_2",1e-05,1613940944430,1586
+"train_loss",0.071140066,1613940945402,1587
+"raw_loss",0.08360764,1613940945402,1587
+"epoch",9.987421383647764,1613940945402,1587
+"wd_0",0.01,1613940945402,1587
+"sqr_mom_0",0.99,1613940945402,1587
+"lr_0",3.6105122017260136e-06,1613940945402,1587
+"mom_0",0.8847371949568497,1613940945402,1587
+"eps_0",1e-05,1613940945402,1587
+"wd_1",0.01,1613940945402,1587
+"sqr_mom_1",0.99,1613940945402,1587
+"lr_1",3.6105122017260134e-05,1613940945402,1587
+"mom_1",0.8847371949568497,1613940945402,1587
+"eps_1",1e-05,1613940945402,1587
+"wd_2",0.01,1613940945402,1587
+"sqr_mom_2",0.99,1613940945402,1587
+"lr_2",0.0003610512201726013,1613940945402,1587
+"mom_2",0.8847371949568497,1613940945402,1587
+"eps_2",1e-05,1613940945402,1587
+"train_loss",0.07093401,1613940946349,1588
+"raw_loss",0.06083731,1613940946349,1588
+"epoch",9.993710691823864,1613940946349,1588
+"wd_0",0.01,1613940946349,1588
+"sqr_mom_0",0.99,1613940946349,1588
+"lr_0",3.6130205768157203e-06,1613940946349,1588
+"mom_0",0.8846744855796069,1613940946349,1588
+"eps_0",1e-05,1613940946349,1588
+"wd_1",0.01,1613940946349,1588
+"sqr_mom_1",0.99,1613940946349,1588
+"lr_1",3.61302057681572e-05,1613940946349,1588
+"mom_1",0.8846744855796069,1613940946349,1588
+"eps_1",1e-05,1613940946349,1588
+"wd_2",0.01,1613940946349,1588
+"sqr_mom_2",0.99,1613940946349,1588
+"lr_2",0.00036130205768157195,1613940946349,1588
+"mom_2",0.8846744855796069,1613940946349,1588
+"eps_2",1e-05,1613940946349,1588
+"train_loss",0.07071426,1613940947312,1589
+"raw_loss",0.059946407,1613940947312,1589
+"epoch",9.999999999999964,1613940947312,1589
+"wd_0",0.01,1613940947312,1589
+"sqr_mom_0",0.99,1613940947312,1589
+"lr_0",3.615527888097685e-06,1613940947312,1589
+"mom_0",0.8846118027975579,1613940947312,1589
+"eps_0",1e-05,1613940947312,1589
+"wd_1",0.01,1613940947312,1589
+"sqr_mom_1",0.99,1613940947312,1589
+"lr_1",3.615527888097684e-05,1613940947312,1589
+"mom_1",0.8846118027975579,1613940947312,1589
+"eps_1",1e-05,1613940947312,1589
+"wd_2",0.01,1613940947312,1589
+"sqr_mom_2",0.99,1613940947312,1589
+"lr_2",0.0003615527888097684,1613940947312,1589
+"mom_2",0.8846118027975579,1613940947312,1589
+"eps_2",1e-05,1613940947312,1589
+"valid_loss",0.13362058997154236,1613940982468,1589
+"_rmse",0.3655414879322052,1613940982468,1589
+"epoch",10,1613940982468,1589
+"train_loss",0.07012563,1613940983532,1590
+"raw_loss",0.04128288,1613940983532,1590
+"epoch",10.0062893081761,1613940983532,1590
+"wd_0",0.01,1613940983532,1590
+"sqr_mom_0",0.99,1613940983532,1590
+"lr_0",3.6180341312208335e-06,1613940983532,1590
+"mom_0",0.8845491467194792,1613940983532,1590
+"eps_0",1e-05,1613940983532,1590
+"wd_1",0.01,1613940983532,1590
+"sqr_mom_1",0.99,1613940983532,1590
+"lr_1",3.618034131220834e-05,1613940983532,1590
+"mom_1",0.8845491467194792,1613940983532,1590
+"eps_1",1e-05,1613940983532,1590
+"wd_2",0.01,1613940983532,1590
+"sqr_mom_2",0.99,1613940983532,1590
+"lr_2",0.0003618034131220833,1613940983532,1590
+"mom_2",0.8845491467194792,1613940983532,1590
+"eps_2",1e-05,1613940983532,1590
+"train_loss",0.07007025,1613940984502,1591
+"raw_loss",0.06735667,1613940984502,1591
+"epoch",10.0125786163522,1613940984502,1591
+"wd_0",0.01,1613940984502,1591
+"sqr_mom_0",0.99,1613940984502,1591
+"lr_0",3.6205389458113593e-06,1613940984502,1591
+"mom_0",0.884486526354716,1613940984502,1591
+"eps_0",1e-05,1613940984502,1591
+"wd_1",0.01,1613940984502,1591
+"sqr_mom_1",0.99,1613940984502,1591
+"lr_1",3.620538945811359e-05,1613940984502,1591
+"mom_1",0.884486526354716,1613940984502,1591
+"eps_1",1e-05,1613940984502,1591
+"wd_2",0.01,1613940984502,1591
+"sqr_mom_2",0.99,1613940984502,1591
+"lr_2",0.0003620538945811359,1613940984502,1591
+"mom_2",0.884486526354716,1613940984502,1591
+"eps_2",1e-05,1613940984502,1591
+"train_loss",0.06966539,1613940985458,1592
+"raw_loss",0.049827095,1613940985458,1592
+"epoch",10.018867924528301,1613940985458,1592
+"wd_0",0.01,1613940985458,1592
+"sqr_mom_0",0.99,1613940985458,1592
+"lr_0",3.6230426838532313e-06,1613940985458,1592
+"mom_0",0.8844239329036692,1613940985458,1592
+"eps_0",1e-05,1613940985458,1592
+"wd_1",0.01,1613940985458,1592
+"sqr_mom_1",0.99,1613940985458,1592
+"lr_1",3.623042683853231e-05,1613940985458,1592
+"mom_1",0.8844239329036692,1613940985458,1592
+"eps_1",1e-05,1613940985458,1592
+"wd_2",0.01,1613940985458,1592
+"sqr_mom_2",0.99,1613940985458,1592
+"lr_2",0.00036230426838532306,1613940985458,1592
+"mom_2",0.8844239329036692,1613940985458,1592
+"eps_2",1e-05,1613940985458,1592
+"train_loss",0.06951198,1613940986425,1593
+"raw_loss",0.06199495,1613940986425,1593
+"epoch",10.025157232704402,1613940986425,1593
+"wd_0",0.01,1613940986425,1593
+"sqr_mom_0",0.99,1613940986425,1593
+"lr_0",3.6255456967200682e-06,1613940986425,1593
+"mom_0",0.8843613575819983,1613940986425,1593
+"eps_0",1e-05,1613940986425,1593
+"wd_1",0.01,1613940986425,1593
+"sqr_mom_1",0.99,1613940986425,1593
+"lr_1",3.6255456967200676e-05,1613940986425,1593
+"mom_1",0.8843613575819983,1613940986425,1593
+"eps_1",1e-05,1613940986425,1593
+"wd_2",0.01,1613940986425,1593
+"sqr_mom_2",0.99,1613940986425,1593
+"lr_2",0.0003625545696720068,1613940986425,1593
+"mom_2",0.8843613575819983,1613940986425,1593
+"eps_2",1e-05,1613940986425,1593
+"train_loss",0.0702834,1613940987390,1594
+"raw_loss",0.108083084,1613940987390,1594
+"epoch",10.031446540880502,1613940987390,1594
+"wd_0",0.01,1613940987390,1594
+"sqr_mom_0",0.99,1613940987390,1594
+"lr_0",3.6280472684810044e-06,1613940987390,1594
+"mom_0",0.8842988182879749,1613940987390,1594
+"eps_0",1e-05,1613940987390,1594
+"wd_1",0.01,1613940987390,1594
+"sqr_mom_1",0.99,1613940987390,1594
+"lr_1",3.628047268481004e-05,1613940987390,1594
+"mom_1",0.8842988182879749,1613940987390,1594
+"eps_1",1e-05,1613940987390,1594
+"wd_2",0.01,1613940987390,1594
+"sqr_mom_2",0.99,1613940987390,1594
+"lr_2",0.00036280472684810036,1613940987390,1594
+"mom_2",0.8842988182879749,1613940987390,1594
+"eps_2",1e-05,1613940987390,1594
+"train_loss",0.070344135,1613940988361,1595
+"raw_loss",0.07332018,1613940988361,1595
+"epoch",10.037735849056602,1613940988361,1595
+"wd_0",0.01,1613940988361,1595
+"sqr_mom_0",0.99,1613940988361,1595
+"lr_0",3.6305477506673925e-06,1613940988361,1595
+"mom_0",0.8842363062333152,1613940988361,1595
+"eps_0",1e-05,1613940988361,1595
+"wd_1",0.01,1613940988361,1595
+"sqr_mom_1",0.99,1613940988361,1595
+"lr_1",3.6305477506673923e-05,1613940988361,1595
+"mom_1",0.8842363062333152,1613940988361,1595
+"eps_1",1e-05,1613940988361,1595
+"wd_2",0.01,1613940988361,1595
+"sqr_mom_2",0.99,1613940988361,1595
+"lr_2",0.00036305477506673917,1613940988361,1595
+"mom_2",0.8842363062333152,1613940988361,1595
+"eps_2",1e-05,1613940988361,1595
+"train_loss",0.06978786,1613940989341,1596
+"raw_loss",0.042530492,1613940989341,1596
+"epoch",10.044025157232703,1613940989341,1596
+"wd_0",0.01,1613940989341,1596
+"sqr_mom_0",0.99,1613940989341,1596
+"lr_0",3.6330474941928494e-06,1613940989341,1596
+"mom_0",0.8841738126451788,1613940989341,1596
+"eps_0",1e-05,1613940989341,1596
+"wd_1",0.01,1613940989341,1596
+"sqr_mom_1",0.99,1613940989341,1596
+"lr_1",3.633047494192849e-05,1613940989341,1596
+"mom_1",0.8841738126451788,1613940989341,1596
+"eps_1",1e-05,1613940989341,1596
+"wd_2",0.01,1613940989341,1596
+"sqr_mom_2",0.99,1613940989341,1596
+"lr_2",0.0003633047494192849,1613940989341,1596
+"mom_2",0.8841738126451788,1613940989341,1596
+"eps_2",1e-05,1613940989341,1596
+"train_loss",0.06898622,1613940990424,1597
+"raw_loss",0.02970582,1613940990424,1597
+"epoch",10.050314465408803,1613940990424,1597
+"wd_0",0.01,1613940990424,1597
+"sqr_mom_0",0.99,1613940990424,1597
+"lr_0",3.6355457840616308e-06,1613940990424,1597
+"mom_0",0.8841113553984592,1613940990424,1597
+"eps_0",1e-05,1613940990424,1597
+"wd_1",0.01,1613940990424,1597
+"sqr_mom_1",0.99,1613940990424,1597
+"lr_1",3.6355457840616304e-05,1613940990424,1597
+"mom_1",0.8841113553984592,1613940990424,1597
+"eps_1",1e-05,1613940990424,1597
+"wd_2",0.01,1613940990424,1597
+"sqr_mom_2",0.99,1613940990424,1597
+"lr_2",0.000363554578406163,1613940990424,1597
+"mom_2",0.8841113553984592,1613940990424,1597
+"eps_2",1e-05,1613940990424,1597
+"train_loss",0.068820685,1613940991391,1598
+"raw_loss",0.060709346,1613940991391,1598
+"epoch",10.056603773584904,1613940991391,1598
+"wd_0",0.01,1613940991391,1598
+"sqr_mom_0",0.99,1613940991391,1598
+"lr_0",3.638043326285067e-06,1613940991391,1598
+"mom_0",0.8840489168428733,1613940991391,1598
+"eps_0",1e-05,1613940991391,1598
+"wd_1",0.01,1613940991391,1598
+"sqr_mom_1",0.99,1613940991391,1598
+"lr_1",3.6380433262850666e-05,1613940991391,1598
+"mom_1",0.8840489168428733,1613940991391,1598
+"eps_1",1e-05,1613940991391,1598
+"wd_2",0.01,1613940991391,1598
+"sqr_mom_2",0.99,1613940991391,1598
+"lr_2",0.0003638043326285066,1613940991391,1598
+"mom_2",0.8840489168428733,1613940991391,1598
+"eps_2",1e-05,1613940991391,1598
+"train_loss",0.06933894,1613940992358,1599
+"raw_loss",0.094733365,1613940992358,1599
+"epoch",10.062893081761004,1613940992358,1599
+"wd_0",0.01,1613940992358,1599
+"sqr_mom_0",0.99,1613940992358,1599
+"lr_0",3.6405397612774307e-06,1613940992358,1599
+"mom_0",0.8839865059680643,1613940992358,1599
+"eps_0",1e-05,1613940992358,1599
+"wd_1",0.01,1613940992358,1599
+"sqr_mom_1",0.99,1613940992358,1599
+"lr_1",3.6405397612774304e-05,1613940992358,1599
+"mom_1",0.8839865059680643,1613940992358,1599
+"eps_1",1e-05,1613940992358,1599
+"wd_2",0.01,1613940992358,1599
+"sqr_mom_2",0.99,1613940992358,1599
+"lr_2",0.000364053976127743,1613940992358,1599
+"mom_2",0.8839865059680643,1613940992358,1599
+"eps_2",1e-05,1613940992358,1599
+"train_loss",0.06910044,1613940993424,1600
+"raw_loss",0.05741404,1613940993424,1600
+"epoch",10.069182389937104,1613940993424,1600
+"wd_0",0.01,1613940993424,1600
+"sqr_mom_0",0.99,1613940993424,1600
+"lr_0",3.6430347300844514e-06,1613940993424,1600
+"mom_0",0.8839241317478888,1613940993424,1600
+"eps_0",1e-05,1613940993424,1600
+"wd_1",0.01,1613940993424,1600
+"sqr_mom_1",0.99,1613940993424,1600
+"lr_1",3.643034730084451e-05,1613940993424,1600
+"mom_1",0.8839241317478888,1613940993424,1600
+"eps_1",1e-05,1613940993424,1600
+"wd_2",0.01,1613940993424,1600
+"sqr_mom_2",0.99,1613940993424,1600
+"lr_2",0.0003643034730084451,1613940993424,1600
+"mom_2",0.8839241317478888,1613940993424,1600
+"eps_2",1e-05,1613940993424,1600
+"train_loss",0.068694994,1613940994386,1601
+"raw_loss",0.048827957,1613940994386,1601
+"epoch",10.075471698113205,1613940994386,1601
+"wd_0",0.01,1613940994386,1601
+"sqr_mom_0",0.99,1613940994386,1601
+"lr_0",3.645528937778933e-06,1613940994386,1601
+"mom_0",0.8838617765555267,1613940994386,1601
+"eps_0",1e-05,1613940994386,1601
+"wd_1",0.01,1613940994386,1601
+"sqr_mom_1",0.99,1613940994386,1601
+"lr_1",3.6455289377789325e-05,1613940994386,1601
+"mom_1",0.8838617765555267,1613940994386,1601
+"eps_1",1e-05,1613940994386,1601
+"wd_2",0.01,1613940994386,1601
+"sqr_mom_2",0.99,1613940994386,1601
+"lr_2",0.00036455289377789325,1613940994386,1601
+"mom_2",0.8838617765555267,1613940994386,1601
+"eps_2",1e-05,1613940994386,1601
+"train_loss",0.0710014,1613940995762,1602
+"raw_loss",0.18401541,1613940995762,1602
+"epoch",10.081761006289305,1613940995762,1602
+"wd_0",0.01,1613940995762,1602
+"sqr_mom_0",0.99,1613940995762,1602
+"lr_0",3.648021670948532e-06,1613940995762,1602
+"mom_0",0.8837994582262867,1613940995762,1602
+"eps_0",1e-05,1613940995762,1602
+"wd_1",0.01,1613940995762,1602
+"sqr_mom_1",0.99,1613940995762,1602
+"lr_1",3.6480216709485314e-05,1613940995762,1602
+"mom_1",0.8837994582262867,1613940995762,1602
+"eps_1",1e-05,1613940995762,1602
+"wd_2",0.01,1613940995762,1602
+"sqr_mom_2",0.99,1613940995762,1602
+"lr_2",0.00036480216709485315,1613940995762,1602
+"mom_2",0.8837994582262867,1613940995762,1602
+"eps_2",1e-05,1613940995762,1602
+"train_loss",0.07006265,1613940996784,1603
+"raw_loss",0.024063801,1613940996784,1603
+"epoch",10.088050314465406,1613940996784,1603
+"wd_0",0.01,1613940996784,1603
+"sqr_mom_0",0.99,1613940996784,1603
+"lr_0",3.6505132798907763e-06,1613940996784,1603
+"mom_0",0.8837371680027306,1613940996784,1603
+"eps_0",1e-05,1613940996784,1603
+"wd_1",0.01,1613940996784,1603
+"sqr_mom_1",0.99,1613940996784,1603
+"lr_1",3.650513279890776e-05,1613940996784,1603
+"mom_1",0.8837371680027306,1613940996784,1603
+"eps_1",1e-05,1613940996784,1603
+"wd_2",0.01,1613940996784,1603
+"sqr_mom_2",0.99,1613940996784,1603
+"lr_2",0.00036505132798907755,1613940996784,1603
+"mom_2",0.8837371680027306,1613940996784,1603
+"eps_2",1e-05,1613940996784,1603
+"train_loss",0.06937639,1613940997780,1604
+"raw_loss",0.03574942,1613940997780,1604
+"epoch",10.094339622641506,1613940997780,1604
+"wd_0",0.01,1613940997780,1604
+"sqr_mom_0",0.99,1613940997780,1604
+"lr_0",3.6530041142658115e-06,1613940997780,1604
+"mom_0",0.8836748971433547,1613940997780,1604
+"eps_0",1e-05,1613940997780,1604
+"wd_1",0.01,1613940997780,1604
+"sqr_mom_1",0.99,1613940997780,1604
+"lr_1",3.653004114265811e-05,1613940997780,1604
+"mom_1",0.8836748971433547,1613940997780,1604
+"eps_1",1e-05,1613940997780,1604
+"wd_2",0.01,1613940997780,1604
+"sqr_mom_2",0.99,1613940997780,1604
+"lr_2",0.00036530041142658105,1613940997780,1604
+"mom_2",0.8836748971433547,1613940997780,1604
+"eps_2",1e-05,1613940997780,1604
+"train_loss",0.068637654,1613940998772,1605
+"raw_loss",0.032439634,1613940998772,1605
+"epoch",10.100628930817606,1613940998772,1605
+"wd_0",0.01,1613940998772,1605
+"sqr_mom_0",0.99,1613940998772,1605
+"lr_0",3.6554934616261563e-06,1613940998772,1605
+"mom_0",0.8836126634593461,1613940998772,1605
+"eps_0",1e-05,1613940998772,1605
+"wd_1",0.01,1613940998772,1605
+"sqr_mom_1",0.99,1613940998772,1605
+"lr_1",3.655493461626156e-05,1613940998772,1605
+"mom_1",0.8836126634593461,1613940998772,1605
+"eps_1",1e-05,1613940998772,1605
+"wd_2",0.01,1613940998772,1605
+"sqr_mom_2",0.99,1613940998772,1605
+"lr_2",0.0003655493461626156,1613940998772,1605
+"mom_2",0.8836126634593461,1613940998772,1605
+"eps_2",1e-05,1613940998772,1605
+"train_loss",0.067689486,1613940999761,1606
+"raw_loss",0.021229124,1613940999761,1606
+"epoch",10.106918238993707,1613940999761,1606
+"wd_0",0.01,1613940999761,1606
+"sqr_mom_0",0.99,1613940999761,1606
+"lr_0",3.6579816717966307e-06,1613940999761,1606
+"mom_0",0.8835504582050842,1613940999761,1606
+"eps_0",1e-05,1613940999761,1606
+"wd_1",0.01,1613940999761,1606
+"sqr_mom_1",0.99,1613940999761,1606
+"lr_1",3.6579816717966304e-05,1613940999761,1606
+"mom_1",0.8835504582050842,1613940999761,1606
+"eps_1",1e-05,1613940999761,1606
+"wd_2",0.01,1613940999761,1606
+"sqr_mom_2",0.99,1613940999761,1606
+"lr_2",0.00036579816717966304,1613940999761,1606
+"mom_2",0.8835504582050842,1613940999761,1606
+"eps_2",1e-05,1613940999761,1606
+"train_loss",0.0694453,1613941000768,1607
+"raw_loss",0.15548018,1613941000768,1607
+"epoch",10.113207547169807,1613941000768,1607
+"wd_0",0.01,1613941000768,1607
+"sqr_mom_0",0.99,1613941000768,1607
+"lr_0",3.6604690939573217e-06,1613941000768,1607
+"mom_0",0.8834882726510669,1613941000768,1607
+"eps_0",1e-05,1613941000768,1607
+"wd_1",0.01,1613941000768,1607
+"sqr_mom_1",0.99,1613941000768,1607
+"lr_1",3.660469093957321e-05,1613941000768,1607
+"mom_1",0.8834882726510669,1613941000768,1607
+"eps_1",1e-05,1613941000768,1607
+"wd_2",0.01,1613941000768,1607
+"sqr_mom_2",0.99,1613941000768,1607
+"lr_2",0.0003660469093957321,1613941000768,1607
+"mom_2",0.8834882726510669,1613941000768,1607
+"eps_2",1e-05,1613941000768,1607
+"train_loss",0.06900729,1613941001744,1608
+"raw_loss",0.04754503,1613941001744,1608
+"epoch",10.119496855345908,1613941001744,1608
+"wd_0",0.01,1613941001744,1608
+"sqr_mom_0",0.99,1613941001744,1608
+"lr_0",3.662955369970294e-06,1613941001744,1608
+"mom_0",0.8834261157507426,1613941001744,1608
+"eps_0",1e-05,1613941001744,1608
+"wd_1",0.01,1613941001744,1608
+"sqr_mom_1",0.99,1613941001744,1608
+"lr_1",3.662955369970294e-05,1613941001744,1608
+"mom_1",0.8834261157507426,1613941001744,1608
+"eps_1",1e-05,1613941001744,1608
+"wd_2",0.01,1613941001744,1608
+"sqr_mom_2",0.99,1613941001744,1608
+"lr_2",0.00036629553699702935,1613941001744,1608
+"mom_2",0.8834261157507426,1613941001744,1608
+"eps_2",1e-05,1613941001744,1608
+"train_loss",0.06858071,1613941002731,1609
+"raw_loss",0.047678176,1613941002731,1609
+"epoch",10.125786163522008,1613941002731,1609
+"wd_0",0.01,1613941002731,1609
+"sqr_mom_0",0.99,1613941002731,1609
+"lr_0",3.665440142351261e-06,1613941002731,1609
+"mom_0",0.8833639964412184,1613941002731,1609
+"eps_0",1e-05,1613941002731,1609
+"wd_1",0.01,1613941002731,1609
+"sqr_mom_1",0.99,1613941002731,1609
+"lr_1",3.6654401423512606e-05,1613941002731,1609
+"mom_1",0.8833639964412184,1613941002731,1609
+"eps_1",1e-05,1613941002731,1609
+"wd_2",0.01,1613941002731,1609
+"sqr_mom_2",0.99,1613941002731,1609
+"lr_2",0.00036654401423512605,1613941002731,1609
+"mom_2",0.8833639964412184,1613941002731,1609
+"eps_2",1e-05,1613941002731,1609
+"train_loss",0.06792713,1613941003718,1610
+"raw_loss",0.035901506,1613941003718,1610
+"epoch",10.132075471698109,1613941003718,1610
+"wd_0",0.01,1613941003718,1610
+"sqr_mom_0",0.99,1613941003718,1610
+"lr_0",3.6679241132915388e-06,1613941003718,1610
+"mom_0",0.8833018971677116,1613941003718,1610
+"eps_0",1e-05,1613941003718,1610
+"wd_1",0.01,1613941003718,1610
+"sqr_mom_1",0.99,1613941003718,1610
+"lr_1",3.6679241132915385e-05,1613941003718,1610
+"mom_1",0.8833018971677116,1613941003718,1610
+"eps_1",1e-05,1613941003718,1610
+"wd_2",0.01,1613941003718,1610
+"sqr_mom_2",0.99,1613941003718,1610
+"lr_2",0.0003667924113291538,1613941003718,1610
+"mom_2",0.8833018971677116,1613941003718,1610
+"eps_2",1e-05,1613941003718,1610
+"train_loss",0.06807391,1613941004701,1611
+"raw_loss",0.075266235,1613941004701,1611
+"epoch",10.138364779874209,1613941004701,1611
+"wd_0",0.01,1613941004701,1611
+"sqr_mom_0",0.99,1613941004701,1611
+"lr_0",3.6704065723067786e-06,1613941004701,1611
+"mom_0",0.8832398356923306,1613941004701,1611
+"eps_0",1e-05,1613941004701,1611
+"wd_1",0.01,1613941004701,1611
+"sqr_mom_1",0.99,1613941004701,1611
+"lr_1",3.670406572306778e-05,1613941004701,1611
+"mom_1",0.8832398356923306,1613941004701,1611
+"eps_1",1e-05,1613941004701,1611
+"wd_2",0.01,1613941004701,1611
+"sqr_mom_2",0.99,1613941004701,1611
+"lr_2",0.00036704065723067777,1613941004701,1611
+"mom_2",0.8832398356923306,1613941004701,1611
+"eps_2",1e-05,1613941004701,1611
+"train_loss",0.06740371,1613941005698,1612
+"raw_loss",0.034563802,1613941005698,1612
+"epoch",10.14465408805031,1613941005698,1612
+"wd_0",0.01,1613941005698,1612
+"sqr_mom_0",0.99,1613941005698,1612
+"lr_0",3.6728882209345434e-06,1613941005698,1612
+"mom_0",0.8831777944766364,1613941005698,1612
+"eps_0",1e-05,1613941005698,1612
+"wd_1",0.01,1613941005698,1612
+"sqr_mom_1",0.99,1613941005698,1612
+"lr_1",3.672888220934543e-05,1613941005698,1612
+"mom_1",0.8831777944766364,1613941005698,1612
+"eps_1",1e-05,1613941005698,1612
+"wd_2",0.01,1613941005698,1612
+"sqr_mom_2",0.99,1613941005698,1612
+"lr_2",0.00036728882209345425,1613941005698,1612
+"mom_2",0.8831777944766364,1613941005698,1612
+"eps_2",1e-05,1613941005698,1612
+"train_loss",0.0667906,1613941006685,1613
+"raw_loss",0.036748234,1613941006685,1613
+"epoch",10.15094339622641,1613941006685,1613
+"wd_0",0.01,1613941006685,1613
+"sqr_mom_0",0.99,1613941006685,1613
+"lr_0",3.6753683493547305e-06,1613941006685,1613
+"mom_0",0.8831157912661317,1613941006685,1613
+"eps_0",1e-05,1613941006685,1613
+"wd_1",0.01,1613941006685,1613
+"sqr_mom_1",0.99,1613941006685,1613
+"lr_1",3.67536834935473e-05,1613941006685,1613
+"mom_1",0.8831157912661317,1613941006685,1613
+"eps_1",1e-05,1613941006685,1613
+"wd_2",0.01,1613941006685,1613
+"sqr_mom_2",0.99,1613941006685,1613
+"lr_2",0.000367536834935473,1613941006685,1613
+"mom_2",0.8831157912661317,1613941006685,1613
+"eps_2",1e-05,1613941006685,1613
+"train_loss",0.06660202,1613941007700,1614
+"raw_loss",0.05736158,1613941007700,1614
+"epoch",10.15723270440251,1613941007700,1614
+"wd_0",0.01,1613941007700,1614
+"sqr_mom_0",0.99,1613941007700,1614
+"lr_0",3.677847306104885e-06,1613941007700,1614
+"mom_0",0.8830538173473779,1613941007700,1614
+"eps_0",1e-05,1613941007700,1614
+"wd_1",0.01,1613941007700,1614
+"sqr_mom_1",0.99,1613941007700,1614
+"lr_1",3.677847306104885e-05,1613941007700,1614
+"mom_1",0.8830538173473779,1613941007700,1614
+"eps_1",1e-05,1613941007700,1614
+"wd_2",0.01,1613941007700,1614
+"sqr_mom_2",0.99,1613941007700,1614
+"lr_2",0.00036778473061048846,1613941007700,1614
+"mom_2",0.8830538173473779,1613941007700,1614
+"eps_2",1e-05,1613941007700,1614
+"train_loss",0.06902058,1613941008688,1615
+"raw_loss",0.18752982,1613941008688,1615
+"epoch",10.16352201257861,1613941008688,1615
+"wd_0",0.01,1613941008688,1615
+"sqr_mom_0",0.99,1613941008688,1615
+"lr_0",3.6803254390582697e-06,1613941008688,1615
+"mom_0",0.8829918640235432,1613941008688,1615
+"eps_0",1e-05,1613941008688,1615
+"wd_1",0.01,1613941008688,1615
+"sqr_mom_1",0.99,1613941008688,1615
+"lr_1",3.6803254390582696e-05,1613941008688,1615
+"mom_1",0.8829918640235432,1613941008688,1615
+"eps_1",1e-05,1613941008688,1615
+"wd_2",0.01,1613941008688,1615
+"sqr_mom_2",0.99,1613941008688,1615
+"lr_2",0.0003680325439058269,1613941008688,1615
+"mom_2",0.8829918640235432,1613941008688,1615
+"eps_2",1e-05,1613941008688,1615
+"train_loss",0.0700307,1613941009683,1616
+"raw_loss",0.11952677,1613941009683,1616
+"epoch",10.169811320754711,1613941009683,1616
+"wd_0",0.01,1613941009683,1616
+"sqr_mom_0",0.99,1613941009683,1616
+"lr_0",3.6828020394003624e-06,1613941009683,1616
+"mom_0",0.8829299490149909,1613941009683,1616
+"eps_0",1e-05,1613941009683,1616
+"wd_1",0.01,1613941009683,1616
+"sqr_mom_1",0.99,1613941009683,1616
+"lr_1",3.682802039400362e-05,1613941009683,1616
+"mom_1",0.8829299490149909,1613941009683,1616
+"eps_1",1e-05,1613941009683,1616
+"wd_2",0.01,1613941009683,1616
+"sqr_mom_2",0.99,1613941009683,1616
+"lr_2",0.00036828020394003615,1613941009683,1616
+"mom_2",0.8829299490149909,1613941009683,1616
+"eps_2",1e-05,1613941009683,1616
+"train_loss",0.07143998,1613941010668,1617
+"raw_loss",0.14049508,1613941010668,1617
+"epoch",10.176100628930811,1613941010668,1617
+"wd_0",0.01,1613941010668,1617
+"sqr_mom_0",0.99,1613941010668,1617
+"lr_0",3.6852778070130784e-06,1613941010668,1617
+"mom_0",0.882868054824673,1613941010668,1617
+"eps_0",1e-05,1613941010668,1617
+"wd_1",0.01,1613941010668,1617
+"sqr_mom_1",0.99,1613941010668,1617
+"lr_1",3.6852778070130784e-05,1613941010668,1617
+"mom_1",0.882868054824673,1613941010668,1617
+"eps_1",1e-05,1613941010668,1617
+"wd_2",0.01,1613941010668,1617
+"sqr_mom_2",0.99,1613941010668,1617
+"lr_2",0.0003685277807013078,1613941010668,1617
+"mom_2",0.882868054824673,1613941010668,1617
+"eps_2",1e-05,1613941010668,1617
+"train_loss",0.07104102,1613941011667,1618
+"raw_loss",0.05149183,1613941011667,1618
+"epoch",10.182389937106912,1613941011667,1618
+"wd_0",0.01,1613941011667,1618
+"sqr_mom_0",0.99,1613941011667,1618
+"lr_0",3.687752385426175e-06,1613941011667,1618
+"mom_0",0.8828061903643456,1613941011667,1618
+"eps_0",1e-05,1613941011667,1618
+"wd_1",0.01,1613941011667,1618
+"sqr_mom_1",0.99,1613941011667,1618
+"lr_1",3.687752385426175e-05,1613941011667,1618
+"mom_1",0.8828061903643456,1613941011667,1618
+"eps_1",1e-05,1613941011667,1618
+"wd_2",0.01,1613941011667,1618
+"sqr_mom_2",0.99,1613941011667,1618
+"lr_2",0.0003687752385426174,1613941011667,1618
+"mom_2",0.8828061903643456,1613941011667,1618
+"eps_2",1e-05,1613941011667,1618
+"train_loss",0.07152917,1613941012647,1619
+"raw_loss",0.095448695,1613941012647,1619
+"epoch",10.188679245283012,1613941012647,1619
+"wd_0",0.01,1613941012647,1619
+"sqr_mom_0",0.99,1613941012647,1619
+"lr_0",3.690225418847611e-06,1613941012647,1619
+"mom_0",0.8827443645288097,1613941012647,1619
+"eps_0",1e-05,1613941012647,1619
+"wd_1",0.01,1613941012647,1619
+"sqr_mom_1",0.99,1613941012647,1619
+"lr_1",3.690225418847611e-05,1613941012647,1619
+"mom_1",0.8827443645288097,1613941012647,1619
+"eps_1",1e-05,1613941012647,1619
+"wd_2",0.01,1613941012647,1619
+"sqr_mom_2",0.99,1613941012647,1619
+"lr_2",0.000369022541884761,1613941012647,1619
+"mom_2",0.8827443645288097,1613941012647,1619
+"eps_2",1e-05,1613941012647,1619
+"train_loss",0.071508124,1613941013655,1620
+"raw_loss",0.0704768,1613941013655,1620
+"epoch",10.194968553459113,1613941013655,1620
+"wd_0",0.01,1613941013655,1620
+"sqr_mom_0",0.99,1613941013655,1620
+"lr_0",3.692697606151297e-06,1613941013655,1620
+"mom_0",0.8826825598462176,1613941013655,1620
+"eps_0",1e-05,1613941013655,1620
+"wd_1",0.01,1613941013655,1620
+"sqr_mom_1",0.99,1613941013655,1620
+"lr_1",3.6926976061512964e-05,1613941013655,1620
+"mom_1",0.8826825598462176,1613941013655,1620
+"eps_1",1e-05,1613941013655,1620
+"wd_2",0.01,1613941013655,1620
+"sqr_mom_2",0.99,1613941013655,1620
+"lr_2",0.0003692697606151296,1613941013655,1620
+"mom_2",0.8826825598462176,1613941013655,1620
+"eps_2",1e-05,1613941013655,1620
+"train_loss",0.0716423,1613941014627,1621
+"raw_loss",0.07821712,1613941014627,1621
+"epoch",10.201257861635213,1613941014627,1621
+"wd_0",0.01,1613941014627,1621
+"sqr_mom_0",0.99,1613941014627,1621
+"lr_0",3.6951682402233298e-06,1613941014627,1621
+"mom_0",0.8826207939944167,1613941014627,1621
+"eps_0",1e-05,1613941014627,1621
+"wd_1",0.01,1613941014627,1621
+"sqr_mom_1",0.99,1613941014627,1621
+"lr_1",3.695168240223329e-05,1613941014627,1621
+"mom_1",0.8826207939944167,1613941014627,1621
+"eps_1",1e-05,1613941014627,1621
+"wd_2",0.01,1613941014627,1621
+"sqr_mom_2",0.99,1613941014627,1621
+"lr_2",0.0003695168240223329,1613941014627,1621
+"mom_2",0.8826207939944167,1613941014627,1621
+"eps_2",1e-05,1613941014627,1621
+"train_loss",0.071127795,1613941015599,1622
+"raw_loss",0.04591689,1613941015599,1622
+"epoch",10.207547169811313,1613941015599,1622
+"wd_0",0.01,1613941015599,1622
+"sqr_mom_0",0.99,1613941015599,1622
+"lr_0",3.6976376682752766e-06,1613941015599,1622
+"mom_0",0.8825590582931181,1613941015599,1622
+"eps_0",1e-05,1613941015599,1622
+"wd_1",0.01,1613941015599,1622
+"sqr_mom_1",0.99,1613941015599,1622
+"lr_1",3.697637668275276e-05,1613941015599,1622
+"mom_1",0.8825590582931181,1613941015599,1622
+"eps_1",1e-05,1613941015599,1622
+"wd_2",0.01,1613941015599,1622
+"sqr_mom_2",0.99,1613941015599,1622
+"lr_2",0.0003697637668275276,1613941015599,1622
+"mom_2",0.8825590582931181,1613941015599,1622
+"eps_2",1e-05,1613941015599,1622
+"train_loss",0.07053631,1613941016568,1623
+"raw_loss",0.04155332,1613941016568,1623
+"epoch",10.213836477987414,1613941016568,1623
+"wd_0",0.01,1613941016568,1623
+"sqr_mom_0",0.99,1613941016568,1623
+"lr_0",3.7001062368349476e-06,1613941016568,1623
+"mom_0",0.8824973440791263,1613941016568,1623
+"eps_0",1e-05,1613941016568,1623
+"wd_1",0.01,1613941016568,1623
+"sqr_mom_1",0.99,1613941016568,1623
+"lr_1",3.700106236834947e-05,1613941016568,1623
+"mom_1",0.8824973440791263,1613941016568,1623
+"eps_1",1e-05,1613941016568,1623
+"wd_2",0.01,1613941016568,1623
+"sqr_mom_2",0.99,1613941016568,1623
+"lr_2",0.0003700106236834947,1613941016568,1623
+"mom_2",0.8824973440791263,1613941016568,1623
+"eps_2",1e-05,1613941016568,1623
+"train_loss",0.06967246,1613941017540,1624
+"raw_loss",0.02734392,1613941017540,1624
+"epoch",10.220125786163514,1613941017540,1624
+"wd_0",0.01,1613941017540,1624
+"sqr_mom_0",0.99,1613941017540,1624
+"lr_0",3.7025732398235015e-06,1613941017540,1624
+"mom_0",0.8824356690044124,1613941017540,1624
+"eps_0",1e-05,1613941017540,1624
+"wd_1",0.01,1613941017540,1624
+"sqr_mom_1",0.99,1613941017540,1624
+"lr_1",3.702573239823501e-05,1613941017540,1624
+"mom_1",0.8824356690044124,1613941017540,1624
+"eps_1",1e-05,1613941017540,1624
+"wd_2",0.01,1613941017540,1624
+"sqr_mom_2",0.99,1613941017540,1624
+"lr_2",0.0003702573239823501,1613941017540,1624
+"mom_2",0.8824356690044124,1613941017540,1624
+"eps_2",1e-05,1613941017540,1624
+"train_loss",0.06948629,1613941018515,1625
+"raw_loss",0.060363926,1613941018515,1625
+"epoch",10.226415094339615,1613941018515,1625
+"wd_0",0.01,1613941018515,1625
+"sqr_mom_0",0.99,1613941018515,1625
+"lr_0",3.7050390239453247e-06,1613941018515,1625
+"mom_0",0.8823740244013669,1613941018515,1625
+"eps_0",1e-05,1613941018515,1625
+"wd_1",0.01,1613941018515,1625
+"sqr_mom_1",0.99,1613941018515,1625
+"lr_1",3.7050390239453246e-05,1613941018515,1625
+"mom_1",0.8823740244013669,1613941018515,1625
+"eps_1",1e-05,1613941018515,1625
+"wd_2",0.01,1613941018515,1625
+"sqr_mom_2",0.99,1613941018515,1625
+"lr_2",0.0003705039023945324,1613941018515,1625
+"mom_2",0.8823740244013669,1613941018515,1625
+"eps_2",1e-05,1613941018515,1625
+"train_loss",0.068877645,1613941019487,1626
+"raw_loss",0.039053887,1613941019487,1626
+"epoch",10.232704402515715,1613941019487,1626
+"wd_0",0.01,1613941019487,1626
+"sqr_mom_0",0.99,1613941019487,1626
+"lr_0",3.7075039352137687e-06,1613941019487,1626
+"mom_0",0.8823124016196557,1613941019487,1626
+"eps_0",1e-05,1613941019487,1626
+"wd_1",0.01,1613941019487,1626
+"sqr_mom_1",0.99,1613941019487,1626
+"lr_1",3.7075039352137685e-05,1613941019487,1626
+"mom_1",0.8823124016196557,1613941019487,1626
+"eps_1",1e-05,1613941019487,1626
+"wd_2",0.01,1613941019487,1626
+"sqr_mom_2",0.99,1613941019487,1626
+"lr_2",0.0003707503935213768,1613941019487,1626
+"mom_2",0.8823124016196557,1613941019487,1626
+"eps_2",1e-05,1613941019487,1626
+"train_loss",0.06853331,1613941020490,1627
+"raw_loss",0.051660657,1613941020490,1627
+"epoch",10.238993710691815,1613941020490,1627
+"wd_0",0.01,1613941020490,1627
+"sqr_mom_0",0.99,1613941020490,1627
+"lr_0",3.7099676187123917e-06,1613941020490,1627
+"mom_0",0.8822508095321902,1613941020490,1627
+"eps_0",1e-05,1613941020490,1627
+"wd_1",0.01,1613941020490,1627
+"sqr_mom_1",0.99,1613941020490,1627
+"lr_1",3.709967618712391e-05,1613941020490,1627
+"mom_1",0.8822508095321902,1613941020490,1627
+"eps_1",1e-05,1613941020490,1627
+"wd_2",0.01,1613941020490,1627
+"sqr_mom_2",0.99,1613941020490,1627
+"lr_2",0.00037099676187123907,1613941020490,1627
+"mom_2",0.8822508095321902,1613941020490,1627
+"eps_2",1e-05,1613941020490,1627
+"train_loss",0.06780504,1613941021470,1628
+"raw_loss",0.032119863,1613941021470,1628
+"epoch",10.245283018867916,1613941021470,1628
+"wd_0",0.01,1613941021470,1628
+"sqr_mom_0",0.99,1613941021470,1628
+"lr_0",3.71242972022495e-06,1613941021470,1628
+"mom_0",0.8821892569943762,1613941021470,1628
+"eps_0",1e-05,1613941021470,1628
+"wd_1",0.01,1613941021470,1628
+"sqr_mom_1",0.99,1613941021470,1628
+"lr_1",3.71242972022495e-05,1613941021470,1628
+"mom_1",0.8821892569943762,1613941021470,1628
+"eps_1",1e-05,1613941021470,1628
+"wd_2",0.01,1613941021470,1628
+"sqr_mom_2",0.99,1613941021470,1628
+"lr_2",0.0003712429720224949,1613941021470,1628
+"mom_2",0.8821892569943762,1613941021470,1628
+"eps_2",1e-05,1613941021470,1628
+"train_loss",0.067583665,1613941022459,1629
+"raw_loss",0.056736287,1613941022459,1629
+"epoch",10.251572327044016,1613941022459,1629
+"wd_0",0.01,1613941022459,1629
+"sqr_mom_0",0.99,1613941022459,1629
+"lr_0",3.7148909355360207e-06,1613941022459,1629
+"mom_0",0.8821277266115994,1613941022459,1629
+"eps_0",1e-05,1613941022459,1629
+"wd_1",0.01,1613941022459,1629
+"sqr_mom_1",0.99,1613941022459,1629
+"lr_1",3.714890935536021e-05,1613941022459,1629
+"mom_1",0.8821277266115994,1613941022459,1629
+"eps_1",1e-05,1613941022459,1629
+"wd_2",0.01,1613941022459,1629
+"sqr_mom_2",0.99,1613941022459,1629
+"lr_2",0.000371489093553602,1613941022459,1629
+"mom_2",0.8821277266115994,1613941022459,1629
+"eps_2",1e-05,1613941022459,1629
+"train_loss",0.06755908,1613941023453,1630
+"raw_loss",0.06635413,1613941023453,1630
+"epoch",10.257861635220117,1613941023453,1630
+"wd_0",0.01,1613941023453,1630
+"sqr_mom_0",0.99,1613941023453,1630
+"lr_0",3.717350560669996e-06,1613941023453,1630
+"mom_0",0.8820662359832501,1613941023453,1630
+"eps_0",1e-05,1613941023453,1630
+"wd_1",0.01,1613941023453,1630
+"sqr_mom_1",0.99,1613941023453,1630
+"lr_1",3.717350560669995e-05,1613941023453,1630
+"mom_1",0.8820662359832501,1613941023453,1630
+"eps_1",1e-05,1613941023453,1630
+"wd_2",0.01,1613941023453,1630
+"sqr_mom_2",0.99,1613941023453,1630
+"lr_2",0.0003717350560669995,1613941023453,1630
+"mom_2",0.8820662359832501,1613941023453,1630
+"eps_2",1e-05,1613941023453,1630
+"train_loss",0.06683522,1613941024422,1631
+"raw_loss",0.031366028,1613941024422,1631
+"epoch",10.264150943396217,1613941024422,1631
+"wd_0",0.01,1613941024422,1631
+"sqr_mom_0",0.99,1613941024422,1631
+"lr_0",3.719809290711631e-06,1613941024422,1631
+"mom_0",0.8820047677322091,1613941024422,1631
+"eps_0",1e-05,1613941024422,1631
+"wd_1",0.01,1613941024422,1631
+"sqr_mom_1",0.99,1613941024422,1631
+"lr_1",3.7198092907116305e-05,1613941024422,1631
+"mom_1",0.8820047677322091,1613941024422,1631
+"eps_1",1e-05,1613941024422,1631
+"wd_2",0.01,1613941024422,1631
+"sqr_mom_2",0.99,1613941024422,1631
+"lr_2",0.00037198092907116305,1613941024422,1631
+"mom_2",0.8820047677322091,1613941024422,1631
+"eps_2",1e-05,1613941024422,1631
+"train_loss",0.06872863,1613941025384,1632
+"raw_loss",0.1615061,1613941025384,1632
+"epoch",10.270440251572317,1613941025384,1632
+"wd_0",0.01,1613941025384,1632
+"sqr_mom_0",0.99,1613941025384,1632
+"lr_0",3.722266422396174e-06,1613941025384,1632
+"mom_0",0.8819433394400956,1613941025384,1632
+"eps_0",1e-05,1613941025384,1632
+"wd_1",0.01,1613941025384,1632
+"sqr_mom_1",0.99,1613941025384,1632
+"lr_1",3.722266422396174e-05,1613941025384,1632
+"mom_1",0.8819433394400956,1613941025384,1632
+"eps_1",1e-05,1613941025384,1632
+"wd_2",0.01,1613941025384,1632
+"sqr_mom_2",0.99,1613941025384,1632
+"lr_2",0.00037222664223961736,1613941025384,1632
+"mom_2",0.8819433394400956,1613941025384,1632
+"eps_2",1e-05,1613941025384,1632
+"train_loss",0.06863867,1613941026341,1633
+"raw_loss",0.064230405,1613941026341,1633
+"epoch",10.276729559748418,1613941026341,1633
+"wd_0",0.01,1613941026341,1633
+"sqr_mom_0",0.99,1613941026341,1633
+"lr_0",3.724722301049058e-06,1613941026341,1633
+"mom_0",0.8818819424737735,1613941026341,1633
+"eps_0",1e-05,1613941026341,1633
+"wd_1",0.01,1613941026341,1633
+"sqr_mom_1",0.99,1613941026341,1633
+"lr_1",3.724722301049058e-05,1613941026341,1633
+"mom_1",0.8818819424737735,1613941026341,1633
+"eps_1",1e-05,1613941026341,1633
+"wd_2",0.01,1613941026341,1633
+"sqr_mom_2",0.99,1613941026341,1633
+"lr_2",0.00037247223010490577,1613941026341,1633
+"mom_2",0.8818819424737735,1613941026341,1633
+"eps_2",1e-05,1613941026341,1633
+"train_loss",0.06801933,1613941027284,1634
+"raw_loss",0.037671823,1613941027284,1634
+"epoch",10.283018867924518,1613941027284,1634
+"wd_0",0.01,1613941027284,1634
+"sqr_mom_0",0.99,1613941027284,1634
+"lr_0",3.727177271285309e-06,1613941027284,1634
+"mom_0",0.8818205682178673,1613941027284,1634
+"eps_0",1e-05,1613941027284,1634
+"wd_1",0.01,1613941027284,1634
+"sqr_mom_1",0.99,1613941027284,1634
+"lr_1",3.7271772712853084e-05,1613941027284,1634
+"mom_1",0.8818205682178673,1613941027284,1634
+"eps_1",1e-05,1613941027284,1634
+"wd_2",0.01,1613941027284,1634
+"sqr_mom_2",0.99,1613941027284,1634
+"lr_2",0.00037271772712853084,1613941027284,1634
+"mom_2",0.8818205682178673,1613941027284,1634
+"eps_2",1e-05,1613941027284,1634
+"train_loss",0.067755915,1613941028235,1635
+"raw_loss",0.054848447,1613941028235,1635
+"epoch",10.289308176100619,1613941028235,1635
+"wd_0",0.01,1613941028235,1635
+"sqr_mom_0",0.99,1613941028235,1635
+"lr_0",3.72963063091558e-06,1613941028235,1635
+"mom_0",0.8817592342271104,1613941028235,1635
+"eps_0",1e-05,1613941028235,1635
+"wd_1",0.01,1613941028235,1635
+"sqr_mom_1",0.99,1613941028235,1635
+"lr_1",3.72963063091558e-05,1613941028235,1635
+"mom_1",0.8817592342271104,1613941028235,1635
+"eps_1",1e-05,1613941028235,1635
+"wd_2",0.01,1613941028235,1635
+"sqr_mom_2",0.99,1613941028235,1635
+"lr_2",0.00037296306309155794,1613941028235,1635
+"mom_2",0.8817592342271104,1613941028235,1635
+"eps_2",1e-05,1613941028235,1635
+"train_loss",0.067296825,1613941029183,1636
+"raw_loss",0.04480128,1613941029183,1636
+"epoch",10.295597484276719,1613941029183,1636
+"wd_0",0.01,1613941029183,1636
+"sqr_mom_0",0.99,1613941029183,1636
+"lr_0",3.732083073254013e-06,1613941029183,1636
+"mom_0",0.8816979231686497,1613941029183,1636
+"eps_0",1e-05,1613941029183,1636
+"wd_1",0.01,1613941029183,1636
+"sqr_mom_1",0.99,1613941029183,1636
+"lr_1",3.7320830732540126e-05,1613941029183,1636
+"mom_1",0.8816979231686497,1613941029183,1636
+"eps_1",1e-05,1613941029183,1636
+"wd_2",0.01,1613941029183,1636
+"sqr_mom_2",0.99,1613941029183,1636
+"lr_2",0.0003732083073254013,1613941029183,1636
+"mom_2",0.8816979231686497,1613941029183,1636
+"eps_2",1e-05,1613941029183,1636
+"train_loss",0.06758742,1613941030144,1637
+"raw_loss",0.08182651,1613941030144,1637
+"epoch",10.30188679245282,1613941030144,1637
+"wd_0",0.01,1613941030144,1637
+"sqr_mom_0",0.99,1613941030144,1637
+"lr_0",3.734534245169118e-06,1613941030144,1637
+"mom_0",0.881636643870772,1613941030144,1637
+"eps_0",1e-05,1613941030144,1637
+"wd_1",0.01,1613941030144,1637
+"sqr_mom_1",0.99,1613941030144,1637
+"lr_1",3.734534245169118e-05,1613941030144,1637
+"mom_1",0.881636643870772,1613941030144,1637
+"eps_1",1e-05,1613941030144,1637
+"wd_2",0.01,1613941030144,1637
+"sqr_mom_2",0.99,1613941030144,1637
+"lr_2",0.00037345342451691174,1613941030144,1637
+"mom_2",0.881636643870772,1613941030144,1637
+"eps_2",1e-05,1613941030144,1637
+"train_loss",0.06943346,1613941031097,1638
+"raw_loss",0.15988947,1613941031097,1638
+"epoch",10.30817610062892,1613941031097,1638
+"wd_0",0.01,1613941031097,1638
+"sqr_mom_0",0.99,1613941031097,1638
+"lr_0",3.7369837942539293e-06,1613941031097,1638
+"mom_0",0.8815754051436517,1613941031097,1638
+"eps_0",1e-05,1613941031097,1638
+"wd_1",0.01,1613941031097,1638
+"sqr_mom_1",0.99,1613941031097,1638
+"lr_1",3.736983794253929e-05,1613941031097,1638
+"mom_1",0.8815754051436517,1613941031097,1638
+"eps_1",1e-05,1613941031097,1638
+"wd_2",0.01,1613941031097,1638
+"sqr_mom_2",0.99,1613941031097,1638
+"lr_2",0.0003736983794253929,1613941031097,1638
+"mom_2",0.8815754051436517,1613941031097,1638
+"eps_2",1e-05,1613941031097,1638
+"train_loss",0.06913558,1613941032047,1639
+"raw_loss",0.05453921,1613941032047,1639
+"epoch",10.31446540880502,1613941032047,1639
+"wd_0",0.01,1613941032047,1639
+"sqr_mom_0",0.99,1613941032047,1639
+"lr_0",3.73943206477449e-06,1613941032047,1639
+"mom_0",0.8815141983806377,1613941032047,1639
+"eps_0",1e-05,1613941032047,1639
+"wd_1",0.01,1613941032047,1639
+"sqr_mom_1",0.99,1613941032047,1639
+"lr_1",3.73943206477449e-05,1613941032047,1639
+"mom_1",0.8815141983806377,1613941032047,1639
+"eps_1",1e-05,1613941032047,1639
+"wd_2",0.01,1613941032047,1639
+"sqr_mom_2",0.99,1613941032047,1639
+"lr_2",0.00037394320647744897,1613941032047,1639
+"mom_2",0.8815141983806377,1613941032047,1639
+"eps_2",1e-05,1613941032047,1639
+"train_loss",0.06927809,1613941032999,1640
+"raw_loss",0.07626135,1613941032999,1640
+"epoch",10.32075471698112,1613941032999,1640
+"wd_0",0.01,1613941032999,1640
+"sqr_mom_0",0.99,1613941032999,1640
+"lr_0",3.7418794002719627e-06,1613941032999,1640
+"mom_0",0.881453014993201,1613941032999,1640
+"eps_0",1e-05,1613941032999,1640
+"wd_1",0.01,1613941032999,1640
+"sqr_mom_1",0.99,1613941032999,1640
+"lr_1",3.7418794002719625e-05,1613941032999,1640
+"mom_1",0.881453014993201,1613941032999,1640
+"eps_1",1e-05,1613941032999,1640
+"wd_2",0.01,1613941032999,1640
+"sqr_mom_2",0.99,1613941032999,1640
+"lr_2",0.0003741879400271962,1613941032999,1640
+"mom_2",0.881453014993201,1613941032999,1640
+"eps_2",1e-05,1613941032999,1640
+"train_loss",0.06891807,1613941033946,1641
+"raw_loss",0.05127703,1613941033946,1641
+"epoch",10.327044025157221,1613941033946,1641
+"wd_0",0.01,1613941033946,1641
+"sqr_mom_0",0.99,1613941033946,1641
+"lr_0",3.744325100740747e-06,1613941033946,1641
+"mom_0",0.8813918724814813,1613941033946,1641
+"eps_0",1e-05,1613941033946,1641
+"wd_1",0.01,1613941033946,1641
+"sqr_mom_1",0.99,1613941033946,1641
+"lr_1",3.7443251007407466e-05,1613941033946,1641
+"mom_1",0.8813918724814813,1613941033946,1641
+"eps_1",1e-05,1613941033946,1641
+"wd_2",0.01,1613941033946,1641
+"sqr_mom_2",0.99,1613941033946,1641
+"lr_2",0.0003744325100740746,1613941033946,1641
+"mom_2",0.8813918724814813,1613941033946,1641
+"eps_2",1e-05,1613941033946,1641
+"train_loss",0.06810025,1613941034899,1642
+"raw_loss",0.028026933,1613941034899,1642
+"epoch",10.333333333333321,1613941034899,1642
+"wd_0",0.01,1613941034899,1642
+"sqr_mom_0",0.99,1613941034899,1642
+"lr_0",3.7467698573305204e-06,1613941034899,1642
+"mom_0",0.881330753566737,1613941034899,1642
+"eps_0",1e-05,1613941034899,1642
+"wd_1",0.01,1613941034899,1642
+"sqr_mom_1",0.99,1613941034899,1642
+"lr_1",3.7467698573305206e-05,1613941034899,1642
+"mom_1",0.881330753566737,1613941034899,1642
+"eps_1",1e-05,1613941034899,1642
+"wd_2",0.01,1613941034899,1642
+"sqr_mom_2",0.99,1613941034899,1642
+"lr_2",0.000374676985733052,1613941034899,1642
+"mom_2",0.881330753566737,1613941034899,1642
+"eps_2",1e-05,1613941034899,1642
+"train_loss",0.06772656,1613941035878,1643
+"raw_loss",0.049415573,1613941035878,1643
+"epoch",10.339622641509422,1613941035878,1643
+"wd_0",0.01,1613941035878,1643
+"sqr_mom_0",0.99,1613941035878,1643
+"lr_0",3.7492129707733227e-06,1613941035878,1643
+"mom_0",0.881269675730667,1613941035878,1643
+"eps_0",1e-05,1613941035878,1643
+"wd_1",0.01,1613941035878,1643
+"sqr_mom_1",0.99,1613941035878,1643
+"lr_1",3.749212970773322e-05,1613941035878,1643
+"mom_1",0.881269675730667,1613941035878,1643
+"eps_1",1e-05,1613941035878,1643
+"wd_2",0.01,1613941035878,1643
+"sqr_mom_2",0.99,1613941035878,1643
+"lr_2",0.0003749212970773322,1613941035878,1643
+"mom_2",0.881269675730667,1613941035878,1643
+"eps_2",1e-05,1613941035878,1643
+"train_loss",0.06761626,1613941036985,1644
+"raw_loss",0.062211454,1613941036985,1644
+"epoch",10.345911949685522,1613941036985,1644
+"wd_0",0.01,1613941036985,1644
+"sqr_mom_0",0.99,1613941036985,1644
+"lr_0",3.751654784435957e-06,1613941036985,1644
+"mom_0",0.881208630389101,1613941036985,1644
+"eps_0",1e-05,1613941036985,1644
+"wd_1",0.01,1613941036985,1644
+"sqr_mom_1",0.99,1613941036985,1644
+"lr_1",3.751654784435957e-05,1613941036985,1644
+"mom_1",0.881208630389101,1613941036985,1644
+"eps_1",1e-05,1613941036985,1644
+"wd_2",0.01,1613941036985,1644
+"sqr_mom_2",0.99,1613941036985,1644
+"lr_2",0.00037516547844359567,1613941036985,1644
+"mom_2",0.881208630389101,1613941036985,1644
+"eps_2",1e-05,1613941036985,1644
+"train_loss",0.0672683,1613941038199,1645
+"raw_loss",0.050218023,1613941038199,1645
+"epoch",10.352201257861623,1613941038199,1645
+"wd_0",0.01,1613941038199,1645
+"sqr_mom_0",0.99,1613941038199,1645
+"lr_0",3.754095640948315e-06,1613941038199,1645
+"mom_0",0.8811476089762921,1613941038199,1645
+"eps_0",1e-05,1613941038199,1645
+"wd_1",0.01,1613941038199,1645
+"sqr_mom_1",0.99,1613941038199,1645
+"lr_1",3.754095640948315e-05,1613941038199,1645
+"mom_1",0.8811476089762921,1613941038199,1645
+"eps_1",1e-05,1613941038199,1645
+"wd_2",0.01,1613941038199,1645
+"sqr_mom_2",0.99,1613941038199,1645
+"lr_2",0.00037540956409483144,1613941038199,1645
+"mom_2",0.8811476089762921,1613941038199,1645
+"eps_2",1e-05,1613941038199,1645
+"train_loss",0.06795012,1613941039390,1646
+"raw_loss",0.10135973,1613941039390,1646
+"epoch",10.358490566037723,1613941039390,1646
+"wd_0",0.01,1613941039390,1646
+"sqr_mom_0",0.99,1613941039390,1646
+"lr_0",3.7565351888377466e-06,1613941039390,1646
+"mom_0",0.8810866202790564,1613941039390,1646
+"eps_0",1e-05,1613941039390,1646
+"wd_1",0.01,1613941039390,1646
+"sqr_mom_1",0.99,1613941039390,1646
+"lr_1",3.756535188837746e-05,1613941039390,1646
+"mom_1",0.8810866202790564,1613941039390,1646
+"eps_1",1e-05,1613941039390,1646
+"wd_2",0.01,1613941039390,1646
+"sqr_mom_2",0.99,1613941039390,1646
+"lr_2",0.0003756535188837746,1613941039390,1646
+"mom_2",0.8810866202790564,1613941039390,1646
+"eps_2",1e-05,1613941039390,1646
+"train_loss",0.06744931,1613941040648,1647
+"raw_loss",0.042909496,1613941040648,1647
+"epoch",10.364779874213824,1613941040648,1647
+"wd_0",0.01,1613941040648,1647
+"sqr_mom_0",0.99,1613941040648,1647
+"lr_0",3.75897307737791e-06,1613941040648,1647
+"mom_0",0.8810256730655522,1613941040648,1647
+"eps_0",1e-05,1613941040648,1647
+"wd_1",0.01,1613941040648,1647
+"sqr_mom_1",0.99,1613941040648,1647
+"lr_1",3.75897307737791e-05,1613941040648,1647
+"mom_1",0.8810256730655522,1613941040648,1647
+"eps_1",1e-05,1613941040648,1647
+"wd_2",0.01,1613941040648,1647
+"sqr_mom_2",0.99,1613941040648,1647
+"lr_2",0.00037589730773779096,1613941040648,1647
+"mom_2",0.8810256730655522,1613941040648,1647
+"eps_2",1e-05,1613941040648,1647
+"train_loss",0.067309245,1613941041657,1648
+"raw_loss",0.06044626,1613941041657,1648
+"epoch",10.371069182389924,1613941041657,1648
+"wd_0",0.01,1613941041657,1648
+"sqr_mom_0",0.99,1613941041657,1648
+"lr_0",3.761409995510849e-06,1613941041657,1648
+"mom_0",0.8809647501122287,1613941041657,1648
+"eps_0",1e-05,1613941041657,1648
+"wd_1",0.01,1613941041657,1648
+"sqr_mom_1",0.99,1613941041657,1648
+"lr_1",3.761409995510849e-05,1613941041657,1648
+"mom_1",0.8809647501122287,1613941041657,1648
+"eps_1",1e-05,1613941041657,1648
+"wd_2",0.01,1613941041657,1648
+"sqr_mom_2",0.99,1613941041657,1648
+"lr_2",0.0003761409995510849,1613941041657,1648
+"mom_2",0.8809647501122287,1613941041657,1648
+"eps_2",1e-05,1613941041657,1648
+"train_loss",0.06719012,1613941042605,1649
+"raw_loss",0.06135284,1613941042605,1649
+"epoch",10.377358490566024,1613941042605,1649
+"wd_0",0.01,1613941042605,1649
+"sqr_mom_0",0.99,1613941042605,1649
+"lr_0",3.7638452462106184e-06,1613941042605,1649
+"mom_0",0.8809038688447345,1613941042605,1649
+"eps_0",1e-05,1613941042605,1649
+"wd_1",0.01,1613941042605,1649
+"sqr_mom_1",0.99,1613941042605,1649
+"lr_1",3.763845246210618e-05,1613941042605,1649
+"mom_1",0.8809038688447345,1613941042605,1649
+"eps_1",1e-05,1613941042605,1649
+"wd_2",0.01,1613941042605,1649
+"sqr_mom_2",0.99,1613941042605,1649
+"lr_2",0.0003763845246210618,1613941042605,1649
+"mom_2",0.8809038688447345,1613941042605,1649
+"eps_2",1e-05,1613941042605,1649
+"train_loss",0.06649326,1613941043582,1650
+"raw_loss",0.032346953,1613941043582,1650
+"epoch",10.383647798742125,1613941043582,1650
+"wd_0",0.01,1613941043582,1650
+"sqr_mom_0",0.99,1613941043582,1650
+"lr_0",3.766279517673814e-06,1613941043582,1650
+"mom_0",0.8808430120581546,1613941043582,1650
+"eps_0",1e-05,1613941043582,1650
+"wd_1",0.01,1613941043582,1650
+"sqr_mom_1",0.99,1613941043582,1650
+"lr_1",3.7662795176738135e-05,1613941043582,1650
+"mom_1",0.8808430120581546,1613941043582,1650
+"eps_1",1e-05,1613941043582,1650
+"wd_2",0.01,1613941043582,1650
+"sqr_mom_2",0.99,1613941043582,1650
+"lr_2",0.0003766279517673813,1613941043582,1650
+"mom_2",0.8808430120581546,1613941043582,1650
+"eps_2",1e-05,1613941043582,1650
+"train_loss",0.06738837,1613941044553,1651
+"raw_loss",0.11124882,1613941044553,1651
+"epoch",10.389937106918225,1613941044553,1651
+"wd_0",0.01,1613941044553,1651
+"sqr_mom_0",0.99,1613941044553,1651
+"lr_0",3.7687121136315107e-06,1613941044553,1651
+"mom_0",0.8807821971592122,1613941044553,1651
+"eps_0",1e-05,1613941044553,1651
+"wd_1",0.01,1613941044553,1651
+"sqr_mom_1",0.99,1613941044553,1651
+"lr_1",3.7687121136315104e-05,1613941044553,1651
+"mom_1",0.8807821971592122,1613941044553,1651
+"eps_1",1e-05,1613941044553,1651
+"wd_2",0.01,1613941044553,1651
+"sqr_mom_2",0.99,1613941044553,1651
+"lr_2",0.000376871211363151,1613941044553,1651
+"mom_2",0.8807821971592122,1613941044553,1651
+"eps_2",1e-05,1613941044553,1651
+"train_loss",0.06672108,1613941045531,1652
+"raw_loss",0.03402383,1613941045531,1652
+"epoch",10.396226415094326,1613941045531,1652
+"wd_0",0.01,1613941045531,1652
+"sqr_mom_0",0.99,1613941045531,1652
+"lr_0",3.771143375980742e-06,1613941045531,1652
+"mom_0",0.8807214156004814,1613941045531,1652
+"eps_0",1e-05,1613941045531,1652
+"wd_1",0.01,1613941045531,1652
+"sqr_mom_1",0.99,1613941045531,1652
+"lr_1",3.7711433759807415e-05,1613941045531,1652
+"mom_1",0.8807214156004814,1613941045531,1652
+"eps_1",1e-05,1613941045531,1652
+"wd_2",0.01,1613941045531,1652
+"sqr_mom_2",0.99,1613941045531,1652
+"lr_2",0.0003771143375980741,1613941045531,1652
+"mom_2",0.8807214156004814,1613941045531,1652
+"eps_2",1e-05,1613941045531,1652
+"train_loss",0.06700454,1613941046497,1653
+"raw_loss",0.08089403,1613941046497,1653
+"epoch",10.402515723270426,1613941046497,1653
+"wd_0",0.01,1613941046497,1653
+"sqr_mom_0",0.99,1613941046497,1653
+"lr_0",3.773573645862451e-06,1613941046497,1653
+"mom_0",0.8806606588534387,1613941046497,1653
+"eps_0",1e-05,1613941046497,1653
+"wd_1",0.01,1613941046497,1653
+"sqr_mom_1",0.99,1613941046497,1653
+"lr_1",3.77357364586245e-05,1613941046497,1653
+"mom_1",0.8806606588534387,1613941046497,1653
+"eps_1",1e-05,1613941046497,1653
+"wd_2",0.01,1613941046497,1653
+"sqr_mom_2",0.99,1613941046497,1653
+"lr_2",0.000377357364586245,1613941046497,1653
+"mom_2",0.8806606588534387,1613941046497,1653
+"eps_2",1e-05,1613941046497,1653
+"train_loss",0.06765278,1613941047449,1654
+"raw_loss",0.09941663,1613941047449,1654
+"epoch",10.408805031446526,1613941047449,1654
+"wd_0",0.01,1613941047449,1654
+"sqr_mom_0",0.99,1613941047449,1654
+"lr_0",3.7760022281522745e-06,1613941047449,1654
+"mom_0",0.8805999442961931,1613941047449,1654
+"eps_0",1e-05,1613941047449,1654
+"wd_1",0.01,1613941047449,1654
+"sqr_mom_1",0.99,1613941047449,1654
+"lr_1",3.776002228152274e-05,1613941047449,1654
+"mom_1",0.8805999442961931,1613941047449,1654
+"eps_1",1e-05,1613941047449,1654
+"wd_2",0.01,1613941047449,1654
+"sqr_mom_2",0.99,1613941047449,1654
+"lr_2",0.0003776002228152274,1613941047449,1654
+"mom_2",0.8805999442961931,1613941047449,1654
+"eps_2",1e-05,1613941047449,1654
+"train_loss",0.06729925,1613941048399,1655
+"raw_loss",0.049976207,1613941048399,1655
+"epoch",10.415094339622627,1613941048399,1655
+"wd_0",0.01,1613941048399,1655
+"sqr_mom_0",0.99,1613941048399,1655
+"lr_0",3.7784298091623315e-06,1613941048399,1655
+"mom_0",0.8805392547709416,1613941048399,1655
+"eps_0",1e-05,1613941048399,1655
+"wd_1",0.01,1613941048399,1655
+"sqr_mom_1",0.99,1613941048399,1655
+"lr_1",3.7784298091623315e-05,1613941048399,1655
+"mom_1",0.8805392547709416,1613941048399,1655
+"eps_1",1e-05,1613941048399,1655
+"wd_2",0.01,1613941048399,1655
+"sqr_mom_2",0.99,1613941048399,1655
+"lr_2",0.0003778429809162331,1613941048399,1655
+"mom_2",0.8805392547709416,1613941048399,1655
+"eps_2",1e-05,1613941048399,1655
+"train_loss",0.06725086,1613941049344,1656
+"raw_loss",0.06488014,1613941049344,1656
+"epoch",10.421383647798727,1613941049344,1656
+"wd_0",0.01,1613941049344,1656
+"sqr_mom_0",0.99,1613941049344,1656
+"lr_0",3.7808560393210644e-06,1613941049344,1656
+"mom_0",0.8804785990169733,1613941049344,1656
+"eps_0",1e-05,1613941049344,1656
+"wd_1",0.01,1613941049344,1656
+"sqr_mom_1",0.99,1613941049344,1656
+"lr_1",3.780856039321064e-05,1613941049344,1656
+"mom_1",0.8804785990169733,1613941049344,1656
+"eps_1",1e-05,1613941049344,1656
+"wd_2",0.01,1613941049344,1656
+"sqr_mom_2",0.99,1613941049344,1656
+"lr_2",0.0003780856039321064,1613941049344,1656
+"mom_2",0.8804785990169733,1613941049344,1656
+"eps_2",1e-05,1613941049344,1656
+"train_loss",0.06662152,1613941050294,1657
+"raw_loss",0.0357838,1613941050294,1657
+"epoch",10.427672955974828,1613941050294,1657
+"wd_0",0.01,1613941050294,1657
+"sqr_mom_0",0.99,1613941050294,1657
+"lr_0",3.7832805698273076e-06,1613941050294,1657
+"mom_0",0.8804179857543173,1613941050294,1657
+"eps_0",1e-05,1613941050294,1657
+"wd_1",0.01,1613941050294,1657
+"sqr_mom_1",0.99,1613941050294,1657
+"lr_1",3.783280569827307e-05,1613941050294,1657
+"mom_1",0.8804179857543173,1613941050294,1657
+"eps_1",1e-05,1613941050294,1657
+"wd_2",0.01,1613941050294,1657
+"sqr_mom_2",0.99,1613941050294,1657
+"lr_2",0.0003783280569827307,1613941050294,1657
+"mom_2",0.8804179857543173,1613941050294,1657
+"eps_2",1e-05,1613941050294,1657
+"train_loss",0.06603794,1613941051232,1658
+"raw_loss",0.03744235,1613941051232,1658
+"epoch",10.433962264150928,1613941051232,1658
+"wd_0",0.01,1613941051232,1658
+"sqr_mom_0",0.99,1613941051232,1658
+"lr_0",3.7857037414508434e-06,1613941051232,1658
+"mom_0",0.880357406463729,1613941051232,1658
+"eps_0",1e-05,1613941051232,1658
+"wd_1",0.01,1613941051232,1658
+"sqr_mom_1",0.99,1613941051232,1658
+"lr_1",3.785703741450843e-05,1613941051232,1658
+"mom_1",0.880357406463729,1613941051232,1658
+"eps_1",1e-05,1613941051232,1658
+"wd_2",0.01,1613941051232,1658
+"sqr_mom_2",0.99,1613941051232,1658
+"lr_2",0.0003785703741450843,1613941051232,1658
+"mom_2",0.880357406463729,1613941051232,1658
+"eps_2",1e-05,1613941051232,1658
+"train_loss",0.06553633,1613941052183,1659
+"raw_loss",0.04095748,1613941052183,1659
+"epoch",10.440251572327028,1613941052183,1659
+"wd_0",0.01,1613941052183,1659
+"sqr_mom_0",0.99,1613941052183,1659
+"lr_0",3.7881258941910325e-06,1613941052183,1659
+"mom_0",0.8802968526452242,1613941052183,1659
+"eps_0",1e-05,1613941052183,1659
+"wd_1",0.01,1613941052183,1659
+"sqr_mom_1",0.99,1613941052183,1659
+"lr_1",3.788125894191032e-05,1613941052183,1659
+"mom_1",0.8802968526452242,1613941052183,1659
+"eps_1",1e-05,1613941052183,1659
+"wd_2",0.01,1613941052183,1659
+"sqr_mom_2",0.99,1613941052183,1659
+"lr_2",0.00037881258941910317,1613941052183,1659
+"mom_2",0.8802968526452242,1613941052183,1659
+"eps_2",1e-05,1613941052183,1659
+"train_loss",0.06584888,1613941053135,1660
+"raw_loss",0.081163965,1613941053135,1660
+"epoch",10.446540880503129,1613941053135,1660
+"wd_0",0.01,1613941053135,1660
+"sqr_mom_0",0.99,1613941053135,1660
+"lr_0",3.7905463352452393e-06,1613941053135,1660
+"mom_0",0.880236341618869,1613941053135,1660
+"eps_0",1e-05,1613941053135,1660
+"wd_1",0.01,1613941053135,1660
+"sqr_mom_1",0.99,1613941053135,1660
+"lr_1",3.790546335245239e-05,1613941053135,1660
+"mom_1",0.880236341618869,1613941053135,1660
+"eps_1",1e-05,1613941053135,1660
+"wd_2",0.01,1613941053135,1660
+"sqr_mom_2",0.99,1613941053135,1660
+"lr_2",0.0003790546335245239,1613941053135,1660
+"mom_2",0.880236341618869,1613941053135,1660
+"eps_2",1e-05,1613941053135,1660
+"train_loss",0.0652841,1613941054081,1661
+"raw_loss",0.037610065,1613941054081,1661
+"epoch",10.45283018867923,1613941054081,1661
+"wd_0",0.01,1613941054081,1661
+"sqr_mom_0",0.99,1613941054081,1661
+"lr_0",3.792965748624887e-06,1613941054081,1661
+"mom_0",0.8801758562843778,1613941054081,1661
+"eps_0",1e-05,1613941054081,1661
+"wd_1",0.01,1613941054081,1661
+"sqr_mom_1",0.99,1613941054081,1661
+"lr_1",3.7929657486248865e-05,1613941054081,1661
+"mom_1",0.8801758562843778,1613941054081,1661
+"eps_1",1e-05,1613941054081,1661
+"wd_2",0.01,1613941054081,1661
+"sqr_mom_2",0.99,1613941054081,1661
+"lr_2",0.0003792965748624886,1613941054081,1661
+"mom_2",0.8801758562843778,1613941054081,1661
+"eps_2",1e-05,1613941054081,1661
+"train_loss",0.06515446,1613941055033,1662
+"raw_loss",0.058802,1613941055033,1662
+"epoch",10.45911949685533,1613941055033,1662
+"wd_0",0.01,1613941055033,1662
+"sqr_mom_0",0.99,1613941055033,1662
+"lr_0",3.795383442310873e-06,1613941055033,1662
+"mom_0",0.8801154139422281,1613941055033,1662
+"eps_0",1e-05,1613941055033,1662
+"wd_1",0.01,1613941055033,1662
+"sqr_mom_1",0.99,1613941055033,1662
+"lr_1",3.795383442310872e-05,1613941055033,1662
+"mom_1",0.8801154139422281,1613941055033,1662
+"eps_1",1e-05,1613941055033,1662
+"wd_2",0.01,1613941055033,1662
+"sqr_mom_2",0.99,1613941055033,1662
+"lr_2",0.0003795383442310872,1613941055033,1662
+"mom_2",0.8801154139422281,1613941055033,1662
+"eps_2",1e-05,1613941055033,1662
+"train_loss",0.06457021,1613941056080,1663
+"raw_loss",0.03594191,1613941056080,1663
+"epoch",10.46540880503143,1613941056080,1663
+"wd_0",0.01,1613941056080,1663
+"sqr_mom_0",0.99,1613941056080,1663
+"lr_0",3.7977997561173516e-06,1613941056080,1663
+"mom_0",0.8800550060970662,1613941056080,1663
+"eps_0",1e-05,1613941056080,1663
+"wd_1",0.01,1613941056080,1663
+"sqr_mom_1",0.99,1613941056080,1663
+"lr_1",3.797799756117351e-05,1613941056080,1663
+"mom_1",0.8800550060970662,1613941056080,1663
+"eps_1",1e-05,1613941056080,1663
+"wd_2",0.01,1613941056080,1663
+"sqr_mom_2",0.99,1613941056080,1663
+"lr_2",0.00037977997561173507,1613941056080,1663
+"mom_2",0.8800550060970662,1613941056080,1663
+"eps_2",1e-05,1613941056080,1663
+"train_loss",0.06475556,1613941057091,1664
+"raw_loss",0.07383772,1613941057091,1664
+"epoch",10.47169811320753,1613941057091,1664
+"wd_0",0.01,1613941057091,1664
+"sqr_mom_0",0.99,1613941057091,1664
+"lr_0",3.800215029076156e-06,1613941057091,1664
+"mom_0",0.879994624273096,1613941057091,1664
+"eps_0",1e-05,1613941057091,1664
+"wd_1",0.01,1613941057091,1664
+"sqr_mom_1",0.99,1613941057091,1664
+"lr_1",3.800215029076156e-05,1613941057091,1664
+"mom_1",0.879994624273096,1613941057091,1664
+"eps_1",1e-05,1613941057091,1664
+"wd_2",0.01,1613941057091,1664
+"sqr_mom_2",0.99,1613941057091,1664
+"lr_2",0.00038002150290761553,1613941057091,1664
+"mom_2",0.879994624273096,1613941057091,1664
+"eps_2",1e-05,1613941057091,1664
+"train_loss",0.06468165,1613941058050,1665
+"raw_loss",0.06105995,1613941058050,1665
+"epoch",10.47798742138363,1613941058050,1665
+"wd_0",0.01,1613941058050,1665
+"sqr_mom_0",0.99,1613941058050,1665
+"lr_0",3.8026289133785665e-06,1613941058050,1665
+"mom_0",0.8799342771655358,1613941058050,1665
+"eps_0",1e-05,1613941058050,1665
+"wd_1",0.01,1613941058050,1665
+"sqr_mom_1",0.99,1613941058050,1665
+"lr_1",3.8026289133785664e-05,1613941058050,1665
+"mom_1",0.8799342771655358,1613941058050,1665
+"eps_1",1e-05,1613941058050,1665
+"wd_2",0.01,1613941058050,1665
+"sqr_mom_2",0.99,1613941058050,1665
+"lr_2",0.00038026289133785663,1613941058050,1665
+"mom_2",0.8799342771655358,1613941058050,1665
+"eps_2",1e-05,1613941058050,1665
+"train_loss",0.06439842,1613941059013,1666
+"raw_loss",0.050520375,1613941059013,1666
+"epoch",10.484276729559731,1613941059013,1666
+"wd_0",0.01,1613941059013,1666
+"sqr_mom_0",0.99,1613941059013,1666
+"lr_0",3.8050410620078173e-06,1613941059013,1666
+"mom_0",0.8798739734498046,1613941059013,1666
+"eps_0",1e-05,1613941059013,1666
+"wd_1",0.01,1613941059013,1666
+"sqr_mom_1",0.99,1613941059013,1666
+"lr_1",3.805041062007817e-05,1613941059013,1666
+"mom_1",0.8798739734498046,1613941059013,1666
+"eps_1",1e-05,1613941059013,1666
+"wd_2",0.01,1613941059013,1666
+"sqr_mom_2",0.99,1613941059013,1666
+"lr_2",0.00038050410620078166,1613941059013,1666
+"mom_2",0.8798739734498046,1613941059013,1666
+"eps_2",1e-05,1613941059013,1666
+"train_loss",0.06457237,1613941059977,1667
+"raw_loss",0.0730959,1613941059977,1667
+"epoch",10.490566037735832,1613941059977,1667
+"wd_0",0.01,1613941059977,1667
+"sqr_mom_0",0.99,1613941059977,1667
+"lr_0",3.8074521566319074e-06,1613941059977,1667
+"mom_0",0.8798136960842023,1613941059977,1667
+"eps_0",1e-05,1613941059977,1667
+"wd_1",0.01,1613941059977,1667
+"sqr_mom_1",0.99,1613941059977,1667
+"lr_1",3.8074521566319066e-05,1613941059977,1667
+"mom_1",0.8798136960842023,1613941059977,1667
+"eps_1",1e-05,1613941059977,1667
+"wd_2",0.01,1613941059977,1667
+"sqr_mom_2",0.99,1613941059977,1667
+"lr_2",0.0003807452156631907,1613941059977,1667
+"mom_2",0.8798136960842023,1613941059977,1667
+"eps_2",1e-05,1613941059977,1667
+"train_loss",0.06406076,1613941060942,1668
+"raw_loss",0.03899188,1613941060942,1668
+"epoch",10.496855345911932,1613941060942,1668
+"wd_0",0.01,1613941060942,1668
+"sqr_mom_0",0.99,1613941060942,1668
+"lr_0",3.8098615076111287e-06,1613941060942,1668
+"mom_0",0.8797534623097217,1613941060942,1668
+"eps_0",1e-05,1613941060942,1668
+"wd_1",0.01,1613941060942,1668
+"sqr_mom_1",0.99,1613941060942,1668
+"lr_1",3.809861507611128e-05,1613941060942,1668
+"mom_1",0.8797534623097217,1613941060942,1668
+"eps_1",1e-05,1613941060942,1668
+"wd_2",0.01,1613941060942,1668
+"sqr_mom_2",0.99,1613941060942,1668
+"lr_2",0.0003809861507611128,1613941060942,1668
+"mom_2",0.8797534623097217,1613941060942,1668
+"eps_2",1e-05,1613941060942,1668
+"train_loss",0.063504204,1613941061905,1669
+"raw_loss",0.036232732,1613941061905,1669
+"epoch",10.503144654088032,1613941061905,1669
+"wd_0",0.01,1613941061905,1669
+"sqr_mom_0",0.99,1613941061905,1669
+"lr_0",3.8122694535934173e-06,1613941061905,1669
+"mom_0",0.8796932636601645,1613941061905,1669
+"eps_0",1e-05,1613941061905,1669
+"wd_1",0.01,1613941061905,1669
+"sqr_mom_1",0.99,1613941061905,1669
+"lr_1",3.812269453593417e-05,1613941061905,1669
+"mom_1",0.8796932636601645,1613941061905,1669
+"eps_1",1e-05,1613941061905,1669
+"wd_2",0.01,1613941061905,1669
+"sqr_mom_2",0.99,1613941061905,1669
+"lr_2",0.00038122694535934167,1613941061905,1669
+"mom_2",0.8796932636601645,1613941061905,1669
+"eps_2",1e-05,1613941061905,1669
+"train_loss",0.06427136,1613941062886,1670
+"raw_loss",0.10186211,1613941062886,1670
+"epoch",10.509433962264133,1613941062886,1670
+"wd_0",0.01,1613941062886,1670
+"sqr_mom_0",0.99,1613941062886,1670
+"lr_0",3.814676332430142e-06,1613941062886,1670
+"mom_0",0.8796330916892464,1613941062886,1670
+"eps_0",1e-05,1613941062886,1670
+"wd_1",0.01,1613941062886,1670
+"sqr_mom_1",0.99,1613941062886,1670
+"lr_1",3.814676332430142e-05,1613941062886,1670
+"mom_1",0.8796330916892464,1613941062886,1670
+"eps_1",1e-05,1613941062886,1670
+"wd_2",0.01,1613941062886,1670
+"sqr_mom_2",0.99,1613941062886,1670
+"lr_2",0.00038146763324301415,1613941062886,1670
+"mom_2",0.8796330916892464,1613941062886,1670
+"eps_2",1e-05,1613941062886,1670
+"train_loss",0.064212956,1613941063869,1671
+"raw_loss",0.06135122,1613941063869,1671
+"epoch",10.515723270440233,1613941063869,1671
+"wd_0",0.01,1613941063869,1671
+"sqr_mom_0",0.99,1613941063869,1671
+"lr_0",3.817081455687428e-06,1613941063869,1671
+"mom_0",0.8795729636078142,1613941063869,1671
+"eps_0",1e-05,1613941063869,1671
+"wd_1",0.01,1613941063869,1671
+"sqr_mom_1",0.99,1613941063869,1671
+"lr_1",3.817081455687428e-05,1613941063869,1671
+"mom_1",0.8795729636078142,1613941063869,1671
+"eps_1",1e-05,1613941063869,1671
+"wd_2",0.01,1613941063869,1671
+"sqr_mom_2",0.99,1613941063869,1671
+"lr_2",0.00038170814556874274,1613941063869,1671
+"mom_2",0.8795729636078142,1613941063869,1671
+"eps_2",1e-05,1613941063869,1671
+"train_loss",0.06390748,1613941064833,1672
+"raw_loss",0.048939154,1613941064833,1672
+"epoch",10.522012578616334,1613941064833,1672
+"wd_0",0.01,1613941064833,1672
+"sqr_mom_0",0.99,1613941064833,1672
+"lr_0",3.819485503047919e-06,1613941064833,1672
+"mom_0",0.879512862423802,1613941064833,1672
+"eps_0",1e-05,1613941064833,1672
+"wd_1",0.01,1613941064833,1672
+"sqr_mom_1",0.99,1613941064833,1672
+"lr_1",3.819485503047919e-05,1613941064833,1672
+"mom_1",0.879512862423802,1613941064833,1672
+"eps_1",1e-05,1613941064833,1672
+"wd_2",0.01,1613941064833,1672
+"sqr_mom_2",0.99,1613941064833,1672
+"lr_2",0.0003819485503047919,1613941064833,1672
+"mom_2",0.879512862423802,1613941064833,1672
+"eps_2",1e-05,1613941064833,1672
+"train_loss",0.064212464,1613941065817,1673
+"raw_loss",0.07915658,1613941065817,1673
+"epoch",10.528301886792434,1613941065817,1673
+"wd_0",0.01,1613941065817,1673
+"sqr_mom_0",0.99,1613941065817,1673
+"lr_0",3.821887786887622e-06,1613941065817,1673
+"mom_0",0.8794528053278095,1613941065817,1673
+"eps_0",1e-05,1613941065817,1673
+"wd_1",0.01,1613941065817,1673
+"sqr_mom_1",0.99,1613941065817,1673
+"lr_1",3.821887786887622e-05,1613941065817,1673
+"mom_1",0.8794528053278095,1613941065817,1673
+"eps_1",1e-05,1613941065817,1673
+"wd_2",0.01,1613941065817,1673
+"sqr_mom_2",0.99,1613941065817,1673
+"lr_2",0.0003821887786887621,1613941065817,1673
+"mom_2",0.8794528053278095,1613941065817,1673
+"eps_2",1e-05,1613941065817,1673
+"train_loss",0.06403594,1613941066829,1674
+"raw_loss",0.055386063,1613941066829,1674
+"epoch",10.534591194968534,1613941066829,1674
+"wd_0",0.01,1613941066829,1674
+"sqr_mom_0",0.99,1613941066829,1674
+"lr_0",3.824288986086766e-06,1613941066829,1674
+"mom_0",0.8793927753478308,1613941066829,1674
+"eps_0",1e-05,1613941066829,1674
+"wd_1",0.01,1613941066829,1674
+"sqr_mom_1",0.99,1613941066829,1674
+"lr_1",3.824288986086766e-05,1613941066829,1674
+"mom_1",0.8793927753478308,1613941066829,1674
+"eps_1",1e-05,1613941066829,1674
+"wd_2",0.01,1613941066829,1674
+"sqr_mom_2",0.99,1613941066829,1674
+"lr_2",0.0003824288986086766,1613941066829,1674
+"mom_2",0.8793927753478308,1613941066829,1674
+"eps_2",1e-05,1613941066829,1674
+"train_loss",0.06389411,1613941067842,1675
+"raw_loss",0.05694437,1613941067842,1675
+"epoch",10.540880503144635,1613941067842,1675
+"wd_0",0.01,1613941067842,1675
+"sqr_mom_0",0.99,1613941067842,1675
+"lr_0",3.826688754852678e-06,1613941067842,1675
+"mom_0",0.8793327811286831,1613941067842,1675
+"eps_0",1e-05,1613941067842,1675
+"wd_1",0.01,1613941067842,1675
+"sqr_mom_1",0.99,1613941067842,1675
+"lr_1",3.826688754852678e-05,1613941067842,1675
+"mom_1",0.8793327811286831,1613941067842,1675
+"eps_1",1e-05,1613941067842,1675
+"wd_2",0.01,1613941067842,1675
+"sqr_mom_2",0.99,1613941067842,1675
+"lr_2",0.00038266887548526774,1613941067842,1675
+"mom_2",0.8793327811286831,1613941067842,1675
+"eps_2",1e-05,1613941067842,1675
+"train_loss",0.06346002,1613941068843,1676
+"raw_loss",0.04218997,1613941068843,1676
+"epoch",10.547169811320735,1613941068843,1676
+"wd_0",0.01,1613941068843,1676
+"sqr_mom_0",0.99,1613941068843,1676
+"lr_0",3.82908674820846e-06,1613941068843,1676
+"mom_0",0.8792728312947885,1613941068843,1676
+"eps_0",1e-05,1613941068843,1676
+"wd_1",0.01,1613941068843,1676
+"sqr_mom_1",0.99,1613941068843,1676
+"lr_1",3.829086748208459e-05,1613941068843,1676
+"mom_1",0.8792728312947885,1613941068843,1676
+"eps_1",1e-05,1613941068843,1676
+"wd_2",0.01,1613941068843,1676
+"sqr_mom_2",0.99,1613941068843,1676
+"lr_2",0.0003829086748208459,1613941068843,1676
+"mom_2",0.8792728312947885,1613941068843,1676
+"eps_2",1e-05,1613941068843,1676
+"train_loss",0.07013506,1613941069811,1677
+"raw_loss",0.39721212,1613941069811,1677
+"epoch",10.553459119496836,1613941069811,1677
+"wd_0",0.01,1613941069811,1677
+"sqr_mom_0",0.99,1613941069811,1677
+"lr_0",3.831483303214194e-06,1613941069811,1677
+"mom_0",0.8792129174196451,1613941069811,1677
+"eps_0",1e-05,1613941069811,1677
+"wd_1",0.01,1613941069811,1677
+"sqr_mom_1",0.99,1613941069811,1677
+"lr_1",3.831483303214193e-05,1613941069811,1677
+"mom_1",0.8792129174196451,1613941069811,1677
+"eps_1",1e-05,1613941069811,1677
+"wd_2",0.01,1613941069811,1677
+"sqr_mom_2",0.99,1613941069811,1677
+"lr_2",0.0003831483303214193,1613941069811,1677
+"mom_2",0.8792129174196451,1613941069811,1677
+"eps_2",1e-05,1613941069811,1677
+"train_loss",0.06997831,1613941070777,1678
+"raw_loss",0.062297925,1613941070777,1678
+"epoch",10.559748427672936,1613941070777,1678
+"wd_0",0.01,1613941070777,1678
+"sqr_mom_0",0.99,1613941070777,1678
+"lr_0",3.833878756114486e-06,1613941070777,1678
+"mom_0",0.8791530310971378,1613941070777,1678
+"eps_0",1e-05,1613941070777,1678
+"wd_1",0.01,1613941070777,1678
+"sqr_mom_1",0.99,1613941070777,1678
+"lr_1",3.833878756114486e-05,1613941070777,1678
+"mom_1",0.8791530310971378,1613941070777,1678
+"eps_1",1e-05,1613941070777,1678
+"wd_2",0.01,1613941070777,1678
+"sqr_mom_2",0.99,1613941070777,1678
+"lr_2",0.00038338787561144853,1613941070777,1678
+"mom_2",0.8791530310971378,1613941070777,1678
+"eps_2",1e-05,1613941070777,1678
+"train_loss",0.069257416,1613941071758,1679
+"raw_loss",0.033933315,1613941071758,1679
+"epoch",10.566037735849036,1613941071758,1679
+"wd_0",0.01,1613941071758,1679
+"sqr_mom_0",0.99,1613941071758,1679
+"lr_0",3.836272421743595e-06,1613941071758,1679
+"mom_0",0.8790931894564101,1613941071758,1679
+"eps_0",1e-05,1613941071758,1679
+"wd_1",0.01,1613941071758,1679
+"sqr_mom_1",0.99,1613941071758,1679
+"lr_1",3.836272421743594e-05,1613941071758,1679
+"mom_1",0.8790931894564101,1613941071758,1679
+"eps_1",1e-05,1613941071758,1679
+"wd_2",0.01,1613941071758,1679
+"sqr_mom_2",0.99,1613941071758,1679
+"lr_2",0.0003836272421743594,1613941071758,1679
+"mom_2",0.8790931894564101,1613941071758,1679
+"eps_2",1e-05,1613941071758,1679
+"train_loss",0.0688611,1613941072727,1680
+"raw_loss",0.04944141,1613941072727,1680
+"epoch",10.572327044025137,1613941072727,1680
+"wd_0",0.01,1613941072727,1680
+"sqr_mom_0",0.99,1613941072727,1680
+"lr_0",3.8386649765462645e-06,1613941072727,1680
+"mom_0",0.8790333755863433,1613941072727,1680
+"eps_0",1e-05,1613941072727,1680
+"wd_1",0.01,1613941072727,1680
+"sqr_mom_1",0.99,1613941072727,1680
+"lr_1",3.838664976546264e-05,1613941072727,1680
+"mom_1",0.8790333755863433,1613941072727,1680
+"eps_1",1e-05,1613941072727,1680
+"wd_2",0.01,1613941072727,1680
+"sqr_mom_2",0.99,1613941072727,1680
+"lr_2",0.0003838664976546264,1613941072727,1680
+"mom_2",0.8790333755863433,1613941072727,1680
+"eps_2",1e-05,1613941072727,1680
+"train_loss",0.06886917,1613941073809,1681
+"raw_loss",0.06926486,1613941073809,1681
+"epoch",10.578616352201237,1613941073809,1681
+"wd_0",0.01,1613941073809,1681
+"sqr_mom_0",0.99,1613941073809,1681
+"lr_0",3.841055736185689e-06,1613941073809,1681
+"mom_0",0.8789736065953577,1613941073809,1681
+"eps_0",1e-05,1613941073809,1681
+"wd_1",0.01,1613941073809,1681
+"sqr_mom_1",0.99,1613941073809,1681
+"lr_1",3.841055736185688e-05,1613941073809,1681
+"mom_1",0.8789736065953577,1613941073809,1681
+"eps_1",1e-05,1613941073809,1681
+"wd_2",0.01,1613941073809,1681
+"sqr_mom_2",0.99,1613941073809,1681
+"lr_2",0.00038410557361856886,1613941073809,1681
+"mom_2",0.8789736065953577,1613941073809,1681
+"eps_2",1e-05,1613941073809,1681
+"train_loss",0.06872103,1613941074778,1682
+"raw_loss",0.061462082,1613941074778,1682
+"epoch",10.584905660377338,1613941074778,1682
+"wd_0",0.01,1613941074778,1682
+"sqr_mom_0",0.99,1613941074778,1682
+"lr_0",3.843445036710538e-06,1613941074778,1682
+"mom_0",0.8789138740822365,1613941074778,1682
+"eps_0",1e-05,1613941074778,1682
+"wd_1",0.01,1613941074778,1682
+"sqr_mom_1",0.99,1613941074778,1682
+"lr_1",3.843445036710537e-05,1613941074778,1682
+"mom_1",0.8789138740822365,1613941074778,1682
+"eps_1",1e-05,1613941074778,1682
+"wd_2",0.01,1613941074778,1682
+"sqr_mom_2",0.99,1613941074778,1682
+"lr_2",0.00038434450367105365,1613941074778,1682
+"mom_2",0.8789138740822365,1613941074778,1682
+"eps_2",1e-05,1613941074778,1682
+"train_loss",0.068827905,1613941075755,1683
+"raw_loss",0.07406466,1613941075755,1683
+"epoch",10.591194968553438,1613941075755,1683
+"wd_0",0.01,1613941075755,1683
+"sqr_mom_0",0.99,1613941075755,1683
+"lr_0",3.845833213342232e-06,1613941075755,1683
+"mom_0",0.8788541696664441,1613941075755,1683
+"eps_0",1e-05,1613941075755,1683
+"wd_1",0.01,1613941075755,1683
+"sqr_mom_1",0.99,1613941075755,1683
+"lr_1",3.8458332133422324e-05,1613941075755,1683
+"mom_1",0.8788541696664441,1613941075755,1683
+"eps_1",1e-05,1613941075755,1683
+"wd_2",0.01,1613941075755,1683
+"sqr_mom_2",0.99,1613941075755,1683
+"lr_2",0.0003845833213342232,1613941075755,1683
+"mom_2",0.8788541696664441,1613941075755,1683
+"eps_2",1e-05,1613941075755,1683
+"train_loss",0.06850343,1613941076729,1684
+"raw_loss",0.052604165,1613941076729,1684
+"epoch",10.597484276729539,1613941076729,1684
+"wd_0",0.01,1613941076729,1684
+"sqr_mom_0",0.99,1613941076729,1684
+"lr_0",3.848219922153835e-06,1613941076729,1684
+"mom_0",0.8787945019461542,1613941076729,1684
+"eps_0",1e-05,1613941076729,1684
+"wd_1",0.01,1613941076729,1684
+"sqr_mom_1",0.99,1613941076729,1684
+"lr_1",3.8482199221538336e-05,1613941076729,1684
+"mom_1",0.8787945019461542,1613941076729,1684
+"eps_1",1e-05,1613941076729,1684
+"wd_2",0.01,1613941076729,1684
+"sqr_mom_2",0.99,1613941076729,1684
+"lr_2",0.00038482199221538335,1613941076729,1684
+"mom_2",0.8787945019461542,1613941076729,1684
+"eps_2",1e-05,1613941076729,1684
+"train_loss",0.06879365,1613941077725,1685
+"raw_loss",0.08301418,1613941077725,1685
+"epoch",10.603773584905639,1613941077725,1685
+"wd_0",0.01,1613941077725,1685
+"sqr_mom_0",0.99,1613941077725,1685
+"lr_0",3.850604820055498e-06,1613941077725,1685
+"mom_0",0.8787348794986125,1613941077725,1685
+"eps_0",1e-05,1613941077725,1685
+"wd_1",0.01,1613941077725,1685
+"sqr_mom_1",0.99,1613941077725,1685
+"lr_1",3.850604820055498e-05,1613941077725,1685
+"mom_1",0.8787348794986125,1613941077725,1685
+"eps_1",1e-05,1613941077725,1685
+"wd_2",0.01,1613941077725,1685
+"sqr_mom_2",0.99,1613941077725,1685
+"lr_2",0.00038506048200554973,1613941077725,1685
+"mom_2",0.8787348794986125,1613941077725,1685
+"eps_2",1e-05,1613941077725,1685
+"train_loss",0.068360336,1613941078685,1686
+"raw_loss",0.04712794,1613941078685,1686
+"epoch",10.61006289308174,1613941078685,1686
+"wd_0",0.01,1613941078685,1686
+"sqr_mom_0",0.99,1613941078685,1686
+"lr_0",3.852988581014228e-06,1613941078685,1686
+"mom_0",0.8786752854746442,1613941078685,1686
+"eps_0",1e-05,1613941078685,1686
+"wd_1",0.01,1613941078685,1686
+"sqr_mom_1",0.99,1613941078685,1686
+"lr_1",3.8529885810142275e-05,1613941078685,1686
+"mom_1",0.8786752854746442,1613941078685,1686
+"eps_1",1e-05,1613941078685,1686
+"wd_2",0.01,1613941078685,1686
+"sqr_mom_2",0.99,1613941078685,1686
+"lr_2",0.00038529885810142266,1613941078685,1686
+"mom_2",0.8786752854746442,1613941078685,1686
+"eps_2",1e-05,1613941078685,1686
+"train_loss",0.06802082,1613941079679,1687
+"raw_loss",0.051384438,1613941079679,1687
+"epoch",10.61635220125784,1613941079679,1687
+"wd_0",0.01,1613941079679,1687
+"sqr_mom_0",0.99,1613941079679,1687
+"lr_0",3.855370523208498e-06,1613941079679,1687
+"mom_0",0.8786157369197876,1613941079679,1687
+"eps_0",1e-05,1613941079679,1687
+"wd_1",0.01,1613941079679,1687
+"sqr_mom_1",0.99,1613941079679,1687
+"lr_1",3.855370523208498e-05,1613941079679,1687
+"mom_1",0.8786157369197876,1613941079679,1687
+"eps_1",1e-05,1613941079679,1687
+"wd_2",0.01,1613941079679,1687
+"sqr_mom_2",0.99,1613941079679,1687
+"lr_2",0.0003855370523208498,1613941079679,1687
+"mom_2",0.8786157369197876,1613941079679,1687
+"eps_2",1e-05,1613941079679,1687
+"train_loss",0.067844145,1613941080633,1688
+"raw_loss",0.05918704,1613941080633,1688
+"epoch",10.62264150943394,1613941080633,1688
+"wd_0",0.01,1613941080633,1688
+"sqr_mom_0",0.99,1613941080633,1688
+"lr_0",3.857750981454032e-06,1613941080633,1688
+"mom_0",0.8785562254636492,1613941080633,1688
+"eps_0",1e-05,1613941080633,1688
+"wd_1",0.01,1613941080633,1688
+"sqr_mom_1",0.99,1613941080633,1688
+"lr_1",3.8577509814540315e-05,1613941080633,1688
+"mom_1",0.8785562254636492,1613941080633,1688
+"eps_1",1e-05,1613941080633,1688
+"wd_2",0.01,1613941080633,1688
+"sqr_mom_2",0.99,1613941080633,1688
+"lr_2",0.00038577509814540314,1613941080633,1688
+"mom_2",0.8785562254636492,1613941080633,1688
+"eps_2",1e-05,1613941080633,1688
+"train_loss",0.067167476,1613941081701,1689
+"raw_loss",0.034010574,1613941081701,1689
+"epoch",10.62893081761004,1613941081701,1689
+"wd_0",0.01,1613941081701,1689
+"sqr_mom_0",0.99,1613941081701,1689
+"lr_0",3.860130289725222e-06,1613941081701,1689
+"mom_0",0.8784967427568695,1613941081701,1689
+"eps_0",1e-05,1613941081701,1689
+"wd_1",0.01,1613941081701,1689
+"sqr_mom_1",0.99,1613941081701,1689
+"lr_1",3.860130289725221e-05,1613941081701,1689
+"mom_1",0.8784967427568695,1613941081701,1689
+"eps_1",1e-05,1613941081701,1689
+"wd_2",0.01,1613941081701,1689
+"sqr_mom_2",0.99,1613941081701,1689
+"lr_2",0.0003860130289725221,1613941081701,1689
+"mom_2",0.8784967427568695,1613941081701,1689
+"eps_2",1e-05,1613941081701,1689
+"train_loss",0.066998705,1613941082733,1690
+"raw_loss",0.058728985,1613941082733,1690
+"epoch",10.635220125786141,1613941082733,1690
+"wd_0",0.01,1613941082733,1690
+"sqr_mom_0",0.99,1613941082733,1690
+"lr_0",3.862507767474134e-06,1613941082733,1690
+"mom_0",0.8784373058131466,1613941082733,1690
+"eps_0",1e-05,1613941082733,1690
+"wd_1",0.01,1613941082733,1690
+"sqr_mom_1",0.99,1613941082733,1690
+"lr_1",3.8625077674741344e-05,1613941082733,1690
+"mom_1",0.8784373058131466,1613941082733,1690
+"eps_1",1e-05,1613941082733,1690
+"wd_2",0.01,1613941082733,1690
+"sqr_mom_2",0.99,1613941082733,1690
+"lr_2",0.0003862507767474134,1613941082733,1690
+"mom_2",0.8784373058131466,1613941082733,1690
+"eps_2",1e-05,1613941082733,1690
+"train_loss",0.067723185,1613941083721,1691
+"raw_loss",0.10322262,1613941083721,1691
+"epoch",10.641509433962241,1613941083721,1691
+"wd_0",0.01,1613941083721,1691
+"sqr_mom_0",0.99,1613941083721,1691
+"lr_0",3.864884086570857e-06,1613941083721,1691
+"mom_0",0.8783778978357286,1613941083721,1691
+"eps_0",1e-05,1613941083721,1691
+"wd_1",0.01,1613941083721,1691
+"sqr_mom_1",0.99,1613941083721,1691
+"lr_1",3.8648840865708565e-05,1613941083721,1691
+"mom_1",0.8783778978357286,1613941083721,1691
+"eps_1",1e-05,1613941083721,1691
+"wd_2",0.01,1613941083721,1691
+"sqr_mom_2",0.99,1613941083721,1691
+"lr_2",0.00038648840865708565,1613941083721,1691
+"mom_2",0.8783778978357286,1613941083721,1691
+"eps_2",1e-05,1613941083721,1691
+"train_loss",0.067329094,1613941084679,1692
+"raw_loss",0.048018612,1613941084679,1692
+"epoch",10.647798742138342,1613941084679,1692
+"wd_0",0.01,1613941084679,1692
+"sqr_mom_0",0.99,1613941084679,1692
+"lr_0",3.86725856732244e-06,1613941084679,1692
+"mom_0",0.878318535816939,1613941084679,1692
+"eps_0",1e-05,1613941084679,1692
+"wd_1",0.01,1613941084679,1692
+"sqr_mom_1",0.99,1613941084679,1692
+"lr_1",3.867258567322441e-05,1613941084679,1692
+"mom_1",0.878318535816939,1613941084679,1692
+"eps_1",1e-05,1613941084679,1692
+"wd_2",0.01,1613941084679,1692
+"sqr_mom_2",0.99,1613941084679,1692
+"lr_2",0.00038672585673224405,1613941084679,1692
+"mom_2",0.878318535816939,1613941084679,1692
+"eps_2",1e-05,1613941084679,1692
+"train_loss",0.06710408,1613941085669,1693
+"raw_loss",0.056078494,1613941085669,1693
+"epoch",10.654088050314442,1613941085669,1693
+"wd_0",0.01,1613941085669,1693
+"sqr_mom_0",0.99,1613941085669,1693
+"lr_0",3.869631880752027e-06,1613941085669,1693
+"mom_0",0.8782592029811993,1613941085669,1693
+"eps_0",1e-05,1613941085669,1693
+"wd_1",0.01,1613941085669,1693
+"sqr_mom_1",0.99,1613941085669,1693
+"lr_1",3.869631880752027e-05,1613941085669,1693
+"mom_1",0.8782592029811993,1613941085669,1693
+"eps_1",1e-05,1613941085669,1693
+"wd_2",0.01,1613941085669,1693
+"sqr_mom_2",0.99,1613941085669,1693
+"lr_2",0.00038696318807520264,1613941085669,1693
+"mom_2",0.8782592029811993,1613941085669,1693
+"eps_2",1e-05,1613941085669,1693
+"train_loss",0.06704761,1613941086627,1694
+"raw_loss",0.06428085,1613941086627,1694
+"epoch",10.660377358490543,1613941086627,1694
+"wd_0",0.01,1613941086627,1694
+"sqr_mom_0",0.99,1613941086627,1694
+"lr_0",3.872003685062405e-06,1613941086627,1694
+"mom_0",0.8781999078734398,1613941086627,1694
+"eps_0",1e-05,1613941086627,1694
+"wd_1",0.01,1613941086627,1694
+"sqr_mom_1",0.99,1613941086627,1694
+"lr_1",3.872003685062405e-05,1613941086627,1694
+"mom_1",0.8781999078734398,1613941086627,1694
+"eps_1",1e-05,1613941086627,1694
+"wd_2",0.01,1613941086627,1694
+"sqr_mom_2",0.99,1613941086627,1694
+"lr_2",0.0003872003685062405,1613941086627,1694
+"mom_2",0.8781999078734398,1613941086627,1694
+"eps_2",1e-05,1613941086627,1694
+"train_loss",0.06689077,1613941087625,1695
+"raw_loss",0.059205595,1613941087625,1695
+"epoch",10.666666666666643,1613941087625,1695
+"wd_0",0.01,1613941087625,1695
+"sqr_mom_0",0.99,1613941087625,1695
+"lr_0",3.874373639317015e-06,1613941087625,1695
+"mom_0",0.8781406590170746,1613941087625,1695
+"eps_0",1e-05,1613941087625,1695
+"wd_1",0.01,1613941087625,1695
+"sqr_mom_1",0.99,1613941087625,1695
+"lr_1",3.874373639317015e-05,1613941087625,1695
+"mom_1",0.8781406590170746,1613941087625,1695
+"eps_1",1e-05,1613941087625,1695
+"wd_2",0.01,1613941087625,1695
+"sqr_mom_2",0.99,1613941087625,1695
+"lr_2",0.0003874373639317015,1613941087625,1695
+"mom_2",0.8781406590170746,1613941087625,1695
+"eps_2",1e-05,1613941087625,1695
+"train_loss",0.06763279,1613941088590,1696
+"raw_loss",0.10399187,1613941088590,1696
+"epoch",10.672955974842743,1613941088590,1696
+"wd_0",0.01,1613941088590,1696
+"sqr_mom_0",0.99,1613941088590,1696
+"lr_0",3.8767420766551286e-06,1613941088590,1696
+"mom_0",0.8780814480836218,1613941088590,1696
+"eps_0",1e-05,1613941088590,1696
+"wd_1",0.01,1613941088590,1696
+"sqr_mom_1",0.99,1613941088590,1696
+"lr_1",3.876742076655128e-05,1613941088590,1696
+"mom_1",0.8780814480836218,1613941088590,1696
+"eps_1",1e-05,1613941088590,1696
+"wd_2",0.01,1613941088590,1696
+"sqr_mom_2",0.99,1613941088590,1696
+"lr_2",0.0003876742076655128,1613941088590,1696
+"mom_2",0.8780814480836218,1613941088590,1696
+"eps_2",1e-05,1613941088590,1696
+"train_loss",0.067914136,1613941089554,1697
+"raw_loss",0.08170026,1613941089554,1697
+"epoch",10.679245283018844,1613941089554,1697
+"wd_0",0.01,1613941089554,1697
+"sqr_mom_0",0.99,1613941089554,1697
+"lr_0",3.879109329355995e-06,1613941089554,1697
+"mom_0",0.8780222667661001,1613941089554,1697
+"eps_0",1e-05,1613941089554,1697
+"wd_1",0.01,1613941089554,1697
+"sqr_mom_1",0.99,1613941089554,1697
+"lr_1",3.879109329355995e-05,1613941089554,1697
+"mom_1",0.8780222667661001,1613941089554,1697
+"eps_1",1e-05,1613941089554,1697
+"wd_2",0.01,1613941089554,1697
+"sqr_mom_2",0.99,1613941089554,1697
+"lr_2",0.0003879109329355995,1613941089554,1697
+"mom_2",0.8780222667661001,1613941089554,1697
+"eps_2",1e-05,1613941089554,1697
+"train_loss",0.06794519,1613941090510,1698
+"raw_loss",0.069466904,1613941090510,1698
+"epoch",10.685534591194944,1613941090510,1698
+"wd_0",0.01,1613941090510,1698
+"sqr_mom_0",0.99,1613941090510,1698
+"lr_0",3.88147472031991e-06,1613941090510,1698
+"mom_0",0.8779631319920023,1613941090510,1698
+"eps_0",1e-05,1613941090510,1698
+"wd_1",0.01,1613941090510,1698
+"sqr_mom_1",0.99,1613941090510,1698
+"lr_1",3.881474720319909e-05,1613941090510,1698
+"mom_1",0.8779631319920023,1613941090510,1698
+"eps_1",1e-05,1613941090510,1698
+"wd_2",0.01,1613941090510,1698
+"sqr_mom_2",0.99,1613941090510,1698
+"lr_2",0.0003881474720319909,1613941090510,1698
+"mom_2",0.8779631319920023,1613941090510,1698
+"eps_2",1e-05,1613941090510,1698
+"train_loss",0.06895365,1613941091483,1699
+"raw_loss",0.11836827,1613941091483,1699
+"epoch",10.691823899371045,1613941091483,1699
+"wd_0",0.01,1613941091483,1699
+"sqr_mom_0",0.99,1613941091483,1699
+"lr_0",3.88383858204794e-06,1613941091483,1699
+"mom_0",0.8779040354488015,1613941091483,1699
+"eps_0",1e-05,1613941091483,1699
+"wd_1",0.01,1613941091483,1699
+"sqr_mom_1",0.99,1613941091483,1699
+"lr_1",3.8838385820479396e-05,1613941091483,1699
+"mom_1",0.8779040354488015,1613941091483,1699
+"eps_1",1e-05,1613941091483,1699
+"wd_2",0.01,1613941091483,1699
+"sqr_mom_2",0.99,1613941091483,1699
+"lr_2",0.00038838385820479397,1613941091483,1699
+"mom_2",0.8779040354488015,1613941091483,1699
+"eps_2",1e-05,1613941091483,1699
+"train_loss",0.068315834,1613941092457,1700
+"raw_loss",0.03706292,1613941092457,1700
+"epoch",10.698113207547145,1613941092457,1700
+"wd_0",0.01,1613941092457,1700
+"sqr_mom_0",0.99,1613941092457,1700
+"lr_0",3.8862012461741515e-06,1613941092457,1700
+"mom_0",0.8778449688456462,1613941092457,1700
+"eps_0",1e-05,1613941092457,1700
+"wd_1",0.01,1613941092457,1700
+"sqr_mom_1",0.99,1613941092457,1700
+"lr_1",3.8862012461741506e-05,1613941092457,1700
+"mom_1",0.8778449688456462,1613941092457,1700
+"eps_1",1e-05,1613941092457,1700
+"wd_2",0.01,1613941092457,1700
+"sqr_mom_2",0.99,1613941092457,1700
+"lr_2",0.0003886201246174151,1613941092457,1700
+"mom_2",0.8778449688456462,1613941092457,1700
+"eps_2",1e-05,1613941092457,1700
+"train_loss",0.06834895,1613941093471,1701
+"raw_loss",0.0699719,1613941093471,1701
+"epoch",10.704402515723245,1613941093471,1701
+"wd_0",0.01,1613941093471,1701
+"sqr_mom_0",0.99,1613941093471,1701
+"lr_0",3.888562036911297e-06,1613941093471,1701
+"mom_0",0.8777859490772175,1613941093471,1701
+"eps_0",1e-05,1613941093471,1701
+"wd_1",0.01,1613941093471,1701
+"sqr_mom_1",0.99,1613941093471,1701
+"lr_1",3.8885620369112964e-05,1613941093471,1701
+"mom_1",0.8777859490772175,1613941093471,1701
+"eps_1",1e-05,1613941093471,1701
+"wd_2",0.01,1613941093471,1701
+"sqr_mom_2",0.99,1613941093471,1701
+"lr_2",0.0003888562036911296,1613941093471,1701
+"mom_2",0.8777859490772175,1613941093471,1701
+"eps_2",1e-05,1613941093471,1701
+"train_loss",0.06774436,1613941094438,1702
+"raw_loss",0.038119186,1613941094438,1702
+"epoch",10.710691823899346,1613941094438,1702
+"wd_0",0.01,1613941094438,1702
+"sqr_mom_0",0.99,1613941094438,1702
+"lr_0",3.8909216214137475e-06,1613941094438,1702
+"mom_0",0.8777269594646563,1613941094438,1702
+"eps_0",1e-05,1613941094438,1702
+"wd_1",0.01,1613941094438,1702
+"sqr_mom_1",0.99,1613941094438,1702
+"lr_1",3.890921621413747e-05,1613941094438,1702
+"mom_1",0.8777269594646563,1613941094438,1702
+"eps_1",1e-05,1613941094438,1702
+"wd_2",0.01,1613941094438,1702
+"sqr_mom_2",0.99,1613941094438,1702
+"lr_2",0.00038909216214137466,1613941094438,1702
+"mom_2",0.8777269594646563,1613941094438,1702
+"eps_2",1e-05,1613941094438,1702
+"train_loss",0.06781068,1613941095396,1703
+"raw_loss",0.07106012,1613941095396,1703
+"epoch",10.716981132075446,1613941095396,1703
+"wd_0",0.01,1613941095396,1703
+"sqr_mom_0",0.99,1613941095396,1703
+"lr_0",3.893279659851752e-06,1613941095396,1703
+"mom_0",0.8776680085037062,1613941095396,1703
+"eps_0",1e-05,1613941095396,1703
+"wd_1",0.01,1613941095396,1703
+"sqr_mom_1",0.99,1613941095396,1703
+"lr_1",3.893279659851752e-05,1613941095396,1703
+"mom_1",0.8776680085037062,1613941095396,1703
+"eps_1",1e-05,1613941095396,1703
+"wd_2",0.01,1613941095396,1703
+"sqr_mom_2",0.99,1613941095396,1703
+"lr_2",0.00038932796598517517,1613941095396,1703
+"mom_2",0.8776680085037062,1613941095396,1703
+"eps_2",1e-05,1613941095396,1703
+"train_loss",0.068754815,1613941096374,1704
+"raw_loss",0.11501743,1613941096374,1704
+"epoch",10.723270440251547,1613941096374,1704
+"wd_0",0.01,1613941096374,1704
+"sqr_mom_0",0.99,1613941096374,1704
+"lr_0",3.895635813277281e-06,1613941096374,1704
+"mom_0",0.877609104668068,1613941096374,1704
+"eps_0",1e-05,1613941096374,1704
+"wd_1",0.01,1613941096374,1704
+"sqr_mom_1",0.99,1613941096374,1704
+"lr_1",3.8956358132772804e-05,1613941096374,1704
+"mom_1",0.877609104668068,1613941096374,1704
+"eps_1",1e-05,1613941096374,1704
+"wd_2",0.01,1613941096374,1704
+"sqr_mom_2",0.99,1613941096374,1704
+"lr_2",0.00038956358132772803,1613941096374,1704
+"mom_2",0.877609104668068,1613941096374,1704
+"eps_2",1e-05,1613941096374,1704
+"train_loss",0.06783461,1613941097314,1705
+"raw_loss",0.022744471,1613941097314,1705
+"epoch",10.729559748427647,1613941097314,1705
+"wd_0",0.01,1613941097314,1705
+"sqr_mom_0",0.99,1613941097314,1705
+"lr_0",3.89799074753421e-06,1613941097314,1705
+"mom_0",0.8775502313116448,1613941097314,1705
+"eps_0",1e-05,1613941097314,1705
+"wd_1",0.01,1613941097314,1705
+"sqr_mom_1",0.99,1613941097314,1705
+"lr_1",3.89799074753421e-05,1613941097314,1705
+"mom_1",0.8775502313116448,1613941097314,1705
+"eps_1",1e-05,1613941097314,1705
+"wd_2",0.01,1613941097314,1705
+"sqr_mom_2",0.99,1613941097314,1705
+"lr_2",0.000389799074753421,1613941097314,1705
+"mom_2",0.8775502313116448,1613941097314,1705
+"eps_2",1e-05,1613941097314,1705
+"train_loss",0.06774539,1613941098270,1706
+"raw_loss",0.06337342,1613941098270,1706
+"epoch",10.735849056603747,1613941098270,1706
+"wd_0",0.01,1613941098270,1706
+"sqr_mom_0",0.99,1613941098270,1706
+"lr_0",3.900343789046249e-06,1613941098270,1706
+"mom_0",0.8774914052738437,1613941098270,1706
+"eps_0",1e-05,1613941098270,1706
+"wd_1",0.01,1613941098270,1706
+"sqr_mom_1",0.99,1613941098270,1706
+"lr_1",3.900343789046248e-05,1613941098270,1706
+"mom_1",0.8774914052738437,1613941098270,1706
+"eps_1",1e-05,1613941098270,1706
+"wd_2",0.01,1613941098270,1706
+"sqr_mom_2",0.99,1613941098270,1706
+"lr_2",0.00039003437890462484,1613941098270,1706
+"mom_2",0.8774914052738437,1613941098270,1706
+"eps_2",1e-05,1613941098270,1706
+"train_loss",0.06711675,1613941099222,1707
+"raw_loss",0.036313534,1613941099222,1707
+"epoch",10.742138364779848,1613941099222,1707
+"wd_0",0.01,1613941099222,1707
+"sqr_mom_0",0.99,1613941099222,1707
+"lr_0",3.902695268587197e-06,1613941099222,1707
+"mom_0",0.87743261828532,1613941099222,1707
+"eps_0",1e-05,1613941099222,1707
+"wd_1",0.01,1613941099222,1707
+"sqr_mom_1",0.99,1613941099222,1707
+"lr_1",3.9026952685871966e-05,1613941099222,1707
+"mom_1",0.87743261828532,1613941099222,1707
+"eps_1",1e-05,1613941099222,1707
+"wd_2",0.01,1613941099222,1707
+"sqr_mom_2",0.99,1613941099222,1707
+"lr_2",0.00039026952685871963,1613941099222,1707
+"mom_2",0.87743261828532,1613941099222,1707
+"eps_2",1e-05,1613941099222,1707
+"train_loss",0.06713999,1613941100177,1708
+"raw_loss",0.06827876,1613941100177,1708
+"epoch",10.748427672955948,1613941100177,1708
+"wd_0",0.01,1613941100177,1708
+"sqr_mom_0",0.99,1613941100177,1708
+"lr_0",3.905045516045292e-06,1613941100177,1708
+"mom_0",0.8773738620988677,1613941100177,1708
+"eps_0",1e-05,1613941100177,1708
+"wd_1",0.01,1613941100177,1708
+"sqr_mom_1",0.99,1613941100177,1708
+"lr_1",3.9050455160452914e-05,1613941100177,1708
+"mom_1",0.8773738620988677,1613941100177,1708
+"eps_1",1e-05,1613941100177,1708
+"wd_2",0.01,1613941100177,1708
+"sqr_mom_2",0.99,1613941100177,1708
+"lr_2",0.00039050455160452916,1613941100177,1708
+"mom_2",0.8773738620988677,1613941100177,1708
+"eps_2",1e-05,1613941100177,1708
+"train_loss",0.06706972,1613941101138,1709
+"raw_loss",0.063626304,1613941101138,1709
+"epoch",10.754716981132049,1613941101138,1709
+"wd_0",0.01,1613941101138,1709
+"sqr_mom_0",0.99,1613941101138,1709
+"lr_0",3.907393859184797e-06,1613941101138,1709
+"mom_0",0.87731515352038,1613941101138,1709
+"eps_0",1e-05,1613941101138,1709
+"wd_1",0.01,1613941101138,1709
+"sqr_mom_1",0.99,1613941101138,1709
+"lr_1",3.9073938591847964e-05,1613941101138,1709
+"mom_1",0.87731515352038,1613941101138,1709
+"eps_1",1e-05,1613941101138,1709
+"wd_2",0.01,1613941101138,1709
+"sqr_mom_2",0.99,1613941101138,1709
+"lr_2",0.0003907393859184796,1613941101138,1709
+"mom_2",0.87731515352038,1613941101138,1709
+"eps_2",1e-05,1613941101138,1709
+"train_loss",0.06680842,1613941102097,1710
+"raw_loss",0.05400475,1613941102097,1710
+"epoch",10.761006289308149,1613941102097,1710
+"wd_0",0.01,1613941102097,1710
+"sqr_mom_0",0.99,1613941102097,1710
+"lr_0",3.909740961642419e-06,1613941102097,1710
+"mom_0",0.8772564759589395,1613941102097,1710
+"eps_0",1e-05,1613941102097,1710
+"wd_1",0.01,1613941102097,1710
+"sqr_mom_1",0.99,1613941102097,1710
+"lr_1",3.909740961642419e-05,1613941102097,1710
+"mom_1",0.8772564759589395,1613941102097,1710
+"eps_1",1e-05,1613941102097,1710
+"wd_2",0.01,1613941102097,1710
+"sqr_mom_2",0.99,1613941102097,1710
+"lr_2",0.00039097409616424187,1613941102097,1710
+"mom_2",0.8772564759589395,1613941102097,1710
+"eps_2",1e-05,1613941102097,1710
+"train_loss",0.06863717,1613941103047,1711
+"raw_loss",0.15824604,1613941103047,1711
+"epoch",10.76729559748425,1613941103047,1711
+"wd_0",0.01,1613941103047,1711
+"sqr_mom_0",0.99,1613941103047,1711
+"lr_0",3.912086152081978e-06,1613941103047,1711
+"mom_0",0.8771978461979505,1613941103047,1711
+"eps_0",1e-05,1613941103047,1711
+"wd_1",0.01,1613941103047,1711
+"sqr_mom_1",0.99,1613941103047,1711
+"lr_1",3.9120861520819777e-05,1613941103047,1711
+"mom_1",0.8771978461979505,1613941103047,1711
+"eps_1",1e-05,1613941103047,1711
+"wd_2",0.01,1613941103047,1711
+"sqr_mom_2",0.99,1613941103047,1711
+"lr_2",0.0003912086152081978,1613941103047,1711
+"mom_2",0.8771978461979505,1613941103047,1711
+"eps_2",1e-05,1613941103047,1711
+"train_loss",0.06785434,1613941104000,1712
+"raw_loss",0.029495684,1613941104000,1712
+"epoch",10.77358490566035,1613941104000,1712
+"wd_0",0.01,1613941104000,1712
+"sqr_mom_0",0.99,1613941104000,1712
+"lr_0",3.914430093249235e-06,1613941104000,1712
+"mom_0",0.8771392476687692,1613941104000,1712
+"eps_0",1e-05,1613941104000,1712
+"wd_1",0.01,1613941104000,1712
+"sqr_mom_1",0.99,1613941104000,1712
+"lr_1",3.914430093249234e-05,1613941104000,1712
+"mom_1",0.8771392476687692,1613941104000,1712
+"eps_1",1e-05,1613941104000,1712
+"wd_2",0.01,1613941104000,1712
+"sqr_mom_2",0.99,1613941104000,1712
+"lr_2",0.00039144300932492343,1613941104000,1712
+"mom_2",0.8771392476687692,1613941104000,1712
+"eps_2",1e-05,1613941104000,1712
+"train_loss",0.0691746,1613941104948,1713
+"raw_loss",0.13386779,1613941104948,1713
+"epoch",10.77987421383645,1613941104948,1713
+"wd_0",0.01,1613941104948,1713
+"sqr_mom_0",0.99,1613941104948,1713
+"lr_0",3.9167724475565235e-06,1613941104948,1713
+"mom_0",0.8770806888110869,1613941104948,1713
+"eps_0",1e-05,1613941104948,1713
+"wd_1",0.01,1613941104948,1713
+"sqr_mom_1",0.99,1613941104948,1713
+"lr_1",3.916772447556523e-05,1613941104948,1713
+"mom_1",0.8770806888110869,1613941104948,1713
+"eps_1",1e-05,1613941104948,1713
+"wd_2",0.01,1613941104948,1713
+"sqr_mom_2",0.99,1613941104948,1713
+"lr_2",0.00039167724475565227,1613941104948,1713
+"mom_2",0.8770806888110869,1613941104948,1713
+"eps_2",1e-05,1613941104948,1713
+"train_loss",0.0683297,1613941105941,1714
+"raw_loss",0.026929507,1613941105941,1714
+"epoch",10.78616352201255,1613941105941,1714
+"wd_0",0.01,1613941105941,1714
+"sqr_mom_0",0.99,1613941105941,1714
+"lr_0",3.919112878321166e-06,1613941105941,1714
+"mom_0",0.8770221780419708,1613941105941,1714
+"eps_0",1e-05,1613941105941,1714
+"wd_1",0.01,1613941105941,1714
+"sqr_mom_1",0.99,1613941105941,1714
+"lr_1",3.919112878321166e-05,1613941105941,1714
+"mom_1",0.8770221780419708,1613941105941,1714
+"eps_1",1e-05,1613941105941,1714
+"wd_2",0.01,1613941105941,1714
+"sqr_mom_2",0.99,1613941105941,1714
+"lr_2",0.00039191128783211654,1613941105941,1714
+"mom_2",0.8770221780419708,1613941105941,1714
+"eps_2",1e-05,1613941105941,1714
+"train_loss",0.068129234,1613941106915,1715
+"raw_loss",0.05830657,1613941106915,1715
+"epoch",10.792452830188651,1613941106915,1715
+"wd_0",0.01,1613941106915,1715
+"sqr_mom_0",0.99,1613941106915,1715
+"lr_0",3.921451714552961e-06,1613941106915,1715
+"mom_0",0.876963707136176,1613941106915,1715
+"eps_0",1e-05,1613941106915,1715
+"wd_1",0.01,1613941106915,1715
+"sqr_mom_1",0.99,1613941106915,1715
+"lr_1",3.921451714552961e-05,1613941106915,1715
+"mom_1",0.876963707136176,1613941106915,1715
+"eps_1",1e-05,1613941106915,1715
+"wd_2",0.01,1613941106915,1715
+"sqr_mom_2",0.99,1613941106915,1715
+"lr_2",0.0003921451714552961,1613941106915,1715
+"mom_2",0.876963707136176,1613941106915,1715
+"eps_2",1e-05,1613941106915,1715
+"train_loss",0.06897173,1613941107908,1716
+"raw_loss",0.11025411,1613941107908,1716
+"epoch",10.798742138364751,1613941107908,1716
+"wd_0",0.01,1613941107908,1716
+"sqr_mom_0",0.99,1613941107908,1716
+"lr_0",3.923789284357687e-06,1613941107908,1716
+"mom_0",0.8769052678910578,1613941107908,1716
+"eps_0",1e-05,1613941107908,1716
+"wd_1",0.01,1613941107908,1716
+"sqr_mom_1",0.99,1613941107908,1716
+"lr_1",3.923789284357686e-05,1613941107908,1716
+"mom_1",0.8769052678910578,1613941107908,1716
+"eps_1",1e-05,1613941107908,1716
+"wd_2",0.01,1613941107908,1716
+"sqr_mom_2",0.99,1613941107908,1716
+"lr_2",0.0003923789284357686,1613941107908,1716
+"mom_2",0.8769052678910578,1613941107908,1716
+"eps_2",1e-05,1613941107908,1716
+"train_loss",0.06908525,1613941108897,1717
+"raw_loss",0.0746476,1613941108897,1717
+"epoch",10.805031446540852,1613941108897,1717
+"wd_0",0.01,1613941108897,1717
+"sqr_mom_0",0.99,1613941108897,1717
+"lr_0",3.926124919125765e-06,1613941108897,1717
+"mom_0",0.8768468770218558,1613941108897,1717
+"eps_0",1e-05,1613941108897,1717
+"wd_1",0.01,1613941108897,1717
+"sqr_mom_1",0.99,1613941108897,1717
+"lr_1",3.926124919125765e-05,1613941108897,1717
+"mom_1",0.8768468770218558,1613941108897,1717
+"eps_1",1e-05,1613941108897,1717
+"wd_2",0.01,1613941108897,1717
+"sqr_mom_2",0.99,1613941108897,1717
+"lr_2",0.00039261249191257646,1613941108897,1717
+"mom_2",0.8768468770218558,1613941108897,1717
+"eps_2",1e-05,1613941108897,1717
+"train_loss",0.06850634,1613941109866,1718
+"raw_loss",0.0401396,1613941109866,1718
+"epoch",10.811320754716952,1613941109866,1718
+"wd_0",0.01,1613941109866,1718
+"sqr_mom_0",0.99,1613941109866,1718
+"lr_0",3.928458947196082e-06,1613941109866,1718
+"mom_0",0.876788526320098,1613941109866,1718
+"eps_0",1e-05,1613941109866,1718
+"wd_1",0.01,1613941109866,1718
+"sqr_mom_1",0.99,1613941109866,1718
+"lr_1",3.928458947196081e-05,1613941109866,1718
+"mom_1",0.876788526320098,1613941109866,1718
+"eps_1",1e-05,1613941109866,1718
+"wd_2",0.01,1613941109866,1718
+"sqr_mom_2",0.99,1613941109866,1718
+"lr_2",0.0003928458947196081,1613941109866,1718
+"mom_2",0.876788526320098,1613941109866,1718
+"eps_2",1e-05,1613941109866,1718
+"train_loss",0.06872874,1613941110820,1719
+"raw_loss",0.07962642,1613941110820,1719
+"epoch",10.817610062893053,1613941110820,1719
+"wd_0",0.01,1613941110820,1719
+"sqr_mom_0",0.99,1613941110820,1719
+"lr_0",3.930791695996604e-06,1613941110820,1719
+"mom_0",0.8767302076000849,1613941110820,1719
+"eps_0",1e-05,1613941110820,1719
+"wd_1",0.01,1613941110820,1719
+"sqr_mom_1",0.99,1613941110820,1719
+"lr_1",3.930791695996604e-05,1613941110820,1719
+"mom_1",0.8767302076000849,1613941110820,1719
+"eps_1",1e-05,1613941110820,1719
+"wd_2",0.01,1613941110820,1719
+"sqr_mom_2",0.99,1613941110820,1719
+"lr_2",0.0003930791695996604,1613941110820,1719
+"mom_2",0.8767302076000849,1613941110820,1719
+"eps_2",1e-05,1613941110820,1719
+"train_loss",0.068324946,1613941111782,1720
+"raw_loss",0.048538957,1613941111782,1720
+"epoch",10.823899371069153,1613941111782,1720
+"wd_0",0.01,1613941111782,1720
+"sqr_mom_0",0.99,1613941111782,1720
+"lr_0",3.933122498296694e-06,1613941111782,1720
+"mom_0",0.8766719375425827,1613941111782,1720
+"eps_0",1e-05,1613941111782,1720
+"wd_1",0.01,1613941111782,1720
+"sqr_mom_1",0.99,1613941111782,1720
+"lr_1",3.933122498296694e-05,1613941111782,1720
+"mom_1",0.8766719375425827,1613941111782,1720
+"eps_1",1e-05,1613941111782,1720
+"wd_2",0.01,1613941111782,1720
+"sqr_mom_2",0.99,1613941111782,1720
+"lr_2",0.0003933122498296694,1613941111782,1720
+"mom_2",0.8766719375425827,1613941111782,1720
+"eps_2",1e-05,1613941111782,1720
+"train_loss",0.06846427,1613941112751,1721
+"raw_loss",0.07529124,1613941112751,1721
+"epoch",10.830188679245254,1613941112751,1721
+"wd_0",0.01,1613941112751,1721
+"sqr_mom_0",0.99,1613941112751,1721
+"lr_0",3.935452012776057e-06,1613941112751,1721
+"mom_0",0.8766136996805985,1613941112751,1721
+"eps_0",1e-05,1613941112751,1721
+"wd_1",0.01,1613941112751,1721
+"sqr_mom_1",0.99,1613941112751,1721
+"lr_1",3.935452012776057e-05,1613941112751,1721
+"mom_1",0.8766136996805985,1613941112751,1721
+"eps_1",1e-05,1613941112751,1721
+"wd_2",0.01,1613941112751,1721
+"sqr_mom_2",0.99,1613941112751,1721
+"lr_2",0.00039354520127760567,1613941112751,1721
+"mom_2",0.8766136996805985,1613941112751,1721
+"eps_2",1e-05,1613941112751,1721
+"train_loss",0.06788386,1613941113719,1722
+"raw_loss",0.039443396,1613941113719,1722
+"epoch",10.836477987421354,1613941113719,1722
+"wd_0",0.01,1613941113719,1722
+"sqr_mom_0",0.99,1613941113719,1722
+"lr_0",3.937779903914978e-06,1613941113719,1722
+"mom_0",0.8765555024021255,1613941113719,1722
+"eps_0",1e-05,1613941113719,1722
+"wd_1",0.01,1613941113719,1722
+"sqr_mom_1",0.99,1613941113719,1722
+"lr_1",3.937779903914978e-05,1613941113719,1722
+"mom_1",0.8765555024021255,1613941113719,1722
+"eps_1",1e-05,1613941113719,1722
+"wd_2",0.01,1613941113719,1722
+"sqr_mom_2",0.99,1613941113719,1722
+"lr_2",0.00039377799039149776,1613941113719,1722
+"mom_2",0.8765555024021255,1613941113719,1722
+"eps_2",1e-05,1613941113719,1722
+"train_loss",0.06784922,1613941114673,1723
+"raw_loss",0.06615178,1613941114673,1723
+"epoch",10.842767295597454,1613941114673,1723
+"wd_0",0.01,1613941114673,1723
+"sqr_mom_0",0.99,1613941114673,1723
+"lr_0",3.940105837119537e-06,1613941114673,1723
+"mom_0",0.8764973540720116,1613941114673,1723
+"eps_0",1e-05,1613941114673,1723
+"wd_1",0.01,1613941114673,1723
+"sqr_mom_1",0.99,1613941114673,1723
+"lr_1",3.940105837119537e-05,1613941114673,1723
+"mom_1",0.8764973540720116,1613941114673,1723
+"eps_1",1e-05,1613941114673,1723
+"wd_2",0.01,1613941114673,1723
+"sqr_mom_2",0.99,1613941114673,1723
+"lr_2",0.00039401058371195364,1613941114673,1723
+"mom_2",0.8764973540720116,1613941114673,1723
+"eps_2",1e-05,1613941114673,1723
+"train_loss",0.06787453,1613941115637,1724
+"raw_loss",0.06911467,1613941115637,1724
+"epoch",10.849056603773555,1613941115637,1724
+"wd_0",0.01,1613941115637,1724
+"sqr_mom_0",0.99,1613941115637,1724
+"lr_0",3.9424304696934405e-06,1613941115637,1724
+"mom_0",0.876439238257664,1613941115637,1724
+"eps_0",1e-05,1613941115637,1724
+"wd_1",0.01,1613941115637,1724
+"sqr_mom_1",0.99,1613941115637,1724
+"lr_1",3.9424304696934405e-05,1613941115637,1724
+"mom_1",0.876439238257664,1613941115637,1724
+"eps_1",1e-05,1613941115637,1724
+"wd_2",0.01,1613941115637,1724
+"sqr_mom_2",0.99,1613941115637,1724
+"lr_2",0.00039424304696934406,1613941115637,1724
+"mom_2",0.876439238257664,1613941115637,1724
+"eps_2",1e-05,1613941115637,1724
+"train_loss",0.06791825,1613941116590,1725
+"raw_loss",0.07006039,1613941116590,1725
+"epoch",10.855345911949655,1613941116590,1725
+"wd_0",0.01,1613941116590,1725
+"sqr_mom_0",0.99,1613941116590,1725
+"lr_0",3.9447531367275185e-06,1613941116590,1725
+"mom_0",0.8763811715818121,1613941116590,1725
+"eps_0",1e-05,1613941116590,1725
+"wd_1",0.01,1613941116590,1725
+"sqr_mom_1",0.99,1613941116590,1725
+"lr_1",3.944753136727518e-05,1613941116590,1725
+"mom_1",0.8763811715818121,1613941116590,1725
+"eps_1",1e-05,1613941116590,1725
+"wd_2",0.01,1613941116590,1725
+"sqr_mom_2",0.99,1613941116590,1725
+"lr_2",0.00039447531367275176,1613941116590,1725
+"mom_2",0.8763811715818121,1613941116590,1725
+"eps_2",1e-05,1613941116590,1725
+"train_loss",0.06821937,1613941117565,1726
+"raw_loss",0.08297422,1613941117565,1726
+"epoch",10.861635220125756,1613941117565,1726
+"wd_0",0.01,1613941117565,1726
+"sqr_mom_0",0.99,1613941117565,1726
+"lr_0",3.94707416474647e-06,1613941117565,1726
+"mom_0",0.8763231458813382,1613941117565,1726
+"eps_0",1e-05,1613941117565,1726
+"wd_1",0.01,1613941117565,1726
+"sqr_mom_1",0.99,1613941117565,1726
+"lr_1",3.94707416474647e-05,1613941117565,1726
+"mom_1",0.8763231458813382,1613941117565,1726
+"eps_1",1e-05,1613941117565,1726
+"wd_2",0.01,1613941117565,1726
+"sqr_mom_2",0.99,1613941117565,1726
+"lr_2",0.000394707416474647,1613941117565,1726
+"mom_2",0.8763231458813382,1613941117565,1726
+"eps_2",1e-05,1613941117565,1726
+"train_loss",0.06803265,1613941118526,1727
+"raw_loss",0.05888343,1613941118526,1727
+"epoch",10.867924528301856,1613941118526,1727
+"wd_0",0.01,1613941118526,1727
+"sqr_mom_0",0.99,1613941118526,1727
+"lr_0",3.949393879345759e-06,1613941118526,1727
+"mom_0",0.876265153016356,1613941118526,1727
+"eps_0",1e-05,1613941118526,1727
+"wd_1",0.01,1613941118526,1727
+"sqr_mom_1",0.99,1613941118526,1727
+"lr_1",3.949393879345759e-05,1613941118526,1727
+"mom_1",0.876265153016356,1613941118526,1727
+"eps_1",1e-05,1613941118526,1727
+"wd_2",0.01,1613941118526,1727
+"sqr_mom_2",0.99,1613941118526,1727
+"lr_2",0.00039493938793457587,1613941118526,1727
+"mom_2",0.876265153016356,1613941118526,1727
+"eps_2",1e-05,1613941118526,1727
+"train_loss",0.06759934,1613941119482,1728
+"raw_loss",0.046367,1613941119482,1728
+"epoch",10.874213836477956,1613941119482,1728
+"wd_0",0.01,1613941119482,1728
+"sqr_mom_0",0.99,1613941119482,1728
+"lr_0",3.951711617022888e-06,1613941119482,1728
+"mom_0",0.8762072095744278,1613941119482,1728
+"eps_0",1e-05,1613941119482,1728
+"wd_1",0.01,1613941119482,1728
+"sqr_mom_1",0.99,1613941119482,1728
+"lr_1",3.951711617022888e-05,1613941119482,1728
+"mom_1",0.8762072095744278,1613941119482,1728
+"eps_1",1e-05,1613941119482,1728
+"wd_2",0.01,1613941119482,1728
+"sqr_mom_2",0.99,1613941119482,1728
+"lr_2",0.00039517116170228875,1613941119482,1728
+"mom_2",0.8762072095744278,1613941119482,1728
+"eps_2",1e-05,1613941119482,1728
+"train_loss",0.0673401,1613941120437,1729
+"raw_loss",0.054637242,1613941120437,1729
+"epoch",10.880503144654057,1613941120437,1729
+"wd_0",0.01,1613941120437,1729
+"sqr_mom_0",0.99,1613941120437,1729
+"lr_0",3.954027703612899e-06,1613941120437,1729
+"mom_0",0.8761493074096776,1613941120437,1729
+"eps_0",1e-05,1613941120437,1729
+"wd_1",0.01,1613941120437,1729
+"sqr_mom_1",0.99,1613941120437,1729
+"lr_1",3.954027703612898e-05,1613941120437,1729
+"mom_1",0.8761493074096776,1613941120437,1729
+"eps_1",1e-05,1613941120437,1729
+"wd_2",0.01,1613941120437,1729
+"sqr_mom_2",0.99,1613941120437,1729
+"lr_2",0.0003954027703612898,1613941120437,1729
+"mom_2",0.8761493074096776,1613941120437,1729
+"eps_2",1e-05,1613941120437,1729
+"train_loss",0.06784281,1613941121395,1730
+"raw_loss",0.09247573,1613941121395,1730
+"epoch",10.886792452830157,1613941121395,1730
+"wd_0",0.01,1613941121395,1730
+"sqr_mom_0",0.99,1613941121395,1730
+"lr_0",3.956342464014744e-06,1613941121395,1730
+"mom_0",0.8760914383996314,1613941121395,1730
+"eps_0",1e-05,1613941121395,1730
+"wd_1",0.01,1613941121395,1730
+"sqr_mom_1",0.99,1613941121395,1730
+"lr_1",3.9563424640147434e-05,1613941121395,1730
+"mom_1",0.8760914383996314,1613941121395,1730
+"eps_1",1e-05,1613941121395,1730
+"wd_2",0.01,1613941121395,1730
+"sqr_mom_2",0.99,1613941121395,1730
+"lr_2",0.0003956342464014743,1613941121395,1730
+"mom_2",0.8760914383996314,1613941121395,1730
+"eps_2",1e-05,1613941121395,1730
+"train_loss",0.06795119,1613941122491,1731
+"raw_loss",0.073261775,1613941122491,1731
+"epoch",10.893081761006258,1613941122491,1731
+"wd_0",0.01,1613941122491,1731
+"sqr_mom_0",0.99,1613941122491,1731
+"lr_0",3.958655564823819e-06,1613941122491,1731
+"mom_0",0.8760336108794045,1613941122491,1731
+"eps_0",1e-05,1613941122491,1731
+"wd_1",0.01,1613941122491,1731
+"sqr_mom_1",0.99,1613941122491,1731
+"lr_1",3.958655564823819e-05,1613941122491,1731
+"mom_1",0.8760336108794045,1613941122491,1731
+"eps_1",1e-05,1613941122491,1731
+"wd_2",0.01,1613941122491,1731
+"sqr_mom_2",0.99,1613941122491,1731
+"lr_2",0.0003958655564823819,1613941122491,1731
+"mom_2",0.8760336108794045,1613941122491,1731
+"eps_2",1e-05,1613941122491,1731
+"train_loss",0.06778605,1613941123457,1732
+"raw_loss",0.059694488,1613941123457,1732
+"epoch",10.899371069182358,1613941123457,1732
+"wd_0",0.01,1613941123457,1732
+"sqr_mom_0",0.99,1613941123457,1732
+"lr_0",3.960967002026075e-06,1613941123457,1732
+"mom_0",0.8759758249493481,1613941123457,1732
+"eps_0",1e-05,1613941123457,1732
+"wd_1",0.01,1613941123457,1732
+"sqr_mom_1",0.99,1613941123457,1732
+"lr_1",3.9609670020260756e-05,1613941123457,1732
+"mom_1",0.8759758249493481,1613941123457,1732
+"eps_1",1e-05,1613941123457,1732
+"wd_2",0.01,1613941123457,1732
+"sqr_mom_2",0.99,1613941123457,1732
+"lr_2",0.0003960967002026075,1613941123457,1732
+"mom_2",0.8759758249493481,1613941123457,1732
+"eps_2",1e-05,1613941123457,1732
+"train_loss",0.06826353,1613941124415,1733
+"raw_loss",0.09166016,1613941124415,1733
+"epoch",10.905660377358458,1613941124415,1733
+"wd_0",0.01,1613941124415,1733
+"sqr_mom_0",0.99,1613941124415,1733
+"lr_0",3.963276443403591e-06,1613941124415,1733
+"mom_0",0.8759180889149102,1613941124415,1733
+"eps_0",1e-05,1613941124415,1733
+"wd_1",0.01,1613941124415,1733
+"sqr_mom_1",0.99,1613941124415,1733
+"lr_1",3.9632764434035904e-05,1613941124415,1733
+"mom_1",0.8759180889149102,1613941124415,1733
+"eps_1",1e-05,1613941124415,1733
+"wd_2",0.01,1613941124415,1733
+"sqr_mom_2",0.99,1613941124415,1733
+"lr_2",0.00039632764434035904,1613941124415,1733
+"mom_2",0.8759180889149102,1613941124415,1733
+"eps_2",1e-05,1613941124415,1733
+"train_loss",0.067969136,1613941125374,1734
+"raw_loss",0.053543612,1613941125374,1734
+"epoch",10.911949685534559,1613941125374,1734
+"wd_0",0.01,1613941125374,1734
+"sqr_mom_0",0.99,1613941125374,1734
+"lr_0",3.965584213630624e-06,1613941125374,1734
+"mom_0",0.8758603946592344,1613941125374,1734
+"eps_0",1e-05,1613941125374,1734
+"wd_1",0.01,1613941125374,1734
+"sqr_mom_1",0.99,1613941125374,1734
+"lr_1",3.965584213630624e-05,1613941125374,1734
+"mom_1",0.8758603946592344,1613941125374,1734
+"eps_1",1e-05,1613941125374,1734
+"wd_2",0.01,1613941125374,1734
+"sqr_mom_2",0.99,1613941125374,1734
+"lr_2",0.0003965584213630623,1613941125374,1734
+"mom_2",0.8758603946592344,1613941125374,1734
+"eps_2",1e-05,1613941125374,1734
+"train_loss",0.067935586,1613941126317,1735
+"raw_loss",0.06629157,1613941126317,1735
+"epoch",10.91823899371066,1613941126317,1735
+"wd_0",0.01,1613941126317,1735
+"sqr_mom_0",0.99,1613941126317,1735
+"lr_0",3.967890636433973e-06,1613941126317,1735
+"mom_0",0.8758027340891507,1613941126317,1735
+"eps_0",1e-05,1613941126317,1735
+"wd_1",0.01,1613941126317,1735
+"sqr_mom_1",0.99,1613941126317,1735
+"lr_1",3.967890636433972e-05,1613941126317,1735
+"mom_1",0.8758027340891507,1613941126317,1735
+"eps_1",1e-05,1613941126317,1735
+"wd_2",0.01,1613941126317,1735
+"sqr_mom_2",0.99,1613941126317,1735
+"lr_2",0.00039678906364339723,1613941126317,1735
+"mom_2",0.8758027340891507,1613941126317,1735
+"eps_2",1e-05,1613941126317,1735
+"train_loss",0.06720627,1613941127261,1736
+"raw_loss",0.031469963,1613941127261,1736
+"epoch",10.92452830188676,1613941127261,1736
+"wd_0",0.01,1613941127261,1736
+"sqr_mom_0",0.99,1613941127261,1736
+"lr_0",3.9701950521129645e-06,1613941127261,1736
+"mom_0",0.8757451236971758,1613941127261,1736
+"eps_0",1e-05,1613941127261,1736
+"wd_1",0.01,1613941127261,1736
+"sqr_mom_1",0.99,1613941127261,1736
+"lr_1",3.970195052112964e-05,1613941127261,1736
+"mom_1",0.8757451236971758,1613941127261,1736
+"eps_1",1e-05,1613941127261,1736
+"wd_2",0.01,1613941127261,1736
+"sqr_mom_2",0.99,1613941127261,1736
+"lr_2",0.0003970195052112964,1613941127261,1736
+"mom_2",0.8757451236971758,1613941127261,1736
+"eps_2",1e-05,1613941127261,1736
+"train_loss",0.068837434,1613941128214,1737
+"raw_loss",0.14876465,1613941128214,1737
+"epoch",10.93081761006286,1613941128214,1737
+"wd_0",0.01,1613941128214,1737
+"sqr_mom_0",0.99,1613941128214,1737
+"lr_0",3.97249778463865e-06,1613941128214,1737
+"mom_0",0.8756875553840338,1613941128214,1737
+"eps_0",1e-05,1613941128214,1737
+"wd_1",0.01,1613941128214,1737
+"sqr_mom_1",0.99,1613941128214,1737
+"lr_1",3.97249778463865e-05,1613941128214,1737
+"mom_1",0.8756875553840338,1613941128214,1737
+"eps_1",1e-05,1613941128214,1737
+"wd_2",0.01,1613941128214,1737
+"sqr_mom_2",0.99,1613941128214,1737
+"lr_2",0.000397249778463865,1613941128214,1737
+"mom_2",0.8756875553840338,1613941128214,1737
+"eps_2",1e-05,1613941128214,1737
+"train_loss",0.06822092,1613941129159,1738
+"raw_loss",0.03801183,1613941129159,1738
+"epoch",10.93710691823896,1613941129159,1738
+"wd_0",0.01,1613941129159,1738
+"sqr_mom_0",0.99,1613941129159,1738
+"lr_0",3.974799157027819e-06,1613941129159,1738
+"mom_0",0.8756300210743045,1613941129159,1738
+"eps_0",1e-05,1613941129159,1738
+"wd_1",0.01,1613941129159,1738
+"sqr_mom_1",0.99,1613941129159,1738
+"lr_1",3.974799157027819e-05,1613941129159,1738
+"mom_1",0.8756300210743045,1613941129159,1738
+"eps_1",1e-05,1613941129159,1738
+"wd_2",0.01,1613941129159,1738
+"sqr_mom_2",0.99,1613941129159,1738
+"lr_2",0.00039747991570278184,1613941129159,1738
+"mom_2",0.8756300210743045,1613941129159,1738
+"eps_2",1e-05,1613941129159,1738
+"train_loss",0.06811015,1613941130106,1739
+"raw_loss",0.062682584,1613941130106,1739
+"epoch",10.94339622641506,1613941130106,1739
+"wd_0",0.01,1613941130106,1739
+"sqr_mom_0",0.99,1613941130106,1739
+"lr_0",3.9770985110243545e-06,1613941130106,1739
+"mom_0",0.8755725372243911,1613941130106,1739
+"eps_0",1e-05,1613941130106,1739
+"wd_1",0.01,1613941130106,1739
+"sqr_mom_1",0.99,1613941130106,1739
+"lr_1",3.977098511024354e-05,1613941130106,1739
+"mom_1",0.8755725372243911,1613941130106,1739
+"eps_1",1e-05,1613941130106,1739
+"wd_2",0.01,1613941130106,1739
+"sqr_mom_2",0.99,1613941130106,1739
+"lr_2",0.00039770985110243543,1613941130106,1739
+"mom_2",0.8755725372243911,1613941130106,1739
+"eps_2",1e-05,1613941130106,1739
+"train_loss",0.06880282,1613941131053,1740
+"raw_loss",0.102743395,1613941131053,1740
+"epoch",10.949685534591161,1613941131053,1740
+"wd_0",0.01,1613941131053,1740
+"sqr_mom_0",0.99,1613941131053,1740
+"lr_0",3.979396496420738e-06,1613941131053,1740
+"mom_0",0.8755150875894815,1613941131053,1740
+"eps_0",1e-05,1613941131053,1740
+"wd_1",0.01,1613941131053,1740
+"sqr_mom_1",0.99,1613941131053,1740
+"lr_1",3.979396496420737e-05,1613941131053,1740
+"mom_1",0.8755150875894815,1613941131053,1740
+"eps_1",1e-05,1613941131053,1740
+"wd_2",0.01,1613941131053,1740
+"sqr_mom_2",0.99,1613941131053,1740
+"lr_2",0.0003979396496420737,1613941131053,1740
+"mom_2",0.8755150875894815,1613941131053,1740
+"eps_2",1e-05,1613941131053,1740
+"train_loss",0.06804467,1613941132002,1741
+"raw_loss",0.030895289,1613941132002,1741
+"epoch",10.955974842767262,1613941132002,1741
+"wd_0",0.01,1613941132002,1741
+"sqr_mom_0",0.99,1613941132002,1741
+"lr_0",3.981692782217442e-06,1613941132002,1741
+"mom_0",0.875457680444564,1613941132002,1741
+"eps_0",1e-05,1613941132002,1741
+"wd_1",0.01,1613941132002,1741
+"sqr_mom_1",0.99,1613941132002,1741
+"lr_1",3.981692782217441e-05,1613941132002,1741
+"mom_1",0.875457680444564,1613941132002,1741
+"eps_1",1e-05,1613941132002,1741
+"wd_2",0.01,1613941132002,1741
+"sqr_mom_2",0.99,1613941132002,1741
+"lr_2",0.00039816927822174407,1613941132002,1741
+"mom_2",0.875457680444564,1613941132002,1741
+"eps_2",1e-05,1613941132002,1741
+"train_loss",0.06766646,1613941132964,1742
+"raw_loss",0.049134325,1613941132964,1742
+"epoch",10.962264150943362,1613941132964,1742
+"wd_0",0.01,1613941132964,1742
+"sqr_mom_0",0.99,1613941132964,1742
+"lr_0",3.983987038384223e-06,1613941132964,1742
+"mom_0",0.8754003240403945,1613941132964,1742
+"eps_0",1e-05,1613941132964,1742
+"wd_1",0.01,1613941132964,1742
+"sqr_mom_1",0.99,1613941132964,1742
+"lr_1",3.9839870383842225e-05,1613941132964,1742
+"mom_1",0.8754003240403945,1613941132964,1742
+"eps_1",1e-05,1613941132964,1742
+"wd_2",0.01,1613941132964,1742
+"sqr_mom_2",0.99,1613941132964,1742
+"lr_2",0.0003983987038384222,1613941132964,1742
+"mom_2",0.8754003240403945,1613941132964,1742
+"eps_2",1e-05,1613941132964,1742
+"train_loss",0.06735931,1613941133955,1743
+"raw_loss",0.05230907,1613941133955,1743
+"epoch",10.968553459119462,1613941133955,1743
+"wd_0",0.01,1613941133955,1743
+"sqr_mom_0",0.99,1613941133955,1743
+"lr_0",3.986279913272926e-06,1613941133955,1743
+"mom_0",0.8753430021681768,1613941133955,1743
+"eps_0",1e-05,1613941133955,1743
+"wd_1",0.01,1613941133955,1743
+"sqr_mom_1",0.99,1613941133955,1743
+"lr_1",3.9862799132729254e-05,1613941133955,1743
+"mom_1",0.8753430021681768,1613941133955,1743
+"eps_1",1e-05,1613941133955,1743
+"wd_2",0.01,1613941133955,1743
+"sqr_mom_2",0.99,1613941133955,1743
+"lr_2",0.00039862799132729253,1613941133955,1743
+"mom_2",0.8753430021681768,1613941133955,1743
+"eps_2",1e-05,1613941133955,1743
+"train_loss",0.06661792,1613941134913,1744
+"raw_loss",0.030289765,1613941134913,1744
+"epoch",10.974842767295563,1613941134913,1744
+"wd_0",0.01,1613941134913,1744
+"sqr_mom_0",0.99,1613941134913,1744
+"lr_0",3.988570751057955e-06,1613941134913,1744
+"mom_0",0.8752857312235511,1613941134913,1744
+"eps_0",1e-05,1613941134913,1744
+"wd_1",0.01,1613941134913,1744
+"sqr_mom_1",0.99,1613941134913,1744
+"lr_1",3.988570751057955e-05,1613941134913,1744
+"mom_1",0.8752857312235511,1613941134913,1744
+"eps_1",1e-05,1613941134913,1744
+"wd_2",0.01,1613941134913,1744
+"sqr_mom_2",0.99,1613941134913,1744
+"lr_2",0.00039885707510579546,1613941134913,1744
+"mom_2",0.8752857312235511,1613941134913,1744
+"eps_2",1e-05,1613941134913,1744
+"train_loss",0.066722594,1613941135938,1745
+"raw_loss",0.07185163,1613941135938,1745
+"epoch",10.981132075471663,1613941135938,1745
+"wd_0",0.01,1613941135938,1745
+"sqr_mom_0",0.99,1613941135938,1745
+"lr_0",3.990859873810401e-06,1613941135938,1745
+"mom_0",0.87522850315474,1613941135938,1745
+"eps_0",1e-05,1613941135938,1745
+"wd_1",0.01,1613941135938,1745
+"sqr_mom_1",0.99,1613941135938,1745
+"lr_1",3.990859873810401e-05,1613941135938,1745
+"mom_1",0.87522850315474,1613941135938,1745
+"eps_1",1e-05,1613941135938,1745
+"wd_2",0.01,1613941135938,1745
+"sqr_mom_2",0.99,1613941135938,1745
+"lr_2",0.00039908598738104,1613941135938,1745
+"mom_2",0.87522850315474,1613941135938,1745
+"eps_2",1e-05,1613941135938,1745
+"train_loss",0.066612974,1613941136906,1746
+"raw_loss",0.061241727,1613941136906,1746
+"epoch",10.987421383647764,1613941136906,1746
+"wd_0",0.01,1613941136906,1746
+"sqr_mom_0",0.99,1613941136906,1746
+"lr_0",3.993147602629014e-06,1613941136906,1746
+"mom_0",0.8751713099342746,1613941136906,1746
+"eps_0",1e-05,1613941136906,1746
+"wd_1",0.01,1613941136906,1746
+"sqr_mom_1",0.99,1613941136906,1746
+"lr_1",3.993147602629014e-05,1613941136906,1746
+"mom_1",0.8751713099342746,1613941136906,1746
+"eps_1",1e-05,1613941136906,1746
+"wd_2",0.01,1613941136906,1746
+"sqr_mom_2",0.99,1613941136906,1746
+"lr_2",0.00039931476026290136,1613941136906,1746
+"mom_2",0.8751713099342746,1613941136906,1746
+"eps_2",1e-05,1613941136906,1746
+"train_loss",0.06588035,1613941137874,1747
+"raw_loss",0.029981881,1613941137874,1747
+"epoch",10.993710691823864,1613941137874,1747
+"wd_0",0.01,1613941137874,1747
+"sqr_mom_0",0.99,1613941137874,1747
+"lr_0",3.995433283160117e-06,1613941137874,1747
+"mom_0",0.875114167920997,1613941137874,1747
+"eps_0",1e-05,1613941137874,1747
+"wd_1",0.01,1613941137874,1747
+"sqr_mom_1",0.99,1613941137874,1747
+"lr_1",3.995433283160117e-05,1613941137874,1747
+"mom_1",0.875114167920997,1613941137874,1747
+"eps_1",1e-05,1613941137874,1747
+"wd_2",0.01,1613941137874,1747
+"sqr_mom_2",0.99,1613941137874,1747
+"lr_2",0.00039954332831601167,1613941137874,1747
+"mom_2",0.875114167920997,1613941137874,1747
+"eps_2",1e-05,1613941137874,1747
+"train_loss",0.06554174,1613941138842,1748
+"raw_loss",0.048949484,1613941138842,1748
+"epoch",10.999999999999964,1613941138842,1748
+"wd_0",0.01,1613941138842,1748
+"sqr_mom_0",0.99,1613941138842,1748
+"lr_0",3.997717236753099e-06,1613941138842,1748
+"mom_0",0.8750570690811725,1613941138842,1748
+"eps_0",1e-05,1613941138842,1748
+"wd_1",0.01,1613941138842,1748
+"sqr_mom_1",0.99,1613941138842,1748
+"lr_1",3.997717236753098e-05,1613941138842,1748
+"mom_1",0.8750570690811725,1613941138842,1748
+"eps_1",1e-05,1613941138842,1748
+"wd_2",0.01,1613941138842,1748
+"sqr_mom_2",0.99,1613941138842,1748
+"lr_2",0.00039977172367530977,1613941138842,1748
+"mom_2",0.8750570690811725,1613941138842,1748
+"eps_2",1e-05,1613941138842,1748
+"valid_loss",0.11038319766521454,1613941170782,1748
+"_rmse",0.33223965764045715,1613941170782,1748
+"epoch",11,1613941170782,1748
+"train_loss",0.06526154,1613941171794,1749
+"raw_loss",0.051531844,1613941171794,1749
+"epoch",11.0062893081761,1613941171794,1749
+"wd_0",0.01,1613941171794,1749
+"sqr_mom_0",0.99,1613941171794,1749
+"lr_0",3.999999783778259e-06,1613941171794,1749
+"mom_0",0.8750000054055436,1613941171794,1749
+"eps_0",1e-05,1613941171794,1749
+"wd_1",0.01,1613941171794,1749
+"sqr_mom_1",0.99,1613941171794,1749
+"lr_1",3.999999783778259e-05,1613941171794,1749
+"mom_1",0.8750000054055436,1613941171794,1749
+"eps_1",1e-05,1613941171794,1749
+"wd_2",0.01,1613941171794,1749
+"sqr_mom_2",0.99,1613941171794,1749
+"lr_2",0.00039999997837782586,1613941171794,1749
+"mom_2",0.8750000054055436,1613941171794,1749
+"eps_2",1e-05,1613941171794,1749
+"train_loss",0.06498478,1613941172765,1750
+"raw_loss",0.051423427,1613941172765,1750
+"epoch",11.0125786163522,1613941172765,1750
+"wd_0",0.01,1613941172765,1750
+"sqr_mom_0",0.99,1613941172765,1750
+"lr_0",4.002280595449743e-06,1613941172765,1750
+"mom_0",0.8749429851137565,1613941172765,1750
+"eps_0",1e-05,1613941172765,1750
+"wd_1",0.01,1613941172765,1750
+"sqr_mom_1",0.99,1613941172765,1750
+"lr_1",4.0022805954497426e-05,1613941172765,1750
+"mom_1",0.8749429851137565,1613941172765,1750
+"eps_1",1e-05,1613941172765,1750
+"wd_2",0.01,1613941172765,1750
+"sqr_mom_2",0.99,1613941172765,1750
+"lr_2",0.00040022805954497423,1613941172765,1750
+"mom_2",0.8749429851137565,1613941172765,1750
+"eps_2",1e-05,1613941172765,1750
+"train_loss",0.06539511,1613941173724,1751
+"raw_loss",0.08550091,1613941173724,1751
+"epoch",11.018867924528301,1613941173724,1751
+"wd_0",0.01,1613941173724,1751
+"sqr_mom_0",0.99,1613941173724,1751
+"lr_0",4.004559667809534e-06,1613941173724,1751
+"mom_0",0.8748860083047616,1613941173724,1751
+"eps_0",1e-05,1613941173724,1751
+"wd_1",0.01,1613941173724,1751
+"sqr_mom_1",0.99,1613941173724,1751
+"lr_1",4.004559667809534e-05,1613941173724,1751
+"mom_1",0.8748860083047616,1613941173724,1751
+"eps_1",1e-05,1613941173724,1751
+"wd_2",0.01,1613941173724,1751
+"sqr_mom_2",0.99,1613941173724,1751
+"lr_2",0.00040045596678095333,1613941173724,1751
+"mom_2",0.8748860083047616,1613941173724,1751
+"eps_2",1e-05,1613941173724,1751
+"train_loss",0.06494016,1613941174671,1752
+"raw_loss",0.042647563,1613941174671,1752
+"epoch",11.025157232704402,1613941174671,1752
+"wd_0",0.01,1613941174671,1752
+"sqr_mom_0",0.99,1613941174671,1752
+"lr_0",4.0068366733125465e-06,1613941174671,1752
+"mom_0",0.8748290831671863,1613941174671,1752
+"eps_0",1e-05,1613941174671,1752
+"wd_1",0.01,1613941174671,1752
+"sqr_mom_1",0.99,1613941174671,1752
+"lr_1",4.0068366733125465e-05,1613941174671,1752
+"mom_1",0.8748290831671863,1613941174671,1752
+"eps_1",1e-05,1613941174671,1752
+"wd_2",0.01,1613941174671,1752
+"sqr_mom_2",0.99,1613941174671,1752
+"lr_2",0.00040068366733125464,1613941174671,1752
+"mom_2",0.8748290831671863,1613941174671,1752
+"eps_2",1e-05,1613941174671,1752
+"train_loss",0.065245286,1613941175627,1753
+"raw_loss",0.08019647,1613941175627,1753
+"epoch",11.031446540880502,1613941175627,1753
+"wd_0",0.01,1613941175627,1753
+"sqr_mom_0",0.99,1613941175627,1753
+"lr_0",4.009111932094145e-06,1613941175627,1753
+"mom_0",0.8747722016976464,1613941175627,1753
+"eps_0",1e-05,1613941175627,1753
+"wd_1",0.01,1613941175627,1753
+"sqr_mom_1",0.99,1613941175627,1753
+"lr_1",4.0091119320941446e-05,1613941175627,1753
+"mom_1",0.8747722016976464,1613941175627,1753
+"eps_1",1e-05,1613941175627,1753
+"wd_2",0.01,1613941175627,1753
+"sqr_mom_2",0.99,1613941175627,1753
+"lr_2",0.00040091119320941445,1613941175627,1753
+"mom_2",0.8747722016976464,1613941175627,1753
+"eps_2",1e-05,1613941175627,1753
+"train_loss",0.06528451,1613941176574,1754
+"raw_loss",0.06720679,1613941176574,1754
+"epoch",11.037735849056602,1613941176574,1754
+"wd_0",0.01,1613941176574,1754
+"sqr_mom_0",0.99,1613941176574,1754
+"lr_0",4.011385763299386e-06,1613941176574,1754
+"mom_0",0.8747153559175154,1613941176574,1754
+"eps_0",1e-05,1613941176574,1754
+"wd_1",0.01,1613941176574,1754
+"sqr_mom_1",0.99,1613941176574,1754
+"lr_1",4.011385763299386e-05,1613941176574,1754
+"mom_1",0.8747153559175154,1613941176574,1754
+"eps_1",1e-05,1613941176574,1754
+"wd_2",0.01,1613941176574,1754
+"sqr_mom_2",0.99,1613941176574,1754
+"lr_2",0.0004011385763299385,1613941176574,1754
+"mom_2",0.8747153559175154,1613941176574,1754
+"eps_2",1e-05,1613941176574,1754
+"train_loss",0.066151634,1613941177527,1755
+"raw_loss",0.10864058,1613941177527,1755
+"epoch",11.044025157232703,1613941177527,1755
+"wd_0",0.01,1613941177527,1755
+"sqr_mom_0",0.99,1613941177527,1755
+"lr_0",4.013657516549693e-06,1613941177527,1755
+"mom_0",0.8746585620862577,1613941177527,1755
+"eps_0",1e-05,1613941177527,1755
+"wd_1",0.01,1613941177527,1755
+"sqr_mom_1",0.99,1613941177527,1755
+"lr_1",4.0136575165496925e-05,1613941177527,1755
+"mom_1",0.8746585620862577,1613941177527,1755
+"eps_1",1e-05,1613941177527,1755
+"wd_2",0.01,1613941177527,1755
+"sqr_mom_2",0.99,1613941177527,1755
+"lr_2",0.0004013657516549692,1613941177527,1755
+"mom_2",0.8746585620862577,1613941177527,1755
+"eps_2",1e-05,1613941177527,1755
+"train_loss",0.06550971,1613941178491,1756
+"raw_loss",0.034055084,1613941178491,1756
+"epoch",11.050314465408803,1613941178491,1756
+"wd_0",0.01,1613941178491,1756
+"sqr_mom_0",0.99,1613941178491,1756
+"lr_0",4.015927511245372e-06,1613941178491,1756
+"mom_0",0.8746018122188657,1613941178491,1756
+"eps_0",1e-05,1613941178491,1756
+"wd_1",0.01,1613941178491,1756
+"sqr_mom_1",0.99,1613941178491,1756
+"lr_1",4.015927511245371e-05,1613941178491,1756
+"mom_1",0.8746018122188657,1613941178491,1756
+"eps_1",1e-05,1613941178491,1756
+"wd_2",0.01,1613941178491,1756
+"sqr_mom_2",0.99,1613941178491,1756
+"lr_2",0.0004015927511245371,1613941178491,1756
+"mom_2",0.8746018122188657,1613941178491,1756
+"eps_2",1e-05,1613941178491,1756
+"train_loss",0.06486381,1613941179448,1757
+"raw_loss",0.03321489,1613941179448,1757
+"epoch",11.056603773584904,1613941179448,1757
+"wd_0",0.01,1613941179448,1757
+"sqr_mom_0",0.99,1613941179448,1757
+"lr_0",4.018196065789714e-06,1613941179448,1757
+"mom_0",0.8745450983552572,1613941179448,1757
+"eps_0",1e-05,1613941179448,1757
+"wd_1",0.01,1613941179448,1757
+"sqr_mom_1",0.99,1613941179448,1757
+"lr_1",4.018196065789713e-05,1613941179448,1757
+"mom_1",0.8745450983552572,1613941179448,1757
+"eps_1",1e-05,1613941179448,1757
+"wd_2",0.01,1613941179448,1757
+"sqr_mom_2",0.99,1613941179448,1757
+"lr_2",0.0004018196065789713,1613941179448,1757
+"mom_2",0.8745450983552572,1613941179448,1757
+"eps_2",1e-05,1613941179448,1757
+"train_loss",0.066307425,1613941180391,1758
+"raw_loss",0.1370446,1613941180391,1758
+"epoch",11.062893081761004,1613941180391,1758
+"wd_0",0.01,1613941180391,1758
+"sqr_mom_0",0.99,1613941180391,1758
+"lr_0",4.020462531313414e-06,1613941180391,1758
+"mom_0",0.8744884367171646,1613941180391,1758
+"eps_0",1e-05,1613941180391,1758
+"wd_1",0.01,1613941180391,1758
+"sqr_mom_1",0.99,1613941180391,1758
+"lr_1",4.0204625313134135e-05,1613941180391,1758
+"mom_1",0.8744884367171646,1613941180391,1758
+"eps_1",1e-05,1613941180391,1758
+"wd_2",0.01,1613941180391,1758
+"sqr_mom_2",0.99,1613941180391,1758
+"lr_2",0.00040204625313134133,1613941180391,1758
+"mom_2",0.8744884367171646,1613941180391,1758
+"eps_2",1e-05,1613941180391,1758
+"train_loss",0.06590499,1613941181348,1759
+"raw_loss",0.046185564,1613941181348,1759
+"epoch",11.069182389937104,1613941181348,1759
+"wd_0",0.01,1613941181348,1759
+"sqr_mom_0",0.99,1613941181348,1759
+"lr_0",4.0227275483147405e-06,1613941181348,1759
+"mom_0",0.8744318112921314,1613941181348,1759
+"eps_0",1e-05,1613941181348,1759
+"wd_1",0.01,1613941181348,1759
+"sqr_mom_1",0.99,1613941181348,1759
+"lr_1",4.02272754831474e-05,1613941181348,1759
+"mom_1",0.8744318112921314,1613941181348,1759
+"eps_1",1e-05,1613941181348,1759
+"wd_2",0.01,1613941181348,1759
+"sqr_mom_2",0.99,1613941181348,1759
+"lr_2",0.00040227275483147403,1613941181348,1759
+"mom_2",0.8744318112921314,1613941181348,1759
+"eps_2",1e-05,1613941181348,1759
+"train_loss",0.065284915,1613941182315,1760
+"raw_loss",0.03490138,1613941182315,1760
+"epoch",11.075471698113205,1613941182315,1760
+"wd_0",0.01,1613941182315,1760
+"sqr_mom_0",0.99,1613941182315,1760
+"lr_0",4.024990790521673e-06,1613941182315,1760
+"mom_0",0.8743752302369582,1613941182315,1760
+"eps_0",1e-05,1613941182315,1760
+"wd_1",0.01,1613941182315,1760
+"sqr_mom_1",0.99,1613941182315,1760
+"lr_1",4.0249907905216726e-05,1613941182315,1760
+"mom_1",0.8743752302369582,1613941182315,1760
+"eps_1",1e-05,1613941182315,1760
+"wd_2",0.01,1613941182315,1760
+"sqr_mom_2",0.99,1613941182315,1760
+"lr_2",0.0004024990790521672,1613941182315,1760
+"mom_2",0.8743752302369582,1613941182315,1760
+"eps_2",1e-05,1613941182315,1760
+"train_loss",0.06537982,1613941183269,1761
+"raw_loss",0.07003029,1613941183269,1761
+"epoch",11.081761006289305,1613941183269,1761
+"wd_0",0.01,1613941183269,1761
+"sqr_mom_0",0.99,1613941183269,1761
+"lr_0",4.027251932674352e-06,1613941183269,1761
+"mom_0",0.8743187016831412,1613941183269,1761
+"eps_0",1e-05,1613941183269,1761
+"wd_1",0.01,1613941183269,1761
+"sqr_mom_1",0.99,1613941183269,1761
+"lr_1",4.027251932674352e-05,1613941183269,1761
+"mom_1",0.8743187016831412,1613941183269,1761
+"eps_1",1e-05,1613941183269,1761
+"wd_2",0.01,1613941183269,1761
+"sqr_mom_2",0.99,1613941183269,1761
+"lr_2",0.0004027251932674352,1613941183269,1761
+"mom_2",0.8743187016831412,1613941183269,1761
+"eps_2",1e-05,1613941183269,1761
+"train_loss",0.0660235,1613941184229,1762
+"raw_loss",0.09756375,1613941184229,1762
+"epoch",11.088050314465406,1613941184229,1762
+"wd_0",0.01,1613941184229,1762
+"sqr_mom_0",0.99,1613941184229,1762
+"lr_0",4.029511613766676e-06,1613941184229,1762
+"mom_0",0.8742622096558331,1613941184229,1762
+"eps_0",1e-05,1613941184229,1762
+"wd_1",0.01,1613941184229,1762
+"sqr_mom_1",0.99,1613941184229,1762
+"lr_1",4.029511613766676e-05,1613941184229,1762
+"mom_1",0.8742622096558331,1613941184229,1762
+"eps_1",1e-05,1613941184229,1762
+"wd_2",0.01,1613941184229,1762
+"sqr_mom_2",0.99,1613941184229,1762
+"lr_2",0.00040295116137666753,1613941184229,1762
+"mom_2",0.8742622096558331,1613941184229,1762
+"eps_2",1e-05,1613941184229,1762
+"train_loss",0.06571547,1613941185184,1763
+"raw_loss",0.050622106,1613941185184,1763
+"epoch",11.094339622641506,1613941185184,1763
+"wd_0",0.01,1613941185184,1763
+"sqr_mom_0",0.99,1613941185184,1763
+"lr_0",4.031769187467391e-06,1613941185184,1763
+"mom_0",0.8742057703133153,1613941185184,1763
+"eps_0",1e-05,1613941185184,1763
+"wd_1",0.01,1613941185184,1763
+"sqr_mom_1",0.99,1613941185184,1763
+"lr_1",4.0317691874673906e-05,1613941185184,1763
+"mom_1",0.8742057703133153,1613941185184,1763
+"eps_1",1e-05,1613941185184,1763
+"wd_2",0.01,1613941185184,1763
+"sqr_mom_2",0.99,1613941185184,1763
+"lr_2",0.00040317691874673905,1613941185184,1763
+"mom_2",0.8742057703133153,1613941185184,1763
+"eps_2",1e-05,1613941185184,1763
+"train_loss",0.066643216,1613941186149,1764
+"raw_loss",0.1121028,1613941186149,1764
+"epoch",11.100628930817606,1613941186149,1764
+"wd_0",0.01,1613941186149,1764
+"sqr_mom_0",0.99,1613941186149,1764
+"lr_0",4.034024971192251e-06,1613941186149,1764
+"mom_0",0.8741493757201937,1613941186149,1764
+"eps_0",1e-05,1613941186149,1764
+"wd_1",0.01,1613941186149,1764
+"sqr_mom_1",0.99,1613941186149,1764
+"lr_1",4.03402497119225e-05,1613941186149,1764
+"mom_1",0.8741493757201937,1613941186149,1764
+"eps_1",1e-05,1613941186149,1764
+"wd_2",0.01,1613941186149,1764
+"sqr_mom_2",0.99,1613941186149,1764
+"lr_2",0.00040340249711922504,1613941186149,1764
+"mom_2",0.8741493757201937,1613941186149,1764
+"eps_2",1e-05,1613941186149,1764
+"train_loss",0.067643605,1613941187114,1765
+"raw_loss",0.11666289,1613941187114,1765
+"epoch",11.106918238993707,1613941187114,1765
+"wd_0",0.01,1613941187114,1765
+"sqr_mom_0",0.99,1613941187114,1765
+"lr_0",4.036279281342181e-06,1613941187114,1765
+"mom_0",0.8740930179664455,1613941187114,1765
+"eps_0",1e-05,1613941187114,1765
+"wd_1",0.01,1613941187114,1765
+"sqr_mom_1",0.99,1613941187114,1765
+"lr_1",4.036279281342181e-05,1613941187114,1765
+"mom_1",0.8740930179664455,1613941187114,1765
+"eps_1",1e-05,1613941187114,1765
+"wd_2",0.01,1613941187114,1765
+"sqr_mom_2",0.99,1613941187114,1765
+"lr_2",0.00040362792813421807,1613941187114,1765
+"mom_2",0.8740930179664455,1613941187114,1765
+"eps_2",1e-05,1613941187114,1765
+"train_loss",0.06719463,1613941188089,1766
+"raw_loss",0.04519494,1613941188089,1766
+"epoch",11.113207547169807,1613941188089,1766
+"wd_0",0.01,1613941188089,1766
+"sqr_mom_0",0.99,1613941188089,1766
+"lr_0",4.038531473122167e-06,1613941188089,1766
+"mom_0",0.8740367131719458,1613941188089,1766
+"eps_0",1e-05,1613941188089,1766
+"wd_1",0.01,1613941188089,1766
+"sqr_mom_1",0.99,1613941188089,1766
+"lr_1",4.0385314731221676e-05,1613941188089,1766
+"mom_1",0.8740367131719458,1613941188089,1766
+"eps_1",1e-05,1613941188089,1766
+"wd_2",0.01,1613941188089,1766
+"sqr_mom_2",0.99,1613941188089,1766
+"lr_2",0.0004038531473122167,1613941188089,1766
+"mom_2",0.8740367131719458,1613941188089,1766
+"eps_2",1e-05,1613941188089,1766
+"train_loss",0.067423314,1613941189069,1767
+"raw_loss",0.078628734,1613941189069,1767
+"epoch",11.119496855345908,1613941189069,1767
+"wd_0",0.01,1613941189069,1767
+"sqr_mom_0",0.99,1613941189069,1767
+"lr_0",4.040781863194675e-06,1613941189069,1767
+"mom_0",0.8739804534201331,1613941189069,1767
+"eps_0",1e-05,1613941189069,1767
+"wd_1",0.01,1613941189069,1767
+"sqr_mom_1",0.99,1613941189069,1767
+"lr_1",4.0407818631946744e-05,1613941189069,1767
+"mom_1",0.8739804534201331,1613941189069,1767
+"eps_1",1e-05,1613941189069,1767
+"wd_2",0.01,1613941189069,1767
+"sqr_mom_2",0.99,1613941189069,1767
+"lr_2",0.0004040781863194674,1613941189069,1767
+"mom_2",0.8739804534201331,1613941189069,1767
+"eps_2",1e-05,1613941189069,1767
+"train_loss",0.06877563,1613941190055,1768
+"raw_loss",0.13503923,1613941190055,1768
+"epoch",11.125786163522008,1613941190055,1768
+"wd_0",0.01,1613941190055,1768
+"sqr_mom_0",0.99,1613941190055,1768
+"lr_0",4.043030767200689e-06,1613941190055,1768
+"mom_0",0.8739242308199827,1613941190055,1768
+"eps_0",1e-05,1613941190055,1768
+"wd_1",0.01,1613941190055,1768
+"sqr_mom_1",0.99,1613941190055,1768
+"lr_1",4.043030767200689e-05,1613941190055,1768
+"mom_1",0.8739242308199827,1613941190055,1768
+"eps_1",1e-05,1613941190055,1768
+"wd_2",0.01,1613941190055,1768
+"sqr_mom_2",0.99,1613941190055,1768
+"lr_2",0.0004043030767200689,1613941190055,1768
+"mom_2",0.8739242308199827,1613941190055,1768
+"eps_2",1e-05,1613941190055,1768
+"train_loss",0.06875815,1613941191063,1769
+"raw_loss",0.067901835,1613941191063,1769
+"epoch",11.132075471698109,1613941191063,1769
+"wd_0",0.01,1613941191063,1769
+"sqr_mom_0",0.99,1613941191063,1769
+"lr_0",4.045277861179035e-06,1613941191063,1769
+"mom_0",0.8738680534705241,1613941191063,1769
+"eps_0",1e-05,1613941191063,1769
+"wd_1",0.01,1613941191063,1769
+"sqr_mom_1",0.99,1613941191063,1769
+"lr_1",4.045277861179035e-05,1613941191063,1769
+"mom_1",0.8738680534705241,1613941191063,1769
+"eps_1",1e-05,1613941191063,1769
+"wd_2",0.01,1613941191063,1769
+"sqr_mom_2",0.99,1613941191063,1769
+"lr_2",0.0004045277861179035,1613941191063,1769
+"mom_2",0.8738680534705241,1613941191063,1769
+"eps_2",1e-05,1613941191063,1769
+"train_loss",0.06904298,1613941192268,1770
+"raw_loss",0.08299964,1613941192268,1770
+"epoch",11.138364779874209,1613941192268,1770
+"wd_0",0.01,1613941192268,1770
+"sqr_mom_0",0.99,1613941192268,1770
+"lr_0",4.047522822200797e-06,1613941192268,1770
+"mom_0",0.8738119294449801,1613941192268,1770
+"eps_0",1e-05,1613941192268,1770
+"wd_1",0.01,1613941192268,1770
+"sqr_mom_1",0.99,1613941192268,1770
+"lr_1",4.0475228222007964e-05,1613941192268,1770
+"mom_1",0.8738119294449801,1613941192268,1770
+"eps_1",1e-05,1613941192268,1770
+"wd_2",0.01,1613941192268,1770
+"sqr_mom_2",0.99,1613941192268,1770
+"lr_2",0.00040475228222007964,1613941192268,1770
+"mom_2",0.8738119294449801,1613941192268,1770
+"eps_2",1e-05,1613941192268,1770
+"train_loss",0.068503335,1613941193466,1771
+"raw_loss",0.04206066,1613941193466,1771
+"epoch",11.14465408805031,1613941193466,1771
+"wd_0",0.01,1613941193466,1771
+"sqr_mom_0",0.99,1613941193466,1771
+"lr_0",4.049766284687116e-06,1613941193466,1771
+"mom_0",0.873755842882822,1613941193466,1771
+"eps_0",1e-05,1613941193466,1771
+"wd_1",0.01,1613941193466,1771
+"sqr_mom_1",0.99,1613941193466,1771
+"lr_1",4.049766284687116e-05,1613941193466,1771
+"mom_1",0.873755842882822,1613941193466,1771
+"eps_1",1e-05,1613941193466,1771
+"wd_2",0.01,1613941193466,1771
+"sqr_mom_2",0.99,1613941193466,1771
+"lr_2",0.00040497662846871157,1613941193466,1771
+"mom_2",0.873755842882822,1613941193466,1771
+"eps_2",1e-05,1613941193466,1771
+"train_loss",0.06876933,1613941194606,1772
+"raw_loss",0.08180308,1613941194606,1772
+"epoch",11.15094339622641,1613941194606,1772
+"wd_0",0.01,1613941194606,1772
+"sqr_mom_0",0.99,1613941194606,1772
+"lr_0",4.052007606945711e-06,1613941194606,1772
+"mom_0",0.8736998098263572,1613941194606,1772
+"eps_0",1e-05,1613941194606,1772
+"wd_1",0.01,1613941194606,1772
+"sqr_mom_1",0.99,1613941194606,1772
+"lr_1",4.052007606945711e-05,1613941194606,1772
+"mom_1",0.8736998098263572,1613941194606,1772
+"eps_1",1e-05,1613941194606,1772
+"wd_2",0.01,1613941194606,1772
+"sqr_mom_2",0.99,1613941194606,1772
+"lr_2",0.00040520076069457106,1613941194606,1772
+"mom_2",0.8736998098263572,1613941194606,1772
+"eps_2",1e-05,1613941194606,1772
+"train_loss",0.07206107,1613941195883,1773
+"raw_loss",0.23335668,1613941195883,1773
+"epoch",11.15723270440251,1613941195883,1773
+"wd_0",0.01,1613941195883,1773
+"sqr_mom_0",0.99,1613941195883,1773
+"lr_0",4.0542474223694185e-06,1613941195883,1773
+"mom_0",0.8736438144407646,1613941195883,1773
+"eps_0",1e-05,1613941195883,1773
+"wd_1",0.01,1613941195883,1773
+"sqr_mom_1",0.99,1613941195883,1773
+"lr_1",4.054247422369418e-05,1613941195883,1773
+"mom_1",0.8736438144407646,1613941195883,1773
+"eps_1",1e-05,1613941195883,1773
+"wd_2",0.01,1613941195883,1773
+"sqr_mom_2",0.99,1613941195883,1773
+"lr_2",0.00040542474223694176,1613941195883,1773
+"mom_2",0.8736438144407646,1613941195883,1773
+"eps_2",1e-05,1613941195883,1773
+"train_loss",0.07197823,1613941196869,1774
+"raw_loss",0.06791884,1613941196869,1774
+"epoch",11.16352201257861,1613941196869,1774
+"wd_0",0.01,1613941196869,1774
+"sqr_mom_0",0.99,1613941196869,1774
+"lr_0",4.0564850903091145e-06,1613941196869,1774
+"mom_0",0.8735878727422721,1613941196869,1774
+"eps_0",1e-05,1613941196869,1774
+"wd_1",0.01,1613941196869,1774
+"sqr_mom_1",0.99,1613941196869,1774
+"lr_1",4.0564850903091145e-05,1613941196869,1774
+"mom_1",0.8735878727422721,1613941196869,1774
+"eps_1",1e-05,1613941196869,1774
+"wd_2",0.01,1613941196869,1774
+"sqr_mom_2",0.99,1613941196869,1774
+"lr_2",0.00040564850903091143,1613941196869,1774
+"mom_2",0.8735878727422721,1613941196869,1774
+"eps_2",1e-05,1613941196869,1774
+"train_loss",0.07197079,1613941197869,1775
+"raw_loss",0.07160648,1613941197869,1775
+"epoch",11.169811320754711,1613941197869,1775
+"wd_0",0.01,1613941197869,1775
+"sqr_mom_0",0.99,1613941197869,1775
+"lr_0",4.058720925394307e-06,1613941197869,1775
+"mom_0",0.8735319768651423,1613941197869,1775
+"eps_0",1e-05,1613941197869,1775
+"wd_1",0.01,1613941197869,1775
+"sqr_mom_1",0.99,1613941197869,1775
+"lr_1",4.058720925394307e-05,1613941197869,1775
+"mom_1",0.8735319768651423,1613941197869,1775
+"eps_1",1e-05,1613941197869,1775
+"wd_2",0.01,1613941197869,1775
+"sqr_mom_2",0.99,1613941197869,1775
+"lr_2",0.00040587209253943065,1613941197869,1775
+"mom_2",0.8735319768651423,1613941197869,1775
+"eps_2",1e-05,1613941197869,1775
+"train_loss",0.072360724,1613941198846,1776
+"raw_loss",0.09146751,1613941198846,1776
+"epoch",11.176100628930811,1613941198846,1776
+"wd_0",0.01,1613941198846,1776
+"sqr_mom_0",0.99,1613941198846,1776
+"lr_0",4.060955241215363e-06,1613941198846,1776
+"mom_0",0.8734761189696159,1613941198846,1776
+"eps_0",1e-05,1613941198846,1776
+"wd_1",0.01,1613941198846,1776
+"sqr_mom_1",0.99,1613941198846,1776
+"lr_1",4.060955241215362e-05,1613941198846,1776
+"mom_1",0.8734761189696159,1613941198846,1776
+"eps_1",1e-05,1613941198846,1776
+"wd_2",0.01,1613941198846,1776
+"sqr_mom_2",0.99,1613941198846,1776
+"lr_2",0.00040609552412153625,1613941198846,1776
+"mom_2",0.8734761189696159,1613941198846,1776
+"eps_2",1e-05,1613941198846,1776
+"train_loss",0.0719926,1613941199819,1777
+"raw_loss",0.05395432,1613941199819,1777
+"epoch",11.182389937106912,1613941199819,1777
+"wd_0",0.01,1613941199819,1777
+"sqr_mom_0",0.99,1613941199819,1777
+"lr_0",4.063187398696197e-06,1613941199819,1777
+"mom_0",0.8734203150325951,1613941199819,1777
+"eps_0",1e-05,1613941199819,1777
+"wd_1",0.01,1613941199819,1777
+"sqr_mom_1",0.99,1613941199819,1777
+"lr_1",4.063187398696196e-05,1613941199819,1777
+"mom_1",0.8734203150325951,1613941199819,1777
+"eps_1",1e-05,1613941199819,1777
+"wd_2",0.01,1613941199819,1777
+"sqr_mom_2",0.99,1613941199819,1777
+"lr_2",0.00040631873986961964,1613941199819,1777
+"mom_2",0.8734203150325951,1613941199819,1777
+"eps_2",1e-05,1613941199819,1777
+"train_loss",0.0748674,1613941200790,1778
+"raw_loss",0.21573259,1613941200790,1778
+"epoch",11.188679245283012,1613941200790,1778
+"wd_0",0.01,1613941200790,1778
+"sqr_mom_0",0.99,1613941200790,1778
+"lr_0",4.0654180286397e-06,1613941200790,1778
+"mom_0",0.8733645492840074,1613941200790,1778
+"eps_0",1e-05,1613941200790,1778
+"wd_1",0.01,1613941200790,1778
+"sqr_mom_1",0.99,1613941200790,1778
+"lr_1",4.0654180286397e-05,1613941200790,1778
+"mom_1",0.8733645492840074,1613941200790,1778
+"eps_1",1e-05,1613941200790,1778
+"wd_2",0.01,1613941200790,1778
+"sqr_mom_2",0.99,1613941200790,1778
+"lr_2",0.00040654180286397,1613941200790,1778
+"mom_2",0.8733645492840074,1613941200790,1778
+"eps_2",1e-05,1613941200790,1778
+"train_loss",0.07485297,1613941201762,1779
+"raw_loss",0.074146055,1613941201762,1779
+"epoch",11.194968553459113,1613941201762,1779
+"wd_0",0.01,1613941201762,1779
+"sqr_mom_0",0.99,1613941201762,1779
+"lr_0",4.06764680970571e-06,1613941201762,1779
+"mom_0",0.8733088297573572,1613941201762,1779
+"eps_0",1e-05,1613941201762,1779
+"wd_1",0.01,1613941201762,1779
+"sqr_mom_1",0.99,1613941201762,1779
+"lr_1",4.0676468097057096e-05,1613941201762,1779
+"mom_1",0.8733088297573572,1613941201762,1779
+"eps_1",1e-05,1613941201762,1779
+"wd_2",0.01,1613941201762,1779
+"sqr_mom_2",0.99,1613941201762,1779
+"lr_2",0.00040676468097057094,1613941201762,1779
+"mom_2",0.8733088297573572,1613941201762,1779
+"eps_2",1e-05,1613941201762,1779
+"train_loss",0.07717029,1613941202729,1780
+"raw_loss",0.1907191,1613941202729,1780
+"epoch",11.201257861635213,1613941202729,1780
+"wd_0",0.01,1613941202729,1780
+"sqr_mom_0",0.99,1613941202729,1780
+"lr_0",4.06987342160848e-06,1613941202729,1780
+"mom_0",0.873253164459788,1613941202729,1780
+"eps_0",1e-05,1613941202729,1780
+"wd_1",0.01,1613941202729,1780
+"sqr_mom_1",0.99,1613941202729,1780
+"lr_1",4.069873421608479e-05,1613941202729,1780
+"mom_1",0.873253164459788,1613941202729,1780
+"eps_1",1e-05,1613941202729,1780
+"wd_2",0.01,1613941202729,1780
+"sqr_mom_2",0.99,1613941202729,1780
+"lr_2",0.0004069873421608479,1613941202729,1780
+"mom_2",0.873253164459788,1613941202729,1780
+"eps_2",1e-05,1613941202729,1780
+"train_loss",0.07722334,1613941203701,1781
+"raw_loss",0.07982286,1613941203701,1781
+"epoch",11.207547169811313,1613941203701,1781
+"wd_0",0.01,1613941203701,1781
+"sqr_mom_0",0.99,1613941203701,1781
+"lr_0",4.072098493583731e-06,1613941203701,1781
+"mom_0",0.8731975376604068,1613941203701,1781
+"eps_0",1e-05,1613941203701,1781
+"wd_1",0.01,1613941203701,1781
+"sqr_mom_1",0.99,1613941203701,1781
+"lr_1",4.07209849358373e-05,1613941203701,1781
+"mom_1",0.8731975376604068,1613941203701,1781
+"eps_1",1e-05,1613941203701,1781
+"wd_2",0.01,1613941203701,1781
+"sqr_mom_2",0.99,1613941203701,1781
+"lr_2",0.000407209849358373,1613941203701,1781
+"mom_2",0.8731975376604068,1613941203701,1781
+"eps_2",1e-05,1613941203701,1781
+"train_loss",0.07948034,1613941204667,1782
+"raw_loss",0.19007376,1613941204667,1782
+"epoch",11.213836477987414,1613941204667,1782
+"wd_0",0.01,1613941204667,1782
+"sqr_mom_0",0.99,1613941204667,1782
+"lr_0",4.074321389199374e-06,1613941204667,1782
+"mom_0",0.8731419652700156,1613941204667,1782
+"eps_0",1e-05,1613941204667,1782
+"wd_1",0.01,1613941204667,1782
+"sqr_mom_1",0.99,1613941204667,1782
+"lr_1",4.074321389199373e-05,1613941204667,1782
+"mom_1",0.8731419652700156,1613941204667,1782
+"eps_1",1e-05,1613941204667,1782
+"wd_2",0.01,1613941204667,1782
+"sqr_mom_2",0.99,1613941204667,1782
+"lr_2",0.0004074321389199373,1613941204667,1782
+"mom_2",0.8731419652700156,1613941204667,1782
+"eps_2",1e-05,1613941204667,1782
+"train_loss",0.0826284,1613941205664,1783
+"raw_loss",0.23688321,1613941205664,1783
+"epoch",11.220125786163514,1613941205664,1783
+"wd_0",0.01,1613941205664,1783
+"sqr_mom_0",0.99,1613941205664,1783
+"lr_0",4.076542421017018e-06,1613941205664,1783
+"mom_0",0.8730864394745745,1613941205664,1783
+"eps_0",1e-05,1613941205664,1783
+"wd_1",0.01,1613941205664,1783
+"sqr_mom_1",0.99,1613941205664,1783
+"lr_1",4.076542421017018e-05,1613941205664,1783
+"mom_1",0.8730864394745745,1613941205664,1783
+"eps_1",1e-05,1613941205664,1783
+"wd_2",0.01,1613941205664,1783
+"sqr_mom_2",0.99,1613941205664,1783
+"lr_2",0.0004076542421017018,1613941205664,1783
+"mom_2",0.8730864394745745,1613941205664,1783
+"eps_2",1e-05,1613941205664,1783
+"train_loss",0.08590748,1613941206630,1784
+"raw_loss",0.2465825,1613941206630,1784
+"epoch",11.226415094339615,1613941206630,1784
+"wd_0",0.01,1613941206630,1784
+"sqr_mom_0",0.99,1613941206630,1784
+"lr_0",4.0787619005415896e-06,1613941206630,1784
+"mom_0",0.8730309524864602,1613941206630,1784
+"eps_0",1e-05,1613941206630,1784
+"wd_1",0.01,1613941206630,1784
+"sqr_mom_1",0.99,1613941206630,1784
+"lr_1",4.078761900541589e-05,1613941206630,1784
+"mom_1",0.8730309524864602,1613941206630,1784
+"eps_1",1e-05,1613941206630,1784
+"wd_2",0.01,1613941206630,1784
+"sqr_mom_2",0.99,1613941206630,1784
+"lr_2",0.0004078761900541589,1613941206630,1784
+"mom_2",0.8730309524864602,1613941206630,1784
+"eps_2",1e-05,1613941206630,1784
+"train_loss",0.087559596,1613941207607,1785
+"raw_loss",0.16851333,1613941207607,1785
+"epoch",11.232704402515715,1613941207607,1785
+"wd_0",0.01,1613941207607,1785
+"sqr_mom_0",0.99,1613941207607,1785
+"lr_0",4.080979192940595e-06,1613941207607,1785
+"mom_0",0.872975520176485,1613941207607,1785
+"eps_0",1e-05,1613941207607,1785
+"wd_1",0.01,1613941207607,1785
+"sqr_mom_1",0.99,1613941207607,1785
+"lr_1",4.0809791929405945e-05,1613941207607,1785
+"mom_1",0.872975520176485,1613941207607,1785
+"eps_1",1e-05,1613941207607,1785
+"wd_2",0.01,1613941207607,1785
+"sqr_mom_2",0.99,1613941207607,1785
+"lr_2",0.00040809791929405945,1613941207607,1785
+"mom_2",0.872975520176485,1613941207607,1785
+"eps_2",1e-05,1613941207607,1785
+"train_loss",0.08743755,1613941208576,1786
+"raw_loss",0.08145706,1613941208576,1786
+"epoch",11.238993710691815,1613941208576,1786
+"wd_0",0.01,1613941208576,1786
+"sqr_mom_0",0.99,1613941208576,1786
+"lr_0",4.08319460999124e-06,1613941208576,1786
+"mom_0",0.872920134750219,1613941208576,1786
+"eps_0",1e-05,1613941208576,1786
+"wd_1",0.01,1613941208576,1786
+"sqr_mom_1",0.99,1613941208576,1786
+"lr_1",4.083194609991239e-05,1613941208576,1786
+"mom_1",0.872920134750219,1613941208576,1786
+"eps_1",1e-05,1613941208576,1786
+"wd_2",0.01,1613941208576,1786
+"sqr_mom_2",0.99,1613941208576,1786
+"lr_2",0.0004083194609991239,1613941208576,1786
+"mom_2",0.872920134750219,1613941208576,1786
+"eps_2",1e-05,1613941208576,1786
+"train_loss",0.08668915,1613941209537,1787
+"raw_loss",0.050017603,1613941209537,1787
+"epoch",11.245283018867916,1613941209537,1787
+"wd_0",0.01,1613941209537,1787
+"sqr_mom_0",0.99,1613941209537,1787
+"lr_0",4.085408462407497e-06,1613941209537,1787
+"mom_0",0.8728647884398125,1613941209537,1787
+"eps_0",1e-05,1613941209537,1787
+"wd_1",0.01,1613941209537,1787
+"sqr_mom_1",0.99,1613941209537,1787
+"lr_1",4.0854084624074965e-05,1613941209537,1787
+"mom_1",0.8728647884398125,1613941209537,1787
+"eps_1",1e-05,1613941209537,1787
+"wd_2",0.01,1613941209537,1787
+"sqr_mom_2",0.99,1613941209537,1787
+"lr_2",0.00040854084624074966,1613941209537,1787
+"mom_2",0.8728647884398125,1613941209537,1787
+"eps_2",1e-05,1613941209537,1787
+"train_loss",0.08639586,1613941210498,1788
+"raw_loss",0.0720245,1613941210498,1788
+"epoch",11.251572327044016,1613941210498,1788
+"wd_0",0.01,1613941210498,1788
+"sqr_mom_0",0.99,1613941210498,1788
+"lr_0",4.087620431255781e-06,1613941210498,1788
+"mom_0",0.8728094892186055,1613941210498,1788
+"eps_0",1e-05,1613941210498,1788
+"wd_1",0.01,1613941210498,1788
+"sqr_mom_1",0.99,1613941210498,1788
+"lr_1",4.08762043125578e-05,1613941210498,1788
+"mom_1",0.8728094892186055,1613941210498,1788
+"eps_1",1e-05,1613941210498,1788
+"wd_2",0.01,1613941210498,1788
+"sqr_mom_2",0.99,1613941210498,1788
+"lr_2",0.000408762043125578,1613941210498,1788
+"mom_2",0.8728094892186055,1613941210498,1788
+"eps_2",1e-05,1613941210498,1788
+"train_loss",0.090464815,1613941211487,1789
+"raw_loss",0.2898439,1613941211487,1789
+"epoch",11.257861635220117,1613941211487,1789
+"wd_0",0.01,1613941211487,1789
+"sqr_mom_0",0.99,1613941211487,1789
+"lr_0",4.089830198676704e-06,1613941211487,1789
+"mom_0",0.8727542450330824,1613941211487,1789
+"eps_0",1e-05,1613941211487,1789
+"wd_1",0.01,1613941211487,1789
+"sqr_mom_1",0.99,1613941211487,1789
+"lr_1",4.089830198676703e-05,1613941211487,1789
+"mom_1",0.8727542450330824,1613941211487,1789
+"eps_1",1e-05,1613941211487,1789
+"wd_2",0.01,1613941211487,1789
+"sqr_mom_2",0.99,1613941211487,1789
+"lr_2",0.0004089830198676703,1613941211487,1789
+"mom_2",0.8727542450330824,1613941211487,1789
+"eps_2",1e-05,1613941211487,1789
+"train_loss",0.09060656,1613941212465,1790
+"raw_loss",0.09755227,1613941212465,1790
+"epoch",11.264150943396217,1613941212465,1790
+"wd_0",0.01,1613941212465,1790
+"sqr_mom_0",0.99,1613941212465,1790
+"lr_0",4.092038389145774e-06,1613941212465,1790
+"mom_0",0.8726990402713557,1613941212465,1790
+"eps_0",1e-05,1613941212465,1790
+"wd_1",0.01,1613941212465,1790
+"sqr_mom_1",0.99,1613941212465,1790
+"lr_1",4.092038389145773e-05,1613941212465,1790
+"mom_1",0.8726990402713557,1613941212465,1790
+"eps_1",1e-05,1613941212465,1790
+"wd_2",0.01,1613941212465,1790
+"sqr_mom_2",0.99,1613941212465,1790
+"lr_2",0.00040920383891457726,1613941212465,1790
+"mom_2",0.8726990402713557,1613941212465,1790
+"eps_2",1e-05,1613941212465,1790
+"train_loss",0.09160186,1613941213449,1791
+"raw_loss",0.1403715,1613941213449,1791
+"epoch",11.270440251572317,1613941213449,1791
+"wd_0",0.01,1613941213449,1791
+"sqr_mom_0",0.99,1613941213449,1791
+"lr_0",4.0942443710594785e-06,1613941213449,1791
+"mom_0",0.872643890723513,1613941213449,1791
+"eps_0",1e-05,1613941213449,1791
+"wd_1",0.01,1613941213449,1791
+"sqr_mom_1",0.99,1613941213449,1791
+"lr_1",4.0942443710594785e-05,1613941213449,1791
+"mom_1",0.872643890723513,1613941213449,1791
+"eps_1",1e-05,1613941213449,1791
+"wd_2",0.01,1613941213449,1791
+"sqr_mom_2",0.99,1613941213449,1791
+"lr_2",0.0004094244371059478,1613941213449,1791
+"mom_2",0.872643890723513,1613941213449,1791
+"eps_2",1e-05,1613941213449,1791
+"train_loss",0.09321471,1613941214414,1792
+"raw_loss",0.1722443,1613941214414,1792
+"epoch",11.276729559748418,1613941214414,1792
+"wd_0",0.01,1613941214414,1792
+"sqr_mom_0",0.99,1613941214414,1792
+"lr_0",4.096448767823552e-06,1613941214414,1792
+"mom_0",0.8725887808044112,1613941214414,1792
+"eps_0",1e-05,1613941214414,1792
+"wd_1",0.01,1613941214414,1792
+"sqr_mom_1",0.99,1613941214414,1792
+"lr_1",4.096448767823551e-05,1613941214414,1792
+"mom_1",0.8725887808044112,1613941214414,1792
+"eps_1",1e-05,1613941214414,1792
+"wd_2",0.01,1613941214414,1792
+"sqr_mom_2",0.99,1613941214414,1792
+"lr_2",0.00040964487678235513,1613941214414,1792
+"mom_2",0.8725887808044112,1613941214414,1792
+"eps_2",1e-05,1613941214414,1792
+"train_loss",0.09202512,1613941215366,1793
+"raw_loss",0.0337352,1613941215366,1793
+"epoch",11.283018867924518,1613941215366,1793
+"wd_0",0.01,1613941215366,1793
+"sqr_mom_0",0.99,1613941215366,1793
+"lr_0",4.0986509489195845e-06,1613941215366,1793
+"mom_0",0.8725337262770103,1613941215366,1793
+"eps_0",1e-05,1613941215366,1793
+"wd_1",0.01,1613941215366,1793
+"sqr_mom_1",0.99,1613941215366,1793
+"lr_1",4.098650948919584e-05,1613941215366,1793
+"mom_1",0.8725337262770103,1613941215366,1793
+"eps_1",1e-05,1613941215366,1793
+"wd_2",0.01,1613941215366,1793
+"sqr_mom_2",0.99,1613941215366,1793
+"lr_2",0.0004098650948919584,1613941215366,1793
+"mom_2",0.8725337262770103,1613941215366,1793
+"eps_2",1e-05,1613941215366,1793
+"train_loss",0.091485254,1613941216320,1794
+"raw_loss",0.06503169,1613941216320,1794
+"epoch",11.289308176100619,1613941216320,1794
+"wd_0",0.01,1613941216320,1794
+"sqr_mom_0",0.99,1613941216320,1794
+"lr_0",4.100851224009221e-06,1613941216320,1794
+"mom_0",0.8724787193997695,1613941216320,1794
+"eps_0",1e-05,1613941216320,1794
+"wd_1",0.01,1613941216320,1794
+"sqr_mom_1",0.99,1613941216320,1794
+"lr_1",4.1008512240092205e-05,1613941216320,1794
+"mom_1",0.8724787193997695,1613941216320,1794
+"eps_1",1e-05,1613941216320,1794
+"wd_2",0.01,1613941216320,1794
+"sqr_mom_2",0.99,1613941216320,1794
+"lr_2",0.000410085122400922,1613941216320,1794
+"mom_2",0.8724787193997695,1613941216320,1794
+"eps_2",1e-05,1613941216320,1794
+"train_loss",0.0907044,1613941217287,1795
+"raw_loss",0.05244229,1613941217287,1795
+"epoch",11.295597484276719,1613941217287,1795
+"wd_0",0.01,1613941217287,1795
+"sqr_mom_0",0.99,1613941217287,1795
+"lr_0",4.103049901673491e-06,1613941217287,1795
+"mom_0",0.8724237524581627,1613941217287,1795
+"eps_0",1e-05,1613941217287,1795
+"wd_1",0.01,1613941217287,1795
+"sqr_mom_1",0.99,1613941217287,1795
+"lr_1",4.10304990167349e-05,1613941217287,1795
+"mom_1",0.8724237524581627,1613941217287,1795
+"eps_1",1e-05,1613941217287,1795
+"wd_2",0.01,1613941217287,1795
+"sqr_mom_2",0.99,1613941217287,1795
+"lr_2",0.000410304990167349,1613941217287,1795
+"mom_2",0.8724237524581627,1613941217287,1795
+"eps_2",1e-05,1613941217287,1795
+"train_loss",0.0906018,1613941218251,1796
+"raw_loss",0.085574485,1613941218251,1796
+"epoch",11.30188679245282,1613941218251,1796
+"wd_0",0.01,1613941218251,1796
+"sqr_mom_0",0.99,1613941218251,1796
+"lr_0",4.105246353029807e-06,1613941218251,1796
+"mom_0",0.8723688411742548,1613941218251,1796
+"eps_0",1e-05,1613941218251,1796
+"wd_1",0.01,1613941218251,1796
+"sqr_mom_1",0.99,1613941218251,1796
+"lr_1",4.105246353029807e-05,1613941218251,1796
+"mom_1",0.8723688411742548,1613941218251,1796
+"eps_1",1e-05,1613941218251,1796
+"wd_2",0.01,1613941218251,1796
+"sqr_mom_2",0.99,1613941218251,1796
+"lr_2",0.00041052463530298063,1613941218251,1796
+"mom_2",0.8723688411742548,1613941218251,1796
+"eps_2",1e-05,1613941218251,1796
+"train_loss",0.08997956,1613941219200,1797
+"raw_loss",0.05948975,1613941219200,1797
+"epoch",11.30817610062892,1613941219200,1797
+"wd_0",0.01,1613941219200,1797
+"sqr_mom_0",0.99,1613941219200,1797
+"lr_0",4.107441198790588e-06,1613941219200,1797
+"mom_0",0.8723139700302353,1613941219200,1797
+"eps_0",1e-05,1613941219200,1797
+"wd_1",0.01,1613941219200,1797
+"sqr_mom_1",0.99,1613941219200,1797
+"lr_1",4.1074411987905874e-05,1613941219200,1797
+"mom_1",0.8723139700302353,1613941219200,1797
+"eps_1",1e-05,1613941219200,1797
+"wd_2",0.01,1613941219200,1797
+"sqr_mom_2",0.99,1613941219200,1797
+"lr_2",0.0004107441198790587,1613941219200,1797
+"mom_2",0.8723139700302353,1613941219200,1797
+"eps_2",1e-05,1613941219200,1797
+"train_loss",0.089480184,1613941220158,1798
+"raw_loss",0.06501083,1613941220158,1798
+"epoch",11.31446540880502,1613941220158,1798
+"wd_0",0.01,1613941220158,1798
+"sqr_mom_0",0.99,1613941220158,1798
+"lr_0",4.109634122748796e-06,1613941220158,1798
+"mom_0",0.87225914693128,1613941220158,1798
+"eps_0",1e-05,1613941220158,1798
+"wd_1",0.01,1613941220158,1798
+"sqr_mom_1",0.99,1613941220158,1798
+"lr_1",4.109634122748796e-05,1613941220158,1798
+"mom_1",0.87225914693128,1613941220158,1798
+"eps_1",1e-05,1613941220158,1798
+"wd_2",0.01,1613941220158,1798
+"sqr_mom_2",0.99,1613941220158,1798
+"lr_2",0.0004109634122748796,1613941220158,1798
+"mom_2",0.87225914693128,1613941220158,1798
+"eps_2",1e-05,1613941220158,1798
+"train_loss",0.08987551,1613941221110,1799
+"raw_loss",0.10924654,1613941221110,1799
+"epoch",11.32075471698112,1613941221110,1799
+"wd_0",0.01,1613941221110,1799
+"sqr_mom_0",0.99,1613941221110,1799
+"lr_0",4.111824809793402e-06,1613941221110,1799
+"mom_0",0.872204379755165,1613941221110,1799
+"eps_0",1e-05,1613941221110,1799
+"wd_1",0.01,1613941221110,1799
+"sqr_mom_1",0.99,1613941221110,1799
+"lr_1",4.111824809793402e-05,1613941221110,1799
+"mom_1",0.872204379755165,1613941221110,1799
+"eps_1",1e-05,1613941221110,1799
+"wd_2",0.01,1613941221110,1799
+"sqr_mom_2",0.99,1613941221110,1799
+"lr_2",0.0004111824809793402,1613941221110,1799
+"mom_2",0.872204379755165,1613941221110,1799
+"eps_2",1e-05,1613941221110,1799
+"train_loss",0.09016551,1613941222097,1800
+"raw_loss",0.10437555,1613941222097,1800
+"epoch",11.327044025157221,1613941222097,1800
+"wd_0",0.01,1613941222097,1800
+"sqr_mom_0",0.99,1613941222097,1800
+"lr_0",4.114013567976796e-06,1613941222097,1800
+"mom_0",0.8721496608005801,1613941222097,1800
+"eps_0",1e-05,1613941222097,1800
+"wd_1",0.01,1613941222097,1800
+"sqr_mom_1",0.99,1613941222097,1800
+"lr_1",4.114013567976796e-05,1613941222097,1800
+"mom_1",0.8721496608005801,1613941222097,1800
+"eps_1",1e-05,1613941222097,1800
+"wd_2",0.01,1613941222097,1800
+"sqr_mom_2",0.99,1613941222097,1800
+"lr_2",0.0004114013567976796,1613941222097,1800
+"mom_2",0.8721496608005801,1613941222097,1800
+"eps_2",1e-05,1613941222097,1800
+"train_loss",0.0898091,1613941223065,1801
+"raw_loss",0.07234468,1613941223065,1801
+"epoch",11.333333333333321,1613941223065,1801
+"wd_0",0.01,1613941223065,1801
+"sqr_mom_0",0.99,1613941223065,1801
+"lr_0",4.1162007042578035e-06,1613941223065,1801
+"mom_0",0.8720949823935549,1613941223065,1801
+"eps_0",1e-05,1613941223065,1801
+"wd_1",0.01,1613941223065,1801
+"sqr_mom_1",0.99,1613941223065,1801
+"lr_1",4.1162007042578024e-05,1613941223065,1801
+"mom_1",0.8720949823935549,1613941223065,1801
+"eps_1",1e-05,1613941223065,1801
+"wd_2",0.01,1613941223065,1801
+"sqr_mom_2",0.99,1613941223065,1801
+"lr_2",0.00041162007042578024,1613941223065,1801
+"mom_2",0.8720949823935549,1613941223065,1801
+"eps_2",1e-05,1613941223065,1801
+"train_loss",0.08982688,1613941224022,1802
+"raw_loss",0.09069845,1613941224022,1802
+"epoch",11.339622641509422,1613941224022,1802
+"wd_0",0.01,1613941224022,1802
+"sqr_mom_0",0.99,1613941224022,1802
+"lr_0",4.1183855930549885e-06,1613941224022,1802
+"mom_0",0.8720403601736253,1613941224022,1802
+"eps_0",1e-05,1613941224022,1802
+"wd_1",0.01,1613941224022,1802
+"sqr_mom_1",0.99,1613941224022,1802
+"lr_1",4.118385593054988e-05,1613941224022,1802
+"mom_1",0.8720403601736253,1613941224022,1802
+"eps_1",1e-05,1613941224022,1802
+"wd_2",0.01,1613941224022,1802
+"sqr_mom_2",0.99,1613941224022,1802
+"lr_2",0.0004118385593054988,1613941224022,1802
+"mom_2",0.8720403601736253,1613941224022,1802
+"eps_2",1e-05,1613941224022,1802
+"train_loss",0.08858628,1613941224968,1803
+"raw_loss",0.027796682,1613941224968,1803
+"epoch",11.345911949685522,1613941224968,1803
+"wd_0",0.01,1613941224968,1803
+"sqr_mom_0",0.99,1613941224968,1803
+"lr_0",4.120568851813217e-06,1613941224968,1803
+"mom_0",0.8719857787046695,1613941224968,1803
+"eps_0",1e-05,1613941224968,1803
+"wd_1",0.01,1613941224968,1803
+"sqr_mom_1",0.99,1613941224968,1803
+"lr_1",4.120568851813216e-05,1613941224968,1803
+"mom_1",0.8719857787046695,1613941224968,1803
+"eps_1",1e-05,1613941224968,1803
+"wd_2",0.01,1613941224968,1803
+"sqr_mom_2",0.99,1613941224968,1803
+"lr_2",0.0004120568851813216,1613941224968,1803
+"mom_2",0.8719857787046695,1613941224968,1803
+"eps_2",1e-05,1613941224968,1803
+"train_loss",0.08808082,1613941225915,1804
+"raw_loss",0.06331368,1613941225915,1804
+"epoch",11.352201257861623,1613941225915,1804
+"wd_0",0.01,1613941225915,1804
+"sqr_mom_0",0.99,1613941225915,1804
+"lr_0",4.1227498560601325e-06,1613941225915,1804
+"mom_0",0.8719312535984967,1613941225915,1804
+"eps_0",1e-05,1613941225915,1804
+"wd_1",0.01,1613941225915,1804
+"sqr_mom_1",0.99,1613941225915,1804
+"lr_1",4.122749856060132e-05,1613941225915,1804
+"mom_1",0.8719312535984967,1613941225915,1804
+"eps_1",1e-05,1613941225915,1804
+"wd_2",0.01,1613941225915,1804
+"sqr_mom_2",0.99,1613941225915,1804
+"lr_2",0.0004122749856060132,1613941225915,1804
+"mom_2",0.8719312535984967,1613941225915,1804
+"eps_2",1e-05,1613941225915,1804
+"train_loss",0.08720464,1613941226871,1805
+"raw_loss",0.044271596,1613941226871,1805
+"epoch",11.358490566037723,1613941226871,1805
+"wd_0",0.01,1613941226871,1805
+"sqr_mom_0",0.99,1613941226871,1805
+"lr_0",4.124928912492405e-06,1613941226871,1805
+"mom_0",0.8718767771876899,1613941226871,1805
+"eps_0",1e-05,1613941226871,1805
+"wd_1",0.01,1613941226871,1805
+"sqr_mom_1",0.99,1613941226871,1805
+"lr_1",4.124928912492404e-05,1613941226871,1805
+"mom_1",0.8718767771876899,1613941226871,1805
+"eps_1",1e-05,1613941226871,1805
+"wd_2",0.01,1613941226871,1805
+"sqr_mom_2",0.99,1613941226871,1805
+"lr_2",0.0004124928912492404,1613941226871,1805
+"mom_2",0.8718767771876899,1613941226871,1805
+"eps_2",1e-05,1613941226871,1805
+"train_loss",0.08665353,1613941227844,1806
+"raw_loss",0.059649006,1613941227844,1806
+"epoch",11.364779874213824,1613941227844,1806
+"wd_0",0.01,1613941227844,1806
+"sqr_mom_0",0.99,1613941227844,1806
+"lr_0",4.127106326702383e-06,1613941227844,1806
+"mom_0",0.8718223418324405,1613941227844,1806
+"eps_0",1e-05,1613941227844,1806
+"wd_1",0.01,1613941227844,1806
+"sqr_mom_1",0.99,1613941227844,1806
+"lr_1",4.127106326702382e-05,1613941227844,1806
+"mom_1",0.8718223418324405,1613941227844,1806
+"eps_1",1e-05,1613941227844,1806
+"wd_2",0.01,1613941227844,1806
+"sqr_mom_2",0.99,1613941227844,1806
+"lr_2",0.0004127106326702382,1613941227844,1806
+"mom_2",0.8718223418324405,1613941227844,1806
+"eps_2",1e-05,1613941227844,1806
+"train_loss",0.085756086,1613941228807,1807
+"raw_loss",0.04178113,1613941228807,1807
+"epoch",11.371069182389924,1613941228807,1807
+"wd_0",0.01,1613941228807,1807
+"sqr_mom_0",0.99,1613941228807,1807
+"lr_0",4.129281784983829e-06,1613941228807,1807
+"mom_0",0.8717679553754043,1613941228807,1807
+"eps_0",1e-05,1613941228807,1807
+"wd_1",0.01,1613941228807,1807
+"sqr_mom_1",0.99,1613941228807,1807
+"lr_1",4.129281784983829e-05,1613941228807,1807
+"mom_1",0.8717679553754043,1613941228807,1807
+"eps_1",1e-05,1613941228807,1807
+"wd_2",0.01,1613941228807,1807
+"sqr_mom_2",0.99,1613941228807,1807
+"lr_2",0.00041292817849838286,1613941228807,1807
+"mom_2",0.8717679553754043,1613941228807,1807
+"eps_2",1e-05,1613941228807,1807
+"train_loss",0.08485496,1613941229770,1808
+"raw_loss",0.04069993,1613941229770,1808
+"epoch",11.377358490566024,1613941229770,1808
+"wd_0",0.01,1613941229770,1808
+"sqr_mom_0",0.99,1613941229770,1808
+"lr_0",4.131454974745973e-06,1613941229770,1808
+"mom_0",0.8717136256313507,1613941229770,1808
+"eps_0",1e-05,1613941229770,1808
+"wd_1",0.01,1613941229770,1808
+"sqr_mom_1",0.99,1613941229770,1808
+"lr_1",4.1314549747459724e-05,1613941229770,1808
+"mom_1",0.8717136256313507,1613941229770,1808
+"eps_1",1e-05,1613941229770,1808
+"wd_2",0.01,1613941229770,1808
+"sqr_mom_2",0.99,1613941229770,1808
+"lr_2",0.0004131454974745973,1613941229770,1808
+"mom_2",0.8717136256313507,1613941229770,1808
+"eps_2",1e-05,1613941229770,1808
+"train_loss",0.08469241,1613941230715,1809
+"raw_loss",0.076727435,1613941230715,1809
+"epoch",11.383647798742125,1613941230715,1809
+"wd_0",0.01,1613941230715,1809
+"sqr_mom_0",0.99,1613941230715,1809
+"lr_0",4.133626510127556e-06,1613941230715,1809
+"mom_0",0.8716593372468111,1613941230715,1809
+"eps_0",1e-05,1613941230715,1809
+"wd_1",0.01,1613941230715,1809
+"sqr_mom_1",0.99,1613941230715,1809
+"lr_1",4.133626510127555e-05,1613941230715,1809
+"mom_1",0.8716593372468111,1613941230715,1809
+"eps_1",1e-05,1613941230715,1809
+"wd_2",0.01,1613941230715,1809
+"sqr_mom_2",0.99,1613941230715,1809
+"lr_2",0.0004133626510127555,1613941230715,1809
+"mom_2",0.8716593372468111,1613941230715,1809
+"eps_2",1e-05,1613941230715,1809
+"train_loss",0.084028944,1613941231682,1810
+"raw_loss",0.051519144,1613941231682,1810
+"epoch",11.389937106918225,1613941231682,1810
+"wd_0",0.01,1613941231682,1810
+"sqr_mom_0",0.99,1613941231682,1810
+"lr_0",4.1357957700094325e-06,1613941231682,1810
+"mom_0",0.8716051057497641,1613941231682,1810
+"eps_0",1e-05,1613941231682,1810
+"wd_1",0.01,1613941231682,1810
+"sqr_mom_1",0.99,1613941231682,1810
+"lr_1",4.135795770009432e-05,1613941231682,1810
+"mom_1",0.8716051057497641,1613941231682,1810
+"eps_1",1e-05,1613941231682,1810
+"wd_2",0.01,1613941231682,1810
+"sqr_mom_2",0.99,1613941231682,1810
+"lr_2",0.0004135795770009432,1613941231682,1810
+"mom_2",0.8716051057497641,1613941231682,1810
+"eps_2",1e-05,1613941231682,1810
+"train_loss",0.084890895,1613941232645,1811
+"raw_loss",0.12712637,1613941232645,1811
+"epoch",11.396226415094326,1613941232645,1811
+"wd_0",0.01,1613941232645,1811
+"sqr_mom_0",0.99,1613941232645,1811
+"lr_0",4.137963367419769e-06,1613941232645,1811
+"mom_0",0.8715509158145057,1613941232645,1811
+"eps_0",1e-05,1613941232645,1811
+"wd_1",0.01,1613941232645,1811
+"sqr_mom_1",0.99,1613941232645,1811
+"lr_1",4.1379633674197693e-05,1613941232645,1811
+"mom_1",0.8715509158145057,1613941232645,1811
+"eps_1",1e-05,1613941232645,1811
+"wd_2",0.01,1613941232645,1811
+"sqr_mom_2",0.99,1613941232645,1811
+"lr_2",0.0004137963367419769,1613941232645,1811
+"mom_2",0.8715509158145057,1613941232645,1811
+"eps_2",1e-05,1613941232645,1811
+"train_loss",0.08731126,1613941233593,1812
+"raw_loss",0.2059094,1613941233593,1812
+"epoch",11.402515723270426,1613941233593,1812
+"wd_0",0.01,1613941233593,1812
+"sqr_mom_0",0.99,1613941233593,1812
+"lr_0",4.140128682365791e-06,1613941233593,1812
+"mom_0",0.8714967829408552,1613941233593,1812
+"eps_0",1e-05,1613941233593,1812
+"wd_1",0.01,1613941233593,1812
+"sqr_mom_1",0.99,1613941233593,1812
+"lr_1",4.14012868236579e-05,1613941233593,1812
+"mom_1",0.8714967829408552,1613941233593,1812
+"eps_1",1e-05,1613941233593,1812
+"wd_2",0.01,1613941233593,1812
+"sqr_mom_2",0.99,1613941233593,1812
+"lr_2",0.00041401286823657905,1613941233593,1812
+"mom_2",0.8714967829408552,1613941233593,1812
+"eps_2",1e-05,1613941233593,1812
+"train_loss",0.08629587,1613941234564,1813
+"raw_loss",0.036541704,1613941234564,1813
+"epoch",11.408805031446526,1613941234564,1813
+"wd_0",0.01,1613941234564,1813
+"sqr_mom_0",0.99,1613941234564,1813
+"lr_0",4.142292019347324e-06,1613941234564,1813
+"mom_0",0.8714426995163169,1613941234564,1813
+"eps_0",1e-05,1613941234564,1813
+"wd_1",0.01,1613941234564,1813
+"sqr_mom_1",0.99,1613941234564,1813
+"lr_1",4.1422920193473236e-05,1613941234564,1813
+"mom_1",0.8714426995163169,1613941234564,1813
+"eps_1",1e-05,1613941234564,1813
+"wd_2",0.01,1613941234564,1813
+"sqr_mom_2",0.99,1613941234564,1813
+"lr_2",0.00041422920193473234,1613941234564,1813
+"mom_2",0.8714426995163169,1613941234564,1813
+"eps_2",1e-05,1613941234564,1813
+"train_loss",0.08541958,1613941235597,1814
+"raw_loss",0.04248136,1613941235597,1814
+"epoch",11.415094339622627,1613941235597,1814
+"wd_0",0.01,1613941235597,1814
+"sqr_mom_0",0.99,1613941235597,1814
+"lr_0",4.144453681742787e-06,1613941235597,1814
+"mom_0",0.8713886579564303,1613941235597,1814
+"eps_0",1e-05,1613941235597,1814
+"wd_1",0.01,1613941235597,1814
+"sqr_mom_1",0.99,1613941235597,1814
+"lr_1",4.144453681742786e-05,1613941235597,1814
+"mom_1",0.8713886579564303,1613941235597,1814
+"eps_1",1e-05,1613941235597,1814
+"wd_2",0.01,1613941235597,1814
+"sqr_mom_2",0.99,1613941235597,1814
+"lr_2",0.0004144453681742786,1613941235597,1814
+"mom_2",0.8713886579564303,1613941235597,1814
+"eps_2",1e-05,1613941235597,1814
+"train_loss",0.085173264,1613941236560,1815
+"raw_loss",0.073103845,1613941236560,1815
+"epoch",11.421383647798727,1613941236560,1815
+"wd_0",0.01,1613941236560,1815
+"sqr_mom_0",0.99,1613941236560,1815
+"lr_0",4.146613051256983e-06,1613941236560,1815
+"mom_0",0.8713346737185754,1613941236560,1815
+"eps_0",1e-05,1613941236560,1815
+"wd_1",0.01,1613941236560,1815
+"sqr_mom_1",0.99,1613941236560,1815
+"lr_1",4.1466130512569826e-05,1613941236560,1815
+"mom_1",0.8713346737185754,1613941236560,1815
+"eps_1",1e-05,1613941236560,1815
+"wd_2",0.01,1613941236560,1815
+"sqr_mom_2",0.99,1613941236560,1815
+"lr_2",0.00041466130512569823,1613941236560,1815
+"mom_2",0.8713346737185754,1613941236560,1815
+"eps_2",1e-05,1613941236560,1815
+"train_loss",0.08563425,1613941237534,1816
+"raw_loss",0.108222306,1613941237534,1816
+"epoch",11.427672955974828,1613941237534,1816
+"wd_0",0.01,1613941237534,1816
+"sqr_mom_0",0.99,1613941237534,1816
+"lr_0",4.14877073812308e-06,1613941237534,1816
+"mom_0",0.871280731546923,1613941237534,1816
+"eps_0",1e-05,1613941237534,1816
+"wd_1",0.01,1613941237534,1816
+"sqr_mom_1",0.99,1613941237534,1816
+"lr_1",4.14877073812308e-05,1613941237534,1816
+"mom_1",0.871280731546923,1613941237534,1816
+"eps_1",1e-05,1613941237534,1816
+"wd_2",0.01,1613941237534,1816
+"sqr_mom_2",0.99,1613941237534,1816
+"lr_2",0.000414877073812308,1613941237534,1816
+"mom_2",0.871280731546923,1613941237534,1816
+"eps_2",1e-05,1613941237534,1816
+"train_loss",0.08551376,1613941238480,1817
+"raw_loss",0.07961013,1613941238480,1817
+"epoch",11.433962264150928,1613941238480,1817
+"wd_0",0.01,1613941238480,1817
+"sqr_mom_0",0.99,1613941238480,1817
+"lr_0",4.150926431465223e-06,1613941238480,1817
+"mom_0",0.8712268392133694,1613941238480,1817
+"eps_0",1e-05,1613941238480,1817
+"wd_1",0.01,1613941238480,1817
+"sqr_mom_1",0.99,1613941238480,1817
+"lr_1",4.150926431465222e-05,1613941238480,1817
+"mom_1",0.8712268392133694,1613941238480,1817
+"eps_1",1e-05,1613941238480,1817
+"wd_2",0.01,1613941238480,1817
+"sqr_mom_2",0.99,1613941238480,1817
+"lr_2",0.0004150926431465222,1613941238480,1817
+"mom_2",0.8712268392133694,1613941238480,1817
+"eps_2",1e-05,1613941238480,1817
+"train_loss",0.084956534,1613941239443,1818
+"raw_loss",0.057652343,1613941239443,1818
+"epoch",11.440251572327028,1613941239443,1818
+"wd_0",0.01,1613941239443,1818
+"sqr_mom_0",0.99,1613941239443,1818
+"lr_0",4.15307982154446e-06,1613941239443,1818
+"mom_0",0.8711730044613885,1613941239443,1818
+"eps_0",1e-05,1613941239443,1818
+"wd_1",0.01,1613941239443,1818
+"sqr_mom_1",0.99,1613941239443,1818
+"lr_1",4.153079821544459e-05,1613941239443,1818
+"mom_1",0.8711730044613885,1613941239443,1818
+"eps_1",1e-05,1613941239443,1818
+"wd_2",0.01,1613941239443,1818
+"sqr_mom_2",0.99,1613941239443,1818
+"lr_2",0.0004153079821544459,1613941239443,1818
+"mom_2",0.8711730044613885,1613941239443,1818
+"eps_2",1e-05,1613941239443,1818
+"train_loss",0.08747056,1613941240393,1819
+"raw_loss",0.21065806,1613941240393,1819
+"epoch",11.446540880503129,1613941240393,1819
+"wd_0",0.01,1613941240393,1819
+"sqr_mom_0",0.99,1613941240393,1819
+"lr_0",4.155231211190786e-06,1613941240393,1819
+"mom_0",0.8711192197202303,1613941240393,1819
+"eps_0",1e-05,1613941240393,1819
+"wd_1",0.01,1613941240393,1819
+"sqr_mom_1",0.99,1613941240393,1819
+"lr_1",4.155231211190785e-05,1613941240393,1819
+"mom_1",0.8711192197202303,1613941240393,1819
+"eps_1",1e-05,1613941240393,1819
+"wd_2",0.01,1613941240393,1819
+"sqr_mom_2",0.99,1613941240393,1819
+"lr_2",0.0004155231211190785,1613941240393,1819
+"mom_2",0.8711192197202303,1613941240393,1819
+"eps_2",1e-05,1613941240393,1819
+"train_loss",0.08631427,1613941241333,1820
+"raw_loss",0.02965598,1613941241333,1820
+"epoch",11.45283018867923,1613941241333,1820
+"wd_0",0.01,1613941241333,1820
+"sqr_mom_0",0.99,1613941241333,1820
+"lr_0",4.157380902100047e-06,1613941241333,1820
+"mom_0",0.8710654774474988,1613941241333,1820
+"eps_0",1e-05,1613941241333,1820
+"wd_1",0.01,1613941241333,1820
+"sqr_mom_1",0.99,1613941241333,1820
+"lr_1",4.1573809021000464e-05,1613941241333,1820
+"mom_1",0.8710654774474988,1613941241333,1820
+"eps_1",1e-05,1613941241333,1820
+"wd_2",0.01,1613941241333,1820
+"sqr_mom_2",0.99,1613941241333,1820
+"lr_2",0.00041573809021000464,1613941241333,1820
+"mom_2",0.8710654774474988,1613941241333,1820
+"eps_2",1e-05,1613941241333,1820
+"train_loss",0.086768895,1613941242283,1821
+"raw_loss",0.10904553,1613941242283,1821
+"epoch",11.45911949685533,1613941242283,1821
+"wd_0",0.01,1613941242283,1821
+"sqr_mom_0",0.99,1613941242283,1821
+"lr_0",4.159528279401224e-06,1613941242283,1821
+"mom_0",0.8710117930149694,1613941242283,1821
+"eps_0",1e-05,1613941242283,1821
+"wd_1",0.01,1613941242283,1821
+"sqr_mom_1",0.99,1613941242283,1821
+"lr_1",4.1595282794012224e-05,1613941242283,1821
+"mom_1",0.8710117930149694,1613941242283,1821
+"eps_1",1e-05,1613941242283,1821
+"wd_2",0.01,1613941242283,1821
+"sqr_mom_2",0.99,1613941242283,1821
+"lr_2",0.00041595282794012225,1613941242283,1821
+"mom_2",0.8710117930149694,1613941242283,1821
+"eps_2",1e-05,1613941242283,1821
+"train_loss",0.088454925,1613941243278,1822
+"raw_loss",0.17107053,1613941243278,1822
+"epoch",11.46540880503143,1613941243278,1822
+"wd_0",0.01,1613941243278,1822
+"sqr_mom_0",0.99,1613941243278,1822
+"lr_0",4.161673949938508e-06,1613941243278,1822
+"mom_0",0.8709581512515373,1613941243278,1822
+"eps_0",1e-05,1613941243278,1822
+"wd_1",0.01,1613941243278,1822
+"sqr_mom_1",0.99,1613941243278,1822
+"lr_1",4.161673949938508e-05,1613941243278,1822
+"mom_1",0.8709581512515373,1613941243278,1822
+"eps_1",1e-05,1613941243278,1822
+"wd_2",0.01,1613941243278,1822
+"sqr_mom_2",0.99,1613941243278,1822
+"lr_2",0.0004161673949938508,1613941243278,1822
+"mom_2",0.8709581512515373,1613941243278,1822
+"eps_2",1e-05,1613941243278,1822
+"train_loss",0.088559724,1613941244233,1823
+"raw_loss",0.093694955,1613941244233,1823
+"epoch",11.47169811320753,1613941244233,1823
+"wd_0",0.01,1613941244233,1823
+"sqr_mom_0",0.99,1613941244233,1823
+"lr_0",4.163817299990821e-06,1613941244233,1823
+"mom_0",0.8709045675002295,1613941244233,1823
+"eps_0",1e-05,1613941244233,1823
+"wd_1",0.01,1613941244233,1823
+"sqr_mom_1",0.99,1613941244233,1823
+"lr_1",4.1638172999908205e-05,1613941244233,1823
+"mom_1",0.8709045675002295,1613941244233,1823
+"eps_1",1e-05,1613941244233,1823
+"wd_2",0.01,1613941244233,1823
+"sqr_mom_2",0.99,1613941244233,1823
+"lr_2",0.0004163817299990821,1613941244233,1823
+"mom_2",0.8709045675002295,1613941244233,1823
+"eps_2",1e-05,1613941244233,1823
+"train_loss",0.0879949,1613941245191,1824
+"raw_loss",0.06031852,1613941245191,1824
+"epoch",11.47798742138363,1613941245191,1824
+"wd_0",0.01,1613941245191,1824
+"sqr_mom_0",0.99,1613941245191,1824
+"lr_0",4.165958630982192e-06,1613941245191,1824
+"mom_0",0.8708510342254452,1613941245191,1824
+"eps_0",1e-05,1613941245191,1824
+"wd_1",0.01,1613941245191,1824
+"sqr_mom_1",0.99,1613941245191,1824
+"lr_1",4.1659586309821916e-05,1613941245191,1824
+"mom_1",0.8708510342254452,1613941245191,1824
+"eps_1",1e-05,1613941245191,1824
+"wd_2",0.01,1613941245191,1824
+"sqr_mom_2",0.99,1613941245191,1824
+"lr_2",0.00041659586309821916,1613941245191,1824
+"mom_2",0.8708510342254452,1613941245191,1824
+"eps_2",1e-05,1613941245191,1824
+"train_loss",0.08703977,1613941246149,1825
+"raw_loss",0.040237963,1613941246149,1825
+"epoch",11.484276729559731,1613941246149,1825
+"wd_0",0.01,1613941246149,1825
+"sqr_mom_0",0.99,1613941246149,1825
+"lr_0",4.1680982431919474e-06,1613941246149,1825
+"mom_0",0.8707975439202014,1613941246149,1825
+"eps_0",1e-05,1613941246149,1825
+"wd_1",0.01,1613941246149,1825
+"sqr_mom_1",0.99,1613941246149,1825
+"lr_1",4.168098243191946e-05,1613941246149,1825
+"mom_1",0.8707975439202014,1613941246149,1825
+"eps_1",1e-05,1613941246149,1825
+"wd_2",0.01,1613941246149,1825
+"sqr_mom_2",0.99,1613941246149,1825
+"lr_2",0.00041680982431919464,1613941246149,1825
+"mom_2",0.8707975439202014,1613941246149,1825
+"eps_2",1e-05,1613941246149,1825
+"train_loss",0.087794155,1613941247091,1826
+"raw_loss",0.12475923,1613941247091,1826
+"epoch",11.490566037735832,1613941247091,1826
+"wd_0",0.01,1613941247091,1826
+"sqr_mom_0",0.99,1613941247091,1826
+"lr_0",4.170235828337681e-06,1613941247091,1826
+"mom_0",0.870744104291558,1613941247091,1826
+"eps_0",1e-05,1613941247091,1826
+"wd_1",0.01,1613941247091,1826
+"sqr_mom_1",0.99,1613941247091,1826
+"lr_1",4.1702358283376805e-05,1613941247091,1826
+"mom_1",0.870744104291558,1613941247091,1826
+"eps_1",1e-05,1613941247091,1826
+"wd_2",0.01,1613941247091,1826
+"sqr_mom_2",0.99,1613941247091,1826
+"lr_2",0.00041702358283376805,1613941247091,1826
+"mom_2",0.870744104291558,1613941247091,1826
+"eps_2",1e-05,1613941247091,1826
+"train_loss",0.08752838,1613941248076,1827
+"raw_loss",0.07450528,1613941248076,1827
+"epoch",11.496855345911932,1613941248076,1827
+"wd_0",0.01,1613941248076,1827
+"sqr_mom_0",0.99,1613941248076,1827
+"lr_0",4.172371079293028e-06,1613941248076,1827
+"mom_0",0.8706907230176743,1613941248076,1827
+"eps_0",1e-05,1613941248076,1827
+"wd_1",0.01,1613941248076,1827
+"sqr_mom_1",0.99,1613941248076,1827
+"lr_1",4.172371079293028e-05,1613941248076,1827
+"mom_1",0.8706907230176743,1613941248076,1827
+"eps_1",1e-05,1613941248076,1827
+"wd_2",0.01,1613941248076,1827
+"sqr_mom_2",0.99,1613941248076,1827
+"lr_2",0.0004172371079293028,1613941248076,1827
+"mom_2",0.8706907230176743,1613941248076,1827
+"eps_2",1e-05,1613941248076,1827
+"train_loss",0.086476386,1613941249025,1828
+"raw_loss",0.03492883,1613941249025,1828
+"epoch",11.503144654088032,1613941249025,1828
+"wd_0",0.01,1613941249025,1828
+"sqr_mom_0",0.99,1613941249025,1828
+"lr_0",4.174504599475303e-06,1613941249025,1828
+"mom_0",0.8706373850131174,1613941249025,1828
+"eps_0",1e-05,1613941249025,1828
+"wd_1",0.01,1613941249025,1828
+"sqr_mom_1",0.99,1613941249025,1828
+"lr_1",4.174504599475303e-05,1613941249025,1828
+"mom_1",0.8706373850131174,1613941249025,1828
+"eps_1",1e-05,1613941249025,1828
+"wd_2",0.01,1613941249025,1828
+"sqr_mom_2",0.99,1613941249025,1828
+"lr_2",0.0004174504599475303,1613941249025,1828
+"mom_2",0.8706373850131174,1613941249025,1828
+"eps_2",1e-05,1613941249025,1828
+"train_loss",0.08561999,1613941249980,1829
+"raw_loss",0.043656837,1613941249980,1829
+"epoch",11.509433962264133,1613941249980,1829
+"wd_0",0.01,1613941249980,1829
+"sqr_mom_0",0.99,1613941249980,1829
+"lr_0",4.176635778638761e-06,1613941249980,1829
+"mom_0",0.870584105534031,1613941249980,1829
+"eps_0",1e-05,1613941249980,1829
+"wd_1",0.01,1613941249980,1829
+"sqr_mom_1",0.99,1613941249980,1829
+"lr_1",4.176635778638761e-05,1613941249980,1829
+"mom_1",0.870584105534031,1613941249980,1829
+"eps_1",1e-05,1613941249980,1829
+"wd_2",0.01,1613941249980,1829
+"sqr_mom_2",0.99,1613941249980,1829
+"lr_2",0.0004176635778638761,1613941249980,1829
+"mom_2",0.870584105534031,1613941249980,1829
+"eps_2",1e-05,1613941249980,1829
+"train_loss",0.085773654,1613941250936,1830
+"raw_loss",0.093303055,1613941250936,1830
+"epoch",11.515723270440233,1613941250936,1830
+"wd_0",0.01,1613941250936,1830
+"sqr_mom_0",0.99,1613941250936,1830
+"lr_0",4.178764916503003e-06,1613941250936,1830
+"mom_0",0.8705308770874249,1613941250936,1830
+"eps_0",1e-05,1613941250936,1830
+"wd_1",0.01,1613941250936,1830
+"sqr_mom_1",0.99,1613941250936,1830
+"lr_1",4.1787649165030025e-05,1613941250936,1830
+"mom_1",0.8705308770874249,1613941250936,1830
+"eps_1",1e-05,1613941250936,1830
+"wd_2",0.01,1613941250936,1830
+"sqr_mom_2",0.99,1613941250936,1830
+"lr_2",0.0004178764916503002,1613941250936,1830
+"mom_2",0.8705308770874249,1613941250936,1830
+"eps_2",1e-05,1613941250936,1830
+"train_loss",0.08559367,1613941251895,1831
+"raw_loss",0.07677454,1613941251895,1831
+"epoch",11.522012578616334,1613941251895,1831
+"wd_0",0.01,1613941251895,1831
+"sqr_mom_0",0.99,1613941251895,1831
+"lr_0",4.180892311630313e-06,1613941251895,1831
+"mom_0",0.8704776922092422,1613941251895,1831
+"eps_0",1e-05,1613941251895,1831
+"wd_1",0.01,1613941251895,1831
+"sqr_mom_1",0.99,1613941251895,1831
+"lr_1",4.180892311630312e-05,1613941251895,1831
+"mom_1",0.8704776922092422,1613941251895,1831
+"eps_1",1e-05,1613941251895,1831
+"wd_2",0.01,1613941251895,1831
+"sqr_mom_2",0.99,1613941251895,1831
+"lr_2",0.00041808923116303117,1613941251895,1831
+"mom_2",0.8704776922092422,1613941251895,1831
+"eps_2",1e-05,1613941251895,1831
+"train_loss",0.084798686,1613941252857,1832
+"raw_loss",0.045844592,1613941252857,1832
+"epoch",11.528301886792434,1613941252857,1832
+"wd_0",0.01,1613941252857,1832
+"sqr_mom_0",0.99,1613941252857,1832
+"lr_0",4.183017355526881e-06,1613941252857,1832
+"mom_0",0.870424566111828,1613941252857,1832
+"eps_0",1e-05,1613941252857,1832
+"wd_1",0.01,1613941252857,1832
+"sqr_mom_1",0.99,1613941252857,1832
+"lr_1",4.1830173555268794e-05,1613941252857,1832
+"mom_1",0.870424566111828,1613941252857,1832
+"eps_1",1e-05,1613941252857,1832
+"wd_2",0.01,1613941252857,1832
+"sqr_mom_2",0.99,1613941252857,1832
+"lr_2",0.000418301735552688,1613941252857,1832
+"mom_2",0.870424566111828,1613941252857,1832
+"eps_2",1e-05,1613941252857,1832
+"train_loss",0.084432654,1613941253821,1833
+"raw_loss",0.06649719,1613941253821,1833
+"epoch",11.534591194968534,1613941253821,1833
+"wd_0",0.01,1613941253821,1833
+"sqr_mom_0",0.99,1613941253821,1833
+"lr_0",4.185140648725528e-06,1613941253821,1833
+"mom_0",0.8703714837818618,1613941253821,1833
+"eps_0",1e-05,1613941253821,1833
+"wd_1",0.01,1613941253821,1833
+"sqr_mom_1",0.99,1613941253821,1833
+"lr_1",4.1851406487255276e-05,1613941253821,1833
+"mom_1",0.8703714837818618,1613941253821,1833
+"eps_1",1e-05,1613941253821,1833
+"wd_2",0.01,1613941253821,1833
+"sqr_mom_2",0.99,1613941253821,1833
+"lr_2",0.00041851406487255274,1613941253821,1833
+"mom_2",0.8703714837818618,1613941253821,1833
+"eps_2",1e-05,1613941253821,1833
+"train_loss",0.08422555,1613941254876,1834
+"raw_loss",0.074077286,1613941254876,1834
+"epoch",11.540880503144635,1613941254876,1834
+"wd_0",0.01,1613941254876,1834
+"sqr_mom_0",0.99,1613941254876,1834
+"lr_0",4.187261583905711e-06,1613941254876,1834
+"mom_0",0.8703184604023573,1613941254876,1834
+"eps_0",1e-05,1613941254876,1834
+"wd_1",0.01,1613941254876,1834
+"sqr_mom_1",0.99,1613941254876,1834
+"lr_1",4.18726158390571e-05,1613941254876,1834
+"mom_1",0.8703184604023573,1613941254876,1834
+"eps_1",1e-05,1613941254876,1834
+"wd_2",0.01,1613941254876,1834
+"sqr_mom_2",0.99,1613941254876,1834
+"lr_2",0.000418726158390571,1613941254876,1834
+"mom_2",0.8703184604023573,1613941254876,1834
+"eps_2",1e-05,1613941254876,1834
+"train_loss",0.084054165,1613941255904,1835
+"raw_loss",0.07565636,1613941255904,1835
+"epoch",11.547169811320735,1613941255904,1835
+"wd_0",0.01,1613941255904,1835
+"sqr_mom_0",0.99,1613941255904,1835
+"lr_0",4.189380760439136e-06,1613941255904,1835
+"mom_0",0.8702654809890216,1613941255904,1835
+"eps_0",1e-05,1613941255904,1835
+"wd_1",0.01,1613941255904,1835
+"sqr_mom_1",0.99,1613941255904,1835
+"lr_1",4.1893807604391355e-05,1613941255904,1835
+"mom_1",0.8702654809890216,1613941255904,1835
+"eps_1",1e-05,1613941255904,1835
+"wd_2",0.01,1613941255904,1835
+"sqr_mom_2",0.99,1613941255904,1835
+"lr_2",0.00041893807604391356,1613941255904,1835
+"mom_2",0.8702654809890216,1613941255904,1835
+"eps_2",1e-05,1613941255904,1835
+"train_loss",0.08384964,1613941256862,1836
+"raw_loss",0.07382779,1613941256862,1836
+"epoch",11.553459119496836,1613941256862,1836
+"wd_0",0.01,1613941256862,1836
+"sqr_mom_0",0.99,1613941256862,1836
+"lr_0",4.191497872975839e-06,1613941256862,1836
+"mom_0",0.870212553175604,1613941256862,1836
+"eps_0",1e-05,1613941256862,1836
+"wd_1",0.01,1613941256862,1836
+"sqr_mom_1",0.99,1613941256862,1836
+"lr_1",4.1914978729758384e-05,1613941256862,1836
+"mom_1",0.870212553175604,1613941256862,1836
+"eps_1",1e-05,1613941256862,1836
+"wd_2",0.01,1613941256862,1836
+"sqr_mom_2",0.99,1613941256862,1836
+"lr_2",0.00041914978729758385,1613941256862,1836
+"mom_2",0.870212553175604,1613941256862,1836
+"eps_2",1e-05,1613941256862,1836
+"train_loss",0.08341907,1613941257841,1837
+"raw_loss",0.0623212,1613941257841,1837
+"epoch",11.559748427672936,1613941257841,1837
+"wd_0",0.01,1613941257841,1837
+"sqr_mom_0",0.99,1613941257841,1837
+"lr_0",4.193612617342953e-06,1613941257841,1837
+"mom_0",0.8701596845664261,1613941257841,1837
+"eps_0",1e-05,1613941257841,1837
+"wd_1",0.01,1613941257841,1837
+"sqr_mom_1",0.99,1613941257841,1837
+"lr_1",4.193612617342952e-05,1613941257841,1837
+"mom_1",0.8701596845664261,1613941257841,1837
+"eps_1",1e-05,1613941257841,1837
+"wd_2",0.01,1613941257841,1837
+"sqr_mom_2",0.99,1613941257841,1837
+"lr_2",0.0004193612617342952,1613941257841,1837
+"mom_2",0.8701596845664261,1613941257841,1837
+"eps_2",1e-05,1613941257841,1837
+"train_loss",0.08284578,1613941258800,1838
+"raw_loss",0.05475431,1613941258800,1838
+"epoch",11.566037735849036,1613941258800,1838
+"wd_0",0.01,1613941258800,1838
+"sqr_mom_0",0.99,1613941258800,1838
+"lr_0",4.195725290958399e-06,1613941258800,1838
+"mom_0",0.87010686772604,1613941258800,1838
+"eps_0",1e-05,1613941258800,1838
+"wd_1",0.01,1613941258800,1838
+"sqr_mom_1",0.99,1613941258800,1838
+"lr_1",4.195725290958399e-05,1613941258800,1838
+"mom_1",0.87010686772604,1613941258800,1838
+"eps_1",1e-05,1613941258800,1838
+"wd_2",0.01,1613941258800,1838
+"sqr_mom_2",0.99,1613941258800,1838
+"lr_2",0.00041957252909583984,1613941258800,1838
+"mom_2",0.87010686772604,1613941258800,1838
+"eps_2",1e-05,1613941258800,1838
+"train_loss",0.08317331,1613941259748,1839
+"raw_loss",0.09922266,1613941259748,1839
+"epoch",11.572327044025137,1613941259748,1839
+"wd_0",0.01,1613941259748,1839
+"sqr_mom_0",0.99,1613941259748,1839
+"lr_0",4.197836190066086e-06,1613941259748,1839
+"mom_0",0.8700540952483479,1613941259748,1839
+"eps_0",1e-05,1613941259748,1839
+"wd_1",0.01,1613941259748,1839
+"sqr_mom_1",0.99,1613941259748,1839
+"lr_1",4.197836190066085e-05,1613941259748,1839
+"mom_1",0.8700540952483479,1613941259748,1839
+"eps_1",1e-05,1613941259748,1839
+"wd_2",0.01,1613941259748,1839
+"sqr_mom_2",0.99,1613941259748,1839
+"lr_2",0.0004197836190066085,1613941259748,1839
+"mom_2",0.8700540952483479,1613941259748,1839
+"eps_2",1e-05,1613941259748,1839
+"train_loss",0.083215505,1613941260691,1840
+"raw_loss",0.085283086,1613941260691,1840
+"epoch",11.578616352201237,1613941260691,1840
+"wd_0",0.01,1613941260691,1840
+"sqr_mom_0",0.99,1613941260691,1840
+"lr_0",4.19994471089052e-06,1613941260691,1840
+"mom_0",0.870001382227737,1613941260691,1840
+"eps_0",1e-05,1613941260691,1840
+"wd_1",0.01,1613941260691,1840
+"sqr_mom_1",0.99,1613941260691,1840
+"lr_1",4.199944710890519e-05,1613941260691,1840
+"mom_1",0.870001382227737,1613941260691,1840
+"eps_1",1e-05,1613941260691,1840
+"wd_2",0.01,1613941260691,1840
+"sqr_mom_2",0.99,1613941260691,1840
+"lr_2",0.0004199944710890519,1613941260691,1840
+"mom_2",0.870001382227737,1613941260691,1840
+"eps_2",1e-05,1613941260691,1840
+"train_loss",0.08266817,1613941261668,1841
+"raw_loss",0.055848915,1613941261668,1841
+"epoch",11.584905660377338,1613941261668,1841
+"wd_0",0.01,1613941261668,1841
+"sqr_mom_0",0.99,1613941261668,1841
+"lr_0",4.20205144929514e-06,1613941261668,1841
+"mom_0",0.8699487137676215,1613941261668,1841
+"eps_0",1e-05,1613941261668,1841
+"wd_1",0.01,1613941261668,1841
+"sqr_mom_1",0.99,1613941261668,1841
+"lr_1",4.202051449295139e-05,1613941261668,1841
+"mom_1",0.8699487137676215,1613941261668,1841
+"eps_1",1e-05,1613941261668,1841
+"wd_2",0.01,1613941261668,1841
+"sqr_mom_2",0.99,1613941261668,1841
+"lr_2",0.0004202051449295139,1613941261668,1841
+"mom_2",0.8699487137676215,1613941261668,1841
+"eps_2",1e-05,1613941261668,1841
+"train_loss",0.08289789,1613941262631,1842
+"raw_loss",0.09415405,1613941262631,1842
+"epoch",11.591194968553438,1613941262631,1842
+"wd_0",0.01,1613941262631,1842
+"sqr_mom_0",0.99,1613941262631,1842
+"lr_0",4.204155802694528e-06,1613941262631,1842
+"mom_0",0.8698961049326368,1613941262631,1842
+"eps_0",1e-05,1613941262631,1842
+"wd_1",0.01,1613941262631,1842
+"sqr_mom_1",0.99,1613941262631,1842
+"lr_1",4.204155802694527e-05,1613941262631,1842
+"mom_1",0.8698961049326368,1613941262631,1842
+"eps_1",1e-05,1613941262631,1842
+"wd_2",0.01,1613941262631,1842
+"sqr_mom_2",0.99,1613941262631,1842
+"lr_2",0.0004204155802694527,1613941262631,1842
+"mom_2",0.8698961049326368,1613941262631,1842
+"eps_2",1e-05,1613941262631,1842
+"train_loss",0.08243679,1613941263590,1843
+"raw_loss",0.059843097,1613941263590,1843
+"epoch",11.597484276729539,1613941263590,1843
+"wd_0",0.01,1613941263590,1843
+"sqr_mom_0",0.99,1613941263590,1843
+"lr_0",4.206258067051291e-06,1613941263590,1843
+"mom_0",0.8698435483237177,1613941263590,1843
+"eps_0",1e-05,1613941263590,1843
+"wd_1",0.01,1613941263590,1843
+"sqr_mom_1",0.99,1613941263590,1843
+"lr_1",4.20625806705129e-05,1613941263590,1843
+"mom_1",0.8698435483237177,1613941263590,1843
+"eps_1",1e-05,1613941263590,1843
+"wd_2",0.01,1613941263590,1843
+"sqr_mom_2",0.99,1613941263590,1843
+"lr_2",0.000420625806705129,1613941263590,1843
+"mom_2",0.8698435483237177,1613941263590,1843
+"eps_2",1e-05,1613941263590,1843
+"train_loss",0.08232942,1613941264568,1844
+"raw_loss",0.0770683,1613941264568,1844
+"epoch",11.603773584905639,1613941264568,1844
+"wd_0",0.01,1613941264568,1844
+"sqr_mom_0",0.99,1613941264568,1844
+"lr_0",4.208358537143648e-06,1613941264568,1844
+"mom_0",0.8697910365714088,1613941264568,1844
+"eps_0",1e-05,1613941264568,1844
+"wd_1",0.01,1613941264568,1844
+"sqr_mom_1",0.99,1613941264568,1844
+"lr_1",4.208358537143649e-05,1613941264568,1844
+"mom_1",0.8697910365714088,1613941264568,1844
+"eps_1",1e-05,1613941264568,1844
+"wd_2",0.01,1613941264568,1844
+"sqr_mom_2",0.99,1613941264568,1844
+"lr_2",0.0004208358537143648,1613941264568,1844
+"mom_2",0.8697910365714088,1613941264568,1844
+"eps_2",1e-05,1613941264568,1844
+"train_loss",0.08206799,1613941265532,1845
+"raw_loss",0.06925778,1613941265532,1845
+"epoch",11.61006289308174,1613941265532,1845
+"wd_0",0.01,1613941265532,1845
+"sqr_mom_0",0.99,1613941265532,1845
+"lr_0",4.210456910306123e-06,1613941265532,1845
+"mom_0",0.8697385772423469,1613941265532,1845
+"eps_0",1e-05,1613941265532,1845
+"wd_1",0.01,1613941265532,1845
+"sqr_mom_1",0.99,1613941265532,1845
+"lr_1",4.210456910306122e-05,1613941265532,1845
+"mom_1",0.8697385772423469,1613941265532,1845
+"eps_1",1e-05,1613941265532,1845
+"wd_2",0.01,1613941265532,1845
+"sqr_mom_2",0.99,1613941265532,1845
+"lr_2",0.0004210456910306122,1613941265532,1845
+"mom_2",0.8697385772423469,1613941265532,1845
+"eps_2",1e-05,1613941265532,1845
+"train_loss",0.083412014,1613941266480,1846
+"raw_loss",0.14926942,1613941266480,1846
+"epoch",11.61635220125784,1613941266480,1846
+"wd_0",0.01,1613941266480,1846
+"sqr_mom_0",0.99,1613941266480,1846
+"lr_0",4.212552885069114e-06,1613941266480,1846
+"mom_0",0.8696861778732722,1613941266480,1846
+"eps_0",1e-05,1613941266480,1846
+"wd_1",0.01,1613941266480,1846
+"sqr_mom_1",0.99,1613941266480,1846
+"lr_1",4.212552885069113e-05,1613941266480,1846
+"mom_1",0.8696861778732722,1613941266480,1846
+"eps_1",1e-05,1613941266480,1846
+"wd_2",0.01,1613941266480,1846
+"sqr_mom_2",0.99,1613941266480,1846
+"lr_2",0.0004212552885069113,1613941266480,1846
+"mom_2",0.8696861778732722,1613941266480,1846
+"eps_2",1e-05,1613941266480,1846
+"train_loss",0.08338113,1613941267459,1847
+"raw_loss",0.08186793,1613941267459,1847
+"epoch",11.62264150943394,1613941267459,1847
+"wd_0",0.01,1613941267459,1847
+"sqr_mom_0",0.99,1613941267459,1847
+"lr_0",4.2146470537505675e-06,1613941267459,1847
+"mom_0",0.8696338236562358,1613941267459,1847
+"eps_0",1e-05,1613941267459,1847
+"wd_1",0.01,1613941267459,1847
+"sqr_mom_1",0.99,1613941267459,1847
+"lr_1",4.214647053750567e-05,1613941267459,1847
+"mom_1",0.8696338236562358,1613941267459,1847
+"eps_1",1e-05,1613941267459,1847
+"wd_2",0.01,1613941267459,1847
+"sqr_mom_2",0.99,1613941267459,1847
+"lr_2",0.0004214647053750567,1613941267459,1847
+"mom_2",0.8696338236562358,1613941267459,1847
+"eps_2",1e-05,1613941267459,1847
+"train_loss",0.0830211,1613941268416,1848
+"raw_loss",0.06537934,1613941268416,1848
+"epoch",11.62893081761004,1613941268416,1848
+"wd_0",0.01,1613941268416,1848
+"sqr_mom_0",0.99,1613941268416,1848
+"lr_0",4.216738817360359e-06,1613941268416,1848
+"mom_0",0.869581529565991,1613941268416,1848
+"eps_0",1e-05,1613941268416,1848
+"wd_1",0.01,1613941268416,1848
+"sqr_mom_1",0.99,1613941268416,1848
+"lr_1",4.2167388173603576e-05,1613941268416,1848
+"mom_1",0.869581529565991,1613941268416,1848
+"eps_1",1e-05,1613941268416,1848
+"wd_2",0.01,1613941268416,1848
+"sqr_mom_2",0.99,1613941268416,1848
+"lr_2",0.00042167388173603576,1613941268416,1848
+"mom_2",0.869581529565991,1613941268416,1848
+"eps_2",1e-05,1613941268416,1848
+"train_loss",0.08279129,1613941269384,1849
+"raw_loss",0.07153091,1613941269384,1849
+"epoch",11.635220125786141,1613941269384,1849
+"wd_0",0.01,1613941269384,1849
+"sqr_mom_0",0.99,1613941269384,1849
+"lr_0",4.218828470097745e-06,1613941269384,1849
+"mom_0",0.8695292882475564,1613941269384,1849
+"eps_0",1e-05,1613941269384,1849
+"wd_1",0.01,1613941269384,1849
+"sqr_mom_1",0.99,1613941269384,1849
+"lr_1",4.2188284700977444e-05,1613941269384,1849
+"mom_1",0.8695292882475564,1613941269384,1849
+"eps_1",1e-05,1613941269384,1849
+"wd_2",0.01,1613941269384,1849
+"sqr_mom_2",0.99,1613941269384,1849
+"lr_2",0.00042188284700977444,1613941269384,1849
+"mom_2",0.8695292882475564,1613941269384,1849
+"eps_2",1e-05,1613941269384,1849
+"train_loss",0.08277742,1613941270360,1850
+"raw_loss",0.08209748,1613941270360,1850
+"epoch",11.641509433962241,1613941270360,1850
+"wd_0",0.01,1613941270360,1850
+"sqr_mom_0",0.99,1613941270360,1850
+"lr_0",4.220916304965227e-06,1613941270360,1850
+"mom_0",0.8694770923758693,1613941270360,1850
+"eps_0",1e-05,1613941270360,1850
+"wd_1",0.01,1613941270360,1850
+"sqr_mom_1",0.99,1613941270360,1850
+"lr_1",4.2209163049652266e-05,1613941270360,1850
+"mom_1",0.8694770923758693,1613941270360,1850
+"eps_1",1e-05,1613941270360,1850
+"wd_2",0.01,1613941270360,1850
+"sqr_mom_2",0.99,1613941270360,1850
+"lr_2",0.00042209163049652265,1613941270360,1850
+"mom_2",0.8694770923758693,1613941270360,1850
+"eps_2",1e-05,1613941270360,1850
+"train_loss",0.081870206,1613941271329,1851
+"raw_loss",0.03741661,1613941271329,1851
+"epoch",11.647798742138342,1613941271329,1851
+"wd_0",0.01,1613941271329,1851
+"sqr_mom_0",0.99,1613941271329,1851
+"lr_0",4.223001724784322e-06,1613941271329,1851
+"mom_0",0.8694249568803919,1613941271329,1851
+"eps_0",1e-05,1613941271329,1851
+"wd_1",0.01,1613941271329,1851
+"sqr_mom_1",0.99,1613941271329,1851
+"lr_1",4.2230017247843216e-05,1613941271329,1851
+"mom_1",0.8694249568803919,1613941271329,1851
+"eps_1",1e-05,1613941271329,1851
+"wd_2",0.01,1613941271329,1851
+"sqr_mom_2",0.99,1613941271329,1851
+"lr_2",0.00042230017247843216,1613941271329,1851
+"mom_2",0.8694249568803919,1613941271329,1851
+"eps_2",1e-05,1613941271329,1851
+"train_loss",0.08112125,1613941272314,1852
+"raw_loss",0.044422474,1613941272314,1852
+"epoch",11.654088050314442,1613941272314,1852
+"wd_0",0.01,1613941272314,1852
+"sqr_mom_0",0.99,1613941272314,1852
+"lr_0",4.225085318890175e-06,1613941272314,1852
+"mom_0",0.8693728670277456,1613941272314,1852
+"eps_0",1e-05,1613941272314,1852
+"wd_1",0.01,1613941272314,1852
+"sqr_mom_1",0.99,1613941272314,1852
+"lr_1",4.225085318890174e-05,1613941272314,1852
+"mom_1",0.8693728670277456,1613941272314,1852
+"eps_1",1e-05,1613941272314,1852
+"wd_2",0.01,1613941272314,1852
+"sqr_mom_2",0.99,1613941272314,1852
+"lr_2",0.0004225085318890174,1613941272314,1852
+"mom_2",0.8693728670277456,1613941272314,1852
+"eps_2",1e-05,1613941272314,1852
+"train_loss",0.08051274,1613941273290,1853
+"raw_loss",0.0506956,1613941273290,1853
+"epoch",11.660377358490543,1613941273290,1853
+"wd_0",0.01,1613941273290,1853
+"sqr_mom_0",0.99,1613941273290,1853
+"lr_0",4.227166491317276e-06,1613941273290,1853
+"mom_0",0.869320837717068,1613941273290,1853
+"eps_0",1e-05,1613941273290,1853
+"wd_1",0.01,1613941273290,1853
+"sqr_mom_1",0.99,1613941273290,1853
+"lr_1",4.2271664913172755e-05,1613941273290,1853
+"mom_1",0.869320837717068,1613941273290,1853
+"eps_1",1e-05,1613941273290,1853
+"wd_2",0.01,1613941273290,1853
+"sqr_mom_2",0.99,1613941273290,1853
+"lr_2",0.00042271664913172755,1613941273290,1853
+"mom_2",0.869320837717068,1613941273290,1853
+"eps_2",1e-05,1613941273290,1853
+"train_loss",0.07998674,1613941274308,1854
+"raw_loss",0.054212816,1613941274308,1854
+"epoch",11.666666666666643,1613941274308,1854
+"wd_0",0.01,1613941274308,1854
+"sqr_mom_0",0.99,1613941274308,1854
+"lr_0",4.229245830200466e-06,1613941274308,1854
+"mom_0",0.8692688542449883,1613941274308,1854
+"eps_0",1e-05,1613941274308,1854
+"wd_1",0.01,1613941274308,1854
+"sqr_mom_1",0.99,1613941274308,1854
+"lr_1",4.229245830200466e-05,1613941274308,1854
+"mom_1",0.8692688542449883,1613941274308,1854
+"eps_1",1e-05,1613941274308,1854
+"wd_2",0.01,1613941274308,1854
+"sqr_mom_2",0.99,1613941274308,1854
+"lr_2",0.00042292458302004655,1613941274308,1854
+"mom_2",0.8692688542449883,1613941274308,1854
+"eps_2",1e-05,1613941274308,1854
+"train_loss",0.07945112,1613941275345,1855
+"raw_loss",0.05320579,1613941275345,1855
+"epoch",11.672955974842743,1613941275345,1855
+"wd_0",0.01,1613941275345,1855
+"sqr_mom_0",0.99,1613941275345,1855
+"lr_0",4.2313230359069235e-06,1613941275345,1855
+"mom_0",0.8692169241023269,1613941275345,1855
+"eps_0",1e-05,1613941275345,1855
+"wd_1",0.01,1613941275345,1855
+"sqr_mom_1",0.99,1613941275345,1855
+"lr_1",4.231323035906923e-05,1613941275345,1855
+"mom_1",0.8692169241023269,1613941275345,1855
+"eps_1",1e-05,1613941275345,1855
+"wd_2",0.01,1613941275345,1855
+"sqr_mom_2",0.99,1613941275345,1855
+"lr_2",0.00042313230359069225,1613941275345,1855
+"mom_2",0.8692169241023269,1613941275345,1855
+"eps_2",1e-05,1613941275345,1855
+"train_loss",0.07912607,1613941276324,1856
+"raw_loss",0.06319859,1613941276324,1856
+"epoch",11.679245283018844,1613941276324,1856
+"wd_0",0.01,1613941276324,1856
+"sqr_mom_0",0.99,1613941276324,1856
+"lr_0",4.233397810020378e-06,1613941276324,1856
+"mom_0",0.8691650547494906,1613941276324,1856
+"eps_0",1e-05,1613941276324,1856
+"wd_1",0.01,1613941276324,1856
+"sqr_mom_1",0.99,1613941276324,1856
+"lr_1",4.233397810020377e-05,1613941276324,1856
+"mom_1",0.8691650547494906,1613941276324,1856
+"eps_1",1e-05,1613941276324,1856
+"wd_2",0.01,1613941276324,1856
+"sqr_mom_2",0.99,1613941276324,1856
+"lr_2",0.00042333978100203773,1613941276324,1856
+"mom_2",0.8691650547494906,1613941276324,1856
+"eps_2",1e-05,1613941276324,1856
+"train_loss",0.07817439,1613941277317,1857
+"raw_loss",0.031542145,1613941277317,1857
+"epoch",11.685534591194944,1613941277317,1857
+"wd_0",0.01,1613941277317,1857
+"sqr_mom_0",0.99,1613941277317,1857
+"lr_0",4.235470444360397e-06,1613941277317,1857
+"mom_0",0.8691132388909901,1613941277317,1857
+"eps_0",1e-05,1613941277317,1857
+"wd_1",0.01,1613941277317,1857
+"sqr_mom_1",0.99,1613941277317,1857
+"lr_1",4.235470444360396e-05,1613941277317,1857
+"mom_1",0.8691132388909901,1613941277317,1857
+"eps_1",1e-05,1613941277317,1857
+"wd_2",0.01,1613941277317,1857
+"sqr_mom_2",0.99,1613941277317,1857
+"lr_2",0.0004235470444360396,1613941277317,1857
+"mom_2",0.8691132388909901,1613941277317,1857
+"eps_2",1e-05,1613941277317,1857
+"train_loss",0.0773844,1613941278285,1858
+"raw_loss",0.038674675,1613941278285,1858
+"epoch",11.691823899371045,1613941278285,1858
+"wd_0",0.01,1613941278285,1858
+"sqr_mom_0",0.99,1613941278285,1858
+"lr_0",4.2375412295333996e-06,1613941278285,1858
+"mom_0",0.8690614692616649,1613941278285,1858
+"eps_0",1e-05,1613941278285,1858
+"wd_1",0.01,1613941278285,1858
+"sqr_mom_1",0.99,1613941278285,1858
+"lr_1",4.237541229533399e-05,1613941278285,1858
+"mom_1",0.8690614692616649,1613941278285,1858
+"eps_1",1e-05,1613941278285,1858
+"wd_2",0.01,1613941278285,1858
+"sqr_mom_2",0.99,1613941278285,1858
+"lr_2",0.0004237541229533399,1613941278285,1858
+"mom_2",0.8690614692616649,1613941278285,1858
+"eps_2",1e-05,1613941278285,1858
+"train_loss",0.07761786,1613941279272,1859
+"raw_loss",0.08905764,1613941279272,1859
+"epoch",11.698113207547145,1613941279272,1859
+"wd_0",0.01,1613941279272,1859
+"sqr_mom_0",0.99,1613941279272,1859
+"lr_0",4.239609573237588e-06,1613941279272,1859
+"mom_0",0.8690097606690603,1613941279272,1859
+"eps_0",1e-05,1613941279272,1859
+"wd_1",0.01,1613941279272,1859
+"sqr_mom_1",0.99,1613941279272,1859
+"lr_1",4.239609573237587e-05,1613941279272,1859
+"mom_1",0.8690097606690603,1613941279272,1859
+"eps_1",1e-05,1613941279272,1859
+"wd_2",0.01,1613941279272,1859
+"sqr_mom_2",0.99,1613941279272,1859
+"lr_2",0.0004239609573237587,1613941279272,1859
+"mom_2",0.8690097606690603,1613941279272,1859
+"eps_2",1e-05,1613941279272,1859
+"train_loss",0.07700113,1613941280269,1860
+"raw_loss",0.046781275,1613941280269,1860
+"epoch",11.704402515723245,1613941280269,1860
+"wd_0",0.01,1613941280269,1860
+"sqr_mom_0",0.99,1613941280269,1860
+"lr_0",4.241675766391796e-06,1613941280269,1860
+"mom_0",0.868958105840205,1613941280269,1860
+"eps_0",1e-05,1613941280269,1860
+"wd_1",0.01,1613941280269,1860
+"sqr_mom_1",0.99,1613941280269,1860
+"lr_1",4.2416757663917955e-05,1613941280269,1860
+"mom_1",0.868958105840205,1613941280269,1860
+"eps_1",1e-05,1613941280269,1860
+"wd_2",0.01,1613941280269,1860
+"sqr_mom_2",0.99,1613941280269,1860
+"lr_2",0.0004241675766391796,1613941280269,1860
+"mom_2",0.868958105840205,1613941280269,1860
+"eps_2",1e-05,1613941280269,1860
+"train_loss",0.07665124,1613941281248,1861
+"raw_loss",0.05950648,1613941281248,1861
+"epoch",11.710691823899346,1613941281248,1861
+"wd_0",0.01,1613941281248,1861
+"sqr_mom_0",0.99,1613941281248,1861
+"lr_0",4.243740098695602e-06,1613941281248,1861
+"mom_0",0.86890649753261,1613941281248,1861
+"eps_0",1e-05,1613941281248,1861
+"wd_1",0.01,1613941281248,1861
+"sqr_mom_1",0.99,1613941281248,1861
+"lr_1",4.243740098695602e-05,1613941281248,1861
+"mom_1",0.86890649753261,1613941281248,1861
+"eps_1",1e-05,1613941281248,1861
+"wd_2",0.01,1613941281248,1861
+"sqr_mom_2",0.99,1613941281248,1861
+"lr_2",0.0004243740098695602,1613941281248,1861
+"mom_2",0.86890649753261,1613941281248,1861
+"eps_2",1e-05,1613941281248,1861
+"train_loss",0.07631427,1613941282251,1862
+"raw_loss",0.059803028,1613941282251,1862
+"epoch",11.716981132075446,1613941282251,1862
+"wd_0",0.01,1613941282251,1862
+"sqr_mom_0",0.99,1613941282251,1862
+"lr_0",4.245801979692907e-06,1613941282251,1862
+"mom_0",0.8688549505076772,1613941282251,1862
+"eps_0",1e-05,1613941282251,1862
+"wd_1",0.01,1613941282251,1862
+"sqr_mom_1",0.99,1613941282251,1862
+"lr_1",4.245801979692907e-05,1613941282251,1862
+"mom_1",0.8688549505076772,1613941282251,1862
+"eps_1",1e-05,1613941282251,1862
+"wd_2",0.01,1613941282251,1862
+"sqr_mom_2",0.99,1613941282251,1862
+"lr_2",0.0004245801979692907,1613941282251,1862
+"mom_2",0.8688549505076772,1613941282251,1862
+"eps_2",1e-05,1613941282251,1862
+"train_loss",0.07611945,1613941283213,1863
+"raw_loss",0.06657355,1613941283213,1863
+"epoch",11.723270440251547,1613941283213,1863
+"wd_0",0.01,1613941283213,1863
+"sqr_mom_0",0.99,1613941283213,1863
+"lr_0",4.247861992066832e-06,1613941283213,1863
+"mom_0",0.8688034501983292,1613941283213,1863
+"eps_0",1e-05,1613941283213,1863
+"wd_1",0.01,1613941283213,1863
+"sqr_mom_1",0.99,1613941283213,1863
+"lr_1",4.2478619920668315e-05,1613941283213,1863
+"mom_1",0.8688034501983292,1613941283213,1863
+"eps_1",1e-05,1613941283213,1863
+"wd_2",0.01,1613941283213,1863
+"sqr_mom_2",0.99,1613941283213,1863
+"lr_2",0.0004247861992066832,1613941283213,1863
+"mom_2",0.8688034501983292,1613941283213,1863
+"eps_2",1e-05,1613941283213,1863
+"train_loss",0.07624683,1613941284177,1864
+"raw_loss",0.082488306,1613941284177,1864
+"epoch",11.729559748427647,1613941284177,1864
+"wd_0",0.01,1613941284177,1864
+"sqr_mom_0",0.99,1613941284177,1864
+"lr_0",4.249919838958394e-06,1613941284177,1864
+"mom_0",0.8687520040260401,1613941284177,1864
+"eps_0",1e-05,1613941284177,1864
+"wd_1",0.01,1613941284177,1864
+"sqr_mom_1",0.99,1613941284177,1864
+"lr_1",4.249919838958393e-05,1613941284177,1864
+"mom_1",0.8687520040260401,1613941284177,1864
+"eps_1",1e-05,1613941284177,1864
+"wd_2",0.01,1613941284177,1864
+"sqr_mom_2",0.99,1613941284177,1864
+"lr_2",0.00042499198389583926,1613941284177,1864
+"mom_2",0.8687520040260401,1613941284177,1864
+"eps_2",1e-05,1613941284177,1864
+"train_loss",0.07585863,1613941285139,1865
+"raw_loss",0.056836843,1613941285139,1865
+"epoch",11.735849056603747,1613941285139,1865
+"wd_0",0.01,1613941285139,1865
+"sqr_mom_0",0.99,1613941285139,1865
+"lr_0",4.251975224743579e-06,1613941285139,1865
+"mom_0",0.8687006193814105,1613941285139,1865
+"eps_0",1e-05,1613941285139,1865
+"wd_1",0.01,1613941285139,1865
+"sqr_mom_1",0.99,1613941285139,1865
+"lr_1",4.251975224743579e-05,1613941285139,1865
+"mom_1",0.8687006193814105,1613941285139,1865
+"eps_1",1e-05,1613941285139,1865
+"wd_2",0.01,1613941285139,1865
+"sqr_mom_2",0.99,1613941285139,1865
+"lr_2",0.0004251975224743578,1613941285139,1865
+"mom_2",0.8687006193814105,1613941285139,1865
+"eps_2",1e-05,1613941285139,1865
+"train_loss",0.07522745,1613941286107,1866
+"raw_loss",0.044299465,1613941286107,1866
+"epoch",11.742138364779848,1613941286107,1866
+"wd_0",0.01,1613941286107,1866
+"sqr_mom_0",0.99,1613941286107,1866
+"lr_0",4.254028730269979e-06,1613941286107,1866
+"mom_0",0.8686492817432505,1613941286107,1866
+"eps_0",1e-05,1613941286107,1866
+"wd_1",0.01,1613941286107,1866
+"sqr_mom_1",0.99,1613941286107,1866
+"lr_1",4.254028730269979e-05,1613941286107,1866
+"mom_1",0.8686492817432505,1613941286107,1866
+"eps_1",1e-05,1613941286107,1866
+"wd_2",0.01,1613941286107,1866
+"sqr_mom_2",0.99,1613941286107,1866
+"lr_2",0.0004254028730269979,1613941286107,1866
+"mom_2",0.8686492817432505,1613941286107,1866
+"eps_2",1e-05,1613941286107,1866
+"train_loss",0.07432764,1613941287104,1867
+"raw_loss",0.030237056,1613941287104,1867
+"epoch",11.748427672955948,1613941287104,1867
+"wd_0",0.01,1613941287104,1867
+"sqr_mom_0",0.99,1613941287104,1867
+"lr_0",4.256079768178253e-06,1613941287104,1867
+"mom_0",0.8685980057955437,1613941287104,1867
+"eps_0",1e-05,1613941287104,1867
+"wd_1",0.01,1613941287104,1867
+"sqr_mom_1",0.99,1613941287104,1867
+"lr_1",4.2560797681782524e-05,1613941287104,1867
+"mom_1",0.8685980057955437,1613941287104,1867
+"eps_1",1e-05,1613941287104,1867
+"wd_2",0.01,1613941287104,1867
+"sqr_mom_2",0.99,1613941287104,1867
+"lr_2",0.00042560797681782524,1613941287104,1867
+"mom_2",0.8685980057955437,1613941287104,1867
+"eps_2",1e-05,1613941287104,1867
+"train_loss",0.07384318,1613941288133,1868
+"raw_loss",0.050104715,1613941288133,1868
+"epoch",11.754716981132049,1613941288133,1868
+"wd_0",0.01,1613941288133,1868
+"sqr_mom_0",0.99,1613941288133,1868
+"lr_0",4.258128626963052e-06,1613941288133,1868
+"mom_0",0.8685467843259237,1613941288133,1868
+"eps_0",1e-05,1613941288133,1868
+"wd_1",0.01,1613941288133,1868
+"sqr_mom_1",0.99,1613941288133,1868
+"lr_1",4.2581286269630516e-05,1613941288133,1868
+"mom_1",0.8685467843259237,1613941288133,1868
+"eps_1",1e-05,1613941288133,1868
+"wd_2",0.01,1613941288133,1868
+"sqr_mom_2",0.99,1613941288133,1868
+"lr_2",0.00042581286269630515,1613941288133,1868
+"mom_2",0.8685467843259237,1613941288133,1868
+"eps_2",1e-05,1613941288133,1868
+"train_loss",0.07383647,1613941289091,1869
+"raw_loss",0.07350771,1613941289091,1869
+"epoch",11.761006289308149,1613941289091,1869
+"wd_0",0.01,1613941289091,1869
+"sqr_mom_0",0.99,1613941289091,1869
+"lr_0",4.2601755938835724e-06,1613941289091,1869
+"mom_0",0.8684956101529107,1613941289091,1869
+"eps_0",1e-05,1613941289091,1869
+"wd_1",0.01,1613941289091,1869
+"sqr_mom_1",0.99,1613941289091,1869
+"lr_1",4.260175593883572e-05,1613941289091,1869
+"mom_1",0.8684956101529107,1613941289091,1869
+"eps_1",1e-05,1613941289091,1869
+"wd_2",0.01,1613941289091,1869
+"sqr_mom_2",0.99,1613941289091,1869
+"lr_2",0.0004260175593883572,1613941289091,1869
+"mom_2",0.8684956101529107,1613941289091,1869
+"eps_2",1e-05,1613941289091,1869
+"train_loss",0.07314165,1613941290041,1870
+"raw_loss",0.039095476,1613941290041,1870
+"epoch",11.76729559748425,1613941290041,1870
+"wd_0",0.01,1613941290041,1870
+"sqr_mom_0",0.99,1613941290041,1870
+"lr_0",4.262220083450694e-06,1613941290041,1870
+"mom_0",0.8684444979137327,1613941290041,1870
+"eps_0",1e-05,1613941290041,1870
+"wd_1",0.01,1613941290041,1870
+"sqr_mom_1",0.99,1613941290041,1870
+"lr_1",4.2622200834506936e-05,1613941290041,1870
+"mom_1",0.8684444979137327,1613941290041,1870
+"eps_1",1e-05,1613941290041,1870
+"wd_2",0.01,1613941290041,1870
+"sqr_mom_2",0.99,1613941290041,1870
+"lr_2",0.00042622200834506935,1613941290041,1870
+"mom_2",0.8684444979137327,1613941290041,1870
+"eps_2",1e-05,1613941290041,1870
+"train_loss",0.073607065,1613941291014,1871
+"raw_loss",0.09641235,1613941291014,1871
+"epoch",11.77358490566035,1613941291014,1871
+"wd_0",0.01,1613941291014,1871
+"sqr_mom_0",0.99,1613941291014,1871
+"lr_0",4.2642626734327606e-06,1613941291014,1871
+"mom_0",0.8683934331641809,1613941291014,1871
+"eps_0",1e-05,1613941291014,1871
+"wd_1",0.01,1613941291014,1871
+"sqr_mom_1",0.99,1613941291014,1871
+"lr_1",4.264262673432759e-05,1613941291014,1871
+"mom_1",0.8683934331641809,1613941291014,1871
+"eps_1",1e-05,1613941291014,1871
+"wd_2",0.01,1613941291014,1871
+"sqr_mom_2",0.99,1613941291014,1871
+"lr_2",0.0004264262673432759,1613941291014,1871
+"mom_2",0.8683934331641809,1613941291014,1871
+"eps_2",1e-05,1613941291014,1871
+"train_loss",0.073828995,1613941291968,1872
+"raw_loss",0.0847035,1613941291968,1872
+"epoch",11.77987421383645,1613941291968,1872
+"wd_0",0.01,1613941291968,1872
+"sqr_mom_0",0.99,1613941291968,1872
+"lr_0",4.266302779592574e-06,1613941291968,1872
+"mom_0",0.8683424305101857,1613941291968,1872
+"eps_0",1e-05,1613941291968,1872
+"wd_1",0.01,1613941291968,1872
+"sqr_mom_1",0.99,1613941291968,1872
+"lr_1",4.2663027795925746e-05,1613941291968,1872
+"mom_1",0.8683424305101857,1613941291968,1872
+"eps_1",1e-05,1613941291968,1872
+"wd_2",0.01,1613941291968,1872
+"sqr_mom_2",0.99,1613941291968,1872
+"lr_2",0.0004266302779592574,1613941291968,1872
+"mom_2",0.8683424305101857,1613941291968,1872
+"eps_2",1e-05,1613941291968,1872
+"train_loss",0.07357887,1613941292930,1873
+"raw_loss",0.061322626,1613941292930,1873
+"epoch",11.78616352201255,1613941292930,1873
+"wd_0",0.01,1613941292930,1873
+"sqr_mom_0",0.99,1613941292930,1873
+"lr_0",4.26834097845974e-06,1613941292930,1873
+"mom_0",0.8682914755385065,1613941292930,1873
+"eps_0",1e-05,1613941292930,1873
+"wd_1",0.01,1613941292930,1873
+"sqr_mom_1",0.99,1613941292930,1873
+"lr_1",4.268340978459739e-05,1613941292930,1873
+"mom_1",0.8682914755385065,1613941292930,1873
+"eps_1",1e-05,1613941292930,1873
+"wd_2",0.01,1613941292930,1873
+"sqr_mom_2",0.99,1613941292930,1873
+"lr_2",0.00042683409784597396,1613941292930,1873
+"mom_2",0.8682914755385065,1613941292930,1873
+"eps_2",1e-05,1613941292930,1873
+"train_loss",0.07355714,1613941293901,1874
+"raw_loss",0.07249229,1613941293901,1874
+"epoch",11.792452830188651,1613941293901,1874
+"wd_0",0.01,1613941293901,1874
+"sqr_mom_0",0.99,1613941293901,1874
+"lr_0",4.270376976306248e-06,1613941293901,1874
+"mom_0",0.8682405755923438,1613941293901,1874
+"eps_0",1e-05,1613941293901,1874
+"wd_1",0.01,1613941293901,1874
+"sqr_mom_1",0.99,1613941293901,1874
+"lr_1",4.270376976306248e-05,1613941293901,1874
+"mom_1",0.8682405755923438,1613941293901,1874
+"eps_1",1e-05,1613941293901,1874
+"wd_2",0.01,1613941293901,1874
+"sqr_mom_2",0.99,1613941293901,1874
+"lr_2",0.00042703769763062483,1613941293901,1874
+"mom_2",0.8682405755923438,1613941293901,1874
+"eps_2",1e-05,1613941293901,1874
+"train_loss",0.07334159,1613941294876,1875
+"raw_loss",0.06277985,1613941294876,1875
+"epoch",11.798742138364751,1613941294876,1875
+"wd_0",0.01,1613941294876,1875
+"sqr_mom_0",0.99,1613941294876,1875
+"lr_0",4.272410480659336e-06,1613941294876,1875
+"mom_0",0.8681897379835166,1613941294876,1875
+"eps_0",1e-05,1613941294876,1875
+"wd_1",0.01,1613941294876,1875
+"sqr_mom_1",0.99,1613941294876,1875
+"lr_1",4.272410480659336e-05,1613941294876,1875
+"mom_1",0.8681897379835166,1613941294876,1875
+"eps_1",1e-05,1613941294876,1875
+"wd_2",0.01,1613941294876,1875
+"sqr_mom_2",0.99,1613941294876,1875
+"lr_2",0.00042724104806593364,1613941294876,1875
+"mom_2",0.8681897379835166,1613941294876,1875
+"eps_2",1e-05,1613941294876,1875
+"train_loss",0.07293878,1613941295858,1876
+"raw_loss",0.053200863,1613941295858,1876
+"epoch",11.805031446540852,1613941295858,1876
+"wd_0",0.01,1613941295858,1876
+"sqr_mom_0",0.99,1613941295858,1876
+"lr_0",4.274441777557438e-06,1613941295858,1876
+"mom_0",0.868138955561064,1613941295858,1876
+"eps_0",1e-05,1613941295858,1876
+"wd_1",0.01,1613941295858,1876
+"sqr_mom_1",0.99,1613941295858,1876
+"lr_1",4.274441777557438e-05,1613941295858,1876
+"mom_1",0.868138955561064,1613941295858,1876
+"eps_1",1e-05,1613941295858,1876
+"wd_2",0.01,1613941295858,1876
+"sqr_mom_2",0.99,1613941295858,1876
+"lr_2",0.00042744417775574374,1613941295858,1876
+"mom_2",0.868138955561064,1613941295858,1876
+"eps_2",1e-05,1613941295858,1876
+"train_loss",0.07269884,1613941296870,1877
+"raw_loss",0.060941827,1613941296870,1877
+"epoch",11.811320754716952,1613941296870,1877
+"wd_0",0.01,1613941296870,1877
+"sqr_mom_0",0.99,1613941296870,1877
+"lr_0",4.2764711517874684e-06,1613941296870,1877
+"mom_0",0.8680882212053133,1613941296870,1877
+"eps_0",1e-05,1613941296870,1877
+"wd_1",0.01,1613941296870,1877
+"sqr_mom_1",0.99,1613941296870,1877
+"lr_1",4.2764711517874674e-05,1613941296870,1877
+"mom_1",0.8680882212053133,1613941296870,1877
+"eps_1",1e-05,1613941296870,1877
+"wd_2",0.01,1613941296870,1877
+"sqr_mom_2",0.99,1613941296870,1877
+"lr_2",0.00042764711517874677,1613941296870,1877
+"mom_2",0.8680882212053133,1613941296870,1877
+"eps_2",1e-05,1613941296870,1877
+"train_loss",0.07243619,1613941297860,1878
+"raw_loss",0.05956651,1613941297860,1878
+"epoch",11.817610062893053,1613941297860,1878
+"wd_0",0.01,1613941297860,1878
+"sqr_mom_0",0.99,1613941297860,1878
+"lr_0",4.278498022892303e-06,1613941297860,1878
+"mom_0",0.8680375494276924,1613941297860,1878
+"eps_0",1e-05,1613941297860,1878
+"wd_1",0.01,1613941297860,1878
+"sqr_mom_1",0.99,1613941297860,1878
+"lr_1",4.2784980228923024e-05,1613941297860,1878
+"mom_1",0.8680375494276924,1613941297860,1878
+"eps_1",1e-05,1613941297860,1878
+"wd_2",0.01,1613941297860,1878
+"sqr_mom_2",0.99,1613941297860,1878
+"lr_2",0.0004278498022892302,1613941297860,1878
+"mom_2",0.8680375494276924,1613941297860,1878
+"eps_2",1e-05,1613941297860,1878
+"train_loss",0.07154699,1613941298837,1879
+"raw_loss",0.027975755,1613941298837,1879
+"epoch",11.823899371069153,1613941298837,1879
+"wd_0",0.01,1613941298837,1879
+"sqr_mom_0",0.99,1613941298837,1879
+"lr_0",4.2805226759811125e-06,1613941298837,1879
+"mom_0",0.8679869331004721,1613941298837,1879
+"eps_0",1e-05,1613941298837,1879
+"wd_1",0.01,1613941298837,1879
+"sqr_mom_1",0.99,1613941298837,1879
+"lr_1",4.2805226759811125e-05,1613941298837,1879
+"mom_1",0.8679869331004721,1613941298837,1879
+"eps_1",1e-05,1613941298837,1879
+"wd_2",0.01,1613941298837,1879
+"sqr_mom_2",0.99,1613941298837,1879
+"lr_2",0.00042805226759811126,1613941298837,1879
+"mom_2",0.8679869331004721,1613941298837,1879
+"eps_2",1e-05,1613941298837,1879
+"train_loss",0.07079766,1613941299818,1880
+"raw_loss",0.034080774,1613941299818,1880
+"epoch",11.830188679245254,1613941299818,1880
+"wd_0",0.01,1613941299818,1880
+"sqr_mom_0",0.99,1613941299818,1880
+"lr_0",4.282545394905563e-06,1613941299818,1880
+"mom_0",0.8679363651273609,1613941299818,1880
+"eps_0",1e-05,1613941299818,1880
+"wd_1",0.01,1613941299818,1880
+"sqr_mom_1",0.99,1613941299818,1880
+"lr_1",4.282545394905562e-05,1613941299818,1880
+"mom_1",0.8679363651273609,1613941299818,1880
+"eps_1",1e-05,1613941299818,1880
+"wd_2",0.01,1613941299818,1880
+"sqr_mom_2",0.99,1613941299818,1880
+"lr_2",0.0004282545394905562,1613941299818,1880
+"mom_2",0.8679363651273609,1613941299818,1880
+"eps_2",1e-05,1613941299818,1880
+"train_loss",0.07050021,1613941300785,1881
+"raw_loss",0.05592506,1613941300785,1881
+"epoch",11.836477987421354,1613941300785,1881
+"wd_0",0.01,1613941300785,1881
+"sqr_mom_0",0.99,1613941300785,1881
+"lr_0",4.28456560111213e-06,1613941300785,1881
+"mom_0",0.8678858599721968,1613941300785,1881
+"eps_0",1e-05,1613941300785,1881
+"wd_1",0.01,1613941300785,1881
+"sqr_mom_1",0.99,1613941300785,1881
+"lr_1",4.2845656011121294e-05,1613941300785,1881
+"mom_1",0.8678858599721968,1613941300785,1881
+"eps_1",1e-05,1613941300785,1881
+"wd_2",0.01,1613941300785,1881
+"sqr_mom_2",0.99,1613941300785,1881
+"lr_2",0.0004284565601112129,1613941300785,1881
+"mom_2",0.8678858599721968,1613941300785,1881
+"eps_2",1e-05,1613941300785,1881
+"train_loss",0.070102856,1613941301746,1882
+"raw_loss",0.05063237,1613941301746,1882
+"epoch",11.842767295597454,1613941301746,1882
+"wd_0",0.01,1613941301746,1882
+"sqr_mom_0",0.99,1613941301746,1882
+"lr_0",4.286583865506731e-06,1613941301746,1882
+"mom_0",0.8678354033623317,1613941301746,1882
+"eps_0",1e-05,1613941301746,1882
+"wd_1",0.01,1613941301746,1882
+"sqr_mom_1",0.99,1613941301746,1882
+"lr_1",4.2865838655067305e-05,1613941301746,1882
+"mom_1",0.8678354033623317,1613941301746,1882
+"eps_1",1e-05,1613941301746,1882
+"wd_2",0.01,1613941301746,1882
+"sqr_mom_2",0.99,1613941301746,1882
+"lr_2",0.00042865838655067304,1613941301746,1882
+"mom_2",0.8678354033623317,1613941301746,1882
+"eps_2",1e-05,1613941301746,1882
+"train_loss",0.06903597,1613941302703,1883
+"raw_loss",0.016758427,1613941302703,1883
+"epoch",11.849056603773555,1613941302703,1883
+"wd_0",0.01,1613941302703,1883
+"sqr_mom_0",0.99,1613941302703,1883
+"lr_0",4.288599897222808e-06,1613941302703,1883
+"mom_0",0.8677850025694298,1613941302703,1883
+"eps_0",1e-05,1613941302703,1883
+"wd_1",0.01,1613941302703,1883
+"sqr_mom_1",0.99,1613941302703,1883
+"lr_1",4.2885998972228066e-05,1613941302703,1883
+"mom_1",0.8677850025694298,1613941302703,1883
+"eps_1",1e-05,1613941302703,1883
+"wd_2",0.01,1613941302703,1883
+"sqr_mom_2",0.99,1613941302703,1883
+"lr_2",0.00042885998972228066,1613941302703,1883
+"mom_2",0.8677850025694298,1613941302703,1883
+"eps_2",1e-05,1613941302703,1883
+"train_loss",0.06842672,1613941303677,1884
+"raw_loss",0.03857348,1613941303677,1884
+"epoch",11.855345911949655,1613941303677,1884
+"wd_0",0.01,1613941303677,1884
+"sqr_mom_0",0.99,1613941303677,1884
+"lr_0",4.2906134066670975e-06,1613941303677,1884
+"mom_0",0.8677346648333225,1613941303677,1884
+"eps_0",1e-05,1613941303677,1884
+"wd_1",0.01,1613941303677,1884
+"sqr_mom_1",0.99,1613941303677,1884
+"lr_1",4.290613406667097e-05,1613941303677,1884
+"mom_1",0.8677346648333225,1613941303677,1884
+"eps_1",1e-05,1613941303677,1884
+"wd_2",0.01,1613941303677,1884
+"sqr_mom_2",0.99,1613941303677,1884
+"lr_2",0.0004290613406667097,1613941303677,1884
+"mom_2",0.8677346648333225,1613941303677,1884
+"eps_2",1e-05,1613941303677,1884
+"train_loss",0.06836908,1613941304632,1885
+"raw_loss",0.06554493,1613941304632,1885
+"epoch",11.861635220125756,1613941304632,1885
+"wd_0",0.01,1613941304632,1885
+"sqr_mom_0",0.99,1613941304632,1885
+"lr_0",4.292624962853028e-06,1613941304632,1885
+"mom_0",0.8676843759286743,1613941304632,1885
+"eps_0",1e-05,1613941304632,1885
+"wd_1",0.01,1613941304632,1885
+"sqr_mom_1",0.99,1613941304632,1885
+"lr_1",4.292624962853028e-05,1613941304632,1885
+"mom_1",0.8676843759286743,1613941304632,1885
+"eps_1",1e-05,1613941304632,1885
+"wd_2",0.01,1613941304632,1885
+"sqr_mom_2",0.99,1613941304632,1885
+"lr_2",0.00042926249628530275,1613941304632,1885
+"mom_2",0.8676843759286743,1613941304632,1885
+"eps_2",1e-05,1613941304632,1885
+"train_loss",0.06744824,1613941305608,1886
+"raw_loss",0.022327194,1613941305608,1886
+"epoch",11.867924528301856,1613941305608,1886
+"wd_0",0.01,1613941305608,1886
+"sqr_mom_0",0.99,1613941305608,1886
+"lr_0",4.294633990419928e-06,1613941305608,1886
+"mom_0",0.8676341502395017,1613941305608,1886
+"eps_0",1e-05,1613941305608,1886
+"wd_1",0.01,1613941305608,1886
+"sqr_mom_1",0.99,1613941305608,1886
+"lr_1",4.2946339904199275e-05,1613941305608,1886
+"mom_1",0.8676341502395017,1613941305608,1886
+"eps_1",1e-05,1613941305608,1886
+"wd_2",0.01,1613941305608,1886
+"sqr_mom_2",0.99,1613941305608,1886
+"lr_2",0.00042946339904199275,1613941305608,1886
+"mom_2",0.8676341502395017,1613941305608,1886
+"eps_2",1e-05,1613941305608,1886
+"train_loss",0.0670117,1613941306564,1887
+"raw_loss",0.045621,1613941306564,1887
+"epoch",11.874213836477956,1613941306564,1887
+"wd_0",0.01,1613941306564,1887
+"sqr_mom_0",0.99,1613941306564,1887
+"lr_0",4.296640771977148e-06,1613941306564,1887
+"mom_0",0.8675839807005713,1613941306564,1887
+"eps_0",1e-05,1613941306564,1887
+"wd_1",0.01,1613941306564,1887
+"sqr_mom_1",0.99,1613941306564,1887
+"lr_1",4.296640771977147e-05,1613941306564,1887
+"mom_1",0.8675839807005713,1613941306564,1887
+"eps_1",1e-05,1613941306564,1887
+"wd_2",0.01,1613941306564,1887
+"sqr_mom_2",0.99,1613941306564,1887
+"lr_2",0.0004296640771977147,1613941306564,1887
+"mom_2",0.8675839807005713,1613941306564,1887
+"eps_2",1e-05,1613941306564,1887
+"train_loss",0.068016216,1613941307525,1888
+"raw_loss",0.117237516,1613941307525,1888
+"epoch",11.880503144654057,1613941307525,1888
+"wd_0",0.01,1613941307525,1888
+"sqr_mom_0",0.99,1613941307525,1888
+"lr_0",4.298645588860657e-06,1613941307525,1888
+"mom_0",0.8675338602784836,1613941307525,1888
+"eps_0",1e-05,1613941307525,1888
+"wd_1",0.01,1613941307525,1888
+"sqr_mom_1",0.99,1613941307525,1888
+"lr_1",4.298645588860657e-05,1613941307525,1888
+"mom_1",0.8675338602784836,1613941307525,1888
+"eps_1",1e-05,1613941307525,1888
+"wd_2",0.01,1613941307525,1888
+"sqr_mom_2",0.99,1613941307525,1888
+"lr_2",0.0004298645588860657,1613941307525,1888
+"mom_2",0.8675338602784836,1613941307525,1888
+"eps_2",1e-05,1613941307525,1888
+"train_loss",0.06793174,1613941308480,1889
+"raw_loss",0.06379263,1613941308480,1889
+"epoch",11.886792452830157,1613941308480,1889
+"wd_0",0.01,1613941308480,1889
+"sqr_mom_0",0.99,1613941308480,1889
+"lr_0",4.300647867637414e-06,1613941308480,1889
+"mom_0",0.8674838033090646,1613941308480,1889
+"eps_0",1e-05,1613941308480,1889
+"wd_1",0.01,1613941308480,1889
+"sqr_mom_1",0.99,1613941308480,1889
+"lr_1",4.3006478676374134e-05,1613941308480,1889
+"mom_1",0.8674838033090646,1613941308480,1889
+"eps_1",1e-05,1613941308480,1889
+"wd_2",0.01,1613941308480,1889
+"sqr_mom_2",0.99,1613941308480,1889
+"lr_2",0.0004300647867637413,1613941308480,1889
+"mom_2",0.8674838033090646,1613941308480,1889
+"eps_2",1e-05,1613941308480,1889
+"train_loss",0.06743203,1613941309438,1890
+"raw_loss",0.042946357,1613941309438,1890
+"epoch",11.893081761006258,1613941309438,1890
+"wd_0",0.01,1613941309438,1890
+"sqr_mom_0",0.99,1613941309438,1890
+"lr_0",4.30264788997125e-06,1613941309438,1890
+"mom_0",0.8674338027507188,1613941309438,1890
+"eps_0",1e-05,1613941309438,1890
+"wd_1",0.01,1613941309438,1890
+"sqr_mom_1",0.99,1613941309438,1890
+"lr_1",4.302647889971249e-05,1613941309438,1890
+"mom_1",0.8674338027507188,1613941309438,1890
+"eps_1",1e-05,1613941309438,1890
+"wd_2",0.01,1613941309438,1890
+"sqr_mom_2",0.99,1613941309438,1890
+"lr_2",0.00043026478899712493,1613941309438,1890
+"mom_2",0.8674338027507188,1613941309438,1890
+"eps_2",1e-05,1613941309438,1890
+"train_loss",0.06765764,1613941310390,1891
+"raw_loss",0.07871251,1613941310390,1891
+"epoch",11.899371069182358,1613941310390,1891
+"wd_0",0.01,1613941310390,1891
+"sqr_mom_0",0.99,1613941310390,1891
+"lr_0",4.304645936246705e-06,1613941310390,1891
+"mom_0",0.8673838515938324,1613941310390,1891
+"eps_0",1e-05,1613941310390,1891
+"wd_1",0.01,1613941310390,1891
+"sqr_mom_1",0.99,1613941310390,1891
+"lr_1",4.304645936246705e-05,1613941310390,1891
+"mom_1",0.8673838515938324,1613941310390,1891
+"eps_1",1e-05,1613941310390,1891
+"wd_2",0.01,1613941310390,1891
+"sqr_mom_2",0.99,1613941310390,1891
+"lr_2",0.0004304645936246705,1613941310390,1891
+"mom_2",0.8673838515938324,1613941310390,1891
+"eps_2",1e-05,1613941310390,1891
+"train_loss",0.0672776,1613941311332,1892
+"raw_loss",0.04865556,1613941311332,1892
+"epoch",11.905660377358458,1613941311332,1892
+"wd_0",0.01,1613941311332,1892
+"sqr_mom_0",0.99,1613941311332,1892
+"lr_0",4.306641718499549e-06,1613941311332,1892
+"mom_0",0.8673339570375113,1613941311332,1892
+"eps_0",1e-05,1613941311332,1892
+"wd_1",0.01,1613941311332,1892
+"sqr_mom_1",0.99,1613941311332,1892
+"lr_1",4.306641718499549e-05,1613941311332,1892
+"mom_1",0.8673339570375113,1613941311332,1892
+"eps_1",1e-05,1613941311332,1892
+"wd_2",0.01,1613941311332,1892
+"sqr_mom_2",0.99,1613941311332,1892
+"lr_2",0.0004306641718499549,1613941311332,1892
+"mom_2",0.8673339570375113,1613941311332,1892
+"eps_2",1e-05,1613941311332,1892
+"train_loss",0.06809226,1613941312301,1893
+"raw_loss",0.10801035,1613941312301,1893
+"epoch",11.911949685534559,1613941312301,1893
+"wd_0",0.01,1613941312301,1893
+"sqr_mom_0",0.99,1613941312301,1893
+"lr_0",4.308635233266391e-06,1613941312301,1893
+"mom_0",0.8672841191683403,1613941312301,1893
+"eps_0",1e-05,1613941312301,1893
+"wd_1",0.01,1613941312301,1893
+"sqr_mom_1",0.99,1613941312301,1893
+"lr_1",4.308635233266391e-05,1613941312301,1893
+"mom_1",0.8672841191683403,1613941312301,1893
+"eps_1",1e-05,1613941312301,1893
+"wd_2",0.01,1613941312301,1893
+"sqr_mom_2",0.99,1613941312301,1893
+"lr_2",0.0004308635233266391,1613941312301,1893
+"mom_2",0.8672841191683403,1613941312301,1893
+"eps_2",1e-05,1613941312301,1893
+"train_loss",0.06752858,1613941313289,1894
+"raw_loss",0.0399086,1613941313289,1894
+"epoch",11.91823899371066,1613941313289,1894
+"wd_0",0.01,1613941313289,1894
+"sqr_mom_0",0.99,1613941313289,1894
+"lr_0",4.310626194201161e-06,1613941313289,1894
+"mom_0",0.867234345144971,1613941313289,1894
+"eps_0",1e-05,1613941313289,1894
+"wd_1",0.01,1613941313289,1894
+"sqr_mom_1",0.99,1613941313289,1894
+"lr_1",4.31062619420116e-05,1613941313289,1894
+"mom_1",0.867234345144971,1613941313289,1894
+"eps_1",1e-05,1613941313289,1894
+"wd_2",0.01,1613941313289,1894
+"sqr_mom_2",0.99,1613941313289,1894
+"lr_2",0.000431062619420116,1613941313289,1894
+"mom_2",0.867234345144971,1613941313289,1894
+"eps_2",1e-05,1613941313289,1894
+"train_loss",0.067009054,1613941314245,1895
+"raw_loss",0.041552003,1613941314245,1895
+"epoch",11.92452830188676,1613941314245,1895
+"wd_0",0.01,1613941314245,1895
+"sqr_mom_0",0.99,1613941314245,1895
+"lr_0",4.312614881382003e-06,1613941314245,1895
+"mom_0",0.8671846279654499,1613941314245,1895
+"eps_0",1e-05,1613941314245,1895
+"wd_1",0.01,1613941314245,1895
+"sqr_mom_1",0.99,1613941314245,1895
+"lr_1",4.3126148813820025e-05,1613941314245,1895
+"mom_1",0.8671846279654499,1613941314245,1895
+"eps_1",1e-05,1613941314245,1895
+"wd_2",0.01,1613941314245,1895
+"sqr_mom_2",0.99,1613941314245,1895
+"lr_2",0.0004312614881382002,1613941314245,1895
+"mom_2",0.8671846279654499,1613941314245,1895
+"eps_2",1e-05,1613941314245,1895
+"train_loss",0.067390524,1613941315186,1896
+"raw_loss",0.08608269,1613941315186,1896
+"epoch",11.93081761006286,1613941315186,1896
+"wd_0",0.01,1613941315186,1896
+"sqr_mom_0",0.99,1613941315186,1896
+"lr_0",4.314601573597955e-06,1613941315186,1896
+"mom_0",0.8671349606600511,1613941315186,1896
+"eps_0",1e-05,1613941315186,1896
+"wd_1",0.01,1613941315186,1896
+"sqr_mom_1",0.99,1613941315186,1896
+"lr_1",4.3146015735979546e-05,1613941315186,1896
+"mom_1",0.8671349606600511,1613941315186,1896
+"eps_1",1e-05,1613941315186,1896
+"wd_2",0.01,1613941315186,1896
+"sqr_mom_2",0.99,1613941315186,1896
+"lr_2",0.0004314601573597955,1613941315186,1896
+"mom_2",0.8671349606600511,1613941315186,1896
+"eps_2",1e-05,1613941315186,1896
+"train_loss",0.06795779,1613941316141,1897
+"raw_loss",0.0957537,1613941316141,1897
+"epoch",11.93710691823896,1613941316141,1897
+"wd_0",0.01,1613941316141,1897
+"sqr_mom_0",0.99,1613941316141,1897
+"lr_0",4.316585702600131e-06,1613941316141,1897
+"mom_0",0.8670853574349967,1613941316141,1897
+"eps_0",1e-05,1613941316141,1897
+"wd_1",0.01,1613941316141,1897
+"sqr_mom_1",0.99,1613941316141,1897
+"lr_1",4.3165857026001305e-05,1613941316141,1897
+"mom_1",0.8670853574349967,1613941316141,1897
+"eps_1",1e-05,1613941316141,1897
+"wd_2",0.01,1613941316141,1897
+"sqr_mom_2",0.99,1613941316141,1897
+"lr_2",0.000431658570260013,1613941316141,1897
+"mom_2",0.8670853574349967,1613941316141,1897
+"eps_2",1e-05,1613941316141,1897
+"train_loss",0.06745615,1613941317125,1898
+"raw_loss",0.042875834,1613941317125,1898
+"epoch",11.94339622641506,1613941317125,1898
+"wd_0",0.01,1613941317125,1898
+"sqr_mom_0",0.99,1613941317125,1898
+"lr_0",4.31856754750946e-06,1613941317125,1898
+"mom_0",0.8670358113122635,1613941317125,1898
+"eps_0",1e-05,1613941317125,1898
+"wd_1",0.01,1613941317125,1898
+"sqr_mom_1",0.99,1613941317125,1898
+"lr_1",4.31856754750946e-05,1613941317125,1898
+"mom_1",0.8670358113122635,1613941317125,1898
+"eps_1",1e-05,1613941317125,1898
+"wd_2",0.01,1613941317125,1898
+"sqr_mom_2",0.99,1613941317125,1898
+"lr_2",0.000431856754750946,1613941317125,1898
+"mom_2",0.8670358113122635,1613941317125,1898
+"eps_2",1e-05,1613941317125,1898
+"train_loss",0.06721258,1613941318089,1899
+"raw_loss",0.055277847,1613941318089,1899
+"epoch",11.949685534591161,1613941318089,1899
+"wd_0",0.01,1613941318089,1899
+"sqr_mom_0",0.99,1613941318089,1899
+"lr_0",4.320547386151911e-06,1613941318089,1899
+"mom_0",0.8669863153462022,1613941318089,1899
+"eps_0",1e-05,1613941318089,1899
+"wd_1",0.01,1613941318089,1899
+"sqr_mom_1",0.99,1613941318089,1899
+"lr_1",4.32054738615191e-05,1613941318089,1899
+"mom_1",0.8669863153462022,1613941318089,1899
+"eps_1",1e-05,1613941318089,1899
+"wd_2",0.01,1613941318089,1899
+"sqr_mom_2",0.99,1613941318089,1899
+"lr_2",0.000432054738615191,1613941318089,1899
+"mom_2",0.8669863153462022,1613941318089,1899
+"eps_2",1e-05,1613941318089,1899
+"train_loss",0.066464104,1613941319044,1900
+"raw_loss",0.029788595,1613941319044,1900
+"epoch",11.955974842767262,1613941319044,1900
+"wd_0",0.01,1613941319044,1900
+"sqr_mom_0",0.99,1613941319044,1900
+"lr_0",4.322524652238903e-06,1613941319044,1900
+"mom_0",0.8669368836940274,1613941319044,1900
+"eps_0",1e-05,1613941319044,1900
+"wd_1",0.01,1613941319044,1900
+"sqr_mom_1",0.99,1613941319044,1900
+"lr_1",4.3225246522389024e-05,1613941319044,1900
+"mom_1",0.8669368836940274,1613941319044,1900
+"eps_1",1e-05,1613941319044,1900
+"wd_2",0.01,1613941319044,1900
+"sqr_mom_2",0.99,1613941319044,1900
+"lr_2",0.0004322524652238902,1613941319044,1900
+"mom_2",0.8669368836940274,1613941319044,1900
+"eps_2",1e-05,1613941319044,1900
+"train_loss",0.06633193,1613941320004,1901
+"raw_loss",0.059855554,1613941320004,1901
+"epoch",11.962264150943362,1613941320004,1901
+"wd_0",0.01,1613941320004,1901
+"sqr_mom_0",0.99,1613941320004,1901
+"lr_0",4.3244999045415695e-06,1613941320004,1901
+"mom_0",0.8668875023864607,1613941320004,1901
+"eps_0",1e-05,1613941320004,1901
+"wd_1",0.01,1613941320004,1901
+"sqr_mom_1",0.99,1613941320004,1901
+"lr_1",4.3244999045415685e-05,1613941320004,1901
+"mom_1",0.8668875023864607,1613941320004,1901
+"eps_1",1e-05,1613941320004,1901
+"wd_2",0.01,1613941320004,1901
+"sqr_mom_2",0.99,1613941320004,1901
+"lr_2",0.00043244999045415685,1613941320004,1901
+"mom_2",0.8668875023864607,1613941320004,1901
+"eps_2",1e-05,1613941320004,1901
+"train_loss",0.06687001,1613941320992,1902
+"raw_loss",0.09323592,1613941320992,1902
+"epoch",11.968553459119462,1613941320992,1902
+"wd_0",0.01,1613941320992,1902
+"sqr_mom_0",0.99,1613941320992,1902
+"lr_0",4.326472858367959e-06,1613941320992,1902
+"mom_0",0.866838178540801,1613941320992,1902
+"eps_0",1e-05,1613941320992,1902
+"wd_1",0.01,1613941320992,1902
+"sqr_mom_1",0.99,1613941320992,1902
+"lr_1",4.326472858367959e-05,1613941320992,1902
+"mom_1",0.866838178540801,1613941320992,1902
+"eps_1",1e-05,1613941320992,1902
+"wd_2",0.01,1613941320992,1902
+"sqr_mom_2",0.99,1613941320992,1902
+"lr_2",0.0004326472858367959,1613941320992,1902
+"mom_2",0.866838178540801,1613941320992,1902
+"eps_2",1e-05,1613941320992,1902
+"train_loss",0.06744326,1613941321976,1903
+"raw_loss",0.09553255,1613941321976,1903
+"epoch",11.974842767295563,1613941321976,1903
+"wd_0",0.01,1613941321976,1903
+"sqr_mom_0",0.99,1613941321976,1903
+"lr_0",4.328443230336944e-06,1613941321976,1903
+"mom_0",0.8667889192415764,1613941321976,1903
+"eps_0",1e-05,1613941321976,1903
+"wd_1",0.01,1613941321976,1903
+"sqr_mom_1",0.99,1613941321976,1903
+"lr_1",4.3284432303369434e-05,1613941321976,1903
+"mom_1",0.8667889192415764,1613941321976,1903
+"eps_1",1e-05,1613941321976,1903
+"wd_2",0.01,1613941321976,1903
+"sqr_mom_2",0.99,1613941321976,1903
+"lr_2",0.0004328443230336943,1613941321976,1903
+"mom_2",0.8667889192415764,1613941321976,1903
+"eps_2",1e-05,1613941321976,1903
+"train_loss",0.067025594,1613941322938,1904
+"raw_loss",0.046560097,1613941322938,1904
+"epoch",11.981132075471663,1613941322938,1904
+"wd_0",0.01,1613941322938,1904
+"sqr_mom_0",0.99,1613941322938,1904
+"lr_0",4.33041157727139e-06,1613941322938,1904
+"mom_0",0.8667397105682152,1613941322938,1904
+"eps_0",1e-05,1613941322938,1904
+"wd_1",0.01,1613941322938,1904
+"sqr_mom_1",0.99,1613941322938,1904
+"lr_1",4.33041157727139e-05,1613941322938,1904
+"mom_1",0.8667397105682152,1613941322938,1904
+"eps_1",1e-05,1613941322938,1904
+"wd_2",0.01,1613941322938,1904
+"sqr_mom_2",0.99,1613941322938,1904
+"lr_2",0.000433041157727139,1613941322938,1904
+"mom_2",0.8667397105682152,1613941322938,1904
+"eps_2",1e-05,1613941322938,1904
+"train_loss",0.0669036,1613941323901,1905
+"raw_loss",0.060925893,1613941323901,1905
+"epoch",11.987421383647764,1613941323901,1905
+"wd_0",0.01,1613941323901,1905
+"sqr_mom_0",0.99,1613941323901,1905
+"lr_0",4.33237733616967e-06,1613941323901,1905
+"mom_0",0.8666905665957583,1613941323901,1905
+"eps_0",1e-05,1613941323901,1905
+"wd_1",0.01,1613941323901,1905
+"sqr_mom_1",0.99,1613941323901,1905
+"lr_1",4.3323773361696695e-05,1613941323901,1905
+"mom_1",0.8666905665957583,1613941323901,1905
+"eps_1",1e-05,1613941323901,1905
+"wd_2",0.01,1613941323901,1905
+"sqr_mom_2",0.99,1613941323901,1905
+"lr_2",0.000433237733616967,1613941323901,1905
+"mom_2",0.8666905665957583,1613941323901,1905
+"eps_2",1e-05,1613941323901,1905
+"train_loss",0.066626064,1613941324854,1906
+"raw_loss",0.053026877,1613941324854,1906
+"epoch",11.993710691823864,1613941324854,1906
+"wd_0",0.01,1613941324854,1906
+"sqr_mom_0",0.99,1613941324854,1906
+"lr_0",4.33434078357882e-06,1613941324854,1906
+"mom_0",0.8666414804105295,1613941324854,1906
+"eps_0",1e-05,1613941324854,1906
+"wd_1",0.01,1613941324854,1906
+"sqr_mom_1",0.99,1613941324854,1906
+"lr_1",4.33434078357882e-05,1613941324854,1906
+"mom_1",0.8666414804105295,1613941324854,1906
+"eps_1",1e-05,1613941324854,1906
+"wd_2",0.01,1613941324854,1906
+"sqr_mom_2",0.99,1613941324854,1906
+"lr_2",0.000433434078357882,1613941324854,1906
+"mom_2",0.8666414804105295,1613941324854,1906
+"eps_2",1e-05,1613941324854,1906
+"train_loss",0.067009866,1613941325852,1907
+"raw_loss",0.08581611,1613941325852,1907
+"epoch",11.999999999999964,1613941325852,1907
+"wd_0",0.01,1613941325852,1907
+"sqr_mom_0",0.99,1613941325852,1907
+"lr_0",4.336302194735377e-06,1613941325852,1907
+"mom_0",0.8665924451316156,1613941325852,1907
+"eps_0",1e-05,1613941325852,1907
+"wd_1",0.01,1613941325852,1907
+"sqr_mom_1",0.99,1613941325852,1907
+"lr_1",4.336302194735376e-05,1613941325852,1907
+"mom_1",0.8665924451316156,1613941325852,1907
+"eps_1",1e-05,1613941325852,1907
+"wd_2",0.01,1613941325852,1907
+"sqr_mom_2",0.99,1613941325852,1907
+"lr_2",0.0004336302194735376,1613941325852,1907
+"mom_2",0.8665924451316156,1613941325852,1907
+"eps_2",1e-05,1613941325852,1907
+"valid_loss",0.12802229821681976,1613941362458,1907
+"_rmse",0.35780203342437744,1613941362458,1907
+"epoch",12,1613941362458,1907
+"train_loss",0.066420205,1613941363698,1908
+"raw_loss",0.03752668,1613941363698,1908
+"epoch",12.0062893081761,1613941363698,1908
+"wd_0",0.01,1613941363698,1908
+"sqr_mom_0",0.99,1613941363698,1908
+"lr_0",4.338261008621534e-06,1613941363698,1908
+"mom_0",0.8665434747844617,1613941363698,1908
+"eps_0",1e-05,1613941363698,1908
+"wd_1",0.01,1613941363698,1908
+"sqr_mom_1",0.99,1613941363698,1908
+"lr_1",4.338261008621533e-05,1613941363698,1908
+"mom_1",0.8665434747844617,1613941363698,1908
+"eps_1",1e-05,1613941363698,1908
+"wd_2",0.01,1613941363698,1908
+"sqr_mom_2",0.99,1613941363698,1908
+"lr_2",0.0004338261008621533,1613941363698,1908
+"mom_2",0.8665434747844617,1613941363698,1908
+"eps_2",1e-05,1613941363698,1908
+"train_loss",0.06548526,1613941364801,1909
+"raw_loss",0.019673144,1613941364801,1909
+"epoch",12.0125786163522,1613941364801,1909
+"wd_0",0.01,1613941364801,1909
+"sqr_mom_0",0.99,1613941364801,1909
+"lr_0",4.340217500811209e-06,1613941364801,1909
+"mom_0",0.8664945624797198,1613941364801,1909
+"eps_0",1e-05,1613941364801,1909
+"wd_1",0.01,1613941364801,1909
+"sqr_mom_1",0.99,1613941364801,1909
+"lr_1",4.340217500811208e-05,1613941364801,1909
+"mom_1",0.8664945624797198,1613941364801,1909
+"eps_1",1e-05,1613941364801,1909
+"wd_2",0.01,1613941364801,1909
+"sqr_mom_2",0.99,1613941364801,1909
+"lr_2",0.0004340217500811208,1613941364801,1909
+"mom_2",0.8664945624797198,1613941364801,1909
+"eps_2",1e-05,1613941364801,1909
+"train_loss",0.06528137,1613941365753,1910
+"raw_loss",0.055290744,1613941365753,1910
+"epoch",12.018867924528301,1613941365753,1910
+"wd_0",0.01,1613941365753,1910
+"sqr_mom_0",0.99,1613941365753,1910
+"lr_0",4.342171945562031e-06,1613941365753,1910
+"mom_0",0.8664457013609492,1613941365753,1910
+"eps_0",1e-05,1613941365753,1910
+"wd_1",0.01,1613941365753,1910
+"sqr_mom_1",0.99,1613941365753,1910
+"lr_1",4.34217194556203e-05,1613941365753,1910
+"mom_1",0.8664457013609492,1613941365753,1910
+"eps_1",1e-05,1613941365753,1910
+"wd_2",0.01,1613941365753,1910
+"sqr_mom_2",0.99,1613941365753,1910
+"lr_2",0.000434217194556203,1613941365753,1910
+"mom_2",0.8664457013609492,1613941365753,1910
+"eps_2",1e-05,1613941365753,1910
+"train_loss",0.06501141,1613941366708,1911
+"raw_loss",0.05178339,1613941366708,1911
+"epoch",12.025157232704402,1613941366708,1911
+"wd_0",0.01,1613941366708,1911
+"sqr_mom_0",0.99,1613941366708,1911
+"lr_0",4.344124061169328e-06,1613941366708,1911
+"mom_0",0.8663968984707668,1613941366708,1911
+"eps_0",1e-05,1613941366708,1911
+"wd_1",0.01,1613941366708,1911
+"sqr_mom_1",0.99,1613941366708,1911
+"lr_1",4.344124061169328e-05,1613941366708,1911
+"mom_1",0.8663968984707668,1613941366708,1911
+"eps_1",1e-05,1613941366708,1911
+"wd_2",0.01,1613941366708,1911
+"sqr_mom_2",0.99,1613941366708,1911
+"lr_2",0.0004344124061169328,1613941366708,1911
+"mom_2",0.8663968984707668,1613941366708,1911
+"eps_2",1e-05,1613941366708,1911
+"train_loss",0.06416035,1613941367660,1912
+"raw_loss",0.02245798,1613941367660,1912
+"epoch",12.031446540880502,1613941367660,1912
+"wd_0",0.01,1613941367660,1912
+"sqr_mom_0",0.99,1613941367660,1912
+"lr_0",4.34607384424549e-06,1613941367660,1912
+"mom_0",0.8663481538938628,1613941367660,1912
+"eps_0",1e-05,1613941367660,1912
+"wd_1",0.01,1613941367660,1912
+"sqr_mom_1",0.99,1613941367660,1912
+"lr_1",4.3460738442454896e-05,1613941367660,1912
+"mom_1",0.8663481538938628,1613941367660,1912
+"eps_1",1e-05,1613941367660,1912
+"wd_2",0.01,1613941367660,1912
+"sqr_mom_2",0.99,1613941367660,1912
+"lr_2",0.00043460738442454894,1613941367660,1912
+"mom_2",0.8663481538938628,1613941367660,1912
+"eps_2",1e-05,1613941367660,1912
+"train_loss",0.06386887,1613941368613,1913
+"raw_loss",0.049586568,1613941368613,1913
+"epoch",12.037735849056602,1613941368613,1913
+"wd_0",0.01,1613941368613,1913
+"sqr_mom_0",0.99,1613941368613,1913
+"lr_0",4.348021014750485e-06,1613941368613,1913
+"mom_0",0.8662994746312379,1613941368613,1913
+"eps_0",1e-05,1613941368613,1913
+"wd_1",0.01,1613941368613,1913
+"sqr_mom_1",0.99,1613941368613,1913
+"lr_1",4.3480210147504836e-05,1613941368613,1913
+"mom_1",0.8662994746312379,1613941368613,1913
+"eps_1",1e-05,1613941368613,1913
+"wd_2",0.01,1613941368613,1913
+"sqr_mom_2",0.99,1613941368613,1913
+"lr_2",0.0004348021014750484,1613941368613,1913
+"mom_2",0.8662994746312379,1613941368613,1913
+"eps_2",1e-05,1613941368613,1913
+"train_loss",0.06375028,1613941369572,1914
+"raw_loss",0.05793924,1613941369572,1914
+"epoch",12.044025157232703,1613941369572,1914
+"wd_0",0.01,1613941369572,1914
+"sqr_mom_0",0.99,1613941369572,1914
+"lr_0",4.349965846626745e-06,1613941369572,1914
+"mom_0",0.8662508538343314,1613941369572,1914
+"eps_0",1e-05,1613941369572,1914
+"wd_1",0.01,1613941369572,1914
+"sqr_mom_1",0.99,1613941369572,1914
+"lr_1",4.3499658466267444e-05,1613941369572,1914
+"mom_1",0.8662508538343314,1613941369572,1914
+"eps_1",1e-05,1613941369572,1914
+"wd_2",0.01,1613941369572,1914
+"sqr_mom_2",0.99,1613941369572,1914
+"lr_2",0.00043499658466267444,1613941369572,1914
+"mom_2",0.8662508538343314,1613941369572,1914
+"eps_2",1e-05,1613941369572,1914
+"train_loss",0.06385919,1613941370531,1915
+"raw_loss",0.0691955,1613941370531,1915
+"epoch",12.050314465408803,1613941370531,1915
+"wd_0",0.01,1613941370531,1915
+"sqr_mom_0",0.99,1613941370531,1915
+"lr_0",4.351908612490818e-06,1613941370531,1915
+"mom_0",0.8662022846877295,1613941370531,1915
+"eps_0",1e-05,1613941370531,1915
+"wd_1",0.01,1613941370531,1915
+"sqr_mom_1",0.99,1613941370531,1915
+"lr_1",4.351908612490817e-05,1613941370531,1915
+"mom_1",0.8662022846877295,1613941370531,1915
+"eps_1",1e-05,1613941370531,1915
+"wd_2",0.01,1613941370531,1915
+"sqr_mom_2",0.99,1613941370531,1915
+"lr_2",0.0004351908612490817,1613941370531,1915
+"mom_2",0.8662022846877295,1613941370531,1915
+"eps_2",1e-05,1613941370531,1915
+"train_loss",0.063342996,1613941371508,1916
+"raw_loss",0.03804971,1613941371508,1916
+"epoch",12.056603773584904,1613941371508,1916
+"wd_0",0.01,1613941371508,1916
+"sqr_mom_0",0.99,1613941371508,1916
+"lr_0",4.353848756657964e-06,1613941371508,1916
+"mom_0",0.8661537810835509,1613941371508,1916
+"eps_0",1e-05,1613941371508,1916
+"wd_1",0.01,1613941371508,1916
+"sqr_mom_1",0.99,1613941371508,1916
+"lr_1",4.353848756657964e-05,1613941371508,1916
+"mom_1",0.8661537810835509,1613941371508,1916
+"eps_1",1e-05,1613941371508,1916
+"wd_2",0.01,1613941371508,1916
+"sqr_mom_2",0.99,1613941371508,1916
+"lr_2",0.0004353848756657964,1613941371508,1916
+"mom_2",0.8661537810835509,1613941371508,1916
+"eps_2",1e-05,1613941371508,1916
+"train_loss",0.06381295,1613941372482,1917
+"raw_loss",0.08684052,1613941372482,1917
+"epoch",12.062893081761004,1613941372482,1917
+"wd_0",0.01,1613941372482,1917
+"sqr_mom_0",0.99,1613941372482,1917
+"lr_0",4.355786552086058e-06,1613941372482,1917
+"mom_0",0.8661053361978486,1613941372482,1917
+"eps_0",1e-05,1613941372482,1917
+"wd_1",0.01,1613941372482,1917
+"sqr_mom_1",0.99,1613941372482,1917
+"lr_1",4.3557865520860566e-05,1613941372482,1917
+"mom_1",0.8661053361978486,1613941372482,1917
+"eps_1",1e-05,1613941372482,1917
+"wd_2",0.01,1613941372482,1917
+"sqr_mom_2",0.99,1613941372482,1917
+"lr_2",0.0004355786552086057,1613941372482,1917
+"mom_2",0.8661053361978486,1613941372482,1917
+"eps_2",1e-05,1613941372482,1917
+"train_loss",0.063370824,1613941373434,1918
+"raw_loss",0.04170655,1613941373434,1918
+"epoch",12.069182389937104,1613941373434,1918
+"wd_0",0.01,1613941373434,1918
+"sqr_mom_0",0.99,1613941373434,1918
+"lr_0",4.357722270401347e-06,1613941373434,1918
+"mom_0",0.8660569432399663,1613941373434,1918
+"eps_0",1e-05,1613941373434,1918
+"wd_1",0.01,1613941373434,1918
+"sqr_mom_1",0.99,1613941373434,1918
+"lr_1",4.357722270401347e-05,1613941373434,1918
+"mom_1",0.8660569432399663,1613941373434,1918
+"eps_1",1e-05,1613941373434,1918
+"wd_2",0.01,1613941373434,1918
+"sqr_mom_2",0.99,1613941373434,1918
+"lr_2",0.00043577222704013465,1613941373434,1918
+"mom_2",0.8660569432399663,1613941373434,1918
+"eps_2",1e-05,1613941373434,1918
+"train_loss",0.062903926,1613941374408,1919
+"raw_loss",0.04002574,1613941374408,1919
+"epoch",12.075471698113205,1613941374408,1919
+"wd_0",0.01,1613941374408,1919
+"sqr_mom_0",0.99,1613941374408,1919
+"lr_0",4.35965535793489e-06,1613941374408,1919
+"mom_0",0.8660086160516277,1613941374408,1919
+"eps_0",1e-05,1613941374408,1919
+"wd_1",0.01,1613941374408,1919
+"sqr_mom_1",0.99,1613941374408,1919
+"lr_1",4.35965535793489e-05,1613941374408,1919
+"mom_1",0.8660086160516277,1613941374408,1919
+"eps_1",1e-05,1613941374408,1919
+"wd_2",0.01,1613941374408,1919
+"sqr_mom_2",0.99,1613941374408,1919
+"lr_2",0.00043596553579348897,1613941374408,1919
+"mom_2",0.8660086160516277,1613941374408,1919
+"eps_2",1e-05,1613941374408,1919
+"train_loss",0.062337026,1613941375382,1920
+"raw_loss",0.034558963,1613941375382,1920
+"epoch",12.081761006289305,1613941375382,1920
+"wd_0",0.01,1613941375382,1920
+"sqr_mom_0",0.99,1613941375382,1920
+"lr_0",4.361586360973056e-06,1613941375382,1920
+"mom_0",0.8659603409756736,1613941375382,1920
+"eps_0",1e-05,1613941375382,1920
+"wd_1",0.01,1613941375382,1920
+"sqr_mom_1",0.99,1613941375382,1920
+"lr_1",4.361586360973055e-05,1613941375382,1920
+"mom_1",0.8659603409756736,1613941375382,1920
+"eps_1",1e-05,1613941375382,1920
+"wd_2",0.01,1613941375382,1920
+"sqr_mom_2",0.99,1613941375382,1920
+"lr_2",0.0004361586360973055,1613941375382,1920
+"mom_2",0.8659603409756736,1613941375382,1920
+"eps_2",1e-05,1613941375382,1920
+"train_loss",0.06317878,1613941376340,1921
+"raw_loss",0.10442457,1613941376340,1921
+"epoch",12.088050314465406,1613941376340,1921
+"wd_0",0.01,1613941376340,1921
+"sqr_mom_0",0.99,1613941376340,1921
+"lr_0",4.363515001176812e-06,1613941376340,1921
+"mom_0",0.8659121249705797,1613941376340,1921
+"eps_0",1e-05,1613941376340,1921
+"wd_1",0.01,1613941376340,1921
+"sqr_mom_1",0.99,1613941376340,1921
+"lr_1",4.3635150011768115e-05,1613941376340,1921
+"mom_1",0.8659121249705797,1613941376340,1921
+"eps_1",1e-05,1613941376340,1921
+"wd_2",0.01,1613941376340,1921
+"sqr_mom_2",0.99,1613941376340,1921
+"lr_2",0.0004363515001176811,1613941376340,1921
+"mom_2",0.8659121249705797,1613941376340,1921
+"eps_2",1e-05,1613941376340,1921
+"train_loss",0.0646652,1613941377315,1922
+"raw_loss",0.13749993,1613941377315,1922
+"epoch",12.094339622641506,1613941377315,1922
+"wd_0",0.01,1613941377315,1922
+"sqr_mom_0",0.99,1613941377315,1922
+"lr_0",4.365441001554654e-06,1613941377315,1922
+"mom_0",0.8658639749611337,1613941377315,1922
+"eps_0",1e-05,1613941377315,1922
+"wd_1",0.01,1613941377315,1922
+"sqr_mom_1",0.99,1613941377315,1922
+"lr_1",4.365441001554653e-05,1613941377315,1922
+"mom_1",0.8658639749611337,1613941377315,1922
+"eps_1",1e-05,1613941377315,1922
+"wd_2",0.01,1613941377315,1922
+"sqr_mom_2",0.99,1613941377315,1922
+"lr_2",0.00043654410015546533,1613941377315,1922
+"mom_2",0.8658639749611337,1613941377315,1922
+"eps_2",1e-05,1613941377315,1922
+"train_loss",0.06531347,1613941378274,1923
+"raw_loss",0.097079106,1613941378274,1923
+"epoch",12.100628930817606,1613941378274,1923
+"wd_0",0.01,1613941378274,1923
+"sqr_mom_0",0.99,1613941378274,1923
+"lr_0",4.3673649063901335e-06,1613941378274,1923
+"mom_0",0.8658158773402467,1613941378274,1923
+"eps_0",1e-05,1613941378274,1923
+"wd_1",0.01,1613941378274,1923
+"sqr_mom_1",0.99,1613941378274,1923
+"lr_1",4.367364906390133e-05,1613941378274,1923
+"mom_1",0.8658158773402467,1613941378274,1923
+"eps_1",1e-05,1613941378274,1923
+"wd_2",0.01,1613941378274,1923
+"sqr_mom_2",0.99,1613941378274,1923
+"lr_2",0.0004367364906390133,1613941378274,1923
+"mom_2",0.8658158773402467,1613941378274,1923
+"eps_2",1e-05,1613941378274,1923
+"train_loss",0.06475477,1613941379242,1924
+"raw_loss",0.03737839,1613941379242,1924
+"epoch",12.106918238993707,1613941379242,1924
+"wd_0",0.01,1613941379242,1924
+"sqr_mom_0",0.99,1613941379242,1924
+"lr_0",4.3692861653932905e-06,1613941379242,1924
+"mom_0",0.8657678458651678,1613941379242,1924
+"eps_0",1e-05,1613941379242,1924
+"wd_1",0.01,1613941379242,1924
+"sqr_mom_1",0.99,1613941379242,1924
+"lr_1",4.36928616539329e-05,1613941379242,1924
+"mom_1",0.8657678458651678,1613941379242,1924
+"eps_1",1e-05,1613941379242,1924
+"wd_2",0.01,1613941379242,1924
+"sqr_mom_2",0.99,1613941379242,1924
+"lr_2",0.000436928616539329,1613941379242,1924
+"mom_2",0.8657678458651678,1613941379242,1924
+"eps_2",1e-05,1613941379242,1924
+"train_loss",0.064702004,1613941380207,1925
+"raw_loss",0.06211666,1613941380207,1925
+"epoch",12.113207547169807,1613941380207,1925
+"wd_0",0.01,1613941380207,1925
+"sqr_mom_0",0.99,1613941380207,1925
+"lr_0",4.371205048875639e-06,1613941380207,1925
+"mom_0",0.865719873778109,1613941380207,1925
+"eps_0",1e-05,1613941380207,1925
+"wd_1",0.01,1613941380207,1925
+"sqr_mom_1",0.99,1613941380207,1925
+"lr_1",4.371205048875638e-05,1613941380207,1925
+"mom_1",0.865719873778109,1613941380207,1925
+"eps_1",1e-05,1613941380207,1925
+"wd_2",0.01,1613941380207,1925
+"sqr_mom_2",0.99,1613941380207,1925
+"lr_2",0.0004371205048875638,1613941380207,1925
+"mom_2",0.865719873778109,1613941380207,1925
+"eps_2",1e-05,1613941380207,1925
+"train_loss",0.06405844,1613941381189,1926
+"raw_loss",0.032523762,1613941381189,1926
+"epoch",12.119496855345908,1613941381189,1926
+"wd_0",0.01,1613941381189,1926
+"sqr_mom_0",0.99,1613941381189,1926
+"lr_0",4.373121825801889e-06,1613941381189,1926
+"mom_0",0.8656719543549528,1613941381189,1926
+"eps_0",1e-05,1613941381189,1926
+"wd_1",0.01,1613941381189,1926
+"sqr_mom_1",0.99,1613941381189,1926
+"lr_1",4.373121825801889e-05,1613941381189,1926
+"mom_1",0.8656719543549528,1613941381189,1926
+"eps_1",1e-05,1613941381189,1926
+"wd_2",0.01,1613941381189,1926
+"sqr_mom_2",0.99,1613941381189,1926
+"lr_2",0.00043731218258018885,1613941381189,1926
+"mom_2",0.8656719543549528,1613941381189,1926
+"eps_2",1e-05,1613941381189,1926
+"train_loss",0.06405319,1613941382169,1927
+"raw_loss",0.06379631,1613941382169,1927
+"epoch",12.125786163522008,1613941382169,1927
+"wd_0",0.01,1613941382169,1927
+"sqr_mom_0",0.99,1613941382169,1927
+"lr_0",4.37503594792086e-06,1613941382169,1927
+"mom_0",0.8656241013019785,1613941382169,1927
+"eps_0",1e-05,1613941382169,1927
+"wd_1",0.01,1613941382169,1927
+"sqr_mom_1",0.99,1613941382169,1927
+"lr_1",4.3750359479208587e-05,1613941382169,1927
+"mom_1",0.8656241013019785,1613941382169,1927
+"eps_1",1e-05,1613941382169,1927
+"wd_2",0.01,1613941382169,1927
+"sqr_mom_2",0.99,1613941382169,1927
+"lr_2",0.00043750359479208587,1613941382169,1927
+"mom_2",0.8656241013019785,1613941382169,1927
+"eps_2",1e-05,1613941382169,1927
+"train_loss",0.063538395,1613941383156,1928
+"raw_loss",0.03831321,1613941383156,1928
+"epoch",12.132075471698109,1613941383156,1928
+"wd_0",0.01,1613941383156,1928
+"sqr_mom_0",0.99,1613941383156,1928
+"lr_0",4.3769476845439495e-06,1613941383156,1928
+"mom_0",0.8655763078864013,1613941383156,1928
+"eps_0",1e-05,1613941383156,1928
+"wd_1",0.01,1613941383156,1928
+"sqr_mom_1",0.99,1613941383156,1928
+"lr_1",4.3769476845439484e-05,1613941383156,1928
+"mom_1",0.8655763078864013,1613941383156,1928
+"eps_1",1e-05,1613941383156,1928
+"wd_2",0.01,1613941383156,1928
+"sqr_mom_2",0.99,1613941383156,1928
+"lr_2",0.0004376947684543948,1613941383156,1928
+"mom_2",0.8655763078864013,1613941383156,1928
+"eps_2",1e-05,1613941383156,1928
+"train_loss",0.06662712,1613941384140,1929
+"raw_loss",0.21797481,1613941384140,1929
+"epoch",12.138364779874209,1613941384140,1929
+"wd_0",0.01,1613941384140,1929
+"sqr_mom_0",0.99,1613941384140,1929
+"lr_0",4.378857303630099e-06,1613941384140,1929
+"mom_0",0.8655285674092476,1613941384140,1929
+"eps_0",1e-05,1613941384140,1929
+"wd_1",0.01,1613941384140,1929
+"sqr_mom_1",0.99,1613941384140,1929
+"lr_1",4.378857303630098e-05,1613941384140,1929
+"mom_1",0.8655285674092476,1613941384140,1929
+"eps_1",1e-05,1613941384140,1929
+"wd_2",0.01,1613941384140,1929
+"sqr_mom_2",0.99,1613941384140,1929
+"lr_2",0.0004378857303630098,1613941384140,1929
+"mom_2",0.8655285674092476,1613941384140,1929
+"eps_2",1e-05,1613941384140,1929
+"train_loss",0.06651973,1613941385125,1930
+"raw_loss",0.061257504,1613941385125,1930
+"epoch",12.14465408805031,1613941385125,1930
+"wd_0",0.01,1613941385125,1930
+"sqr_mom_0",0.99,1613941385125,1930
+"lr_0",4.380764529910639e-06,1613941385125,1930
+"mom_0",0.865480886752234,1613941385125,1930
+"eps_0",1e-05,1613941385125,1930
+"wd_1",0.01,1613941385125,1930
+"sqr_mom_1",0.99,1613941385125,1930
+"lr_1",4.380764529910638e-05,1613941385125,1930
+"mom_1",0.865480886752234,1613941385125,1930
+"eps_1",1e-05,1613941385125,1930
+"wd_2",0.01,1613941385125,1930
+"sqr_mom_2",0.99,1613941385125,1930
+"lr_2",0.00043807645299106385,1613941385125,1930
+"mom_2",0.865480886752234,1613941385125,1930
+"eps_2",1e-05,1613941385125,1930
+"train_loss",0.06614783,1613941386091,1931
+"raw_loss",0.04792445,1613941386091,1931
+"epoch",12.15094339622641,1613941386091,1931
+"wd_0",0.01,1613941386091,1931
+"sqr_mom_0",0.99,1613941386091,1931
+"lr_0",4.382669360075858e-06,1613941386091,1931
+"mom_0",0.8654332659981036,1613941386091,1931
+"eps_0",1e-05,1613941386091,1931
+"wd_1",0.01,1613941386091,1931
+"sqr_mom_1",0.99,1613941386091,1931
+"lr_1",4.382669360075857e-05,1613941386091,1931
+"mom_1",0.8654332659981036,1613941386091,1931
+"eps_1",1e-05,1613941386091,1931
+"wd_2",0.01,1613941386091,1931
+"sqr_mom_2",0.99,1613941386091,1931
+"lr_2",0.0004382669360075857,1613941386091,1931
+"mom_2",0.8654332659981036,1613941386091,1931
+"eps_2",1e-05,1613941386091,1931
+"train_loss",0.06617577,1613941387070,1932
+"raw_loss",0.0675448,1613941387070,1932
+"epoch",12.15723270440251,1613941387070,1932
+"wd_0",0.01,1613941387070,1932
+"sqr_mom_0",0.99,1613941387070,1932
+"lr_0",4.3845715205671635e-06,1613941387070,1932
+"mom_0",0.8653857119858209,1613941387070,1932
+"eps_0",1e-05,1613941387070,1932
+"wd_1",0.01,1613941387070,1932
+"sqr_mom_1",0.99,1613941387070,1932
+"lr_1",4.384571520567163e-05,1613941387070,1932
+"mom_1",0.8653857119858209,1613941387070,1932
+"eps_1",1e-05,1613941387070,1932
+"wd_2",0.01,1613941387070,1932
+"sqr_mom_2",0.99,1613941387070,1932
+"lr_2",0.0004384571520567163,1613941387070,1932
+"mom_2",0.8653857119858209,1613941387070,1932
+"eps_2",1e-05,1613941387070,1932
+"train_loss",0.0654239,1613941388047,1933
+"raw_loss",0.02858237,1613941388047,1933
+"epoch",12.16352201257861,1613941388047,1933
+"wd_0",0.01,1613941388047,1933
+"sqr_mom_0",0.99,1613941388047,1933
+"lr_0",4.3864712790196985e-06,1613941388047,1933
+"mom_0",0.8653382180245075,1613941388047,1933
+"eps_0",1e-05,1613941388047,1933
+"wd_1",0.01,1613941388047,1933
+"sqr_mom_1",0.99,1613941388047,1933
+"lr_1",4.386471279019698e-05,1613941388047,1933
+"mom_1",0.8653382180245075,1613941388047,1933
+"eps_1",1e-05,1613941388047,1933
+"wd_2",0.01,1613941388047,1933
+"sqr_mom_2",0.99,1613941388047,1933
+"lr_2",0.0004386471279019698,1613941388047,1933
+"mom_2",0.8653382180245075,1613941388047,1933
+"eps_2",1e-05,1613941388047,1933
+"train_loss",0.0649052,1613941389008,1934
+"raw_loss",0.03948888,1613941389008,1934
+"epoch",12.169811320754711,1613941389008,1934
+"wd_0",0.01,1613941389008,1934
+"sqr_mom_0",0.99,1613941389008,1934
+"lr_0",4.388368901706765e-06,1613941389008,1934
+"mom_0",0.8652907774573309,1613941389008,1934
+"eps_0",1e-05,1613941389008,1934
+"wd_1",0.01,1613941389008,1934
+"sqr_mom_1",0.99,1613941389008,1934
+"lr_1",4.388368901706765e-05,1613941389008,1934
+"mom_1",0.8652907774573309,1613941389008,1934
+"eps_1",1e-05,1613941389008,1934
+"wd_2",0.01,1613941389008,1934
+"sqr_mom_2",0.99,1613941389008,1934
+"lr_2",0.0004388368901706765,1613941389008,1934
+"mom_2",0.8652907774573309,1613941389008,1934
+"eps_2",1e-05,1613941389008,1934
+"train_loss",0.06459124,1613941389980,1935
+"raw_loss",0.049207274,1613941389980,1935
+"epoch",12.176100628930811,1613941389980,1935
+"wd_0",0.01,1613941389980,1935
+"sqr_mom_0",0.99,1613941389980,1935
+"lr_0",4.390263845855823e-06,1613941389980,1935
+"mom_0",0.8652434038536044,1613941389980,1935
+"eps_0",1e-05,1613941389980,1935
+"wd_1",0.01,1613941389980,1935
+"sqr_mom_1",0.99,1613941389980,1935
+"lr_1",4.390263845855822e-05,1613941389980,1935
+"mom_1",0.8652434038536044,1613941389980,1935
+"eps_1",1e-05,1613941389980,1935
+"wd_2",0.01,1613941389980,1935
+"sqr_mom_2",0.99,1613941389980,1935
+"lr_2",0.0004390263845855822,1613941389980,1935
+"mom_2",0.8652434038536044,1613941389980,1935
+"eps_2",1e-05,1613941389980,1935
+"train_loss",0.064020716,1613941390935,1936
+"raw_loss",0.036065094,1613941390935,1936
+"epoch",12.182389937106912,1613941390935,1936
+"wd_0",0.01,1613941390935,1936
+"sqr_mom_0",0.99,1613941390935,1936
+"lr_0",4.392156378090716e-06,1613941390935,1936
+"mom_0",0.865196090547732,1613941390935,1936
+"eps_0",1e-05,1613941390935,1936
+"wd_1",0.01,1613941390935,1936
+"sqr_mom_1",0.99,1613941390935,1936
+"lr_1",4.392156378090716e-05,1613941390935,1936
+"mom_1",0.865196090547732,1613941390935,1936
+"eps_1",1e-05,1613941390935,1936
+"wd_2",0.01,1613941390935,1936
+"sqr_mom_2",0.99,1613941390935,1936
+"lr_2",0.00043921563780907163,1613941390935,1936
+"mom_2",0.865196090547732,1613941390935,1936
+"eps_2",1e-05,1613941390935,1936
+"train_loss",0.06389358,1613941391908,1937
+"raw_loss",0.057663806,1613941391908,1937
+"epoch",12.188679245283012,1613941391908,1937
+"wd_0",0.01,1613941391908,1937
+"sqr_mom_0",0.99,1613941391908,1937
+"lr_0",4.394046763667858e-06,1613941391908,1937
+"mom_0",0.8651488309083035,1613941391908,1937
+"eps_0",1e-05,1613941391908,1937
+"wd_1",0.01,1613941391908,1937
+"sqr_mom_1",0.99,1613941391908,1937
+"lr_1",4.3940467636678576e-05,1613941391908,1937
+"mom_1",0.8651488309083035,1613941391908,1937
+"eps_1",1e-05,1613941391908,1937
+"wd_2",0.01,1613941391908,1937
+"sqr_mom_2",0.99,1613941391908,1937
+"lr_2",0.0004394046763667857,1613941391908,1937
+"mom_2",0.8651488309083035,1613941391908,1937
+"eps_2",1e-05,1613941391908,1937
+"train_loss",0.06349567,1613941392891,1938
+"raw_loss",0.04399839,1613941392891,1938
+"epoch",12.194968553459113,1613941392891,1938
+"wd_0",0.01,1613941392891,1938
+"sqr_mom_0",0.99,1613941392891,1938
+"lr_0",4.395934461884718e-06,1613941392891,1938
+"mom_0",0.865101638452882,1613941392891,1938
+"eps_0",1e-05,1613941392891,1938
+"wd_1",0.01,1613941392891,1938
+"sqr_mom_1",0.99,1613941392891,1938
+"lr_1",4.3959344618847175e-05,1613941392891,1938
+"mom_1",0.865101638452882,1613941392891,1938
+"eps_1",1e-05,1613941392891,1938
+"wd_2",0.01,1613941392891,1938
+"sqr_mom_2",0.99,1613941392891,1938
+"lr_2",0.00043959344618847175,1613941392891,1938
+"mom_2",0.865101638452882,1613941392891,1938
+"eps_2",1e-05,1613941392891,1938
+"train_loss",0.06377852,1613941393874,1939
+"raw_loss",0.07763786,1613941393874,1939
+"epoch",12.201257861635213,1613941393874,1939
+"wd_0",0.01,1613941393874,1939
+"sqr_mom_0",0.99,1613941393874,1939
+"lr_0",4.397820006200743e-06,1613941393874,1939
+"mom_0",0.8650544998449814,1613941393874,1939
+"eps_0",1e-05,1613941393874,1939
+"wd_1",0.01,1613941393874,1939
+"sqr_mom_1",0.99,1613941393874,1939
+"lr_1",4.3978200062007425e-05,1613941393874,1939
+"mom_1",0.8650544998449814,1613941393874,1939
+"eps_1",1e-05,1613941393874,1939
+"wd_2",0.01,1613941393874,1939
+"sqr_mom_2",0.99,1613941393874,1939
+"lr_2",0.00043978200062007425,1613941393874,1939
+"mom_2",0.8650544998449814,1613941393874,1939
+"eps_2",1e-05,1613941393874,1939
+"train_loss",0.06325293,1613941394843,1940
+"raw_loss",0.037499137,1613941394843,1940
+"epoch",12.207547169811313,1613941394843,1940
+"wd_0",0.01,1613941394843,1940
+"sqr_mom_0",0.99,1613941394843,1940
+"lr_0",4.399703124804155e-06,1613941394843,1940
+"mom_0",0.8650074218798961,1613941394843,1940
+"eps_0",1e-05,1613941394843,1940
+"wd_1",0.01,1613941394843,1940
+"sqr_mom_1",0.99,1613941394843,1940
+"lr_1",4.399703124804155e-05,1613941394843,1940
+"mom_1",0.8650074218798961,1613941394843,1940
+"eps_1",1e-05,1613941394843,1940
+"wd_2",0.01,1613941394843,1940
+"sqr_mom_2",0.99,1613941394843,1940
+"lr_2",0.00043997031248041543,1613941394843,1940
+"mom_2",0.8650074218798961,1613941394843,1940
+"eps_2",1e-05,1613941394843,1940
+"train_loss",0.06314017,1613941395818,1941
+"raw_loss",0.05761468,1613941395818,1941
+"epoch",12.213836477987414,1613941395818,1941
+"wd_0",0.01,1613941395818,1941
+"sqr_mom_0",0.99,1613941395818,1941
+"lr_0",4.401583547266564e-06,1613941395818,1941
+"mom_0",0.8649604113183359,1613941395818,1941
+"eps_0",1e-05,1613941395818,1941
+"wd_1",0.01,1613941395818,1941
+"sqr_mom_1",0.99,1613941395818,1941
+"lr_1",4.401583547266564e-05,1613941395818,1941
+"mom_1",0.8649604113183359,1613941395818,1941
+"eps_1",1e-05,1613941395818,1941
+"wd_2",0.01,1613941395818,1941
+"sqr_mom_2",0.99,1613941395818,1941
+"lr_2",0.0004401583547266563,1613941395818,1941
+"mom_2",0.8649604113183359,1613941395818,1941
+"eps_2",1e-05,1613941395818,1941
+"train_loss",0.06272354,1613941396777,1942
+"raw_loss",0.042308804,1613941396777,1942
+"epoch",12.220125786163514,1613941396777,1942
+"wd_0",0.01,1613941396777,1942
+"sqr_mom_0",0.99,1613941396777,1942
+"lr_0",4.4034618049913015e-06,1613941396777,1942
+"mom_0",0.8649134548752174,1613941396777,1942
+"eps_0",1e-05,1613941396777,1942
+"wd_1",0.01,1613941396777,1942
+"sqr_mom_1",0.99,1613941396777,1942
+"lr_1",4.4034618049913005e-05,1613941396777,1942
+"mom_1",0.8649134548752174,1613941396777,1942
+"eps_1",1e-05,1613941396777,1942
+"wd_2",0.01,1613941396777,1942
+"sqr_mom_2",0.99,1613941396777,1942
+"lr_2",0.00044034618049913006,1613941396777,1942
+"mom_2",0.8649134548752174,1613941396777,1942
+"eps_2",1e-05,1613941396777,1942
+"train_loss",0.062465027,1613941397739,1943
+"raw_loss",0.04979798,1613941397739,1943
+"epoch",12.226415094339615,1613941397739,1943
+"wd_0",0.01,1613941397739,1943
+"sqr_mom_0",0.99,1613941397739,1943
+"lr_0",4.40533736074474e-06,1613941397739,1943
+"mom_0",0.8648665659813815,1613941397739,1943
+"eps_0",1e-05,1613941397739,1943
+"wd_1",0.01,1613941397739,1943
+"sqr_mom_1",0.99,1613941397739,1943
+"lr_1",4.40533736074474e-05,1613941397739,1943
+"mom_1",0.8648665659813815,1613941397739,1943
+"eps_1",1e-05,1613941397739,1943
+"wd_2",0.01,1613941397739,1943
+"sqr_mom_2",0.99,1613941397739,1943
+"lr_2",0.000440533736074474,1613941397739,1943
+"mom_2",0.8648665659813815,1613941397739,1943
+"eps_2",1e-05,1613941397739,1943
+"train_loss",0.062369138,1613941398699,1944
+"raw_loss",0.05767049,1613941398699,1944
+"epoch",12.232704402515715,1613941398699,1944
+"wd_0",0.01,1613941398699,1944
+"sqr_mom_0",0.99,1613941398699,1944
+"lr_0",4.407210478433568e-06,1613941398699,1944
+"mom_0",0.8648197380391608,1613941398699,1944
+"eps_0",1e-05,1613941398699,1944
+"wd_1",0.01,1613941398699,1944
+"sqr_mom_1",0.99,1613941398699,1944
+"lr_1",4.4072104784335676e-05,1613941398699,1944
+"mom_1",0.8648197380391608,1613941398699,1944
+"eps_1",1e-05,1613941398699,1944
+"wd_2",0.01,1613941398699,1944
+"sqr_mom_2",0.99,1613941398699,1944
+"lr_2",0.00044072104784335676,1613941398699,1944
+"mom_2",0.8648197380391608,1613941398699,1944
+"eps_2",1e-05,1613941398699,1944
+"train_loss",0.06186828,1613941399667,1945
+"raw_loss",0.037326314,1613941399667,1945
+"epoch",12.238993710691815,1613941399667,1945
+"wd_0",0.01,1613941399667,1945
+"sqr_mom_0",0.99,1613941399667,1945
+"lr_0",4.409081420582206e-06,1613941399667,1945
+"mom_0",0.8647729644854448,1613941399667,1945
+"eps_0",1e-05,1613941399667,1945
+"wd_1",0.01,1613941399667,1945
+"sqr_mom_1",0.99,1613941399667,1945
+"lr_1",4.409081420582206e-05,1613941399667,1945
+"mom_1",0.8647729644854448,1613941399667,1945
+"eps_1",1e-05,1613941399667,1945
+"wd_2",0.01,1613941399667,1945
+"sqr_mom_2",0.99,1613941399667,1945
+"lr_2",0.00044090814205822055,1613941399667,1945
+"mom_2",0.8647729644854448,1613941399667,1945
+"eps_2",1e-05,1613941399667,1945
+"train_loss",0.061391614,1613941400629,1946
+"raw_loss",0.038034976,1613941400629,1946
+"epoch",12.245283018867916,1613941400629,1946
+"wd_0",0.01,1613941400629,1946
+"sqr_mom_0",0.99,1613941400629,1946
+"lr_0",4.410949652049486e-06,1613941400629,1946
+"mom_0",0.8647262586987629,1613941400629,1946
+"eps_0",1e-05,1613941400629,1946
+"wd_1",0.01,1613941400629,1946
+"sqr_mom_1",0.99,1613941400629,1946
+"lr_1",4.4109496520494845e-05,1613941400629,1946
+"mom_1",0.8647262586987629,1613941400629,1946
+"eps_1",1e-05,1613941400629,1946
+"wd_2",0.01,1613941400629,1946
+"sqr_mom_2",0.99,1613941400629,1946
+"lr_2",0.00044109496520494847,1613941400629,1946
+"mom_2",0.8647262586987629,1613941400629,1946
+"eps_2",1e-05,1613941400629,1946
+"train_loss",0.06064783,1613941401590,1947
+"raw_loss",0.02420236,1613941401590,1947
+"epoch",12.251572327044016,1613941401590,1947
+"wd_0",0.01,1613941401590,1947
+"sqr_mom_0",0.99,1613941401590,1947
+"lr_0",4.4128154357156095e-06,1613941401590,1947
+"mom_0",0.8646796141071098,1613941401590,1947
+"eps_0",1e-05,1613941401590,1947
+"wd_1",0.01,1613941401590,1947
+"sqr_mom_1",0.99,1613941401590,1947
+"lr_1",4.412815435715609e-05,1613941401590,1947
+"mom_1",0.8646796141071098,1613941401590,1947
+"eps_1",1e-05,1613941401590,1947
+"wd_2",0.01,1613941401590,1947
+"sqr_mom_2",0.99,1613941401590,1947
+"lr_2",0.0004412815435715609,1613941401590,1947
+"mom_2",0.8646796141071098,1613941401590,1947
+"eps_2",1e-05,1613941401590,1947
+"train_loss",0.06070374,1613941402554,1948
+"raw_loss",0.06344329,1613941402554,1948
+"epoch",12.257861635220117,1613941402554,1948
+"wd_0",0.01,1613941402554,1948
+"sqr_mom_0",0.99,1613941402554,1948
+"lr_0",4.414679033072997e-06,1613941402554,1948
+"mom_0",0.8646330241731751,1613941402554,1948
+"eps_0",1e-05,1613941402554,1948
+"wd_1",0.01,1613941402554,1948
+"sqr_mom_1",0.99,1613941402554,1948
+"lr_1",4.414679033072996e-05,1613941402554,1948
+"mom_1",0.8646330241731751,1613941402554,1948
+"eps_1",1e-05,1613941402554,1948
+"wd_2",0.01,1613941402554,1948
+"sqr_mom_2",0.99,1613941402554,1948
+"lr_2",0.0004414679033072996,1613941402554,1948
+"mom_2",0.8646330241731751,1613941402554,1948
+"eps_2",1e-05,1613941402554,1948
+"train_loss",0.060268916,1613941403534,1949
+"raw_loss",0.038962554,1613941403534,1949
+"epoch",12.264150943396217,1613941403534,1949
+"wd_0",0.01,1613941403534,1949
+"sqr_mom_0",0.99,1613941403534,1949
+"lr_0",4.416539911081292e-06,1613941403534,1949
+"mom_0",0.8645865022229677,1613941403534,1949
+"eps_0",1e-05,1613941403534,1949
+"wd_1",0.01,1613941403534,1949
+"sqr_mom_1",0.99,1613941403534,1949
+"lr_1",4.4165399110812916e-05,1613941403534,1949
+"mom_1",0.8645865022229677,1613941403534,1949
+"eps_1",1e-05,1613941403534,1949
+"wd_2",0.01,1613941403534,1949
+"sqr_mom_2",0.99,1613941403534,1949
+"lr_2",0.00044165399110812913,1613941403534,1949
+"mom_2",0.8645865022229677,1613941403534,1949
+"eps_2",1e-05,1613941403534,1949
+"train_loss",0.0601041,1613941404506,1950
+"raw_loss",0.052028064,1613941404506,1950
+"epoch",12.270440251572317,1613941404506,1950
+"wd_0",0.01,1613941404506,1950
+"sqr_mom_0",0.99,1613941404506,1950
+"lr_0",4.418398595620607e-06,1613941404506,1950
+"mom_0",0.8645400351094849,1613941404506,1950
+"eps_0",1e-05,1613941404506,1950
+"wd_1",0.01,1613941404506,1950
+"sqr_mom_1",0.99,1613941404506,1950
+"lr_1",4.418398595620606e-05,1613941404506,1950
+"mom_1",0.8645400351094849,1613941404506,1950
+"eps_1",1e-05,1613941404506,1950
+"wd_2",0.01,1613941404506,1950
+"sqr_mom_2",0.99,1613941404506,1950
+"lr_2",0.0004418398595620606,1613941404506,1950
+"mom_2",0.8645400351094849,1613941404506,1950
+"eps_2",1e-05,1613941404506,1950
+"train_loss",0.06031235,1613941405470,1951
+"raw_loss",0.07051674,1613941405470,1951
+"epoch",12.276729559748418,1613941405470,1951
+"wd_0",0.01,1613941405470,1951
+"sqr_mom_0",0.99,1613941405470,1951
+"lr_0",4.420254818736172e-06,1613941405470,1951
+"mom_0",0.8644936295315957,1613941405470,1951
+"eps_0",1e-05,1613941405470,1951
+"wd_1",0.01,1613941405470,1951
+"sqr_mom_1",0.99,1613941405470,1951
+"lr_1",4.42025481873617e-05,1613941405470,1951
+"mom_1",0.8644936295315957,1613941405470,1951
+"eps_1",1e-05,1613941405470,1951
+"wd_2",0.01,1613941405470,1951
+"sqr_mom_2",0.99,1613941405470,1951
+"lr_2",0.00044202548187361704,1613941405470,1951
+"mom_2",0.8644936295315957,1613941405470,1951
+"eps_2",1e-05,1613941405470,1951
+"train_loss",0.06050608,1613941406415,1952
+"raw_loss",0.06999878,1613941406415,1952
+"epoch",12.283018867924518,1613941406415,1952
+"wd_0",0.01,1613941406415,1952
+"sqr_mom_0",0.99,1613941406415,1952
+"lr_0",4.422108313876965e-06,1613941406415,1952
+"mom_0",0.8644472921530759,1613941406415,1952
+"eps_0",1e-05,1613941406415,1952
+"wd_1",0.01,1613941406415,1952
+"sqr_mom_1",0.99,1613941406415,1952
+"lr_1",4.422108313876964e-05,1613941406415,1952
+"mom_1",0.8644472921530759,1613941406415,1952
+"eps_1",1e-05,1613941406415,1952
+"wd_2",0.01,1613941406415,1952
+"sqr_mom_2",0.99,1613941406415,1952
+"lr_2",0.00044221083138769644,1613941406415,1952
+"mom_2",0.8644472921530759,1613941406415,1952
+"eps_2",1e-05,1613941406415,1952
+"train_loss",0.060330708,1613941407372,1953
+"raw_loss",0.051737394,1613941407372,1953
+"epoch",12.289308176100619,1613941407372,1953
+"wd_0",0.01,1613941407372,1953
+"sqr_mom_0",0.99,1613941407372,1953
+"lr_0",4.423959604836718e-06,1613941407372,1953
+"mom_0",0.8644010098790821,1613941407372,1953
+"eps_0",1e-05,1613941407372,1953
+"wd_1",0.01,1613941407372,1953
+"sqr_mom_1",0.99,1613941407372,1953
+"lr_1",4.423959604836717e-05,1613941407372,1953
+"mom_1",0.8644010098790821,1613941407372,1953
+"eps_1",1e-05,1613941407372,1953
+"wd_2",0.01,1613941407372,1953
+"sqr_mom_2",0.99,1613941407372,1953
+"lr_2",0.0004423959604836717,1613941407372,1953
+"mom_2",0.8644010098790821,1613941407372,1953
+"eps_2",1e-05,1613941407372,1953
+"train_loss",0.059745133,1613941408310,1954
+"raw_loss",0.031051988,1613941408310,1954
+"epoch",12.295597484276719,1613941408310,1954
+"wd_0",0.01,1613941408310,1954
+"sqr_mom_0",0.99,1613941408310,1954
+"lr_0",4.425808162095044e-06,1613941408310,1954
+"mom_0",0.8643547959476239,1613941408310,1954
+"eps_0",1e-05,1613941408310,1954
+"wd_1",0.01,1613941408310,1954
+"sqr_mom_1",0.99,1613941408310,1954
+"lr_1",4.425808162095043e-05,1613941408310,1954
+"mom_1",0.8643547959476239,1613941408310,1954
+"eps_1",1e-05,1613941408310,1954
+"wd_2",0.01,1613941408310,1954
+"sqr_mom_2",0.99,1613941408310,1954
+"lr_2",0.0004425808162095043,1613941408310,1954
+"mom_2",0.8643547959476239,1613941408310,1954
+"eps_2",1e-05,1613941408310,1954
+"train_loss",0.06100908,1613941409263,1955
+"raw_loss",0.122942545,1613941409263,1955
+"epoch",12.30188679245282,1613941409263,1955
+"wd_0",0.01,1613941409263,1955
+"sqr_mom_0",0.99,1613941409263,1955
+"lr_0",4.427654245774769e-06,1613941409263,1955
+"mom_0",0.8643086438556308,1613941409263,1955
+"eps_0",1e-05,1613941409263,1955
+"wd_1",0.01,1613941409263,1955
+"sqr_mom_1",0.99,1613941409263,1955
+"lr_1",4.427654245774768e-05,1613941409263,1955
+"mom_1",0.8643086438556308,1613941409263,1955
+"eps_1",1e-05,1613941409263,1955
+"wd_2",0.01,1613941409263,1955
+"sqr_mom_2",0.99,1613941409263,1955
+"lr_2",0.0004427654245774768,1613941409263,1955
+"mom_2",0.8643086438556308,1613941409263,1955
+"eps_2",1e-05,1613941409263,1955
+"train_loss",0.06103734,1613941410215,1956
+"raw_loss",0.062422153,1613941410215,1956
+"epoch",12.30817610062892,1613941410215,1956
+"wd_0",0.01,1613941410215,1956
+"sqr_mom_0",0.99,1613941410215,1956
+"lr_0",4.429498114596319e-06,1613941410215,1956
+"mom_0",0.864262547135092,1613941410215,1956
+"eps_0",1e-05,1613941410215,1956
+"wd_1",0.01,1613941410215,1956
+"sqr_mom_1",0.99,1613941410215,1956
+"lr_1",4.429498114596319e-05,1613941410215,1956
+"mom_1",0.864262547135092,1613941410215,1956
+"eps_1",1e-05,1613941410215,1956
+"wd_2",0.01,1613941410215,1956
+"sqr_mom_2",0.99,1613941410215,1956
+"lr_2",0.0004429498114596319,1613941410215,1956
+"mom_2",0.864262547135092,1613941410215,1956
+"eps_2",1e-05,1613941410215,1956
+"train_loss",0.060367342,1613941411157,1957
+"raw_loss",0.027537433,1613941411157,1957
+"epoch",12.31446540880502,1613941411157,1957
+"wd_0",0.01,1613941411157,1957
+"sqr_mom_0",0.99,1613941411157,1957
+"lr_0",4.431339241162246e-06,1613941411157,1957
+"mom_0",0.8642165189709439,1613941411157,1957
+"eps_0",1e-05,1613941411157,1957
+"wd_1",0.01,1613941411157,1957
+"sqr_mom_1",0.99,1613941411157,1957
+"lr_1",4.431339241162246e-05,1613941411157,1957
+"mom_1",0.8642165189709439,1613941411157,1957
+"eps_1",1e-05,1613941411157,1957
+"wd_2",0.01,1613941411157,1957
+"sqr_mom_2",0.99,1613941411157,1957
+"lr_2",0.0004431339241162246,1613941411157,1957
+"mom_2",0.8642165189709439,1613941411157,1957
+"eps_2",1e-05,1613941411157,1957
+"train_loss",0.061156686,1613941412092,1958
+"raw_loss",0.099834606,1613941412092,1958
+"epoch",12.32075471698112,1613941412092,1958
+"wd_0",0.01,1613941412092,1958
+"sqr_mom_0",0.99,1613941412092,1958
+"lr_0",4.433177884553921e-06,1613941412092,1958
+"mom_0",0.864170552886152,1613941412092,1958
+"eps_0",1e-05,1613941412092,1958
+"wd_1",0.01,1613941412092,1958
+"sqr_mom_1",0.99,1613941412092,1958
+"lr_1",4.4331778845539196e-05,1613941412092,1958
+"mom_1",0.864170552886152,1613941412092,1958
+"eps_1",1e-05,1613941412092,1958
+"wd_2",0.01,1613941412092,1958
+"sqr_mom_2",0.99,1613941412092,1958
+"lr_2",0.00044331778845539194,1613941412092,1958
+"mom_2",0.864170552886152,1613941412092,1958
+"eps_2",1e-05,1613941412092,1958
+"train_loss",0.06137275,1613941413046,1959
+"raw_loss",0.07195992,1613941413046,1959
+"epoch",12.327044025157221,1613941413046,1959
+"wd_0",0.01,1613941413046,1959
+"sqr_mom_0",0.99,1613941413046,1959
+"lr_0",4.435014302444873e-06,1613941413046,1959
+"mom_0",0.8641246424388782,1613941413046,1959
+"eps_0",1e-05,1613941413046,1959
+"wd_1",0.01,1613941413046,1959
+"sqr_mom_1",0.99,1613941413046,1959
+"lr_1",4.4350143024448724e-05,1613941413046,1959
+"mom_1",0.8641246424388782,1613941413046,1959
+"eps_1",1e-05,1613941413046,1959
+"wd_2",0.01,1613941413046,1959
+"sqr_mom_2",0.99,1613941413046,1959
+"lr_2",0.00044350143024448724,1613941413046,1959
+"mom_2",0.8641246424388782,1613941413046,1959
+"eps_2",1e-05,1613941413046,1959
+"train_loss",0.061608255,1613941414000,1960
+"raw_loss",0.07314797,1613941414000,1960
+"epoch",12.333333333333321,1613941414000,1960
+"wd_0",0.01,1613941414000,1960
+"sqr_mom_0",0.99,1613941414000,1960
+"lr_0",4.436848230077941e-06,1613941414000,1960
+"mom_0",0.8640787942480515,1613941414000,1960
+"eps_0",1e-05,1613941414000,1960
+"wd_1",0.01,1613941414000,1960
+"sqr_mom_1",0.99,1613941414000,1960
+"lr_1",4.43684823007794e-05,1613941414000,1960
+"mom_1",0.8640787942480515,1613941414000,1960
+"eps_1",1e-05,1613941414000,1960
+"wd_2",0.01,1613941414000,1960
+"sqr_mom_2",0.99,1613941414000,1960
+"lr_2",0.000443684823007794,1613941414000,1960
+"mom_2",0.8640787942480515,1613941414000,1960
+"eps_2",1e-05,1613941414000,1960
+"train_loss",0.06255407,1613941414933,1961
+"raw_loss",0.10889897,1613941414933,1961
+"epoch",12.339622641509422,1613941414933,1961
+"wd_0",0.01,1613941414933,1961
+"sqr_mom_0",0.99,1613941414933,1961
+"lr_0",4.4386796642706095e-06,1613941414933,1961
+"mom_0",0.8640330083932347,1613941414933,1961
+"eps_0",1e-05,1613941414933,1961
+"wd_1",0.01,1613941414933,1961
+"sqr_mom_1",0.99,1613941414933,1961
+"lr_1",4.438679664270609e-05,1613941414933,1961
+"mom_1",0.8640330083932347,1613941414933,1961
+"eps_1",1e-05,1613941414933,1961
+"wd_2",0.01,1613941414933,1961
+"sqr_mom_2",0.99,1613941414933,1961
+"lr_2",0.0004438679664270609,1613941414933,1961
+"mom_2",0.8640330083932347,1613941414933,1961
+"eps_2",1e-05,1613941414933,1961
+"train_loss",0.06284005,1613941415887,1962
+"raw_loss",0.07685328,1613941415887,1962
+"epoch",12.345911949685522,1613941415887,1962
+"wd_0",0.01,1613941415887,1962
+"sqr_mom_0",0.99,1613941415887,1962
+"lr_0",4.440508342045349e-06,1613941415887,1962
+"mom_0",0.8639872914488662,1613941415887,1962
+"eps_0",1e-05,1613941415887,1962
+"wd_1",0.01,1613941415887,1962
+"sqr_mom_1",0.99,1613941415887,1962
+"lr_1",4.440508342045349e-05,1613941415887,1962
+"mom_1",0.8639872914488662,1613941415887,1962
+"eps_1",1e-05,1613941415887,1962
+"wd_2",0.01,1613941415887,1962
+"sqr_mom_2",0.99,1613941415887,1962
+"lr_2",0.0004440508342045349,1613941415887,1962
+"mom_2",0.8639872914488662,1613941415887,1962
+"eps_2",1e-05,1613941415887,1962
+"train_loss",0.062196717,1613941416881,1963
+"raw_loss",0.030673297,1613941416881,1963
+"epoch",12.352201257861623,1613941416881,1963
+"wd_0",0.01,1613941416881,1963
+"sqr_mom_0",0.99,1613941416881,1963
+"lr_0",4.442334520738723e-06,1613941416881,1963
+"mom_0",0.8639416369815319,1613941416881,1963
+"eps_0",1e-05,1613941416881,1963
+"wd_1",0.01,1613941416881,1963
+"sqr_mom_1",0.99,1613941416881,1963
+"lr_1",4.442334520738723e-05,1613941416881,1963
+"mom_1",0.8639416369815319,1613941416881,1963
+"eps_1",1e-05,1613941416881,1963
+"wd_2",0.01,1613941416881,1963
+"sqr_mom_2",0.99,1613941416881,1963
+"lr_2",0.00044423345207387225,1613941416881,1963
+"mom_2",0.8639416369815319,1613941416881,1963
+"eps_2",1e-05,1613941416881,1963
+"train_loss",0.062093157,1613941417837,1964
+"raw_loss",0.057018697,1613941417837,1964
+"epoch",12.358490566037723,1613941417837,1964
+"wd_0",0.01,1613941417837,1964
+"sqr_mom_0",0.99,1613941417837,1964
+"lr_0",4.444158456270436e-06,1613941417837,1964
+"mom_0",0.863896038593239,1613941417837,1964
+"eps_0",1e-05,1613941417837,1964
+"wd_1",0.01,1613941417837,1964
+"sqr_mom_1",0.99,1613941417837,1964
+"lr_1",4.444158456270436e-05,1613941417837,1964
+"mom_1",0.863896038593239,1613941417837,1964
+"eps_1",1e-05,1613941417837,1964
+"wd_2",0.01,1613941417837,1964
+"sqr_mom_2",0.99,1613941417837,1964
+"lr_2",0.0004444158456270436,1613941417837,1964
+"mom_2",0.863896038593239,1613941417837,1964
+"eps_2",1e-05,1613941417837,1964
+"train_loss",0.061476022,1613941418784,1965
+"raw_loss",0.031236438,1613941418784,1965
+"epoch",12.364779874213824,1613941418784,1965
+"wd_0",0.01,1613941418784,1965
+"sqr_mom_0",0.99,1613941418784,1965
+"lr_0",4.445979626944509e-06,1613941418784,1965
+"mom_0",0.8638505093263873,1613941418784,1965
+"eps_0",1e-05,1613941418784,1965
+"wd_1",0.01,1613941418784,1965
+"sqr_mom_1",0.99,1613941418784,1965
+"lr_1",4.445979626944509e-05,1613941418784,1965
+"mom_1",0.8638505093263873,1613941418784,1965
+"eps_1",1e-05,1613941418784,1965
+"wd_2",0.01,1613941418784,1965
+"sqr_mom_2",0.99,1613941418784,1965
+"lr_2",0.00044459796269445093,1613941418784,1965
+"mom_2",0.8638505093263873,1613941418784,1965
+"eps_2",1e-05,1613941418784,1965
+"train_loss",0.06157109,1613941419781,1966
+"raw_loss",0.06622943,1613941419781,1966
+"epoch",12.371069182389924,1613941419781,1966
+"wd_0",0.01,1613941419781,1966
+"sqr_mom_0",0.99,1613941419781,1966
+"lr_0",4.4477982890453e-06,1613941419781,1966
+"mom_0",0.8638050427738675,1613941419781,1966
+"eps_0",1e-05,1613941419781,1966
+"wd_1",0.01,1613941419781,1966
+"sqr_mom_1",0.99,1613941419781,1966
+"lr_1",4.4477982890452995e-05,1613941419781,1966
+"mom_1",0.8638050427738675,1613941419781,1966
+"eps_1",1e-05,1613941419781,1966
+"wd_2",0.01,1613941419781,1966
+"sqr_mom_2",0.99,1613941419781,1966
+"lr_2",0.00044477982890452994,1613941419781,1966
+"mom_2",0.8638050427738675,1613941419781,1966
+"eps_2",1e-05,1613941419781,1966
+"train_loss",0.06129674,1613941420733,1967
+"raw_loss",0.047853503,1613941420733,1967
+"epoch",12.377358490566024,1613941420733,1967
+"wd_0",0.01,1613941420733,1967
+"sqr_mom_0",0.99,1613941420733,1967
+"lr_0",4.4496146974349234e-06,1613941420733,1967
+"mom_0",0.8637596325641269,1613941420733,1967
+"eps_0",1e-05,1613941420733,1967
+"wd_1",0.01,1613941420733,1967
+"sqr_mom_1",0.99,1613941420733,1967
+"lr_1",4.449614697434923e-05,1613941420733,1967
+"mom_1",0.8637596325641269,1613941420733,1967
+"eps_1",1e-05,1613941420733,1967
+"wd_2",0.01,1613941420733,1967
+"sqr_mom_2",0.99,1613941420733,1967
+"lr_2",0.00044496146974349227,1613941420733,1967
+"mom_2",0.8637596325641269,1613941420733,1967
+"eps_2",1e-05,1613941420733,1967
+"train_loss",0.061529856,1613941421689,1968
+"raw_loss",0.07295259,1613941421689,1968
+"epoch",12.383647798742125,1613941421689,1968
+"wd_0",0.01,1613941421689,1968
+"sqr_mom_0",0.99,1613941421689,1968
+"lr_0",4.451428332570372e-06,1613941421689,1968
+"mom_0",0.8637142916857407,1613941421689,1968
+"eps_0",1e-05,1613941421689,1968
+"wd_1",0.01,1613941421689,1968
+"sqr_mom_1",0.99,1613941421689,1968
+"lr_1",4.451428332570371e-05,1613941421689,1968
+"mom_1",0.8637142916857407,1613941421689,1968
+"eps_1",1e-05,1613941421689,1968
+"wd_2",0.01,1613941421689,1968
+"sqr_mom_2",0.99,1613941421689,1968
+"lr_2",0.00044514283325703714,1613941421689,1968
+"mom_2",0.8637142916857407,1613941421689,1968
+"eps_2",1e-05,1613941421689,1968
+"train_loss",0.061022922,1613941422643,1969
+"raw_loss",0.03618322,1613941422643,1969
+"epoch",12.389937106918225,1613941422643,1969
+"wd_0",0.01,1613941422643,1969
+"sqr_mom_0",0.99,1613941422643,1969
+"lr_0",4.453239706981023e-06,1613941422643,1969
+"mom_0",0.8636690073254745,1613941422643,1969
+"eps_0",1e-05,1613941422643,1969
+"wd_1",0.01,1613941422643,1969
+"sqr_mom_1",0.99,1613941422643,1969
+"lr_1",4.4532397069810225e-05,1613941422643,1969
+"mom_1",0.8636690073254745,1613941422643,1969
+"eps_1",1e-05,1613941422643,1969
+"wd_2",0.01,1613941422643,1969
+"sqr_mom_2",0.99,1613941422643,1969
+"lr_2",0.00044532397069810227,1613941422643,1969
+"mom_2",0.8636690073254745,1613941422643,1969
+"eps_2",1e-05,1613941422643,1969
+"train_loss",0.06073081,1613941423594,1970
+"raw_loss",0.046417408,1613941423594,1970
+"epoch",12.396226415094326,1613941423594,1970
+"wd_0",0.01,1613941423594,1970
+"sqr_mom_0",0.99,1613941423594,1970
+"lr_0",4.45504855950626e-06,1613941423594,1970
+"mom_0",0.8636237860123435,1613941423594,1970
+"eps_0",1e-05,1613941423594,1970
+"wd_1",0.01,1613941423594,1970
+"sqr_mom_1",0.99,1613941423594,1970
+"lr_1",4.45504855950626e-05,1613941423594,1970
+"mom_1",0.8636237860123435,1613941423594,1970
+"eps_1",1e-05,1613941423594,1970
+"wd_2",0.01,1613941423594,1970
+"sqr_mom_2",0.99,1613941423594,1970
+"lr_2",0.00044550485595062597,1613941423594,1970
+"mom_2",0.8636237860123435,1613941423594,1970
+"eps_2",1e-05,1613941423594,1970
+"train_loss",0.061989624,1613941424578,1971
+"raw_loss",0.12367158,1613941424578,1971
+"epoch",12.402515723270426,1613941424578,1971
+"wd_0",0.01,1613941424578,1971
+"sqr_mom_0",0.99,1613941424578,1971
+"lr_0",4.456854630423697e-06,1613941424578,1971
+"mom_0",0.8635786342394075,1613941424578,1971
+"eps_0",1e-05,1613941424578,1971
+"wd_1",0.01,1613941424578,1971
+"sqr_mom_1",0.99,1613941424578,1971
+"lr_1",4.456854630423697e-05,1613941424578,1971
+"mom_1",0.8635786342394075,1613941424578,1971
+"eps_1",1e-05,1613941424578,1971
+"wd_2",0.01,1613941424578,1971
+"sqr_mom_2",0.99,1613941424578,1971
+"lr_2",0.0004456854630423697,1613941424578,1971
+"mom_2",0.8635786342394075,1613941424578,1971
+"eps_2",1e-05,1613941424578,1971
+"train_loss",0.06139541,1613941425512,1972
+"raw_loss",0.03227894,1613941425512,1972
+"epoch",12.408805031446526,1613941425512,1972
+"wd_0",0.01,1613941425512,1972
+"sqr_mom_0",0.99,1613941425512,1972
+"lr_0",4.458658430125081e-06,1613941425512,1972
+"mom_0",0.863533539246873,1613941425512,1972
+"eps_0",1e-05,1613941425512,1972
+"wd_1",0.01,1613941425512,1972
+"sqr_mom_1",0.99,1613941425512,1972
+"lr_1",4.45865843012508e-05,1613941425512,1972
+"mom_1",0.863533539246873,1613941425512,1972
+"eps_1",1e-05,1613941425512,1972
+"wd_2",0.01,1613941425512,1972
+"sqr_mom_2",0.99,1613941425512,1972
+"lr_2",0.000445865843012508,1613941425512,1972
+"mom_2",0.863533539246873,1613941425512,1972
+"eps_2",1e-05,1613941425512,1972
+"train_loss",0.06118718,1613941426462,1973
+"raw_loss",0.05098395,1613941426462,1973
+"epoch",12.415094339622627,1613941426462,1973
+"wd_0",0.01,1613941426462,1973
+"sqr_mom_0",0.99,1613941426462,1973
+"lr_0",4.460459442673835e-06,1613941426462,1973
+"mom_0",0.8634885139331541,1613941426462,1973
+"eps_0",1e-05,1613941426462,1973
+"wd_1",0.01,1613941426462,1973
+"sqr_mom_1",0.99,1613941426462,1973
+"lr_1",4.460459442673835e-05,1613941426462,1973
+"mom_1",0.8634885139331541,1613941426462,1973
+"eps_1",1e-05,1613941426462,1973
+"wd_2",0.01,1613941426462,1973
+"sqr_mom_2",0.99,1613941426462,1973
+"lr_2",0.00044604594426738347,1613941426462,1973
+"mom_2",0.8634885139331541,1613941426462,1973
+"eps_2",1e-05,1613941426462,1973
+"train_loss",0.061109286,1613941427397,1974
+"raw_loss",0.057292476,1613941427397,1974
+"epoch",12.421383647798727,1613941427397,1974
+"wd_0",0.01,1613941427397,1974
+"sqr_mom_0",0.99,1613941427397,1974
+"lr_0",4.462257921528843e-06,1613941427397,1974
+"mom_0",0.8634435519617789,1613941427397,1974
+"eps_0",1e-05,1613941427397,1974
+"wd_1",0.01,1613941427397,1974
+"sqr_mom_1",0.99,1613941427397,1974
+"lr_1",4.4622579215288424e-05,1613941427397,1974
+"mom_1",0.8634435519617789,1613941427397,1974
+"eps_1",1e-05,1613941427397,1974
+"wd_2",0.01,1613941427397,1974
+"sqr_mom_2",0.99,1613941427397,1974
+"lr_2",0.0004462257921528842,1613941427397,1974
+"mom_2",0.8634435519617789,1613941427397,1974
+"eps_2",1e-05,1613941427397,1974
+"train_loss",0.061998505,1613941428344,1975
+"raw_loss",0.10557031,1613941428344,1975
+"epoch",12.427672955974828,1613941428344,1975
+"wd_0",0.01,1613941428344,1975
+"sqr_mom_0",0.99,1613941428344,1975
+"lr_0",4.464054118712503e-06,1613941428344,1975
+"mom_0",0.8633986470321874,1613941428344,1975
+"eps_0",1e-05,1613941428344,1975
+"wd_1",0.01,1613941428344,1975
+"sqr_mom_1",0.99,1613941428344,1975
+"lr_1",4.464054118712502e-05,1613941428344,1975
+"mom_1",0.8633986470321874,1613941428344,1975
+"eps_1",1e-05,1613941428344,1975
+"wd_2",0.01,1613941428344,1975
+"sqr_mom_2",0.99,1613941428344,1975
+"lr_2",0.0004464054118712502,1613941428344,1975
+"mom_2",0.8633986470321874,1613941428344,1975
+"eps_2",1e-05,1613941428344,1975
+"train_loss",0.06284992,1613941429282,1976
+"raw_loss",0.10456924,1613941429282,1976
+"epoch",12.433962264150928,1613941429282,1976
+"wd_0",0.01,1613941429282,1976
+"sqr_mom_0",0.99,1613941429282,1976
+"lr_0",4.465847520462771e-06,1613941429282,1976
+"mom_0",0.8633538119884308,1613941429282,1976
+"eps_0",1e-05,1613941429282,1976
+"wd_1",0.01,1613941429282,1976
+"sqr_mom_1",0.99,1613941429282,1976
+"lr_1",4.46584752046277e-05,1613941429282,1976
+"mom_1",0.8633538119884308,1613941429282,1976
+"eps_1",1e-05,1613941429282,1976
+"wd_2",0.01,1613941429282,1976
+"sqr_mom_2",0.99,1613941429282,1976
+"lr_2",0.000446584752046277,1613941429282,1976
+"mom_2",0.8633538119884308,1613941429282,1976
+"eps_2",1e-05,1613941429282,1976
+"train_loss",0.062211264,1613941430248,1977
+"raw_loss",0.030917307,1613941430248,1977
+"epoch",12.440251572327028,1613941430248,1977
+"wd_0",0.01,1613941430248,1977
+"sqr_mom_0",0.99,1613941430248,1977
+"lr_0",4.4676383791717256e-06,1613941430248,1977
+"mom_0",0.8633090405207069,1613941430248,1977
+"eps_0",1e-05,1613941430248,1977
+"wd_1",0.01,1613941430248,1977
+"sqr_mom_1",0.99,1613941430248,1977
+"lr_1",4.4676383791717256e-05,1613941430248,1977
+"mom_1",0.8633090405207069,1613941430248,1977
+"eps_1",1e-05,1613941430248,1977
+"wd_2",0.01,1613941430248,1977
+"sqr_mom_2",0.99,1613941430248,1977
+"lr_2",0.00044676383791717253,1613941430248,1977
+"mom_2",0.8633090405207069,1613941430248,1977
+"eps_2",1e-05,1613941430248,1977
+"train_loss",0.06223946,1613941431199,1978
+"raw_loss",0.063621044,1613941431199,1978
+"epoch",12.446540880503129,1613941431199,1978
+"wd_0",0.01,1613941431199,1978
+"sqr_mom_0",0.99,1613941431199,1978
+"lr_0",4.469426945789669e-06,1613941431199,1978
+"mom_0",0.8632643263552583,1613941431199,1978
+"eps_0",1e-05,1613941431199,1978
+"wd_1",0.01,1613941431199,1978
+"sqr_mom_1",0.99,1613941431199,1978
+"lr_1",4.4694269457896686e-05,1613941431199,1978
+"mom_1",0.8632643263552583,1613941431199,1978
+"eps_1",1e-05,1613941431199,1978
+"wd_2",0.01,1613941431199,1978
+"sqr_mom_2",0.99,1613941431199,1978
+"lr_2",0.00044694269457896686,1613941431199,1978
+"mom_2",0.8632643263552583,1613941431199,1978
+"eps_2",1e-05,1613941431199,1978
+"train_loss",0.06216305,1613941432152,1979
+"raw_loss",0.058419045,1613941432152,1979
+"epoch",12.45283018867923,1613941432152,1979
+"wd_0",0.01,1613941432152,1979
+"sqr_mom_0",0.99,1613941432152,1979
+"lr_0",4.471212962431606e-06,1613941432152,1979
+"mom_0",0.8632196759392098,1613941432152,1979
+"eps_0",1e-05,1613941432152,1979
+"wd_1",0.01,1613941432152,1979
+"sqr_mom_1",0.99,1613941432152,1979
+"lr_1",4.4712129624316064e-05,1613941432152,1979
+"mom_1",0.8632196759392098,1613941432152,1979
+"eps_1",1e-05,1613941432152,1979
+"wd_2",0.01,1613941432152,1979
+"sqr_mom_2",0.99,1613941432152,1979
+"lr_2",0.0004471212962431606,1613941432152,1979
+"mom_2",0.8632196759392098,1613941432152,1979
+"eps_2",1e-05,1613941432152,1979
+"train_loss",0.061874155,1613941433096,1980
+"raw_loss",0.04771823,1613941433096,1980
+"epoch",12.45911949685533,1613941433096,1980
+"wd_0",0.01,1613941433096,1980
+"sqr_mom_0",0.99,1613941433096,1980
+"lr_0",4.4729961726668e-06,1613941433096,1980
+"mom_0",0.86317509568333,1613941433096,1980
+"eps_0",1e-05,1613941433096,1980
+"wd_1",0.01,1613941433096,1980
+"sqr_mom_1",0.99,1613941433096,1980
+"lr_1",4.4729961726667994e-05,1613941433096,1980
+"mom_1",0.86317509568333,1613941433096,1980
+"eps_1",1e-05,1613941433096,1980
+"wd_2",0.01,1613941433096,1980
+"sqr_mom_2",0.99,1613941433096,1980
+"lr_2",0.00044729961726667995,1613941433096,1980
+"mom_2",0.86317509568333,1613941433096,1980
+"eps_2",1e-05,1613941433096,1980
+"train_loss",0.06131944,1613941434072,1981
+"raw_loss",0.034138408,1613941434072,1981
+"epoch",12.46540880503143,1613941434072,1981
+"wd_0",0.01,1613941434072,1981
+"sqr_mom_0",0.99,1613941434072,1981
+"lr_0",4.4747770804266155e-06,1613941434072,1981
+"mom_0",0.8631305729893346,1613941434072,1981
+"eps_0",1e-05,1613941434072,1981
+"wd_1",0.01,1613941434072,1981
+"sqr_mom_1",0.99,1613941434072,1981
+"lr_1",4.474777080426614e-05,1613941434072,1981
+"mom_1",0.8631305729893346,1613941434072,1981
+"eps_1",1e-05,1613941434072,1981
+"wd_2",0.01,1613941434072,1981
+"sqr_mom_2",0.99,1613941434072,1981
+"lr_2",0.00044747770804266145,1613941434072,1981
+"mom_2",0.8631305729893346,1613941434072,1981
+"eps_2",1e-05,1613941434072,1981
+"train_loss",0.061012927,1613941435055,1982
+"raw_loss",0.04599378,1613941435055,1982
+"epoch",12.47169811320753,1613941435055,1982
+"wd_0",0.01,1613941435055,1982
+"sqr_mom_0",0.99,1613941435055,1982
+"lr_0",4.476555176322206e-06,1613941435055,1982
+"mom_0",0.8630861205919449,1613941435055,1982
+"eps_0",1e-05,1613941435055,1982
+"wd_1",0.01,1613941435055,1982
+"sqr_mom_1",0.99,1613941435055,1982
+"lr_1",4.4765551763222056e-05,1613941435055,1982
+"mom_1",0.8630861205919449,1613941435055,1982
+"eps_1",1e-05,1613941435055,1982
+"wd_2",0.01,1613941435055,1982
+"sqr_mom_2",0.99,1613941435055,1982
+"lr_2",0.00044765551763222054,1613941435055,1982
+"mom_2",0.8630861205919449,1613941435055,1982
+"eps_2",1e-05,1613941435055,1982
+"train_loss",0.062603556,1613941436015,1983
+"raw_loss",0.14054441,1613941436015,1983
+"epoch",12.47798742138363,1613941436015,1983
+"wd_0",0.01,1613941436015,1983
+"sqr_mom_0",0.99,1613941436015,1983
+"lr_0",4.4783309628396395e-06,1613941436015,1983
+"mom_0",0.863041725929009,1613941436015,1983
+"eps_0",1e-05,1613941436015,1983
+"wd_1",0.01,1613941436015,1983
+"sqr_mom_1",0.99,1613941436015,1983
+"lr_1",4.478330962839639e-05,1613941436015,1983
+"mom_1",0.863041725929009,1613941436015,1983
+"eps_1",1e-05,1613941436015,1983
+"wd_2",0.01,1613941436015,1983
+"sqr_mom_2",0.99,1613941436015,1983
+"lr_2",0.0004478330962839639,1613941436015,1983
+"mom_2",0.863041725929009,1613941436015,1983
+"eps_2",1e-05,1613941436015,1983
+"train_loss",0.06269461,1613941436993,1984
+"raw_loss",0.06715622,1613941436993,1984
+"epoch",12.484276729559731,1613941436993,1984
+"wd_0",0.01,1613941436993,1984
+"sqr_mom_0",0.99,1613941436993,1984
+"lr_0",4.480103932054885e-06,1613941436993,1984
+"mom_0",0.8629974016986278,1613941436993,1984
+"eps_0",1e-05,1613941436993,1984
+"wd_1",0.01,1613941436993,1984
+"sqr_mom_1",0.99,1613941436993,1984
+"lr_1",4.4801039320548845e-05,1613941436993,1984
+"mom_1",0.8629974016986278,1613941436993,1984
+"eps_1",1e-05,1613941436993,1984
+"wd_2",0.01,1613941436993,1984
+"sqr_mom_2",0.99,1613941436993,1984
+"lr_2",0.00044801039320548845,1613941436993,1984
+"mom_2",0.8629974016986278,1613941436993,1984
+"eps_2",1e-05,1613941436993,1984
+"train_loss",0.062002894,1613941437944,1985
+"raw_loss",0.028108878,1613941437944,1985
+"epoch",12.490566037735832,1613941437944,1985
+"wd_0",0.01,1613941437944,1985
+"sqr_mom_0",0.99,1613941437944,1985
+"lr_0",4.48187433349593e-06,1613941437944,1985
+"mom_0",0.8629531416626017,1613941437944,1985
+"eps_0",1e-05,1613941437944,1985
+"wd_1",0.01,1613941437944,1985
+"sqr_mom_1",0.99,1613941437944,1985
+"lr_1",4.481874333495929e-05,1613941437944,1985
+"mom_1",0.8629531416626017,1613941437944,1985
+"eps_1",1e-05,1613941437944,1985
+"wd_2",0.01,1613941437944,1985
+"sqr_mom_2",0.99,1613941437944,1985
+"lr_2",0.00044818743334959293,1613941437944,1985
+"mom_2",0.8629531416626017,1613941437944,1985
+"eps_2",1e-05,1613941437944,1985
+"train_loss",0.061197277,1613941438889,1986
+"raw_loss",0.02172204,1613941438889,1986
+"epoch",12.496855345911932,1613941438889,1986
+"wd_0",0.01,1613941438889,1986
+"sqr_mom_0",0.99,1613941438889,1986
+"lr_0",4.483642415234958e-06,1613941438889,1986
+"mom_0",0.8629089396191261,1613941438889,1986
+"eps_0",1e-05,1613941438889,1986
+"wd_1",0.01,1613941438889,1986
+"sqr_mom_1",0.99,1613941438889,1986
+"lr_1",4.483642415234957e-05,1613941438889,1986
+"mom_1",0.8629089396191261,1613941438889,1986
+"eps_1",1e-05,1613941438889,1986
+"wd_2",0.01,1613941438889,1986
+"sqr_mom_2",0.99,1613941438889,1986
+"lr_2",0.0004483642415234957,1613941438889,1986
+"mom_2",0.8629089396191261,1613941438889,1986
+"eps_2",1e-05,1613941438889,1986
+"train_loss",0.060964644,1613941439841,1987
+"raw_loss",0.049565587,1613941439841,1987
+"epoch",12.503144654088032,1613941439841,1987
+"wd_0",0.01,1613941439841,1987
+"sqr_mom_0",0.99,1613941439841,1987
+"lr_0",4.485407671551719e-06,1613941439841,1987
+"mom_0",0.862864808211207,1613941439841,1987
+"eps_0",1e-05,1613941439841,1987
+"wd_1",0.01,1613941439841,1987
+"sqr_mom_1",0.99,1613941439841,1987
+"lr_1",4.485407671551718e-05,1613941439841,1987
+"mom_1",0.862864808211207,1613941439841,1987
+"eps_1",1e-05,1613941439841,1987
+"wd_2",0.01,1613941439841,1987
+"sqr_mom_2",0.99,1613941439841,1987
+"lr_2",0.0004485407671551718,1613941439841,1987
+"mom_2",0.862864808211207,1613941439841,1987
+"eps_2",1e-05,1613941439841,1987
+"train_loss",0.060796235,1613941440787,1988
+"raw_loss",0.052544158,1613941440787,1988
+"epoch",12.509433962264133,1613941440787,1988
+"wd_0",0.01,1613941440787,1988
+"sqr_mom_0",0.99,1613941440787,1988
+"lr_0",4.487170601303841e-06,1613941440787,1988
+"mom_0",0.862820734967404,1613941440787,1988
+"eps_0",1e-05,1613941440787,1988
+"wd_1",0.01,1613941440787,1988
+"sqr_mom_1",0.99,1613941440787,1988
+"lr_1",4.487170601303841e-05,1613941440787,1988
+"mom_1",0.862820734967404,1613941440787,1988
+"eps_1",1e-05,1613941440787,1988
+"wd_2",0.01,1613941440787,1988
+"sqr_mom_2",0.99,1613941440787,1988
+"lr_2",0.000448717060130384,1613941440787,1988
+"mom_2",0.862820734967404,1613941440787,1988
+"eps_2",1e-05,1613941440787,1988
+"train_loss",0.06008951,1613941441749,1989
+"raw_loss",0.025459897,1613941441749,1989
+"epoch",12.515723270440233,1613941441749,1989
+"wd_0",0.01,1613941441749,1989
+"sqr_mom_0",0.99,1613941441749,1989
+"lr_0",4.488930950288434e-06,1613941441749,1989
+"mom_0",0.8627767262427891,1613941441749,1989
+"eps_0",1e-05,1613941441749,1989
+"wd_1",0.01,1613941441749,1989
+"sqr_mom_1",0.99,1613941441749,1989
+"lr_1",4.488930950288434e-05,1613941441749,1989
+"mom_1",0.8627767262427891,1613941441749,1989
+"eps_1",1e-05,1613941441749,1989
+"wd_2",0.01,1613941441749,1989
+"sqr_mom_2",0.99,1613941441749,1989
+"lr_2",0.00044889309502884337,1613941441749,1989
+"mom_2",0.8627767262427891,1613941441749,1989
+"eps_2",1e-05,1613941441749,1989
+"train_loss",0.06050183,1613941442685,1990
+"raw_loss",0.080705404,1613941442685,1990
+"epoch",12.522012578616334,1613941442685,1990
+"wd_0",0.01,1613941442685,1990
+"sqr_mom_0",0.99,1613941442685,1990
+"lr_0",4.490688465774419e-06,1613941442685,1990
+"mom_0",0.8627327883556395,1613941442685,1990
+"eps_0",1e-05,1613941442685,1990
+"wd_1",0.01,1613941442685,1990
+"sqr_mom_1",0.99,1613941442685,1990
+"lr_1",4.490688465774419e-05,1613941442685,1990
+"mom_1",0.8627327883556395,1613941442685,1990
+"eps_1",1e-05,1613941442685,1990
+"wd_2",0.01,1613941442685,1990
+"sqr_mom_2",0.99,1613941442685,1990
+"lr_2",0.0004490688465774419,1613941442685,1990
+"mom_2",0.8627327883556395,1613941442685,1990
+"eps_2",1e-05,1613941442685,1990
+"train_loss",0.06010521,1613941443639,1991
+"raw_loss",0.040670816,1613941443639,1991
+"epoch",12.528301886792434,1613941443639,1991
+"wd_0",0.01,1613941443639,1991
+"sqr_mom_0",0.99,1613941443639,1991
+"lr_0",4.4924436444318825e-06,1613941443639,1991
+"mom_0",0.8626889088892029,1613941443639,1991
+"eps_0",1e-05,1613941443639,1991
+"wd_1",0.01,1613941443639,1991
+"sqr_mom_1",0.99,1613941443639,1991
+"lr_1",4.492443644431882e-05,1613941443639,1991
+"mom_1",0.8626889088892029,1613941443639,1991
+"eps_1",1e-05,1613941443639,1991
+"wd_2",0.01,1613941443639,1991
+"sqr_mom_2",0.99,1613941443639,1991
+"lr_2",0.0004492443644431882,1613941443639,1991
+"mom_2",0.8626889088892029,1613941443639,1991
+"eps_2",1e-05,1613941443639,1991
+"train_loss",0.060000297,1613941444587,1992
+"raw_loss",0.054859594,1613941444587,1992
+"epoch",12.534591194968534,1613941444587,1992
+"wd_0",0.01,1613941444587,1992
+"sqr_mom_0",0.99,1613941444587,1992
+"lr_0",4.494195984231214e-06,1613941444587,1992
+"mom_0",0.8626451003942197,1613941444587,1992
+"eps_0",1e-05,1613941444587,1992
+"wd_1",0.01,1613941444587,1992
+"sqr_mom_1",0.99,1613941444587,1992
+"lr_1",4.4941959842312127e-05,1613941444587,1992
+"mom_1",0.8626451003942197,1613941444587,1992
+"eps_1",1e-05,1613941444587,1992
+"wd_2",0.01,1613941444587,1992
+"sqr_mom_2",0.99,1613941444587,1992
+"lr_2",0.0004494195984231213,1613941444587,1992
+"mom_2",0.8626451003942197,1613941444587,1992
+"eps_2",1e-05,1613941444587,1992
+"train_loss",0.0599411,1613941445542,1993
+"raw_loss",0.05704063,1613941445542,1993
+"epoch",12.540880503144635,1613941445542,1993
+"wd_0",0.01,1613941445542,1993
+"sqr_mom_0",0.99,1613941445542,1993
+"lr_0",4.495945731808594e-06,1613941445542,1993
+"mom_0",0.8626013567047851,1613941445542,1993
+"eps_0",1e-05,1613941445542,1993
+"wd_1",0.01,1613941445542,1993
+"sqr_mom_1",0.99,1613941445542,1993
+"lr_1",4.4959457318085935e-05,1613941445542,1993
+"mom_1",0.8626013567047851,1613941445542,1993
+"eps_1",1e-05,1613941445542,1993
+"wd_2",0.01,1613941445542,1993
+"sqr_mom_2",0.99,1613941445542,1993
+"lr_2",0.0004495945731808593,1613941445542,1993
+"mom_2",0.8626013567047851,1613941445542,1993
+"eps_2",1e-05,1613941445542,1993
+"train_loss",0.06071216,1613941446479,1994
+"raw_loss",0.09849399,1613941446479,1994
+"epoch",12.547169811320735,1613941446479,1994
+"wd_0",0.01,1613941446479,1994
+"sqr_mom_0",0.99,1613941446479,1994
+"lr_0",4.497693132330547e-06,1613941446479,1994
+"mom_0",0.8625576716917364,1613941446479,1994
+"eps_0",1e-05,1613941446479,1994
+"wd_1",0.01,1613941446479,1994
+"sqr_mom_1",0.99,1613941446479,1994
+"lr_1",4.497693132330547e-05,1613941446479,1994
+"mom_1",0.8625576716917364,1613941446479,1994
+"eps_1",1e-05,1613941446479,1994
+"wd_2",0.01,1613941446479,1994
+"sqr_mom_2",0.99,1613941446479,1994
+"lr_2",0.00044976931323305466,1613941446479,1994
+"mom_2",0.8625576716917364,1613941446479,1994
+"eps_2",1e-05,1613941446479,1994
+"train_loss",0.06122161,1613941447423,1995
+"raw_loss",0.086184725,1613941447423,1995
+"epoch",12.553459119496836,1613941447423,1995
+"wd_0",0.01,1613941447423,1995
+"sqr_mom_0",0.99,1613941447423,1995
+"lr_0",4.499437685992223e-06,1613941447423,1995
+"mom_0",0.8625140578501944,1613941447423,1995
+"eps_0",1e-05,1613941447423,1995
+"wd_1",0.01,1613941447423,1995
+"sqr_mom_1",0.99,1613941447423,1995
+"lr_1",4.4994376859922226e-05,1613941447423,1995
+"mom_1",0.8625140578501944,1613941447423,1995
+"eps_1",1e-05,1613941447423,1995
+"wd_2",0.01,1613941447423,1995
+"sqr_mom_2",0.99,1613941447423,1995
+"lr_2",0.0004499437685992222,1613941447423,1995
+"mom_2",0.8625140578501944,1613941447423,1995
+"eps_2",1e-05,1613941447423,1995
+"train_loss",0.060591314,1613941448363,1996
+"raw_loss",0.029706715,1613941448363,1996
+"epoch",12.559748427672936,1613941448363,1996
+"wd_0",0.01,1613941448363,1996
+"sqr_mom_0",0.99,1613941448363,1996
+"lr_0",4.501179638338326e-06,1613941448363,1996
+"mom_0",0.8624705090415419,1613941448363,1996
+"eps_0",1e-05,1613941448363,1996
+"wd_1",0.01,1613941448363,1996
+"sqr_mom_1",0.99,1613941448363,1996
+"lr_1",4.501179638338326e-05,1613941448363,1996
+"mom_1",0.8624705090415419,1613941448363,1996
+"eps_1",1e-05,1613941448363,1996
+"wd_2",0.01,1613941448363,1996
+"sqr_mom_2",0.99,1613941448363,1996
+"lr_2",0.0004501179638338326,1613941448363,1996
+"mom_2",0.8624705090415419,1613941448363,1996
+"eps_2",1e-05,1613941448363,1996
+"train_loss",0.060025822,1613941449299,1997
+"raw_loss",0.03231672,1613941449299,1997
+"epoch",12.566037735849036,1613941449299,1997
+"wd_0",0.01,1613941449299,1997
+"sqr_mom_0",0.99,1613941449299,1997
+"lr_0",4.502919233438746e-06,1613941449299,1997
+"mom_0",0.8624270191640313,1613941449299,1997
+"eps_0",1e-05,1613941449299,1997
+"wd_1",0.01,1613941449299,1997
+"sqr_mom_1",0.99,1613941449299,1997
+"lr_1",4.5029192334387456e-05,1613941449299,1997
+"mom_1",0.8624270191640313,1613941449299,1997
+"eps_1",1e-05,1613941449299,1997
+"wd_2",0.01,1613941449299,1997
+"sqr_mom_2",0.99,1613941449299,1997
+"lr_2",0.0004502919233438745,1613941449299,1997
+"mom_2",0.8624270191640313,1613941449299,1997
+"eps_2",1e-05,1613941449299,1997
+"train_loss",0.059292104,1613941450255,1998
+"raw_loss",0.023339909,1613941450255,1998
+"epoch",12.572327044025137,1613941450255,1998
+"wd_0",0.01,1613941450255,1998
+"sqr_mom_0",0.99,1613941450255,1998
+"lr_0",4.504656220442184e-06,1613941450255,1998
+"mom_0",0.8623835944889454,1613941450255,1998
+"eps_0",1e-05,1613941450255,1998
+"wd_1",0.01,1613941450255,1998
+"sqr_mom_1",0.99,1613941450255,1998
+"lr_1",4.504656220442183e-05,1613941450255,1998
+"mom_1",0.8623835944889454,1613941450255,1998
+"eps_1",1e-05,1613941450255,1998
+"wd_2",0.01,1613941450255,1998
+"sqr_mom_2",0.99,1613941450255,1998
+"lr_2",0.0004504656220442183,1613941450255,1998
+"mom_2",0.8623835944889454,1613941450255,1998
+"eps_2",1e-05,1613941450255,1998
+"train_loss",0.058935508,1613941451204,1999
+"raw_loss",0.041462287,1613941451204,1999
+"epoch",12.578616352201237,1613941451204,1999
+"wd_0",0.01,1613941451204,1999
+"sqr_mom_0",0.99,1613941451204,1999
+"lr_0",4.50639034998474e-06,1613941451204,1999
+"mom_0",0.8623402412503814,1613941451204,1999
+"eps_0",1e-05,1613941451204,1999
+"wd_1",0.01,1613941451204,1999
+"sqr_mom_1",0.99,1613941451204,1999
+"lr_1",4.50639034998474e-05,1613941451204,1999
+"mom_1",0.8623402412503814,1613941451204,1999
+"eps_1",1e-05,1613941451204,1999
+"wd_2",0.01,1613941451204,1999
+"sqr_mom_2",0.99,1613941451204,1999
+"lr_2",0.000450639034998474,1613941451204,1999
+"mom_2",0.8623402412503814,1613941451204,1999
+"eps_2",1e-05,1613941451204,1999
+"train_loss",0.058552016,1613941452161,2000
+"raw_loss",0.039760955,1613941452161,2000
+"epoch",12.584905660377338,1613941452161,2000
+"wd_0",0.01,1613941452161,2000
+"sqr_mom_0",0.99,1613941452161,2000
+"lr_0",4.508122112127684e-06,1613941452161,2000
+"mom_0",0.8622969471968079,1613941452161,2000
+"eps_0",1e-05,1613941452161,2000
+"wd_1",0.01,1613941452161,2000
+"sqr_mom_1",0.99,1613941452161,2000
+"lr_1",4.508122112127684e-05,1613941452161,2000
+"mom_1",0.8622969471968079,1613941452161,2000
+"eps_1",1e-05,1613941452161,2000
+"wd_2",0.01,1613941452161,2000
+"sqr_mom_2",0.99,1613941452161,2000
+"lr_2",0.00045081221121276834,1613941452161,2000
+"mom_2",0.8622969471968079,1613941452161,2000
+"eps_2",1e-05,1613941452161,2000
+"train_loss",0.058149733,1613941453106,2001
+"raw_loss",0.038437918,1613941453106,2001
+"epoch",12.591194968553438,1613941453106,2001
+"wd_0",0.01,1613941453106,2001
+"sqr_mom_0",0.99,1613941453106,2001
+"lr_0",4.5098510115391755e-06,1613941453106,2001
+"mom_0",0.8622537247115206,1613941453106,2001
+"eps_0",1e-05,1613941453106,2001
+"wd_1",0.01,1613941453106,2001
+"sqr_mom_1",0.99,1613941453106,2001
+"lr_1",4.509851011539175e-05,1613941453106,2001
+"mom_1",0.8622537247115206,1613941453106,2001
+"eps_1",1e-05,1613941453106,2001
+"wd_2",0.01,1613941453106,2001
+"sqr_mom_2",0.99,1613941453106,2001
+"lr_2",0.00045098510115391743,1613941453106,2001
+"mom_2",0.8622537247115206,1613941453106,2001
+"eps_2",1e-05,1613941453106,2001
+"train_loss",0.05802786,1613941454048,2002
+"raw_loss",0.052056093,1613941454048,2002
+"epoch",12.597484276729539,1613941454048,2002
+"wd_0",0.01,1613941454048,2002
+"sqr_mom_0",0.99,1613941454048,2002
+"lr_0",4.511577536802458e-06,1613941454048,2002
+"mom_0",0.8622105615799386,1613941454048,2002
+"eps_0",1e-05,1613941454048,2002
+"wd_1",0.01,1613941454048,2002
+"sqr_mom_1",0.99,1613941454048,2002
+"lr_1",4.511577536802458e-05,1613941454048,2002
+"mom_1",0.8622105615799386,1613941454048,2002
+"eps_1",1e-05,1613941454048,2002
+"wd_2",0.01,1613941454048,2002
+"sqr_mom_2",0.99,1613941454048,2002
+"lr_2",0.00045115775368024575,1613941454048,2002
+"mom_2",0.8622105615799386,1613941454048,2002
+"eps_2",1e-05,1613941454048,2002
+"train_loss",0.05770808,1613941454993,2003
+"raw_loss",0.042038944,1613941454993,2003
+"epoch",12.603773584905639,1613941454993,2003
+"wd_0",0.01,1613941454993,2003
+"sqr_mom_0",0.99,1613941454993,2003
+"lr_0",4.513301194083584e-06,1613941454993,2003
+"mom_0",0.8621674701479104,1613941454993,2003
+"eps_0",1e-05,1613941454993,2003
+"wd_1",0.01,1613941454993,2003
+"sqr_mom_1",0.99,1613941454993,2003
+"lr_1",4.5133011940835835e-05,1613941454993,2003
+"mom_1",0.8621674701479104,1613941454993,2003
+"eps_1",1e-05,1613941454993,2003
+"wd_2",0.01,1613941454993,2003
+"sqr_mom_2",0.99,1613941454993,2003
+"lr_2",0.0004513301194083583,1613941454993,2003
+"mom_2",0.8621674701479104,1613941454993,2003
+"eps_2",1e-05,1613941454993,2003
+"train_loss",0.057547115,1613941455953,2004
+"raw_loss",0.04965974,1613941455953,2004
+"epoch",12.61006289308174,1613941455953,2004
+"wd_0",0.01,1613941455953,2004
+"sqr_mom_0",0.99,1613941455953,2004
+"lr_0",4.515022225997883e-06,1613941455953,2004
+"mom_0",0.8621244443500529,1613941455953,2004
+"eps_0",1e-05,1613941455953,2004
+"wd_1",0.01,1613941455953,2004
+"sqr_mom_1",0.99,1613941455953,2004
+"lr_1",4.515022225997883e-05,1613941455953,2004
+"mom_1",0.8621244443500529,1613941455953,2004
+"eps_1",1e-05,1613941455953,2004
+"wd_2",0.01,1613941455953,2004
+"sqr_mom_2",0.99,1613941455953,2004
+"lr_2",0.0004515022225997882,1613941455953,2004
+"mom_2",0.8621244443500529,1613941455953,2004
+"eps_2",1e-05,1613941455953,2004
+"train_loss",0.05694153,1613941456933,2005
+"raw_loss",0.027267946,1613941456933,2005
+"epoch",12.61635220125784,1613941456933,2005
+"wd_0",0.01,1613941456933,2005
+"sqr_mom_0",0.99,1613941456933,2005
+"lr_0",4.516740873672228e-06,1613941456933,2005
+"mom_0",0.8620814781581942,1613941456933,2005
+"eps_0",1e-05,1613941456933,2005
+"wd_1",0.01,1613941456933,2005
+"sqr_mom_1",0.99,1613941456933,2005
+"lr_1",4.516740873672228e-05,1613941456933,2005
+"mom_1",0.8620814781581942,1613941456933,2005
+"eps_1",1e-05,1613941456933,2005
+"wd_2",0.01,1613941456933,2005
+"sqr_mom_2",0.99,1613941456933,2005
+"lr_2",0.0004516740873672228,1613941456933,2005
+"mom_2",0.8620814781581942,1613941456933,2005
+"eps_2",1e-05,1613941456933,2005
+"train_loss",0.05719944,1613941457884,2006
+"raw_loss",0.06983705,1613941457884,2006
+"epoch",12.62264150943394,1613941457884,2006
+"wd_0",0.01,1613941457884,2006
+"sqr_mom_0",0.99,1613941457884,2006
+"lr_0",4.518456645525881e-06,1613941457884,2006
+"mom_0",0.862038583861853,1613941457884,2006
+"eps_0",1e-05,1613941457884,2006
+"wd_1",0.01,1613941457884,2006
+"sqr_mom_1",0.99,1613941457884,2006
+"lr_1",4.51845664552588e-05,1613941457884,2006
+"mom_1",0.862038583861853,1613941457884,2006
+"eps_1",1e-05,1613941457884,2006
+"wd_2",0.01,1613941457884,2006
+"sqr_mom_2",0.99,1613941457884,2006
+"lr_2",0.000451845664552588,1613941457884,2006
+"mom_2",0.862038583861853,1613941457884,2006
+"eps_2",1e-05,1613941457884,2006
+"train_loss",0.057087205,1613941458870,2007
+"raw_loss",0.05158764,1613941458870,2007
+"epoch",12.62893081761004,1613941458870,2007
+"wd_0",0.01,1613941458870,2007
+"sqr_mom_0",0.99,1613941458870,2007
+"lr_0",4.520170026432265e-06,1613941458870,2007
+"mom_0",0.8619957493391934,1613941458870,2007
+"eps_0",1e-05,1613941458870,2007
+"wd_1",0.01,1613941458870,2007
+"sqr_mom_1",0.99,1613941458870,2007
+"lr_1",4.5201700264322646e-05,1613941458870,2007
+"mom_1",0.8619957493391934,1613941458870,2007
+"eps_1",1e-05,1613941458870,2007
+"wd_2",0.01,1613941458870,2007
+"sqr_mom_2",0.99,1613941458870,2007
+"lr_2",0.00045201700264322644,1613941458870,2007
+"mom_2",0.8619957493391934,1613941458870,2007
+"eps_2",1e-05,1613941458870,2007
+"train_loss",0.05710026,1613941459898,2008
+"raw_loss",0.057739828,1613941459898,2008
+"epoch",12.635220125786141,1613941459898,2008
+"wd_0",0.01,1613941459898,2008
+"sqr_mom_0",0.99,1613941459898,2008
+"lr_0",4.521880769305433e-06,1613941459898,2008
+"mom_0",0.8619529807673642,1613941459898,2008
+"eps_0",1e-05,1613941459898,2008
+"wd_1",0.01,1613941459898,2008
+"sqr_mom_1",0.99,1613941459898,2008
+"lr_1",4.521880769305433e-05,1613941459898,2008
+"mom_1",0.8619529807673642,1613941459898,2008
+"eps_1",1e-05,1613941459898,2008
+"wd_2",0.01,1613941459898,2008
+"sqr_mom_2",0.99,1613941459898,2008
+"lr_2",0.00045218807693054333,1613941459898,2008
+"mom_2",0.8619529807673642,1613941459898,2008
+"eps_2",1e-05,1613941459898,2008
+"train_loss",0.05697657,1613941460878,2009
+"raw_loss",0.050915815,1613941460878,2009
+"epoch",12.641509433962241,1613941460878,2009
+"wd_0",0.01,1613941460878,2009
+"sqr_mom_0",0.99,1613941460878,2009
+"lr_0",4.52358862856391e-06,1613941460878,2009
+"mom_0",0.8619102842859022,1613941460878,2009
+"eps_0",1e-05,1613941460878,2009
+"wd_1",0.01,1613941460878,2009
+"sqr_mom_1",0.99,1613941460878,2009
+"lr_1",4.52358862856391e-05,1613941460878,2009
+"mom_1",0.8619102842859022,1613941460878,2009
+"eps_1",1e-05,1613941460878,2009
+"wd_2",0.01,1613941460878,2009
+"sqr_mom_2",0.99,1613941460878,2009
+"lr_2",0.000452358862856391,1613941460878,2009
+"mom_2",0.8619102842859022,1613941460878,2009
+"eps_2",1e-05,1613941460878,2009
+"train_loss",0.057886053,1613941461843,2010
+"raw_loss",0.102450594,1613941461843,2010
+"epoch",12.647798742138342,1613941461843,2010
+"wd_0",0.01,1613941461843,2010
+"sqr_mom_0",0.99,1613941461843,2010
+"lr_0",4.525293844608293e-06,1613941461843,2010
+"mom_0",0.8618676538847927,1613941461843,2010
+"eps_0",1e-05,1613941461843,2010
+"wd_1",0.01,1613941461843,2010
+"sqr_mom_1",0.99,1613941461843,2010
+"lr_1",4.525293844608293e-05,1613941461843,2010
+"mom_1",0.8618676538847927,1613941461843,2010
+"eps_1",1e-05,1613941461843,2010
+"wd_2",0.01,1613941461843,2010
+"sqr_mom_2",0.99,1613941461843,2010
+"lr_2",0.0004525293844608293,1613941461843,2010
+"mom_2",0.8618676538847927,1613941461843,2010
+"eps_2",1e-05,1613941461843,2010
+"train_loss",0.057959422,1613941462811,2011
+"raw_loss",0.06155454,1613941462811,2011
+"epoch",12.654088050314442,1613941462811,2011
+"wd_0",0.01,1613941462811,2011
+"sqr_mom_0",0.99,1613941462811,2011
+"lr_0",4.526996656340608e-06,1613941462811,2011
+"mom_0",0.8618250835914848,1613941462811,2011
+"eps_0",1e-05,1613941462811,2011
+"wd_1",0.01,1613941462811,2011
+"sqr_mom_1",0.99,1613941462811,2011
+"lr_1",4.526996656340607e-05,1613941462811,2011
+"mom_1",0.8618250835914848,1613941462811,2011
+"eps_1",1e-05,1613941462811,2011
+"wd_2",0.01,1613941462811,2011
+"sqr_mom_2",0.99,1613941462811,2011
+"lr_2",0.0004526996656340607,1613941462811,2011
+"mom_2",0.8618250835914848,1613941462811,2011
+"eps_2",1e-05,1613941462811,2011
+"train_loss",0.05923177,1613941463791,2012
+"raw_loss",0.121576786,1613941463791,2012
+"epoch",12.660377358490543,1613941463791,2012
+"wd_0",0.01,1613941463791,2012
+"sqr_mom_0",0.99,1613941463791,2012
+"lr_0",4.52869657670963e-06,1613941463791,2012
+"mom_0",0.8617825855822593,1613941463791,2012
+"eps_0",1e-05,1613941463791,2012
+"wd_1",0.01,1613941463791,2012
+"sqr_mom_1",0.99,1613941463791,2012
+"lr_1",4.52869657670963e-05,1613941463791,2012
+"mom_1",0.8617825855822593,1613941463791,2012
+"eps_1",1e-05,1613941463791,2012
+"wd_2",0.01,1613941463791,2012
+"sqr_mom_2",0.99,1613941463791,2012
+"lr_2",0.00045286965767096294,1613941463791,2012
+"mom_2",0.8617825855822593,1613941463791,2012
+"eps_2",1e-05,1613941463791,2012
+"train_loss",0.05984647,1613941464752,2013
+"raw_loss",0.08996681,1613941464752,2013
+"epoch",12.666666666666643,1613941464752,2013
+"wd_0",0.01,1613941464752,2013
+"sqr_mom_0",0.99,1613941464752,2013
+"lr_0",4.530394086109191e-06,1613941464752,2013
+"mom_0",0.8617401478472703,1613941464752,2013
+"eps_0",1e-05,1613941464752,2013
+"wd_1",0.01,1613941464752,2013
+"sqr_mom_1",0.99,1613941464752,2013
+"lr_1",4.5303940861091906e-05,1613941464752,2013
+"mom_1",0.8617401478472703,1613941464752,2013
+"eps_1",1e-05,1613941464752,2013
+"wd_2",0.01,1613941464752,2013
+"sqr_mom_2",0.99,1613941464752,2013
+"lr_2",0.00045303940861091905,1613941464752,2013
+"mom_2",0.8617401478472703,1613941464752,2013
+"eps_2",1e-05,1613941464752,2013
+"train_loss",0.059380364,1613941465709,2014
+"raw_loss",0.036541283,1613941465709,2014
+"epoch",12.672955974842743,1613941465709,2014
+"wd_0",0.01,1613941465709,2014
+"sqr_mom_0",0.99,1613941465709,2014
+"lr_0",4.532088699004681e-06,1613941465709,2014
+"mom_0",0.8616977825248829,1613941465709,2014
+"eps_0",1e-05,1613941465709,2014
+"wd_1",0.01,1613941465709,2014
+"sqr_mom_1",0.99,1613941465709,2014
+"lr_1",4.53208869900468e-05,1613941465709,2014
+"mom_1",0.8616977825248829,1613941465709,2014
+"eps_1",1e-05,1613941465709,2014
+"wd_2",0.01,1613941465709,2014
+"sqr_mom_2",0.99,1613941465709,2014
+"lr_2",0.000453208869900468,1613941465709,2014
+"mom_2",0.8616977825248829,1613941465709,2014
+"eps_2",1e-05,1613941465709,2014
+"train_loss",0.05884335,1613941466661,2015
+"raw_loss",0.032529492,1613941466661,2015
+"epoch",12.679245283018844,1613941466661,2015
+"wd_0",0.01,1613941466661,2015
+"sqr_mom_0",0.99,1613941466661,2015
+"lr_0",4.533780653939638e-06,1613941466661,2015
+"mom_0",0.861655483651509,1613941466661,2015
+"eps_0",1e-05,1613941466661,2015
+"wd_1",0.01,1613941466661,2015
+"sqr_mom_1",0.99,1613941466661,2015
+"lr_1",4.533780653939637e-05,1613941466661,2015
+"mom_1",0.861655483651509,1613941466661,2015
+"eps_1",1e-05,1613941466661,2015
+"wd_2",0.01,1613941466661,2015
+"sqr_mom_2",0.99,1613941466661,2015
+"lr_2",0.0004533780653939637,1613941466661,2015
+"mom_2",0.861655483651509,1613941466661,2015
+"eps_2",1e-05,1613941466661,2015
+"train_loss",0.058743905,1613941467640,2016
+"raw_loss",0.05387118,1613941467640,2016
+"epoch",12.685534591194944,1613941467640,2016
+"wd_0",0.01,1613941467640,2016
+"sqr_mom_0",0.99,1613941467640,2016
+"lr_0",4.535470187950669e-06,1613941467640,2016
+"mom_0",0.8616132453012333,1613941467640,2016
+"eps_0",1e-05,1613941467640,2016
+"wd_1",0.01,1613941467640,2016
+"sqr_mom_1",0.99,1613941467640,2016
+"lr_1",4.535470187950668e-05,1613941467640,2016
+"mom_1",0.8616132453012333,1613941467640,2016
+"eps_1",1e-05,1613941467640,2016
+"wd_2",0.01,1613941467640,2016
+"sqr_mom_2",0.99,1613941467640,2016
+"lr_2",0.0004535470187950668,1613941467640,2016
+"mom_2",0.8616132453012333,1613941467640,2016
+"eps_2",1e-05,1613941467640,2016
+"train_loss",0.061768938,1613941468579,2017
+"raw_loss",0.20999576,1613941468579,2017
+"epoch",12.691823899371045,1613941468579,2017
+"wd_0",0.01,1613941468579,2017
+"sqr_mom_0",0.99,1613941468579,2017
+"lr_0",4.537157057377286e-06,1613941468579,2017
+"mom_0",0.8615710735655678,1613941468579,2017
+"eps_0",1e-05,1613941468579,2017
+"wd_1",0.01,1613941468579,2017
+"sqr_mom_1",0.99,1613941468579,2017
+"lr_1",4.537157057377286e-05,1613941468579,2017
+"mom_1",0.8615710735655678,1613941468579,2017
+"eps_1",1e-05,1613941468579,2017
+"wd_2",0.01,1613941468579,2017
+"sqr_mom_2",0.99,1613941468579,2017
+"lr_2",0.00045371570573772855,1613941468579,2017
+"mom_2",0.8615710735655678,1613941468579,2017
+"eps_2",1e-05,1613941468579,2017
+"train_loss",0.06127572,1613941469545,2018
+"raw_loss",0.037108015,1613941469545,2018
+"epoch",12.698113207547145,1613941469545,2018
+"wd_0",0.01,1613941469545,2018
+"sqr_mom_0",0.99,1613941469545,2018
+"lr_0",4.538841020078618e-06,1613941469545,2018
+"mom_0",0.8615289744980346,1613941469545,2018
+"eps_0",1e-05,1613941469545,2018
+"wd_1",0.01,1613941469545,2018
+"sqr_mom_1",0.99,1613941469545,2018
+"lr_1",4.538841020078618e-05,1613941469545,2018
+"mom_1",0.8615289744980346,1613941469545,2018
+"eps_1",1e-05,1613941469545,2018
+"wd_2",0.01,1613941469545,2018
+"sqr_mom_2",0.99,1613941469545,2018
+"lr_2",0.0004538841020078618,1613941469545,2018
+"mom_2",0.8615289744980346,1613941469545,2018
+"eps_2",1e-05,1613941469545,2018
+"train_loss",0.06060875,1613941470506,2019
+"raw_loss",0.027927088,1613941470506,2019
+"epoch",12.704402515723245,1613941470506,2019
+"wd_0",0.01,1613941470506,2019
+"sqr_mom_0",0.99,1613941470506,2019
+"lr_0",4.540522551938893e-06,1613941470506,2019
+"mom_0",0.8614869362015277,1613941470506,2019
+"eps_0",1e-05,1613941470506,2019
+"wd_1",0.01,1613941470506,2019
+"sqr_mom_1",0.99,1613941470506,2019
+"lr_1",4.540522551938892e-05,1613941470506,2019
+"mom_1",0.8614869362015277,1613941470506,2019
+"eps_1",1e-05,1613941470506,2019
+"wd_2",0.01,1613941470506,2019
+"sqr_mom_2",0.99,1613941470506,2019
+"lr_2",0.00045405225519388917,1613941470506,2019
+"mom_2",0.8614869362015277,1613941470506,2019
+"eps_2",1e-05,1613941470506,2019
+"train_loss",0.060734287,1613941471453,2020
+"raw_loss",0.06688568,1613941471453,2020
+"epoch",12.710691823899346,1613941471453,2020
+"wd_0",0.01,1613941471453,2020
+"sqr_mom_0",0.99,1613941471453,2020
+"lr_0",4.5422011719935176e-06,1613941471453,2020
+"mom_0",0.861444970700162,1613941471453,2020
+"eps_0",1e-05,1613941471453,2020
+"wd_1",0.01,1613941471453,2020
+"sqr_mom_1",0.99,1613941471453,2020
+"lr_1",4.542201171993517e-05,1613941471453,2020
+"mom_1",0.861444970700162,1613941471453,2020
+"eps_1",1e-05,1613941471453,2020
+"wd_2",0.01,1613941471453,2020
+"sqr_mom_2",0.99,1613941471453,2020
+"lr_2",0.0004542201171993517,1613941471453,2020
+"mom_2",0.861444970700162,1613941471453,2020
+"eps_2",1e-05,1613941471453,2020
+"train_loss",0.060155276,1613941472402,2021
+"raw_loss",0.03178375,1613941472402,2021
+"epoch",12.716981132075446,1613941472402,2021
+"wd_0",0.01,1613941472402,2021
+"sqr_mom_0",0.99,1613941472402,2021
+"lr_0",4.5438771165438775e-06,1613941472402,2021
+"mom_0",0.8614030720864031,1613941472402,2021
+"eps_0",1e-05,1613941472402,2021
+"wd_1",0.01,1613941472402,2021
+"sqr_mom_1",0.99,1613941472402,2021
+"lr_1",4.543877116543877e-05,1613941472402,2021
+"mom_1",0.8614030720864031,1613941472402,2021
+"eps_1",1e-05,1613941472402,2021
+"wd_2",0.01,1613941472402,2021
+"sqr_mom_2",0.99,1613941472402,2021
+"lr_2",0.0004543877116543877,1613941472402,2021
+"mom_2",0.8614030720864031,1613941472402,2021
+"eps_2",1e-05,1613941472402,2021
+"train_loss",0.060395133,1613941473357,2022
+"raw_loss",0.07214817,1613941473357,2022
+"epoch",12.723270440251547,1613941473357,2022
+"wd_0",0.01,1613941473357,2022
+"sqr_mom_0",0.99,1613941473357,2022
+"lr_0",4.5455506203744785e-06,1613941473357,2022
+"mom_0",0.8613612344906381,1613941473357,2022
+"eps_0",1e-05,1613941473357,2022
+"wd_1",0.01,1613941473357,2022
+"sqr_mom_1",0.99,1613941473357,2022
+"lr_1",4.545550620374478e-05,1613941473357,2022
+"mom_1",0.8613612344906381,1613941473357,2022
+"eps_1",1e-05,1613941473357,2022
+"wd_2",0.01,1613941473357,2022
+"sqr_mom_2",0.99,1613941473357,2022
+"lr_2",0.00045455506203744776,1613941473357,2022
+"mom_2",0.8613612344906381,1613941473357,2022
+"eps_2",1e-05,1613941473357,2022
+"train_loss",0.060616817,1613941474358,2023
+"raw_loss",0.07147938,1613941474358,2023
+"epoch",12.729559748427647,1613941474358,2023
+"wd_0",0.01,1613941474358,2023
+"sqr_mom_0",0.99,1613941474358,2023
+"lr_0",4.547221204816966e-06,1613941474358,2023
+"mom_0",0.8613194698795759,1613941474358,2023
+"eps_0",1e-05,1613941474358,2023
+"wd_1",0.01,1613941474358,2023
+"sqr_mom_1",0.99,1613941474358,2023
+"lr_1",4.547221204816965e-05,1613941474358,2023
+"mom_1",0.8613194698795759,1613941474358,2023
+"eps_1",1e-05,1613941474358,2023
+"wd_2",0.01,1613941474358,2023
+"sqr_mom_2",0.99,1613941474358,2023
+"lr_2",0.0004547221204816965,1613941474358,2023
+"mom_2",0.8613194698795759,1613941474358,2023
+"eps_2",1e-05,1613941474358,2023
+"train_loss",0.06159609,1613941475489,2024
+"raw_loss",0.10958064,1613941475489,2024
+"epoch",12.735849056603747,1613941475489,2024
+"wd_0",0.01,1613941475489,2024
+"sqr_mom_0",0.99,1613941475489,2024
+"lr_0",4.5488893419749e-06,1613941475489,2024
+"mom_0",0.8612777664506275,1613941475489,2024
+"eps_0",1e-05,1613941475489,2024
+"wd_1",0.01,1613941475489,2024
+"sqr_mom_1",0.99,1613941475489,2024
+"lr_1",4.5488893419749e-05,1613941475489,2024
+"mom_1",0.8612777664506275,1613941475489,2024
+"eps_1",1e-05,1613941475489,2024
+"wd_2",0.01,1613941475489,2024
+"sqr_mom_2",0.99,1613941475489,2024
+"lr_2",0.00045488893419749,1613941475489,2024
+"mom_2",0.8612777664506275,1613941475489,2024
+"eps_2",1e-05,1613941475489,2024
+"train_loss",0.06238709,1613941476557,2025
+"raw_loss",0.10114597,1613941476557,2025
+"epoch",12.742138364779848,1613941476557,2025
+"wd_0",0.01,1613941476557,2025
+"sqr_mom_0",0.99,1613941476557,2025
+"lr_0",4.550554554714947e-06,1613941476557,2025
+"mom_0",0.8612361361321264,1613941476557,2025
+"eps_0",1e-05,1613941476557,2025
+"wd_1",0.01,1613941476557,2025
+"sqr_mom_1",0.99,1613941476557,2025
+"lr_1",4.550554554714946e-05,1613941476557,2025
+"mom_1",0.8612361361321264,1613941476557,2025
+"eps_1",1e-05,1613941476557,2025
+"wd_2",0.01,1613941476557,2025
+"sqr_mom_2",0.99,1613941476557,2025
+"lr_2",0.0004550554554714946,1613941476557,2025
+"mom_2",0.8612361361321264,1613941476557,2025
+"eps_2",1e-05,1613941476557,2025
+"train_loss",0.062262468,1613941477523,2026
+"raw_loss",0.056155924,1613941477523,2026
+"epoch",12.748427672955948,1613941477523,2026
+"wd_0",0.01,1613941477523,2026
+"sqr_mom_0",0.99,1613941477523,2026
+"lr_0",4.5522173136226326e-06,1613941477523,2026
+"mom_0",0.8611945671594342,1613941477523,2026
+"eps_0",1e-05,1613941477523,2026
+"wd_1",0.01,1613941477523,2026
+"sqr_mom_1",0.99,1613941477523,2026
+"lr_1",4.5522173136226326e-05,1613941477523,2026
+"mom_1",0.8611945671594342,1613941477523,2026
+"eps_1",1e-05,1613941477523,2026
+"wd_2",0.01,1613941477523,2026
+"sqr_mom_2",0.99,1613941477523,2026
+"lr_2",0.0004552217313622632,1613941477523,2026
+"mom_2",0.8611945671594342,1613941477523,2026
+"eps_2",1e-05,1613941477523,2026
+"train_loss",0.063443,1613941478487,2027
+"raw_loss",0.121289,1613941478487,2027
+"epoch",12.754716981132049,1613941478487,2027
+"wd_0",0.01,1613941478487,2027
+"sqr_mom_0",0.99,1613941478487,2027
+"lr_0",4.553877378883713e-06,1613941478487,2027
+"mom_0",0.8611530655279072,1613941478487,2027
+"eps_0",1e-05,1613941478487,2027
+"wd_1",0.01,1613941478487,2027
+"sqr_mom_1",0.99,1613941478487,2027
+"lr_1",4.553877378883713e-05,1613941478487,2027
+"mom_1",0.8611530655279072,1613941478487,2027
+"eps_1",1e-05,1613941478487,2027
+"wd_2",0.01,1613941478487,2027
+"sqr_mom_2",0.99,1613941478487,2027
+"lr_2",0.0004553877378883713,1613941478487,2027
+"mom_2",0.8611530655279072,1613941478487,2027
+"eps_2",1e-05,1613941478487,2027
+"train_loss",0.06445235,1613941479441,2028
+"raw_loss",0.11391051,1613941479441,2028
+"epoch",12.761006289308149,1613941479441,2028
+"wd_0",0.01,1613941479441,2028
+"sqr_mom_0",0.99,1613941479441,2028
+"lr_0",4.555534512220131e-06,1613941479441,2028
+"mom_0",0.8611116371944967,1613941479441,2028
+"eps_0",1e-05,1613941479441,2028
+"wd_1",0.01,1613941479441,2028
+"sqr_mom_1",0.99,1613941479441,2028
+"lr_1",4.5555345122201305e-05,1613941479441,2028
+"mom_1",0.8611116371944967,1613941479441,2028
+"eps_1",1e-05,1613941479441,2028
+"wd_2",0.01,1613941479441,2028
+"sqr_mom_2",0.99,1613941479441,2028
+"lr_2",0.0004555534512220131,1613941479441,2028
+"mom_2",0.8611116371944967,1613941479441,2028
+"eps_2",1e-05,1613941479441,2028
+"train_loss",0.06395586,1613941480383,2029
+"raw_loss",0.039627787,1613941480383,2029
+"epoch",12.76729559748425,1613941480383,2029
+"wd_0",0.01,1613941480383,2029
+"sqr_mom_0",0.99,1613941480383,2029
+"lr_0",4.5571889469207965e-06,1613941480383,2029
+"mom_0",0.8610702763269801,1613941480383,2029
+"eps_0",1e-05,1613941480383,2029
+"wd_1",0.01,1613941480383,2029
+"sqr_mom_1",0.99,1613941480383,2029
+"lr_1",4.557188946920795e-05,1613941480383,2029
+"mom_1",0.8610702763269801,1613941480383,2029
+"eps_1",1e-05,1613941480383,2029
+"wd_2",0.01,1613941480383,2029
+"sqr_mom_2",0.99,1613941480383,2029
+"lr_2",0.0004557188946920795,1613941480383,2029
+"mom_2",0.8610702763269801,1613941480383,2029
+"eps_2",1e-05,1613941480383,2029
+"train_loss",0.06377107,1613941481322,2030
+"raw_loss",0.05471641,1613941481322,2030
+"epoch",12.77358490566035,1613941481322,2030
+"wd_0",0.01,1613941481322,2030
+"sqr_mom_0",0.99,1613941481322,2030
+"lr_0",4.558840914744623e-06,1613941481322,2030
+"mom_0",0.8610289771313844,1613941481322,2030
+"eps_0",1e-05,1613941481322,2030
+"wd_1",0.01,1613941481322,2030
+"sqr_mom_1",0.99,1613941481322,2030
+"lr_1",4.558840914744623e-05,1613941481322,2030
+"mom_1",0.8610289771313844,1613941481322,2030
+"eps_1",1e-05,1613941481322,2030
+"wd_2",0.01,1613941481322,2030
+"sqr_mom_2",0.99,1613941481322,2030
+"lr_2",0.0004558840914744622,1613941481322,2030
+"mom_2",0.8610289771313844,1613941481322,2030
+"eps_2",1e-05,1613941481322,2030
+"train_loss",0.06367482,1613941482275,2031
+"raw_loss",0.058958758,1613941482275,2031
+"epoch",12.77987421383645,1613941482275,2031
+"wd_0",0.01,1613941482275,2031
+"sqr_mom_0",0.99,1613941482275,2031
+"lr_0",4.5604899431831525e-06,1613941482275,2031
+"mom_0",0.8609877514204212,1613941482275,2031
+"eps_0",1e-05,1613941482275,2031
+"wd_1",0.01,1613941482275,2031
+"sqr_mom_1",0.99,1613941482275,2031
+"lr_1",4.5604899431831517e-05,1613941482275,2031
+"mom_1",0.8609877514204212,1613941482275,2031
+"eps_1",1e-05,1613941482275,2031
+"wd_2",0.01,1613941482275,2031
+"sqr_mom_2",0.99,1613941482275,2031
+"lr_2",0.00045604899431831515,1613941482275,2031
+"mom_2",0.8609877514204212,1613941482275,2031
+"eps_2",1e-05,1613941482275,2031
+"train_loss",0.06312069,1613941483219,2032
+"raw_loss",0.035968214,1613941483219,2032
+"epoch",12.78616352201255,1613941483219,2032
+"wd_0",0.01,1613941483219,2032
+"sqr_mom_0",0.99,1613941483219,2032
+"lr_0",4.5621364982482645e-06,1613941483219,2032
+"mom_0",0.8609465875437934,1613941483219,2032
+"eps_0",1e-05,1613941483219,2032
+"wd_1",0.01,1613941483219,2032
+"sqr_mom_1",0.99,1613941483219,2032
+"lr_1",4.562136498248264e-05,1613941483219,2032
+"mom_1",0.8609465875437934,1613941483219,2032
+"eps_1",1e-05,1613941483219,2032
+"wd_2",0.01,1613941483219,2032
+"sqr_mom_2",0.99,1613941483219,2032
+"lr_2",0.0004562136498248264,1613941483219,2032
+"mom_2",0.8609465875437934,1613941483219,2032
+"eps_2",1e-05,1613941483219,2032
+"train_loss",0.06320387,1613941484162,2033
+"raw_loss",0.067279726,1613941484162,2033
+"epoch",12.792452830188651,1613941484162,2033
+"wd_0",0.01,1613941484162,2033
+"sqr_mom_0",0.99,1613941484162,2033
+"lr_0",4.563780108979698e-06,1613941484162,2033
+"mom_0",0.8609054972755076,1613941484162,2033
+"eps_0",1e-05,1613941484162,2033
+"wd_1",0.01,1613941484162,2033
+"sqr_mom_1",0.99,1613941484162,2033
+"lr_1",4.563780108979698e-05,1613941484162,2033
+"mom_1",0.8609054972755076,1613941484162,2033
+"eps_1",1e-05,1613941484162,2033
+"wd_2",0.01,1613941484162,2033
+"sqr_mom_2",0.99,1613941484162,2033
+"lr_2",0.00045637801089796977,1613941484162,2033
+"mom_2",0.8609054972755076,1613941484162,2033
+"eps_2",1e-05,1613941484162,2033
+"train_loss",0.06307924,1613941485108,2034
+"raw_loss",0.056972366,1613941485108,2034
+"epoch",12.798742138364751,1613941485108,2034
+"wd_0",0.01,1613941485108,2034
+"sqr_mom_0",0.99,1613941485108,2034
+"lr_0",4.565421006770417e-06,1613941485108,2034
+"mom_0",0.8608644748307396,1613941485108,2034
+"eps_0",1e-05,1613941485108,2034
+"wd_1",0.01,1613941485108,2034
+"sqr_mom_1",0.99,1613941485108,2034
+"lr_1",4.5654210067704165e-05,1613941485108,2034
+"mom_1",0.8608644748307396,1613941485108,2034
+"eps_1",1e-05,1613941485108,2034
+"wd_2",0.01,1613941485108,2034
+"sqr_mom_2",0.99,1613941485108,2034
+"lr_2",0.0004565421006770416,1613941485108,2034
+"mom_2",0.8608644748307396,1613941485108,2034
+"eps_2",1e-05,1613941485108,2034
+"train_loss",0.06406707,1613941486083,2035
+"raw_loss",0.112471044,1613941486083,2035
+"epoch",12.805031446540852,1613941486083,2035
+"wd_0",0.01,1613941486083,2035
+"sqr_mom_0",0.99,1613941486083,2035
+"lr_0",4.567059421475279e-06,1613941486083,2035
+"mom_0",0.860823514463118,1613941486083,2035
+"eps_0",1e-05,1613941486083,2035
+"wd_1",0.01,1613941486083,2035
+"sqr_mom_1",0.99,1613941486083,2035
+"lr_1",4.567059421475278e-05,1613941486083,2035
+"mom_1",0.860823514463118,1613941486083,2035
+"eps_1",1e-05,1613941486083,2035
+"wd_2",0.01,1613941486083,2035
+"sqr_mom_2",0.99,1613941486083,2035
+"lr_2",0.0004567059421475278,1613941486083,2035
+"mom_2",0.860823514463118,1613941486083,2035
+"eps_2",1e-05,1613941486083,2035
+"train_loss",0.063555725,1613941487036,2036
+"raw_loss",0.038499456,1613941487036,2036
+"epoch",12.811320754716952,1613941487036,2036
+"wd_0",0.01,1613941487036,2036
+"sqr_mom_0",0.99,1613941487036,2036
+"lr_0",4.5686951167772235e-06,1613941487036,2036
+"mom_0",0.8607826220805694,1613941487036,2036
+"eps_0",1e-05,1613941487036,2036
+"wd_1",0.01,1613941487036,2036
+"sqr_mom_1",0.99,1613941487036,2036
+"lr_1",4.5686951167772233e-05,1613941487036,2036
+"mom_1",0.8607826220805694,1613941487036,2036
+"eps_1",1e-05,1613941487036,2036
+"wd_2",0.01,1613941487036,2036
+"sqr_mom_2",0.99,1613941487036,2036
+"lr_2",0.0004568695116777223,1613941487036,2036
+"mom_2",0.8607826220805694,1613941487036,2036
+"eps_2",1e-05,1613941487036,2036
+"train_loss",0.06402255,1613941487993,2037
+"raw_loss",0.08689689,1613941487993,2037
+"epoch",12.817610062893053,1613941487993,2037
+"wd_0",0.01,1613941487993,2037
+"sqr_mom_0",0.99,1613941487993,2037
+"lr_0",4.5703278579100664e-06,1613941487993,2037
+"mom_0",0.8607418035522483,1613941487993,2037
+"eps_0",1e-05,1613941487993,2037
+"wd_1",0.01,1613941487993,2037
+"sqr_mom_1",0.99,1613941487993,2037
+"lr_1",4.5703278579100664e-05,1613941487993,2037
+"mom_1",0.8607418035522483,1613941487993,2037
+"eps_1",1e-05,1613941487993,2037
+"wd_2",0.01,1613941487993,2037
+"sqr_mom_2",0.99,1613941487993,2037
+"lr_2",0.0004570327857910066,1613941487993,2037
+"mom_2",0.8607418035522483,1613941487993,2037
+"eps_2",1e-05,1613941487993,2037
+"train_loss",0.06368801,1613941488947,2038
+"raw_loss",0.04729554,1613941488947,2038
+"epoch",12.823899371069153,1613941488947,2038
+"wd_0",0.01,1613941488947,2038
+"sqr_mom_0",0.99,1613941488947,2038
+"lr_0",4.571958106282931e-06,1613941488947,2038
+"mom_0",0.8607010473429267,1613941488947,2038
+"eps_0",1e-05,1613941488947,2038
+"wd_1",0.01,1613941488947,2038
+"sqr_mom_1",0.99,1613941488947,2038
+"lr_1",4.57195810628293e-05,1613941488947,2038
+"mom_1",0.8607010473429267,1613941488947,2038
+"eps_1",1e-05,1613941488947,2038
+"wd_2",0.01,1613941488947,2038
+"sqr_mom_2",0.99,1613941488947,2038
+"lr_2",0.000457195810628293,1613941488947,2038
+"mom_2",0.8607010473429267,1613941488947,2038
+"eps_2",1e-05,1613941488947,2038
+"train_loss",0.065266564,1613941489955,2039
+"raw_loss",0.14261593,1613941489955,2039
+"epoch",12.830188679245254,1613941489955,2039
+"wd_0",0.01,1613941489955,2039
+"sqr_mom_0",0.99,1613941489955,2039
+"lr_0",4.57358539559972e-06,1613941489955,2039
+"mom_0",0.860660365110007,1613941489955,2039
+"eps_0",1e-05,1613941489955,2039
+"wd_1",0.01,1613941489955,2039
+"sqr_mom_1",0.99,1613941489955,2039
+"lr_1",4.573585395599719e-05,1613941489955,2039
+"mom_1",0.860660365110007,1613941489955,2039
+"eps_1",1e-05,1613941489955,2039
+"wd_2",0.01,1613941489955,2039
+"sqr_mom_2",0.99,1613941489955,2039
+"lr_2",0.0004573585395599719,1613941489955,2039
+"mom_2",0.860660365110007,1613941489955,2039
+"eps_2",1e-05,1613941489955,2039
+"train_loss",0.06493139,1613941490903,2040
+"raw_loss",0.04850801,1613941490903,2040
+"epoch",12.836477987421354,1613941490903,2040
+"wd_0",0.01,1613941490903,2040
+"sqr_mom_0",0.99,1613941490903,2040
+"lr_0",4.575209954964987e-06,1613941490903,2040
+"mom_0",0.8606197511258753,1613941490903,2040
+"eps_0",1e-05,1613941490903,2040
+"wd_1",0.01,1613941490903,2040
+"sqr_mom_1",0.99,1613941490903,2040
+"lr_1",4.575209954964985e-05,1613941490903,2040
+"mom_1",0.8606197511258753,1613941490903,2040
+"eps_1",1e-05,1613941490903,2040
+"wd_2",0.01,1613941490903,2040
+"sqr_mom_2",0.99,1613941490903,2040
+"lr_2",0.00045752099549649855,1613941490903,2040
+"mom_2",0.8606197511258753,1613941490903,2040
+"eps_2",1e-05,1613941490903,2040
+"train_loss",0.06762193,1613941491874,2041
+"raw_loss",0.19945852,1613941491874,2041
+"epoch",12.842767295597454,1613941491874,2041
+"wd_0",0.01,1613941491874,2041
+"sqr_mom_0",0.99,1613941491874,2041
+"lr_0",4.576832011935535e-06,1613941491874,2041
+"mom_0",0.8605791997016117,1613941491874,2041
+"eps_0",1e-05,1613941491874,2041
+"wd_1",0.01,1613941491874,2041
+"sqr_mom_1",0.99,1613941491874,2041
+"lr_1",4.5768320119355346e-05,1613941491874,2041
+"mom_1",0.8605791997016117,1613941491874,2041
+"eps_1",1e-05,1613941491874,2041
+"wd_2",0.01,1613941491874,2041
+"sqr_mom_2",0.99,1613941491874,2041
+"lr_2",0.0004576832011935534,1613941491874,2041
+"mom_2",0.8605791997016117,1613941491874,2041
+"eps_2",1e-05,1613941491874,2041
+"train_loss",0.06756505,1613941492818,2042
+"raw_loss",0.06477813,1613941492818,2042
+"epoch",12.849056603773555,1613941492818,2042
+"wd_0",0.01,1613941492818,2042
+"sqr_mom_0",0.99,1613941492818,2042
+"lr_0",4.578451102558238e-06,1613941492818,2042
+"mom_0",0.860538722436044,1613941492818,2042
+"eps_0",1e-05,1613941492818,2042
+"wd_1",0.01,1613941492818,2042
+"sqr_mom_1",0.99,1613941492818,2042
+"lr_1",4.578451102558237e-05,1613941492818,2042
+"mom_1",0.860538722436044,1613941492818,2042
+"eps_1",1e-05,1613941492818,2042
+"wd_2",0.01,1613941492818,2042
+"sqr_mom_2",0.99,1613941492818,2042
+"lr_2",0.00045784511025582375,1613941492818,2042
+"mom_2",0.860538722436044,1613941492818,2042
+"eps_2",1e-05,1613941492818,2042
+"train_loss",0.067453064,1613941493781,2043
+"raw_loss",0.061965432,1613941493781,2043
+"epoch",12.855345911949655,1613941493781,2043
+"wd_0",0.01,1613941493781,2043
+"sqr_mom_0",0.99,1613941493781,2043
+"lr_0",4.580067684384612e-06,1613941493781,2043
+"mom_0",0.8604983078903847,1613941493781,2043
+"eps_0",1e-05,1613941493781,2043
+"wd_1",0.01,1613941493781,2043
+"sqr_mom_1",0.99,1613941493781,2043
+"lr_1",4.580067684384612e-05,1613941493781,2043
+"mom_1",0.8604983078903847,1613941493781,2043
+"eps_1",1e-05,1613941493781,2043
+"wd_2",0.01,1613941493781,2043
+"sqr_mom_2",0.99,1613941493781,2043
+"lr_2",0.0004580067684384612,1613941493781,2043
+"mom_2",0.8604983078903847,1613941493781,2043
+"eps_2",1e-05,1613941493781,2043
+"train_loss",0.06767807,1613941494714,2044
+"raw_loss",0.07870361,1613941494714,2044
+"epoch",12.861635220125756,1613941494714,2044
+"wd_0",0.01,1613941494714,2044
+"sqr_mom_0",0.99,1613941494714,2044
+"lr_0",4.581681295027572e-06,1613941494714,2044
+"mom_0",0.8604579676243107,1613941494714,2044
+"eps_0",1e-05,1613941494714,2044
+"wd_1",0.01,1613941494714,2044
+"sqr_mom_1",0.99,1613941494714,2044
+"lr_1",4.581681295027571e-05,1613941494714,2044
+"mom_1",0.8604579676243107,1613941494714,2044
+"eps_1",1e-05,1613941494714,2044
+"wd_2",0.01,1613941494714,2044
+"sqr_mom_2",0.99,1613941494714,2044
+"lr_2",0.0004581681295027571,1613941494714,2044
+"mom_2",0.8604579676243107,1613941494714,2044
+"eps_2",1e-05,1613941494714,2044
+"train_loss",0.068359636,1613941495659,2045
+"raw_loss",0.10175646,1613941495659,2045
+"epoch",12.867924528301856,1613941495659,2045
+"wd_0",0.01,1613941495659,2045
+"sqr_mom_0",0.99,1613941495659,2045
+"lr_0",4.583292390490004e-06,1613941495659,2045
+"mom_0",0.8604176902377499,1613941495659,2045
+"eps_0",1e-05,1613941495659,2045
+"wd_1",0.01,1613941495659,2045
+"sqr_mom_1",0.99,1613941495659,2045
+"lr_1",4.583292390490003e-05,1613941495659,2045
+"mom_1",0.8604176902377499,1613941495659,2045
+"eps_1",1e-05,1613941495659,2045
+"wd_2",0.01,1613941495659,2045
+"sqr_mom_2",0.99,1613941495659,2045
+"lr_2",0.0004583292390490003,1613941495659,2045
+"mom_2",0.8604176902377499,1613941495659,2045
+"eps_2",1e-05,1613941495659,2045
+"train_loss",0.067921184,1613941496598,2046
+"raw_loss",0.04643708,1613941496598,2046
+"epoch",12.874213836477956,1613941496598,2046
+"wd_0",0.01,1613941496598,2046
+"sqr_mom_0",0.99,1613941496598,2046
+"lr_0",4.5849007383795706e-06,1613941496598,2046
+"mom_0",0.8603774815405107,1613941496598,2046
+"eps_0",1e-05,1613941496598,2046
+"wd_1",0.01,1613941496598,2046
+"sqr_mom_1",0.99,1613941496598,2046
+"lr_1",4.58490073837957e-05,1613941496598,2046
+"mom_1",0.8603774815405107,1613941496598,2046
+"eps_1",1e-05,1613941496598,2046
+"wd_2",0.01,1613941496598,2046
+"sqr_mom_2",0.99,1613941496598,2046
+"lr_2",0.000458490073837957,1613941496598,2046
+"mom_2",0.8603774815405107,1613941496598,2046
+"eps_2",1e-05,1613941496598,2046
+"train_loss",0.06748159,1613941497545,2047
+"raw_loss",0.045941588,1613941497545,2047
+"epoch",12.880503144654057,1613941497545,2047
+"wd_0",0.01,1613941497545,2047
+"sqr_mom_0",0.99,1613941497545,2047
+"lr_0",4.586506107870875e-06,1613941497545,2047
+"mom_0",0.8603373473032281,1613941497545,2047
+"eps_0",1e-05,1613941497545,2047
+"wd_1",0.01,1613941497545,2047
+"sqr_mom_1",0.99,1613941497545,2047
+"lr_1",4.5865061078708737e-05,1613941497545,2047
+"mom_1",0.8603373473032281,1613941497545,2047
+"eps_1",1e-05,1613941497545,2047
+"wd_2",0.01,1613941497545,2047
+"sqr_mom_2",0.99,1613941497545,2047
+"lr_2",0.00045865061078708737,1613941497545,2047
+"mom_2",0.8603373473032281,1613941497545,2047
+"eps_2",1e-05,1613941497545,2047
+"train_loss",0.06780969,1613941498489,2048
+"raw_loss",0.083886735,1613941498489,2048
+"epoch",12.886792452830157,1613941498489,2048
+"wd_0",0.01,1613941498489,2048
+"sqr_mom_0",0.99,1613941498489,2048
+"lr_0",4.58810872499502e-06,1613941498489,2048
+"mom_0",0.8602972818751246,1613941498489,2048
+"eps_0",1e-05,1613941498489,2048
+"wd_1",0.01,1613941498489,2048
+"sqr_mom_1",0.99,1613941498489,2048
+"lr_1",4.588108724995019e-05,1613941498489,2048
+"mom_1",0.8602972818751246,1613941498489,2048
+"eps_1",1e-05,1613941498489,2048
+"wd_2",0.01,1613941498489,2048
+"sqr_mom_2",0.99,1613941498489,2048
+"lr_2",0.0004588108724995019,1613941498489,2048
+"mom_2",0.8602972818751246,1613941498489,2048
+"eps_2",1e-05,1613941498489,2048
+"train_loss",0.06889259,1613941499437,2049
+"raw_loss",0.12195445,1613941499437,2049
+"epoch",12.893081761006258,1613941499437,2049
+"wd_0",0.01,1613941499437,2049
+"sqr_mom_0",0.99,1613941499437,2049
+"lr_0",4.589708814222653e-06,1613941499437,2049
+"mom_0",0.8602572796444337,1613941499437,2049
+"eps_0",1e-05,1613941499437,2049
+"wd_1",0.01,1613941499437,2049
+"sqr_mom_1",0.99,1613941499437,2049
+"lr_1",4.589708814222653e-05,1613941499437,2049
+"mom_1",0.8602572796444337,1613941499437,2049
+"eps_1",1e-05,1613941499437,2049
+"wd_2",0.01,1613941499437,2049
+"sqr_mom_2",0.99,1613941499437,2049
+"lr_2",0.00045897088142226526,1613941499437,2049
+"mom_2",0.8602572796444337,1613941499437,2049
+"eps_2",1e-05,1613941499437,2049
+"train_loss",0.068333805,1613941500393,2050
+"raw_loss",0.040953137,1613941500393,2050
+"epoch",12.899371069182358,1613941500393,2050
+"wd_0",0.01,1613941500393,2050
+"sqr_mom_0",0.99,1613941500393,2050
+"lr_0",4.5913059178840285e-06,1613941500393,2050
+"mom_0",0.8602173520528993,1613941500393,2050
+"eps_0",1e-05,1613941500393,2050
+"wd_1",0.01,1613941500393,2050
+"sqr_mom_1",0.99,1613941500393,2050
+"lr_1",4.591305917884028e-05,1613941500393,2050
+"mom_1",0.8602173520528993,1613941500393,2050
+"eps_1",1e-05,1613941500393,2050
+"wd_2",0.01,1613941500393,2050
+"sqr_mom_2",0.99,1613941500393,2050
+"lr_2",0.00045913059178840276,1613941500393,2050
+"mom_2",0.8602173520528993,1613941500393,2050
+"eps_2",1e-05,1613941500393,2050
+"train_loss",0.0696499,1613941501335,2051
+"raw_loss",0.13413845,1613941501335,2051
+"epoch",12.905660377358458,1613941501335,2051
+"wd_0",0.01,1613941501335,2051
+"sqr_mom_0",0.99,1613941501335,2051
+"lr_0",4.592900260851243e-06,1613941501335,2051
+"mom_0",0.860177493478719,1613941501335,2051
+"eps_0",1e-05,1613941501335,2051
+"wd_1",0.01,1613941501335,2051
+"sqr_mom_1",0.99,1613941501335,2051
+"lr_1",4.5929002608512426e-05,1613941501335,2051
+"mom_1",0.860177493478719,1613941501335,2051
+"eps_1",1e-05,1613941501335,2051
+"wd_2",0.01,1613941501335,2051
+"sqr_mom_2",0.99,1613941501335,2051
+"lr_2",0.00045929002608512424,1613941501335,2051
+"mom_2",0.860177493478719,1613941501335,2051
+"eps_2",1e-05,1613941501335,2051
+"train_loss",0.06883534,1613941502280,2052
+"raw_loss",0.02892195,1613941502280,2052
+"epoch",12.911949685534559,1613941502280,2052
+"wd_0",0.01,1613941502280,2052
+"sqr_mom_0",0.99,1613941502280,2052
+"lr_0",4.5944920664312165e-06,1613941502280,2052
+"mom_0",0.8601376983392196,1613941502280,2052
+"eps_0",1e-05,1613941502280,2052
+"wd_1",0.01,1613941502280,2052
+"sqr_mom_1",0.99,1613941502280,2052
+"lr_1",4.594492066431217e-05,1613941502280,2052
+"mom_1",0.8601376983392196,1613941502280,2052
+"eps_1",1e-05,1613941502280,2052
+"wd_2",0.01,1613941502280,2052
+"sqr_mom_2",0.99,1613941502280,2052
+"lr_2",0.0004594492066431216,1613941502280,2052
+"mom_2",0.8601376983392196,1613941502280,2052
+"eps_2",1e-05,1613941502280,2052
+"train_loss",0.06849783,1613941503235,2053
+"raw_loss",0.051959865,1613941503235,2053
+"epoch",12.91823899371066,1613941503235,2053
+"wd_0",0.01,1613941503235,2053
+"sqr_mom_0",0.99,1613941503235,2053
+"lr_0",4.596080879323556e-06,1613941503235,2053
+"mom_0",0.8600979780169111,1613941503235,2053
+"eps_0",1e-05,1613941503235,2053
+"wd_1",0.01,1613941503235,2053
+"sqr_mom_1",0.99,1613941503235,2053
+"lr_1",4.596080879323555e-05,1613941503235,2053
+"mom_1",0.8600979780169111,1613941503235,2053
+"eps_1",1e-05,1613941503235,2053
+"wd_2",0.01,1613941503235,2053
+"sqr_mom_2",0.99,1613941503235,2053
+"lr_2",0.00045960808793235554,1613941503235,2053
+"mom_2",0.8600979780169111,1613941503235,2053
+"eps_2",1e-05,1613941503235,2053
+"train_loss",0.068201855,1613941504194,2054
+"raw_loss",0.05369912,1613941504194,2054
+"epoch",12.92452830188676,1613941504194,2054
+"wd_0",0.01,1613941504194,2054
+"sqr_mom_0",0.99,1613941504194,2054
+"lr_0",4.597667148523356e-06,1613941504194,2054
+"mom_0",0.8600583212869161,1613941504194,2054
+"eps_0",1e-05,1613941504194,2054
+"wd_1",0.01,1613941504194,2054
+"sqr_mom_1",0.99,1613941504194,2054
+"lr_1",4.597667148523356e-05,1613941504194,2054
+"mom_1",0.8600583212869161,1613941504194,2054
+"eps_1",1e-05,1613941504194,2054
+"wd_2",0.01,1613941504194,2054
+"sqr_mom_2",0.99,1613941504194,2054
+"lr_2",0.0004597667148523356,1613941504194,2054
+"mom_2",0.8600583212869161,1613941504194,2054
+"eps_2",1e-05,1613941504194,2054
+"train_loss",0.0680305,1613941505150,2055
+"raw_loss",0.05963391,1613941505150,2055
+"epoch",12.93081761006286,1613941505150,2055
+"wd_0",0.01,1613941505150,2055
+"sqr_mom_0",0.99,1613941505150,2055
+"lr_0",4.599250645204996e-06,1613941505150,2055
+"mom_0",0.860018733869875,1613941505150,2055
+"eps_0",1e-05,1613941505150,2055
+"wd_1",0.01,1613941505150,2055
+"sqr_mom_1",0.99,1613941505150,2055
+"lr_1",4.599250645204996e-05,1613941505150,2055
+"mom_1",0.860018733869875,1613941505150,2055
+"eps_1",1e-05,1613941505150,2055
+"wd_2",0.01,1613941505150,2055
+"sqr_mom_2",0.99,1613941505150,2055
+"lr_2",0.0004599250645204996,1613941505150,2055
+"mom_2",0.860018733869875,1613941505150,2055
+"eps_2",1e-05,1613941505150,2055
+"train_loss",0.067291066,1613941506166,2056
+"raw_loss",0.031058868,1613941506166,2056
+"epoch",12.93710691823896,1613941506166,2056
+"wd_0",0.01,1613941506166,2056
+"sqr_mom_0",0.99,1613941506166,2056
+"lr_0",4.600831142124022e-06,1613941506166,2056
+"mom_0",0.8599792214468994,1613941506166,2056
+"eps_0",1e-05,1613941506166,2056
+"wd_1",0.01,1613941506166,2056
+"sqr_mom_1",0.99,1613941506166,2056
+"lr_1",4.600831142124021e-05,1613941506166,2056
+"mom_1",0.8599792214468994,1613941506166,2056
+"eps_1",1e-05,1613941506166,2056
+"wd_2",0.01,1613941506166,2056
+"sqr_mom_2",0.99,1613941506166,2056
+"lr_2",0.00046008311421240214,1613941506166,2056
+"mom_2",0.8599792214468994,1613941506166,2056
+"eps_2",1e-05,1613941506166,2056
+"train_loss",0.066561766,1613941507318,2057
+"raw_loss",0.030826114,1613941507318,2057
+"epoch",12.94339622641506,1613941507318,2057
+"wd_0",0.01,1613941507318,2057
+"sqr_mom_0",0.99,1613941507318,2057
+"lr_0",4.602409085925454e-06,1613941507318,2057
+"mom_0",0.8599397728518636,1613941507318,2057
+"eps_0",1e-05,1613941507318,2057
+"wd_1",0.01,1613941507318,2057
+"sqr_mom_1",0.99,1613941507318,2057
+"lr_1",4.602409085925453e-05,1613941507318,2057
+"mom_1",0.8599397728518636,1613941507318,2057
+"eps_1",1e-05,1613941507318,2057
+"wd_2",0.01,1613941507318,2057
+"sqr_mom_2",0.99,1613941507318,2057
+"lr_2",0.00046024090859254533,1613941507318,2057
+"mom_2",0.8599397728518636,1613941507318,2057
+"eps_2",1e-05,1613941507318,2057
+"train_loss",0.06624467,1613941508412,2058
+"raw_loss",0.05070674,1613941508412,2058
+"epoch",12.949685534591161,1613941508412,2058
+"wd_0",0.01,1613941508412,2058
+"sqr_mom_0",0.99,1613941508412,2058
+"lr_0",4.6039840252737495e-06,1613941508412,2058
+"mom_0",0.8599003993681562,1613941508412,2058
+"eps_0",1e-05,1613941508412,2058
+"wd_1",0.01,1613941508412,2058
+"sqr_mom_1",0.99,1613941508412,2058
+"lr_1",4.603984025273749e-05,1613941508412,2058
+"mom_1",0.8599003993681562,1613941508412,2058
+"eps_1",1e-05,1613941508412,2058
+"wd_2",0.01,1613941508412,2058
+"sqr_mom_2",0.99,1613941508412,2058
+"lr_2",0.00046039840252737487,1613941508412,2058
+"mom_2",0.8599003993681562,1613941508412,2058
+"eps_2",1e-05,1613941508412,2058
+"train_loss",0.06698394,1613941509637,2059
+"raw_loss",0.10320815,1613941509637,2059
+"epoch",12.955974842767262,1613941509637,2059
+"wd_0",0.01,1613941509637,2059
+"sqr_mom_0",0.99,1613941509637,2059
+"lr_0",4.605556181933133e-06,1613941509637,2059
+"mom_0",0.8598610954516717,1613941509637,2059
+"eps_0",1e-05,1613941509637,2059
+"wd_1",0.01,1613941509637,2059
+"sqr_mom_1",0.99,1613941509637,2059
+"lr_1",4.6055561819331324e-05,1613941509637,2059
+"mom_1",0.8598610954516717,1613941509637,2059
+"eps_1",1e-05,1613941509637,2059
+"wd_2",0.01,1613941509637,2059
+"sqr_mom_2",0.99,1613941509637,2059
+"lr_2",0.00046055561819331324,1613941509637,2059
+"mom_2",0.8598610954516717,1613941509637,2059
+"eps_2",1e-05,1613941509637,2059
+"train_loss",0.067697756,1613941510764,2060
+"raw_loss",0.1026749,1613941510764,2060
+"epoch",12.962264150943362,1613941510764,2060
+"wd_0",0.01,1613941510764,2060
+"sqr_mom_0",0.99,1613941510764,2060
+"lr_0",4.607125776090184e-06,1613941510764,2060
+"mom_0",0.8598218555977454,1613941510764,2060
+"eps_0",1e-05,1613941510764,2060
+"wd_1",0.01,1613941510764,2060
+"sqr_mom_1",0.99,1613941510764,2060
+"lr_1",4.6071257760901836e-05,1613941510764,2060
+"mom_1",0.8598218555977454,1613941510764,2060
+"eps_1",1e-05,1613941510764,2060
+"wd_2",0.01,1613941510764,2060
+"sqr_mom_2",0.99,1613941510764,2060
+"lr_2",0.00046071257760901834,1613941510764,2060
+"mom_2",0.8598218555977454,1613941510764,2060
+"eps_2",1e-05,1613941510764,2060
+"train_loss",0.06791714,1613941511720,2061
+"raw_loss",0.07866703,1613941511720,2061
+"epoch",12.968553459119462,1613941511720,2061
+"wd_0",0.01,1613941511720,2061
+"sqr_mom_0",0.99,1613941511720,2061
+"lr_0",4.608692358797586e-06,1613941511720,2061
+"mom_0",0.8597826910300603,1613941511720,2061
+"eps_0",1e-05,1613941511720,2061
+"wd_1",0.01,1613941511720,2061
+"sqr_mom_1",0.99,1613941511720,2061
+"lr_1",4.608692358797585e-05,1613941511720,2061
+"mom_1",0.8597826910300603,1613941511720,2061
+"eps_1",1e-05,1613941511720,2061
+"wd_2",0.01,1613941511720,2061
+"sqr_mom_2",0.99,1613941511720,2061
+"lr_2",0.0004608692358797585,1613941511720,2061
+"mom_2",0.8597826910300603,1613941511720,2061
+"eps_2",1e-05,1613941511720,2061
+"train_loss",0.06772414,1613941512658,2062
+"raw_loss",0.058267225,1613941512658,2062
+"epoch",12.974842767295563,1613941512658,2062
+"wd_0",0.01,1613941512658,2062
+"sqr_mom_0",0.99,1613941512658,2062
+"lr_0",4.610256372768235e-06,1613941512658,2062
+"mom_0",0.8597435906807941,1613941512658,2062
+"eps_0",1e-05,1613941512658,2062
+"wd_1",0.01,1613941512658,2062
+"sqr_mom_1",0.99,1613941512658,2062
+"lr_1",4.610256372768234e-05,1613941512658,2062
+"mom_1",0.8597435906807941,1613941512658,2062
+"eps_1",1e-05,1613941512658,2062
+"wd_2",0.01,1613941512658,2062
+"sqr_mom_2",0.99,1613941512658,2062
+"lr_2",0.0004610256372768234,1613941512658,2062
+"mom_2",0.8597435906807941,1613941512658,2062
+"eps_2",1e-05,1613941512658,2062
+"train_loss",0.06853144,1613941513637,2063
+"raw_loss",0.10808932,1613941513637,2063
+"epoch",12.981132075471663,1613941513637,2063
+"wd_0",0.01,1613941513637,2063
+"sqr_mom_0",0.99,1613941513637,2063
+"lr_0",4.611817370650903e-06,1613941513637,2063
+"mom_0",0.8597045657337274,1613941513637,2063
+"eps_0",1e-05,1613941513637,2063
+"wd_1",0.01,1613941513637,2063
+"sqr_mom_1",0.99,1613941513637,2063
+"lr_1",4.6118173706509024e-05,1613941513637,2063
+"mom_1",0.8597045657337274,1613941513637,2063
+"eps_1",1e-05,1613941513637,2063
+"wd_2",0.01,1613941513637,2063
+"sqr_mom_2",0.99,1613941513637,2063
+"lr_2",0.00046118173706509024,1613941513637,2063
+"mom_2",0.8597045657337274,1613941513637,2063
+"eps_2",1e-05,1613941513637,2063
+"train_loss",0.06775592,1613941514581,2064
+"raw_loss",0.029755674,1613941514581,2064
+"epoch",12.987421383647764,1613941514581,2064
+"wd_0",0.01,1613941514581,2064
+"sqr_mom_0",0.99,1613941514581,2064
+"lr_0",4.613375793580227e-06,1613941514581,2064
+"mom_0",0.8596656051604943,1613941514581,2064
+"eps_0",1e-05,1613941514581,2064
+"wd_1",0.01,1613941514581,2064
+"sqr_mom_1",0.99,1613941514581,2064
+"lr_1",4.613375793580226e-05,1613941514581,2064
+"mom_1",0.8596656051604943,1613941514581,2064
+"eps_1",1e-05,1613941514581,2064
+"wd_2",0.01,1613941514581,2064
+"sqr_mom_2",0.99,1613941514581,2064
+"lr_2",0.0004613375793580226,1613941514581,2064
+"mom_2",0.8596656051604943,1613941514581,2064
+"eps_2",1e-05,1613941514581,2064
+"train_loss",0.06706127,1613941515541,2065
+"raw_loss",0.033022963,1613941515541,2065
+"epoch",12.993710691823864,1613941515541,2065
+"wd_0",0.01,1613941515541,2065
+"sqr_mom_0",0.99,1613941515541,2065
+"lr_0",4.614931416731328e-06,1613941515541,2065
+"mom_0",0.8596267145817168,1613941515541,2065
+"eps_0",1e-05,1613941515541,2065
+"wd_1",0.01,1613941515541,2065
+"sqr_mom_1",0.99,1613941515541,2065
+"lr_1",4.614931416731328e-05,1613941515541,2065
+"mom_1",0.8596267145817168,1613941515541,2065
+"eps_1",1e-05,1613941515541,2065
+"wd_2",0.01,1613941515541,2065
+"sqr_mom_2",0.99,1613941515541,2065
+"lr_2",0.0004614931416731328,1613941515541,2065
+"mom_2",0.8596267145817168,1613941515541,2065
+"eps_2",1e-05,1613941515541,2065
+"train_loss",0.06684074,1613941516484,2066
+"raw_loss",0.056034695,1613941516484,2066
+"epoch",12.999999999999964,1613941516484,2066
+"wd_0",0.01,1613941516484,2066
+"sqr_mom_0",0.99,1613941516484,2066
+"lr_0",4.6164840168760474e-06,1613941516484,2066
+"mom_0",0.8595878995780988,1613941516484,2066
+"eps_0",1e-05,1613941516484,2066
+"wd_1",0.01,1613941516484,2066
+"sqr_mom_1",0.99,1613941516484,2066
+"lr_1",4.616484016876047e-05,1613941516484,2066
+"mom_1",0.8595878995780988,1613941516484,2066
+"eps_1",1e-05,1613941516484,2066
+"wd_2",0.01,1613941516484,2066
+"sqr_mom_2",0.99,1613941516484,2066
+"lr_2",0.0004616484016876047,1613941516484,2066
+"mom_2",0.8595878995780988,1613941516484,2066
+"eps_2",1e-05,1613941516484,2066
+"valid_loss",0.11392585933208466,1613941548708,2066
+"_rmse",0.3375290334224701,1613941548708,2066
+"epoch",13,1613941548708,2066
+"train_loss",0.06686734,1613941549749,2067
+"raw_loss",0.06817058,1613941549749,2067
+"epoch",13.0062893081761,1613941549749,2067
+"wd_0",0.01,1613941549749,2067
+"sqr_mom_0",0.99,1613941549749,2067
+"lr_0",4.618033812646111e-06,1613941549749,2067
+"mom_0",0.8595491546838472,1613941549749,2067
+"eps_0",1e-05,1613941549749,2067
+"wd_1",0.01,1613941549749,2067
+"sqr_mom_1",0.99,1613941549749,2067
+"lr_1",4.6180338126461104e-05,1613941549749,2067
+"mom_1",0.8595491546838472,1613941549749,2067
+"eps_1",1e-05,1613941549749,2067
+"wd_2",0.01,1613941549749,2067
+"sqr_mom_2",0.99,1613941549749,2067
+"lr_2",0.000461803381264611,1613941549749,2067
+"mom_2",0.8595491546838472,1613941549749,2067
+"eps_2",1e-05,1613941549749,2067
+"train_loss",0.06774149,1613941550698,2068
+"raw_loss",0.11057497,1613941550698,2068
+"epoch",13.0125786163522,1613941550698,2068
+"wd_0",0.01,1613941550698,2068
+"sqr_mom_0",0.99,1613941550698,2068
+"lr_0",4.619581021083303e-06,1613941550698,2068
+"mom_0",0.8595104744729174,1613941550698,2068
+"eps_0",1e-05,1613941550698,2068
+"wd_1",0.01,1613941550698,2068
+"sqr_mom_1",0.99,1613941550698,2068
+"lr_1",4.619581021083302e-05,1613941550698,2068
+"mom_1",0.8595104744729174,1613941550698,2068
+"eps_1",1e-05,1613941550698,2068
+"wd_2",0.01,1613941550698,2068
+"sqr_mom_2",0.99,1613941550698,2068
+"lr_2",0.0004619581021083302,1613941550698,2068
+"mom_2",0.8595104744729174,1613941550698,2068
+"eps_2",1e-05,1613941550698,2068
+"train_loss",0.067938566,1613941551695,2069
+"raw_loss",0.07759512,1613941551695,2069
+"epoch",13.018867924528301,1613941551695,2069
+"wd_0",0.01,1613941551695,2069
+"sqr_mom_0",0.99,1613941551695,2069
+"lr_0",4.621125199643242e-06,1613941551695,2069
+"mom_0",0.8594718700089189,1613941551695,2069
+"eps_0",1e-05,1613941551695,2069
+"wd_1",0.01,1613941551695,2069
+"sqr_mom_1",0.99,1613941551695,2069
+"lr_1",4.621125199643242e-05,1613941551695,2069
+"mom_1",0.8594718700089189,1613941551695,2069
+"eps_1",1e-05,1613941551695,2069
+"wd_2",0.01,1613941551695,2069
+"sqr_mom_2",0.99,1613941551695,2069
+"lr_2",0.0004621125199643242,1613941551695,2069
+"mom_2",0.8594718700089189,1613941551695,2069
+"eps_2",1e-05,1613941551695,2069
+"train_loss",0.06852989,1613941552654,2070
+"raw_loss",0.09750455,1613941552654,2070
+"epoch",13.025157232704402,1613941552654,2070
+"wd_0",0.01,1613941552654,2070
+"sqr_mom_0",0.99,1613941552654,2070
+"lr_0",4.622666565776721e-06,1613941552654,2070
+"mom_0",0.859433335855582,1613941552654,2070
+"eps_0",1e-05,1613941552654,2070
+"wd_1",0.01,1613941552654,2070
+"sqr_mom_1",0.99,1613941552654,2070
+"lr_1",4.62266656577672e-05,1613941552654,2070
+"mom_1",0.859433335855582,1613941552654,2070
+"eps_1",1e-05,1613941552654,2070
+"wd_2",0.01,1613941552654,2070
+"sqr_mom_2",0.99,1613941552654,2070
+"lr_2",0.00046226665657767203,1613941552654,2070
+"mom_2",0.859433335855582,1613941552654,2070
+"eps_2",1e-05,1613941552654,2070
+"train_loss",0.06817624,1613941553602,2071
+"raw_loss",0.050847255,1613941553602,2071
+"epoch",13.031446540880502,1613941553602,2071
+"wd_0",0.01,1613941553602,2071
+"sqr_mom_0",0.99,1613941553602,2071
+"lr_0",4.6242053353400195e-06,1613941553602,2071
+"mom_0",0.8593948666164994,1613941553602,2071
+"eps_0",1e-05,1613941553602,2071
+"wd_1",0.01,1613941553602,2071
+"sqr_mom_1",0.99,1613941553602,2071
+"lr_1",4.624205335340019e-05,1613941553602,2071
+"mom_1",0.8593948666164994,1613941553602,2071
+"eps_1",1e-05,1613941553602,2071
+"wd_2",0.01,1613941553602,2071
+"sqr_mom_2",0.99,1613941553602,2071
+"lr_2",0.0004624205335340019,1613941553602,2071
+"mom_2",0.8593948666164994,1613941553602,2071
+"eps_2",1e-05,1613941553602,2071
+"train_loss",0.06733049,1613941554575,2072
+"raw_loss",0.02588852,1613941554575,2072
+"epoch",13.037735849056602,1613941554575,2072
+"wd_0",0.01,1613941554575,2072
+"sqr_mom_0",0.99,1613941554575,2072
+"lr_0",4.625741068202511e-06,1613941554575,2072
+"mom_0",0.8593564732949373,1613941554575,2072
+"eps_0",1e-05,1613941554575,2072
+"wd_1",0.01,1613941554575,2072
+"sqr_mom_1",0.99,1613941554575,2072
+"lr_1",4.6257410682025104e-05,1613941554575,2072
+"mom_1",0.8593564732949373,1613941554575,2072
+"eps_1",1e-05,1613941554575,2072
+"wd_2",0.01,1613941554575,2072
+"sqr_mom_2",0.99,1613941554575,2072
+"lr_2",0.000462574106820251,1613941554575,2072
+"mom_2",0.8593564732949373,1613941554575,2072
+"eps_2",1e-05,1613941554575,2072
+"train_loss",0.067741975,1613941555529,2073
+"raw_loss",0.08790489,1613941555529,2073
+"epoch",13.044025157232703,1613941555529,2073
+"wd_0",0.01,1613941555529,2073
+"sqr_mom_0",0.99,1613941555529,2073
+"lr_0",4.627274198358988e-06,1613941555529,2073
+"mom_0",0.8593181450410253,1613941555529,2073
+"eps_0",1e-05,1613941555529,2073
+"wd_1",0.01,1613941555529,2073
+"sqr_mom_1",0.99,1613941555529,2073
+"lr_1",4.627274198358987e-05,1613941555529,2073
+"mom_1",0.8593181450410253,1613941555529,2073
+"eps_1",1e-05,1613941555529,2073
+"wd_2",0.01,1613941555529,2073
+"sqr_mom_2",0.99,1613941555529,2073
+"lr_2",0.0004627274198358987,1613941555529,2073
+"mom_2",0.8593181450410253,1613941555529,2073
+"eps_2",1e-05,1613941555529,2073
+"train_loss",0.06728498,1613941556491,2074
+"raw_loss",0.044892106,1613941556491,2074
+"epoch",13.050314465408803,1613941556491,2074
+"wd_0",0.01,1613941556491,2074
+"sqr_mom_0",0.99,1613941556491,2074
+"lr_0",4.6288045046185906e-06,1613941556491,2074
+"mom_0",0.8592798873845352,1613941556491,2074
+"eps_0",1e-05,1613941556491,2074
+"wd_1",0.01,1613941556491,2074
+"sqr_mom_1",0.99,1613941556491,2074
+"lr_1",4.6288045046185906e-05,1613941556491,2074
+"mom_1",0.8592798873845352,1613941556491,2074
+"eps_1",1e-05,1613941556491,2074
+"wd_2",0.01,1613941556491,2074
+"sqr_mom_2",0.99,1613941556491,2074
+"lr_2",0.00046288045046185904,1613941556491,2074
+"mom_2",0.8592798873845352,1613941556491,2074
+"eps_2",1e-05,1613941556491,2074
+"train_loss",0.0695962,1613941557488,2075
+"raw_loss",0.18284631,1613941557488,2075
+"epoch",13.056603773584904,1613941557488,2075
+"wd_0",0.01,1613941557488,2075
+"sqr_mom_0",0.99,1613941557488,2075
+"lr_0",4.630331767400927e-06,1613941557488,2075
+"mom_0",0.8592417058149768,1613941557488,2075
+"eps_0",1e-05,1613941557488,2075
+"wd_1",0.01,1613941557488,2075
+"sqr_mom_1",0.99,1613941557488,2075
+"lr_1",4.630331767400927e-05,1613941557488,2075
+"mom_1",0.8592417058149768,1613941557488,2075
+"eps_1",1e-05,1613941557488,2075
+"wd_2",0.01,1613941557488,2075
+"sqr_mom_2",0.99,1613941557488,2075
+"lr_2",0.0004630331767400927,1613941557488,2075
+"mom_2",0.8592417058149768,1613941557488,2075
+"eps_2",1e-05,1613941557488,2075
+"train_loss",0.06983183,1613941558522,2076
+"raw_loss",0.08137787,1613941558522,2076
+"epoch",13.062893081761004,1613941558522,2076
+"wd_0",0.01,1613941558522,2076
+"sqr_mom_0",0.99,1613941558522,2076
+"lr_0",4.631856418307167e-06,1613941558522,2076
+"mom_0",0.8592035895423208,1613941558522,2076
+"eps_0",1e-05,1613941558522,2076
+"wd_1",0.01,1613941558522,2076
+"sqr_mom_1",0.99,1613941558522,2076
+"lr_1",4.6318564183071666e-05,1613941558522,2076
+"mom_1",0.8592035895423208,1613941558522,2076
+"eps_1",1e-05,1613941558522,2076
+"wd_2",0.01,1613941558522,2076
+"sqr_mom_2",0.99,1613941558522,2076
+"lr_2",0.0004631856418307167,1613941558522,2076
+"mom_2",0.8592035895423208,1613941558522,2076
+"eps_2",1e-05,1613941558522,2076
+"train_loss",0.069515325,1613941559520,2077
+"raw_loss",0.054006442,1613941559520,2077
+"epoch",13.069182389937104,1613941559520,2077
+"wd_0",0.01,1613941559520,2077
+"sqr_mom_0",0.99,1613941559520,2077
+"lr_0",4.633378021245006e-06,1613941559520,2077
+"mom_0",0.8591655494688748,1613941559520,2077
+"eps_0",1e-05,1613941559520,2077
+"wd_1",0.01,1613941559520,2077
+"sqr_mom_1",0.99,1613941559520,2077
+"lr_1",4.633378021245006e-05,1613941559520,2077
+"mom_1",0.8591655494688748,1613941559520,2077
+"eps_1",1e-05,1613941559520,2077
+"wd_2",0.01,1613941559520,2077
+"sqr_mom_2",0.99,1613941559520,2077
+"lr_2",0.0004633378021245006,1613941559520,2077
+"mom_2",0.8591655494688748,1613941559520,2077
+"eps_2",1e-05,1613941559520,2077
+"train_loss",0.06909394,1613941560538,2078
+"raw_loss",0.048446156,1613941560538,2078
+"epoch",13.075471698113205,1613941560538,2078
+"wd_0",0.01,1613941560538,2078
+"sqr_mom_0",0.99,1613941560538,2078
+"lr_0",4.634896790499445e-06,1613941560538,2078
+"mom_0",0.8591275802375139,1613941560538,2078
+"eps_0",1e-05,1613941560538,2078
+"wd_1",0.01,1613941560538,2078
+"sqr_mom_1",0.99,1613941560538,2078
+"lr_1",4.634896790499445e-05,1613941560538,2078
+"mom_1",0.8591275802375139,1613941560538,2078
+"eps_1",1e-05,1613941560538,2078
+"wd_2",0.01,1613941560538,2078
+"sqr_mom_2",0.99,1613941560538,2078
+"lr_2",0.0004634896790499445,1613941560538,2078
+"mom_2",0.8591275802375139,1613941560538,2078
+"eps_2",1e-05,1613941560538,2078
+"train_loss",0.06893385,1613941561491,2079
+"raw_loss",0.061089355,1613941561491,2079
+"epoch",13.081761006289305,1613941561491,2079
+"wd_0",0.01,1613941561491,2079
+"sqr_mom_0",0.99,1613941561491,2079
+"lr_0",4.636412938748922e-06,1613941561491,2079
+"mom_0",0.8590896765312769,1613941561491,2079
+"eps_0",1e-05,1613941561491,2079
+"wd_1",0.01,1613941561491,2079
+"sqr_mom_1",0.99,1613941561491,2079
+"lr_1",4.6364129387489226e-05,1613941561491,2079
+"mom_1",0.8590896765312769,1613941561491,2079
+"eps_1",1e-05,1613941561491,2079
+"wd_2",0.01,1613941561491,2079
+"sqr_mom_2",0.99,1613941561491,2079
+"lr_2",0.00046364129387489224,1613941561491,2079
+"mom_2",0.8590896765312769,1613941561491,2079
+"eps_2",1e-05,1613941561491,2079
+"train_loss",0.06954968,1613941562493,2080
+"raw_loss",0.099725194,1613941562493,2080
+"epoch",13.088050314465406,1613941562493,2080
+"wd_0",0.01,1613941562493,2080
+"sqr_mom_0",0.99,1613941562493,2080
+"lr_0",4.637926032333132e-06,1613941562493,2080
+"mom_0",0.8590518491916717,1613941562493,2080
+"eps_0",1e-05,1613941562493,2080
+"wd_1",0.01,1613941562493,2080
+"sqr_mom_1",0.99,1613941562493,2080
+"lr_1",4.637926032333131e-05,1613941562493,2080
+"mom_1",0.8590518491916717,1613941562493,2080
+"eps_1",1e-05,1613941562493,2080
+"wd_2",0.01,1613941562493,2080
+"sqr_mom_2",0.99,1613941562493,2080
+"lr_2",0.0004637926032333131,1613941562493,2080
+"mom_2",0.8590518491916717,1613941562493,2080
+"eps_2",1e-05,1613941562493,2080
+"train_loss",0.06994143,1613941563438,2081
+"raw_loss",0.08913714,1613941563438,2081
+"epoch",13.094339622641506,1613941563438,2081
+"wd_0",0.01,1613941563438,2081
+"sqr_mom_0",0.99,1613941563438,2081
+"lr_0",4.639436284343774e-06,1613941563438,2081
+"mom_0",0.8590140928914056,1613941563438,2081
+"eps_0",1e-05,1613941563438,2081
+"wd_1",0.01,1613941563438,2081
+"sqr_mom_1",0.99,1613941563438,2081
+"lr_1",4.639436284343773e-05,1613941563438,2081
+"mom_1",0.8590140928914056,1613941563438,2081
+"eps_1",1e-05,1613941563438,2081
+"wd_2",0.01,1613941563438,2081
+"sqr_mom_2",0.99,1613941563438,2081
+"lr_2",0.0004639436284343773,1613941563438,2081
+"mom_2",0.8590140928914056,1613941563438,2081
+"eps_2",1e-05,1613941563438,2081
+"train_loss",0.069336146,1613941564397,2082
+"raw_loss",0.03967727,1613941564397,2082
+"epoch",13.100628930817606,1613941564397,2082
+"wd_0",0.01,1613941564397,2082
+"sqr_mom_0",0.99,1613941564397,2082
+"lr_0",4.640943906261519e-06,1613941564397,2082
+"mom_0",0.8589764023434621,1613941564397,2082
+"eps_0",1e-05,1613941564397,2082
+"wd_1",0.01,1613941564397,2082
+"sqr_mom_1",0.99,1613941564397,2082
+"lr_1",4.6409439062615186e-05,1613941564397,2082
+"mom_1",0.8589764023434621,1613941564397,2082
+"eps_1",1e-05,1613941564397,2082
+"wd_2",0.01,1613941564397,2082
+"sqr_mom_2",0.99,1613941564397,2082
+"lr_2",0.00046409439062615183,1613941564397,2082
+"mom_2",0.8589764023434621,1613941564397,2082
+"eps_2",1e-05,1613941564397,2082
+"train_loss",0.068748236,1613941565402,2083
+"raw_loss",0.039940514,1613941565402,2083
+"epoch",13.106918238993707,1613941565402,2083
+"wd_0",0.01,1613941565402,2083
+"sqr_mom_0",0.99,1613941565402,2083
+"lr_0",4.642448680560606e-06,1613941565402,2083
+"mom_0",0.8589387829859848,1613941565402,2083
+"eps_0",1e-05,1613941565402,2083
+"wd_1",0.01,1613941565402,2083
+"sqr_mom_1",0.99,1613941565402,2083
+"lr_1",4.642448680560606e-05,1613941565402,2083
+"mom_1",0.8589387829859848,1613941565402,2083
+"eps_1",1e-05,1613941565402,2083
+"wd_2",0.01,1613941565402,2083
+"sqr_mom_2",0.99,1613941565402,2083
+"lr_2",0.0004642448680560606,1613941565402,2083
+"mom_2",0.8589387829859848,1613941565402,2083
+"eps_2",1e-05,1613941565402,2083
+"train_loss",0.06831384,1613941566395,2084
+"raw_loss",0.04702831,1613941566395,2084
+"epoch",13.113207547169807,1613941566395,2084
+"wd_0",0.01,1613941566395,2084
+"sqr_mom_0",0.99,1613941566395,2084
+"lr_0",4.643950604629721e-06,1613941566395,2084
+"mom_0",0.858901234884257,1613941566395,2084
+"eps_0",1e-05,1613941566395,2084
+"wd_1",0.01,1613941566395,2084
+"sqr_mom_1",0.99,1613941566395,2084
+"lr_1",4.6439506046297206e-05,1613941566395,2084
+"mom_1",0.858901234884257,1613941566395,2084
+"eps_1",1e-05,1613941566395,2084
+"wd_2",0.01,1613941566395,2084
+"sqr_mom_2",0.99,1613941566395,2084
+"lr_2",0.000464395060462972,1613941566395,2084
+"mom_2",0.858901234884257,1613941566395,2084
+"eps_2",1e-05,1613941566395,2084
+"train_loss",0.0683819,1613941567366,2085
+"raw_loss",0.071716934,1613941567366,2085
+"epoch",13.119496855345908,1613941567366,2085
+"wd_0",0.01,1613941567366,2085
+"sqr_mom_0",0.99,1613941567366,2085
+"lr_0",4.645449462977752e-06,1613941567366,2085
+"mom_0",0.8588637634255563,1613941567366,2085
+"eps_0",1e-05,1613941567366,2085
+"wd_1",0.01,1613941567366,2085
+"sqr_mom_1",0.99,1613941567366,2085
+"lr_1",4.6454494629777505e-05,1613941567366,2085
+"mom_1",0.8588637634255563,1613941567366,2085
+"eps_1",1e-05,1613941567366,2085
+"wd_2",0.01,1613941567366,2085
+"sqr_mom_2",0.99,1613941567366,2085
+"lr_2",0.00046454494629777506,1613941567366,2085
+"mom_2",0.8588637634255563,1613941567366,2085
+"eps_2",1e-05,1613941567366,2085
+"train_loss",0.06745389,1613941568385,2086
+"raw_loss",0.021981668,1613941568385,2086
+"epoch",13.125786163522008,1613941568385,2086
+"wd_0",0.01,1613941568385,2086
+"sqr_mom_0",0.99,1613941568385,2086
+"lr_0",4.646945466700112e-06,1613941568385,2086
+"mom_0",0.8588263633324972,1613941568385,2086
+"eps_0",1e-05,1613941568385,2086
+"wd_1",0.01,1613941568385,2086
+"sqr_mom_1",0.99,1613941568385,2086
+"lr_1",4.64694546670011e-05,1613941568385,2086
+"mom_1",0.8588263633324972,1613941568385,2086
+"eps_1",1e-05,1613941568385,2086
+"wd_2",0.01,1613941568385,2086
+"sqr_mom_2",0.99,1613941568385,2086
+"lr_2",0.00046469454667001105,1613941568385,2086
+"mom_2",0.8588263633324972,1613941568385,2086
+"eps_2",1e-05,1613941568385,2086
+"train_loss",0.06768048,1613941569409,2087
+"raw_loss",0.07878341,1613941569409,2087
+"epoch",13.132075471698109,1613941569409,2087
+"wd_0",0.01,1613941569409,2087
+"sqr_mom_0",0.99,1613941569409,2087
+"lr_0",4.64843882527378e-06,1613941569409,2087
+"mom_0",0.8587890293681555,1613941569409,2087
+"eps_0",1e-05,1613941569409,2087
+"wd_1",0.01,1613941569409,2087
+"sqr_mom_1",0.99,1613941569409,2087
+"lr_1",4.648438825273779e-05,1613941569409,2087
+"mom_1",0.8587890293681555,1613941569409,2087
+"eps_1",1e-05,1613941569409,2087
+"wd_2",0.01,1613941569409,2087
+"sqr_mom_2",0.99,1613941569409,2087
+"lr_2",0.0004648438825273779,1613941569409,2087
+"mom_2",0.8587890293681555,1613941569409,2087
+"eps_2",1e-05,1613941569409,2087
+"train_loss",0.06738715,1613941570434,2088
+"raw_loss",0.05301385,1613941570434,2088
+"epoch",13.138364779874209,1613941570434,2088
+"wd_0",0.01,1613941570434,2088
+"sqr_mom_0",0.99,1613941570434,2088
+"lr_0",4.649929111556926e-06,1613941570434,2088
+"mom_0",0.8587517722110769,1613941570434,2088
+"eps_0",1e-05,1613941570434,2088
+"wd_1",0.01,1613941570434,2088
+"sqr_mom_1",0.99,1613941570434,2088
+"lr_1",4.6499291115569256e-05,1613941570434,2088
+"mom_1",0.8587517722110769,1613941570434,2088
+"eps_1",1e-05,1613941570434,2088
+"wd_2",0.01,1613941570434,2088
+"sqr_mom_2",0.99,1613941570434,2088
+"lr_2",0.0004649929111556925,1613941570434,2088
+"mom_2",0.8587517722110769,1613941570434,2088
+"eps_2",1e-05,1613941570434,2088
+"train_loss",0.06736102,1613941571464,2089
+"raw_loss",0.066080704,1613941571464,2089
+"epoch",13.14465408805031,1613941571464,2089
+"wd_0",0.01,1613941571464,2089
+"sqr_mom_0",0.99,1613941571464,2089
+"lr_0",4.651416535442836e-06,1613941571464,2089
+"mom_0",0.8587145866139291,1613941571464,2089
+"eps_0",1e-05,1613941571464,2089
+"wd_1",0.01,1613941571464,2089
+"sqr_mom_1",0.99,1613941571464,2089
+"lr_1",4.6514165354428353e-05,1613941571464,2089
+"mom_1",0.8587145866139291,1613941571464,2089
+"eps_1",1e-05,1613941571464,2089
+"wd_2",0.01,1613941571464,2089
+"sqr_mom_2",0.99,1613941571464,2089
+"lr_2",0.00046514165354428355,1613941571464,2089
+"mom_2",0.8587145866139291,1613941571464,2089
+"eps_2",1e-05,1613941571464,2089
+"train_loss",0.067516044,1613941572428,2090
+"raw_loss",0.0751123,1613941572428,2090
+"epoch",13.15094339622641,1613941572428,2090
+"wd_0",0.01,1613941572428,2090
+"sqr_mom_0",0.99,1613941572428,2090
+"lr_0",4.652901305201953e-06,1613941572428,2090
+"mom_0",0.8586774673699512,1613941572428,2090
+"eps_0",1e-05,1613941572428,2090
+"wd_1",0.01,1613941572428,2090
+"sqr_mom_1",0.99,1613941572428,2090
+"lr_1",4.6529013052019516e-05,1613941572428,2090
+"mom_1",0.8586774673699512,1613941572428,2090
+"eps_1",1e-05,1613941572428,2090
+"wd_2",0.01,1613941572428,2090
+"sqr_mom_2",0.99,1613941572428,2090
+"lr_2",0.00046529013052019517,1613941572428,2090
+"mom_2",0.8586774673699512,1613941572428,2090
+"eps_2",1e-05,1613941572428,2090
+"train_loss",0.06744629,1613941573393,2091
+"raw_loss",0.06402838,1613941573393,2091
+"epoch",13.15723270440251,1613941573393,2091
+"wd_0",0.01,1613941573393,2091
+"sqr_mom_0",0.99,1613941573393,2091
+"lr_0",4.654382996149085e-06,1613941573393,2091
+"mom_0",0.8586404250962729,1613941573393,2091
+"eps_0",1e-05,1613941573393,2091
+"wd_1",0.01,1613941573393,2091
+"sqr_mom_1",0.99,1613941573393,2091
+"lr_1",4.654382996149084e-05,1613941573393,2091
+"mom_1",0.8586404250962729,1613941573393,2091
+"eps_1",1e-05,1613941573393,2091
+"wd_2",0.01,1613941573393,2091
+"sqr_mom_2",0.99,1613941573393,2091
+"lr_2",0.00046543829961490844,1613941573393,2091
+"mom_2",0.8586404250962729,1613941573393,2091
+"eps_2",1e-05,1613941573393,2091
+"train_loss",0.06697184,1613941574365,2092
+"raw_loss",0.043723654,1613941574365,2092
+"epoch",13.16352201257861,1613941574365,2092
+"wd_0",0.01,1613941574365,2092
+"sqr_mom_0",0.99,1613941574365,2092
+"lr_0",4.655862027006898e-06,1613941574365,2092
+"mom_0",0.8586034493248276,1613941574365,2092
+"eps_0",1e-05,1613941574365,2092
+"wd_1",0.01,1613941574365,2092
+"sqr_mom_1",0.99,1613941574365,2092
+"lr_1",4.655862027006898e-05,1613941574365,2092
+"mom_1",0.8586034493248276,1613941574365,2092
+"eps_1",1e-05,1613941574365,2092
+"wd_2",0.01,1613941574365,2092
+"sqr_mom_2",0.99,1613941574365,2092
+"lr_2",0.0004655862027006898,1613941574365,2092
+"mom_2",0.8586034493248276,1613941574365,2092
+"eps_2",1e-05,1613941574365,2092
+"train_loss",0.06718197,1613941575343,2093
+"raw_loss",0.07747825,1613941575343,2093
+"epoch",13.169811320754711,1613941575343,2093
+"wd_0",0.01,1613941575343,2093
+"sqr_mom_0",0.99,1613941575343,2093
+"lr_0",4.657338184357834e-06,1613941575343,2093
+"mom_0",0.8585665453910541,1613941575343,2093
+"eps_0",1e-05,1613941575343,2093
+"wd_1",0.01,1613941575343,2093
+"sqr_mom_1",0.99,1613941575343,2093
+"lr_1",4.657338184357833e-05,1613941575343,2093
+"mom_1",0.8585665453910541,1613941575343,2093
+"eps_1",1e-05,1613941575343,2093
+"wd_2",0.01,1613941575343,2093
+"sqr_mom_2",0.99,1613941575343,2093
+"lr_2",0.0004657338184357833,1613941575343,2093
+"mom_2",0.8585665453910541,1613941575343,2093
+"eps_2",1e-05,1613941575343,2093
+"train_loss",0.06644356,1613941576316,2094
+"raw_loss",0.030261587,1613941576316,2094
+"epoch",13.176100628930811,1613941576316,2094
+"wd_0",0.01,1613941576316,2094
+"sqr_mom_0",0.99,1613941576316,2094
+"lr_0",4.6588112564230925e-06,1613941576316,2094
+"mom_0",0.8585297185894227,1613941576316,2094
+"eps_0",1e-05,1613941576316,2094
+"wd_1",0.01,1613941576316,2094
+"sqr_mom_1",0.99,1613941576316,2094
+"lr_1",4.658811256423092e-05,1613941576316,2094
+"mom_1",0.8585297185894227,1613941576316,2094
+"eps_1",1e-05,1613941576316,2094
+"wd_2",0.01,1613941576316,2094
+"sqr_mom_2",0.99,1613941576316,2094
+"lr_2",0.0004658811256423092,1613941576316,2094
+"mom_2",0.8585297185894227,1613941576316,2094
+"eps_2",1e-05,1613941576316,2094
+"train_loss",0.06564742,1613941577280,2095
+"raw_loss",0.026636437,1613941577280,2095
+"epoch",13.182389937106912,1613941577280,2095
+"wd_0",0.01,1613941577280,2095
+"sqr_mom_0",0.99,1613941577280,2095
+"lr_0",4.660281659489663e-06,1613941577280,2095
+"mom_0",0.8584929585127584,1613941577280,2095
+"eps_0",1e-05,1613941577280,2095
+"wd_1",0.01,1613941577280,2095
+"sqr_mom_1",0.99,1613941577280,2095
+"lr_1",4.660281659489662e-05,1613941577280,2095
+"mom_1",0.8584929585127584,1613941577280,2095
+"eps_1",1e-05,1613941577280,2095
+"wd_2",0.01,1613941577280,2095
+"sqr_mom_2",0.99,1613941577280,2095
+"lr_2",0.0004660281659489662,1613941577280,2095
+"mom_2",0.8584929585127584,1613941577280,2095
+"eps_2",1e-05,1613941577280,2095
+"train_loss",0.06519833,1613941578242,2096
+"raw_loss",0.043192826,1613941578242,2096
+"epoch",13.188679245283012,1613941578242,2096
+"wd_0",0.01,1613941578242,2096
+"sqr_mom_0",0.99,1613941578242,2096
+"lr_0",4.661748972981624e-06,1613941578242,2096
+"mom_0",0.8584562756754595,1613941578242,2096
+"eps_0",1e-05,1613941578242,2096
+"wd_1",0.01,1613941578242,2096
+"sqr_mom_1",0.99,1613941578242,2096
+"lr_1",4.6617489729816234e-05,1613941578242,2096
+"mom_1",0.8584562756754595,1613941578242,2096
+"eps_1",1e-05,1613941578242,2096
+"wd_2",0.01,1613941578242,2096
+"sqr_mom_2",0.99,1613941578242,2096
+"lr_2",0.00046617489729816234,1613941578242,2096
+"mom_2",0.8584562756754595,1613941578242,2096
+"eps_2",1e-05,1613941578242,2096
+"train_loss",0.065334596,1613941579196,2097
+"raw_loss",0.072011694,1613941579196,2097
+"epoch",13.194968553459113,1613941579196,2097
+"wd_0",0.01,1613941579196,2097
+"sqr_mom_0",0.99,1613941579196,2097
+"lr_0",4.6632134035705336e-06,1613941579196,2097
+"mom_0",0.8584196649107366,1613941579196,2097
+"eps_0",1e-05,1613941579196,2097
+"wd_1",0.01,1613941579196,2097
+"sqr_mom_1",0.99,1613941579196,2097
+"lr_1",4.6632134035705336e-05,1613941579196,2097
+"mom_1",0.8584196649107366,1613941579196,2097
+"eps_1",1e-05,1613941579196,2097
+"wd_2",0.01,1613941579196,2097
+"sqr_mom_2",0.99,1613941579196,2097
+"lr_2",0.0004663213403570533,1613941579196,2097
+"mom_2",0.8584196649107366,1613941579196,2097
+"eps_2",1e-05,1613941579196,2097
+"train_loss",0.065283395,1613941580157,2098
+"raw_loss",0.062774666,1613941580157,2098
+"epoch",13.201257861635213,1613941580157,2098
+"wd_0",0.01,1613941580157,2098
+"sqr_mom_0",0.99,1613941580157,2098
+"lr_0",4.664675156293486e-06,1613941580157,2098
+"mom_0",0.8583831210926628,1613941580157,2098
+"eps_0",1e-05,1613941580157,2098
+"wd_1",0.01,1613941580157,2098
+"sqr_mom_1",0.99,1613941580157,2098
+"lr_1",4.664675156293486e-05,1613941580157,2098
+"mom_1",0.8583831210926628,1613941580157,2098
+"eps_1",1e-05,1613941580157,2098
+"wd_2",0.01,1613941580157,2098
+"sqr_mom_2",0.99,1613941580157,2098
+"lr_2",0.00046646751562934855,1613941580157,2098
+"mom_2",0.8583831210926628,1613941580157,2098
+"eps_2",1e-05,1613941580157,2098
+"train_loss",0.06590246,1613941581120,2099
+"raw_loss",0.09623641,1613941581120,2099
+"epoch",13.207547169811313,1613941581120,2099
+"wd_0",0.01,1613941581120,2099
+"sqr_mom_0",0.99,1613941581120,2099
+"lr_0",4.666133813048797e-06,1613941581120,2099
+"mom_0",0.85834665467378,1613941581120,2099
+"eps_0",1e-05,1613941581120,2099
+"wd_1",0.01,1613941581120,2099
+"sqr_mom_1",0.99,1613941581120,2099
+"lr_1",4.666133813048797e-05,1613941581120,2099
+"mom_1",0.85834665467378,1613941581120,2099
+"eps_1",1e-05,1613941581120,2099
+"wd_2",0.01,1613941581120,2099
+"sqr_mom_2",0.99,1613941581120,2099
+"lr_2",0.00046661338130487965,1613941581120,2099
+"mom_2",0.85834665467378,1613941581120,2099
+"eps_2",1e-05,1613941581120,2099
+"train_loss",0.06557071,1613941582094,2100
+"raw_loss",0.049315255,1613941582094,2100
+"epoch",13.213836477987414,1613941582094,2100
+"wd_0",0.01,1613941582094,2100
+"sqr_mom_0",0.99,1613941582094,2100
+"lr_0",4.667589579293971e-06,1613941582094,2100
+"mom_0",0.8583102605176507,1613941582094,2100
+"eps_0",1e-05,1613941582094,2100
+"wd_1",0.01,1613941582094,2100
+"sqr_mom_1",0.99,1613941582094,2100
+"lr_1",4.6675895792939707e-05,1613941582094,2100
+"mom_1",0.8583102605176507,1613941582094,2100
+"eps_1",1e-05,1613941582094,2100
+"wd_2",0.01,1613941582094,2100
+"sqr_mom_2",0.99,1613941582094,2100
+"lr_2",0.000466758957929397,1613941582094,2100
+"mom_2",0.8583102605176507,1613941582094,2100
+"eps_2",1e-05,1613941582094,2100
+"train_loss",0.06505722,1613941583072,2101
+"raw_loss",0.039896008,1613941583072,2101
+"epoch",13.220125786163514,1613941583072,2101
+"wd_0",0.01,1613941583072,2101
+"sqr_mom_0",0.99,1613941583072,2101
+"lr_0",4.669042658847732e-06,1613941583072,2101
+"mom_0",0.8582739335288067,1613941583072,2101
+"eps_0",1e-05,1613941583072,2101
+"wd_1",0.01,1613941583072,2101
+"sqr_mom_1",0.99,1613941583072,2101
+"lr_1",4.669042658847731e-05,1613941583072,2101
+"mom_1",0.8582739335288067,1613941583072,2101
+"eps_1",1e-05,1613941583072,2101
+"wd_2",0.01,1613941583072,2101
+"sqr_mom_2",0.99,1613941583072,2101
+"lr_2",0.0004669042658847731,1613941583072,2101
+"mom_2",0.8582739335288067,1613941583072,2101
+"eps_2",1e-05,1613941583072,2101
+"train_loss",0.06450593,1613941584029,2102
+"raw_loss",0.037492737,1613941584029,2102
+"epoch",13.226415094339615,1613941584029,2102
+"wd_0",0.01,1613941584029,2102
+"sqr_mom_0",0.99,1613941584029,2102
+"lr_0",4.6704928420215516e-06,1613941584029,2102
+"mom_0",0.8582376789494612,1613941584029,2102
+"eps_0",1e-05,1613941584029,2102
+"wd_1",0.01,1613941584029,2102
+"sqr_mom_1",0.99,1613941584029,2102
+"lr_1",4.670492842021551e-05,1613941584029,2102
+"mom_1",0.8582376789494612,1613941584029,2102
+"eps_1",1e-05,1613941584029,2102
+"wd_2",0.01,1613941584029,2102
+"sqr_mom_2",0.99,1613941584029,2102
+"lr_2",0.0004670492842021551,1613941584029,2102
+"mom_2",0.8582376789494612,1613941584029,2102
+"eps_2",1e-05,1613941584029,2102
+"train_loss",0.0637152,1613941584997,2103
+"raw_loss",0.024969317,1613941584997,2103
+"epoch",13.232704402515715,1613941584997,2103
+"wd_0",0.01,1613941584997,2103
+"sqr_mom_0",0.99,1613941584997,2103
+"lr_0",4.671940126298849e-06,1613941584997,2103
+"mom_0",0.8582014968425288,1613941584997,2103
+"eps_0",1e-05,1613941584997,2103
+"wd_1",0.01,1613941584997,2103
+"sqr_mom_1",0.99,1613941584997,2103
+"lr_1",4.6719401262988485e-05,1613941584997,2103
+"mom_1",0.8582014968425288,1613941584997,2103
+"eps_1",1e-05,1613941584997,2103
+"wd_2",0.01,1613941584997,2103
+"sqr_mom_2",0.99,1613941584997,2103
+"lr_2",0.0004671940126298848,1613941584997,2103
+"mom_2",0.8582014968425288,1613941584997,2103
+"eps_2",1e-05,1613941584997,2103
+"train_loss",0.06374774,1613941585954,2104
+"raw_loss",0.065342255,1613941585954,2104
+"epoch",13.238993710691815,1613941585954,2104
+"wd_0",0.01,1613941585954,2104
+"sqr_mom_0",0.99,1613941585954,2104
+"lr_0",4.673384304060534e-06,1613941585954,2104
+"mom_0",0.8581653923984867,1613941585954,2104
+"eps_0",1e-05,1613941585954,2104
+"wd_1",0.01,1613941585954,2104
+"sqr_mom_1",0.99,1613941585954,2104
+"lr_1",4.673384304060534e-05,1613941585954,2104
+"mom_1",0.8581653923984867,1613941585954,2104
+"eps_1",1e-05,1613941585954,2104
+"wd_2",0.01,1613941585954,2104
+"sqr_mom_2",0.99,1613941585954,2104
+"lr_2",0.00046733843040605333,1613941585954,2104
+"mom_2",0.8581653923984867,1613941585954,2104
+"eps_2",1e-05,1613941585954,2104
+"train_loss",0.06310091,1613941586967,2105
+"raw_loss",0.031406168,1613941586967,2105
+"epoch",13.245283018867916,1613941586967,2105
+"wd_0",0.01,1613941586967,2105
+"sqr_mom_0",0.99,1613941586967,2105
+"lr_0",4.674825578733489e-06,1613941586967,2105
+"mom_0",0.8581293605316628,1613941586967,2105
+"eps_0",1e-05,1613941586967,2105
+"wd_1",0.01,1613941586967,2105
+"sqr_mom_1",0.99,1613941586967,2105
+"lr_1",4.674825578733489e-05,1613941586967,2105
+"mom_1",0.8581293605316628,1613941586967,2105
+"eps_1",1e-05,1613941586967,2105
+"wd_2",0.01,1613941586967,2105
+"sqr_mom_2",0.99,1613941586967,2105
+"lr_2",0.0004674825578733489,1613941586967,2105
+"mom_2",0.8581293605316628,1613941586967,2105
+"eps_2",1e-05,1613941586967,2105
+"train_loss",0.063324824,1613941587934,2106
+"raw_loss",0.074296676,1613941587934,2106
+"epoch",13.251572327044016,1613941587934,2106
+"wd_0",0.01,1613941587934,2106
+"sqr_mom_0",0.99,1613941587934,2106
+"lr_0",4.676264152098687e-06,1613941587934,2106
+"mom_0",0.8580933961975328,1613941587934,2106
+"eps_0",1e-05,1613941587934,2106
+"wd_1",0.01,1613941587934,2106
+"sqr_mom_1",0.99,1613941587934,2106
+"lr_1",4.676264152098686e-05,1613941587934,2106
+"mom_1",0.8580933961975328,1613941587934,2106
+"eps_1",1e-05,1613941587934,2106
+"wd_2",0.01,1613941587934,2106
+"sqr_mom_2",0.99,1613941587934,2106
+"lr_2",0.0004676264152098686,1613941587934,2106
+"mom_2",0.8580933961975328,1613941587934,2106
+"eps_2",1e-05,1613941587934,2106
+"train_loss",0.06403382,1613941588904,2107
+"raw_loss",0.09877487,1613941588904,2107
+"epoch",13.257861635220117,1613941588904,2107
+"wd_0",0.01,1613941588904,2107
+"sqr_mom_0",0.99,1613941588904,2107
+"lr_0",4.677699612684381e-06,1613941588904,2107
+"mom_0",0.8580575096828905,1613941588904,2107
+"eps_0",1e-05,1613941588904,2107
+"wd_1",0.01,1613941588904,2107
+"sqr_mom_1",0.99,1613941588904,2107
+"lr_1",4.6776996126843806e-05,1613941588904,2107
+"mom_1",0.8580575096828905,1613941588904,2107
+"eps_1",1e-05,1613941588904,2107
+"wd_2",0.01,1613941588904,2107
+"sqr_mom_2",0.99,1613941588904,2107
+"lr_2",0.00046776996126843804,1613941588904,2107
+"mom_2",0.8580575096828905,1613941588904,2107
+"eps_2",1e-05,1613941588904,2107
+"train_loss",0.06397925,1613941589866,2108
+"raw_loss",0.061305262,1613941589866,2108
+"epoch",13.264150943396217,1613941589866,2108
+"wd_0",0.01,1613941589866,2108
+"sqr_mom_0",0.99,1613941589866,2108
+"lr_0",4.6791321626948866e-06,1613941589866,2108
+"mom_0",0.8580216959326279,1613941589866,2108
+"eps_0",1e-05,1613941589866,2108
+"wd_1",0.01,1613941589866,2108
+"sqr_mom_1",0.99,1613941589866,2108
+"lr_1",4.6791321626948855e-05,1613941589866,2108
+"mom_1",0.8580216959326279,1613941589866,2108
+"eps_1",1e-05,1613941589866,2108
+"wd_2",0.01,1613941589866,2108
+"sqr_mom_2",0.99,1613941589866,2108
+"lr_2",0.0004679132162694885,1613941589866,2108
+"mom_2",0.8580216959326279,1613941589866,2108
+"eps_2",1e-05,1613941589866,2108
+"train_loss",0.063852675,1613941590821,2109
+"raw_loss",0.057650518,1613941590821,2109
+"epoch",13.270440251572317,1613941590821,2109
+"wd_0",0.01,1613941590821,2109
+"sqr_mom_0",0.99,1613941590821,2109
+"lr_0",4.680562002684362e-06,1613941590821,2109
+"mom_0",0.857985949932891,1613941590821,2109
+"eps_0",1e-05,1613941590821,2109
+"wd_1",0.01,1613941590821,2109
+"sqr_mom_1",0.99,1613941590821,2109
+"lr_1",4.680562002684361e-05,1613941590821,2109
+"mom_1",0.857985949932891,1613941590821,2109
+"eps_1",1e-05,1613941590821,2109
+"wd_2",0.01,1613941590821,2109
+"sqr_mom_2",0.99,1613941590821,2109
+"lr_2",0.0004680562002684361,1613941590821,2109
+"mom_2",0.857985949932891,1613941590821,2109
+"eps_2",1e-05,1613941590821,2109
+"train_loss",0.06444684,1613941591780,2110
+"raw_loss",0.09356084,1613941591780,2110
+"epoch",13.276729559748418,1613941591780,2110
+"wd_0",0.01,1613941591780,2110
+"sqr_mom_0",0.99,1613941591780,2110
+"lr_0",4.681988723679049e-06,1613941591780,2110
+"mom_0",0.8579502819080238,1613941591780,2110
+"eps_0",1e-05,1613941591780,2110
+"wd_1",0.01,1613941591780,2110
+"sqr_mom_1",0.99,1613941591780,2110
+"lr_1",4.681988723679048e-05,1613941591780,2110
+"mom_1",0.8579502819080238,1613941591780,2110
+"eps_1",1e-05,1613941591780,2110
+"wd_2",0.01,1613941591780,2110
+"sqr_mom_2",0.99,1613941591780,2110
+"lr_2",0.00046819887236790477,1613941591780,2110
+"mom_2",0.8579502819080238,1613941591780,2110
+"eps_2",1e-05,1613941591780,2110
+"train_loss",0.06454335,1613941592733,2111
+"raw_loss",0.06927257,1613941592733,2111
+"epoch",13.283018867924518,1613941592733,2111
+"wd_0",0.01,1613941592733,2111
+"sqr_mom_0",0.99,1613941592733,2111
+"lr_0",4.683412728867223e-06,1613941592733,2111
+"mom_0",0.8579146817783194,1613941592733,2111
+"eps_0",1e-05,1613941592733,2111
+"wd_1",0.01,1613941592733,2111
+"sqr_mom_1",0.99,1613941592733,2111
+"lr_1",4.683412728867222e-05,1613941592733,2111
+"mom_1",0.8579146817783194,1613941592733,2111
+"eps_1",1e-05,1613941592733,2111
+"wd_2",0.01,1613941592733,2111
+"sqr_mom_2",0.99,1613941592733,2111
+"lr_2",0.0004683412728867222,1613941592733,2111
+"mom_2",0.8579146817783194,1613941592733,2111
+"eps_2",1e-05,1613941592733,2111
+"train_loss",0.06409991,1613941593719,2112
+"raw_loss",0.04237101,1613941593719,2112
+"epoch",13.289308176100619,1613941593719,2112
+"wd_0",0.01,1613941593719,2112
+"sqr_mom_0",0.99,1613941593719,2112
+"lr_0",4.684833812738297e-06,1613941593719,2112
+"mom_0",0.8578791546815425,1613941593719,2112
+"eps_0",1e-05,1613941593719,2112
+"wd_1",0.01,1613941593719,2112
+"sqr_mom_1",0.99,1613941593719,2112
+"lr_1",4.684833812738296e-05,1613941593719,2112
+"mom_1",0.8578791546815425,1613941593719,2112
+"eps_1",1e-05,1613941593719,2112
+"wd_2",0.01,1613941593719,2112
+"sqr_mom_2",0.99,1613941593719,2112
+"lr_2",0.0004684833812738296,1613941593719,2112
+"mom_2",0.8578791546815425,1613941593719,2112
+"eps_2",1e-05,1613941593719,2112
+"train_loss",0.06330833,1613941594670,2113
+"raw_loss",0.02452076,1613941594670,2113
+"epoch",13.295597484276719,1613941594670,2113
+"wd_0",0.01,1613941594670,2113
+"sqr_mom_0",0.99,1613941594670,2113
+"lr_0",4.686251771447709e-06,1613941594670,2113
+"mom_0",0.8578437057138073,1613941594670,2113
+"eps_0",1e-05,1613941594670,2113
+"wd_1",0.01,1613941594670,2113
+"sqr_mom_1",0.99,1613941594670,2113
+"lr_1",4.686251771447709e-05,1613941594670,2113
+"mom_1",0.8578437057138073,1613941594670,2113
+"eps_1",1e-05,1613941594670,2113
+"wd_2",0.01,1613941594670,2113
+"sqr_mom_2",0.99,1613941594670,2113
+"lr_2",0.0004686251771447709,1613941594670,2113
+"mom_2",0.8578437057138073,1613941594670,2113
+"eps_2",1e-05,1613941594670,2113
+"train_loss",0.064012155,1613941595664,2114
+"raw_loss",0.09849959,1613941595664,2114
+"epoch",13.30188679245282,1613941595664,2114
+"wd_0",0.01,1613941595664,2114
+"sqr_mom_0",0.99,1613941595664,2114
+"lr_0",4.687667005707536e-06,1613941595664,2114
+"mom_0",0.8578083248573116,1613941595664,2114
+"eps_0",1e-05,1613941595664,2114
+"wd_1",0.01,1613941595664,2114
+"sqr_mom_1",0.99,1613941595664,2114
+"lr_1",4.6876670057075346e-05,1613941595664,2114
+"mom_1",0.8578083248573116,1613941595664,2114
+"eps_1",1e-05,1613941595664,2114
+"wd_2",0.01,1613941595664,2114
+"sqr_mom_2",0.99,1613941595664,2114
+"lr_2",0.00046876670057075345,1613941595664,2114
+"mom_2",0.8578083248573116,1613941595664,2114
+"eps_2",1e-05,1613941595664,2114
+"train_loss",0.0635666,1613941596622,2115
+"raw_loss",0.041734416,1613941596622,2115
+"epoch",13.30817610062892,1613941596622,2115
+"wd_0",0.01,1613941596622,2115
+"sqr_mom_0",0.99,1613941596622,2115
+"lr_0",4.689079110721655e-06,1613941596622,2115
+"mom_0",0.8577730222319586,1613941596622,2115
+"eps_0",1e-05,1613941596622,2115
+"wd_1",0.01,1613941596622,2115
+"sqr_mom_1",0.99,1613941596622,2115
+"lr_1",4.6890791107216547e-05,1613941596622,2115
+"mom_1",0.8577730222319586,1613941596622,2115
+"eps_1",1e-05,1613941596622,2115
+"wd_2",0.01,1613941596622,2115
+"sqr_mom_2",0.99,1613941596622,2115
+"lr_2",0.0004689079110721655,1613941596622,2115
+"mom_2",0.8577730222319586,1613941596622,2115
+"eps_2",1e-05,1613941596622,2115
+"train_loss",0.06399065,1613941597594,2116
+"raw_loss",0.08476927,1613941597594,2116
+"epoch",13.31446540880502,1613941597594,2116
+"wd_0",0.01,1613941597594,2116
+"sqr_mom_0",0.99,1613941597594,2116
+"lr_0",4.690488285418742e-06,1613941597594,2116
+"mom_0",0.8577377928645314,1613941597594,2116
+"eps_0",1e-05,1613941597594,2116
+"wd_1",0.01,1613941597594,2116
+"sqr_mom_1",0.99,1613941597594,2116
+"lr_1",4.690488285418741e-05,1613941597594,2116
+"mom_1",0.8577377928645314,1613941597594,2116
+"eps_1",1e-05,1613941597594,2116
+"wd_2",0.01,1613941597594,2116
+"sqr_mom_2",0.99,1613941597594,2116
+"lr_2",0.0004690488285418741,1613941597594,2116
+"mom_2",0.8577377928645314,1613941597594,2116
+"eps_2",1e-05,1613941597594,2116
+"train_loss",0.06399446,1613941598569,2117
+"raw_loss",0.06418092,1613941598569,2117
+"epoch",13.32075471698112,1613941598569,2117
+"wd_0",0.01,1613941598569,2117
+"sqr_mom_0",0.99,1613941598569,2117
+"lr_0",4.691894727066119e-06,1613941598569,2117
+"mom_0",0.857702631823347,1613941598569,2117
+"eps_0",1e-05,1613941598569,2117
+"wd_1",0.01,1613941598569,2117
+"sqr_mom_1",0.99,1613941598569,2117
+"lr_1",4.691894727066118e-05,1613941598569,2117
+"mom_1",0.857702631823347,1613941598569,2117
+"eps_1",1e-05,1613941598569,2117
+"wd_2",0.01,1613941598569,2117
+"sqr_mom_2",0.99,1613941598569,2117
+"lr_2",0.0004691894727066118,1613941598569,2117
+"mom_2",0.857702631823347,1613941598569,2117
+"eps_2",1e-05,1613941598569,2117
+"train_loss",0.06515746,1613941599553,2118
+"raw_loss",0.12214441,1613941599553,2118
+"epoch",13.327044025157221,1613941599553,2118
+"wd_0",0.01,1613941599553,2118
+"sqr_mom_0",0.99,1613941599553,2118
+"lr_0",4.693298033382599e-06,1613941599553,2118
+"mom_0",0.857667549165435,1613941599553,2118
+"eps_0",1e-05,1613941599553,2118
+"wd_1",0.01,1613941599553,2118
+"sqr_mom_1",0.99,1613941599553,2118
+"lr_1",4.693298033382599e-05,1613941599553,2118
+"mom_1",0.857667549165435,1613941599553,2118
+"eps_1",1e-05,1613941599553,2118
+"wd_2",0.01,1613941599553,2118
+"sqr_mom_2",0.99,1613941599553,2118
+"lr_2",0.00046932980333825984,1613941599553,2118
+"mom_2",0.857667549165435,1613941599553,2118
+"eps_2",1e-05,1613941599553,2118
+"train_loss",0.0651603,1613941600513,2119
+"raw_loss",0.06529931,1613941600513,2119
+"epoch",13.333333333333321,1613941600513,2119
+"wd_0",0.01,1613941600513,2119
+"sqr_mom_0",0.99,1613941600513,2119
+"lr_0",4.694698402062803e-06,1613941600513,2119
+"mom_0",0.8576325399484299,1613941600513,2119
+"eps_0",1e-05,1613941600513,2119
+"wd_1",0.01,1613941600513,2119
+"sqr_mom_1",0.99,1613941600513,2119
+"lr_1",4.694698402062803e-05,1613941600513,2119
+"mom_1",0.8576325399484299,1613941600513,2119
+"eps_1",1e-05,1613941600513,2119
+"wd_2",0.01,1613941600513,2119
+"sqr_mom_2",0.99,1613941600513,2119
+"lr_2",0.00046946984020628023,1613941600513,2119
+"mom_2",0.8576325399484299,1613941600513,2119
+"eps_2",1e-05,1613941600513,2119
+"train_loss",0.06527544,1613941601476,2120
+"raw_loss",0.070917524,1613941601476,2120
+"epoch",13.339622641509422,1613941601476,2120
+"wd_0",0.01,1613941601476,2120
+"sqr_mom_0",0.99,1613941601476,2120
+"lr_0",4.696096029135853e-06,1613941601476,2120
+"mom_0",0.8575975992716037,1613941601476,2120
+"eps_0",1e-05,1613941601476,2120
+"wd_1",0.01,1613941601476,2120
+"sqr_mom_1",0.99,1613941601476,2120
+"lr_1",4.696096029135852e-05,1613941601476,2120
+"mom_1",0.8575975992716037,1613941601476,2120
+"eps_1",1e-05,1613941601476,2120
+"wd_2",0.01,1613941601476,2120
+"sqr_mom_2",0.99,1613941601476,2120
+"lr_2",0.00046960960291358517,1613941601476,2120
+"mom_2",0.8575975992716037,1613941601476,2120
+"eps_2",1e-05,1613941601476,2120
+"train_loss",0.06497684,1613941602416,2121
+"raw_loss",0.050345723,1613941602416,2121
+"epoch",13.345911949685522,1613941602416,2121
+"wd_0",0.01,1613941602416,2121
+"sqr_mom_0",0.99,1613941602416,2121
+"lr_0",4.697490712881785e-06,1613941602416,2121
+"mom_0",0.8575627321779553,1613941602416,2121
+"eps_0",1e-05,1613941602416,2121
+"wd_1",0.01,1613941602416,2121
+"sqr_mom_1",0.99,1613941602416,2121
+"lr_1",4.6974907128817844e-05,1613941602416,2121
+"mom_1",0.8575627321779553,1613941602416,2121
+"eps_1",1e-05,1613941602416,2121
+"wd_2",0.01,1613941602416,2121
+"sqr_mom_2",0.99,1613941602416,2121
+"lr_2",0.0004697490712881785,1613941602416,2121
+"mom_2",0.8575627321779553,1613941602416,2121
+"eps_2",1e-05,1613941602416,2121
+"train_loss",0.064533755,1613941603358,2122
+"raw_loss",0.042822547,1613941603358,2122
+"epoch",13.352201257861623,1613941603358,2122
+"wd_0",0.01,1613941603358,2122
+"sqr_mom_0",0.99,1613941603358,2122
+"lr_0",4.69888245088033e-06,1613941603358,2122
+"mom_0",0.8575279387279917,1613941603358,2122
+"eps_0",1e-05,1613941603358,2122
+"wd_1",0.01,1613941603358,2122
+"sqr_mom_1",0.99,1613941603358,2122
+"lr_1",4.69888245088033e-05,1613941603358,2122
+"mom_1",0.8575279387279917,1613941603358,2122
+"eps_1",1e-05,1613941603358,2122
+"wd_2",0.01,1613941603358,2122
+"sqr_mom_2",0.99,1613941603358,2122
+"lr_2",0.000469888245088033,1613941603358,2122
+"mom_2",0.8575279387279917,1613941603358,2122
+"eps_2",1e-05,1613941603358,2122
+"train_loss",0.06393348,1613941604300,2123
+"raw_loss",0.03451974,1613941604300,2123
+"epoch",13.358490566037723,1613941604300,2123
+"wd_0",0.01,1613941604300,2123
+"sqr_mom_0",0.99,1613941604300,2123
+"lr_0",4.70027104351446e-06,1613941604300,2123
+"mom_0",0.8574932239121386,1613941604300,2123
+"eps_0",1e-05,1613941604300,2123
+"wd_1",0.01,1613941604300,2123
+"sqr_mom_1",0.99,1613941604300,2123
+"lr_1",4.7002710435144586e-05,1613941604300,2123
+"mom_1",0.8574932239121386,1613941604300,2123
+"eps_1",1e-05,1613941604300,2123
+"wd_2",0.01,1613941604300,2123
+"sqr_mom_2",0.99,1613941604300,2123
+"lr_2",0.00047002710435144586,1613941604300,2123
+"mom_2",0.8574932239121386,1613941604300,2123
+"eps_2",1e-05,1613941604300,2123
+"train_loss",0.06368094,1613941605240,2124
+"raw_loss",0.051306564,1613941605240,2124
+"epoch",13.364779874213824,1613941605240,2124
+"wd_0",0.01,1613941605240,2124
+"sqr_mom_0",0.99,1613941605240,2124
+"lr_0",4.70165668641511e-06,1613941605240,2124
+"mom_0",0.8574585828396223,1613941605240,2124
+"eps_0",1e-05,1613941605240,2124
+"wd_1",0.01,1613941605240,2124
+"sqr_mom_1",0.99,1613941605240,2124
+"lr_1",4.70165668641511e-05,1613941605240,2124
+"mom_1",0.8574585828396223,1613941605240,2124
+"eps_1",1e-05,1613941605240,2124
+"wd_2",0.01,1613941605240,2124
+"sqr_mom_2",0.99,1613941605240,2124
+"lr_2",0.00047016566864151096,1613941605240,2124
+"mom_2",0.8574585828396223,1613941605240,2124
+"eps_2",1e-05,1613941605240,2124
+"train_loss",0.06333641,1613941606174,2125
+"raw_loss",0.0464544,1613941606174,2125
+"epoch",13.371069182389924,1613941606174,2125
+"wd_0",0.01,1613941606174,2125
+"sqr_mom_0",0.99,1613941606174,2125
+"lr_0",4.703039573540864e-06,1613941606174,2125
+"mom_0",0.8574240106614783,1613941606174,2125
+"eps_0",1e-05,1613941606174,2125
+"wd_1",0.01,1613941606174,2125
+"sqr_mom_1",0.99,1613941606174,2125
+"lr_1",4.7030395735408644e-05,1613941606174,2125
+"mom_1",0.8574240106614783,1613941606174,2125
+"eps_1",1e-05,1613941606174,2125
+"wd_2",0.01,1613941606174,2125
+"sqr_mom_2",0.99,1613941606174,2125
+"lr_2",0.0004703039573540864,1613941606174,2125
+"mom_2",0.8574240106614783,1613941606174,2125
+"eps_2",1e-05,1613941606174,2125
+"train_loss",0.06356008,1613941607114,2126
+"raw_loss",0.07452028,1613941607114,2126
+"epoch",13.377358490566024,1613941607114,2126
+"wd_0",0.01,1613941607114,2126
+"sqr_mom_0",0.99,1613941607114,2126
+"lr_0",4.7044193093477806e-06,1613941607114,2126
+"mom_0",0.8573895172663055,1613941607114,2126
+"eps_0",1e-05,1613941607114,2126
+"wd_1",0.01,1613941607114,2126
+"sqr_mom_1",0.99,1613941607114,2126
+"lr_1",4.7044193093477804e-05,1613941607114,2126
+"mom_1",0.8573895172663055,1613941607114,2126
+"eps_1",1e-05,1613941607114,2126
+"wd_2",0.01,1613941607114,2126
+"sqr_mom_2",0.99,1613941607114,2126
+"lr_2",0.000470441930934778,1613941607114,2126
+"mom_2",0.8573895172663055,1613941607114,2126
+"eps_2",1e-05,1613941607114,2126
+"train_loss",0.063552804,1613941608062,2127
+"raw_loss",0.063195996,1613941608062,2127
+"epoch",13.383647798742125,1613941608062,2127
+"wd_0",0.01,1613941608062,2127
+"sqr_mom_0",0.99,1613941608062,2127
+"lr_0",4.705796088224555e-06,1613941608062,2127
+"mom_0",0.8573550977943861,1613941608062,2127
+"eps_0",1e-05,1613941608062,2127
+"wd_1",0.01,1613941608062,2127
+"sqr_mom_1",0.99,1613941608062,2127
+"lr_1",4.705796088224554e-05,1613941608062,2127
+"mom_1",0.8573550977943861,1613941608062,2127
+"eps_1",1e-05,1613941608062,2127
+"wd_2",0.01,1613941608062,2127
+"sqr_mom_2",0.99,1613941608062,2127
+"lr_2",0.00047057960882245544,1613941608062,2127
+"mom_2",0.8573550977943861,1613941608062,2127
+"eps_2",1e-05,1613941608062,2127
+"train_loss",0.063543975,1613941609026,2128
+"raw_loss",0.06311122,1613941609026,2128
+"epoch",13.389937106918225,1613941609026,2128
+"wd_0",0.01,1613941609026,2128
+"sqr_mom_0",0.99,1613941609026,2128
+"lr_0",4.707170102883448e-06,1613941609026,2128
+"mom_0",0.8573207474279138,1613941609026,2128
+"eps_0",1e-05,1613941609026,2128
+"wd_1",0.01,1613941609026,2128
+"sqr_mom_1",0.99,1613941609026,2128
+"lr_1",4.707170102883448e-05,1613941609026,2128
+"mom_1",0.8573207474279138,1613941609026,2128
+"eps_1",1e-05,1613941609026,2128
+"wd_2",0.01,1613941609026,2128
+"sqr_mom_2",0.99,1613941609026,2128
+"lr_2",0.0004707170102883448,1613941609026,2128
+"mom_2",0.8573207474279138,1613941609026,2128
+"eps_2",1e-05,1613941609026,2128
+"train_loss",0.06315215,1613941609986,2129
+"raw_loss",0.043952655,1613941609986,2129
+"epoch",13.396226415094326,1613941609986,2129
+"wd_0",0.01,1613941609986,2129
+"sqr_mom_0",0.99,1613941609986,2129
+"lr_0",4.708540960318289e-06,1613941609986,2129
+"mom_0",0.8572864759920428,1613941609986,2129
+"eps_0",1e-05,1613941609986,2129
+"wd_1",0.01,1613941609986,2129
+"sqr_mom_1",0.99,1613941609986,2129
+"lr_1",4.708540960318288e-05,1613941609986,2129
+"mom_1",0.8572864759920428,1613941609986,2129
+"eps_1",1e-05,1613941609986,2129
+"wd_2",0.01,1613941609986,2129
+"sqr_mom_2",0.99,1613941609986,2129
+"lr_2",0.00047085409603182885,1613941609986,2129
+"mom_2",0.8572864759920428,1613941609986,2129
+"eps_2",1e-05,1613941609986,2129
+"train_loss",0.062890455,1613941610934,2130
+"raw_loss",0.05006746,1613941610934,2130
+"epoch",13.402515723270426,1613941610934,2130
+"wd_0",0.01,1613941610934,2130
+"sqr_mom_0",0.99,1613941610934,2130
+"lr_0",4.709909047930432e-06,1613941610934,2130
+"mom_0",0.8572522738017392,1613941610934,2130
+"eps_0",1e-05,1613941610934,2130
+"wd_1",0.01,1613941610934,2130
+"sqr_mom_1",0.99,1613941610934,2130
+"lr_1",4.709909047930432e-05,1613941610934,2130
+"mom_1",0.8572522738017392,1613941610934,2130
+"eps_1",1e-05,1613941610934,2130
+"wd_2",0.01,1613941610934,2130
+"sqr_mom_2",0.99,1613941610934,2130
+"lr_2",0.00047099090479304313,1613941610934,2130
+"mom_2",0.8572522738017392,1613941610934,2130
+"eps_2",1e-05,1613941610934,2130
+"train_loss",0.06240825,1613941611884,2131
+"raw_loss",0.038780127,1613941611884,2131
+"epoch",13.408805031446526,1613941611884,2131
+"wd_0",0.01,1613941611884,2131
+"sqr_mom_0",0.99,1613941611884,2131
+"lr_0",4.711274168244979e-06,1613941611884,2131
+"mom_0",0.8572181457938755,1613941611884,2131
+"eps_0",1e-05,1613941611884,2131
+"wd_1",0.01,1613941611884,2131
+"sqr_mom_1",0.99,1613941611884,2131
+"lr_1",4.711274168244979e-05,1613941611884,2131
+"mom_1",0.8572181457938755,1613941611884,2131
+"eps_1",1e-05,1613941611884,2131
+"wd_2",0.01,1613941611884,2131
+"sqr_mom_2",0.99,1613941611884,2131
+"lr_2",0.0004711274168244979,1613941611884,2131
+"mom_2",0.8572181457938755,1613941611884,2131
+"eps_2",1e-05,1613941611884,2131
+"train_loss",0.061860725,1613941612850,2132
+"raw_loss",0.035031904,1613941612850,2132
+"epoch",13.415094339622627,1613941612850,2132
+"wd_0",0.01,1613941612850,2132
+"sqr_mom_0",0.99,1613941612850,2132
+"lr_0",4.712636125479284e-06,1613941612850,2132
+"mom_0",0.8571840968630179,1613941612850,2132
+"eps_0",1e-05,1613941612850,2132
+"wd_1",0.01,1613941612850,2132
+"sqr_mom_1",0.99,1613941612850,2132
+"lr_1",4.712636125479284e-05,1613941612850,2132
+"mom_1",0.8571840968630179,1613941612850,2132
+"eps_1",1e-05,1613941612850,2132
+"wd_2",0.01,1613941612850,2132
+"sqr_mom_2",0.99,1613941612850,2132
+"lr_2",0.00047126361254792843,1613941612850,2132
+"mom_2",0.8571840968630179,1613941612850,2132
+"eps_2",1e-05,1613941612850,2132
+"train_loss",0.06208685,1613941613805,2133
+"raw_loss",0.07316697,1613941613805,2133
+"epoch",13.421383647798727,1613941613805,2133
+"wd_0",0.01,1613941613805,2133
+"sqr_mom_0",0.99,1613941613805,2133
+"lr_0",4.713995304519525e-06,1613941613805,2133
+"mom_0",0.8571501173870119,1613941613805,2133
+"eps_0",1e-05,1613941613805,2133
+"wd_1",0.01,1613941613805,2133
+"sqr_mom_1",0.99,1613941613805,2133
+"lr_1",4.713995304519525e-05,1613941613805,2133
+"mom_1",0.8571501173870119,1613941613805,2133
+"eps_1",1e-05,1613941613805,2133
+"wd_2",0.01,1613941613805,2133
+"sqr_mom_2",0.99,1613941613805,2133
+"lr_2",0.00047139953045195244,1613941613805,2133
+"mom_2",0.8571501173870119,1613941613805,2133
+"eps_2",1e-05,1613941613805,2133
+"train_loss",0.06217089,1613941614751,2134
+"raw_loss",0.06628881,1613941614751,2134
+"epoch",13.427672955974828,1613941614751,2134
+"wd_0",0.01,1613941614751,2134
+"sqr_mom_0",0.99,1613941614751,2134
+"lr_0",4.715351316602926e-06,1613941614751,2134
+"mom_0",0.8571162170849268,1613941614751,2134
+"eps_0",1e-05,1613941614751,2134
+"wd_1",0.01,1613941614751,2134
+"sqr_mom_1",0.99,1613941614751,2134
+"lr_1",4.7153513166029256e-05,1613941614751,2134
+"mom_1",0.8571162170849268,1613941614751,2134
+"eps_1",1e-05,1613941614751,2134
+"wd_2",0.01,1613941614751,2134
+"sqr_mom_2",0.99,1613941614751,2134
+"lr_2",0.00047153513166029256,1613941614751,2134
+"mom_2",0.8571162170849268,1613941614751,2134
+"eps_2",1e-05,1613941614751,2134
+"train_loss",0.061598696,1613941615715,2135
+"raw_loss",0.033561144,1613941615715,2135
+"epoch",13.433962264150928,1613941615715,2135
+"wd_0",0.01,1613941615715,2135
+"sqr_mom_0",0.99,1613941615715,2135
+"lr_0",4.716704352790674e-06,1613941615715,2135
+"mom_0",0.8570823911802331,1613941615715,2135
+"eps_0",1e-05,1613941615715,2135
+"wd_1",0.01,1613941615715,2135
+"sqr_mom_1",0.99,1613941615715,2135
+"lr_1",4.7167043527906734e-05,1613941615715,2135
+"mom_1",0.8570823911802331,1613941615715,2135
+"eps_1",1e-05,1613941615715,2135
+"wd_2",0.01,1613941615715,2135
+"sqr_mom_2",0.99,1613941615715,2135
+"lr_2",0.00047167043527906734,1613941615715,2135
+"mom_2",0.8570823911802331,1613941615715,2135
+"eps_2",1e-05,1613941615715,2135
+"train_loss",0.06118335,1613941616661,2136
+"raw_loss",0.040831275,1613941616661,2136
+"epoch",13.440251572327028,1613941616661,2136
+"wd_0",0.01,1613941616661,2136
+"sqr_mom_0",0.99,1613941616661,2136
+"lr_0",4.71805460245677e-06,1613941616661,2136
+"mom_0",0.8570486349385807,1613941616661,2136
+"eps_0",1e-05,1613941616661,2136
+"wd_1",0.01,1613941616661,2136
+"sqr_mom_1",0.99,1613941616661,2136
+"lr_1",4.7180546024567695e-05,1613941616661,2136
+"mom_1",0.8570486349385807,1613941616661,2136
+"eps_1",1e-05,1613941616661,2136
+"wd_2",0.01,1613941616661,2136
+"sqr_mom_2",0.99,1613941616661,2136
+"lr_2",0.00047180546024567696,1613941616661,2136
+"mom_2",0.8570486349385807,1613941616661,2136
+"eps_2",1e-05,1613941616661,2136
+"train_loss",0.060635764,1613941617649,2137
+"raw_loss",0.033804193,1613941617649,2137
+"epoch",13.446540880503129,1613941617649,2137
+"wd_0",0.01,1613941617649,2137
+"sqr_mom_0",0.99,1613941617649,2137
+"lr_0",4.719401679392486e-06,1613941617649,2137
+"mom_0",0.8570149580151878,1613941617649,2137
+"eps_0",1e-05,1613941617649,2137
+"wd_1",0.01,1613941617649,2137
+"sqr_mom_1",0.99,1613941617649,2137
+"lr_1",4.719401679392486e-05,1613941617649,2137
+"mom_1",0.8570149580151878,1613941617649,2137
+"eps_1",1e-05,1613941617649,2137
+"wd_2",0.01,1613941617649,2137
+"sqr_mom_2",0.99,1613941617649,2137
+"lr_2",0.00047194016793924857,1613941617649,2137
+"mom_2",0.8570149580151878,1613941617649,2137
+"eps_2",1e-05,1613941617649,2137
+"train_loss",0.060121827,1613941618600,2138
+"raw_loss",0.034938786,1613941618600,2138
+"epoch",13.45283018867923,1613941618600,2138
+"wd_0",0.01,1613941618600,2138
+"sqr_mom_0",0.99,1613941618600,2138
+"lr_0",4.720745773405736e-06,1613941618600,2138
+"mom_0",0.8569813556648566,1613941618600,2138
+"eps_0",1e-05,1613941618600,2138
+"wd_1",0.01,1613941618600,2138
+"sqr_mom_1",0.99,1613941618600,2138
+"lr_1",4.7207457734057354e-05,1613941618600,2138
+"mom_1",0.8569813556648566,1613941618600,2138
+"eps_1",1e-05,1613941618600,2138
+"wd_2",0.01,1613941618600,2138
+"sqr_mom_2",0.99,1613941618600,2138
+"lr_2",0.0004720745773405735,1613941618600,2138
+"mom_2",0.8569813556648566,1613941618600,2138
+"eps_2",1e-05,1613941618600,2138
+"train_loss",0.059553366,1613941619552,2139
+"raw_loss",0.03169881,1613941619552,2139
+"epoch",13.45911949685533,1613941619552,2139
+"wd_0",0.01,1613941619552,2139
+"sqr_mom_0",0.99,1613941619552,2139
+"lr_0",4.7220870726132575e-06,1613941619552,2139
+"mom_0",0.8569478231846686,1613941619552,2139
+"eps_0",1e-05,1613941619552,2139
+"wd_1",0.01,1613941619552,2139
+"sqr_mom_1",0.99,1613941619552,2139
+"lr_1",4.722087072613257e-05,1613941619552,2139
+"mom_1",0.8569478231846686,1613941619552,2139
+"eps_1",1e-05,1613941619552,2139
+"wd_2",0.01,1613941619552,2139
+"sqr_mom_2",0.99,1613941619552,2139
+"lr_2",0.0004722087072613257,1613941619552,2139
+"mom_2",0.8569478231846686,1613941619552,2139
+"eps_2",1e-05,1613941619552,2139
+"train_loss",0.059284136,1613941620551,2140
+"raw_loss",0.04609183,1613941620551,2140
+"epoch",13.46540880503143,1613941620551,2140
+"wd_0",0.01,1613941620551,2140
+"sqr_mom_0",0.99,1613941620551,2140
+"lr_0",4.72342538339e-06,1613941620551,2140
+"mom_0",0.85691436541525,1613941620551,2140
+"eps_0",1e-05,1613941620551,2140
+"wd_1",0.01,1613941620551,2140
+"sqr_mom_1",0.99,1613941620551,2140
+"lr_1",4.723425383389999e-05,1613941620551,2140
+"mom_1",0.85691436541525,1613941620551,2140
+"eps_1",1e-05,1613941620551,2140
+"wd_2",0.01,1613941620551,2140
+"sqr_mom_2",0.99,1613941620551,2140
+"lr_2",0.0004723425383389999,1613941620551,2140
+"mom_2",0.85691436541525,1613941620551,2140
+"eps_2",1e-05,1613941620551,2140
+"train_loss",0.05881716,1613941621583,2141
+"raw_loss",0.03593537,1613941621583,2141
+"epoch",13.47169811320753,1613941621583,2141
+"wd_0",0.01,1613941621583,2141
+"sqr_mom_0",0.99,1613941621583,2141
+"lr_0",4.724760513815212e-06,1613941621583,2141
+"mom_0",0.8568809871546197,1613941621583,2141
+"eps_0",1e-05,1613941621583,2141
+"wd_1",0.01,1613941621583,2141
+"sqr_mom_1",0.99,1613941621583,2141
+"lr_1",4.7247605138152116e-05,1613941621583,2141
+"mom_1",0.8568809871546197,1613941621583,2141
+"eps_1",1e-05,1613941621583,2141
+"wd_2",0.01,1613941621583,2141
+"sqr_mom_2",0.99,1613941621583,2141
+"lr_2",0.0004724760513815211,1613941621583,2141
+"mom_2",0.8568809871546197,1613941621583,2141
+"eps_2",1e-05,1613941621583,2141
+"train_loss",0.05824106,1613941622536,2142
+"raw_loss",0.03001214,1613941622536,2142
+"epoch",13.47798742138363,1613941622536,2142
+"wd_0",0.01,1613941622536,2142
+"sqr_mom_0",0.99,1613941622536,2142
+"lr_0",4.726092841193874e-06,1613941622536,2142
+"mom_0",0.8568476789701531,1613941622536,2142
+"eps_0",1e-05,1613941622536,2142
+"wd_1",0.01,1613941622536,2142
+"sqr_mom_1",0.99,1613941622536,2142
+"lr_1",4.7260928411938736e-05,1613941622536,2142
+"mom_1",0.8568476789701531,1613941622536,2142
+"eps_1",1e-05,1613941622536,2142
+"wd_2",0.01,1613941622536,2142
+"sqr_mom_2",0.99,1613941622536,2142
+"lr_2",0.00047260928411938733,1613941622536,2142
+"mom_2",0.8568476789701531,1613941622536,2142
+"eps_2",1e-05,1613941622536,2142
+"train_loss",0.057891794,1613941623483,2143
+"raw_loss",0.040777903,1613941623483,2143
+"epoch",13.484276729559731,1613941623483,2143
+"wd_0",0.01,1613941623483,2143
+"sqr_mom_0",0.99,1613941623483,2143
+"lr_0",4.727421984443528e-06,1613941623483,2143
+"mom_0",0.8568144503889118,1613941623483,2143
+"eps_0",1e-05,1613941623483,2143
+"wd_1",0.01,1613941623483,2143
+"sqr_mom_1",0.99,1613941623483,2143
+"lr_1",4.727421984443527e-05,1613941623483,2143
+"mom_1",0.8568144503889118,1613941623483,2143
+"eps_1",1e-05,1613941623483,2143
+"wd_2",0.01,1613941623483,2143
+"sqr_mom_2",0.99,1613941623483,2143
+"lr_2",0.0004727421984443527,1613941623483,2143
+"mom_2",0.8568144503889118,1613941623483,2143
+"eps_2",1e-05,1613941623483,2143
+"train_loss",0.057473008,1613941624421,2144
+"raw_loss",0.036952388,1613941624421,2144
+"epoch",13.490566037735832,1613941624421,2144
+"wd_0",0.01,1613941624421,2144
+"sqr_mom_0",0.99,1613941624421,2144
+"lr_0",4.728748319177189e-06,1613941624421,2144
+"mom_0",0.8567812920205703,1613941624421,2144
+"eps_0",1e-05,1613941624421,2144
+"wd_1",0.01,1613941624421,2144
+"sqr_mom_1",0.99,1613941624421,2144
+"lr_1",4.728748319177189e-05,1613941624421,2144
+"mom_1",0.8567812920205703,1613941624421,2144
+"eps_1",1e-05,1613941624421,2144
+"wd_2",0.01,1613941624421,2144
+"sqr_mom_2",0.99,1613941624421,2144
+"lr_2",0.0004728748319177189,1613941624421,2144
+"mom_2",0.8567812920205703,1613941624421,2144
+"eps_2",1e-05,1613941624421,2144
+"train_loss",0.057587206,1613941625370,2145
+"raw_loss",0.06318301,1613941625370,2145
+"epoch",13.496855345911932,1613941625370,2145
+"wd_0",0.01,1613941625370,2145
+"sqr_mom_0",0.99,1613941625370,2145
+"lr_0",4.730071466026463e-06,1613941625370,2145
+"mom_0",0.8567482133493384,1613941625370,2145
+"eps_0",1e-05,1613941625370,2145
+"wd_1",0.01,1613941625370,2145
+"sqr_mom_1",0.99,1613941625370,2145
+"lr_1",4.7300714660264626e-05,1613941625370,2145
+"mom_1",0.8567482133493384,1613941625370,2145
+"eps_1",1e-05,1613941625370,2145
+"wd_2",0.01,1613941625370,2145
+"sqr_mom_2",0.99,1613941625370,2145
+"lr_2",0.00047300714660264626,1613941625370,2145
+"mom_2",0.8567482133493384,1613941625370,2145
+"eps_2",1e-05,1613941625370,2145
+"train_loss",0.05724679,1613941626317,2146
+"raw_loss",0.040566385,1613941626317,2146
+"epoch",13.503144654088032,1613941626317,2146
+"wd_0",0.01,1613941626317,2146
+"sqr_mom_0",0.99,1613941626317,2146
+"lr_0",4.731391611442677e-06,1613941626317,2146
+"mom_0",0.8567152097139331,1613941626317,2146
+"eps_0",1e-05,1613941626317,2146
+"wd_1",0.01,1613941626317,2146
+"sqr_mom_1",0.99,1613941626317,2146
+"lr_1",4.7313916114426756e-05,1613941626317,2146
+"mom_1",0.8567152097139331,1613941626317,2146
+"eps_1",1e-05,1613941626317,2146
+"wd_2",0.01,1613941626317,2146
+"sqr_mom_2",0.99,1613941626317,2146
+"lr_2",0.00047313916114426755,1613941626317,2146
+"mom_2",0.8567152097139331,1613941626317,2146
+"eps_2",1e-05,1613941626317,2146
+"train_loss",0.056691457,1613941627262,2147
+"raw_loss",0.029480163,1613941627262,2147
+"epoch",13.509433962264133,1613941627262,2147
+"wd_0",0.01,1613941627262,2147
+"sqr_mom_0",0.99,1613941627262,2147
+"lr_0",4.732708753135559e-06,1613941627262,2147
+"mom_0",0.856682281171611,1613941627262,2147
+"eps_0",1e-05,1613941627262,2147
+"wd_1",0.01,1613941627262,2147
+"sqr_mom_1",0.99,1613941627262,2147
+"lr_1",4.732708753135558e-05,1613941627262,2147
+"mom_1",0.856682281171611,1613941627262,2147
+"eps_1",1e-05,1613941627262,2147
+"wd_2",0.01,1613941627262,2147
+"sqr_mom_2",0.99,1613941627262,2147
+"lr_2",0.0004732708753135558,1613941627262,2147
+"mom_2",0.856682281171611,1613941627262,2147
+"eps_2",1e-05,1613941627262,2147
+"train_loss",0.056269526,1613941628213,2148
+"raw_loss",0.03559487,1613941628213,2148
+"epoch",13.515723270440233,1613941628213,2148
+"wd_0",0.01,1613941628213,2148
+"sqr_mom_0",0.99,1613941628213,2148
+"lr_0",4.734023075432466e-06,1613941628213,2148
+"mom_0",0.8566494231141883,1613941628213,2148
+"eps_0",1e-05,1613941628213,2148
+"wd_1",0.01,1613941628213,2148
+"sqr_mom_1",0.99,1613941628213,2148
+"lr_1",4.7340230754324656e-05,1613941628213,2148
+"mom_1",0.8566494231141883,1613941628213,2148
+"eps_1",1e-05,1613941628213,2148
+"wd_2",0.01,1613941628213,2148
+"sqr_mom_2",0.99,1613941628213,2148
+"lr_2",0.00047340230754324656,1613941628213,2148
+"mom_2",0.8566494231141883,1613941628213,2148
+"eps_2",1e-05,1613941628213,2148
+"train_loss",0.055747185,1613941629148,2149
+"raw_loss",0.030152356,1613941629148,2149
+"epoch",13.522012578616334,1613941629148,2149
+"wd_0",0.01,1613941629148,2149
+"sqr_mom_0",0.99,1613941629148,2149
+"lr_0",4.735334388585402e-06,1613941629148,2149
+"mom_0",0.8566166402853649,1613941629148,2149
+"eps_0",1e-05,1613941629148,2149
+"wd_1",0.01,1613941629148,2149
+"sqr_mom_1",0.99,1613941629148,2149
+"lr_1",4.735334388585402e-05,1613941629148,2149
+"mom_1",0.8566166402853649,1613941629148,2149
+"eps_1",1e-05,1613941629148,2149
+"wd_2",0.01,1613941629148,2149
+"sqr_mom_2",0.99,1613941629148,2149
+"lr_2",0.0004735334388585402,1613941629148,2149
+"mom_2",0.8566166402853649,1613941629148,2149
+"eps_2",1e-05,1613941629148,2149
+"train_loss",0.055458523,1613941630102,2150
+"raw_loss",0.04131412,1613941630102,2150
+"epoch",13.528301886792434,1613941630102,2150
+"wd_0",0.01,1613941630102,2150
+"sqr_mom_0",0.99,1613941630102,2150
+"lr_0",4.73664250456249e-06,1613941630102,2150
+"mom_0",0.8565839373859377,1613941630102,2150
+"eps_0",1e-05,1613941630102,2150
+"wd_1",0.01,1613941630102,2150
+"sqr_mom_1",0.99,1613941630102,2150
+"lr_1",4.7366425045624884e-05,1613941630102,2150
+"mom_1",0.8565839373859377,1613941630102,2150
+"eps_1",1e-05,1613941630102,2150
+"wd_2",0.01,1613941630102,2150
+"sqr_mom_2",0.99,1613941630102,2150
+"lr_2",0.00047366425045624884,1613941630102,2150
+"mom_2",0.8565839373859377,1613941630102,2150
+"eps_2",1e-05,1613941630102,2150
+"train_loss",0.0550893,1613941631048,2151
+"raw_loss",0.03699736,1613941631048,2151
+"epoch",13.534591194968534,1613941631048,2151
+"wd_0",0.01,1613941631048,2151
+"sqr_mom_0",0.99,1613941631048,2151
+"lr_0",4.737947793034479e-06,1613941631048,2151
+"mom_0",0.856551305174138,1613941631048,2151
+"eps_0",1e-05,1613941631048,2151
+"wd_1",0.01,1613941631048,2151
+"sqr_mom_1",0.99,1613941631048,2151
+"lr_1",4.7379477930344783e-05,1613941631048,2151
+"mom_1",0.856551305174138,1613941631048,2151
+"eps_1",1e-05,1613941631048,2151
+"wd_2",0.01,1613941631048,2151
+"sqr_mom_2",0.99,1613941631048,2151
+"lr_2",0.0004737947793034478,1613941631048,2151
+"mom_2",0.856551305174138,1613941631048,2151
+"eps_2",1e-05,1613941631048,2151
+"train_loss",0.054490615,1613941631991,2152
+"raw_loss",0.025155004,1613941631991,2152
+"epoch",13.540880503144635,1613941631991,2152
+"wd_0",0.01,1613941631991,2152
+"sqr_mom_0",0.99,1613941631991,2152
+"lr_0",4.739250065551723e-06,1613941631991,2152
+"mom_0",0.8565187483612069,1613941631991,2152
+"eps_0",1e-05,1613941631991,2152
+"wd_1",0.01,1613941631991,2152
+"sqr_mom_1",0.99,1613941631991,2152
+"lr_1",4.739250065551723e-05,1613941631991,2152
+"mom_1",0.8565187483612069,1613941631991,2152
+"eps_1",1e-05,1613941631991,2152
+"wd_2",0.01,1613941631991,2152
+"sqr_mom_2",0.99,1613941631991,2152
+"lr_2",0.00047392500655517224,1613941631991,2152
+"mom_2",0.8565187483612069,1613941631991,2152
+"eps_2",1e-05,1613941631991,2152
+"train_loss",0.055271402,1613941632964,2153
+"raw_loss",0.09353001,1613941632964,2153
+"epoch",13.547169811320735,1613941632964,2153
+"wd_0",0.01,1613941632964,2153
+"sqr_mom_0",0.99,1613941632964,2153
+"lr_0",4.740548950914768e-06,1613941632964,2153
+"mom_0",0.8564862762271308,1613941632964,2153
+"eps_0",1e-05,1613941632964,2153
+"wd_1",0.01,1613941632964,2153
+"sqr_mom_1",0.99,1613941632964,2153
+"lr_1",4.740548950914767e-05,1613941632964,2153
+"mom_1",0.8564862762271308,1613941632964,2153
+"eps_1",1e-05,1613941632964,2153
+"wd_2",0.01,1613941632964,2153
+"sqr_mom_2",0.99,1613941632964,2153
+"lr_2",0.0004740548950914767,1613941632964,2153
+"mom_2",0.8564862762271308,1613941632964,2153
+"eps_2",1e-05,1613941632964,2153
+"train_loss",0.05504302,1613941633925,2154
+"raw_loss",0.043852344,1613941633925,2154
+"epoch",13.553459119496836,1613941633925,2154
+"wd_0",0.01,1613941633925,2154
+"sqr_mom_0",0.99,1613941633925,2154
+"lr_0",4.741845185607065e-06,1613941633925,2154
+"mom_0",0.8564538703598233,1613941633925,2154
+"eps_0",1e-05,1613941633925,2154
+"wd_1",0.01,1613941633925,2154
+"sqr_mom_1",0.99,1613941633925,2154
+"lr_1",4.7418451856070646e-05,1613941633925,2154
+"mom_1",0.8564538703598233,1613941633925,2154
+"eps_1",1e-05,1613941633925,2154
+"wd_2",0.01,1613941633925,2154
+"sqr_mom_2",0.99,1613941633925,2154
+"lr_2",0.00047418451856070647,1613941633925,2154
+"mom_2",0.8564538703598233,1613941633925,2154
+"eps_2",1e-05,1613941633925,2154
+"train_loss",0.054607697,1613941634876,2155
+"raw_loss",0.033276793,1613941634876,2155
+"epoch",13.559748427672936,1613941634876,2155
+"wd_0",0.01,1613941634876,2155
+"sqr_mom_0",0.99,1613941634876,2155
+"lr_0",4.743138397581263e-06,1613941634876,2155
+"mom_0",0.8564215400604684,1613941634876,2155
+"eps_0",1e-05,1613941634876,2155
+"wd_1",0.01,1613941634876,2155
+"sqr_mom_1",0.99,1613941634876,2155
+"lr_1",4.743138397581261e-05,1613941634876,2155
+"mom_1",0.8564215400604684,1613941634876,2155
+"eps_1",1e-05,1613941634876,2155
+"wd_2",0.01,1613941634876,2155
+"sqr_mom_2",0.99,1613941634876,2155
+"lr_2",0.0004743138397581261,1613941634876,2155
+"mom_2",0.8564215400604684,1613941634876,2155
+"eps_2",1e-05,1613941634876,2155
+"train_loss",0.054185536,1613941635826,2156
+"raw_loss",0.03349958,1613941635826,2156
+"epoch",13.566037735849036,1613941635826,2156
+"wd_0",0.01,1613941635826,2156
+"sqr_mom_0",0.99,1613941635826,2156
+"lr_0",4.744428218232348e-06,1613941635826,2156
+"mom_0",0.8563892945441913,1613941635826,2156
+"eps_0",1e-05,1613941635826,2156
+"wd_1",0.01,1613941635826,2156
+"sqr_mom_1",0.99,1613941635826,2156
+"lr_1",4.7444282182323476e-05,1613941635826,2156
+"mom_1",0.8563892945441913,1613941635826,2156
+"eps_1",1e-05,1613941635826,2156
+"wd_2",0.01,1613941635826,2156
+"sqr_mom_2",0.99,1613941635826,2156
+"lr_2",0.00047444282182323473,1613941635826,2156
+"mom_2",0.8563892945441913,1613941635826,2156
+"eps_2",1e-05,1613941635826,2156
+"train_loss",0.053494584,1613941636780,2157
+"raw_loss",0.019637892,1613941636780,2157
+"epoch",13.572327044025137,1613941636780,2157
+"wd_0",0.01,1613941636780,2157
+"sqr_mom_0",0.99,1613941636780,2157
+"lr_0",4.745715378903979e-06,1613941636780,2157
+"mom_0",0.8563571155274006,1613941636780,2157
+"eps_0",1e-05,1613941636780,2157
+"wd_1",0.01,1613941636780,2157
+"sqr_mom_1",0.99,1613941636780,2157
+"lr_1",4.745715378903978e-05,1613941636780,2157
+"mom_1",0.8563571155274006,1613941636780,2157
+"eps_1",1e-05,1613941636780,2157
+"wd_2",0.01,1613941636780,2157
+"sqr_mom_2",0.99,1613941636780,2157
+"lr_2",0.0004745715378903978,1613941636780,2157
+"mom_2",0.8563571155274006,1613941636780,2157
+"eps_2",1e-05,1613941636780,2157
+"train_loss",0.052985437,1613941637733,2158
+"raw_loss",0.02803724,1613941637733,2158
+"epoch",13.578616352201237,1613941637733,2158
+"wd_0",0.01,1613941637733,2158
+"sqr_mom_0",0.99,1613941637733,2158
+"lr_0",4.7469995101413534e-06,1613941637733,2158
+"mom_0",0.8563250122464662,1613941637733,2158
+"eps_0",1e-05,1613941637733,2158
+"wd_1",0.01,1613941637733,2158
+"sqr_mom_1",0.99,1613941637733,2158
+"lr_1",4.7469995101413524e-05,1613941637733,2158
+"mom_1",0.8563250122464662,1613941637733,2158
+"eps_1",1e-05,1613941637733,2158
+"wd_2",0.01,1613941637733,2158
+"sqr_mom_2",0.99,1613941637733,2158
+"lr_2",0.00047469995101413526,1613941637733,2158
+"mom_2",0.8563250122464662,1613941637733,2158
+"eps_2",1e-05,1613941637733,2158
+"train_loss",0.05262476,1613941638688,2159
+"raw_loss",0.03495147,1613941638688,2159
+"epoch",13.584905660377338,1613941638688,2159
+"wd_0",0.01,1613941638688,2159
+"sqr_mom_0",0.99,1613941638688,2159
+"lr_0",4.748280609716048e-06,1613941638688,2159
+"mom_0",0.8562929847570988,1613941638688,2159
+"eps_0",1e-05,1613941638688,2159
+"wd_1",0.01,1613941638688,2159
+"sqr_mom_1",0.99,1613941638688,2159
+"lr_1",4.7482806097160475e-05,1613941638688,2159
+"mom_1",0.8562929847570988,1613941638688,2159
+"eps_1",1e-05,1613941638688,2159
+"wd_2",0.01,1613941638688,2159
+"sqr_mom_2",0.99,1613941638688,2159
+"lr_2",0.0004748280609716047,1613941638688,2159
+"mom_2",0.8562929847570988,1613941638688,2159
+"eps_2",1e-05,1613941638688,2159
+"train_loss",0.052121967,1613941639642,2160
+"raw_loss",0.02748509,1613941639642,2160
+"epoch",13.591194968553438,1613941639642,2160
+"wd_0",0.01,1613941639642,2160
+"sqr_mom_0",0.99,1613941639642,2160
+"lr_0",4.749558493948155e-06,1613941639642,2160
+"mom_0",0.8562610376512961,1613941639642,2160
+"eps_0",1e-05,1613941639642,2160
+"wd_1",0.01,1613941639642,2160
+"sqr_mom_1",0.99,1613941639642,2160
+"lr_1",4.749558493948154e-05,1613941639642,2160
+"mom_1",0.8562610376512961,1613941639642,2160
+"eps_1",1e-05,1613941639642,2160
+"wd_2",0.01,1613941639642,2160
+"sqr_mom_2",0.99,1613941639642,2160
+"lr_2",0.0004749558493948154,1613941639642,2160
+"mom_2",0.8562610376512961,1613941639642,2160
+"eps_2",1e-05,1613941639642,2160
+"train_loss",0.051672332,1613941640592,2161
+"raw_loss",0.02964024,1613941640592,2161
+"epoch",13.597484276729539,1613941640592,2161
+"wd_0",0.01,1613941640592,2161
+"sqr_mom_0",0.99,1613941640592,2161
+"lr_0",4.750833523965e-06,1613941640592,2161
+"mom_0",0.856229161900875,1613941640592,2161
+"eps_0",1e-05,1613941640592,2161
+"wd_1",0.01,1613941640592,2161
+"sqr_mom_1",0.99,1613941640592,2161
+"lr_1",4.750833523965e-05,1613941640592,2161
+"mom_1",0.856229161900875,1613941640592,2161
+"eps_1",1e-05,1613941640592,2161
+"wd_2",0.01,1613941640592,2161
+"sqr_mom_2",0.99,1613941640592,2161
+"lr_2",0.00047508335239649995,1613941640592,2161
+"mom_2",0.856229161900875,1613941640592,2161
+"eps_2",1e-05,1613941640592,2161
+"train_loss",0.05120259,1613941641548,2162
+"raw_loss",0.028185356,1613941641548,2162
+"epoch",13.603773584905639,1613941641548,2162
+"wd_0",0.01,1613941641548,2162
+"sqr_mom_0",0.99,1613941641548,2162
+"lr_0",4.752105515665796e-06,1613941641548,2162
+"mom_0",0.8561973621083551,1613941641548,2162
+"eps_0",1e-05,1613941641548,2162
+"wd_1",0.01,1613941641548,2162
+"sqr_mom_1",0.99,1613941641548,2162
+"lr_1",4.7521055156657956e-05,1613941641548,2162
+"mom_1",0.8561973621083551,1613941641548,2162
+"eps_1",1e-05,1613941641548,2162
+"wd_2",0.01,1613941641548,2162
+"sqr_mom_2",0.99,1613941641548,2162
+"lr_2",0.0004752105515665795,1613941641548,2162
+"mom_2",0.8561973621083551,1613941641548,2162
+"eps_2",1e-05,1613941641548,2162
+"train_loss",0.051007394,1613941642508,2163
+"raw_loss",0.041442618,1613941642508,2163
+"epoch",13.61006289308174,1613941642508,2163
+"wd_0",0.01,1613941642508,2163
+"sqr_mom_0",0.99,1613941642508,2163
+"lr_0",4.753374106521759e-06,1613941642508,2163
+"mom_0",0.856165647336956,1613941642508,2163
+"eps_0",1e-05,1613941642508,2163
+"wd_1",0.01,1613941642508,2163
+"sqr_mom_1",0.99,1613941642508,2163
+"lr_1",4.753374106521759e-05,1613941642508,2163
+"mom_1",0.856165647336956,1613941642508,2163
+"eps_1",1e-05,1613941642508,2163
+"wd_2",0.01,1613941642508,2163
+"sqr_mom_2",0.99,1613941642508,2163
+"lr_2",0.0004753374106521759,1613941642508,2163
+"mom_2",0.856165647336956,1613941642508,2163
+"eps_2",1e-05,1613941642508,2163
+"train_loss",0.05143038,1613941643537,2164
+"raw_loss",0.072156906,1613941643537,2164
+"epoch",13.61635220125784,1613941643537,2164
+"wd_0",0.01,1613941643537,2164
+"sqr_mom_0",0.99,1613941643537,2164
+"lr_0",4.754640015838999e-06,1613941643537,2164
+"mom_0",0.856133999604025,1613941643537,2164
+"eps_0",1e-05,1613941643537,2164
+"wd_1",0.01,1613941643537,2164
+"sqr_mom_1",0.99,1613941643537,2164
+"lr_1",4.754640015838999e-05,1613941643537,2164
+"mom_1",0.856133999604025,1613941643537,2164
+"eps_1",1e-05,1613941643537,2164
+"wd_2",0.01,1613941643537,2164
+"sqr_mom_2",0.99,1613941643537,2164
+"lr_2",0.0004754640015838999,1613941643537,2164
+"mom_2",0.856133999604025,1613941643537,2164
+"eps_2",1e-05,1613941643537,2164
+"train_loss",0.05290486,1613941644656,2165
+"raw_loss",0.1251543,1613941644656,2165
+"epoch",13.62264150943394,1613941644656,2165
+"wd_0",0.01,1613941644656,2165
+"sqr_mom_0",0.99,1613941644656,2165
+"lr_0",4.755902880234579e-06,1613941644656,2165
+"mom_0",0.8561024279941355,1613941644656,2165
+"eps_0",1e-05,1613941644656,2165
+"wd_1",0.01,1613941644656,2165
+"sqr_mom_1",0.99,1613941644656,2165
+"lr_1",4.755902880234578e-05,1613941644656,2165
+"mom_1",0.8561024279941355,1613941644656,2165
+"eps_1",1e-05,1613941644656,2165
+"wd_2",0.01,1613941644656,2165
+"sqr_mom_2",0.99,1613941644656,2165
+"lr_2",0.00047559028802345775,1613941644656,2165
+"mom_2",0.8561024279941355,1613941644656,2165
+"eps_2",1e-05,1613941644656,2165
+"train_loss",0.052534115,1613941645786,2166
+"raw_loss",0.03436763,1613941645786,2166
+"epoch",13.62893081761004,1613941645786,2166
+"wd_0",0.01,1613941645786,2166
+"sqr_mom_0",0.99,1613941645786,2166
+"lr_0",4.757162339793188e-06,1613941645786,2166
+"mom_0",0.8560709415051703,1613941645786,2166
+"eps_0",1e-05,1613941645786,2166
+"wd_1",0.01,1613941645786,2166
+"sqr_mom_1",0.99,1613941645786,2166
+"lr_1",4.757162339793188e-05,1613941645786,2166
+"mom_1",0.8560709415051703,1613941645786,2166
+"eps_1",1e-05,1613941645786,2166
+"wd_2",0.01,1613941645786,2166
+"sqr_mom_2",0.99,1613941645786,2166
+"lr_2",0.00047571623397931877,1613941645786,2166
+"mom_2",0.8560709415051703,1613941645786,2166
+"eps_2",1e-05,1613941645786,2166
+"train_loss",0.05343157,1613941647006,2167
+"raw_loss",0.09740694,1613941647006,2167
+"epoch",13.635220125786141,1613941647006,2167
+"wd_0",0.01,1613941647006,2167
+"sqr_mom_0",0.99,1613941647006,2167
+"lr_0",4.758419108643385e-06,1613941647006,2167
+"mom_0",0.8560395222839153,1613941647006,2167
+"eps_0",1e-05,1613941647006,2167
+"wd_1",0.01,1613941647006,2167
+"sqr_mom_1",0.99,1613941647006,2167
+"lr_1",4.7584191086433844e-05,1613941647006,2167
+"mom_1",0.8560395222839153,1613941647006,2167
+"eps_1",1e-05,1613941647006,2167
+"wd_2",0.01,1613941647006,2167
+"sqr_mom_2",0.99,1613941647006,2167
+"lr_2",0.0004758419108643384,1613941647006,2167
+"mom_2",0.8560395222839153,1613941647006,2167
+"eps_2",1e-05,1613941647006,2167
+"train_loss",0.053106766,1613941648119,2168
+"raw_loss",0.037191328,1613941648119,2168
+"epoch",13.641509433962241,1613941648119,2168
+"wd_0",0.01,1613941648119,2168
+"sqr_mom_0",0.99,1613941648119,2168
+"lr_0",4.759672826013856e-06,1613941648119,2168
+"mom_0",0.8560081793496536,1613941648119,2168
+"eps_0",1e-05,1613941648119,2168
+"wd_1",0.01,1613941648119,2168
+"sqr_mom_1",0.99,1613941648119,2168
+"lr_1",4.759672826013855e-05,1613941648119,2168
+"mom_1",0.8560081793496536,1613941648119,2168
+"eps_1",1e-05,1613941648119,2168
+"wd_2",0.01,1613941648119,2168
+"sqr_mom_2",0.99,1613941648119,2168
+"lr_2",0.0004759672826013855,1613941648119,2168
+"mom_2",0.8560081793496536,1613941648119,2168
+"eps_2",1e-05,1613941648119,2168
+"train_loss",0.053235486,1613941649070,2169
+"raw_loss",0.05954282,1613941649070,2169
+"epoch",13.647798742138342,1613941649070,2169
+"wd_0",0.01,1613941649070,2169
+"sqr_mom_0",0.99,1613941649070,2169
+"lr_0",4.760923312168704e-06,1613941649070,2169
+"mom_0",0.8559769171957824,1613941649070,2169
+"eps_0",1e-05,1613941649070,2169
+"wd_1",0.01,1613941649070,2169
+"sqr_mom_1",0.99,1613941649070,2169
+"lr_1",4.760923312168704e-05,1613941649070,2169
+"mom_1",0.8559769171957824,1613941649070,2169
+"eps_1",1e-05,1613941649070,2169
+"wd_2",0.01,1613941649070,2169
+"sqr_mom_2",0.99,1613941649070,2169
+"lr_2",0.00047609233121687035,1613941649070,2169
+"mom_2",0.8559769171957824,1613941649070,2169
+"eps_2",1e-05,1613941649070,2169
+"train_loss",0.052630536,1613941650022,2170
+"raw_loss",0.022987997,1613941650022,2170
+"epoch",13.654088050314442,1613941650022,2170
+"wd_0",0.01,1613941650022,2170
+"sqr_mom_0",0.99,1613941650022,2170
+"lr_0",4.762170920492621e-06,1613941650022,2170
+"mom_0",0.8559457269876845,1613941650022,2170
+"eps_0",1e-05,1613941650022,2170
+"wd_1",0.01,1613941650022,2170
+"sqr_mom_1",0.99,1613941650022,2170
+"lr_1",4.76217092049262e-05,1613941650022,2170
+"mom_1",0.8559457269876845,1613941650022,2170
+"eps_1",1e-05,1613941650022,2170
+"wd_2",0.01,1613941650022,2170
+"sqr_mom_2",0.99,1613941650022,2170
+"lr_2",0.00047621709204926196,1613941650022,2170
+"mom_2",0.8559457269876845,1613941650022,2170
+"eps_2",1e-05,1613941650022,2170
+"train_loss",0.052136056,1613941650986,2171
+"raw_loss",0.027906563,1613941650986,2171
+"epoch",13.660377358490543,1613941650986,2171
+"wd_0",0.01,1613941650986,2171
+"sqr_mom_0",0.99,1613941650986,2171
+"lr_0",4.76341547082609e-06,1613941650986,2171
+"mom_0",0.8559146132293478,1613941650986,2171
+"eps_0",1e-05,1613941650986,2171
+"wd_1",0.01,1613941650986,2171
+"sqr_mom_1",0.99,1613941650986,2171
+"lr_1",4.763415470826089e-05,1613941650986,2171
+"mom_1",0.8559146132293478,1613941650986,2171
+"eps_1",1e-05,1613941650986,2171
+"wd_2",0.01,1613941650986,2171
+"sqr_mom_2",0.99,1613941650986,2171
+"lr_2",0.00047634154708260884,1613941650986,2171
+"mom_2",0.8559146132293478,1613941650986,2171
+"eps_2",1e-05,1613941650986,2171
+"train_loss",0.05194671,1613941651945,2172
+"raw_loss",0.042668816,1613941651945,2172
+"epoch",13.666666666666643,1613941651945,2172
+"wd_0",0.01,1613941651945,2172
+"sqr_mom_0",0.99,1613941651945,2172
+"lr_0",4.764656608497698e-06,1613941651945,2172
+"mom_0",0.8558835847875575,1613941651945,2172
+"eps_0",1e-05,1613941651945,2172
+"wd_1",0.01,1613941651945,2172
+"sqr_mom_1",0.99,1613941651945,2172
+"lr_1",4.7646566084976974e-05,1613941651945,2172
+"mom_1",0.8558835847875575,1613941651945,2172
+"eps_1",1e-05,1613941651945,2172
+"wd_2",0.01,1613941651945,2172
+"sqr_mom_2",0.99,1613941651945,2172
+"lr_2",0.00047646566084976974,1613941651945,2172
+"mom_2",0.8558835847875575,1613941651945,2172
+"eps_2",1e-05,1613941651945,2172
+"train_loss",0.05159631,1613941652911,2173
+"raw_loss",0.0344266,1613941652911,2173
+"epoch",13.672955974842743,1613941652911,2173
+"wd_0",0.01,1613941652911,2173
+"sqr_mom_0",0.99,1613941652911,2173
+"lr_0",4.765895037247273e-06,1613941652911,2173
+"mom_0",0.8558526240688182,1613941652911,2173
+"eps_0",1e-05,1613941652911,2173
+"wd_1",0.01,1613941652911,2173
+"sqr_mom_1",0.99,1613941652911,2173
+"lr_1",4.765895037247272e-05,1613941652911,2173
+"mom_1",0.8558526240688182,1613941652911,2173
+"eps_1",1e-05,1613941652911,2173
+"wd_2",0.01,1613941652911,2173
+"sqr_mom_2",0.99,1613941652911,2173
+"lr_2",0.0004765895037247272,1613941652911,2173
+"mom_2",0.8558526240688182,1613941652911,2173
+"eps_2",1e-05,1613941652911,2173
+"train_loss",0.051599234,1613941653895,2174
+"raw_loss",0.051742453,1613941653895,2174
+"epoch",13.679245283018844,1613941653895,2174
+"wd_0",0.01,1613941653895,2174
+"sqr_mom_0",0.99,1613941653895,2174
+"lr_0",4.7671304015437385e-06,1613941653895,2174
+"mom_0",0.8558217399614065,1613941653895,2174
+"eps_0",1e-05,1613941653895,2174
+"wd_1",0.01,1613941653895,2174
+"sqr_mom_1",0.99,1613941653895,2174
+"lr_1",4.767130401543738e-05,1613941653895,2174
+"mom_1",0.8558217399614065,1613941653895,2174
+"eps_1",1e-05,1613941653895,2174
+"wd_2",0.01,1613941653895,2174
+"sqr_mom_2",0.99,1613941653895,2174
+"lr_2",0.0004767130401543738,1613941653895,2174
+"mom_2",0.8558217399614065,1613941653895,2174
+"eps_2",1e-05,1613941653895,2174
+"train_loss",0.05174444,1613941654895,2175
+"raw_loss",0.0588595,1613941654895,2175
+"epoch",13.685534591194944,1613941654895,2175
+"wd_0",0.01,1613941654895,2175
+"sqr_mom_0",0.99,1613941654895,2175
+"lr_0",4.768362349345896e-06,1613941654895,2175
+"mom_0",0.8557909412663526,1613941654895,2175
+"eps_0",1e-05,1613941654895,2175
+"wd_1",0.01,1613941654895,2175
+"sqr_mom_1",0.99,1613941654895,2175
+"lr_1",4.7683623493458954e-05,1613941654895,2175
+"mom_1",0.8557909412663526,1613941654895,2175
+"eps_1",1e-05,1613941654895,2175
+"wd_2",0.01,1613941654895,2175
+"sqr_mom_2",0.99,1613941654895,2175
+"lr_2",0.00047683623493458954,1613941654895,2175
+"mom_2",0.8557909412663526,1613941654895,2175
+"eps_2",1e-05,1613941654895,2175
+"train_loss",0.051867954,1613941655851,2176
+"raw_loss",0.057920255,1613941655851,2176
+"epoch",13.691823899371045,1613941655851,2176
+"wd_0",0.01,1613941655851,2176
+"sqr_mom_0",0.99,1613941655851,2176
+"lr_0",4.769591579182806e-06,1613941655851,2176
+"mom_0",0.8557602105204298,1613941655851,2176
+"eps_0",1e-05,1613941655851,2176
+"wd_1",0.01,1613941655851,2176
+"sqr_mom_1",0.99,1613941655851,2176
+"lr_1",4.769591579182805e-05,1613941655851,2176
+"mom_1",0.8557602105204298,1613941655851,2176
+"eps_1",1e-05,1613941655851,2176
+"wd_2",0.01,1613941655851,2176
+"sqr_mom_2",0.99,1613941655851,2176
+"lr_2",0.0004769591579182805,1613941655851,2176
+"mom_2",0.8557602105204298,1613941655851,2176
+"eps_2",1e-05,1613941655851,2176
+"train_loss",0.051550042,1613941656832,2177
+"raw_loss",0.035972226,1613941656832,2177
+"epoch",13.698113207547145,1613941656832,2177
+"wd_0",0.01,1613941656832,2177
+"sqr_mom_0",0.99,1613941656832,2177
+"lr_0",4.7708177381517975e-06,1613941656832,2177
+"mom_0",0.8557295565462051,1613941656832,2177
+"eps_0",1e-05,1613941656832,2177
+"wd_1",0.01,1613941656832,2177
+"sqr_mom_1",0.99,1613941656832,2177
+"lr_1",4.770817738151797e-05,1613941656832,2177
+"mom_1",0.8557295565462051,1613941656832,2177
+"eps_1",1e-05,1613941656832,2177
+"wd_2",0.01,1613941656832,2177
+"sqr_mom_2",0.99,1613941656832,2177
+"lr_2",0.00047708177381517965,1613941656832,2177
+"mom_2",0.8557295565462051,1613941656832,2177
+"eps_2",1e-05,1613941656832,2177
+"train_loss",0.051189862,1613941657812,2178
+"raw_loss",0.033541128,1613941657812,2178
+"epoch",13.704402515723245,1613941657812,2178
+"wd_0",0.01,1613941657812,2178
+"sqr_mom_0",0.99,1613941657812,2178
+"lr_0",4.772040824125052e-06,1613941657812,2178
+"mom_0",0.8556989793968737,1613941657812,2178
+"eps_0",1e-05,1613941657812,2178
+"wd_1",0.01,1613941657812,2178
+"sqr_mom_1",0.99,1613941657812,2178
+"lr_1",4.7720408241250514e-05,1613941657812,2178
+"mom_1",0.8556989793968737,1613941657812,2178
+"eps_1",1e-05,1613941657812,2178
+"wd_2",0.01,1613941657812,2178
+"sqr_mom_2",0.99,1613941657812,2178
+"lr_2",0.00047720408241250516,1613941657812,2178
+"mom_2",0.8556989793968737,1613941657812,2178
+"eps_2",1e-05,1613941657812,2178
+"train_loss",0.050598525,1613941658797,2179
+"raw_loss",0.021622976,1613941658797,2179
+"epoch",13.710691823899346,1613941658797,2179
+"wd_0",0.01,1613941658797,2179
+"sqr_mom_0",0.99,1613941658797,2179
+"lr_0",4.773260661778545e-06,1613941658797,2179
+"mom_0",0.8556684834555364,1613941658797,2179
+"eps_0",1e-05,1613941658797,2179
+"wd_1",0.01,1613941658797,2179
+"sqr_mom_1",0.99,1613941658797,2179
+"lr_1",4.773260661778544e-05,1613941658797,2179
+"mom_1",0.8556684834555364,1613941658797,2179
+"eps_1",1e-05,1613941658797,2179
+"wd_2",0.01,1613941658797,2179
+"sqr_mom_2",0.99,1613941658797,2179
+"lr_2",0.0004773260661778544,1613941658797,2179
+"mom_2",0.8556684834555364,1613941658797,2179
+"eps_2",1e-05,1613941658797,2179
+"train_loss",0.05012858,1613941659783,2180
+"raw_loss",0.027101217,1613941659783,2180
+"epoch",13.716981132075446,1613941659783,2180
+"wd_0",0.01,1613941659783,2180
+"sqr_mom_0",0.99,1613941659783,2180
+"lr_0",4.7744775958357665e-06,1613941659783,2180
+"mom_0",0.8556380601041058,1613941659783,2180
+"eps_0",1e-05,1613941659783,2180
+"wd_1",0.01,1613941659783,2180
+"sqr_mom_1",0.99,1613941659783,2180
+"lr_1",4.7744775958357656e-05,1613941659783,2180
+"mom_1",0.8556380601041058,1613941659783,2180
+"eps_1",1e-05,1613941659783,2180
+"wd_2",0.01,1613941659783,2180
+"sqr_mom_2",0.99,1613941659783,2180
+"lr_2",0.0004774477595835766,1613941659783,2180
+"mom_2",0.8556380601041058,1613941659783,2180
+"eps_2",1e-05,1613941659783,2180
+"train_loss",0.050584614,1613941660740,2181
+"raw_loss",0.07293034,1613941660740,2181
+"epoch",13.723270440251547,1613941660740,2181
+"wd_0",0.01,1613941660740,2181
+"sqr_mom_0",0.99,1613941660740,2181
+"lr_0",4.775691450546102e-06,1613941660740,2181
+"mom_0",0.8556077137363475,1613941660740,2181
+"eps_0",1e-05,1613941660740,2181
+"wd_1",0.01,1613941660740,2181
+"sqr_mom_1",0.99,1613941660740,2181
+"lr_1",4.775691450546101e-05,1613941660740,2181
+"mom_1",0.8556077137363475,1613941660740,2181
+"eps_1",1e-05,1613941660740,2181
+"wd_2",0.01,1613941660740,2181
+"sqr_mom_2",0.99,1613941660740,2181
+"lr_2",0.0004775691450546101,1613941660740,2181
+"mom_2",0.8556077137363475,1613941660740,2181
+"eps_2",1e-05,1613941660740,2181
+"train_loss",0.050043654,1613941661697,2182
+"raw_loss",0.02353663,1613941661697,2182
+"epoch",13.729559748427647,1613941661697,2182
+"wd_0",0.01,1613941661697,2182
+"sqr_mom_0",0.99,1613941661697,2182
+"lr_0",4.77690188002703e-06,1613941661697,2182
+"mom_0",0.8555774529993243,1613941661697,2182
+"eps_0",1e-05,1613941661697,2182
+"wd_1",0.01,1613941661697,2182
+"sqr_mom_1",0.99,1613941661697,2182
+"lr_1",4.776901880027029e-05,1613941661697,2182
+"mom_1",0.8555774529993243,1613941661697,2182
+"eps_1",1e-05,1613941661697,2182
+"wd_2",0.01,1613941661697,2182
+"sqr_mom_2",0.99,1613941661697,2182
+"lr_2",0.00047769018800270294,1613941661697,2182
+"mom_2",0.8555774529993243,1613941661697,2182
+"eps_2",1e-05,1613941661697,2182
+"train_loss",0.04955714,1613941662648,2183
+"raw_loss",0.02571794,1613941662648,2183
+"epoch",13.735849056603747,1613941662648,2183
+"wd_0",0.01,1613941662648,2183
+"sqr_mom_0",0.99,1613941662648,2183
+"lr_0",4.778109570606467e-06,1613941662648,2183
+"mom_0",0.8555472607348383,1613941662648,2183
+"eps_0",1e-05,1613941662648,2183
+"wd_1",0.01,1613941662648,2183
+"sqr_mom_1",0.99,1613941662648,2183
+"lr_1",4.7781095706064664e-05,1613941662648,2183
+"mom_1",0.8555472607348383,1613941662648,2183
+"eps_1",1e-05,1613941662648,2183
+"wd_2",0.01,1613941662648,2183
+"sqr_mom_2",0.99,1613941662648,2183
+"lr_2",0.0004778109570606466,1613941662648,2183
+"mom_2",0.8555472607348383,1613941662648,2183
+"eps_2",1e-05,1613941662648,2183
+"train_loss",0.049159307,1613941663591,2184
+"raw_loss",0.02966559,1613941663591,2184
+"epoch",13.742138364779848,1613941663591,2184
+"wd_0",0.01,1613941663591,2184
+"sqr_mom_0",0.99,1613941663591,2184
+"lr_0",4.779314175536255e-06,1613941663591,2184
+"mom_0",0.8555171456115936,1613941663591,2184
+"eps_0",1e-05,1613941663591,2184
+"wd_1",0.01,1613941663591,2184
+"sqr_mom_1",0.99,1613941663591,2184
+"lr_1",4.779314175536254e-05,1613941663591,2184
+"mom_1",0.8555171456115936,1613941663591,2184
+"eps_1",1e-05,1613941663591,2184
+"wd_2",0.01,1613941663591,2184
+"sqr_mom_2",0.99,1613941663591,2184
+"lr_2",0.0004779314175536254,1613941663591,2184
+"mom_2",0.8555171456115936,1613941663591,2184
+"eps_2",1e-05,1613941663591,2184
+"train_loss",0.049257256,1613941664539,2185
+"raw_loss",0.05405669,1613941664539,2185
+"epoch",13.748427672955948,1613941664539,2185
+"wd_0",0.01,1613941664539,2185
+"sqr_mom_0",0.99,1613941664539,2185
+"lr_0",4.780515351582251e-06,1613941664539,2185
+"mom_0",0.8554871162104437,1613941664539,2185
+"eps_0",1e-05,1613941664539,2185
+"wd_1",0.01,1613941664539,2185
+"sqr_mom_1",0.99,1613941664539,2185
+"lr_1",4.7805153515822505e-05,1613941664539,2185
+"mom_1",0.8554871162104437,1613941664539,2185
+"eps_1",1e-05,1613941664539,2185
+"wd_2",0.01,1613941664539,2185
+"sqr_mom_2",0.99,1613941664539,2185
+"lr_2",0.00047805153515822503,1613941664539,2185
+"mom_2",0.8554871162104437,1613941664539,2185
+"eps_2",1e-05,1613941664539,2185
+"train_loss",0.04994581,1613941665482,2186
+"raw_loss",0.083685,1613941665482,2186
+"epoch",13.754716981132049,1613941665482,2186
+"wd_0",0.01,1613941665482,2186
+"sqr_mom_0",0.99,1613941665482,2186
+"lr_0",4.781713779825563e-06,1613941665482,2186
+"mom_0",0.855457155504361,1613941665482,2186
+"eps_0",1e-05,1613941665482,2186
+"wd_1",0.01,1613941665482,2186
+"sqr_mom_1",0.99,1613941665482,2186
+"lr_1",4.781713779825563e-05,1613941665482,2186
+"mom_1",0.855457155504361,1613941665482,2186
+"eps_1",1e-05,1613941665482,2186
+"wd_2",0.01,1613941665482,2186
+"sqr_mom_2",0.99,1613941665482,2186
+"lr_2",0.0004781713779825562,1613941665482,2186
+"mom_2",0.855457155504361,1613941665482,2186
+"eps_2",1e-05,1613941665482,2186
+"train_loss",0.049581245,1613941666433,2187
+"raw_loss",0.031717587,1613941666433,2187
+"epoch",13.761006289308149,1613941666433,2187
+"wd_0",0.01,1613941666433,2187
+"sqr_mom_0",0.99,1613941666433,2187
+"lr_0",4.782909116164647e-06,1613941666433,2187
+"mom_0",0.8554272720958838,1613941666433,2187
+"eps_0",1e-05,1613941666433,2187
+"wd_1",0.01,1613941666433,2187
+"sqr_mom_1",0.99,1613941666433,2187
+"lr_1",4.782909116164647e-05,1613941666433,2187
+"mom_1",0.8554272720958838,1613941666433,2187
+"eps_1",1e-05,1613941666433,2187
+"wd_2",0.01,1613941666433,2187
+"sqr_mom_2",0.99,1613941666433,2187
+"lr_2",0.0004782909116164647,1613941666433,2187
+"mom_2",0.8554272720958838,1613941666433,2187
+"eps_2",1e-05,1613941666433,2187
+"train_loss",0.049593426,1613941667381,2188
+"raw_loss",0.050190404,1613941667381,2188
+"epoch",13.76729559748425,1613941667381,2188
+"wd_0",0.01,1613941667381,2188
+"sqr_mom_0",0.99,1613941667381,2188
+"lr_0",4.7841011892721666e-06,1613941667381,2188
+"mom_0",0.8553974702681959,1613941667381,2188
+"eps_0",1e-05,1613941667381,2188
+"wd_1",0.01,1613941667381,2188
+"sqr_mom_1",0.99,1613941667381,2188
+"lr_1",4.7841011892721655e-05,1613941667381,2188
+"mom_1",0.8553974702681959,1613941667381,2188
+"eps_1",1e-05,1613941667381,2188
+"wd_2",0.01,1613941667381,2188
+"sqr_mom_2",0.99,1613941667381,2188
+"lr_2",0.0004784101189272165,1613941667381,2188
+"mom_2",0.8553974702681959,1613941667381,2188
+"eps_2",1e-05,1613941667381,2188
+"train_loss",0.049291126,1613941668331,2189
+"raw_loss",0.03447836,1613941668331,2189
+"epoch",13.77358490566035,1613941668331,2189
+"wd_0",0.01,1613941668331,2189
+"sqr_mom_0",0.99,1613941668331,2189
+"lr_0",4.785290336025408e-06,1613941668331,2189
+"mom_0",0.8553677415993648,1613941668331,2189
+"eps_0",1e-05,1613941668331,2189
+"wd_1",0.01,1613941668331,2189
+"sqr_mom_1",0.99,1613941668331,2189
+"lr_1",4.785290336025407e-05,1613941668331,2189
+"mom_1",0.8553677415993648,1613941668331,2189
+"eps_1",1e-05,1613941668331,2189
+"wd_2",0.01,1613941668331,2189
+"sqr_mom_2",0.99,1613941668331,2189
+"lr_2",0.00047852903360254067,1613941668331,2189
+"mom_2",0.8553677415993648,1613941668331,2189
+"eps_2",1e-05,1613941668331,2189
+"train_loss",0.0489665,1613941669297,2190
+"raw_loss",0.033059884,1613941669297,2190
+"epoch",13.77987421383645,1613941669297,2190
+"wd_0",0.01,1613941669297,2190
+"sqr_mom_0",0.99,1613941669297,2190
+"lr_0",4.78647638466783e-06,1613941669297,2190
+"mom_0",0.8553380903833042,1613941669297,2190
+"eps_0",1e-05,1613941669297,2190
+"wd_1",0.01,1613941669297,2190
+"sqr_mom_1",0.99,1613941669297,2190
+"lr_1",4.78647638466783e-05,1613941669297,2190
+"mom_1",0.8553380903833042,1613941669297,2190
+"eps_1",1e-05,1613941669297,2190
+"wd_2",0.01,1613941669297,2190
+"sqr_mom_2",0.99,1613941669297,2190
+"lr_2",0.000478647638466783,1613941669297,2190
+"mom_2",0.8553380903833042,1613941669297,2190
+"eps_2",1e-05,1613941669297,2190
+"train_loss",0.052007522,1613941670284,2191
+"raw_loss",0.2010178,1613941670284,2191
+"epoch",13.78616352201255,1613941670284,2191
+"wd_0",0.01,1613941670284,2191
+"sqr_mom_0",0.99,1613941670284,2191
+"lr_0",4.7876589972782064e-06,1613941670284,2191
+"mom_0",0.8553085250680448,1613941670284,2191
+"eps_0",1e-05,1613941670284,2191
+"wd_1",0.01,1613941670284,2191
+"sqr_mom_1",0.99,1613941670284,2191
+"lr_1",4.787658997278207e-05,1613941670284,2191
+"mom_1",0.8553085250680448,1613941670284,2191
+"eps_1",1e-05,1613941670284,2191
+"wd_2",0.01,1613941670284,2191
+"sqr_mom_2",0.99,1613941670284,2191
+"lr_2",0.00047876589972782065,1613941670284,2191
+"mom_2",0.8553085250680448,1613941670284,2191
+"eps_2",1e-05,1613941670284,2191
+"train_loss",0.05332155,1613941671248,2192
+"raw_loss",0.11770897,1613941671248,2192
+"epoch",13.792452830188651,1613941671248,2192
+"wd_0",0.01,1613941671248,2192
+"sqr_mom_0",0.99,1613941671248,2192
+"lr_0",4.788838844411959e-06,1613941671248,2192
+"mom_0",0.855279028889701,1613941671248,2192
+"eps_0",1e-05,1613941671248,2192
+"wd_1",0.01,1613941671248,2192
+"sqr_mom_1",0.99,1613941671248,2192
+"lr_1",4.788838844411958e-05,1613941671248,2192
+"mom_1",0.855279028889701,1613941671248,2192
+"eps_1",1e-05,1613941671248,2192
+"wd_2",0.01,1613941671248,2192
+"sqr_mom_2",0.99,1613941671248,2192
+"lr_2",0.00047888388444119583,1613941671248,2192
+"mom_2",0.855279028889701,1613941671248,2192
+"eps_2",1e-05,1613941671248,2192
+"train_loss",0.053327195,1613941672211,2193
+"raw_loss",0.053603694,1613941672211,2193
+"epoch",13.798742138364751,1613941672211,2193
+"wd_0",0.01,1613941672211,2193
+"sqr_mom_0",0.99,1613941672211,2193
+"lr_0",4.7900155872769745e-06,1613941672211,2193
+"mom_0",0.8552496103180757,1613941672211,2193
+"eps_0",1e-05,1613941672211,2193
+"wd_1",0.01,1613941672211,2193
+"sqr_mom_1",0.99,1613941672211,2193
+"lr_1",4.7900155872769735e-05,1613941672211,2193
+"mom_1",0.8552496103180757,1613941672211,2193
+"eps_1",1e-05,1613941672211,2193
+"wd_2",0.01,1613941672211,2193
+"sqr_mom_2",0.99,1613941672211,2193
+"lr_2",0.0004790015587276973,1613941672211,2193
+"mom_2",0.8552496103180757,1613941672211,2193
+"eps_2",1e-05,1613941672211,2193
+"train_loss",0.05345346,1613941673164,2194
+"raw_loss",0.059640512,1613941673164,2194
+"epoch",13.805031446540852,1613941673164,2194
+"wd_0",0.01,1613941673164,2194
+"sqr_mom_0",0.99,1613941673164,2194
+"lr_0",4.791188890616356e-06,1613941673164,2194
+"mom_0",0.8552202777345911,1613941673164,2194
+"eps_0",1e-05,1613941673164,2194
+"wd_1",0.01,1613941673164,2194
+"sqr_mom_1",0.99,1613941673164,2194
+"lr_1",4.791188890616356e-05,1613941673164,2194
+"mom_1",0.8552202777345911,1613941673164,2194
+"eps_1",1e-05,1613941673164,2194
+"wd_2",0.01,1613941673164,2194
+"sqr_mom_2",0.99,1613941673164,2194
+"lr_2",0.00047911888906163557,1613941673164,2194
+"mom_2",0.8552202777345911,1613941673164,2194
+"eps_2",1e-05,1613941673164,2194
+"train_loss",0.053231966,1613941674112,2195
+"raw_loss",0.042378757,1613941674112,2195
+"epoch",13.811320754716952,1613941674112,2195
+"wd_0",0.01,1613941674112,2195
+"sqr_mom_0",0.99,1613941674112,2195
+"lr_0",4.79235941970706e-06,1613941674112,2195
+"mom_0",0.8551910145073235,1613941674112,2195
+"eps_0",1e-05,1613941674112,2195
+"wd_1",0.01,1613941674112,2195
+"sqr_mom_1",0.99,1613941674112,2195
+"lr_1",4.79235941970706e-05,1613941674112,2195
+"mom_1",0.8551910145073235,1613941674112,2195
+"eps_1",1e-05,1613941674112,2195
+"wd_2",0.01,1613941674112,2195
+"sqr_mom_2",0.99,1613941674112,2195
+"lr_2",0.000479235941970706,1613941674112,2195
+"mom_2",0.8551910145073235,1613941674112,2195
+"eps_2",1e-05,1613941674112,2195
+"train_loss",0.05292049,1613941675061,2196
+"raw_loss",0.037658162,1613941675061,2196
+"epoch",13.817610062893053,1613941675061,2196
+"wd_0",0.01,1613941675061,2196
+"sqr_mom_0",0.99,1613941675061,2196
+"lr_0",4.793526838419581e-06,1613941675061,2196
+"mom_0",0.8551618290395104,1613941675061,2196
+"eps_0",1e-05,1613941675061,2196
+"wd_1",0.01,1613941675061,2196
+"sqr_mom_1",0.99,1613941675061,2196
+"lr_1",4.793526838419581e-05,1613941675061,2196
+"mom_1",0.8551618290395104,1613941675061,2196
+"eps_1",1e-05,1613941675061,2196
+"wd_2",0.01,1613941675061,2196
+"sqr_mom_2",0.99,1613941675061,2196
+"lr_2",0.0004793526838419581,1613941675061,2196
+"mom_2",0.8551618290395104,1613941675061,2196
+"eps_2",1e-05,1613941675061,2196
+"train_loss",0.052854013,1613941676026,2197
+"raw_loss",0.049596567,1613941676026,2197
+"epoch",13.823899371069153,1613941676026,2197
+"wd_0",0.01,1613941676026,2197
+"sqr_mom_0",0.99,1613941676026,2197
+"lr_0",4.794691144728036e-06,1613941676026,2197
+"mom_0",0.8551327213817991,1613941676026,2197
+"eps_0",1e-05,1613941676026,2197
+"wd_1",0.01,1613941676026,2197
+"sqr_mom_1",0.99,1613941676026,2197
+"lr_1",4.794691144728035e-05,1613941676026,2197
+"mom_1",0.8551327213817991,1613941676026,2197
+"eps_1",1e-05,1613941676026,2197
+"wd_2",0.01,1613941676026,2197
+"sqr_mom_2",0.99,1613941676026,2197
+"lr_2",0.0004794691144728035,1613941676026,2197
+"mom_2",0.8551327213817991,1613941676026,2197
+"eps_2",1e-05,1613941676026,2197
+"train_loss",0.052462664,1613941676968,2198
+"raw_loss",0.033286523,1613941676968,2198
+"epoch",13.830188679245254,1613941676968,2198
+"wd_0",0.01,1613941676968,2198
+"sqr_mom_0",0.99,1613941676968,2198
+"lr_0",4.795852171774098e-06,1613941676968,2198
+"mom_0",0.8551036957056476,1613941676968,2198
+"eps_0",1e-05,1613941676968,2198
+"wd_1",0.01,1613941676968,2198
+"sqr_mom_1",0.99,1613941676968,2198
+"lr_1",4.795852171774097e-05,1613941676968,2198
+"mom_1",0.8551036957056476,1613941676968,2198
+"eps_1",1e-05,1613941676968,2198
+"wd_2",0.01,1613941676968,2198
+"sqr_mom_2",0.99,1613941676968,2198
+"lr_2",0.0004795852171774097,1613941676968,2198
+"mom_2",0.8551036957056476,1613941676968,2198
+"eps_2",1e-05,1613941676968,2198
+"train_loss",0.053089354,1613941677923,2199
+"raw_loss",0.083797306,1613941677923,2199
+"epoch",13.836477987421354,1613941677923,2199
+"wd_0",0.01,1613941677923,2199
+"sqr_mom_0",0.99,1613941677923,2199
+"lr_0",4.797010247661506e-06,1613941677923,2199
+"mom_0",0.8550747438084624,1613941677923,2199
+"eps_0",1e-05,1613941677923,2199
+"wd_1",0.01,1613941677923,2199
+"sqr_mom_1",0.99,1613941677923,2199
+"lr_1",4.797010247661506e-05,1613941677923,2199
+"mom_1",0.8550747438084624,1613941677923,2199
+"eps_1",1e-05,1613941677923,2199
+"wd_2",0.01,1613941677923,2199
+"sqr_mom_2",0.99,1613941677923,2199
+"lr_2",0.0004797010247661506,1613941677923,2199
+"mom_2",0.8550747438084624,1613941677923,2199
+"eps_2",1e-05,1613941677923,2199
+"train_loss",0.054062758,1613941678876,2200
+"raw_loss",0.10175956,1613941678876,2200
+"epoch",13.842767295597454,1613941678876,2200
+"wd_0",0.01,1613941678876,2200
+"sqr_mom_0",0.99,1613941678876,2200
+"lr_0",4.798165205099899e-06,1613941678876,2200
+"mom_0",0.8550458698725025,1613941678876,2200
+"eps_0",1e-05,1613941678876,2200
+"wd_1",0.01,1613941678876,2200
+"sqr_mom_1",0.99,1613941678876,2200
+"lr_1",4.7981652050998983e-05,1613941678876,2200
+"mom_1",0.8550458698725025,1613941678876,2200
+"eps_1",1e-05,1613941678876,2200
+"wd_2",0.01,1613941678876,2200
+"sqr_mom_2",0.99,1613941678876,2200
+"lr_2",0.00047981652050998986,1613941678876,2200
+"mom_2",0.8550458698725025,1613941678876,2200
+"eps_2",1e-05,1613941678876,2200
+"train_loss",0.0543453,1613941679824,2201
+"raw_loss",0.0681899,1613941679824,2201
+"epoch",13.849056603773555,1613941679824,2201
+"wd_0",0.01,1613941679824,2201
+"sqr_mom_0",0.99,1613941679824,2201
+"lr_0",4.799316715069655e-06,1613941679824,2201
+"mom_0",0.8550170821232587,1613941679824,2201
+"eps_0",1e-05,1613941679824,2201
+"wd_1",0.01,1613941679824,2201
+"sqr_mom_1",0.99,1613941679824,2201
+"lr_1",4.799316715069654e-05,1613941679824,2201
+"mom_1",0.8550170821232587,1613941679824,2201
+"eps_1",1e-05,1613941679824,2201
+"wd_2",0.01,1613941679824,2201
+"sqr_mom_2",0.99,1613941679824,2201
+"lr_2",0.00047993167150696544,1613941679824,2201
+"mom_2",0.8550170821232587,1613941679824,2201
+"eps_2",1e-05,1613941679824,2201
+"train_loss",0.054467052,1613941680800,2202
+"raw_loss",0.060432978,1613941680800,2202
+"epoch",13.855345911949655,1613941680800,2202
+"wd_0",0.01,1613941680800,2202
+"sqr_mom_0",0.99,1613941680800,2202
+"lr_0",4.800465430490627e-06,1613941680800,2202
+"mom_0",0.8549883642377343,1613941680800,2202
+"eps_0",1e-05,1613941680800,2202
+"wd_1",0.01,1613941680800,2202
+"sqr_mom_1",0.99,1613941680800,2202
+"lr_1",4.8004654304906266e-05,1613941680800,2202
+"mom_1",0.8549883642377343,1613941680800,2202
+"eps_1",1e-05,1613941680800,2202
+"wd_2",0.01,1613941680800,2202
+"sqr_mom_2",0.99,1613941680800,2202
+"lr_2",0.0004800465430490626,1613941680800,2202
+"mom_2",0.8549883642377343,1613941680800,2202
+"eps_2",1e-05,1613941680800,2202
+"train_loss",0.05430509,1613941681763,2203
+"raw_loss",0.046368953,1613941681763,2203
+"epoch",13.861635220125756,1613941681763,2203
+"wd_0",0.01,1613941681763,2203
+"sqr_mom_0",0.99,1613941681763,2203
+"lr_0",4.8016110214666186e-06,1613941681763,2203
+"mom_0",0.8549597244633346,1613941681763,2203
+"eps_0",1e-05,1613941681763,2203
+"wd_1",0.01,1613941681763,2203
+"sqr_mom_1",0.99,1613941681763,2203
+"lr_1",4.801611021466617e-05,1613941681763,2203
+"mom_1",0.8549597244633346,1613941681763,2203
+"eps_1",1e-05,1613941681763,2203
+"wd_2",0.01,1613941681763,2203
+"sqr_mom_2",0.99,1613941681763,2203
+"lr_2",0.00048016110214666173,1613941681763,2203
+"mom_2",0.8549597244633346,1613941681763,2203
+"eps_2",1e-05,1613941681763,2203
+"train_loss",0.05531707,1613941682729,2204
+"raw_loss",0.10490401,1613941682729,2204
+"epoch",13.867924528301856,1613941682729,2204
+"wd_0",0.01,1613941682729,2204
+"sqr_mom_0",0.99,1613941682729,2204
+"lr_0",4.802753161659627e-06,1613941682729,2204
+"mom_0",0.8549311709585093,1613941682729,2204
+"eps_0",1e-05,1613941682729,2204
+"wd_1",0.01,1613941682729,2204
+"sqr_mom_1",0.99,1613941682729,2204
+"lr_1",4.8027531616596264e-05,1613941682729,2204
+"mom_1",0.8549311709585093,1613941682729,2204
+"eps_1",1e-05,1613941682729,2204
+"wd_2",0.01,1613941682729,2204
+"sqr_mom_2",0.99,1613941682729,2204
+"lr_2",0.0004802753161659626,1613941682729,2204
+"mom_2",0.8549311709585093,1613941682729,2204
+"eps_2",1e-05,1613941682729,2204
+"train_loss",0.054773364,1613941683704,2205
+"raw_loss",0.028131682,1613941683704,2205
+"epoch",13.874213836477956,1613941683704,2205
+"wd_0",0.01,1613941683704,2205
+"sqr_mom_0",0.99,1613941683704,2205
+"lr_0",4.803892498676731e-06,1613941683704,2205
+"mom_0",0.8549026875330817,1613941683704,2205
+"eps_0",1e-05,1613941683704,2205
+"wd_1",0.01,1613941683704,2205
+"sqr_mom_1",0.99,1613941683704,2205
+"lr_1",4.8038924986767306e-05,1613941683704,2205
+"mom_1",0.8549026875330817,1613941683704,2205
+"eps_1",1e-05,1613941683704,2205
+"wd_2",0.01,1613941683704,2205
+"sqr_mom_2",0.99,1613941683704,2205
+"lr_2",0.00048038924986767306,1613941683704,2205
+"mom_2",0.8549026875330817,1613941683704,2205
+"eps_2",1e-05,1613941683704,2205
+"train_loss",0.05445594,1613941684656,2206
+"raw_loss",0.03890219,1613941684656,2206
+"epoch",13.880503144654057,1613941684656,2206
+"wd_0",0.01,1613941684656,2206
+"sqr_mom_0",0.99,1613941684656,2206
+"lr_0",4.805028705301678e-06,1613941684656,2206
+"mom_0",0.854874282367458,1613941684656,2206
+"eps_0",1e-05,1613941684656,2206
+"wd_1",0.01,1613941684656,2206
+"sqr_mom_1",0.99,1613941684656,2206
+"lr_1",4.8050287053016776e-05,1613941684656,2206
+"mom_1",0.854874282367458,1613941684656,2206
+"eps_1",1e-05,1613941684656,2206
+"wd_2",0.01,1613941684656,2206
+"sqr_mom_2",0.99,1613941684656,2206
+"lr_2",0.00048050287053016776,1613941684656,2206
+"mom_2",0.854874282367458,1613941684656,2206
+"eps_2",1e-05,1613941684656,2206
+"train_loss",0.05589772,1613941685721,2207
+"raw_loss",0.12654506,1613941685721,2207
+"epoch",13.886792452830157,1613941685721,2207
+"wd_0",0.01,1613941685721,2207
+"sqr_mom_0",0.99,1613941685721,2207
+"lr_0",4.806161618722997e-06,1613941685721,2207
+"mom_0",0.8548459595319251,1613941685721,2207
+"eps_0",1e-05,1613941685721,2207
+"wd_1",0.01,1613941685721,2207
+"sqr_mom_1",0.99,1613941685721,2207
+"lr_1",4.806161618722996e-05,1613941685721,2207
+"mom_1",0.8548459595319251,1613941685721,2207
+"eps_1",1e-05,1613941685721,2207
+"wd_2",0.01,1613941685721,2207
+"sqr_mom_2",0.99,1613941685721,2207
+"lr_2",0.00048061616187229964,1613941685721,2207
+"mom_2",0.8548459595319251,1613941685721,2207
+"eps_2",1e-05,1613941685721,2207
+"train_loss",0.05549706,1613941686672,2208
+"raw_loss",0.03586482,1613941686672,2208
+"epoch",13.893081761006258,1613941686672,2208
+"wd_0",0.01,1613941686672,2208
+"sqr_mom_0",0.99,1613941686672,2208
+"lr_0",4.8072915590995764e-06,1613941686672,2208
+"mom_0",0.8548177110225106,1613941686672,2208
+"eps_0",1e-05,1613941686672,2208
+"wd_1",0.01,1613941686672,2208
+"sqr_mom_1",0.99,1613941686672,2208
+"lr_1",4.807291559099576e-05,1613941686672,2208
+"mom_1",0.8548177110225106,1613941686672,2208
+"eps_1",1e-05,1613941686672,2208
+"wd_2",0.01,1613941686672,2208
+"sqr_mom_2",0.99,1613941686672,2208
+"lr_2",0.0004807291559099576,1613941686672,2208
+"mom_2",0.8548177110225106,1613941686672,2208
+"eps_2",1e-05,1613941686672,2208
+"train_loss",0.05540703,1613941687661,2209
+"raw_loss",0.050995383,1613941687661,2209
+"epoch",13.899371069182358,1613941687661,2209
+"wd_0",0.01,1613941687661,2209
+"sqr_mom_0",0.99,1613941687661,2209
+"lr_0",4.808418363185425e-06,1613941687661,2209
+"mom_0",0.8547895409203644,1613941687661,2209
+"eps_0",1e-05,1613941687661,2209
+"wd_1",0.01,1613941687661,2209
+"sqr_mom_1",0.99,1613941687661,2209
+"lr_1",4.8084183631854245e-05,1613941687661,2209
+"mom_1",0.8547895409203644,1613941687661,2209
+"eps_1",1e-05,1613941687661,2209
+"wd_2",0.01,1613941687661,2209
+"sqr_mom_2",0.99,1613941687661,2209
+"lr_2",0.00048084183631854244,1613941687661,2209
+"mom_2",0.8547895409203644,1613941687661,2209
+"eps_2",1e-05,1613941687661,2209
+"train_loss",0.055150274,1613941688621,2210
+"raw_loss",0.042569235,1613941688621,2210
+"epoch",13.905660377358458,1613941688621,2210
+"wd_0",0.01,1613941688621,2210
+"sqr_mom_0",0.99,1613941688621,2210
+"lr_0",4.809541710021155e-06,1613941688621,2210
+"mom_0",0.8547614572494712,1613941688621,2210
+"eps_0",1e-05,1613941688621,2210
+"wd_1",0.01,1613941688621,2210
+"sqr_mom_1",0.99,1613941688621,2210
+"lr_1",4.8095417100211547e-05,1613941688621,2210
+"mom_1",0.8547614572494712,1613941688621,2210
+"eps_1",1e-05,1613941688621,2210
+"wd_2",0.01,1613941688621,2210
+"sqr_mom_2",0.99,1613941688621,2210
+"lr_2",0.0004809541710021154,1613941688621,2210
+"mom_2",0.8547614572494712,1613941688621,2210
+"eps_2",1e-05,1613941688621,2210
+"train_loss",0.054723118,1613941689576,2211
+"raw_loss",0.033792455,1613941689576,2211
+"epoch",13.911949685534559,1613941689576,2211
+"wd_0",0.01,1613941689576,2211
+"sqr_mom_0",0.99,1613941689576,2211
+"lr_0",4.810662236557788e-06,1613941689576,2211
+"mom_0",0.8547334440860553,1613941689576,2211
+"eps_0",1e-05,1613941689576,2211
+"wd_1",0.01,1613941689576,2211
+"sqr_mom_1",0.99,1613941689576,2211
+"lr_1",4.810662236557787e-05,1613941689576,2211
+"mom_1",0.8547334440860553,1613941689576,2211
+"eps_1",1e-05,1613941689576,2211
+"wd_2",0.01,1613941689576,2211
+"sqr_mom_2",0.99,1613941689576,2211
+"lr_2",0.00048106622365577873,1613941689576,2211
+"mom_2",0.8547334440860553,1613941689576,2211
+"eps_2",1e-05,1613941689576,2211
+"train_loss",0.054577027,1613941690526,2212
+"raw_loss",0.047418494,1613941690526,2212
+"epoch",13.91823899371066,1613941690526,2212
+"wd_0",0.01,1613941690526,2212
+"sqr_mom_0",0.99,1613941690526,2212
+"lr_0",4.811779620954371e-06,1613941690526,2212
+"mom_0",0.8547055094761408,1613941690526,2212
+"eps_0",1e-05,1613941690526,2212
+"wd_1",0.01,1613941690526,2212
+"sqr_mom_1",0.99,1613941690526,2212
+"lr_1",4.8117796209543704e-05,1613941690526,2212
+"mom_1",0.8547055094761408,1613941690526,2212
+"eps_1",1e-05,1613941690526,2212
+"wd_2",0.01,1613941690526,2212
+"sqr_mom_2",0.99,1613941690526,2212
+"lr_2",0.000481177962095437,1613941690526,2212
+"mom_2",0.8547055094761408,1613941690526,2212
+"eps_2",1e-05,1613941690526,2212
+"train_loss",0.055115495,1613941691491,2213
+"raw_loss",0.08150054,1613941691491,2213
+"epoch",13.92452830188676,1613941691491,2213
+"wd_0",0.01,1613941691491,2213
+"sqr_mom_0",0.99,1613941691491,2213
+"lr_0",4.8128935449482995e-06,1613941691491,2213
+"mom_0",0.8546776613762925,1613941691491,2213
+"eps_0",1e-05,1613941691491,2213
+"wd_1",0.01,1613941691491,2213
+"sqr_mom_1",0.99,1613941691491,2213
+"lr_1",4.812893544948299e-05,1613941691491,2213
+"mom_1",0.8546776613762925,1613941691491,2213
+"eps_1",1e-05,1613941691491,2213
+"wd_2",0.01,1613941691491,2213
+"sqr_mom_2",0.99,1613941691491,2213
+"lr_2",0.0004812893544948299,1613941691491,2213
+"mom_2",0.8546776613762925,1613941691491,2213
+"eps_2",1e-05,1613941691491,2213
+"train_loss",0.055131305,1613941692436,2214
+"raw_loss",0.05590601,1613941692436,2214
+"epoch",13.93081761006286,1613941692436,2214
+"wd_0",0.01,1613941692436,2214
+"sqr_mom_0",0.99,1613941692436,2214
+"lr_0",4.814004640147731e-06,1613941692436,2214
+"mom_0",0.8546498839963067,1613941692436,2214
+"eps_0",1e-05,1613941692436,2214
+"wd_1",0.01,1613941692436,2214
+"sqr_mom_1",0.99,1613941692436,2214
+"lr_1",4.81400464014773e-05,1613941692436,2214
+"mom_1",0.8546498839963067,1613941692436,2214
+"eps_1",1e-05,1613941692436,2214
+"wd_2",0.01,1613941692436,2214
+"sqr_mom_2",0.99,1613941692436,2214
+"lr_2",0.000481400464014773,1613941692436,2214
+"mom_2",0.8546498839963067,1613941692436,2214
+"eps_2",1e-05,1613941692436,2214
+"train_loss",0.055109654,1613941693384,2215
+"raw_loss",0.054048717,1613941693384,2215
+"epoch",13.93710691823896,1613941693384,2215
+"wd_0",0.01,1613941693384,2215
+"sqr_mom_0",0.99,1613941693384,2215
+"lr_0",4.8151125874068595e-06,1613941693384,2215
+"mom_0",0.8546221853148285,1613941693384,2215
+"eps_0",1e-05,1613941693384,2215
+"wd_1",0.01,1613941693384,2215
+"sqr_mom_1",0.99,1613941693384,2215
+"lr_1",4.815112587406859e-05,1613941693384,2215
+"mom_1",0.8546221853148285,1613941693384,2215
+"eps_1",1e-05,1613941693384,2215
+"wd_2",0.01,1613941693384,2215
+"sqr_mom_2",0.99,1613941693384,2215
+"lr_2",0.00048151125874068584,1613941693384,2215
+"mom_2",0.8546221853148285,1613941693384,2215
+"eps_2",1e-05,1613941693384,2215
+"train_loss",0.054812305,1613941694322,2216
+"raw_loss",0.040242262,1613941694322,2216
+"epoch",13.94339622641506,1613941694322,2216
+"wd_0",0.01,1613941694322,2216
+"sqr_mom_0",0.99,1613941694322,2216
+"lr_0",4.816217227983949e-06,1613941694322,2216
+"mom_0",0.8545945693004013,1613941694322,2216
+"eps_0",1e-05,1613941694322,2216
+"wd_1",0.01,1613941694322,2216
+"sqr_mom_1",0.99,1613941694322,2216
+"lr_1",4.816217227983948e-05,1613941694322,2216
+"mom_1",0.8545945693004013,1613941694322,2216
+"eps_1",1e-05,1613941694322,2216
+"wd_2",0.01,1613941694322,2216
+"sqr_mom_2",0.99,1613941694322,2216
+"lr_2",0.00048162172279839476,1613941694322,2216
+"mom_2",0.8545945693004013,1613941694322,2216
+"eps_2",1e-05,1613941694322,2216
+"train_loss",0.057143204,1613941695270,2217
+"raw_loss",0.1713574,1613941695270,2217
+"epoch",13.949685534591161,1613941695270,2217
+"wd_0",0.01,1613941695270,2217
+"sqr_mom_0",0.99,1613941695270,2217
+"lr_0",4.817318874048045e-06,1613941695270,2217
+"mom_0",0.8545670281487989,1613941695270,2217
+"eps_0",1e-05,1613941695270,2217
+"wd_1",0.01,1613941695270,2217
+"sqr_mom_1",0.99,1613941695270,2217
+"lr_1",4.817318874048044e-05,1613941695270,2217
+"mom_1",0.8545670281487989,1613941695270,2217
+"eps_1",1e-05,1613941695270,2217
+"wd_2",0.01,1613941695270,2217
+"sqr_mom_2",0.99,1613941695270,2217
+"lr_2",0.0004817318874048044,1613941695270,2217
+"mom_2",0.8545670281487989,1613941695270,2217
+"eps_2",1e-05,1613941695270,2217
+"train_loss",0.05755462,1613941696212,2218
+"raw_loss",0.07771411,1613941696212,2218
+"epoch",13.955974842767262,1613941696212,2218
+"wd_0",0.01,1613941696212,2218
+"sqr_mom_0",0.99,1613941696212,2218
+"lr_0",4.818417366420469e-06,1613941696212,2218
+"mom_0",0.8545395658394883,1613941696212,2218
+"eps_0",1e-05,1613941696212,2218
+"wd_1",0.01,1613941696212,2218
+"sqr_mom_1",0.99,1613941696212,2218
+"lr_1",4.818417366420468e-05,1613941696212,2218
+"mom_1",0.8545395658394883,1613941696212,2218
+"eps_1",1e-05,1613941696212,2218
+"wd_2",0.01,1613941696212,2218
+"sqr_mom_2",0.99,1613941696212,2218
+"lr_2",0.0004818417366420468,1613941696212,2218
+"mom_2",0.8545395658394883,1613941696212,2218
+"eps_2",1e-05,1613941696212,2218
+"train_loss",0.057489507,1613941697180,2219
+"raw_loss",0.054298814,1613941697180,2219
+"epoch",13.962264150943362,1613941697180,2219
+"wd_0",0.01,1613941697180,2219
+"sqr_mom_0",0.99,1613941697180,2219
+"lr_0",4.8195127031949465e-06,1613941697180,2219
+"mom_0",0.8545121824201264,1613941697180,2219
+"eps_0",1e-05,1613941697180,2219
+"wd_1",0.01,1613941697180,2219
+"sqr_mom_1",0.99,1613941697180,2219
+"lr_1",4.8195127031949455e-05,1613941697180,2219
+"mom_1",0.8545121824201264,1613941697180,2219
+"eps_1",1e-05,1613941697180,2219
+"wd_2",0.01,1613941697180,2219
+"sqr_mom_2",0.99,1613941697180,2219
+"lr_2",0.00048195127031949454,1613941697180,2219
+"mom_2",0.8545121824201264,1613941697180,2219
+"eps_2",1e-05,1613941697180,2219
+"train_loss",0.05669129,1613941698135,2220
+"raw_loss",0.0175786,1613941698135,2220
+"epoch",13.968553459119462,1613941698135,2220
+"wd_0",0.01,1613941698135,2220
+"sqr_mom_0",0.99,1613941698135,2220
+"lr_0",4.820604572420834e-06,1613941698135,2220
+"mom_0",0.8544848856894791,1613941698135,2220
+"eps_0",1e-05,1613941698135,2220
+"wd_1",0.01,1613941698135,2220
+"sqr_mom_1",0.99,1613941698135,2220
+"lr_1",4.820604572420833e-05,1613941698135,2220
+"mom_1",0.8544848856894791,1613941698135,2220
+"eps_1",1e-05,1613941698135,2220
+"wd_2",0.01,1613941698135,2220
+"sqr_mom_2",0.99,1613941698135,2220
+"lr_2",0.00048206045724208326,1613941698135,2220
+"mom_2",0.8544848856894791,1613941698135,2220
+"eps_2",1e-05,1613941698135,2220
+"train_loss",0.056630693,1613941699080,2221
+"raw_loss",0.053661514,1613941699080,2221
+"epoch",13.974842767295563,1613941699080,2221
+"wd_0",0.01,1613941699080,2221
+"sqr_mom_0",0.99,1613941699080,2221
+"lr_0",4.82169359320097e-06,1613941699080,2221
+"mom_0",0.8544576601699757,1613941699080,2221
+"eps_0",1e-05,1613941699080,2221
+"wd_1",0.01,1613941699080,2221
+"sqr_mom_1",0.99,1613941699080,2221
+"lr_1",4.82169359320097e-05,1613941699080,2221
+"mom_1",0.8544576601699757,1613941699080,2221
+"eps_1",1e-05,1613941699080,2221
+"wd_2",0.01,1613941699080,2221
+"sqr_mom_2",0.99,1613941699080,2221
+"lr_2",0.000482169359320097,1613941699080,2221
+"mom_2",0.8544576601699757,1613941699080,2221
+"eps_2",1e-05,1613941699080,2221
+"train_loss",0.05602595,1613941700040,2222
+"raw_loss",0.026393322,1613941700040,2222
+"epoch",13.981132075471663,1613941700040,2222
+"wd_0",0.01,1613941700040,2222
+"sqr_mom_0",0.99,1613941700040,2222
+"lr_0",4.822779452697748e-06,1613941700040,2222
+"mom_0",0.8544305136825563,1613941700040,2222
+"eps_0",1e-05,1613941700040,2222
+"wd_1",0.01,1613941700040,2222
+"sqr_mom_1",0.99,1613941700040,2222
+"lr_1",4.822779452697748e-05,1613941700040,2222
+"mom_1",0.8544305136825563,1613941700040,2222
+"eps_1",1e-05,1613941700040,2222
+"wd_2",0.01,1613941700040,2222
+"sqr_mom_2",0.99,1613941700040,2222
+"lr_2",0.0004822779452697748,1613941700040,2222
+"mom_2",0.8544305136825563,1613941700040,2222
+"eps_2",1e-05,1613941700040,2222
+"train_loss",0.055395547,1613941700978,2223
+"raw_loss",0.024505874,1613941700978,2223
+"epoch",13.987421383647764,1613941700978,2223
+"wd_0",0.01,1613941700978,2223
+"sqr_mom_0",0.99,1613941700978,2223
+"lr_0",4.823861841673707e-06,1613941700978,2223
+"mom_0",0.8544034539581573,1613941700978,2223
+"eps_0",1e-05,1613941700978,2223
+"wd_1",0.01,1613941700978,2223
+"sqr_mom_1",0.99,1613941700978,2223
+"lr_1",4.823861841673706e-05,1613941700978,2223
+"mom_1",0.8544034539581573,1613941700978,2223
+"eps_1",1e-05,1613941700978,2223
+"wd_2",0.01,1613941700978,2223
+"sqr_mom_2",0.99,1613941700978,2223
+"lr_2",0.0004823861841673706,1613941700978,2223
+"mom_2",0.8544034539581573,1613941700978,2223
+"eps_2",1e-05,1613941700978,2223
+"train_loss",0.055065546,1613941701924,2224
+"raw_loss",0.03889541,1613941701924,2224
+"epoch",13.993710691823864,1613941701924,2224
+"wd_0",0.01,1613941701924,2224
+"sqr_mom_0",0.99,1613941701924,2224
+"lr_0",4.824941373856271e-06,1613941701924,2224
+"mom_0",0.8543764656535933,1613941701924,2224
+"eps_0",1e-05,1613941701924,2224
+"wd_1",0.01,1613941701924,2224
+"sqr_mom_1",0.99,1613941701924,2224
+"lr_1",4.82494137385627e-05,1613941701924,2224
+"mom_1",0.8543764656535933,1613941701924,2224
+"eps_1",1e-05,1613941701924,2224
+"wd_2",0.01,1613941701924,2224
+"sqr_mom_2",0.99,1613941701924,2224
+"lr_2",0.000482494137385627,1613941701924,2224
+"mom_2",0.8543764656535933,1613941701924,2224
+"eps_2",1e-05,1613941701924,2224
+"train_loss",0.056629237,1613941702936,2225
+"raw_loss",0.13325009,1613941702936,2225
+"epoch",13.999999999999964,1613941702936,2225
+"wd_0",0.01,1613941702936,2225
+"sqr_mom_0",0.99,1613941702936,2225
+"lr_0",4.8260177391194275e-06,1613941702936,2225
+"mom_0",0.8543495565220143,1613941702936,2225
+"eps_0",1e-05,1613941702936,2225
+"wd_1",0.01,1613941702936,2225
+"sqr_mom_1",0.99,1613941702936,2225
+"lr_1",4.826017739119426e-05,1613941702936,2225
+"mom_1",0.8543495565220143,1613941702936,2225
+"eps_1",1e-05,1613941702936,2225
+"wd_2",0.01,1613941702936,2225
+"sqr_mom_2",0.99,1613941702936,2225
+"lr_2",0.0004826017739119426,1613941702936,2225
+"mom_2",0.8543495565220143,1613941702936,2225
+"eps_2",1e-05,1613941702936,2225
+"valid_loss",0.1455078423023224,1613941735769,2225
+"_rmse",0.3814548850059509,1613941735769,2225
+"epoch",14,1613941735769,2225
+"train_loss",0.05702799,1613941736804,2226
+"raw_loss",0.0765671,1613941736804,2226
+"epoch",14.0062893081761,1613941736804,2226
+"wd_0",0.01,1613941736804,2226
+"sqr_mom_0",0.99,1613941736804,2226
+"lr_0",4.8270907832695446e-06,1613941736804,2226
+"mom_0",0.8543227304182613,1613941736804,2226
+"eps_0",1e-05,1613941736804,2226
+"wd_1",0.01,1613941736804,2226
+"sqr_mom_1",0.99,1613941736804,2226
+"lr_1",4.8270907832695435e-05,1613941736804,2226
+"mom_1",0.8543227304182613,1613941736804,2226
+"eps_1",1e-05,1613941736804,2226
+"wd_2",0.01,1613941736804,2226
+"sqr_mom_2",0.99,1613941736804,2226
+"lr_2",0.00048270907832695435,1613941736804,2226
+"mom_2",0.8543227304182613,1613941736804,2226
+"eps_2",1e-05,1613941736804,2226
+"train_loss",0.058431,1613941737776,2227
+"raw_loss",0.12717846,1613941737776,2227
+"epoch",14.0125786163522,1613941737776,2227
+"wd_0",0.01,1613941737776,2227
+"sqr_mom_0",0.99,1613941737776,2227
+"lr_0",4.828160809546587e-06,1613941737776,2227
+"mom_0",0.8542959797613353,1613941737776,2227
+"eps_0",1e-05,1613941737776,2227
+"wd_1",0.01,1613941737776,2227
+"sqr_mom_1",0.99,1613941737776,2227
+"lr_1",4.828160809546587e-05,1613941737776,2227
+"mom_1",0.8542959797613353,1613941737776,2227
+"eps_1",1e-05,1613941737776,2227
+"wd_2",0.01,1613941737776,2227
+"sqr_mom_2",0.99,1613941737776,2227
+"lr_2",0.0004828160809546587,1613941737776,2227
+"mom_2",0.8542959797613353,1613941737776,2227
+"eps_2",1e-05,1613941737776,2227
+"train_loss",0.059950195,1613941738715,2228
+"raw_loss",0.13439092,1613941738715,2228
+"epoch",14.018867924528301,1613941738715,2228
+"wd_0",0.01,1613941738715,2228
+"sqr_mom_0",0.99,1613941738715,2228
+"lr_0",4.829227663317361e-06,1613941738715,2228
+"mom_0",0.8542693084170659,1613941738715,2228
+"eps_0",1e-05,1613941738715,2228
+"wd_1",0.01,1613941738715,2228
+"sqr_mom_1",0.99,1613941738715,2228
+"lr_1",4.82922766331736e-05,1613941738715,2228
+"mom_1",0.8542693084170659,1613941738715,2228
+"eps_1",1e-05,1613941738715,2228
+"wd_2",0.01,1613941738715,2228
+"sqr_mom_2",0.99,1613941738715,2228
+"lr_2",0.000482922766331736,1613941738715,2228
+"mom_2",0.8542693084170659,1613941738715,2228
+"eps_2",1e-05,1613941738715,2228
+"train_loss",0.059351426,1613941739668,2229
+"raw_loss",0.030011607,1613941739668,2229
+"epoch",14.025157232704402,1613941739668,2229
+"wd_0",0.01,1613941739668,2229
+"sqr_mom_0",0.99,1613941739668,2229
+"lr_0",4.830291040785345e-06,1613941739668,2229
+"mom_0",0.8542427239803664,1613941739668,2229
+"eps_0",1e-05,1613941739668,2229
+"wd_1",0.01,1613941739668,2229
+"sqr_mom_1",0.99,1613941739668,2229
+"lr_1",4.830291040785345e-05,1613941739668,2229
+"mom_1",0.8542427239803664,1613941739668,2229
+"eps_1",1e-05,1613941739668,2229
+"wd_2",0.01,1613941739668,2229
+"sqr_mom_2",0.99,1613941739668,2229
+"lr_2",0.0004830291040785344,1613941739668,2229
+"mom_2",0.8542427239803664,1613941739668,2229
+"eps_2",1e-05,1613941739668,2229
+"train_loss",0.060061283,1613941740623,2230
+"raw_loss",0.09484439,1613941740623,2230
+"epoch",14.031446540880502,1613941740623,2230
+"wd_0",0.01,1613941740623,2230
+"sqr_mom_0",0.99,1613941740623,2230
+"lr_0",4.831351544898216e-06,1613941740623,2230
+"mom_0",0.8542162113775446,1613941740623,2230
+"eps_0",1e-05,1613941740623,2230
+"wd_1",0.01,1613941740623,2230
+"sqr_mom_1",0.99,1613941740623,2230
+"lr_1",4.831351544898215e-05,1613941740623,2230
+"mom_1",0.8542162113775446,1613941740623,2230
+"eps_1",1e-05,1613941740623,2230
+"wd_2",0.01,1613941740623,2230
+"sqr_mom_2",0.99,1613941740623,2230
+"lr_2",0.00048313515448982153,1613941740623,2230
+"mom_2",0.8542162113775446,1613941740623,2230
+"eps_2",1e-05,1613941740623,2230
+"train_loss",0.060300507,1613941741571,2231
+"raw_loss",0.07202238,1613941741571,2231
+"epoch",14.037735849056602,1613941741571,2231
+"wd_0",0.01,1613941741571,2231
+"sqr_mom_0",0.99,1613941741571,2231
+"lr_0",4.832408870967762e-06,1613941741571,2231
+"mom_0",0.8541897782258059,1613941741571,2231
+"eps_0",1e-05,1613941741571,2231
+"wd_1",0.01,1613941741571,2231
+"sqr_mom_1",0.99,1613941741571,2231
+"lr_1",4.832408870967762e-05,1613941741571,2231
+"mom_1",0.8541897782258059,1613941741571,2231
+"eps_1",1e-05,1613941741571,2231
+"wd_2",0.01,1613941741571,2231
+"sqr_mom_2",0.99,1613941741571,2231
+"lr_2",0.00048324088709677615,1613941741571,2231
+"mom_2",0.8541897782258059,1613941741571,2231
+"eps_2",1e-05,1613941741571,2231
+"train_loss",0.060655065,1613941742527,2232
+"raw_loss",0.078028366,1613941742527,2232
+"epoch",14.044025157232703,1613941742527,2232
+"wd_0",0.01,1613941742527,2232
+"sqr_mom_0",0.99,1613941742527,2232
+"lr_0",4.833462717925007e-06,1613941742527,2232
+"mom_0",0.8541634320518748,1613941742527,2232
+"eps_0",1e-05,1613941742527,2232
+"wd_1",0.01,1613941742527,2232
+"sqr_mom_1",0.99,1613941742527,2232
+"lr_1",4.8334627179250065e-05,1613941742527,2232
+"mom_1",0.8541634320518748,1613941742527,2232
+"eps_1",1e-05,1613941742527,2232
+"wd_2",0.01,1613941742527,2232
+"sqr_mom_2",0.99,1613941742527,2232
+"lr_2",0.00048334627179250067,1613941742527,2232
+"mom_2",0.8541634320518748,1613941742527,2232
+"eps_2",1e-05,1613941742527,2232
+"train_loss",0.06092698,1613941743469,2233
+"raw_loss",0.07425095,1613941743469,2233
+"epoch",14.050314465408803,1613941743469,2233
+"wd_0",0.01,1613941743469,2233
+"sqr_mom_0",0.99,1613941743469,2233
+"lr_0",4.834513683313713e-06,1613941743469,2233
+"mom_0",0.8541371579171572,1613941743469,2233
+"eps_0",1e-05,1613941743469,2233
+"wd_1",0.01,1613941743469,2233
+"sqr_mom_1",0.99,1613941743469,2233
+"lr_1",4.8345136833137125e-05,1613941743469,2233
+"mom_1",0.8541371579171572,1613941743469,2233
+"eps_1",1e-05,1613941743469,2233
+"wd_2",0.01,1613941743469,2233
+"sqr_mom_2",0.99,1613941743469,2233
+"lr_2",0.00048345136833137124,1613941743469,2233
+"mom_2",0.8541371579171572,1613941743469,2233
+"eps_2",1e-05,1613941743469,2233
+"train_loss",0.06037275,1613941744421,2234
+"raw_loss",0.033215508,1613941744421,2234
+"epoch",14.056603773584904,1613941744421,2234
+"wd_0",0.01,1613941744421,2234
+"sqr_mom_0",0.99,1613941744421,2234
+"lr_0",4.835561465171665e-06,1613941744421,2234
+"mom_0",0.8541109633707084,1613941744421,2234
+"eps_0",1e-05,1613941744421,2234
+"wd_1",0.01,1613941744421,2234
+"sqr_mom_1",0.99,1613941744421,2234
+"lr_1",4.835561465171665e-05,1613941744421,2234
+"mom_1",0.8541109633707084,1613941744421,2234
+"eps_1",1e-05,1613941744421,2234
+"wd_2",0.01,1613941744421,2234
+"sqr_mom_2",0.99,1613941744421,2234
+"lr_2",0.0004835561465171665,1613941744421,2234
+"mom_2",0.8541109633707084,1613941744421,2234
+"eps_2",1e-05,1613941744421,2234
+"train_loss",0.05973288,1613941745384,2235
+"raw_loss",0.02837926,1613941745384,2235
+"epoch",14.062893081761004,1613941745384,2235
+"wd_0",0.01,1613941745384,2235
+"sqr_mom_0",0.99,1613941745384,2235
+"lr_0",4.836605913421393e-06,1613941745384,2235
+"mom_0",0.8540848521644652,1613941745384,2235
+"eps_0",1e-05,1613941745384,2235
+"wd_1",0.01,1613941745384,2235
+"sqr_mom_1",0.99,1613941745384,2235
+"lr_1",4.836605913421393e-05,1613941745384,2235
+"mom_1",0.8540848521644652,1613941745384,2235
+"eps_1",1e-05,1613941745384,2235
+"wd_2",0.01,1613941745384,2235
+"sqr_mom_2",0.99,1613941745384,2235
+"lr_2",0.0004836605913421392,1613941745384,2235
+"mom_2",0.8540848521644652,1613941745384,2235
+"eps_2",1e-05,1613941745384,2235
+"train_loss",0.05935641,1613941746345,2236
+"raw_loss",0.040909305,1613941746345,2236
+"epoch",14.069182389937104,1613941746345,2236
+"wd_0",0.01,1613941746345,2236
+"sqr_mom_0",0.99,1613941746345,2236
+"lr_0",4.837647323221719e-06,1613941746345,2236
+"mom_0",0.854058816919457,1613941746345,2236
+"eps_0",1e-05,1613941746345,2236
+"wd_1",0.01,1613941746345,2236
+"sqr_mom_1",0.99,1613941746345,2236
+"lr_1",4.837647323221719e-05,1613941746345,2236
+"mom_1",0.854058816919457,1613941746345,2236
+"eps_1",1e-05,1613941746345,2236
+"wd_2",0.01,1613941746345,2236
+"sqr_mom_2",0.99,1613941746345,2236
+"lr_2",0.0004837647323221719,1613941746345,2236
+"mom_2",0.854058816919457,1613941746345,2236
+"eps_2",1e-05,1613941746345,2236
+"train_loss",0.05848369,1613941747279,2237
+"raw_loss",0.015720373,1613941747279,2237
+"epoch",14.075471698113205,1613941747279,2237
+"wd_0",0.01,1613941747279,2237
+"sqr_mom_0",0.99,1613941747279,2237
+"lr_0",4.8386855440533165e-06,1613941747279,2237
+"mom_0",0.8540328613986671,1613941747279,2237
+"eps_0",1e-05,1613941747279,2237
+"wd_1",0.01,1613941747279,2237
+"sqr_mom_1",0.99,1613941747279,2237
+"lr_1",4.838685544053316e-05,1613941747279,2237
+"mom_1",0.8540328613986671,1613941747279,2237
+"eps_1",1e-05,1613941747279,2237
+"wd_2",0.01,1613941747279,2237
+"sqr_mom_2",0.99,1613941747279,2237
+"lr_2",0.00048386855440533163,1613941747279,2237
+"mom_2",0.8540328613986671,1613941747279,2237
+"eps_2",1e-05,1613941747279,2237
+"train_loss",0.058898512,1613941748248,2238
+"raw_loss",0.079224855,1613941748248,2238
+"epoch",14.081761006289305,1613941748248,2238
+"wd_0",0.01,1613941748248,2238
+"sqr_mom_0",0.99,1613941748248,2238
+"lr_0",4.8397205741145035e-06,1613941748248,2238
+"mom_0",0.8540069856471374,1613941748248,2238
+"eps_0",1e-05,1613941748248,2238
+"wd_1",0.01,1613941748248,2238
+"sqr_mom_1",0.99,1613941748248,2238
+"lr_1",4.839720574114504e-05,1613941748248,2238
+"mom_1",0.8540069856471374,1613941748248,2238
+"eps_1",1e-05,1613941748248,2238
+"wd_2",0.01,1613941748248,2238
+"sqr_mom_2",0.99,1613941748248,2238
+"lr_2",0.0004839720574114503,1613941748248,2238
+"mom_2",0.8540069856471374,1613941748248,2238
+"eps_2",1e-05,1613941748248,2238
+"train_loss",0.058294415,1613941749233,2239
+"raw_loss",0.028693568,1613941749233,2239
+"epoch",14.088050314465406,1613941749233,2239
+"wd_0",0.01,1613941749233,2239
+"sqr_mom_0",0.99,1613941749233,2239
+"lr_0",4.840752118718998e-06,1613941749233,2239
+"mom_0",0.853981197032025,1613941749233,2239
+"eps_0",1e-05,1613941749233,2239
+"wd_1",0.01,1613941749233,2239
+"sqr_mom_1",0.99,1613941749233,2239
+"lr_1",4.8407521187189976e-05,1613941749233,2239
+"mom_1",0.853981197032025,1613941749233,2239
+"eps_1",1e-05,1613941749233,2239
+"wd_2",0.01,1613941749233,2239
+"sqr_mom_2",0.99,1613941749233,2239
+"lr_2",0.00048407521187189973,1613941749233,2239
+"mom_2",0.853981197032025,1613941749233,2239
+"eps_2",1e-05,1613941749233,2239
+"train_loss",0.05881235,1613941750190,2240
+"raw_loss",0.084191136,1613941750190,2240
+"epoch",14.094339622641506,1613941750190,2240
+"wd_0",0.01,1613941750190,2240
+"sqr_mom_0",0.99,1613941750190,2240
+"lr_0",4.841780762764863e-06,1613941750190,2240
+"mom_0",0.8539554809308785,1613941750190,2240
+"eps_0",1e-05,1613941750190,2240
+"wd_1",0.01,1613941750190,2240
+"sqr_mom_1",0.99,1613941750190,2240
+"lr_1",4.8417807627648624e-05,1613941750190,2240
+"mom_1",0.8539554809308785,1613941750190,2240
+"eps_1",1e-05,1613941750190,2240
+"wd_2",0.01,1613941750190,2240
+"sqr_mom_2",0.99,1613941750190,2240
+"lr_2",0.0004841780762764862,1613941750190,2240
+"mom_2",0.8539554809308785,1613941750190,2240
+"eps_2",1e-05,1613941750190,2240
+"train_loss",0.06415075,1613941751148,2241
+"raw_loss",0.32573262,1613941751148,2241
+"epoch",14.100628930817606,1613941751148,2241
+"wd_0",0.01,1613941751148,2241
+"sqr_mom_0",0.99,1613941751148,2241
+"lr_0",4.842806210669017e-06,1613941751148,2241
+"mom_0",0.8539298447332746,1613941751148,2241
+"eps_0",1e-05,1613941751148,2241
+"wd_1",0.01,1613941751148,2241
+"sqr_mom_1",0.99,1613941751148,2241
+"lr_1",4.8428062106690163e-05,1613941751148,2241
+"mom_1",0.8539298447332746,1613941751148,2241
+"eps_1",1e-05,1613941751148,2241
+"wd_2",0.01,1613941751148,2241
+"sqr_mom_2",0.99,1613941751148,2241
+"lr_2",0.0004842806210669016,1613941751148,2241
+"mom_2",0.8539298447332746,1613941751148,2241
+"eps_2",1e-05,1613941751148,2241
+"train_loss",0.064072624,1613941752180,2242
+"raw_loss",0.060244232,1613941752180,2242
+"epoch",14.106918238993707,1613941752180,2242
+"wd_0",0.01,1613941752180,2242
+"sqr_mom_0",0.99,1613941752180,2242
+"lr_0",4.843828170488226e-06,1613941752180,2242
+"mom_0",0.8539042957377944,1613941752180,2242
+"eps_0",1e-05,1613941752180,2242
+"wd_1",0.01,1613941752180,2242
+"sqr_mom_1",0.99,1613941752180,2242
+"lr_1",4.843828170488226e-05,1613941752180,2242
+"mom_1",0.8539042957377944,1613941752180,2242
+"eps_1",1e-05,1613941752180,2242
+"wd_2",0.01,1613941752180,2242
+"sqr_mom_2",0.99,1613941752180,2242
+"lr_2",0.0004843828170488226,1613941752180,2242
+"mom_2",0.8539042957377944,1613941752180,2242
+"eps_2",1e-05,1613941752180,2242
+"train_loss",0.06449571,1613941753141,2243
+"raw_loss",0.085226916,1613941753141,2243
+"epoch",14.113207547169807,1613941753141,2243
+"wd_0",0.01,1613941753141,2243
+"sqr_mom_0",0.99,1613941753141,2243
+"lr_0",4.844847221685866e-06,1613941753141,2243
+"mom_0",0.8538788194578534,1613941753141,2243
+"eps_0",1e-05,1613941753141,2243
+"wd_1",0.01,1613941753141,2243
+"sqr_mom_1",0.99,1613941753141,2243
+"lr_1",4.844847221685866e-05,1613941753141,2243
+"mom_1",0.8538788194578534,1613941753141,2243
+"eps_1",1e-05,1613941753141,2243
+"wd_2",0.01,1613941753141,2243
+"sqr_mom_2",0.99,1613941753141,2243
+"lr_2",0.0004844847221685866,1613941753141,2243
+"mom_2",0.8538788194578534,1613941753141,2243
+"eps_2",1e-05,1613941753141,2243
+"train_loss",0.0638639,1613941754089,2244
+"raw_loss",0.032905057,1613941754089,2244
+"epoch",14.119496855345908,1613941754089,2244
+"wd_0",0.01,1613941754089,2244
+"sqr_mom_0",0.99,1613941754089,2244
+"lr_0",4.8458630714204045e-06,1613941754089,2244
+"mom_0",0.8538534232144899,1613941754089,2244
+"eps_0",1e-05,1613941754089,2244
+"wd_1",0.01,1613941754089,2244
+"sqr_mom_1",0.99,1613941754089,2244
+"lr_1",4.845863071420404e-05,1613941754089,2244
+"mom_1",0.8538534232144899,1613941754089,2244
+"eps_1",1e-05,1613941754089,2244
+"wd_2",0.01,1613941754089,2244
+"sqr_mom_2",0.99,1613941754089,2244
+"lr_2",0.0004845863071420404,1613941754089,2244
+"mom_2",0.8538534232144899,1613941754089,2244
+"eps_2",1e-05,1613941754089,2244
+"train_loss",0.06329634,1613941755051,2245
+"raw_loss",0.03548565,1613941755051,2245
+"epoch",14.125786163522008,1613941755051,2245
+"wd_0",0.01,1613941755051,2245
+"sqr_mom_0",0.99,1613941755051,2245
+"lr_0",4.84687557421263e-06,1613941755051,2245
+"mom_0",0.8538281106446842,1613941755051,2245
+"eps_0",1e-05,1613941755051,2245
+"wd_1",0.01,1613941755051,2245
+"sqr_mom_1",0.99,1613941755051,2245
+"lr_1",4.846875574212629e-05,1613941755051,2245
+"mom_1",0.8538281106446842,1613941755051,2245
+"eps_1",1e-05,1613941755051,2245
+"wd_2",0.01,1613941755051,2245
+"sqr_mom_2",0.99,1613941755051,2245
+"lr_2",0.00048468755742126293,1613941755051,2245
+"mom_2",0.8538281106446842,1613941755051,2245
+"eps_2",1e-05,1613941755051,2245
+"train_loss",0.06326639,1613941756020,2246
+"raw_loss",0.061798844,1613941756020,2246
+"epoch",14.132075471698109,1613941756020,2246
+"wd_0",0.01,1613941756020,2246
+"sqr_mom_0",0.99,1613941756020,2246
+"lr_0",4.8478850161936475e-06,1613941756020,2246
+"mom_0",0.8538028745951588,1613941756020,2246
+"eps_0",1e-05,1613941756020,2246
+"wd_1",0.01,1613941756020,2246
+"sqr_mom_1",0.99,1613941756020,2246
+"lr_1",4.8478850161936475e-05,1613941756020,2246
+"mom_1",0.8538028745951588,1613941756020,2246
+"eps_1",1e-05,1613941756020,2246
+"wd_2",0.01,1613941756020,2246
+"sqr_mom_2",0.99,1613941756020,2246
+"lr_2",0.0004847885016193647,1613941756020,2246
+"mom_2",0.8538028745951588,1613941756020,2246
+"eps_2",1e-05,1613941756020,2246
+"train_loss",0.06281692,1613941756995,2247
+"raw_loss",0.040792976,1613941756995,2247
+"epoch",14.138364779874209,1613941756995,2247
+"wd_0",0.01,1613941756995,2247
+"sqr_mom_0",0.99,1613941756995,2247
+"lr_0",4.848891251439915e-06,1613941756995,2247
+"mom_0",0.8537777187140021,1613941756995,2247
+"eps_0",1e-05,1613941756995,2247
+"wd_1",0.01,1613941756995,2247
+"sqr_mom_1",0.99,1613941756995,2247
+"lr_1",4.848891251439915e-05,1613941756995,2247
+"mom_1",0.8537777187140021,1613941756995,2247
+"eps_1",1e-05,1613941756995,2247
+"wd_2",0.01,1613941756995,2247
+"sqr_mom_2",0.99,1613941756995,2247
+"lr_2",0.00048488912514399143,1613941756995,2247
+"mom_2",0.8537777187140021,1613941756995,2247
+"eps_2",1e-05,1613941756995,2247
+"train_loss",0.06272431,1613941757972,2248
+"raw_loss",0.058186453,1613941757972,2248
+"epoch",14.14465408805031,1613941757972,2248
+"wd_0",0.01,1613941757972,2248
+"sqr_mom_0",0.99,1613941757972,2248
+"lr_0",4.849893993508058e-06,1613941757972,2248
+"mom_0",0.8537526501622986,1613941757972,2248
+"eps_0",1e-05,1613941757972,2248
+"wd_1",0.01,1613941757972,2248
+"sqr_mom_1",0.99,1613941757972,2248
+"lr_1",4.849893993508056e-05,1613941757972,2248
+"mom_1",0.8537526501622986,1613941757972,2248
+"eps_1",1e-05,1613941757972,2248
+"wd_2",0.01,1613941757972,2248
+"sqr_mom_2",0.99,1613941757972,2248
+"lr_2",0.00048498939935080564,1613941757972,2248
+"mom_2",0.8537526501622986,1613941757972,2248
+"eps_2",1e-05,1613941757972,2248
+"train_loss",0.064761005,1613941758943,2249
+"raw_loss",0.16455916,1613941758943,2249
+"epoch",14.15094339622641,1613941758943,2249
+"wd_0",0.01,1613941758943,2249
+"sqr_mom_0",0.99,1613941758943,2249
+"lr_0",4.850893810964757e-06,1613941758943,2249
+"mom_0",0.8537276547258811,1613941758943,2249
+"eps_0",1e-05,1613941758943,2249
+"wd_1",0.01,1613941758943,2249
+"sqr_mom_1",0.99,1613941758943,2249
+"lr_1",4.8508938109647564e-05,1613941758943,2249
+"mom_1",0.8537276547258811,1613941758943,2249
+"eps_1",1e-05,1613941758943,2249
+"wd_2",0.01,1613941758943,2249
+"sqr_mom_2",0.99,1613941758943,2249
+"lr_2",0.0004850893810964756,1613941758943,2249
+"mom_2",0.8537276547258811,1613941758943,2249
+"eps_2",1e-05,1613941758943,2249
+"train_loss",0.06452449,1613941759915,2250
+"raw_loss",0.052934952,1613941759915,2250
+"epoch",14.15723270440251,1613941759915,2250
+"wd_0",0.01,1613941759915,2250
+"sqr_mom_0",0.99,1613941759915,2250
+"lr_0",4.851890416465381e-06,1613941759915,2250
+"mom_0",0.8537027395883655,1613941759915,2250
+"eps_0",1e-05,1613941759915,2250
+"wd_1",0.01,1613941759915,2250
+"sqr_mom_1",0.99,1613941759915,2250
+"lr_1",4.8518904164653804e-05,1613941759915,2250
+"mom_1",0.8537027395883655,1613941759915,2250
+"eps_1",1e-05,1613941759915,2250
+"wd_2",0.01,1613941759915,2250
+"sqr_mom_2",0.99,1613941759915,2250
+"lr_2",0.000485189041646538,1613941759915,2250
+"mom_2",0.8537027395883655,1613941759915,2250
+"eps_2",1e-05,1613941759915,2250
+"train_loss",0.06398875,1613941760898,2251
+"raw_loss",0.03773791,1613941760898,2251
+"epoch",14.16352201257861,1613941760898,2251
+"wd_0",0.01,1613941760898,2251
+"sqr_mom_0",0.99,1613941760898,2251
+"lr_0",4.852883526323152e-06,1613941760898,2251
+"mom_0",0.8536779118419212,1613941760898,2251
+"eps_0",1e-05,1613941760898,2251
+"wd_1",0.01,1613941760898,2251
+"sqr_mom_1",0.99,1613941760898,2251
+"lr_1",4.852883526323152e-05,1613941760898,2251
+"mom_1",0.8536779118419212,1613941760898,2251
+"eps_1",1e-05,1613941760898,2251
+"wd_2",0.01,1613941760898,2251
+"sqr_mom_2",0.99,1613941760898,2251
+"lr_2",0.0004852883526323152,1613941760898,2251
+"mom_2",0.8536779118419212,1613941760898,2251
+"eps_2",1e-05,1613941760898,2251
+"train_loss",0.06523023,1613941761865,2252
+"raw_loss",0.12606265,1613941761865,2252
+"epoch",14.169811320754711,1613941761865,2252
+"wd_0",0.01,1613941761865,2252
+"sqr_mom_0",0.99,1613941761865,2252
+"lr_0",4.853873703643175e-06,1613941761865,2252
+"mom_0",0.8536531574089206,1613941761865,2252
+"eps_0",1e-05,1613941761865,2252
+"wd_1",0.01,1613941761865,2252
+"sqr_mom_1",0.99,1613941761865,2252
+"lr_1",4.8538737036431745e-05,1613941761865,2252
+"mom_1",0.8536531574089206,1613941761865,2252
+"eps_1",1e-05,1613941761865,2252
+"wd_2",0.01,1613941761865,2252
+"sqr_mom_2",0.99,1613941761865,2252
+"lr_2",0.00048538737036431744,1613941761865,2252
+"mom_2",0.8536531574089206,1613941761865,2252
+"eps_2",1e-05,1613941761865,2252
+"train_loss",0.06462428,1613941762857,2253
+"raw_loss",0.03493292,1613941762857,2253
+"epoch",14.176100628930811,1613941762857,2253
+"wd_0",0.01,1613941762857,2253
+"sqr_mom_0",0.99,1613941762857,2253
+"lr_0",4.854860663835954e-06,1613941762857,2253
+"mom_0",0.8536284834041011,1613941762857,2253
+"eps_0",1e-05,1613941762857,2253
+"wd_1",0.01,1613941762857,2253
+"sqr_mom_1",0.99,1613941762857,2253
+"lr_1",4.854860663835954e-05,1613941762857,2253
+"mom_1",0.8536284834041011,1613941762857,2253
+"eps_1",1e-05,1613941762857,2253
+"wd_2",0.01,1613941762857,2253
+"sqr_mom_2",0.99,1613941762857,2253
+"lr_2",0.0004854860663835954,1613941762857,2253
+"mom_2",0.8536284834041011,1613941762857,2253
+"eps_2",1e-05,1613941762857,2253
+"train_loss",0.06426815,1613941763818,2254
+"raw_loss",0.046817668,1613941763818,2254
+"epoch",14.182389937106912,1613941763818,2254
+"wd_0",0.01,1613941763818,2254
+"sqr_mom_0",0.99,1613941763818,2254
+"lr_0",4.855844265582284e-06,1613941763818,2254
+"mom_0",0.853603893360443,1613941763818,2254
+"eps_0",1e-05,1613941763818,2254
+"wd_1",0.01,1613941763818,2254
+"sqr_mom_1",0.99,1613941763818,2254
+"lr_1",4.855844265582283e-05,1613941763818,2254
+"mom_1",0.853603893360443,1613941763818,2254
+"eps_1",1e-05,1613941763818,2254
+"wd_2",0.01,1613941763818,2254
+"sqr_mom_2",0.99,1613941763818,2254
+"lr_2",0.00048558442655822825,1613941763818,2254
+"mom_2",0.853603893360443,1613941763818,2254
+"eps_2",1e-05,1613941763818,2254
+"train_loss",0.06563305,1613941764795,2255
+"raw_loss",0.13251312,1613941764795,2255
+"epoch",14.188679245283012,1613941764795,2255
+"wd_0",0.01,1613941764795,2255
+"sqr_mom_0",0.99,1613941764795,2255
+"lr_0",4.856824786845894e-06,1613941764795,2255
+"mom_0",0.8535793803288526,1613941764795,2255
+"eps_0",1e-05,1613941764795,2255
+"wd_1",0.01,1613941764795,2255
+"sqr_mom_1",0.99,1613941764795,2255
+"lr_1",4.856824786845894e-05,1613941764795,2255
+"mom_1",0.8535793803288526,1613941764795,2255
+"eps_1",1e-05,1613941764795,2255
+"wd_2",0.01,1613941764795,2255
+"sqr_mom_2",0.99,1613941764795,2255
+"lr_2",0.0004856824786845894,1613941764795,2255
+"mom_2",0.8535793803288526,1613941764795,2255
+"eps_2",1e-05,1613941764795,2255
+"train_loss",0.06659495,1613941765767,2256
+"raw_loss",0.1137282,1613941765767,2256
+"epoch",14.194968553459113,1613941765767,2256
+"wd_0",0.01,1613941765767,2256
+"sqr_mom_0",0.99,1613941765767,2256
+"lr_0",4.857802085861087e-06,1613941765767,2256
+"mom_0",0.8535549478534727,1613941765767,2256
+"eps_0",1e-05,1613941765767,2256
+"wd_1",0.01,1613941765767,2256
+"sqr_mom_1",0.99,1613941765767,2256
+"lr_1",4.8578020858610874e-05,1613941765767,2256
+"mom_1",0.8535549478534727,1613941765767,2256
+"eps_1",1e-05,1613941765767,2256
+"wd_2",0.01,1613941765767,2256
+"sqr_mom_2",0.99,1613941765767,2256
+"lr_2",0.0004857802085861087,1613941765767,2256
+"mom_2",0.8535549478534727,1613941765767,2256
+"eps_2",1e-05,1613941765767,2256
+"train_loss",0.06597157,1613941766736,2257
+"raw_loss",0.03542573,1613941766736,2257
+"epoch",14.201257861635213,1613941766736,2257
+"wd_0",0.01,1613941766736,2257
+"sqr_mom_0",0.99,1613941766736,2257
+"lr_0",4.858776160931904e-06,1613941766736,2257
+"mom_0",0.8535305959767024,1613941766736,2257
+"eps_0",1e-05,1613941766736,2257
+"wd_1",0.01,1613941766736,2257
+"sqr_mom_1",0.99,1613941766736,2257
+"lr_1",4.858776160931902e-05,1613941766736,2257
+"mom_1",0.8535305959767024,1613941766736,2257
+"eps_1",1e-05,1613941766736,2257
+"wd_2",0.01,1613941766736,2257
+"sqr_mom_2",0.99,1613941766736,2257
+"lr_2",0.00048587761609319026,1613941766736,2257
+"mom_2",0.8535305959767024,1613941766736,2257
+"eps_2",1e-05,1613941766736,2257
+"train_loss",0.06689001,1613941767729,2258
+"raw_loss",0.11189347,1613941767729,2258
+"epoch",14.207547169811313,1613941767729,2258
+"wd_0",0.01,1613941767729,2258
+"sqr_mom_0",0.99,1613941767729,2258
+"lr_0",4.8597467348209915e-06,1613941767729,2258
+"mom_0",0.8535063316294752,1613941767729,2258
+"eps_0",1e-05,1613941767729,2258
+"wd_1",0.01,1613941767729,2258
+"sqr_mom_1",0.99,1613941767729,2258
+"lr_1",4.859746734820991e-05,1613941767729,2258
+"mom_1",0.8535063316294752,1613941767729,2258
+"eps_1",1e-05,1613941767729,2258
+"wd_2",0.01,1613941767729,2258
+"sqr_mom_2",0.99,1613941767729,2258
+"lr_2",0.00048597467348209905,1613941767729,2258
+"mom_2",0.8535063316294752,1613941767729,2258
+"eps_2",1e-05,1613941767729,2258
+"train_loss",0.067967676,1613941768679,2259
+"raw_loss",0.12077322,1613941768679,2259
+"epoch",14.213836477987414,1613941768679,2259
+"wd_0",0.01,1613941768679,2259
+"sqr_mom_0",0.99,1613941768679,2259
+"lr_0",4.860714357855295e-06,1613941768679,2259
+"mom_0",0.8534821410536176,1613941768679,2259
+"eps_0",1e-05,1613941768679,2259
+"wd_1",0.01,1613941768679,2259
+"sqr_mom_1",0.99,1613941768679,2259
+"lr_1",4.8607143578552954e-05,1613941768679,2259
+"mom_1",0.8534821410536176,1613941768679,2259
+"eps_1",1e-05,1613941768679,2259
+"wd_2",0.01,1613941768679,2259
+"sqr_mom_2",0.99,1613941768679,2259
+"lr_2",0.0004860714357855295,1613941768679,2259
+"mom_2",0.8534821410536176,1613941768679,2259
+"eps_2",1e-05,1613941768679,2259
+"train_loss",0.06767811,1613941769653,2260
+"raw_loss",0.05348948,1613941769653,2260
+"epoch",14.220125786163514,1613941769653,2260
+"wd_0",0.01,1613941769653,2260
+"sqr_mom_0",0.99,1613941769653,2260
+"lr_0",4.861678751891399e-06,1613941769653,2260
+"mom_0",0.853458031202715,1613941769653,2260
+"eps_0",1e-05,1613941769653,2260
+"wd_1",0.01,1613941769653,2260
+"sqr_mom_1",0.99,1613941769653,2260
+"lr_1",4.861678751891398e-05,1613941769653,2260
+"mom_1",0.853458031202715,1613941769653,2260
+"eps_1",1e-05,1613941769653,2260
+"wd_2",0.01,1613941769653,2260
+"sqr_mom_2",0.99,1613941769653,2260
+"lr_2",0.0004861678751891398,1613941769653,2260
+"mom_2",0.853458031202715,1613941769653,2260
+"eps_2",1e-05,1613941769653,2260
+"train_loss",0.06809833,1613941770616,2261
+"raw_loss",0.088689,1613941770616,2261
+"epoch",14.226415094339615,1613941770616,2261
+"wd_0",0.01,1613941770616,2261
+"sqr_mom_0",0.99,1613941770616,2261
+"lr_0",4.862639642463147e-06,1613941770616,2261
+"mom_0",0.8534340089384214,1613941770616,2261
+"eps_0",1e-05,1613941770616,2261
+"wd_1",0.01,1613941770616,2261
+"sqr_mom_1",0.99,1613941770616,2261
+"lr_1",4.862639642463147e-05,1613941770616,2261
+"mom_1",0.8534340089384214,1613941770616,2261
+"eps_1",1e-05,1613941770616,2261
+"wd_2",0.01,1613941770616,2261
+"sqr_mom_2",0.99,1613941770616,2261
+"lr_2",0.00048626396424631465,1613941770616,2261
+"mom_2",0.8534340089384214,1613941770616,2261
+"eps_2",1e-05,1613941770616,2261
+"train_loss",0.0689018,1613941771581,2262
+"raw_loss",0.108271986,1613941771581,2262
+"epoch",14.232704402515715,1613941771581,2262
+"wd_0",0.01,1613941771581,2262
+"sqr_mom_0",0.99,1613941771581,2262
+"lr_0",4.863597574406927e-06,1613941771581,2262
+"mom_0",0.8534100606398268,1613941771581,2262
+"eps_0",1e-05,1613941771581,2262
+"wd_1",0.01,1613941771581,2262
+"sqr_mom_1",0.99,1613941771581,2262
+"lr_1",4.863597574406926e-05,1613941771581,2262
+"mom_1",0.8534100606398268,1613941771581,2262
+"eps_1",1e-05,1613941771581,2262
+"wd_2",0.01,1613941771581,2262
+"sqr_mom_2",0.99,1613941771581,2262
+"lr_2",0.0004863597574406926,1613941771581,2262
+"mom_2",0.8534100606398268,1613941771581,2262
+"eps_2",1e-05,1613941771581,2262
+"train_loss",0.06905209,1613941772532,2263
+"raw_loss",0.07641647,1613941772532,2263
+"epoch",14.238993710691815,1613941772532,2263
+"wd_0",0.01,1613941772532,2263
+"sqr_mom_0",0.99,1613941772532,2263
+"lr_0",4.864552272349105e-06,1613941772532,2263
+"mom_0",0.8533861931912724,1613941772532,2263
+"eps_0",1e-05,1613941772532,2263
+"wd_1",0.01,1613941772532,2263
+"sqr_mom_1",0.99,1613941772532,2263
+"lr_1",4.864552272349104e-05,1613941772532,2263
+"mom_1",0.8533861931912724,1613941772532,2263
+"eps_1",1e-05,1613941772532,2263
+"wd_2",0.01,1613941772532,2263
+"sqr_mom_2",0.99,1613941772532,2263
+"lr_2",0.00048645522723491036,1613941772532,2263
+"mom_2",0.8533861931912724,1613941772532,2263
+"eps_2",1e-05,1613941772532,2263
+"train_loss",0.06973665,1613941773524,2264
+"raw_loss",0.103280015,1613941773524,2264
+"epoch",14.245283018867916,1613941773524,2264
+"wd_0",0.01,1613941773524,2264
+"sqr_mom_0",0.99,1613941773524,2264
+"lr_0",4.865503599616007e-06,1613941773524,2264
+"mom_0",0.8533624100095999,1613941773524,2264
+"eps_0",1e-05,1613941773524,2264
+"wd_1",0.01,1613941773524,2264
+"sqr_mom_1",0.99,1613941773524,2264
+"lr_1",4.865503599616005e-05,1613941773524,2264
+"mom_1",0.8533624100095999,1613941773524,2264
+"eps_1",1e-05,1613941773524,2264
+"wd_2",0.01,1613941773524,2264
+"sqr_mom_2",0.99,1613941773524,2264
+"lr_2",0.00048655035996160055,1613941773524,2264
+"mom_2",0.8533624100095999,1613941773524,2264
+"eps_2",1e-05,1613941773524,2264
+"train_loss",0.069461435,1613941774477,2265
+"raw_loss",0.055975877,1613941774477,2265
+"epoch",14.251572327044016,1613941774477,2265
+"wd_0",0.01,1613941774477,2265
+"sqr_mom_0",0.99,1613941774477,2265
+"lr_0",4.866451825050666e-06,1613941774477,2265
+"mom_0",0.8533387043737334,1613941774477,2265
+"eps_0",1e-05,1613941774477,2265
+"wd_1",0.01,1613941774477,2265
+"sqr_mom_1",0.99,1613941774477,2265
+"lr_1",4.866451825050665e-05,1613941774477,2265
+"mom_1",0.8533387043737334,1613941774477,2265
+"eps_1",1e-05,1613941774477,2265
+"wd_2",0.01,1613941774477,2265
+"sqr_mom_2",0.99,1613941774477,2265
+"lr_2",0.00048664518250506647,1613941774477,2265
+"mom_2",0.8533387043737334,1613941774477,2265
+"eps_2",1e-05,1613941774477,2265
+"train_loss",0.068806134,1613941775471,2266
+"raw_loss",0.036696397,1613941775471,2266
+"epoch",14.257861635220117,1613941775471,2266
+"wd_0",0.01,1613941775471,2266
+"sqr_mom_0",0.99,1613941775471,2266
+"lr_0",4.867396811530587e-06,1613941775471,2266
+"mom_0",0.8533150797117354,1613941775471,2266
+"eps_0",1e-05,1613941775471,2266
+"wd_1",0.01,1613941775471,2266
+"sqr_mom_1",0.99,1613941775471,2266
+"lr_1",4.8673968115305864e-05,1613941775471,2266
+"mom_1",0.8533150797117354,1613941775471,2266
+"eps_1",1e-05,1613941775471,2266
+"wd_2",0.01,1613941775471,2266
+"sqr_mom_2",0.99,1613941775471,2266
+"lr_2",0.00048673968115305863,1613941775471,2266
+"mom_2",0.8533150797117354,1613941775471,2266
+"eps_2",1e-05,1613941775471,2266
+"train_loss",0.06964977,1613941776425,2267
+"raw_loss",0.110987835,1613941776425,2267
+"epoch",14.264150943396217,1613941776425,2267
+"wd_0",0.01,1613941776425,2267
+"sqr_mom_0",0.99,1613941776425,2267
+"lr_0",4.868338290144952e-06,1613941776425,2267
+"mom_0",0.8532915427463762,1613941776425,2267
+"eps_0",1e-05,1613941776425,2267
+"wd_1",0.01,1613941776425,2267
+"sqr_mom_1",0.99,1613941776425,2267
+"lr_1",4.868338290144952e-05,1613941776425,2267
+"mom_1",0.8532915427463762,1613941776425,2267
+"eps_1",1e-05,1613941776425,2267
+"wd_2",0.01,1613941776425,2267
+"sqr_mom_2",0.99,1613941776425,2267
+"lr_2",0.00048683382901449523,1613941776425,2267
+"mom_2",0.8532915427463762,1613941776425,2267
+"eps_2",1e-05,1613941776425,2267
+"train_loss",0.069411166,1613941777365,2268
+"raw_loss",0.057719693,1613941777365,2268
+"epoch",14.270440251572317,1613941777365,2268
+"wd_0",0.01,1613941777365,2268
+"sqr_mom_0",0.99,1613941777365,2268
+"lr_0",4.869276794723339e-06,1613941777365,2268
+"mom_0",0.8532680801319166,1613941777365,2268
+"eps_0",1e-05,1613941777365,2268
+"wd_1",0.01,1613941777365,2268
+"sqr_mom_1",0.99,1613941777365,2268
+"lr_1",4.869276794723337e-05,1613941777365,2268
+"mom_1",0.8532680801319166,1613941777365,2268
+"eps_1",1e-05,1613941777365,2268
+"wd_2",0.01,1613941777365,2268
+"sqr_mom_2",0.99,1613941777365,2268
+"lr_2",0.0004869276794723337,1613941777365,2268
+"mom_2",0.8532680801319166,1613941777365,2268
+"eps_2",1e-05,1613941777365,2268
+"train_loss",0.068665065,1613941778324,2269
+"raw_loss",0.032106027,1613941778324,2269
+"epoch",14.276729559748418,1613941778324,2269
+"wd_0",0.01,1613941778324,2269
+"sqr_mom_0",0.99,1613941778324,2269
+"lr_0",4.870212055444663e-06,1613941778324,2269
+"mom_0",0.8532446986138834,1613941778324,2269
+"eps_0",1e-05,1613941778324,2269
+"wd_1",0.01,1613941778324,2269
+"sqr_mom_1",0.99,1613941778324,2269
+"lr_1",4.870212055444662e-05,1613941778324,2269
+"mom_1",0.8532446986138834,1613941778324,2269
+"eps_1",1e-05,1613941778324,2269
+"wd_2",0.01,1613941778324,2269
+"sqr_mom_2",0.99,1613941778324,2269
+"lr_2",0.0004870212055444662,1613941778324,2269
+"mom_2",0.8532446986138834,1613941778324,2269
+"eps_2",1e-05,1613941778324,2269
+"train_loss",0.068764776,1613941779271,2270
+"raw_loss",0.0736508,1613941779271,2270
+"epoch",14.283018867924518,1613941779271,2270
+"wd_0",0.01,1613941779271,2270
+"sqr_mom_0",0.99,1613941779271,2270
+"lr_0",4.871143806182031e-06,1613941779271,2270
+"mom_0",0.8532214048454492,1613941779271,2270
+"eps_0",1e-05,1613941779271,2270
+"wd_1",0.01,1613941779271,2270
+"sqr_mom_1",0.99,1613941779271,2270
+"lr_1",4.8711438061820306e-05,1613941779271,2270
+"mom_1",0.8532214048454492,1613941779271,2270
+"eps_1",1e-05,1613941779271,2270
+"wd_2",0.01,1613941779271,2270
+"sqr_mom_2",0.99,1613941779271,2270
+"lr_2",0.00048711438061820305,1613941779271,2270
+"mom_2",0.8532214048454492,1613941779271,2270
+"eps_2",1e-05,1613941779271,2270
+"train_loss",0.06885821,1613941780221,2271
+"raw_loss",0.07343672,1613941780221,2271
+"epoch",14.289308176100619,1613941780221,2271
+"wd_0",0.01,1613941780221,2271
+"sqr_mom_0",0.99,1613941780221,2271
+"lr_0",4.8720725752491976e-06,1613941780221,2271
+"mom_0",0.85319818561877,1613941780221,2271
+"eps_0",1e-05,1613941780221,2271
+"wd_1",0.01,1613941780221,2271
+"sqr_mom_1",0.99,1613941780221,2271
+"lr_1",4.8720725752491966e-05,1613941780221,2271
+"mom_1",0.85319818561877,1613941780221,2271
+"eps_1",1e-05,1613941780221,2271
+"wd_2",0.01,1613941780221,2271
+"sqr_mom_2",0.99,1613941780221,2271
+"lr_2",0.00048720725752491966,1613941780221,2271
+"mom_2",0.85319818561877,1613941780221,2271
+"eps_2",1e-05,1613941780221,2271
+"train_loss",0.06885154,1613941781162,2272
+"raw_loss",0.068524405,1613941781162,2272
+"epoch",14.295597484276719,1613941781162,2272
+"wd_0",0.01,1613941781162,2272
+"sqr_mom_0",0.99,1613941781162,2272
+"lr_0",4.8729980956076345e-06,1613941781162,2272
+"mom_0",0.8531750476098091,1613941781162,2272
+"eps_0",1e-05,1613941781162,2272
+"wd_1",0.01,1613941781162,2272
+"sqr_mom_1",0.99,1613941781162,2272
+"lr_1",4.872998095607633e-05,1613941781162,2272
+"mom_1",0.8531750476098091,1613941781162,2272
+"eps_1",1e-05,1613941781162,2272
+"wd_2",0.01,1613941781162,2272
+"sqr_mom_2",0.99,1613941781162,2272
+"lr_2",0.00048729980956076327,1613941781162,2272
+"mom_2",0.8531750476098091,1613941781162,2272
+"eps_2",1e-05,1613941781162,2272
+"train_loss",0.06864639,1613941782107,2273
+"raw_loss",0.05859449,1613941782107,2273
+"epoch",14.30188679245282,1613941782107,2273
+"wd_0",0.01,1613941782107,2273
+"sqr_mom_0",0.99,1613941782107,2273
+"lr_0",4.873920234784913e-06,1613941782107,2273
+"mom_0",0.8531519941303772,1613941782107,2273
+"eps_0",1e-05,1613941782107,2273
+"wd_1",0.01,1613941782107,2273
+"sqr_mom_1",0.99,1613941782107,2273
+"lr_1",4.873920234784912e-05,1613941782107,2273
+"mom_1",0.8531519941303772,1613941782107,2273
+"eps_1",1e-05,1613941782107,2273
+"wd_2",0.01,1613941782107,2273
+"sqr_mom_2",0.99,1613941782107,2273
+"lr_2",0.0004873920234784912,1613941782107,2273
+"mom_2",0.8531519941303772,1613941782107,2273
+"eps_2",1e-05,1613941782107,2273
+"train_loss",0.06878709,1613941783048,2274
+"raw_loss",0.07568116,1613941783048,2274
+"epoch",14.30817610062892,1613941783048,2274
+"wd_0",0.01,1613941783048,2274
+"sqr_mom_0",0.99,1613941783048,2274
+"lr_0",4.8748392533755756e-06,1613941783048,2274
+"mom_0",0.8531290186656106,1613941783048,2274
+"eps_0",1e-05,1613941783048,2274
+"wd_1",0.01,1613941783048,2274
+"sqr_mom_1",0.99,1613941783048,2274
+"lr_1",4.8748392533755745e-05,1613941783048,2274
+"mom_1",0.8531290186656106,1613941783048,2274
+"eps_1",1e-05,1613941783048,2274
+"wd_2",0.01,1613941783048,2274
+"sqr_mom_2",0.99,1613941783048,2274
+"lr_2",0.00048748392533755743,1613941783048,2274
+"mom_2",0.8531290186656106,1613941783048,2274
+"eps_2",1e-05,1613941783048,2274
+"train_loss",0.06933336,1613941784000,2275
+"raw_loss",0.09610068,1613941784000,2275
+"epoch",14.31446540880502,1613941784000,2275
+"wd_0",0.01,1613941784000,2275
+"sqr_mom_0",0.99,1613941784000,2275
+"lr_0",4.875755018456343e-06,1613941784000,2275
+"mom_0",0.8531061245385915,1613941784000,2275
+"eps_0",1e-05,1613941784000,2275
+"wd_1",0.01,1613941784000,2275
+"sqr_mom_1",0.99,1613941784000,2275
+"lr_1",4.875755018456342e-05,1613941784000,2275
+"mom_1",0.8531061245385915,1613941784000,2275
+"eps_1",1e-05,1613941784000,2275
+"wd_2",0.01,1613941784000,2275
+"sqr_mom_2",0.99,1613941784000,2275
+"lr_2",0.00048757550184563424,1613941784000,2275
+"mom_2",0.8531061245385915,1613941784000,2275
+"eps_2",1e-05,1613941784000,2275
+"train_loss",0.06939974,1613941784954,2276
+"raw_loss",0.07265223,1613941784954,2276
+"epoch",14.32075471698112,1613941784954,2276
+"wd_0",0.01,1613941784954,2276
+"sqr_mom_0",0.99,1613941784954,2276
+"lr_0",4.87666726948072e-06,1613941784954,2276
+"mom_0",0.853083318262982,1613941784954,2276
+"eps_0",1e-05,1613941784954,2276
+"wd_1",0.01,1613941784954,2276
+"sqr_mom_1",0.99,1613941784954,2276
+"lr_1",4.876667269480719e-05,1613941784954,2276
+"mom_1",0.853083318262982,1613941784954,2276
+"eps_1",1e-05,1613941784954,2276
+"wd_2",0.01,1613941784954,2276
+"sqr_mom_2",0.99,1613941784954,2276
+"lr_2",0.0004876667269480719,1613941784954,2276
+"mom_2",0.853083318262982,1613941784954,2276
+"eps_2",1e-05,1613941784954,2276
+"train_loss",0.069049895,1613941785907,2277
+"raw_loss",0.051907435,1613941785907,2277
+"epoch",14.327044025157221,1613941785907,2277
+"wd_0",0.01,1613941785907,2277
+"sqr_mom_0",0.99,1613941785907,2277
+"lr_0",4.87757652370589e-06,1613941785907,2277
+"mom_0",0.8530605869073528,1613941785907,2277
+"eps_0",1e-05,1613941785907,2277
+"wd_1",0.01,1613941785907,2277
+"sqr_mom_1",0.99,1613941785907,2277
+"lr_1",4.87757652370589e-05,1613941785907,2277
+"mom_1",0.8530605869073528,1613941785907,2277
+"eps_1",1e-05,1613941785907,2277
+"wd_2",0.01,1613941785907,2277
+"sqr_mom_2",0.99,1613941785907,2277
+"lr_2",0.000487757652370589,1613941785907,2277
+"mom_2",0.8530605869073528,1613941785907,2277
+"eps_2",1e-05,1613941785907,2277
+"train_loss",0.068718,1613941786845,2278
+"raw_loss",0.052455038,1613941786845,2278
+"epoch",14.333333333333321,1613941786845,2278
+"wd_0",0.01,1613941786845,2278
+"sqr_mom_0",0.99,1613941786845,2278
+"lr_0",4.878482519671034e-06,1613941786845,2278
+"mom_0",0.8530379370082242,1613941786845,2278
+"eps_0",1e-05,1613941786845,2278
+"wd_1",0.01,1613941786845,2278
+"sqr_mom_1",0.99,1613941786845,2278
+"lr_1",4.8784825196710326e-05,1613941786845,2278
+"mom_1",0.8530379370082242,1613941786845,2278
+"eps_1",1e-05,1613941786845,2278
+"wd_2",0.01,1613941786845,2278
+"sqr_mom_2",0.99,1613941786845,2278
+"lr_2",0.00048784825196710325,1613941786845,2278
+"mom_2",0.8530379370082242,1613941786845,2278
+"eps_2",1e-05,1613941786845,2278
+"train_loss",0.068534784,1613941787806,2279
+"raw_loss",0.05955709,1613941787806,2279
+"epoch",14.339622641509422,1613941787806,2279
+"wd_0",0.01,1613941787806,2279
+"sqr_mom_0",0.99,1613941787806,2279
+"lr_0",4.879385255803923e-06,1613941787806,2279
+"mom_0",0.8530153686049019,1613941787806,2279
+"eps_0",1e-05,1613941787806,2279
+"wd_1",0.01,1613941787806,2279
+"sqr_mom_1",0.99,1613941787806,2279
+"lr_1",4.879385255803922e-05,1613941787806,2279
+"mom_1",0.8530153686049019,1613941787806,2279
+"eps_1",1e-05,1613941787806,2279
+"wd_2",0.01,1613941787806,2279
+"sqr_mom_2",0.99,1613941787806,2279
+"lr_2",0.0004879385255803922,1613941787806,2279
+"mom_2",0.8530153686049019,1613941787806,2279
+"eps_2",1e-05,1613941787806,2279
+"train_loss",0.06823461,1613941788751,2280
+"raw_loss",0.053525988,1613941788751,2280
+"epoch",14.345911949685522,1613941788751,2280
+"wd_0",0.01,1613941788751,2280
+"sqr_mom_0",0.99,1613941788751,2280
+"lr_0",4.880284475287394e-06,1613941788751,2280
+"mom_0",0.8529928881178152,1613941788751,2280
+"eps_0",1e-05,1613941788751,2280
+"wd_1",0.01,1613941788751,2280
+"sqr_mom_1",0.99,1613941788751,2280
+"lr_1",4.880284475287394e-05,1613941788751,2280
+"mom_1",0.8529928881178152,1613941788751,2280
+"eps_1",1e-05,1613941788751,2280
+"wd_2",0.01,1613941788751,2280
+"sqr_mom_2",0.99,1613941788751,2280
+"lr_2",0.0004880284475287394,1613941788751,2280
+"mom_2",0.8529928881178152,1613941788751,2280
+"eps_2",1e-05,1613941788751,2280
+"train_loss",0.068361886,1613941789710,2281
+"raw_loss",0.07459853,1613941789710,2281
+"epoch",14.352201257861623,1613941789710,2281
+"wd_0",0.01,1613941789710,2281
+"sqr_mom_0",0.99,1613941789710,2281
+"lr_0",4.881180687989596e-06,1613941789710,2281
+"mom_0",0.8529704828002601,1613941789710,2281
+"eps_0",1e-05,1613941789710,2281
+"wd_1",0.01,1613941789710,2281
+"sqr_mom_1",0.99,1613941789710,2281
+"lr_1",4.881180687989595e-05,1613941789710,2281
+"mom_1",0.8529704828002601,1613941789710,2281
+"eps_1",1e-05,1613941789710,2281
+"wd_2",0.01,1613941789710,2281
+"sqr_mom_2",0.99,1613941789710,2281
+"lr_2",0.00048811806879895954,1613941789710,2281
+"mom_2",0.8529704828002601,1613941789710,2281
+"eps_2",1e-05,1613941789710,2281
+"train_loss",0.06808855,1613941790694,2282
+"raw_loss",0.05469496,1613941790694,2282
+"epoch",14.358490566037723,1613941790694,2282
+"wd_0",0.01,1613941790694,2282
+"sqr_mom_0",0.99,1613941790694,2282
+"lr_0",4.882073636177268e-06,1613941790694,2282
+"mom_0",0.8529481590955683,1613941790694,2282
+"eps_0",1e-05,1613941790694,2282
+"wd_1",0.01,1613941790694,2282
+"sqr_mom_1",0.99,1613941790694,2282
+"lr_1",4.882073636177267e-05,1613941790694,2282
+"mom_1",0.8529481590955683,1613941790694,2282
+"eps_1",1e-05,1613941790694,2282
+"wd_2",0.01,1613941790694,2282
+"sqr_mom_2",0.99,1613941790694,2282
+"lr_2",0.00048820736361772664,1613941790694,2282
+"mom_2",0.8529481590955683,1613941790694,2282
+"eps_2",1e-05,1613941790694,2282
+"train_loss",0.06718037,1613941791678,2283
+"raw_loss",0.022679677,1613941791678,2283
+"epoch",14.364779874213824,1613941791678,2283
+"wd_0",0.01,1613941791678,2283
+"sqr_mom_0",0.99,1613941791678,2283
+"lr_0",4.882963192067876e-06,1613941791678,2283
+"mom_0",0.852925920198303,1613941791678,2283
+"eps_0",1e-05,1613941791678,2283
+"wd_1",0.01,1613941791678,2283
+"sqr_mom_1",0.99,1613941791678,2283
+"lr_1",4.882963192067876e-05,1613941791678,2283
+"mom_1",0.852925920198303,1613941791678,2283
+"eps_1",1e-05,1613941791678,2283
+"wd_2",0.01,1613941791678,2283
+"sqr_mom_2",0.99,1613941791678,2283
+"lr_2",0.0004882963192067876,1613941791678,2283
+"mom_2",0.852925920198303,1613941791678,2283
+"eps_2",1e-05,1613941791678,2283
+"train_loss",0.06701459,1613941792633,2284
+"raw_loss",0.058891173,1613941792633,2284
+"epoch",14.371069182389924,1613941792633,2284
+"wd_0",0.01,1613941792633,2284
+"sqr_mom_0",0.99,1613941792633,2284
+"lr_0",4.8838496070479994e-06,1613941792633,2284
+"mom_0",0.8529037598238,1613941792633,2284
+"eps_0",1e-05,1613941792633,2284
+"wd_1",0.01,1613941792633,2284
+"sqr_mom_1",0.99,1613941792633,2284
+"lr_1",4.883849607047999e-05,1613941792633,2284
+"mom_1",0.8529037598238,1613941792633,2284
+"eps_1",1e-05,1613941792633,2284
+"wd_2",0.01,1613941792633,2284
+"sqr_mom_2",0.99,1613941792633,2284
+"lr_2",0.0004883849607047999,1613941792633,2284
+"mom_2",0.8529037598238,1613941792633,2284
+"eps_2",1e-05,1613941792633,2284
+"train_loss",0.06728078,1613941793604,2285
+"raw_loss",0.080323815,1613941793604,2285
+"epoch",14.377358490566024,1613941793604,2285
+"wd_0",0.01,1613941793604,2285
+"sqr_mom_0",0.99,1613941793604,2285
+"lr_0",4.884732752882074e-06,1613941793604,2285
+"mom_0",0.8528816811779482,1613941793604,2285
+"eps_0",1e-05,1613941793604,2285
+"wd_1",0.01,1613941793604,2285
+"sqr_mom_1",0.99,1613941793604,2285
+"lr_1",4.884732752882074e-05,1613941793604,2285
+"mom_1",0.8528816811779482,1613941793604,2285
+"eps_1",1e-05,1613941793604,2285
+"wd_2",0.01,1613941793604,2285
+"sqr_mom_2",0.99,1613941793604,2285
+"lr_2",0.0004884732752882074,1613941793604,2285
+"mom_2",0.8528816811779482,1613941793604,2285
+"eps_2",1e-05,1613941793604,2285
+"train_loss",0.06686694,1613941794645,2286
+"raw_loss",0.046588864,1613941794645,2286
+"epoch",14.383647798742125,1613941794645,2286
+"wd_0",0.01,1613941794645,2286
+"sqr_mom_0",0.99,1613941794645,2286
+"lr_0",4.885612378360265e-06,1613941794645,2286
+"mom_0",0.8528596905409934,1613941794645,2286
+"eps_0",1e-05,1613941794645,2286
+"wd_1",0.01,1613941794645,2286
+"sqr_mom_1",0.99,1613941794645,2286
+"lr_1",4.8856123783602645e-05,1613941794645,2286
+"mom_1",0.8528596905409934,1613941794645,2286
+"eps_1",1e-05,1613941794645,2286
+"wd_2",0.01,1613941794645,2286
+"sqr_mom_2",0.99,1613941794645,2286
+"lr_2",0.0004885612378360265,1613941794645,2286
+"mom_2",0.8528596905409934,1613941794645,2286
+"eps_2",1e-05,1613941794645,2286
+"train_loss",0.06677055,1613941795616,2287
+"raw_loss",0.062047414,1613941795616,2287
+"epoch",14.389937106918225,1613941795616,2287
+"wd_0",0.01,1613941795616,2287
+"sqr_mom_0",0.99,1613941795616,2287
+"lr_0",4.886488982240685e-06,1613941795616,2287
+"mom_0",0.8528377754439829,1613941795616,2287
+"eps_0",1e-05,1613941795616,2287
+"wd_1",0.01,1613941795616,2287
+"sqr_mom_1",0.99,1613941795616,2287
+"lr_1",4.8864889822406844e-05,1613941795616,2287
+"mom_1",0.8528377754439829,1613941795616,2287
+"eps_1",1e-05,1613941795616,2287
+"wd_2",0.01,1613941795616,2287
+"sqr_mom_2",0.99,1613941795616,2287
+"lr_2",0.0004886488982240684,1613941795616,2287
+"mom_2",0.8528377754439829,1613941795616,2287
+"eps_2",1e-05,1613941795616,2287
+"train_loss",0.06593074,1613941796599,2288
+"raw_loss",0.024779916,1613941796599,2288
+"epoch",14.396226415094326,1613941796599,2288
+"wd_0",0.01,1613941796599,2288
+"sqr_mom_0",0.99,1613941796599,2288
+"lr_0",4.887362312394805e-06,1613941796599,2288
+"mom_0",0.8528159421901299,1613941796599,2288
+"eps_0",1e-05,1613941796599,2288
+"wd_1",0.01,1613941796599,2288
+"sqr_mom_1",0.99,1613941796599,2288
+"lr_1",4.887362312394805e-05,1613941796599,2288
+"mom_1",0.8528159421901299,1613941796599,2288
+"eps_1",1e-05,1613941796599,2288
+"wd_2",0.01,1613941796599,2288
+"sqr_mom_2",0.99,1613941796599,2288
+"lr_2",0.0004887362312394805,1613941796599,2288
+"mom_2",0.8528159421901299,1613941796599,2288
+"eps_2",1e-05,1613941796599,2288
+"train_loss",0.06535446,1613941797569,2289
+"raw_loss",0.037116848,1613941797569,2289
+"epoch",14.402515723270426,1613941797569,2289
+"wd_0",0.01,1613941797569,2289
+"sqr_mom_0",0.99,1613941797569,2289
+"lr_0",4.888232120422297e-06,1613941797569,2289
+"mom_0",0.8527941969894426,1613941797569,2289
+"eps_0",1e-05,1613941797569,2289
+"wd_1",0.01,1613941797569,2289
+"sqr_mom_1",0.99,1613941797569,2289
+"lr_1",4.8882321204222966e-05,1613941797569,2289
+"mom_1",0.8527941969894426,1613941797569,2289
+"eps_1",1e-05,1613941797569,2289
+"wd_2",0.01,1613941797569,2289
+"sqr_mom_2",0.99,1613941797569,2289
+"lr_2",0.0004888232120422297,1613941797569,2289
+"mom_2",0.8527941969894426,1613941797569,2289
+"eps_2",1e-05,1613941797569,2289
+"train_loss",0.0649557,1613941798581,2290
+"raw_loss",0.04541645,1613941798581,2290
+"epoch",14.408805031446526,1613941798581,2290
+"wd_0",0.01,1613941798581,2290
+"sqr_mom_0",0.99,1613941798581,2290
+"lr_0",4.889098899514661e-06,1613941798581,2290
+"mom_0",0.8527725275121335,1613941798581,2290
+"eps_0",1e-05,1613941798581,2290
+"wd_1",0.01,1613941798581,2290
+"sqr_mom_1",0.99,1613941798581,2290
+"lr_1",4.889098899514661e-05,1613941798581,2290
+"mom_1",0.8527725275121335,1613941798581,2290
+"eps_1",1e-05,1613941798581,2290
+"wd_2",0.01,1613941798581,2290
+"sqr_mom_2",0.99,1613941798581,2290
+"lr_2",0.0004889098899514661,1613941798581,2290
+"mom_2",0.8527725275121335,1613941798581,2290
+"eps_2",1e-05,1613941798581,2290
+"train_loss",0.064791165,1613941799827,2291
+"raw_loss",0.056729294,1613941799827,2291
+"epoch",14.415094339622627,1613941799827,2291
+"wd_0",0.01,1613941799827,2291
+"sqr_mom_0",0.99,1613941799827,2291
+"lr_0",4.889962400351595e-06,1613941799827,2291
+"mom_0",0.8527509399912101,1613941799827,2291
+"eps_0",1e-05,1613941799827,2291
+"wd_1",0.01,1613941799827,2291
+"sqr_mom_1",0.99,1613941799827,2291
+"lr_1",4.8899624003515947e-05,1613941799827,2291
+"mom_1",0.8527509399912101,1613941799827,2291
+"eps_1",1e-05,1613941799827,2291
+"wd_2",0.01,1613941799827,2291
+"sqr_mom_2",0.99,1613941799827,2291
+"lr_2",0.0004889962400351595,1613941799827,2291
+"mom_2",0.8527509399912101,1613941799827,2291
+"eps_2",1e-05,1613941799827,2291
+"train_loss",0.06388143,1613941801033,2292
+"raw_loss",0.019304186,1613941801033,2292
+"epoch",14.421383647798727,1613941801033,2292
+"wd_0",0.01,1613941801033,2292
+"sqr_mom_0",0.99,1613941801033,2292
+"lr_0",4.89082249939042e-06,1613941801033,2292
+"mom_0",0.8527294375152394,1613941801033,2292
+"eps_0",1e-05,1613941801033,2292
+"wd_1",0.01,1613941801033,2292
+"sqr_mom_1",0.99,1613941801033,2292
+"lr_1",4.89082249939042e-05,1613941801033,2292
+"mom_1",0.8527294375152394,1613941801033,2292
+"eps_1",1e-05,1613941801033,2292
+"wd_2",0.01,1613941801033,2292
+"sqr_mom_2",0.99,1613941801033,2292
+"lr_2",0.000489082249939042,1613941801033,2292
+"mom_2",0.8527294375152394,1613941801033,2292
+"eps_2",1e-05,1613941801033,2292
+"train_loss",0.06367497,1613941802237,2293
+"raw_loss",0.053558614,1613941802237,2293
+"epoch",14.427672955974828,1613941802237,2293
+"wd_0",0.01,1613941802237,2293
+"sqr_mom_0",0.99,1613941802237,2293
+"lr_0",4.89167943969327e-06,1613941802237,2293
+"mom_0",0.8527080140076683,1613941802237,2293
+"eps_0",1e-05,1613941802237,2293
+"wd_1",0.01,1613941802237,2293
+"sqr_mom_1",0.99,1613941802237,2293
+"lr_1",4.8916794396932686e-05,1613941802237,2293
+"mom_1",0.8527080140076683,1613941802237,2293
+"eps_1",1e-05,1613941802237,2293
+"wd_2",0.01,1613941802237,2293
+"sqr_mom_2",0.99,1613941802237,2293
+"lr_2",0.0004891679439693268,1613941802237,2293
+"mom_2",0.8527080140076683,1613941802237,2293
+"eps_2",1e-05,1613941802237,2293
+"train_loss",0.06341094,1613941803332,2294
+"raw_loss",0.050473176,1613941803332,2294
+"epoch",14.433962264150928,1613941803332,2294
+"wd_0",0.01,1613941803332,2294
+"sqr_mom_0",0.99,1613941803332,2294
+"lr_0",4.8925330972625364e-06,1613941803332,2294
+"mom_0",0.8526866725684366,1613941803332,2294
+"eps_0",1e-05,1613941803332,2294
+"wd_1",0.01,1613941803332,2294
+"sqr_mom_1",0.99,1613941803332,2294
+"lr_1",4.892533097262536e-05,1613941803332,2294
+"mom_1",0.8526866725684366,1613941803332,2294
+"eps_1",1e-05,1613941803332,2294
+"wd_2",0.01,1613941803332,2294
+"sqr_mom_2",0.99,1613941803332,2294
+"lr_2",0.0004892533097262537,1613941803332,2294
+"mom_2",0.8526866725684366,1613941803332,2294
+"eps_2",1e-05,1613941803332,2294
+"train_loss",0.064172685,1613941804279,2295
+"raw_loss",0.101498514,1613941804279,2295
+"epoch",14.440251572327028,1613941804279,2295
+"wd_0",0.01,1613941804279,2295
+"sqr_mom_0",0.99,1613941804279,2295
+"lr_0",4.893383229328632e-06,1613941804279,2295
+"mom_0",0.8526654192667842,1613941804279,2295
+"eps_0",1e-05,1613941804279,2295
+"wd_1",0.01,1613941804279,2295
+"sqr_mom_1",0.99,1613941804279,2295
+"lr_1",4.893383229328631e-05,1613941804279,2295
+"mom_1",0.8526654192667842,1613941804279,2295
+"eps_1",1e-05,1613941804279,2295
+"wd_2",0.01,1613941804279,2295
+"sqr_mom_2",0.99,1613941804279,2295
+"lr_2",0.0004893383229328631,1613941804279,2295
+"mom_2",0.8526654192667842,1613941804279,2295
+"eps_2",1e-05,1613941804279,2295
+"train_loss",0.064086415,1613941805250,2296
+"raw_loss",0.05985903,1613941805250,2296
+"epoch",14.446540880503129,1613941805250,2296
+"wd_0",0.01,1613941805250,2296
+"sqr_mom_0",0.99,1613941805250,2296
+"lr_0",4.894230317926549e-06,1613941805250,2296
+"mom_0",0.8526442420518363,1613941805250,2296
+"eps_0",1e-05,1613941805250,2296
+"wd_1",0.01,1613941805250,2296
+"sqr_mom_1",0.99,1613941805250,2296
+"lr_1",4.8942303179265486e-05,1613941805250,2296
+"mom_1",0.8526442420518363,1613941805250,2296
+"eps_1",1e-05,1613941805250,2296
+"wd_2",0.01,1613941805250,2296
+"sqr_mom_2",0.99,1613941805250,2296
+"lr_2",0.0004894230317926549,1613941805250,2296
+"mom_2",0.8526442420518363,1613941805250,2296
+"eps_2",1e-05,1613941805250,2296
+"train_loss",0.063790746,1613941806244,2297
+"raw_loss",0.04930313,1613941806244,2297
+"epoch",14.45283018867923,1613941806244,2297
+"wd_0",0.01,1613941806244,2297
+"sqr_mom_0",0.99,1613941806244,2297
+"lr_0",4.895074119364209e-06,1613941806244,2297
+"mom_0",0.8526231470158948,1613941806244,2297
+"eps_0",1e-05,1613941806244,2297
+"wd_1",0.01,1613941806244,2297
+"sqr_mom_1",0.99,1613941806244,2297
+"lr_1",4.895074119364208e-05,1613941806244,2297
+"mom_1",0.8526231470158948,1613941806244,2297
+"eps_1",1e-05,1613941806244,2297
+"wd_2",0.01,1613941806244,2297
+"sqr_mom_2",0.99,1613941806244,2297
+"lr_2",0.0004895074119364208,1613941806244,2297
+"mom_2",0.8526231470158948,1613941806244,2297
+"eps_2",1e-05,1613941806244,2297
+"train_loss",0.064018674,1613941807216,2298
+"raw_loss",0.07518707,1613941807216,2298
+"epoch",14.45911949685533,1613941807216,2298
+"wd_0",0.01,1613941807216,2298
+"sqr_mom_0",0.99,1613941807216,2298
+"lr_0",4.895914632177316e-06,1613941807216,2298
+"mom_0",0.8526021341955671,1613941807216,2298
+"eps_0",1e-05,1613941807216,2298
+"wd_1",0.01,1613941807216,2298
+"sqr_mom_1",0.99,1613941807216,2298
+"lr_1",4.8959146321773156e-05,1613941807216,2298
+"mom_1",0.8526021341955671,1613941807216,2298
+"eps_1",1e-05,1613941807216,2298
+"wd_2",0.01,1613941807216,2298
+"sqr_mom_2",0.99,1613941807216,2298
+"lr_2",0.0004895914632177316,1613941807216,2298
+"mom_2",0.8526021341955671,1613941807216,2298
+"eps_2",1e-05,1613941807216,2298
+"train_loss",0.06364493,1613941808192,2299
+"raw_loss",0.045331664,1613941808192,2299
+"epoch",14.46540880503143,1613941808192,2299
+"wd_0",0.01,1613941808192,2299
+"sqr_mom_0",0.99,1613941808192,2299
+"lr_0",4.896751617358549e-06,1613941808192,2299
+"mom_0",0.8525812095660362,1613941808192,2299
+"eps_0",1e-05,1613941808192,2299
+"wd_1",0.01,1613941808192,2299
+"sqr_mom_1",0.99,1613941808192,2299
+"lr_1",4.896751617358548e-05,1613941808192,2299
+"mom_1",0.8525812095660362,1613941808192,2299
+"eps_1",1e-05,1613941808192,2299
+"wd_2",0.01,1613941808192,2299
+"sqr_mom_2",0.99,1613941808192,2299
+"lr_2",0.0004896751617358549,1613941808192,2299
+"mom_2",0.8525812095660362,1613941808192,2299
+"eps_2",1e-05,1613941808192,2299
+"train_loss",0.06491395,1613941809149,2300
+"raw_loss",0.12709582,1613941809149,2300
+"epoch",14.47169811320753,1613941809149,2300
+"wd_0",0.01,1613941809149,2300
+"sqr_mom_0",0.99,1613941809149,2300
+"lr_0",4.8975855494884664e-06,1613941809149,2300
+"mom_0",0.8525603612627883,1613941809149,2300
+"eps_0",1e-05,1613941809149,2300
+"wd_1",0.01,1613941809149,2300
+"sqr_mom_1",0.99,1613941809149,2300
+"lr_1",4.897585549488465e-05,1613941809149,2300
+"mom_1",0.8525603612627883,1613941809149,2300
+"eps_1",1e-05,1613941809149,2300
+"wd_2",0.01,1613941809149,2300
+"sqr_mom_2",0.99,1613941809149,2300
+"lr_2",0.0004897585549488465,1613941809149,2300
+"mom_2",0.8525603612627883,1613941809149,2300
+"eps_2",1e-05,1613941809149,2300
+"train_loss",0.06478938,1613941810147,2301
+"raw_loss",0.05868519,1613941810147,2301
+"epoch",14.47798742138363,1613941810147,2301
+"wd_0",0.01,1613941810147,2301
+"sqr_mom_0",0.99,1613941810147,2301
+"lr_0",4.898416188635609e-06,1613941810147,2301
+"mom_0",0.8525395952841098,1613941810147,2301
+"eps_0",1e-05,1613941810147,2301
+"wd_1",0.01,1613941810147,2301
+"sqr_mom_1",0.99,1613941810147,2301
+"lr_1",4.898416188635608e-05,1613941810147,2301
+"mom_1",0.8525395952841098,1613941810147,2301
+"eps_1",1e-05,1613941810147,2301
+"wd_2",0.01,1613941810147,2301
+"sqr_mom_2",0.99,1613941810147,2301
+"lr_2",0.0004898416188635608,1613941810147,2301
+"mom_2",0.8525395952841098,1613941810147,2301
+"eps_2",1e-05,1613941810147,2301
+"train_loss",0.06469003,1613941811127,2302
+"raw_loss",0.059822038,1613941811127,2302
+"epoch",14.484276729559731,1613941811127,2302
+"wd_0",0.01,1613941811127,2302
+"sqr_mom_0",0.99,1613941811127,2302
+"lr_0",4.899243415988624e-06,1613941811127,2302
+"mom_0",0.8525189146002844,1613941811127,2302
+"eps_0",1e-05,1613941811127,2302
+"wd_1",0.01,1613941811127,2302
+"sqr_mom_1",0.99,1613941811127,2302
+"lr_1",4.8992434159886225e-05,1613941811127,2302
+"mom_1",0.8525189146002844,1613941811127,2302
+"eps_1",1e-05,1613941811127,2302
+"wd_2",0.01,1613941811127,2302
+"sqr_mom_2",0.99,1613941811127,2302
+"lr_2",0.0004899243415988622,1613941811127,2302
+"mom_2",0.8525189146002844,1613941811127,2302
+"eps_2",1e-05,1613941811127,2302
+"train_loss",0.06374234,1613941812069,2303
+"raw_loss",0.01730556,1613941812069,2303
+"epoch",14.490566037735832,1613941812069,2303
+"wd_0",0.01,1613941812069,2303
+"sqr_mom_0",0.99,1613941812069,2303
+"lr_0",4.900067465320176e-06,1613941812069,2303
+"mom_0",0.8524983133669956,1613941812069,2303
+"eps_0",1e-05,1613941812069,2303
+"wd_1",0.01,1613941812069,2303
+"sqr_mom_1",0.99,1613941812069,2303
+"lr_1",4.900067465320175e-05,1613941812069,2303
+"mom_1",0.8524983133669956,1613941812069,2303
+"eps_1",1e-05,1613941812069,2303
+"wd_2",0.01,1613941812069,2303
+"sqr_mom_2",0.99,1613941812069,2303
+"lr_2",0.0004900067465320176,1613941812069,2303
+"mom_2",0.8524983133669956,1613941812069,2303
+"eps_2",1e-05,1613941812069,2303
+"train_loss",0.06346517,1613941813010,2304
+"raw_loss",0.04988402,1613941813010,2304
+"epoch",14.496855345911932,1613941813010,2304
+"wd_0",0.01,1613941813010,2304
+"sqr_mom_0",0.99,1613941813010,2304
+"lr_0",4.900888217361952e-06,1613941813010,2304
+"mom_0",0.8524777945659512,1613941813010,2304
+"eps_0",1e-05,1613941813010,2304
+"wd_1",0.01,1613941813010,2304
+"sqr_mom_1",0.99,1613941813010,2304
+"lr_1",4.9008882173619516e-05,1613941813010,2304
+"mom_1",0.8524777945659512,1613941813010,2304
+"eps_1",1e-05,1613941813010,2304
+"wd_2",0.01,1613941813010,2304
+"sqr_mom_2",0.99,1613941813010,2304
+"lr_2",0.0004900888217361952,1613941813010,2304
+"mom_2",0.8524777945659512,1613941813010,2304
+"eps_2",1e-05,1613941813010,2304
+"train_loss",0.06323143,1613941813978,2305
+"raw_loss",0.051778313,1613941813978,2305
+"epoch",14.503144654088032,1613941813978,2305
+"wd_0",0.01,1613941813978,2305
+"sqr_mom_0",0.99,1613941813978,2305
+"lr_0",4.901705438762446e-06,1613941813978,2305
+"mom_0",0.8524573640309389,1613941813978,2305
+"eps_0",1e-05,1613941813978,2305
+"wd_1",0.01,1613941813978,2305
+"sqr_mom_1",0.99,1613941813978,2305
+"lr_1",4.901705438762446e-05,1613941813978,2305
+"mom_1",0.8524573640309389,1613941813978,2305
+"eps_1",1e-05,1613941813978,2305
+"wd_2",0.01,1613941813978,2305
+"sqr_mom_2",0.99,1613941813978,2305
+"lr_2",0.0004901705438762446,1613941813978,2305
+"mom_2",0.8524573640309389,1613941813978,2305
+"eps_2",1e-05,1613941813978,2305
+"train_loss",0.063224345,1613941814964,2306
+"raw_loss",0.06287724,1613941814964,2306
+"epoch",14.509433962264133,1613941814964,2306
+"wd_0",0.01,1613941814964,2306
+"sqr_mom_0",0.99,1613941814964,2306
+"lr_0",4.902519592895917e-06,1613941814964,2306
+"mom_0",0.8524370101776021,1613941814964,2306
+"eps_0",1e-05,1613941814964,2306
+"wd_1",0.01,1613941814964,2306
+"sqr_mom_1",0.99,1613941814964,2306
+"lr_1",4.902519592895916e-05,1613941814964,2306
+"mom_1",0.8524370101776021,1613941814964,2306
+"eps_1",1e-05,1613941814964,2306
+"wd_2",0.01,1613941814964,2306
+"sqr_mom_2",0.99,1613941814964,2306
+"lr_2",0.0004902519592895916,1613941814964,2306
+"mom_2",0.8524370101776021,1613941814964,2306
+"eps_2",1e-05,1613941814964,2306
+"train_loss",0.062358018,1613941815953,2307
+"raw_loss",0.019907858,1613941815953,2307
+"epoch",14.515723270440233,1613941815953,2307
+"wd_0",0.01,1613941815953,2307
+"sqr_mom_0",0.99,1613941815953,2307
+"lr_0",4.9033304454843e-06,1613941815953,2307
+"mom_0",0.8524167388628925,1613941815953,2307
+"eps_0",1e-05,1613941815953,2307
+"wd_1",0.01,1613941815953,2307
+"sqr_mom_1",0.99,1613941815953,2307
+"lr_1",4.903330445484299e-05,1613941815953,2307
+"mom_1",0.8524167388628925,1613941815953,2307
+"eps_1",1e-05,1613941815953,2307
+"wd_2",0.01,1613941815953,2307
+"sqr_mom_2",0.99,1613941815953,2307
+"lr_2",0.00049033304454843,1613941815953,2307
+"mom_2",0.8524167388628925,1613941815953,2307
+"eps_2",1e-05,1613941815953,2307
+"train_loss",0.061766878,1613941816909,2308
+"raw_loss",0.03280093,1613941816909,2308
+"epoch",14.522012578616334,1613941816909,2308
+"wd_0",0.01,1613941816909,2308
+"sqr_mom_0",0.99,1613941816909,2308
+"lr_0",4.90413776600942e-06,1613941816909,2308
+"mom_0",0.8523965558497645,1613941816909,2308
+"eps_0",1e-05,1613941816909,2308
+"wd_1",0.01,1613941816909,2308
+"sqr_mom_1",0.99,1613941816909,2308
+"lr_1",4.90413776600942e-05,1613941816909,2308
+"mom_1",0.8523965558497645,1613941816909,2308
+"eps_1",1e-05,1613941816909,2308
+"wd_2",0.01,1613941816909,2308
+"sqr_mom_2",0.99,1613941816909,2308
+"lr_2",0.000490413776600942,1613941816909,2308
+"mom_2",0.8523965558497645,1613941816909,2308
+"eps_2",1e-05,1613941816909,2308
+"train_loss",0.061048232,1613941818005,2309
+"raw_loss",0.025834508,1613941818005,2309
+"epoch",14.528301886792434,1613941818005,2309
+"wd_0",0.01,1613941818005,2309
+"sqr_mom_0",0.99,1613941818005,2309
+"lr_0",4.904942012231621e-06,1613941818005,2309
+"mom_0",0.8523764496942094,1613941818005,2309
+"eps_0",1e-05,1613941818005,2309
+"wd_1",0.01,1613941818005,2309
+"sqr_mom_1",0.99,1613941818005,2309
+"lr_1",4.90494201223162e-05,1613941818005,2309
+"mom_1",0.8523764496942094,1613941818005,2309
+"eps_1",1e-05,1613941818005,2309
+"wd_2",0.01,1613941818005,2309
+"sqr_mom_2",0.99,1613941818005,2309
+"lr_2",0.000490494201223162,1613941818005,2309
+"mom_2",0.8523764496942094,1613941818005,2309
+"eps_2",1e-05,1613941818005,2309
+"train_loss",0.060489386,1613941818990,2310
+"raw_loss",0.033105873,1613941818990,2310
+"epoch",14.534591194968534,1613941818990,2310
+"wd_0",0.01,1613941818990,2310
+"sqr_mom_0",0.99,1613941818990,2310
+"lr_0",4.905742952704979e-06,1613941818990,2310
+"mom_0",0.8523564261823755,1613941818990,2310
+"eps_0",1e-05,1613941818990,2310
+"wd_1",0.01,1613941818990,2310
+"sqr_mom_1",0.99,1613941818990,2310
+"lr_1",4.905742952704979e-05,1613941818990,2310
+"mom_1",0.8523564261823755,1613941818990,2310
+"eps_1",1e-05,1613941818990,2310
+"wd_2",0.01,1613941818990,2310
+"sqr_mom_2",0.99,1613941818990,2310
+"lr_2",0.0004905742952704979,1613941818990,2310
+"mom_2",0.8523564261823755,1613941818990,2310
+"eps_2",1e-05,1613941818990,2310
+"train_loss",0.06020016,1613941819988,2311
+"raw_loss",0.046028037,1613941819988,2311
+"epoch",14.540880503144635,1613941819988,2311
+"wd_0",0.01,1613941819988,2311
+"sqr_mom_0",0.99,1613941819988,2311
+"lr_0",4.906540472893948e-06,1613941819988,2311
+"mom_0",0.8523364881776513,1613941819988,2311
+"eps_0",1e-05,1613941819988,2311
+"wd_1",0.01,1613941819988,2311
+"sqr_mom_1",0.99,1613941819988,2311
+"lr_1",4.906540472893948e-05,1613941819988,2311
+"mom_1",0.8523364881776513,1613941819988,2311
+"eps_1",1e-05,1613941819988,2311
+"wd_2",0.01,1613941819988,2311
+"sqr_mom_2",0.99,1613941819988,2311
+"lr_2",0.0004906540472893948,1613941819988,2311
+"mom_2",0.8523364881776513,1613941819988,2311
+"eps_2",1e-05,1613941819988,2311
+"train_loss",0.059921376,1613941820948,2312
+"raw_loss",0.04626101,1613941820948,2312
+"epoch",14.547169811320735,1613941820948,2312
+"wd_0",0.01,1613941820948,2312
+"sqr_mom_0",0.99,1613941820948,2312
+"lr_0",4.907334798176013e-06,1613941820948,2312
+"mom_0",0.8523166300455997,1613941820948,2312
+"eps_0",1e-05,1613941820948,2312
+"wd_1",0.01,1613941820948,2312
+"sqr_mom_1",0.99,1613941820948,2312
+"lr_1",4.907334798176013e-05,1613941820948,2312
+"mom_1",0.8523166300455997,1613941820948,2312
+"eps_1",1e-05,1613941820948,2312
+"wd_2",0.01,1613941820948,2312
+"sqr_mom_2",0.99,1613941820948,2312
+"lr_2",0.0004907334798176014,1613941820948,2312
+"mom_2",0.8523166300455997,1613941820948,2312
+"eps_2",1e-05,1613941820948,2312
+"train_loss",0.059324227,1613941821891,2313
+"raw_loss",0.030063871,1613941821891,2313
+"epoch",14.553459119496836,1613941821891,2313
+"wd_0",0.01,1613941821891,2313
+"sqr_mom_0",0.99,1613941821891,2313
+"lr_0",4.908125813556907e-06,1613941821891,2313
+"mom_0",0.8522968546610773,1613941821891,2313
+"eps_0",1e-05,1613941821891,2313
+"wd_1",0.01,1613941821891,2313
+"sqr_mom_1",0.99,1613941821891,2313
+"lr_1",4.9081258135569065e-05,1613941821891,2313
+"mom_1",0.8522968546610773,1613941821891,2313
+"eps_1",1e-05,1613941821891,2313
+"wd_2",0.01,1613941821891,2313
+"sqr_mom_2",0.99,1613941821891,2313
+"lr_2",0.0004908125813556907,1613941821891,2313
+"mom_2",0.8522968546610773,1613941821891,2313
+"eps_2",1e-05,1613941821891,2313
+"train_loss",0.058573723,1613941822845,2314
+"raw_loss",0.021799022,1613941822845,2314
+"epoch",14.559748427672936,1613941822845,2314
+"wd_0",0.01,1613941822845,2314
+"sqr_mom_0",0.99,1613941822845,2314
+"lr_0",4.9089132941959965e-06,1613941822845,2314
+"mom_0",0.8522771676451001,1613941822845,2314
+"eps_0",1e-05,1613941822845,2314
+"wd_1",0.01,1613941822845,2314
+"sqr_mom_1",0.99,1613941822845,2314
+"lr_1",4.908913294195996e-05,1613941822845,2314
+"mom_1",0.8522771676451001,1613941822845,2314
+"eps_1",1e-05,1613941822845,2314
+"wd_2",0.01,1613941822845,2314
+"sqr_mom_2",0.99,1613941822845,2314
+"lr_2",0.0004908913294195997,1613941822845,2314
+"mom_2",0.8522771676451001,1613941822845,2314
+"eps_2",1e-05,1613941822845,2314
+"train_loss",0.05920444,1613941823810,2315
+"raw_loss",0.09010964,1613941823810,2315
+"epoch",14.566037735849036,1613941823810,2315
+"wd_0",0.01,1613941823810,2315
+"sqr_mom_0",0.99,1613941823810,2315
+"lr_0",4.909697686604173e-06,1613941823810,2315
+"mom_0",0.8522575578348957,1613941823810,2315
+"eps_0",1e-05,1613941823810,2315
+"wd_1",0.01,1613941823810,2315
+"sqr_mom_1",0.99,1613941823810,2315
+"lr_1",4.909697686604173e-05,1613941823810,2315
+"mom_1",0.8522575578348957,1613941823810,2315
+"eps_1",1e-05,1613941823810,2315
+"wd_2",0.01,1613941823810,2315
+"sqr_mom_2",0.99,1613941823810,2315
+"lr_2",0.0004909697686604173,1613941823810,2315
+"mom_2",0.8522575578348957,1613941823810,2315
+"eps_2",1e-05,1613941823810,2315
+"train_loss",0.05896619,1613941824776,2316
+"raw_loss",0.04729194,1613941824776,2316
+"epoch",14.572327044025137,1613941824776,2316
+"wd_0",0.01,1613941824776,2316
+"sqr_mom_0",0.99,1613941824776,2316
+"lr_0",4.910478765010732e-06,1613941824776,2316
+"mom_0",0.8522380308747317,1613941824776,2316
+"eps_0",1e-05,1613941824776,2316
+"wd_1",0.01,1613941824776,2316
+"sqr_mom_1",0.99,1613941824776,2316
+"lr_1",4.91047876501073e-05,1613941824776,2316
+"mom_1",0.8522380308747317,1613941824776,2316
+"eps_1",1e-05,1613941824776,2316
+"wd_2",0.01,1613941824776,2316
+"sqr_mom_2",0.99,1613941824776,2316
+"lr_2",0.0004910478765010731,1613941824776,2316
+"mom_2",0.8522380308747317,1613941824776,2316
+"eps_2",1e-05,1613941824776,2316
+"train_loss",0.058026798,1613941825716,2317
+"raw_loss",0.011996575,1613941825716,2317
+"epoch",14.578616352201237,1613941825716,2317
+"wd_0",0.01,1613941825716,2317
+"sqr_mom_0",0.99,1613941825716,2317
+"lr_0",4.9112563074190305e-06,1613941825716,2317
+"mom_0",0.8522185923145242,1613941825716,2317
+"eps_0",1e-05,1613941825716,2317
+"wd_1",0.01,1613941825716,2317
+"sqr_mom_1",0.99,1613941825716,2317
+"lr_1",4.91125630741903e-05,1613941825716,2317
+"mom_1",0.8522185923145242,1613941825716,2317
+"eps_1",1e-05,1613941825716,2317
+"wd_2",0.01,1613941825716,2317
+"sqr_mom_2",0.99,1613941825716,2317
+"lr_2",0.000491125630741903,1613941825716,2317
+"mom_2",0.8522185923145242,1613941825716,2317
+"eps_2",1e-05,1613941825716,2317
+"train_loss",0.057526894,1613941826694,2318
+"raw_loss",0.033031523,1613941826694,2318
+"epoch",14.584905660377338,1613941826694,2318
+"wd_0",0.01,1613941826694,2318
+"sqr_mom_0",0.99,1613941826694,2318
+"lr_0",4.912030754704869e-06,1613941826694,2318
+"mom_0",0.8521992311323783,1613941826694,2318
+"eps_0",1e-05,1613941826694,2318
+"wd_1",0.01,1613941826694,2318
+"sqr_mom_1",0.99,1613941826694,2318
+"lr_1",4.912030754704868e-05,1613941826694,2318
+"mom_1",0.8521992311323783,1613941826694,2318
+"eps_1",1e-05,1613941826694,2318
+"wd_2",0.01,1613941826694,2318
+"sqr_mom_2",0.99,1613941826694,2318
+"lr_2",0.0004912030754704868,1613941826694,2318
+"mom_2",0.8521992311323783,1613941826694,2318
+"eps_2",1e-05,1613941826694,2318
+"train_loss",0.057628572,1613941827647,2319
+"raw_loss",0.06261089,1613941827647,2319
+"epoch",14.591194968553438,1613941827647,2319
+"wd_0",0.01,1613941827647,2319
+"sqr_mom_0",0.99,1613941827647,2319
+"lr_0",4.912801883940388e-06,1613941827647,2319
+"mom_0",0.8521799529014903,1613941827647,2319
+"eps_0",1e-05,1613941827647,2319
+"wd_1",0.01,1613941827647,2319
+"sqr_mom_1",0.99,1613941827647,2319
+"lr_1",4.912801883940386e-05,1613941827647,2319
+"mom_1",0.8521799529014903,1613941827647,2319
+"eps_1",1e-05,1613941827647,2319
+"wd_2",0.01,1613941827647,2319
+"sqr_mom_2",0.99,1613941827647,2319
+"lr_2",0.0004912801883940386,1613941827647,2319
+"mom_2",0.8521799529014903,1613941827647,2319
+"eps_2",1e-05,1613941827647,2319
+"train_loss",0.05756464,1613941828624,2320
+"raw_loss",0.054431967,1613941828624,2320
+"epoch",14.597484276729539,1613941828624,2320
+"wd_0",0.01,1613941828624,2320
+"sqr_mom_0",0.99,1613941828624,2320
+"lr_0",4.913569693787406e-06,1613941828624,2320
+"mom_0",0.8521607576553148,1613941828624,2320
+"eps_0",1e-05,1613941828624,2320
+"wd_1",0.01,1613941828624,2320
+"sqr_mom_1",0.99,1613941828624,2320
+"lr_1",4.913569693787405e-05,1613941828624,2320
+"mom_1",0.8521607576553148,1613941828624,2320
+"eps_1",1e-05,1613941828624,2320
+"wd_2",0.01,1613941828624,2320
+"sqr_mom_2",0.99,1613941828624,2320
+"lr_2",0.0004913569693787406,1613941828624,2320
+"mom_2",0.8521607576553148,1613941828624,2320
+"eps_2",1e-05,1613941828624,2320
+"train_loss",0.057695705,1613941829634,2321
+"raw_loss",0.06411805,1613941829634,2321
+"epoch",14.603773584905639,1613941829634,2321
+"wd_0",0.01,1613941829634,2321
+"sqr_mom_0",0.99,1613941829634,2321
+"lr_0",4.91433407448016e-06,1613941829634,2321
+"mom_0",0.852141648137996,1613941829634,2321
+"eps_0",1e-05,1613941829634,2321
+"wd_1",0.01,1613941829634,2321
+"sqr_mom_1",0.99,1613941829634,2321
+"lr_1",4.9143340744801604e-05,1613941829634,2321
+"mom_1",0.852141648137996,1613941829634,2321
+"eps_1",1e-05,1613941829634,2321
+"wd_2",0.01,1613941829634,2321
+"sqr_mom_2",0.99,1613941829634,2321
+"lr_2",0.0004914334074480161,1613941829634,2321
+"mom_2",0.852141648137996,1613941829634,2321
+"eps_2",1e-05,1613941829634,2321
+"train_loss",0.05696935,1613941830593,2322
+"raw_loss",0.021377867,1613941830593,2322
+"epoch",14.61006289308174,1613941830593,2322
+"wd_0",0.01,1613941830593,2322
+"sqr_mom_0",0.99,1613941830593,2322
+"lr_0",4.915095242030987e-06,1613941830593,2322
+"mom_0",0.8521226189492254,1613941830593,2322
+"eps_0",1e-05,1613941830593,2322
+"wd_1",0.01,1613941830593,2322
+"sqr_mom_1",0.99,1613941830593,2322
+"lr_1",4.915095242030986e-05,1613941830593,2322
+"mom_1",0.8521226189492254,1613941830593,2322
+"eps_1",1e-05,1613941830593,2322
+"wd_2",0.01,1613941830593,2322
+"sqr_mom_2",0.99,1613941830593,2322
+"lr_2",0.0004915095242030986,1613941830593,2322
+"mom_2",0.8521226189492254,1613941830593,2322
+"eps_2",1e-05,1613941830593,2322
+"train_loss",0.057922848,1613941831564,2323
+"raw_loss",0.10464444,1613941831564,2323
+"epoch",14.61635220125784,1613941831564,2323
+"wd_0",0.01,1613941831564,2323
+"sqr_mom_0",0.99,1613941831564,2323
+"lr_0",4.9158530862135235e-06,1613941831564,2323
+"mom_0",0.8521036728446619,1613941831564,2323
+"eps_0",1e-05,1613941831564,2323
+"wd_1",0.01,1613941831564,2323
+"sqr_mom_1",0.99,1613941831564,2323
+"lr_1",4.915853086213523e-05,1613941831564,2323
+"mom_1",0.8521036728446619,1613941831564,2323
+"eps_1",1e-05,1613941831564,2323
+"wd_2",0.01,1613941831564,2323
+"sqr_mom_2",0.99,1613941831564,2323
+"lr_2",0.0004915853086213523,1613941831564,2323
+"mom_2",0.8521036728446619,1613941831564,2323
+"eps_2",1e-05,1613941831564,2323
+"train_loss",0.057522427,1613941832518,2324
+"raw_loss",0.0379019,1613941832518,2324
+"epoch",14.62264150943394,1613941832518,2324
+"wd_0",0.01,1613941832518,2324
+"sqr_mom_0",0.99,1613941832518,2324
+"lr_0",4.916607391680749e-06,1613941832518,2324
+"mom_0",0.8520848152079813,1613941832518,2324
+"eps_0",1e-05,1613941832518,2324
+"wd_1",0.01,1613941832518,2324
+"sqr_mom_1",0.99,1613941832518,2324
+"lr_1",4.916607391680748e-05,1613941832518,2324
+"mom_1",0.8520848152079813,1613941832518,2324
+"eps_1",1e-05,1613941832518,2324
+"wd_2",0.01,1613941832518,2324
+"sqr_mom_2",0.99,1613941832518,2324
+"lr_2",0.0004916607391680748,1613941832518,2324
+"mom_2",0.8520848152079813,1613941832518,2324
+"eps_2",1e-05,1613941832518,2324
+"train_loss",0.05705572,1613941833470,2325
+"raw_loss",0.034187023,1613941833470,2325
+"epoch",14.62893081761004,1613941833470,2325
+"wd_0",0.01,1613941833470,2325
+"sqr_mom_0",0.99,1613941833470,2325
+"lr_0",4.917358586132835e-06,1613941833470,2325
+"mom_0",0.8520660353466791,1613941833470,2325
+"eps_0",1e-05,1613941833470,2325
+"wd_1",0.01,1613941833470,2325
+"sqr_mom_1",0.99,1613941833470,2325
+"lr_1",4.917358586132835e-05,1613941833470,2325
+"mom_1",0.8520660353466791,1613941833470,2325
+"eps_1",1e-05,1613941833470,2325
+"wd_2",0.01,1613941833470,2325
+"sqr_mom_2",0.99,1613941833470,2325
+"lr_2",0.0004917358586132835,1613941833470,2325
+"mom_2",0.8520660353466791,1613941833470,2325
+"eps_2",1e-05,1613941833470,2325
+"train_loss",0.056653783,1613941834440,2326
+"raw_loss",0.036958836,1613941834440,2326
+"epoch",14.635220125786141,1613941834440,2326
+"wd_0",0.01,1613941834440,2326
+"sqr_mom_0",0.99,1613941834440,2326
+"lr_0",4.9181064532889305e-06,1613941834440,2326
+"mom_0",0.8520473386677767,1613941834440,2326
+"eps_0",1e-05,1613941834440,2326
+"wd_1",0.01,1613941834440,2326
+"sqr_mom_1",0.99,1613941834440,2326
+"lr_1",4.91810645328893e-05,1613941834440,2326
+"mom_1",0.8520473386677767,1613941834440,2326
+"eps_1",1e-05,1613941834440,2326
+"wd_2",0.01,1613941834440,2326
+"sqr_mom_2",0.99,1613941834440,2326
+"lr_2",0.000491810645328893,1613941834440,2326
+"mom_2",0.8520473386677767,1613941834440,2326
+"eps_2",1e-05,1613941834440,2326
+"train_loss",0.05703836,1613941835686,2327
+"raw_loss",0.07588264,1613941835686,2327
+"epoch",14.641509433962241,1613941835686,2327
+"wd_0",0.01,1613941835686,2327
+"sqr_mom_0",0.99,1613941835686,2327
+"lr_0",4.918850780657385e-06,1613941835686,2327
+"mom_0",0.8520287304835653,1613941835686,2327
+"eps_0",1e-05,1613941835686,2327
+"wd_1",0.01,1613941835686,2327
+"sqr_mom_1",0.99,1613941835686,2327
+"lr_1",4.9188507806573854e-05,1613941835686,2327
+"mom_1",0.8520287304835653,1613941835686,2327
+"eps_1",1e-05,1613941835686,2327
+"wd_2",0.01,1613941835686,2327
+"sqr_mom_2",0.99,1613941835686,2327
+"lr_2",0.0004918850780657385,1613941835686,2327
+"mom_2",0.8520287304835653,1613941835686,2327
+"eps_2",1e-05,1613941835686,2327
+"train_loss",0.05670312,1613941836816,2328
+"raw_loss",0.040276483,1613941836816,2328
+"epoch",14.647798742138342,1613941836816,2328
+"wd_0",0.01,1613941836816,2328
+"sqr_mom_0",0.99,1613941836816,2328
+"lr_0",4.919591990280676e-06,1613941836816,2328
+"mom_0",0.8520102002429831,1613941836816,2328
+"eps_0",1e-05,1613941836816,2328
+"wd_1",0.01,1613941836816,2328
+"sqr_mom_1",0.99,1613941836816,2328
+"lr_1",4.919591990280675e-05,1613941836816,2328
+"mom_1",0.8520102002429831,1613941836816,2328
+"eps_1",1e-05,1613941836816,2328
+"wd_2",0.01,1613941836816,2328
+"sqr_mom_2",0.99,1613941836816,2328
+"lr_2",0.0004919591990280675,1613941836816,2328
+"mom_2",0.8520102002429831,1613941836816,2328
+"eps_2",1e-05,1613941836816,2328
+"train_loss",0.056399256,1613941837808,2329
+"raw_loss",0.041509956,1613941837808,2329
+"epoch",14.654088050314442,1613941837808,2329
+"wd_0",0.01,1613941837808,2329
+"sqr_mom_0",0.99,1613941837808,2329
+"lr_0",4.9203298687322274e-06,1613941837808,2329
+"mom_0",0.8519917532816943,1613941837808,2329
+"eps_0",1e-05,1613941837808,2329
+"wd_1",0.01,1613941837808,2329
+"sqr_mom_1",0.99,1613941837808,2329
+"lr_1",4.920329868732226e-05,1613941837808,2329
+"mom_1",0.8519917532816943,1613941837808,2329
+"eps_1",1e-05,1613941837808,2329
+"wd_2",0.01,1613941837808,2329
+"sqr_mom_2",0.99,1613941837808,2329
+"lr_2",0.0004920329868732227,1613941837808,2329
+"mom_2",0.8519917532816943,1613941837808,2329
+"eps_2",1e-05,1613941837808,2329
+"train_loss",0.055989638,1613941838759,2330
+"raw_loss",0.03591826,1613941838759,2330
+"epoch",14.660377358490543,1613941838759,2330
+"wd_0",0.01,1613941838759,2330
+"sqr_mom_0",0.99,1613941838759,2330
+"lr_0",4.921064310555356e-06,1613941838759,2330
+"mom_0",0.8519733922361161,1613941838759,2330
+"eps_0",1e-05,1613941838759,2330
+"wd_1",0.01,1613941838759,2330
+"sqr_mom_1",0.99,1613941838759,2330
+"lr_1",4.9210643105553557e-05,1613941838759,2330
+"mom_1",0.8519733922361161,1613941838759,2330
+"eps_1",1e-05,1613941838759,2330
+"wd_2",0.01,1613941838759,2330
+"sqr_mom_2",0.99,1613941838759,2330
+"lr_2",0.0004921064310555355,1613941838759,2330
+"mom_2",0.8519733922361161,1613941838759,2330
+"eps_2",1e-05,1613941838759,2330
+"train_loss",0.056697883,1613941839752,2331
+"raw_loss",0.09140183,1613941839752,2331
+"epoch",14.666666666666643,1613941839752,2331
+"wd_0",0.01,1613941839752,2331
+"sqr_mom_0",0.99,1613941839752,2331
+"lr_0",4.921795523301738e-06,1613941839752,2331
+"mom_0",0.8519551119174565,1613941839752,2331
+"eps_0",1e-05,1613941839752,2331
+"wd_1",0.01,1613941839752,2331
+"sqr_mom_1",0.99,1613941839752,2331
+"lr_1",4.9217955233017374e-05,1613941839752,2331
+"mom_1",0.8519551119174565,1613941839752,2331
+"eps_1",1e-05,1613941839752,2331
+"wd_2",0.01,1613941839752,2331
+"sqr_mom_2",0.99,1613941839752,2331
+"lr_2",0.0004921795523301738,1613941839752,2331
+"mom_2",0.8519551119174565,1613941839752,2331
+"eps_2",1e-05,1613941839752,2331
+"train_loss",0.05602299,1613941840711,2332
+"raw_loss",0.022953166,1613941840711,2332
+"epoch",14.672955974842743,1613941840711,2332
+"wd_0",0.01,1613941840711,2332
+"sqr_mom_0",0.99,1613941840711,2332
+"lr_0",4.922523401052472e-06,1613941840711,2332
+"mom_0",0.8519369149736882,1613941840711,2332
+"eps_0",1e-05,1613941840711,2332
+"wd_1",0.01,1613941840711,2332
+"sqr_mom_1",0.99,1613941840711,2332
+"lr_1",4.9225234010524714e-05,1613941840711,2332
+"mom_1",0.8519369149736882,1613941840711,2332
+"eps_1",1e-05,1613941840711,2332
+"wd_2",0.01,1613941840711,2332
+"sqr_mom_2",0.99,1613941840711,2332
+"lr_2",0.0004922523401052471,1613941840711,2332
+"mom_2",0.8519369149736882,1613941840711,2332
+"eps_2",1e-05,1613941840711,2332
+"train_loss",0.05542933,1613941841676,2333
+"raw_loss",0.02633977,1613941841676,2333
+"epoch",14.679245283018844,1613941841676,2333
+"wd_0",0.01,1613941841676,2333
+"sqr_mom_0",0.99,1613941841676,2333
+"lr_0",4.9232477370367074e-06,1613941841676,2333
+"mom_0",0.8519188065740824,1613941841676,2333
+"eps_0",1e-05,1613941841676,2333
+"wd_1",0.01,1613941841676,2333
+"sqr_mom_1",0.99,1613941841676,2333
+"lr_1",4.9232477370367064e-05,1613941841676,2333
+"mom_1",0.8519188065740824,1613941841676,2333
+"eps_1",1e-05,1613941841676,2333
+"wd_2",0.01,1613941841676,2333
+"sqr_mom_2",0.99,1613941841676,2333
+"lr_2",0.0004923247737036706,1613941841676,2333
+"mom_2",0.8519188065740824,1613941841676,2333
+"eps_2",1e-05,1613941841676,2333
+"train_loss",0.055036012,1613941842673,2334
+"raw_loss",0.035763524,1613941842673,2334
+"epoch",14.685534591194944,1613941842673,2334
+"wd_0",0.01,1613941842673,2334
+"sqr_mom_0",0.99,1613941842673,2334
+"lr_0",4.923968941961566e-06,1613941842673,2334
+"mom_0",0.8519007764509609,1613941842673,2334
+"eps_0",1e-05,1613941842673,2334
+"wd_1",0.01,1613941842673,2334
+"sqr_mom_1",0.99,1613941842673,2334
+"lr_1",4.9239689419615655e-05,1613941842673,2334
+"mom_1",0.8519007764509609,1613941842673,2334
+"eps_1",1e-05,1613941842673,2334
+"wd_2",0.01,1613941842673,2334
+"sqr_mom_2",0.99,1613941842673,2334
+"lr_2",0.0004923968941961566,1613941842673,2334
+"mom_2",0.8519007764509609,1613941842673,2334
+"eps_2",1e-05,1613941842673,2334
+"train_loss",0.055097193,1613941843721,2335
+"raw_loss",0.05809504,1613941843721,2335
+"epoch",14.691823899371045,1613941843721,2335
+"wd_0",0.01,1613941843721,2335
+"sqr_mom_0",0.99,1613941843721,2335
+"lr_0",4.924686808119124e-06,1613941843721,2335
+"mom_0",0.8518828297970219,1613941843721,2335
+"eps_0",1e-05,1613941843721,2335
+"wd_1",0.01,1613941843721,2335
+"sqr_mom_1",0.99,1613941843721,2335
+"lr_1",4.9246868081191235e-05,1613941843721,2335
+"mom_1",0.8518828297970219,1613941843721,2335
+"eps_1",1e-05,1613941843721,2335
+"wd_2",0.01,1613941843721,2335
+"sqr_mom_2",0.99,1613941843721,2335
+"lr_2",0.0004924686808119124,1613941843721,2335
+"mom_2",0.8518828297970219,1613941843721,2335
+"eps_2",1e-05,1613941843721,2335
+"train_loss",0.055548772,1613941844679,2336
+"raw_loss",0.07767622,1613941844679,2336
+"epoch",14.698113207547145,1613941844679,2336
+"wd_0",0.01,1613941844679,2336
+"sqr_mom_0",0.99,1613941844679,2336
+"lr_0",4.925401131603731e-06,1613941844679,2336
+"mom_0",0.8518649717099067,1613941844679,2336
+"eps_0",1e-05,1613941844679,2336
+"wd_1",0.01,1613941844679,2336
+"sqr_mom_1",0.99,1613941844679,2336
+"lr_1",4.9254011316037306e-05,1613941844679,2336
+"mom_1",0.8518649717099067,1613941844679,2336
+"eps_1",1e-05,1613941844679,2336
+"wd_2",0.01,1613941844679,2336
+"sqr_mom_2",0.99,1613941844679,2336
+"lr_2",0.0004925401131603731,1613941844679,2336
+"mom_2",0.8518649717099067,1613941844679,2336
+"eps_2",1e-05,1613941844679,2336
+"train_loss",0.05607404,1613941845666,2337
+"raw_loss",0.08181213,1613941845666,2337
+"epoch",14.704402515723245,1613941845666,2337
+"wd_0",0.01,1613941845666,2337
+"sqr_mom_0",0.99,1613941845666,2337
+"lr_0",4.9261123174453e-06,1613941845666,2337
+"mom_0",0.8518471920638675,1613941845666,2337
+"eps_0",1e-05,1613941845666,2337
+"wd_1",0.01,1613941845666,2337
+"sqr_mom_1",0.99,1613941845666,2337
+"lr_1",4.926112317445299e-05,1613941845666,2337
+"mom_1",0.8518471920638675,1613941845666,2337
+"eps_1",1e-05,1613941845666,2337
+"wd_2",0.01,1613941845666,2337
+"sqr_mom_2",0.99,1613941845666,2337
+"lr_2",0.0004926112317445299,1613941845666,2337
+"mom_2",0.8518471920638675,1613941845666,2337
+"eps_2",1e-05,1613941845666,2337
+"train_loss",0.055891685,1613941846625,2338
+"raw_loss",0.046956405,1613941846625,2338
+"epoch",14.710691823899346,1613941846625,2338
+"wd_0",0.01,1613941846625,2338
+"sqr_mom_0",0.99,1613941846625,2338
+"lr_0",4.926820160800055e-06,1613941846625,2338
+"mom_0",0.8518294959799987,1613941846625,2338
+"eps_0",1e-05,1613941846625,2338
+"wd_1",0.01,1613941846625,2338
+"sqr_mom_1",0.99,1613941846625,2338
+"lr_1",4.9268201608000534e-05,1613941846625,2338
+"mom_1",0.8518294959799987,1613941846625,2338
+"eps_1",1e-05,1613941846625,2338
+"wd_2",0.01,1613941846625,2338
+"sqr_mom_2",0.99,1613941846625,2338
+"lr_2",0.0004926820160800054,1613941846625,2338
+"mom_2",0.8518294959799987,1613941846625,2338
+"eps_2",1e-05,1613941846625,2338
+"train_loss",0.0553909,1613941847585,2339
+"raw_loss",0.030852329,1613941847585,2339
+"epoch",14.716981132075446,1613941847585,2339
+"wd_0",0.01,1613941847585,2339
+"sqr_mom_0",0.99,1613941847585,2339
+"lr_0",4.927524660439635e-06,1613941847585,2339
+"mom_0",0.8518118834890092,1613941847585,2339
+"eps_0",1e-05,1613941847585,2339
+"wd_1",0.01,1613941847585,2339
+"sqr_mom_1",0.99,1613941847585,2339
+"lr_1",4.927524660439634e-05,1613941847585,2339
+"mom_1",0.8518118834890092,1613941847585,2339
+"eps_1",1e-05,1613941847585,2339
+"wd_2",0.01,1613941847585,2339
+"sqr_mom_2",0.99,1613941847585,2339
+"lr_2",0.0004927524660439634,1613941847585,2339
+"mom_2",0.8518118834890092,1613941847585,2339
+"eps_2",1e-05,1613941847585,2339
+"train_loss",0.054916896,1613941848571,2340
+"raw_loss",0.031690724,1613941848571,2340
+"epoch",14.723270440251547,1613941848571,2340
+"wd_0",0.01,1613941848571,2340
+"sqr_mom_0",0.99,1613941848571,2340
+"lr_0",4.92822571571262e-06,1613941848571,2340
+"mom_0",0.8517943571071845,1613941848571,2340
+"eps_0",1e-05,1613941848571,2340
+"wd_1",0.01,1613941848571,2340
+"sqr_mom_1",0.99,1613941848571,2340
+"lr_1",4.928225715712619e-05,1613941848571,2340
+"mom_1",0.8517943571071845,1613941848571,2340
+"eps_1",1e-05,1613941848571,2340
+"wd_2",0.01,1613941848571,2340
+"sqr_mom_2",0.99,1613941848571,2340
+"lr_2",0.0004928225715712619,1613941848571,2340
+"mom_2",0.8517943571071845,1613941848571,2340
+"eps_2",1e-05,1613941848571,2340
+"train_loss",0.054510534,1613941849534,2341
+"raw_loss",0.034598704,1613941849534,2341
+"epoch",14.729559748427647,1613941849534,2341
+"wd_0",0.01,1613941849534,2341
+"sqr_mom_0",0.99,1613941849534,2341
+"lr_0",4.928923524735717e-06,1613941849534,2341
+"mom_0",0.8517769118816071,1613941849534,2341
+"eps_0",1e-05,1613941849534,2341
+"wd_1",0.01,1613941849534,2341
+"sqr_mom_1",0.99,1613941849534,2341
+"lr_1",4.9289235247357166e-05,1613941849534,2341
+"mom_1",0.8517769118816071,1613941849534,2341
+"eps_1",1e-05,1613941849534,2341
+"wd_2",0.01,1613941849534,2341
+"sqr_mom_2",0.99,1613941849534,2341
+"lr_2",0.0004928923524735717,1613941849534,2341
+"mom_2",0.8517769118816071,1613941849534,2341
+"eps_2",1e-05,1613941849534,2341
+"train_loss",0.054738365,1613941850537,2342
+"raw_loss",0.06590205,1613941850537,2342
+"epoch",14.735849056603747,1613941850537,2342
+"wd_0",0.01,1613941850537,2342
+"sqr_mom_0",0.99,1613941850537,2342
+"lr_0",4.9296179863935595e-06,1613941850537,2342
+"mom_0",0.851759550340161,1613941850537,2342
+"eps_0",1e-05,1613941850537,2342
+"wd_1",0.01,1613941850537,2342
+"sqr_mom_1",0.99,1613941850537,2342
+"lr_1",4.929617986393559e-05,1613941850537,2342
+"mom_1",0.851759550340161,1613941850537,2342
+"eps_1",1e-05,1613941850537,2342
+"wd_2",0.01,1613941850537,2342
+"sqr_mom_2",0.99,1613941850537,2342
+"lr_2",0.0004929617986393559,1613941850537,2342
+"mom_2",0.851759550340161,1613941850537,2342
+"eps_2",1e-05,1613941850537,2342
+"train_loss",0.05464953,1613941851499,2343
+"raw_loss",0.05029669,1613941851499,2343
+"epoch",14.742138364779848,1613941851499,2343
+"wd_0",0.01,1613941851499,2343
+"sqr_mom_0",0.99,1613941851499,2343
+"lr_0",4.930308903478487e-06,1613941851499,2343
+"mom_0",0.8517422774130379,1613941851499,2343
+"eps_0",1e-05,1613941851499,2343
+"wd_1",0.01,1613941851499,2343
+"sqr_mom_1",0.99,1613941851499,2343
+"lr_1",4.930308903478486e-05,1613941851499,2343
+"mom_1",0.8517422774130379,1613941851499,2343
+"eps_1",1e-05,1613941851499,2343
+"wd_2",0.01,1613941851499,2343
+"sqr_mom_2",0.99,1613941851499,2343
+"lr_2",0.0004930308903478486,1613941851499,2343
+"mom_2",0.8517422774130379,1613941851499,2343
+"eps_2",1e-05,1613941851499,2343
+"train_loss",0.054233775,1613941852452,2344
+"raw_loss",0.033861656,1613941852452,2344
+"epoch",14.748427672955948,1613941852452,2344
+"wd_0",0.01,1613941852452,2344
+"sqr_mom_0",0.99,1613941852452,2344
+"lr_0",4.930996667748705e-06,1613941852452,2344
+"mom_0",0.8517250833062824,1613941852452,2344
+"eps_0",1e-05,1613941852452,2344
+"wd_1",0.01,1613941852452,2344
+"sqr_mom_1",0.99,1613941852452,2344
+"lr_1",4.930996667748705e-05,1613941852452,2344
+"mom_1",0.8517250833062824,1613941852452,2344
+"eps_1",1e-05,1613941852452,2344
+"wd_2",0.01,1613941852452,2344
+"sqr_mom_2",0.99,1613941852452,2344
+"lr_2",0.0004930996667748705,1613941852452,2344
+"mom_2",0.8517250833062824,1613941852452,2344
+"eps_2",1e-05,1613941852452,2344
+"train_loss",0.05395267,1613941853399,2345
+"raw_loss",0.040178705,1613941853399,2345
+"epoch",14.754716981132049,1613941853399,2345
+"wd_0",0.01,1613941853399,2345
+"sqr_mom_0",0.99,1613941853399,2345
+"lr_0",4.931681081056032e-06,1613941853399,2345
+"mom_0",0.8517079729735992,1613941853399,2345
+"eps_0",1e-05,1613941853399,2345
+"wd_1",0.01,1613941853399,2345
+"sqr_mom_1",0.99,1613941853399,2345
+"lr_1",4.931681081056031e-05,1613941853399,2345
+"mom_1",0.8517079729735992,1613941853399,2345
+"eps_1",1e-05,1613941853399,2345
+"wd_2",0.01,1613941853399,2345
+"sqr_mom_2",0.99,1613941853399,2345
+"lr_2",0.0004931681081056031,1613941853399,2345
+"mom_2",0.8517079729735992,1613941853399,2345
+"eps_2",1e-05,1613941853399,2345
+"train_loss",0.053441748,1613941854344,2346
+"raw_loss",0.028406538,1613941854344,2346
+"epoch",14.761006289308149,1613941854344,2346
+"wd_0",0.01,1613941854344,2346
+"sqr_mom_0",0.99,1613941854344,2346
+"lr_0",4.932361949068441e-06,1613941854344,2346
+"mom_0",0.851690951273289,1613941854344,2346
+"eps_0",1e-05,1613941854344,2346
+"wd_1",0.01,1613941854344,2346
+"sqr_mom_1",0.99,1613941854344,2346
+"lr_1",4.9323619490684406e-05,1613941854344,2346
+"mom_1",0.851690951273289,1613941854344,2346
+"eps_1",1e-05,1613941854344,2346
+"wd_2",0.01,1613941854344,2346
+"sqr_mom_2",0.99,1613941854344,2346
+"lr_2",0.000493236194906844,1613941854344,2346
+"mom_2",0.851690951273289,1613941854344,2346
+"eps_2",1e-05,1613941854344,2346
+"train_loss",0.05347908,1613941855292,2347
+"raw_loss",0.055308398,1613941855292,2347
+"epoch",14.76729559748425,1613941855292,2347
+"wd_0",0.01,1613941855292,2347
+"sqr_mom_0",0.99,1613941855292,2347
+"lr_0",4.933039657846197e-06,1613941855292,2347
+"mom_0",0.8516740085538451,1613941855292,2347
+"eps_0",1e-05,1613941855292,2347
+"wd_1",0.01,1613941855292,2347
+"sqr_mom_1",0.99,1613941855292,2347
+"lr_1",4.933039657846196e-05,1613941855292,2347
+"mom_1",0.8516740085538451,1613941855292,2347
+"eps_1",1e-05,1613941855292,2347
+"wd_2",0.01,1613941855292,2347
+"sqr_mom_2",0.99,1613941855292,2347
+"lr_2",0.0004933039657846197,1613941855292,2347
+"mom_2",0.8516740085538451,1613941855292,2347
+"eps_2",1e-05,1613941855292,2347
+"train_loss",0.05400104,1613941856234,2348
+"raw_loss",0.07957713,1613941856234,2348
+"epoch",14.77358490566035,1613941856234,2348
+"wd_0",0.01,1613941856234,2348
+"sqr_mom_0",0.99,1613941856234,2348
+"lr_0",4.933714012115751e-06,1613941856234,2348
+"mom_0",0.8516571496971063,1613941856234,2348
+"eps_0",1e-05,1613941856234,2348
+"wd_1",0.01,1613941856234,2348
+"sqr_mom_1",0.99,1613941856234,2348
+"lr_1",4.9337140121157494e-05,1613941856234,2348
+"mom_1",0.8516571496971063,1613941856234,2348
+"eps_1",1e-05,1613941856234,2348
+"wd_2",0.01,1613941856234,2348
+"sqr_mom_2",0.99,1613941856234,2348
+"lr_2",0.000493371401211575,1613941856234,2348
+"mom_2",0.8516571496971063,1613941856234,2348
+"eps_2",1e-05,1613941856234,2348
+"train_loss",0.05353302,1613941857176,2349
+"raw_loss",0.030600129,1613941857176,2349
+"epoch",14.77987421383645,1613941857176,2349
+"wd_0",0.01,1613941857176,2349
+"sqr_mom_0",0.99,1613941857176,2349
+"lr_0",4.934384915565335e-06,1613941857176,2349
+"mom_0",0.8516403771108666,1613941857176,2349
+"eps_0",1e-05,1613941857176,2349
+"wd_1",0.01,1613941857176,2349
+"sqr_mom_1",0.99,1613941857176,2349
+"lr_1",4.9343849155653343e-05,1613941857176,2349
+"mom_1",0.8516403771108666,1613941857176,2349
+"eps_1",1e-05,1613941857176,2349
+"wd_2",0.01,1613941857176,2349
+"sqr_mom_2",0.99,1613941857176,2349
+"lr_2",0.0004934384915565334,1613941857176,2349
+"mom_2",0.8516403771108666,1613941857176,2349
+"eps_2",1e-05,1613941857176,2349
+"train_loss",0.053480852,1613941858126,2350
+"raw_loss",0.050924633,1613941858126,2350
+"epoch",14.78616352201255,1613941858126,2350
+"wd_0",0.01,1613941858126,2350
+"sqr_mom_0",0.99,1613941858126,2350
+"lr_0",4.93505255779082e-06,1613941858126,2350
+"mom_0",0.8516236860552295,1613941858126,2350
+"eps_0",1e-05,1613941858126,2350
+"wd_1",0.01,1613941858126,2350
+"sqr_mom_1",0.99,1613941858126,2350
+"lr_1",4.93505255779082e-05,1613941858126,2350
+"mom_1",0.8516236860552295,1613941858126,2350
+"eps_1",1e-05,1613941858126,2350
+"wd_2",0.01,1613941858126,2350
+"sqr_mom_2",0.99,1613941858126,2350
+"lr_2",0.000493505255779082,1613941858126,2350
+"mom_2",0.8516236860552295,1613941858126,2350
+"eps_2",1e-05,1613941858126,2350
+"train_loss",0.053156327,1613941859060,2351
+"raw_loss",0.03725467,1613941859060,2351
+"epoch",14.792452830188651,1613941859060,2351
+"wd_0",0.01,1613941859060,2351
+"sqr_mom_0",0.99,1613941859060,2351
+"lr_0",4.935716842015007e-06,1613941859060,2351
+"mom_0",0.8516070789496248,1613941859060,2351
+"eps_0",1e-05,1613941859060,2351
+"wd_1",0.01,1613941859060,2351
+"sqr_mom_1",0.99,1613941859060,2351
+"lr_1",4.935716842015007e-05,1613941859060,2351
+"mom_1",0.8516070789496248,1613941859060,2351
+"eps_1",1e-05,1613941859060,2351
+"wd_2",0.01,1613941859060,2351
+"sqr_mom_2",0.99,1613941859060,2351
+"lr_2",0.0004935716842015007,1613941859060,2351
+"mom_2",0.8516070789496248,1613941859060,2351
+"eps_2",1e-05,1613941859060,2351
+"train_loss",0.052829225,1613941860010,2352
+"raw_loss",0.03680122,1613941860010,2352
+"epoch",14.798742138364751,1613941860010,2352
+"wd_0",0.01,1613941860010,2352
+"sqr_mom_0",0.99,1613941860010,2352
+"lr_0",4.936377579666341e-06,1613941860010,2352
+"mom_0",0.8515905605083415,1613941860010,2352
+"eps_0",1e-05,1613941860010,2352
+"wd_1",0.01,1613941860010,2352
+"sqr_mom_1",0.99,1613941860010,2352
+"lr_1",4.93637757966634e-05,1613941860010,2352
+"mom_1",0.8515905605083415,1613941860010,2352
+"eps_1",1e-05,1613941860010,2352
+"wd_2",0.01,1613941860010,2352
+"sqr_mom_2",0.99,1613941860010,2352
+"lr_2",0.000493637757966634,1613941860010,2352
+"mom_2",0.8515905605083415,1613941860010,2352
+"eps_2",1e-05,1613941860010,2352
+"train_loss",0.052291874,1613941860964,2353
+"raw_loss",0.025961693,1613941860964,2353
+"epoch",14.805031446540852,1613941860964,2353
+"wd_0",0.01,1613941860964,2353
+"sqr_mom_0",0.99,1613941860964,2353
+"lr_0",4.93703514539093e-06,1613941860964,2353
+"mom_0",0.8515741213652267,1613941860964,2353
+"eps_0",1e-05,1613941860964,2353
+"wd_1",0.01,1613941860964,2353
+"sqr_mom_1",0.99,1613941860964,2353
+"lr_1",4.937035145390929e-05,1613941860964,2353
+"mom_1",0.8515741213652267,1613941860964,2353
+"eps_1",1e-05,1613941860964,2353
+"wd_2",0.01,1613941860964,2353
+"sqr_mom_2",0.99,1613941860964,2353
+"lr_2",0.0004937035145390929,1613941860964,2353
+"mom_2",0.8515741213652267,1613941860964,2353
+"eps_2",1e-05,1613941860964,2353
+"train_loss",0.052379243,1613941861925,2354
+"raw_loss",0.056660365,1613941861925,2354
+"epoch",14.811320754716952,1613941861925,2354
+"wd_0",0.01,1613941861925,2354
+"sqr_mom_0",0.99,1613941861925,2354
+"lr_0",4.93768934967373e-06,1613941861925,2354
+"mom_0",0.8515577662581567,1613941861925,2354
+"eps_0",1e-05,1613941861925,2354
+"wd_1",0.01,1613941861925,2354
+"sqr_mom_1",0.99,1613941861925,2354
+"lr_1",4.9376893496737294e-05,1613941861925,2354
+"mom_1",0.8515577662581567,1613941861925,2354
+"eps_1",1e-05,1613941861925,2354
+"wd_2",0.01,1613941861925,2354
+"sqr_mom_2",0.99,1613941861925,2354
+"lr_2",0.000493768934967373,1613941861925,2354
+"mom_2",0.8515577662581567,1613941861925,2354
+"eps_2",1e-05,1613941861925,2354
+"train_loss",0.054468878,1613941862893,2355
+"raw_loss",0.15686099,1613941862893,2355
+"epoch",14.817610062893053,1613941862893,2355
+"wd_0",0.01,1613941862893,2355
+"sqr_mom_0",0.99,1613941862893,2355
+"lr_0",4.9383400068277895e-06,1613941862893,2355
+"mom_0",0.8515414998293053,1613941862893,2355
+"eps_0",1e-05,1613941862893,2355
+"wd_1",0.01,1613941862893,2355
+"sqr_mom_1",0.99,1613941862893,2355
+"lr_1",4.938340006827789e-05,1613941862893,2355
+"mom_1",0.8515414998293053,1613941862893,2355
+"eps_1",1e-05,1613941862893,2355
+"wd_2",0.01,1613941862893,2355
+"sqr_mom_2",0.99,1613941862893,2355
+"lr_2",0.0004938340006827789,1613941862893,2355
+"mom_2",0.8515414998293053,1613941862893,2355
+"eps_2",1e-05,1613941862893,2355
+"train_loss",0.054914713,1613941863856,2356
+"raw_loss",0.07676072,1613941863856,2356
+"epoch",14.823899371069153,1613941863856,2356
+"wd_0",0.01,1613941863856,2356
+"sqr_mom_0",0.99,1613941863856,2356
+"lr_0",4.938987485783455e-06,1613941863856,2356
+"mom_0",0.8515253128554136,1613941863856,2356
+"eps_0",1e-05,1613941863856,2356
+"wd_1",0.01,1613941863856,2356
+"sqr_mom_1",0.99,1613941863856,2356
+"lr_1",4.938987485783456e-05,1613941863856,2356
+"mom_1",0.8515253128554136,1613941863856,2356
+"eps_1",1e-05,1613941863856,2356
+"wd_2",0.01,1613941863856,2356
+"sqr_mom_2",0.99,1613941863856,2356
+"lr_2",0.0004938987485783456,1613941863856,2356
+"mom_2",0.8515253128554136,1613941863856,2356
+"eps_2",1e-05,1613941863856,2356
+"train_loss",0.054604094,1613941864860,2357
+"raw_loss",0.039383788,1613941864860,2357
+"epoch",14.830188679245254,1613941864860,2357
+"wd_0",0.01,1613941864860,2357
+"sqr_mom_0",0.99,1613941864860,2357
+"lr_0",4.939631599909332e-06,1613941864860,2357
+"mom_0",0.8515092100022666,1613941864860,2357
+"eps_0",1e-05,1613941864860,2357
+"wd_1",0.01,1613941864860,2357
+"sqr_mom_1",0.99,1613941864860,2357
+"lr_1",4.939631599909332e-05,1613941864860,2357
+"mom_1",0.8515092100022666,1613941864860,2357
+"eps_1",1e-05,1613941864860,2357
+"wd_2",0.01,1613941864860,2357
+"sqr_mom_2",0.99,1613941864860,2357
+"lr_2",0.0004939631599909332,1613941864860,2357
+"mom_2",0.8515092100022666,1613941864860,2357
+"eps_2",1e-05,1613941864860,2357
+"train_loss",0.054569725,1613941865823,2358
+"raw_loss",0.05288556,1613941865823,2358
+"epoch",14.836477987421354,1613941865823,2358
+"wd_0",0.01,1613941865823,2358
+"sqr_mom_0",0.99,1613941865823,2358
+"lr_0",4.940272348087652e-06,1613941865823,2358
+"mom_0",0.8514931912978086,1613941865823,2358
+"eps_0",1e-05,1613941865823,2358
+"wd_1",0.01,1613941865823,2358
+"sqr_mom_1",0.99,1613941865823,2358
+"lr_1",4.940272348087652e-05,1613941865823,2358
+"mom_1",0.8514931912978086,1613941865823,2358
+"eps_1",1e-05,1613941865823,2358
+"wd_2",0.01,1613941865823,2358
+"sqr_mom_2",0.99,1613941865823,2358
+"lr_2",0.0004940272348087652,1613941865823,2358
+"mom_2",0.8514931912978086,1613941865823,2358
+"eps_2",1e-05,1613941865823,2358
+"train_loss",0.05413307,1613941866800,2359
+"raw_loss",0.032736868,1613941866800,2359
+"epoch",14.842767295597454,1613941866800,2359
+"wd_0",0.01,1613941866800,2359
+"sqr_mom_0",0.99,1613941866800,2359
+"lr_0",4.940909638844377e-06,1613941866800,2359
+"mom_0",0.8514772590288906,1613941866800,2359
+"eps_0",1e-05,1613941866800,2359
+"wd_1",0.01,1613941866800,2359
+"sqr_mom_1",0.99,1613941866800,2359
+"lr_1",4.940909638844377e-05,1613941866800,2359
+"mom_1",0.8514772590288906,1613941866800,2359
+"eps_1",1e-05,1613941866800,2359
+"wd_2",0.01,1613941866800,2359
+"sqr_mom_2",0.99,1613941866800,2359
+"lr_2",0.0004940909638844377,1613941866800,2359
+"mom_2",0.8514772590288906,1613941866800,2359
+"eps_2",1e-05,1613941866800,2359
+"train_loss",0.055216346,1613941867755,2360
+"raw_loss",0.10829706,1613941867755,2360
+"epoch",14.849056603773555,1613941867755,2360
+"wd_0",0.01,1613941867755,2360
+"sqr_mom_0",0.99,1613941867755,2360
+"lr_0",4.9415436522765025e-06,1613941867755,2360
+"mom_0",0.8514614086930874,1613941867755,2360
+"eps_0",1e-05,1613941867755,2360
+"wd_1",0.01,1613941867755,2360
+"sqr_mom_1",0.99,1613941867755,2360
+"lr_1",4.941543652276502e-05,1613941867755,2360
+"mom_1",0.8514614086930874,1613941867755,2360
+"eps_1",1e-05,1613941867755,2360
+"wd_2",0.01,1613941867755,2360
+"sqr_mom_2",0.99,1613941867755,2360
+"lr_2",0.0004941543652276502,1613941867755,2360
+"mom_2",0.8514614086930874,1613941867755,2360
+"eps_2",1e-05,1613941867755,2360
+"train_loss",0.0552546,1613941868693,2361
+"raw_loss",0.057129137,1613941868693,2361
+"epoch",14.855345911949655,1613941868693,2361
+"wd_0",0.01,1613941868693,2361
+"sqr_mom_0",0.99,1613941868693,2361
+"lr_0",4.942174296442984e-06,1613941868693,2361
+"mom_0",0.8514456425889254,1613941868693,2361
+"eps_0",1e-05,1613941868693,2361
+"wd_1",0.01,1613941868693,2361
+"sqr_mom_1",0.99,1613941868693,2361
+"lr_1",4.9421742964429826e-05,1613941868693,2361
+"mom_1",0.8514456425889254,1613941868693,2361
+"eps_1",1e-05,1613941868693,2361
+"wd_2",0.01,1613941868693,2361
+"sqr_mom_2",0.99,1613941868693,2361
+"lr_2",0.0004942174296442982,1613941868693,2361
+"mom_2",0.8514456425889254,1613941868693,2361
+"eps_2",1e-05,1613941868693,2361
+"train_loss",0.055082142,1613941869647,2362
+"raw_loss",0.046631645,1613941869647,2362
+"epoch",14.861635220125756,1613941869647,2362
+"wd_0",0.01,1613941869647,2362
+"sqr_mom_0",0.99,1613941869647,2362
+"lr_0",4.94280139239904e-06,1613941869647,2362
+"mom_0",0.851429965190024,1613941869647,2362
+"eps_0",1e-05,1613941869647,2362
+"wd_1",0.01,1613941869647,2362
+"sqr_mom_1",0.99,1613941869647,2362
+"lr_1",4.942801392399039e-05,1613941869647,2362
+"mom_1",0.851429965190024,1613941869647,2362
+"eps_1",1e-05,1613941869647,2362
+"wd_2",0.01,1613941869647,2362
+"sqr_mom_2",0.99,1613941869647,2362
+"lr_2",0.0004942801392399039,1613941869647,2362
+"mom_2",0.851429965190024,1613941869647,2362
+"eps_2",1e-05,1613941869647,2362
+"train_loss",0.054938514,1613941870593,2363
+"raw_loss",0.047900707,1613941870593,2363
+"epoch",14.867924528301856,1613941870593,2363
+"wd_0",0.01,1613941870593,2363
+"sqr_mom_0",0.99,1613941870593,2363
+"lr_0",4.94342529571554e-06,1613941870593,2363
+"mom_0",0.8514143676071115,1613941870593,2363
+"eps_0",1e-05,1613941870593,2363
+"wd_1",0.01,1613941870593,2363
+"sqr_mom_1",0.99,1613941870593,2363
+"lr_1",4.9434252957155386e-05,1613941870593,2363
+"mom_1",0.8514143676071115,1613941870593,2363
+"eps_1",1e-05,1613941870593,2363
+"wd_2",0.01,1613941870593,2363
+"sqr_mom_2",0.99,1613941870593,2363
+"lr_2",0.0004943425295715539,1613941870593,2363
+"mom_2",0.8514143676071115,1613941870593,2363
+"eps_2",1e-05,1613941870593,2363
+"train_loss",0.054714,1613941871546,2364
+"raw_loss",0.043712847,1613941871546,2364
+"epoch",14.874213836477956,1613941871546,2364
+"wd_0",0.01,1613941871546,2364
+"sqr_mom_0",0.99,1613941871546,2364
+"lr_0",4.944045826501077e-06,1613941871546,2364
+"mom_0",0.8513988543374731,1613941871546,2364
+"eps_0",1e-05,1613941871546,2364
+"wd_1",0.01,1613941871546,2364
+"sqr_mom_1",0.99,1613941871546,2364
+"lr_1",4.9440458265010765e-05,1613941871546,2364
+"mom_1",0.8513988543374731,1613941871546,2364
+"eps_1",1e-05,1613941871546,2364
+"wd_2",0.01,1613941871546,2364
+"sqr_mom_2",0.99,1613941871546,2364
+"lr_2",0.0004944045826501077,1613941871546,2364
+"mom_2",0.8513988543374731,1613941871546,2364
+"eps_2",1e-05,1613941871546,2364
+"train_loss",0.054647747,1613941872482,2365
+"raw_loss",0.051401276,1613941872482,2365
+"epoch",14.880503144654057,1613941872482,2365
+"wd_0",0.01,1613941872482,2365
+"sqr_mom_0",0.99,1613941872482,2365
+"lr_0",4.944662808704969e-06,1613941872482,2365
+"mom_0",0.8513834297823758,1613941872482,2365
+"eps_0",1e-05,1613941872482,2365
+"wd_1",0.01,1613941872482,2365
+"sqr_mom_1",0.99,1613941872482,2365
+"lr_1",4.944662808704968e-05,1613941872482,2365
+"mom_1",0.8513834297823758,1613941872482,2365
+"eps_1",1e-05,1613941872482,2365
+"wd_2",0.01,1613941872482,2365
+"sqr_mom_2",0.99,1613941872482,2365
+"lr_2",0.0004944662808704968,1613941872482,2365
+"mom_2",0.8513834297823758,1613941872482,2365
+"eps_2",1e-05,1613941872482,2365
+"train_loss",0.0544295,1613941873427,2366
+"raw_loss",0.043735377,1613941873427,2366
+"epoch",14.886792452830157,1613941873427,2366
+"wd_0",0.01,1613941873427,2366
+"sqr_mom_0",0.99,1613941873427,2366
+"lr_0",4.9452765921634635e-06,1613941873427,2366
+"mom_0",0.8513680851959134,1613941873427,2366
+"eps_0",1e-05,1613941873427,2366
+"wd_1",0.01,1613941873427,2366
+"sqr_mom_1",0.99,1613941873427,2366
+"lr_1",4.9452765921634635e-05,1613941873427,2366
+"mom_1",0.8513680851959134,1613941873427,2366
+"eps_1",1e-05,1613941873427,2366
+"wd_2",0.01,1613941873427,2366
+"sqr_mom_2",0.99,1613941873427,2366
+"lr_2",0.0004945276592163464,1613941873427,2366
+"mom_2",0.8513680851959134,1613941873427,2366
+"eps_2",1e-05,1613941873427,2366
+"train_loss",0.054399353,1613941874370,2367
+"raw_loss",0.052922104,1613941874370,2367
+"epoch",14.893081761006258,1613941874370,2367
+"wd_0",0.01,1613941874370,2367
+"sqr_mom_0",0.99,1613941874370,2367
+"lr_0",4.945886999878341e-06,1613941874370,2367
+"mom_0",0.8513528250030414,1613941874370,2367
+"eps_0",1e-05,1613941874370,2367
+"wd_1",0.01,1613941874370,2367
+"sqr_mom_1",0.99,1613941874370,2367
+"lr_1",4.945886999878341e-05,1613941874370,2367
+"mom_1",0.8513528250030414,1613941874370,2367
+"eps_1",1e-05,1613941874370,2367
+"wd_2",0.01,1613941874370,2367
+"sqr_mom_2",0.99,1613941874370,2367
+"lr_2",0.0004945886999878341,1613941874370,2367
+"mom_2",0.8513528250030414,1613941874370,2367
+"eps_2",1e-05,1613941874370,2367
+"train_loss",0.05416657,1613941875312,2368
+"raw_loss",0.042760234,1613941875312,2368
+"epoch",14.899371069182358,1613941875312,2368
+"wd_0",0.01,1613941875312,2368
+"sqr_mom_0",0.99,1613941875312,2368
+"lr_0",4.94649394474308e-06,1613941875312,2368
+"mom_0",0.851337651381423,1613941875312,2368
+"eps_0",1e-05,1613941875312,2368
+"wd_1",0.01,1613941875312,2368
+"sqr_mom_1",0.99,1613941875312,2368
+"lr_1",4.94649394474308e-05,1613941875312,2368
+"mom_1",0.851337651381423,1613941875312,2368
+"eps_1",1e-05,1613941875312,2368
+"wd_2",0.01,1613941875312,2368
+"sqr_mom_2",0.99,1613941875312,2368
+"lr_2",0.000494649394474308,1613941875312,2368
+"mom_2",0.851337651381423,1613941875312,2368
+"eps_2",1e-05,1613941875312,2368
+"train_loss",0.054034356,1613941876250,2369
+"raw_loss",0.047555823,1613941876250,2369
+"epoch",14.905660377358458,1613941876250,2369
+"wd_0",0.01,1613941876250,2369
+"sqr_mom_0",0.99,1613941876250,2369
+"lr_0",4.9470975982789885e-06,1613941876250,2369
+"mom_0",0.8513225600430253,1613941876250,2369
+"eps_0",1e-05,1613941876250,2369
+"wd_1",0.01,1613941876250,2369
+"sqr_mom_1",0.99,1613941876250,2369
+"lr_1",4.947097598278988e-05,1613941876250,2369
+"mom_1",0.8513225600430253,1613941876250,2369
+"eps_1",1e-05,1613941876250,2369
+"wd_2",0.01,1613941876250,2369
+"sqr_mom_2",0.99,1613941876250,2369
+"lr_2",0.0004947097598278988,1613941876250,2369
+"mom_2",0.8513225600430253,1613941876250,2369
+"eps_2",1e-05,1613941876250,2369
+"train_loss",0.053856514,1613941877224,2370
+"raw_loss",0.04514231,1613941877224,2370
+"epoch",14.911949685534559,1613941877224,2370
+"wd_0",0.01,1613941877224,2370
+"sqr_mom_0",0.99,1613941877224,2370
+"lr_0",4.94769787291119e-06,1613941877224,2370
+"mom_0",0.8513075531772203,1613941877224,2370
+"eps_0",1e-05,1613941877224,2370
+"wd_1",0.01,1613941877224,2370
+"sqr_mom_1",0.99,1613941877224,2370
+"lr_1",4.947697872911189e-05,1613941877224,2370
+"mom_1",0.8513075531772203,1613941877224,2370
+"eps_1",1e-05,1613941877224,2370
+"wd_2",0.01,1613941877224,2370
+"sqr_mom_2",0.99,1613941877224,2370
+"lr_2",0.0004947697872911188,1613941877224,2370
+"mom_2",0.8513075531772203,1613941877224,2370
+"eps_2",1e-05,1613941877224,2370
+"train_loss",0.05344442,1613941878195,2371
+"raw_loss",0.033251815,1613941878195,2371
+"epoch",14.91823899371066,1613941878195,2371
+"wd_0",0.01,1613941878195,2371
+"sqr_mom_0",0.99,1613941878195,2371
+"lr_0",4.948294598385528e-06,1613941878195,2371
+"mom_0",0.8512926350403618,1613941878195,2371
+"eps_0",1e-05,1613941878195,2371
+"wd_1",0.01,1613941878195,2371
+"sqr_mom_1",0.99,1613941878195,2371
+"lr_1",4.948294598385528e-05,1613941878195,2371
+"mom_1",0.8512926350403618,1613941878195,2371
+"eps_1",1e-05,1613941878195,2371
+"wd_2",0.01,1613941878195,2371
+"sqr_mom_2",0.99,1613941878195,2371
+"lr_2",0.0004948294598385528,1613941878195,2371
+"mom_2",0.8512926350403618,1613941878195,2371
+"eps_2",1e-05,1613941878195,2371
+"train_loss",0.053004865,1613941879136,2372
+"raw_loss",0.03146662,1613941879136,2372
+"epoch",14.92452830188676,1613941879136,2372
+"wd_0",0.01,1613941879136,2372
+"sqr_mom_0",0.99,1613941879136,2372
+"lr_0",4.948888113052449e-06,1613941879136,2372
+"mom_0",0.8512777971736888,1613941879136,2372
+"eps_0",1e-05,1613941879136,2372
+"wd_1",0.01,1613941879136,2372
+"sqr_mom_1",0.99,1613941879136,2372
+"lr_1",4.948888113052448e-05,1613941879136,2372
+"mom_1",0.8512777971736888,1613941879136,2372
+"eps_1",1e-05,1613941879136,2372
+"wd_2",0.01,1613941879136,2372
+"sqr_mom_2",0.99,1613941879136,2372
+"lr_2",0.0004948888113052447,1613941879136,2372
+"mom_2",0.8512777971736888,1613941879136,2372
+"eps_2",1e-05,1613941879136,2372
+"train_loss",0.053528763,1613941880068,2373
+"raw_loss",0.079199895,1613941880068,2373
+"epoch",14.93081761006286,1613941880068,2373
+"wd_0",0.01,1613941880068,2373
+"sqr_mom_0",0.99,1613941880068,2373
+"lr_0",4.949478245708485e-06,1613941880068,2373
+"mom_0",0.8512630438572879,1613941880068,2373
+"eps_0",1e-05,1613941880068,2373
+"wd_1",0.01,1613941880068,2373
+"sqr_mom_1",0.99,1613941880068,2373
+"lr_1",4.949478245708483e-05,1613941880068,2373
+"mom_1",0.8512630438572879,1613941880068,2373
+"eps_1",1e-05,1613941880068,2373
+"wd_2",0.01,1613941880068,2373
+"sqr_mom_2",0.99,1613941880068,2373
+"lr_2",0.0004949478245708484,1613941880068,2373
+"mom_2",0.8512630438572879,1613941880068,2373
+"eps_2",1e-05,1613941880068,2373
+"train_loss",0.05333664,1613941881015,2374
+"raw_loss",0.043922566,1613941881015,2374
+"epoch",14.93710691823896,1613941881015,2374
+"wd_0",0.01,1613941881015,2374
+"sqr_mom_0",0.99,1613941881015,2374
+"lr_0",4.950064829001688e-06,1613941881015,2374
+"mom_0",0.8512483792749578,1613941881015,2374
+"eps_0",1e-05,1613941881015,2374
+"wd_1",0.01,1613941881015,2374
+"sqr_mom_1",0.99,1613941881015,2374
+"lr_1",4.950064829001687e-05,1613941881015,2374
+"mom_1",0.8512483792749578,1613941881015,2374
+"eps_1",1e-05,1613941881015,2374
+"wd_2",0.01,1613941881015,2374
+"sqr_mom_2",0.99,1613941881015,2374
+"lr_2",0.0004950064829001687,1613941881015,2374
+"mom_2",0.8512483792749578,1613941881015,2374
+"eps_2",1e-05,1613941881015,2374
+"train_loss",0.054563895,1613941881954,2375
+"raw_loss",0.114699535,1613941881954,2375
+"epoch",14.94339622641506,1613941881954,2375
+"wd_0",0.01,1613941881954,2375
+"sqr_mom_0",0.99,1613941881954,2375
+"lr_0",4.950648195531765e-06,1613941881954,2375
+"mom_0",0.8512337951117059,1613941881954,2375
+"eps_0",1e-05,1613941881954,2375
+"wd_1",0.01,1613941881954,2375
+"sqr_mom_1",0.99,1613941881954,2375
+"lr_1",4.950648195531764e-05,1613941881954,2375
+"mom_1",0.8512337951117059,1613941881954,2375
+"eps_1",1e-05,1613941881954,2375
+"wd_2",0.01,1613941881954,2375
+"sqr_mom_2",0.99,1613941881954,2375
+"lr_2",0.0004950648195531763,1613941881954,2375
+"mom_2",0.8512337951117059,1613941881954,2375
+"eps_2",1e-05,1613941881954,2375
+"train_loss",0.055427924,1613941882917,2376
+"raw_loss",0.09776544,1613941882917,2376
+"epoch",14.949685534591161,1613941882917,2376
+"wd_0",0.01,1613941882917,2376
+"sqr_mom_0",0.99,1613941882917,2376
+"lr_0",4.95122817699659e-06,1613941882917,2376
+"mom_0",0.8512192955750852,1613941882917,2376
+"eps_0",1e-05,1613941882917,2376
+"wd_1",0.01,1613941882917,2376
+"sqr_mom_1",0.99,1613941882917,2376
+"lr_1",4.95122817699659e-05,1613941882917,2376
+"mom_1",0.8512192955750852,1613941882917,2376
+"eps_1",1e-05,1613941882917,2376
+"wd_2",0.01,1613941882917,2376
+"sqr_mom_2",0.99,1613941882917,2376
+"lr_2",0.0004951228176996589,1613941882917,2376
+"mom_2",0.8512192955750852,1613941882917,2376
+"eps_2",1e-05,1613941882917,2376
+"train_loss",0.05514208,1613941883884,2377
+"raw_loss",0.041135605,1613941883884,2377
+"epoch",14.955974842767262,1613941883884,2377
+"wd_0",0.01,1613941883884,2377
+"sqr_mom_0",0.99,1613941883884,2377
+"lr_0",4.9518046906694e-06,1613941883884,2377
+"mom_0",0.851204882733265,1613941883884,2377
+"eps_0",1e-05,1613941883884,2377
+"wd_1",0.01,1613941883884,2377
+"sqr_mom_1",0.99,1613941883884,2377
+"lr_1",4.9518046906693986e-05,1613941883884,2377
+"mom_1",0.851204882733265,1613941883884,2377
+"eps_1",1e-05,1613941883884,2377
+"wd_2",0.01,1613941883884,2377
+"sqr_mom_2",0.99,1613941883884,2377
+"lr_2",0.0004951804690669399,1613941883884,2377
+"mom_2",0.851204882733265,1613941883884,2377
+"eps_2",1e-05,1613941883884,2377
+"train_loss",0.054960683,1613941884842,2378
+"raw_loss",0.04607232,1613941884842,2378
+"epoch",14.962264150943362,1613941884842,2378
+"wd_0",0.01,1613941884842,2378
+"sqr_mom_0",0.99,1613941884842,2378
+"lr_0",4.9523778994717124e-06,1613941884842,2378
+"mom_0",0.8511905525132072,1613941884842,2378
+"eps_0",1e-05,1613941884842,2378
+"wd_1",0.01,1613941884842,2378
+"sqr_mom_1",0.99,1613941884842,2378
+"lr_1",4.9523778994717114e-05,1613941884842,2378
+"mom_1",0.8511905525132072,1613941884842,2378
+"eps_1",1e-05,1613941884842,2378
+"wd_2",0.01,1613941884842,2378
+"sqr_mom_2",0.99,1613941884842,2378
+"lr_2",0.0004952377899471712,1613941884842,2378
+"mom_2",0.8511905525132072,1613941884842,2378
+"eps_2",1e-05,1613941884842,2378
+"train_loss",0.055165704,1613941885812,2379
+"raw_loss",0.065211765,1613941885812,2379
+"epoch",14.968553459119462,1613941885812,2379
+"wd_0",0.01,1613941885812,2379
+"sqr_mom_0",0.99,1613941885812,2379
+"lr_0",4.952947720207126e-06,1613941885812,2379
+"mom_0",0.8511763069948218,1613941885812,2379
+"eps_0",1e-05,1613941885812,2379
+"wd_1",0.01,1613941885812,2379
+"sqr_mom_1",0.99,1613941885812,2379
+"lr_1",4.952947720207124e-05,1613941885812,2379
+"mom_1",0.8511763069948218,1613941885812,2379
+"eps_1",1e-05,1613941885812,2379
+"wd_2",0.01,1613941885812,2379
+"sqr_mom_2",0.99,1613941885812,2379
+"lr_2",0.0004952947720207124,1613941885812,2379
+"mom_2",0.8511763069948218,1613941885812,2379
+"eps_2",1e-05,1613941885812,2379
+"train_loss",0.054845076,1613941886751,2380
+"raw_loss",0.039134268,1613941886751,2380
+"epoch",14.974842767295563,1613941886751,2380
+"wd_0",0.01,1613941886751,2380
+"sqr_mom_0",0.99,1613941886751,2380
+"lr_0",4.953514151886798e-06,1613941886751,2380
+"mom_0",0.85116214620283,1613941886751,2380
+"eps_0",1e-05,1613941886751,2380
+"wd_1",0.01,1613941886751,2380
+"sqr_mom_1",0.99,1613941886751,2380
+"lr_1",4.953514151886798e-05,1613941886751,2380
+"mom_1",0.85116214620283,1613941886751,2380
+"eps_1",1e-05,1613941886751,2380
+"wd_2",0.01,1613941886751,2380
+"sqr_mom_2",0.99,1613941886751,2380
+"lr_2",0.0004953514151886798,1613941886751,2380
+"mom_2",0.85116214620283,1613941886751,2380
+"eps_2",1e-05,1613941886751,2380
+"train_loss",0.0546147,1613941887705,2381
+"raw_loss",0.043326214,1613941887705,2381
+"epoch",14.981132075471663,1613941887705,2381
+"wd_0",0.01,1613941887705,2381
+"sqr_mom_0",0.99,1613941887705,2381
+"lr_0",4.954077033940913e-06,1613941887705,2381
+"mom_0",0.8511480741514772,1613941887705,2381
+"eps_0",1e-05,1613941887705,2381
+"wd_1",0.01,1613941887705,2381
+"sqr_mom_1",0.99,1613941887705,2381
+"lr_1",4.954077033940912e-05,1613941887705,2381
+"mom_1",0.8511480741514772,1613941887705,2381
+"eps_1",1e-05,1613941887705,2381
+"wd_2",0.01,1613941887705,2381
+"sqr_mom_2",0.99,1613941887705,2381
+"lr_2",0.0004954077033940912,1613941887705,2381
+"mom_2",0.8511480741514772,1613941887705,2381
+"eps_2",1e-05,1613941887705,2381
+"train_loss",0.05440508,1613941888638,2382
+"raw_loss",0.044133652,1613941888638,2382
+"epoch",14.987421383647764,1613941888638,2382
+"wd_0",0.01,1613941888638,2382
+"sqr_mom_0",0.99,1613941888638,2382
+"lr_0",4.95463668553029e-06,1613941888638,2382
+"mom_0",0.8511340828617427,1613941888638,2382
+"eps_0",1e-05,1613941888638,2382
+"wd_1",0.01,1613941888638,2382
+"sqr_mom_1",0.99,1613941888638,2382
+"lr_1",4.9546366855302887e-05,1613941888638,2382
+"mom_1",0.8511340828617427,1613941888638,2382
+"eps_1",1e-05,1613941888638,2382
+"wd_2",0.01,1613941888638,2382
+"sqr_mom_2",0.99,1613941888638,2382
+"lr_2",0.0004954636685530288,1613941888638,2382
+"mom_2",0.8511340828617427,1613941888638,2382
+"eps_2",1e-05,1613941888638,2382
+"train_loss",0.055088993,1613941889595,2383
+"raw_loss",0.088600785,1613941889595,2383
+"epoch",14.993710691823864,1613941889595,2383
+"wd_0",0.01,1613941889595,2383
+"sqr_mom_0",0.99,1613941889595,2383
+"lr_0",4.955192945132974e-06,1613941889595,2383
+"mom_0",0.8511201763716757,1613941889595,2383
+"eps_0",1e-05,1613941889595,2383
+"wd_1",0.01,1613941889595,2383
+"sqr_mom_1",0.99,1613941889595,2383
+"lr_1",4.955192945132973e-05,1613941889595,2383
+"mom_1",0.8511201763716757,1613941889595,2383
+"eps_1",1e-05,1613941889595,2383
+"wd_2",0.01,1613941889595,2383
+"sqr_mom_2",0.99,1613941889595,2383
+"lr_2",0.0004955192945132974,1613941889595,2383
+"mom_2",0.8511201763716757,1613941889595,2383
+"eps_2",1e-05,1613941889595,2383
+"train_loss",0.054747116,1613941890543,2384
+"raw_loss",0.037995156,1613941890543,2384
+"epoch",14.999999999999964,1613941890543,2384
+"wd_0",0.01,1613941890543,2384
+"sqr_mom_0",0.99,1613941890543,2384
+"lr_0",4.955745655089888e-06,1613941890543,2384
+"mom_0",0.8511063586227529,1613941890543,2384
+"eps_0",1e-05,1613941890543,2384
+"wd_1",0.01,1613941890543,2384
+"sqr_mom_1",0.99,1613941890543,2384
+"lr_1",4.9557456550898866e-05,1613941890543,2384
+"mom_1",0.8511063586227529,1613941890543,2384
+"eps_1",1e-05,1613941890543,2384
+"wd_2",0.01,1613941890543,2384
+"sqr_mom_2",0.99,1613941890543,2384
+"lr_2",0.0004955745655089887,1613941890543,2384
+"mom_2",0.8511063586227529,1613941890543,2384
+"eps_2",1e-05,1613941890543,2384
+"valid_loss",0.10425449162721634,1613941922853,2384
+"_rmse",0.32288461923599243,1613941922853,2384
+"epoch",15,1613941922853,2384
+"train_loss",0.054817326,1613941923915,2385
+"raw_loss",0.058257557,1613941923915,2385
+"epoch",15.0062893081761,1613941923915,2385
+"wd_0",0.01,1613941923915,2385
+"sqr_mom_0",0.99,1613941923915,2385
+"lr_0",4.956295128794151e-06,1613941923915,2385
+"mom_0",0.8510926217801462,1613941923915,2385
+"eps_0",1e-05,1613941923915,2385
+"wd_1",0.01,1613941923915,2385
+"sqr_mom_1",0.99,1613941923915,2385
+"lr_1",4.956295128794152e-05,1613941923915,2385
+"mom_1",0.8510926217801462,1613941923915,2385
+"eps_1",1e-05,1613941923915,2385
+"wd_2",0.01,1613941923915,2385
+"sqr_mom_2",0.99,1613941923915,2385
+"lr_2",0.0004956295128794152,1613941923915,2385
+"mom_2",0.8510926217801462,1613941923915,2385
+"eps_2",1e-05,1613941923915,2385
+"train_loss",0.055188853,1613941924874,2386
+"raw_loss",0.073393695,1613941924874,2386
+"epoch",15.0125786163522,1613941924874,2386
+"wd_0",0.01,1613941924874,2386
+"sqr_mom_0",0.99,1613941924874,2386
+"lr_0",4.956841207633737e-06,1613941924874,2386
+"mom_0",0.8510789698091565,1613941924874,2386
+"eps_0",1e-05,1613941924874,2386
+"wd_1",0.01,1613941924874,2386
+"sqr_mom_1",0.99,1613941924874,2386
+"lr_1",4.956841207633737e-05,1613941924874,2386
+"mom_1",0.8510789698091565,1613941924874,2386
+"eps_1",1e-05,1613941924874,2386
+"wd_2",0.01,1613941924874,2386
+"sqr_mom_2",0.99,1613941924874,2386
+"lr_2",0.0004956841207633737,1613941924874,2386
+"mom_2",0.8510789698091565,1613941924874,2386
+"eps_2",1e-05,1613941924874,2386
+"train_loss",0.054457553,1613941925827,2387
+"raw_loss",0.018623773,1613941925827,2387
+"epoch",15.018867924528301,1613941925827,2387
+"wd_0",0.01,1613941925827,2387
+"sqr_mom_0",0.99,1613941925827,2387
+"lr_0",4.957383813761921e-06,1613941925827,2387
+"mom_0",0.8510654046559519,1613941925827,2387
+"eps_0",1e-05,1613941925827,2387
+"wd_1",0.01,1613941925827,2387
+"sqr_mom_1",0.99,1613941925827,2387
+"lr_1",4.9573838137619205e-05,1613941925827,2387
+"mom_1",0.8510654046559519,1613941925827,2387
+"eps_1",1e-05,1613941925827,2387
+"wd_2",0.01,1613941925827,2387
+"sqr_mom_2",0.99,1613941925827,2387
+"lr_2",0.000495738381376192,1613941925827,2387
+"mom_2",0.8510654046559519,1613941925827,2387
+"eps_2",1e-05,1613941925827,2387
+"train_loss",0.05415675,1613941926809,2388
+"raw_loss",0.039417464,1613941926809,2388
+"epoch",15.025157232704402,1613941926809,2388
+"wd_0",0.01,1613941926809,2388
+"sqr_mom_0",0.99,1613941926809,2388
+"lr_0",4.957923100518025e-06,1613941926809,2388
+"mom_0",0.8510519224870494,1613941926809,2388
+"eps_0",1e-05,1613941926809,2388
+"wd_1",0.01,1613941926809,2388
+"sqr_mom_1",0.99,1613941926809,2388
+"lr_1",4.9579231005180236e-05,1613941926809,2388
+"mom_1",0.8510519224870494,1613941926809,2388
+"eps_1",1e-05,1613941926809,2388
+"wd_2",0.01,1613941926809,2388
+"sqr_mom_2",0.99,1613941926809,2388
+"lr_2",0.0004957923100518024,1613941926809,2388
+"mom_2",0.8510519224870494,1613941926809,2388
+"eps_2",1e-05,1613941926809,2388
+"train_loss",0.054104656,1613941927756,2389
+"raw_loss",0.05155197,1613941927756,2389
+"epoch",15.031446540880502,1613941927756,2389
+"wd_0",0.01,1613941927756,2389
+"sqr_mom_0",0.99,1613941927756,2389
+"lr_0",4.95845898958434e-06,1613941927756,2389
+"mom_0",0.8510385252603915,1613941927756,2389
+"eps_0",1e-05,1613941927756,2389
+"wd_1",0.01,1613941927756,2389
+"sqr_mom_1",0.99,1613941927756,2389
+"lr_1",4.95845898958434e-05,1613941927756,2389
+"mom_1",0.8510385252603915,1613941927756,2389
+"eps_1",1e-05,1613941927756,2389
+"wd_2",0.01,1613941927756,2389
+"sqr_mom_2",0.99,1613941927756,2389
+"lr_2",0.000495845898958434,1613941927756,2389
+"mom_2",0.8510385252603915,1613941927756,2389
+"eps_2",1e-05,1613941927756,2389
+"train_loss",0.053551443,1613941928719,2390
+"raw_loss",0.026443902,1613941928719,2390
+"epoch",15.037735849056602,1613941928719,2390
+"wd_0",0.01,1613941928719,2390
+"sqr_mom_0",0.99,1613941928719,2390
+"lr_0",4.958991329130754e-06,1613941928719,2390
+"mom_0",0.8510252167717312,1613941928719,2390
+"eps_0",1e-05,1613941928719,2390
+"wd_1",0.01,1613941928719,2390
+"sqr_mom_1",0.99,1613941928719,2390
+"lr_1",4.958991329130753e-05,1613941928719,2390
+"mom_1",0.8510252167717312,1613941928719,2390
+"eps_1",1e-05,1613941928719,2390
+"wd_2",0.01,1613941928719,2390
+"sqr_mom_2",0.99,1613941928719,2390
+"lr_2",0.0004958991329130754,1613941928719,2390
+"mom_2",0.8510252167717312,1613941928719,2390
+"eps_2",1e-05,1613941928719,2390
+"train_loss",0.05341997,1613941929685,2391
+"raw_loss",0.046977878,1613941929685,2391
+"epoch",15.044025157232703,1613941929685,2391
+"wd_0",0.01,1613941929685,2391
+"sqr_mom_0",0.99,1613941929685,2391
+"lr_0",4.95952042100012e-06,1613941929685,2391
+"mom_0",0.851011989474997,1613941929685,2391
+"eps_0",1e-05,1613941929685,2391
+"wd_1",0.01,1613941929685,2391
+"sqr_mom_1",0.99,1613941929685,2391
+"lr_1",4.95952042100012e-05,1613941929685,2391
+"mom_1",0.851011989474997,1613941929685,2391
+"eps_1",1e-05,1613941929685,2391
+"wd_2",0.01,1613941929685,2391
+"sqr_mom_2",0.99,1613941929685,2391
+"lr_2",0.000495952042100012,1613941929685,2391
+"mom_2",0.851011989474997,1613941929685,2391
+"eps_2",1e-05,1613941929685,2391
+"train_loss",0.053251237,1613941930642,2392
+"raw_loss",0.04498331,1613941930642,2392
+"epoch",15.050314465408803,1613941930642,2392
+"wd_0",0.01,1613941930642,2392
+"sqr_mom_0",0.99,1613941930642,2392
+"lr_0",4.960046112407783e-06,1613941930642,2392
+"mom_0",0.8509988471898055,1613941930642,2392
+"eps_0",1e-05,1613941930642,2392
+"wd_1",0.01,1613941930642,2392
+"sqr_mom_1",0.99,1613941930642,2392
+"lr_1",4.960046112407783e-05,1613941930642,2392
+"mom_1",0.8509988471898055,1613941930642,2392
+"eps_1",1e-05,1613941930642,2392
+"wd_2",0.01,1613941930642,2392
+"sqr_mom_2",0.99,1613941930642,2392
+"lr_2",0.0004960046112407783,1613941930642,2392
+"mom_2",0.8509988471898055,1613941930642,2392
+"eps_2",1e-05,1613941930642,2392
+"train_loss",0.052554663,1613941931606,2393
+"raw_loss",0.018422564,1613941931606,2393
+"epoch",15.056603773584904,1613941931606,2393
+"wd_0",0.01,1613941931606,2393
+"sqr_mom_0",0.99,1613941931606,2393
+"lr_0",4.9605682544416165e-06,1613941931606,2393
+"mom_0",0.8509857936389595,1613941931606,2393
+"eps_0",1e-05,1613941931606,2393
+"wd_1",0.01,1613941931606,2393
+"sqr_mom_1",0.99,1613941931606,2393
+"lr_1",4.9605682544416165e-05,1613941931606,2393
+"mom_1",0.8509857936389595,1613941931606,2393
+"eps_1",1e-05,1613941931606,2393
+"wd_2",0.01,1613941931606,2393
+"sqr_mom_2",0.99,1613941931606,2393
+"lr_2",0.0004960568254441617,1613941931606,2393
+"mom_2",0.8509857936389595,1613941931606,2393
+"eps_2",1e-05,1613941931606,2393
+"train_loss",0.051949456,1613941932539,2394
+"raw_loss",0.0222942,1613941932539,2394
+"epoch",15.062893081761004,1613941932539,2394
+"wd_0",0.01,1613941932539,2394
+"sqr_mom_0",0.99,1613941932539,2394
+"lr_0",4.961087143162368e-06,1613941932539,2394
+"mom_0",0.8509728214209408,1613941932539,2394
+"eps_0",1e-05,1613941932539,2394
+"wd_1",0.01,1613941932539,2394
+"sqr_mom_1",0.99,1613941932539,2394
+"lr_1",4.961087143162367e-05,1613941932539,2394
+"mom_1",0.8509728214209408,1613941932539,2394
+"eps_1",1e-05,1613941932539,2394
+"wd_2",0.01,1613941932539,2394
+"sqr_mom_2",0.99,1613941932539,2394
+"lr_2",0.0004961087143162367,1613941932539,2394
+"mom_2",0.8509728214209408,1613941932539,2394
+"eps_2",1e-05,1613941932539,2394
+"train_loss",0.05154974,1613941933490,2395
+"raw_loss",0.031963684,1613941933490,2395
+"epoch",15.069182389937104,1613941933490,2395
+"wd_0",0.01,1613941933490,2395
+"sqr_mom_0",0.99,1613941933490,2395
+"lr_0",4.961602628702596e-06,1613941933490,2395
+"mom_0",0.8509599342824351,1613941933490,2395
+"eps_0",1e-05,1613941933490,2395
+"wd_1",0.01,1613941933490,2395
+"sqr_mom_1",0.99,1613941933490,2395
+"lr_1",4.961602628702595e-05,1613941933490,2395
+"mom_1",0.8509599342824351,1613941933490,2395
+"eps_1",1e-05,1613941933490,2395
+"wd_2",0.01,1613941933490,2395
+"sqr_mom_2",0.99,1613941933490,2395
+"lr_2",0.0004961602628702596,1613941933490,2395
+"mom_2",0.8509599342824351,1613941933490,2395
+"eps_2",1e-05,1613941933490,2395
+"train_loss",0.050962042,1613941934438,2396
+"raw_loss",0.022164859,1613941934438,2396
+"epoch",15.075471698113205,1613941934438,2396
+"wd_0",0.01,1613941934438,2396
+"sqr_mom_0",0.99,1613941934438,2396
+"lr_0",4.962114637619158e-06,1613941934438,2396
+"mom_0",0.850947134059521,1613941934438,2396
+"eps_0",1e-05,1613941934438,2396
+"wd_1",0.01,1613941934438,2396
+"sqr_mom_1",0.99,1613941934438,2396
+"lr_1",4.962114637619158e-05,1613941934438,2396
+"mom_1",0.850947134059521,1613941934438,2396
+"eps_1",1e-05,1613941934438,2396
+"wd_2",0.01,1613941934438,2396
+"sqr_mom_2",0.99,1613941934438,2396
+"lr_2",0.0004962114637619158,1613941934438,2396
+"mom_2",0.850947134059521,1613941934438,2396
+"eps_2",1e-05,1613941934438,2396
+"train_loss",0.050568882,1613941935402,2397
+"raw_loss",0.031304054,1613941935402,2397
+"epoch",15.081761006289305,1613941935402,2397
+"wd_0",0.01,1613941935402,2397
+"sqr_mom_0",0.99,1613941935402,2397
+"lr_0",4.962623314604671e-06,1613941935402,2397
+"mom_0",0.8509344171348833,1613941935402,2397
+"eps_0",1e-05,1613941935402,2397
+"wd_1",0.01,1613941935402,2397
+"sqr_mom_1",0.99,1613941935402,2397
+"lr_1",4.9626233146046694e-05,1613941935402,2397
+"mom_1",0.8509344171348833,1613941935402,2397
+"eps_1",1e-05,1613941935402,2397
+"wd_2",0.01,1613941935402,2397
+"sqr_mom_2",0.99,1613941935402,2397
+"lr_2",0.000496262331460467,1613941935402,2397
+"mom_2",0.8509344171348833,1613941935402,2397
+"eps_2",1e-05,1613941935402,2397
+"train_loss",0.050096642,1613941936368,2398
+"raw_loss",0.026956933,1613941936368,2398
+"epoch",15.088050314465406,1613941936368,2398
+"wd_0",0.01,1613941936368,2398
+"sqr_mom_0",0.99,1613941936368,2398
+"lr_0",4.963128585743859e-06,1613941936368,2398
+"mom_0",0.8509217853564035,1613941936368,2398
+"eps_0",1e-05,1613941936368,2398
+"wd_1",0.01,1613941936368,2398
+"sqr_mom_1",0.99,1613941936368,2398
+"lr_1",4.963128585743859e-05,1613941936368,2398
+"mom_1",0.8509217853564035,1613941936368,2398
+"eps_1",1e-05,1613941936368,2398
+"wd_2",0.01,1613941936368,2398
+"sqr_mom_2",0.99,1613941936368,2398
+"lr_2",0.0004963128585743859,1613941936368,2398
+"mom_2",0.8509217853564035,1613941936368,2398
+"eps_2",1e-05,1613941936368,2398
+"train_loss",0.04985804,1613941937325,2399
+"raw_loss",0.038166605,1613941937325,2399
+"epoch",15.094339622641506,1613941937325,2399
+"wd_0",0.01,1613941937325,2399
+"sqr_mom_0",0.99,1613941937325,2399
+"lr_0",4.963630450159903e-06,1613941937325,2399
+"mom_0",0.8509092387460024,1613941937325,2399
+"eps_0",1e-05,1613941937325,2399
+"wd_1",0.01,1613941937325,2399
+"sqr_mom_1",0.99,1613941937325,2399
+"lr_1",4.963630450159902e-05,1613941937325,2399
+"mom_1",0.8509092387460024,1613941937325,2399
+"eps_1",1e-05,1613941937325,2399
+"wd_2",0.01,1613941937325,2399
+"sqr_mom_2",0.99,1613941937325,2399
+"lr_2",0.0004963630450159903,1613941937325,2399
+"mom_2",0.8509092387460024,1613941937325,2399
+"eps_2",1e-05,1613941937325,2399
+"train_loss",0.049664598,1613941938294,2400
+"raw_loss",0.040185828,1613941938294,2400
+"epoch",15.100628930817606,1613941938294,2400
+"wd_0",0.01,1613941938294,2400
+"sqr_mom_0",0.99,1613941938294,2400
+"lr_0",4.964128765758512e-06,1613941938294,2400
+"mom_0",0.8508967808560371,1613941938294,2400
+"eps_0",1e-05,1613941938294,2400
+"wd_1",0.01,1613941938294,2400
+"sqr_mom_1",0.99,1613941938294,2400
+"lr_1",4.964128765758512e-05,1613941938294,2400
+"mom_1",0.8508967808560371,1613941938294,2400
+"eps_1",1e-05,1613941938294,2400
+"wd_2",0.01,1613941938294,2400
+"sqr_mom_2",0.99,1613941938294,2400
+"lr_2",0.0004964128765758512,1613941938294,2400
+"mom_2",0.8508967808560371,1613941938294,2400
+"eps_2",1e-05,1613941938294,2400
+"train_loss",0.04970973,1613941939244,2401
+"raw_loss",0.05192121,1613941939244,2401
+"epoch",15.106918238993707,1613941939244,2401
+"wd_0",0.01,1613941939244,2401
+"sqr_mom_0",0.99,1613941939244,2401
+"lr_0",4.964623815090562e-06,1613941939244,2401
+"mom_0",0.850884404622736,1613941939244,2401
+"eps_0",1e-05,1613941939244,2401
+"wd_1",0.01,1613941939244,2401
+"sqr_mom_1",0.99,1613941939244,2401
+"lr_1",4.964623815090561e-05,1613941939244,2401
+"mom_1",0.850884404622736,1613941939244,2401
+"eps_1",1e-05,1613941939244,2401
+"wd_2",0.01,1613941939244,2401
+"sqr_mom_2",0.99,1613941939244,2401
+"lr_2",0.0004964623815090561,1613941939244,2401
+"mom_2",0.850884404622736,1613941939244,2401
+"eps_2",1e-05,1613941939244,2401
+"train_loss",0.04930262,1613941940202,2402
+"raw_loss",0.02935416,1613941940202,2402
+"epoch",15.113207547169807,1613941940202,2402
+"wd_0",0.01,1613941940202,2402
+"sqr_mom_0",0.99,1613941940202,2402
+"lr_0",4.965115455104713e-06,1613941940202,2402
+"mom_0",0.8508721136223822,1613941940202,2402
+"eps_0",1e-05,1613941940202,2402
+"wd_1",0.01,1613941940202,2402
+"sqr_mom_1",0.99,1613941940202,2402
+"lr_1",4.965115455104712e-05,1613941940202,2402
+"mom_1",0.8508721136223822,1613941940202,2402
+"eps_1",1e-05,1613941940202,2402
+"wd_2",0.01,1613941940202,2402
+"sqr_mom_2",0.99,1613941940202,2402
+"lr_2",0.0004965115455104711,1613941940202,2402
+"mom_2",0.8508721136223822,1613941940202,2402
+"eps_2",1e-05,1613941940202,2402
+"train_loss",0.049602896,1613941941159,2403
+"raw_loss",0.064316444,1613941941159,2403
+"epoch",15.119496855345908,1613941941159,2403
+"wd_0",0.01,1613941941159,2403
+"sqr_mom_0",0.99,1613941941159,2403
+"lr_0",4.965603546632242e-06,1613941941159,2403
+"mom_0",0.8508599113341939,1613941941159,2403
+"eps_0",1e-05,1613941941159,2403
+"wd_1",0.01,1613941941159,2403
+"sqr_mom_1",0.99,1613941941159,2403
+"lr_1",4.965603546632241e-05,1613941941159,2403
+"mom_1",0.8508599113341939,1613941941159,2403
+"eps_1",1e-05,1613941941159,2403
+"wd_2",0.01,1613941941159,2403
+"sqr_mom_2",0.99,1613941941159,2403
+"lr_2",0.0004965603546632241,1613941941159,2403
+"mom_2",0.8508599113341939,1613941941159,2403
+"eps_2",1e-05,1613941941159,2403
+"train_loss",0.04909879,1613941942120,2404
+"raw_loss",0.024397567,1613941942120,2404
+"epoch",15.125786163522008,1613941942120,2404
+"wd_0",0.01,1613941942120,2404
+"sqr_mom_0",0.99,1613941942120,2404
+"lr_0",4.966088366426853e-06,1613941942120,2404
+"mom_0",0.8508477908393287,1613941942120,2404
+"eps_0",1e-05,1613941942120,2404
+"wd_1",0.01,1613941942120,2404
+"sqr_mom_1",0.99,1613941942120,2404
+"lr_1",4.966088366426852e-05,1613941942120,2404
+"mom_1",0.8508477908393287,1613941942120,2404
+"eps_1",1e-05,1613941942120,2404
+"wd_2",0.01,1613941942120,2404
+"sqr_mom_2",0.99,1613941942120,2404
+"lr_2",0.0004966088366426852,1613941942120,2404
+"mom_2",0.8508477908393287,1613941942120,2404
+"eps_2",1e-05,1613941942120,2404
+"train_loss",0.048850995,1613941943073,2405
+"raw_loss",0.036709007,1613941943073,2405
+"epoch",15.132075471698109,1613941943073,2405
+"wd_0",0.01,1613941943073,2405
+"sqr_mom_0",0.99,1613941943073,2405
+"lr_0",4.96656977436205e-06,1613941943073,2405
+"mom_0",0.8508357556409488,1613941943073,2405
+"eps_0",1e-05,1613941943073,2405
+"wd_1",0.01,1613941943073,2405
+"sqr_mom_1",0.99,1613941943073,2405
+"lr_1",4.966569774362048e-05,1613941943073,2405
+"mom_1",0.8508357556409488,1613941943073,2405
+"eps_1",1e-05,1613941943073,2405
+"wd_2",0.01,1613941943073,2405
+"sqr_mom_2",0.99,1613941943073,2405
+"lr_2",0.0004966569774362048,1613941943073,2405
+"mom_2",0.8508357556409488,1613941943073,2405
+"eps_2",1e-05,1613941943073,2405
+"train_loss",0.048836283,1613941944028,2406
+"raw_loss",0.048115518,1613941944028,2406
+"epoch",15.138364779874209,1613941944028,2406
+"wd_0",0.01,1613941944028,2406
+"sqr_mom_0",0.99,1613941944028,2406
+"lr_0",4.967047701899668e-06,1613941944028,2406
+"mom_0",0.8508238074525083,1613941944028,2406
+"eps_0",1e-05,1613941944028,2406
+"wd_1",0.01,1613941944028,2406
+"sqr_mom_1",0.99,1613941944028,2406
+"lr_1",4.967047701899667e-05,1613941944028,2406
+"mom_1",0.8508238074525083,1613941944028,2406
+"eps_1",1e-05,1613941944028,2406
+"wd_2",0.01,1613941944028,2406
+"sqr_mom_2",0.99,1613941944028,2406
+"lr_2",0.0004967047701899666,1613941944028,2406
+"mom_2",0.8508238074525083,1613941944028,2406
+"eps_2",1e-05,1613941944028,2406
+"train_loss",0.048534147,1613941944995,2407
+"raw_loss",0.033729505,1613941944995,2407
+"epoch",15.14465408805031,1613941944995,2407
+"wd_0",0.01,1613941944995,2407
+"sqr_mom_0",0.99,1613941944995,2407
+"lr_0",4.967522284100998e-06,1613941944995,2407
+"mom_0",0.8508119428974751,1613941944995,2407
+"eps_0",1e-05,1613941944995,2407
+"wd_1",0.01,1613941944995,2407
+"sqr_mom_1",0.99,1613941944995,2407
+"lr_1",4.9675222841009976e-05,1613941944995,2407
+"mom_1",0.8508119428974751,1613941944995,2407
+"eps_1",1e-05,1613941944995,2407
+"wd_2",0.01,1613941944995,2407
+"sqr_mom_2",0.99,1613941944995,2407
+"lr_2",0.0004967522284100998,1613941944995,2407
+"mom_2",0.8508119428974751,1613941944995,2407
+"eps_2",1e-05,1613941944995,2407
+"train_loss",0.048280522,1613941946064,2408
+"raw_loss",0.0358528,1613941946064,2408
+"epoch",15.15094339622641,1613941946064,2408
+"wd_0",0.01,1613941946064,2408
+"sqr_mom_0",0.99,1613941946064,2408
+"lr_0",4.967993451954561e-06,1613941946064,2408
+"mom_0",0.850800163701136,1613941946064,2408
+"eps_0",1e-05,1613941946064,2408
+"wd_1",0.01,1613941946064,2408
+"sqr_mom_1",0.99,1613941946064,2408
+"lr_1",4.96799345195456e-05,1613941946064,2408
+"mom_1",0.850800163701136,1613941946064,2408
+"eps_1",1e-05,1613941946064,2408
+"wd_2",0.01,1613941946064,2408
+"sqr_mom_2",0.99,1613941946064,2408
+"lr_2",0.000496799345195456,1613941946064,2408
+"mom_2",0.850800163701136,1613941946064,2408
+"eps_2",1e-05,1613941946064,2408
+"train_loss",0.049468093,1613941947056,2409
+"raw_loss",0.10765912,1613941947056,2409
+"epoch",15.15723270440251,1613941947056,2409
+"wd_0",0.01,1613941947056,2409
+"sqr_mom_0",0.99,1613941947056,2409
+"lr_0",4.968461072149372e-06,1613941947056,2409
+"mom_0",0.8507884731962657,1613941947056,2409
+"eps_0",1e-05,1613941947056,2409
+"wd_1",0.01,1613941947056,2409
+"sqr_mom_1",0.99,1613941947056,2409
+"lr_1",4.968461072149372e-05,1613941947056,2409
+"mom_1",0.8507884731962657,1613941947056,2409
+"eps_1",1e-05,1613941947056,2409
+"wd_2",0.01,1613941947056,2409
+"sqr_mom_2",0.99,1613941947056,2409
+"lr_2",0.0004968461072149372,1613941947056,2409
+"mom_2",0.8507884731962657,1613941947056,2409
+"eps_2",1e-05,1613941947056,2409
+"train_loss",0.050065175,1613941948022,2410
+"raw_loss",0.079322286,1613941948022,2410
+"epoch",15.16352201257861,1613941948022,2410
+"wd_0",0.01,1613941948022,2410
+"sqr_mom_0",0.99,1613941948022,2410
+"lr_0",4.968925409831648e-06,1613941948022,2410
+"mom_0",0.8507768647542088,1613941948022,2410
+"eps_0",1e-05,1613941948022,2410
+"wd_1",0.01,1613941948022,2410
+"sqr_mom_1",0.99,1613941948022,2410
+"lr_1",4.968925409831647e-05,1613941948022,2410
+"mom_1",0.8507768647542088,1613941948022,2410
+"eps_1",1e-05,1613941948022,2410
+"wd_2",0.01,1613941948022,2410
+"sqr_mom_2",0.99,1613941948022,2410
+"lr_2",0.0004968925409831647,1613941948022,2410
+"mom_2",0.8507768647542088,1613941948022,2410
+"eps_2",1e-05,1613941948022,2410
+"train_loss",0.05013042,1613941949032,2411
+"raw_loss",0.05332742,1613941949032,2411
+"epoch",15.169811320754711,1613941949032,2411
+"wd_0",0.01,1613941949032,2411
+"sqr_mom_0",0.99,1613941949032,2411
+"lr_0",4.969386330731235e-06,1613941949032,2411
+"mom_0",0.8507653417317191,1613941949032,2411
+"eps_0",1e-05,1613941949032,2411
+"wd_1",0.01,1613941949032,2411
+"sqr_mom_1",0.99,1613941949032,2411
+"lr_1",4.9693863307312336e-05,1613941949032,2411
+"mom_1",0.8507653417317191,1613941949032,2411
+"eps_1",1e-05,1613941949032,2411
+"wd_2",0.01,1613941949032,2411
+"sqr_mom_2",0.99,1613941949032,2411
+"lr_2",0.0004969386330731234,1613941949032,2411
+"mom_2",0.8507653417317191,1613941949032,2411
+"eps_2",1e-05,1613941949032,2411
+"train_loss",0.049936358,1613941950050,2412
+"raw_loss",0.04042733,1613941950050,2412
+"epoch",15.176100628930811,1613941950050,2412
+"wd_0",0.01,1613941950050,2412
+"sqr_mom_0",0.99,1613941950050,2412
+"lr_0",4.9698437044690966e-06,1613941950050,2412
+"mom_0",0.8507539073882726,1613941950050,2412
+"eps_0",1e-05,1613941950050,2412
+"wd_1",0.01,1613941950050,2412
+"sqr_mom_1",0.99,1613941950050,2412
+"lr_1",4.969843704469097e-05,1613941950050,2412
+"mom_1",0.8507539073882726,1613941950050,2412
+"eps_1",1e-05,1613941950050,2412
+"wd_2",0.01,1613941950050,2412
+"sqr_mom_2",0.99,1613941950050,2412
+"lr_2",0.0004969843704469097,1613941950050,2412
+"mom_2",0.8507539073882726,1613941950050,2412
+"eps_2",1e-05,1613941950050,2412
+"train_loss",0.051089738,1613941951035,2413
+"raw_loss",0.10760535,1613941951035,2413
+"epoch",15.182389937106912,1613941951035,2413
+"wd_0",0.01,1613941951035,2413
+"sqr_mom_0",0.99,1613941951035,2413
+"lr_0",4.970297790381587e-06,1613941951035,2413
+"mom_0",0.8507425552404603,1613941951035,2413
+"eps_0",1e-05,1613941951035,2413
+"wd_1",0.01,1613941951035,2413
+"sqr_mom_1",0.99,1613941951035,2413
+"lr_1",4.9702977903815866e-05,1613941951035,2413
+"mom_1",0.8507425552404603,1613941951035,2413
+"eps_1",1e-05,1613941951035,2413
+"wd_2",0.01,1613941951035,2413
+"sqr_mom_2",0.99,1613941951035,2413
+"lr_2",0.0004970297790381587,1613941951035,2413
+"mom_2",0.8507425552404603,1613941951035,2413
+"eps_2",1e-05,1613941951035,2413
+"train_loss",0.05038958,1613941952001,2414
+"raw_loss",0.016081924,1613941952001,2414
+"epoch",15.188679245283012,1613941952001,2414
+"wd_0",0.01,1613941952001,2414
+"sqr_mom_0",0.99,1613941952001,2414
+"lr_0",4.970748457129822e-06,1613941952001,2414
+"mom_0",0.8507312885717544,1613941952001,2414
+"eps_0",1e-05,1613941952001,2414
+"wd_1",0.01,1613941952001,2414
+"sqr_mom_1",0.99,1613941952001,2414
+"lr_1",4.970748457129821e-05,1613941952001,2414
+"mom_1",0.8507312885717544,1613941952001,2414
+"eps_1",1e-05,1613941952001,2414
+"wd_2",0.01,1613941952001,2414
+"sqr_mom_2",0.99,1613941952001,2414
+"lr_2",0.0004970748457129822,1613941952001,2414
+"mom_2",0.8507312885717544,1613941952001,2414
+"eps_2",1e-05,1613941952001,2414
+"train_loss",0.051501602,1613941953005,2415
+"raw_loss",0.10599062,1613941953005,2415
+"epoch",15.194968553459113,1613941953005,2415
+"wd_0",0.01,1613941953005,2415
+"sqr_mom_0",0.99,1613941953005,2415
+"lr_0",4.971195640600278e-06,1613941953005,2415
+"mom_0",0.8507201089849931,1613941953005,2415
+"eps_0",1e-05,1613941953005,2415
+"wd_1",0.01,1613941953005,2415
+"sqr_mom_1",0.99,1613941953005,2415
+"lr_1",4.971195640600277e-05,1613941953005,2415
+"mom_1",0.8507201089849931,1613941953005,2415
+"eps_1",1e-05,1613941953005,2415
+"wd_2",0.01,1613941953005,2415
+"sqr_mom_2",0.99,1613941953005,2415
+"lr_2",0.0004971195640600277,1613941953005,2415
+"mom_2",0.8507201089849931,1613941953005,2415
+"eps_2",1e-05,1613941953005,2415
+"train_loss",0.051695693,1613941954111,2416
+"raw_loss",0.06120616,1613941954111,2416
+"epoch",15.201257861635213,1613941954111,2416
+"wd_0",0.01,1613941954111,2416
+"sqr_mom_0",0.99,1613941954111,2416
+"lr_0",4.971639467166036e-06,1613941954111,2416
+"mom_0",0.850709013320849,1613941954111,2416
+"eps_0",1e-05,1613941954111,2416
+"wd_1",0.01,1613941954111,2416
+"sqr_mom_1",0.99,1613941954111,2416
+"lr_1",4.971639467166037e-05,1613941954111,2416
+"mom_1",0.850709013320849,1613941954111,2416
+"eps_1",1e-05,1613941954111,2416
+"wd_2",0.01,1613941954111,2416
+"sqr_mom_2",0.99,1613941954111,2416
+"lr_2",0.0004971639467166037,1613941954111,2416
+"mom_2",0.850709013320849,1613941954111,2416
+"eps_2",1e-05,1613941954111,2416
+"train_loss",0.053920615,1613941955236,2417
+"raw_loss",0.16294196,1613941955236,2417
+"epoch",15.207547169811313,1613941955236,2417
+"wd_0",0.01,1613941955236,2417
+"sqr_mom_0",0.99,1613941955236,2417
+"lr_0",4.972079872239257e-06,1613941955236,2417
+"mom_0",0.8506980031940186,1613941955236,2417
+"eps_0",1e-05,1613941955236,2417
+"wd_1",0.01,1613941955236,2417
+"sqr_mom_1",0.99,1613941955236,2417
+"lr_1",4.972079872239257e-05,1613941955236,2417
+"mom_1",0.8506980031940186,1613941955236,2417
+"eps_1",1e-05,1613941955236,2417
+"wd_2",0.01,1613941955236,2417
+"sqr_mom_2",0.99,1613941955236,2417
+"lr_2",0.0004972079872239257,1613941955236,2417
+"mom_2",0.8506980031940186,1613941955236,2417
+"eps_2",1e-05,1613941955236,2417
+"train_loss",0.05336699,1613941957115,2418
+"raw_loss",0.026239282,1613941957115,2418
+"epoch",15.213836477987414,1613941957115,2418
+"wd_0",0.01,1613941957115,2418
+"sqr_mom_0",0.99,1613941957115,2418
+"lr_0",4.9725168550556815e-06,1613941957115,2418
+"mom_0",0.8506870786236079,1613941957115,2418
+"eps_0",1e-05,1613941957115,2418
+"wd_1",0.01,1613941957115,2418
+"sqr_mom_1",0.99,1613941957115,2418
+"lr_1",4.97251685505568e-05,1613941957115,2418
+"mom_1",0.8506870786236079,1613941957115,2418
+"eps_1",1e-05,1613941957115,2418
+"wd_2",0.01,1613941957115,2418
+"sqr_mom_2",0.99,1613941957115,2418
+"lr_2",0.0004972516855055681,1613941957115,2418
+"mom_2",0.8506870786236079,1613941957115,2418
+"eps_2",1e-05,1613941957115,2418
+"train_loss",0.054677296,1613941958452,2419
+"raw_loss",0.118882485,1613941958452,2419
+"epoch",15.220125786163514,1613941958452,2419
+"wd_0",0.01,1613941958452,2419
+"sqr_mom_0",0.99,1613941958452,2419
+"lr_0",4.9729502920855505e-06,1613941958452,2419
+"mom_0",0.8506762426978612,1613941958452,2419
+"eps_0",1e-05,1613941958452,2419
+"wd_1",0.01,1613941958452,2419
+"sqr_mom_1",0.99,1613941958452,2419
+"lr_1",4.972950292085549e-05,1613941958452,2419
+"mom_1",0.8506762426978612,1613941958452,2419
+"eps_1",1e-05,1613941958452,2419
+"wd_2",0.01,1613941958452,2419
+"sqr_mom_2",0.99,1613941958452,2419
+"lr_2",0.000497295029208555,1613941958452,2419
+"mom_2",0.8506762426978612,1613941958452,2419
+"eps_2",1e-05,1613941958452,2419
+"train_loss",0.05406119,1613941959788,2420
+"raw_loss",0.023871858,1613941959788,2420
+"epoch",15.226415094339615,1613941959788,2420
+"wd_0",0.01,1613941959788,2420
+"sqr_mom_0",0.99,1613941959788,2420
+"lr_0",4.973380429092818e-06,1613941959788,2420
+"mom_0",0.8506654892726796,1613941959788,2420
+"eps_0",1e-05,1613941959788,2420
+"wd_1",0.01,1613941959788,2420
+"sqr_mom_1",0.99,1613941959788,2420
+"lr_1",4.973380429092816e-05,1613941959788,2420
+"mom_1",0.8506654892726796,1613941959788,2420
+"eps_1",1e-05,1613941959788,2420
+"wd_2",0.01,1613941959788,2420
+"sqr_mom_2",0.99,1613941959788,2420
+"lr_2",0.0004973380429092817,1613941959788,2420
+"mom_2",0.8506654892726796,1613941959788,2420
+"eps_2",1e-05,1613941959788,2420
+"train_loss",0.053630978,1613941961054,2421
+"raw_loss",0.03255068,1613941961054,2421
+"epoch",15.232704402515715,1613941961054,2421
+"wd_0",0.01,1613941961054,2421
+"sqr_mom_0",0.99,1613941961054,2421
+"lr_0",4.97380714158636e-06,1613941961054,2421
+"mom_0",0.850654821460341,1613941961054,2421
+"eps_0",1e-05,1613941961054,2421
+"wd_1",0.01,1613941961054,2421
+"sqr_mom_1",0.99,1613941961054,2421
+"lr_1",4.97380714158636e-05,1613941961054,2421
+"mom_1",0.850654821460341,1613941961054,2421
+"eps_1",1e-05,1613941961054,2421
+"wd_2",0.01,1613941961054,2421
+"sqr_mom_2",0.99,1613941961054,2421
+"lr_2",0.0004973807141586359,1613941961054,2421
+"mom_2",0.850654821460341,1613941961054,2421
+"eps_2",1e-05,1613941961054,2421
+"train_loss",0.053205226,1613941962042,2422
+"raw_loss",0.032343272,1613941962042,2422
+"epoch",15.238993710691815,1613941962042,2422
+"wd_0",0.01,1613941962042,2422
+"sqr_mom_0",0.99,1613941962042,2422
+"lr_0",4.974230308974977e-06,1613941962042,2422
+"mom_0",0.8506442422756255,1613941962042,2422
+"eps_0",1e-05,1613941962042,2422
+"wd_1",0.01,1613941962042,2422
+"sqr_mom_1",0.99,1613941962042,2422
+"lr_1",4.974230308974977e-05,1613941962042,2422
+"mom_1",0.8506442422756255,1613941962042,2422
+"eps_1",1e-05,1613941962042,2422
+"wd_2",0.01,1613941962042,2422
+"sqr_mom_2",0.99,1613941962042,2422
+"lr_2",0.0004974230308974977,1613941962042,2422
+"mom_2",0.8506442422756255,1613941962042,2422
+"eps_2",1e-05,1613941962042,2422
+"train_loss",0.05391982,1613941963017,2423
+"raw_loss",0.0889349,1613941963017,2423
+"epoch",15.245283018867916,1613941963017,2423
+"wd_0",0.01,1613941963017,2423
+"sqr_mom_0",0.99,1613941963017,2423
+"lr_0",4.974650171199612e-06,1613941963017,2423
+"mom_0",0.8506337457200097,1613941963017,2423
+"eps_0",1e-05,1613941963017,2423
+"wd_1",0.01,1613941963017,2423
+"sqr_mom_1",0.99,1613941963017,2423
+"lr_1",4.9746501711996114e-05,1613941963017,2423
+"mom_1",0.8506337457200097,1613941963017,2423
+"eps_1",1e-05,1613941963017,2423
+"wd_2",0.01,1613941963017,2423
+"sqr_mom_2",0.99,1613941963017,2423
+"lr_2",0.0004974650171199612,1613941963017,2423
+"mom_2",0.8506337457200097,1613941963017,2423
+"eps_2",1e-05,1613941963017,2423
+"train_loss",0.053413626,1613941963970,2424
+"raw_loss",0.028610257,1613941963970,2424
+"epoch",15.251572327044016,1613941963970,2424
+"wd_0",0.01,1613941963970,2424
+"sqr_mom_0",0.99,1613941963970,2424
+"lr_0",4.97506660670707e-06,1613941963970,2424
+"mom_0",0.8506233348323232,1613941963970,2424
+"eps_0",1e-05,1613941963970,2424
+"wd_1",0.01,1613941963970,2424
+"sqr_mom_1",0.99,1613941963970,2424
+"lr_1",4.9750666067070696e-05,1613941963970,2424
+"mom_1",0.8506233348323232,1613941963970,2424
+"eps_1",1e-05,1613941963970,2424
+"wd_2",0.01,1613941963970,2424
+"sqr_mom_2",0.99,1613941963970,2424
+"lr_2",0.0004975066606707069,1613941963970,2424
+"mom_2",0.8506233348323232,1613941963970,2424
+"eps_2",1e-05,1613941963970,2424
+"train_loss",0.052970666,1613941964925,2425
+"raw_loss",0.0312657,1613941964925,2425
+"epoch",15.257861635220117,1613941964925,2425
+"wd_0",0.01,1613941964925,2425
+"sqr_mom_0",0.99,1613941964925,2425
+"lr_0",4.975479556310673e-06,1613941964925,2425
+"mom_0",0.8506130110922332,1613941964925,2425
+"eps_0",1e-05,1613941964925,2425
+"wd_1",0.01,1613941964925,2425
+"sqr_mom_1",0.99,1613941964925,2425
+"lr_1",4.975479556310673e-05,1613941964925,2425
+"mom_1",0.8506130110922332,1613941964925,2425
+"eps_1",1e-05,1613941964925,2425
+"wd_2",0.01,1613941964925,2425
+"sqr_mom_2",0.99,1613941964925,2425
+"lr_2",0.0004975479556310673,1613941964925,2425
+"mom_2",0.8506130110922332,1613941964925,2425
+"eps_2",1e-05,1613941964925,2425
+"train_loss",0.052881204,1613941965876,2426
+"raw_loss",0.04849757,1613941965876,2426
+"epoch",15.264150943396217,1613941965876,2426
+"wd_0",0.01,1613941965876,2426
+"sqr_mom_0",0.99,1613941965876,2426
+"lr_0",4.975889136709089e-06,1613941965876,2426
+"mom_0",0.8506027715822728,1613941965876,2426
+"eps_0",1e-05,1613941965876,2426
+"wd_1",0.01,1613941965876,2426
+"sqr_mom_1",0.99,1613941965876,2426
+"lr_1",4.9758891367090884e-05,1613941965876,2426
+"mom_1",0.8506027715822728,1613941965876,2426
+"eps_1",1e-05,1613941965876,2426
+"wd_2",0.01,1613941965876,2426
+"sqr_mom_2",0.99,1613941965876,2426
+"lr_2",0.0004975889136709089,1613941965876,2426
+"mom_2",0.8506027715822728,1613941965876,2426
+"eps_2",1e-05,1613941965876,2426
+"train_loss",0.052901097,1613941966835,2427
+"raw_loss",0.053875826,1613941966835,2427
+"epoch",15.270440251572317,1613941966835,2427
+"wd_0",0.01,1613941966835,2427
+"sqr_mom_0",0.99,1613941966835,2427
+"lr_0",4.976295288240284e-06,1613941966835,2427
+"mom_0",0.8505926177939929,1613941966835,2427
+"eps_0",1e-05,1613941966835,2427
+"wd_1",0.01,1613941966835,2427
+"sqr_mom_1",0.99,1613941966835,2427
+"lr_1",4.976295288240283e-05,1613941966835,2427
+"mom_1",0.8505926177939929,1613941966835,2427
+"eps_1",1e-05,1613941966835,2427
+"wd_2",0.01,1613941966835,2427
+"sqr_mom_2",0.99,1613941966835,2427
+"lr_2",0.0004976295288240283,1613941966835,2427
+"mom_2",0.8505926177939929,1613941966835,2427
+"eps_2",1e-05,1613941966835,2427
+"train_loss",0.052289028,1613941967808,2428
+"raw_loss",0.022297597,1613941967808,2428
+"epoch",15.276729559748418,1613941967808,2428
+"wd_0",0.01,1613941967808,2428
+"sqr_mom_0",0.99,1613941967808,2428
+"lr_0",4.9766978961959095e-06,1613941967808,2428
+"mom_0",0.8505825525951023,1613941967808,2428
+"eps_0",1e-05,1613941967808,2428
+"wd_1",0.01,1613941967808,2428
+"sqr_mom_1",0.99,1613941967808,2428
+"lr_1",4.976697896195909e-05,1613941967808,2428
+"mom_1",0.8505825525951023,1613941967808,2428
+"eps_1",1e-05,1613941967808,2428
+"wd_2",0.01,1613941967808,2428
+"sqr_mom_2",0.99,1613941967808,2428
+"lr_2",0.0004976697896195909,1613941967808,2428
+"mom_2",0.8505825525951023,1613941967808,2428
+"eps_2",1e-05,1613941967808,2428
+"train_loss",0.054963753,1613941968764,2429
+"raw_loss",0.18602549,1613941968764,2429
+"epoch",15.283018867924518,1613941968764,2429
+"wd_0",0.01,1613941968764,2429
+"sqr_mom_0",0.99,1613941968764,2429
+"lr_0",4.977097188859465e-06,1613941968764,2429
+"mom_0",0.8505725702785134,1613941968764,2429
+"eps_0",1e-05,1613941968764,2429
+"wd_1",0.01,1613941968764,2429
+"sqr_mom_1",0.99,1613941968764,2429
+"lr_1",4.977097188859465e-05,1613941968764,2429
+"mom_1",0.8505725702785134,1613941968764,2429
+"eps_1",1e-05,1613941968764,2429
+"wd_2",0.01,1613941968764,2429
+"sqr_mom_2",0.99,1613941968764,2429
+"lr_2",0.0004977097188859465,1613941968764,2429
+"mom_2",0.8505725702785134,1613941968764,2429
+"eps_2",1e-05,1613941968764,2429
+"train_loss",0.054377005,1613941969736,2430
+"raw_loss",0.025626374,1613941969736,2430
+"epoch",15.289308176100619,1613941969736,2430
+"wd_0",0.01,1613941969736,2430
+"sqr_mom_0",0.99,1613941969736,2430
+"lr_0",4.977493050559404e-06,1613941969736,2430
+"mom_0",0.8505626737360149,1613941969736,2430
+"eps_0",1e-05,1613941969736,2430
+"wd_1",0.01,1613941969736,2430
+"sqr_mom_1",0.99,1613941969736,2430
+"lr_1",4.977493050559402e-05,1613941969736,2430
+"mom_1",0.8505626737360149,1613941969736,2430
+"eps_1",1e-05,1613941969736,2430
+"wd_2",0.01,1613941969736,2430
+"sqr_mom_2",0.99,1613941969736,2430
+"lr_2",0.0004977493050559403,1613941969736,2430
+"mom_2",0.8505626737360149,1613941969736,2430
+"eps_2",1e-05,1613941969736,2430
+"train_loss",0.053993557,1613941970684,2431
+"raw_loss",0.035204608,1613941970684,2431
+"epoch",15.295597484276719,1613941970684,2431
+"wd_0",0.01,1613941970684,2431
+"sqr_mom_0",0.99,1613941970684,2431
+"lr_0",4.9778853695314395e-06,1613941970684,2431
+"mom_0",0.8505528657617141,1613941970684,2431
+"eps_0",1e-05,1613941970684,2431
+"wd_1",0.01,1613941970684,2431
+"sqr_mom_1",0.99,1613941970684,2431
+"lr_1",4.977885369531438e-05,1613941970684,2431
+"mom_1",0.8505528657617141,1613941970684,2431
+"eps_1",1e-05,1613941970684,2431
+"wd_2",0.01,1613941970684,2431
+"sqr_mom_2",0.99,1613941970684,2431
+"lr_2",0.0004977885369531438,1613941970684,2431
+"mom_2",0.8505528657617141,1613941970684,2431
+"eps_2",1e-05,1613941970684,2431
+"train_loss",0.054001667,1613941971676,2432
+"raw_loss",0.054399118,1613941971676,2432
+"epoch",15.30188679245282,1613941971676,2432
+"wd_0",0.01,1613941971676,2432
+"sqr_mom_0",0.99,1613941971676,2432
+"lr_0",4.978274368225099e-06,1613941971676,2432
+"mom_0",0.8505431407943725,1613941971676,2432
+"eps_0",1e-05,1613941971676,2432
+"wd_1",0.01,1613941971676,2432
+"sqr_mom_1",0.99,1613941971676,2432
+"lr_1",4.978274368225098e-05,1613941971676,2432
+"mom_1",0.8505431407943725,1613941971676,2432
+"eps_1",1e-05,1613941971676,2432
+"wd_2",0.01,1613941971676,2432
+"sqr_mom_2",0.99,1613941971676,2432
+"lr_2",0.0004978274368225098,1613941971676,2432
+"mom_2",0.8505431407943725,1613941971676,2432
+"eps_2",1e-05,1613941971676,2432
+"train_loss",0.0538287,1613941972634,2433
+"raw_loss",0.04535344,1613941972634,2433
+"epoch",15.30817610062892,1613941972634,2433
+"wd_0",0.01,1613941972634,2433
+"sqr_mom_0",0.99,1613941972634,2433
+"lr_0",4.978659933912315e-06,1613941972634,2433
+"mom_0",0.8505335016521921,1613941972634,2433
+"eps_0",1e-05,1613941972634,2433
+"wd_1",0.01,1613941972634,2433
+"sqr_mom_1",0.99,1613941972634,2433
+"lr_1",4.978659933912315e-05,1613941972634,2433
+"mom_1",0.8505335016521921,1613941972634,2433
+"eps_1",1e-05,1613941972634,2433
+"wd_2",0.01,1613941972634,2433
+"sqr_mom_2",0.99,1613941972634,2433
+"lr_2",0.0004978659933912316,1613941972634,2433
+"mom_2",0.8505335016521921,1613941972634,2433
+"eps_2",1e-05,1613941972634,2433
+"train_loss",0.054065824,1613941973586,2434
+"raw_loss",0.06568481,1613941973586,2434
+"epoch",15.31446540880502,1613941973586,2434
+"wd_0",0.01,1613941973586,2434
+"sqr_mom_0",0.99,1613941973586,2434
+"lr_0",4.979042011849345e-06,1613941973586,2434
+"mom_0",0.8505239497037663,1613941973586,2434
+"eps_0",1e-05,1613941973586,2434
+"wd_1",0.01,1613941973586,2434
+"sqr_mom_1",0.99,1613941973586,2434
+"lr_1",4.979042011849344e-05,1613941973586,2434
+"mom_1",0.8505239497037663,1613941973586,2434
+"eps_1",1e-05,1613941973586,2434
+"wd_2",0.01,1613941973586,2434
+"sqr_mom_2",0.99,1613941973586,2434
+"lr_2",0.0004979042011849345,1613941973586,2434
+"mom_2",0.8505239497037663,1613941973586,2434
+"eps_2",1e-05,1613941973586,2434
+"train_loss",0.053607162,1613941974571,2435
+"raw_loss",0.031132704,1613941974571,2435
+"epoch",15.32075471698112,1613941974571,2435
+"wd_0",0.01,1613941974571,2435
+"sqr_mom_0",0.99,1613941974571,2435
+"lr_0",4.9794207100105855e-06,1613941974571,2435
+"mom_0",0.8505144822497354,1613941974571,2435
+"eps_0",1e-05,1613941974571,2435
+"wd_1",0.01,1613941974571,2435
+"sqr_mom_1",0.99,1613941974571,2435
+"lr_1",4.979420710010585e-05,1613941974571,2435
+"mom_1",0.8505144822497354,1613941974571,2435
+"eps_1",1e-05,1613941974571,2435
+"wd_2",0.01,1613941974571,2435
+"sqr_mom_2",0.99,1613941974571,2435
+"lr_2",0.0004979420710010585,1613941974571,2435
+"mom_2",0.8505144822497354,1613941974571,2435
+"eps_2",1e-05,1613941974571,2435
+"train_loss",0.05362834,1613941975515,2436
+"raw_loss",0.054665994,1613941975515,2436
+"epoch",15.327044025157221,1613941975515,2436
+"wd_0",0.01,1613941975515,2436
+"sqr_mom_0",0.99,1613941975515,2436
+"lr_0",4.979795973176076e-06,1613941975515,2436
+"mom_0",0.8505051006705981,1613941975515,2436
+"eps_0",1e-05,1613941975515,2436
+"wd_1",0.01,1613941975515,2436
+"sqr_mom_1",0.99,1613941975515,2436
+"lr_1",4.979795973176075e-05,1613941975515,2436
+"mom_1",0.8505051006705981,1613941975515,2436
+"eps_1",1e-05,1613941975515,2436
+"wd_2",0.01,1613941975515,2436
+"sqr_mom_2",0.99,1613941975515,2436
+"lr_2",0.0004979795973176076,1613941975515,2436
+"mom_2",0.8505051006705981,1613941975515,2436
+"eps_2",1e-05,1613941975515,2436
+"train_loss",0.054172542,1613941976466,2437
+"raw_loss",0.08083839,1613941976466,2437
+"epoch",15.333333333333321,1613941976466,2437
+"wd_0",0.01,1613941976466,2437
+"sqr_mom_0",0.99,1613941976466,2437
+"lr_0",4.980167695474995e-06,1613941976466,2437
+"mom_0",0.8504958076131252,1613941976466,2437
+"eps_0",1e-05,1613941976466,2437
+"wd_1",0.01,1613941976466,2437
+"sqr_mom_1",0.99,1613941976466,2437
+"lr_1",4.980167695474994e-05,1613941976466,2437
+"mom_1",0.8504958076131252,1613941976466,2437
+"eps_1",1e-05,1613941976466,2437
+"wd_2",0.01,1613941976466,2437
+"sqr_mom_2",0.99,1613941976466,2437
+"lr_2",0.0004980167695474994,1613941976466,2437
+"mom_2",0.8504958076131252,1613941976466,2437
+"eps_2",1e-05,1613941976466,2437
+"train_loss",0.055008933,1613941977425,2438
+"raw_loss",0.09599216,1613941977425,2438
+"epoch",15.339622641509422,1613941977425,2438
+"wd_0",0.01,1613941977425,2438
+"sqr_mom_0",0.99,1613941977425,2438
+"lr_0",4.9805360876783075e-06,1613941977425,2438
+"mom_0",0.8504865978080423,1613941977425,2438
+"eps_0",1e-05,1613941977425,2438
+"wd_1",0.01,1613941977425,2438
+"sqr_mom_1",0.99,1613941977425,2438
+"lr_1",4.9805360876783075e-05,1613941977425,2438
+"mom_1",0.8504865978080423,1613941977425,2438
+"eps_1",1e-05,1613941977425,2438
+"wd_2",0.01,1613941977425,2438
+"sqr_mom_2",0.99,1613941977425,2438
+"lr_2",0.0004980536087678308,1613941977425,2438
+"mom_2",0.8504865978080423,1613941977425,2438
+"eps_2",1e-05,1613941977425,2438
+"train_loss",0.055943403,1613941978373,2439
+"raw_loss",0.10173247,1613941978373,2439
+"epoch",15.345911949685522,1613941978373,2439
+"wd_0",0.01,1613941978373,2439
+"sqr_mom_0",0.99,1613941978373,2439
+"lr_0",4.980901042950296e-06,1613941978373,2439
+"mom_0",0.8504774739262426,1613941978373,2439
+"eps_0",1e-05,1613941978373,2439
+"wd_1",0.01,1613941978373,2439
+"sqr_mom_1",0.99,1613941978373,2439
+"lr_1",4.980901042950295e-05,1613941978373,2439
+"mom_1",0.8504774739262426,1613941978373,2439
+"eps_1",1e-05,1613941978373,2439
+"wd_2",0.01,1613941978373,2439
+"sqr_mom_2",0.99,1613941978373,2439
+"lr_2",0.0004980901042950295,1613941978373,2439
+"mom_2",0.8504774739262426,1613941978373,2439
+"eps_2",1e-05,1613941978373,2439
+"train_loss",0.06172208,1613941979307,2440
+"raw_loss",0.34487754,1613941979307,2440
+"epoch",15.352201257861623,1613941979307,2440
+"wd_0",0.01,1613941979307,2440
+"sqr_mom_0",0.99,1613941979307,2440
+"lr_0",4.981262560657632e-06,1613941979307,2440
+"mom_0",0.8504684359835593,1613941979307,2440
+"eps_0",1e-05,1613941979307,2440
+"wd_1",0.01,1613941979307,2440
+"sqr_mom_1",0.99,1613941979307,2440
+"lr_1",4.9812625606576306e-05,1613941979307,2440
+"mom_1",0.8504684359835593,1613941979307,2440
+"eps_1",1e-05,1613941979307,2440
+"wd_2",0.01,1613941979307,2440
+"sqr_mom_2",0.99,1613941979307,2440
+"lr_2",0.0004981262560657631,1613941979307,2440
+"mom_2",0.8504684359835593,1613941979307,2440
+"eps_2",1e-05,1613941979307,2440
+"train_loss",0.06210229,1613941980254,2441
+"raw_loss",0.080732614,1613941980254,2441
+"epoch",15.358490566037723,1613941980254,2441
+"wd_0",0.01,1613941980254,2441
+"sqr_mom_0",0.99,1613941980254,2441
+"lr_0",4.981620538862166e-06,1613941980254,2441
+"mom_0",0.8504594865284458,1613941980254,2441
+"eps_0",1e-05,1613941980254,2441
+"wd_1",0.01,1613941980254,2441
+"sqr_mom_1",0.99,1613941980254,2441
+"lr_1",4.981620538862164e-05,1613941980254,2441
+"mom_1",0.8504594865284458,1613941980254,2441
+"eps_1",1e-05,1613941980254,2441
+"wd_2",0.01,1613941980254,2441
+"sqr_mom_2",0.99,1613941980254,2441
+"lr_2",0.0004981620538862165,1613941980254,2441
+"mom_2",0.8504594865284458,1613941980254,2441
+"eps_2",1e-05,1613941980254,2441
+"train_loss",0.062189657,1613941981201,2442
+"raw_loss",0.06647051,1613941981201,2442
+"epoch",15.364779874213824,1613941981201,2442
+"wd_0",0.01,1613941981201,2442
+"sqr_mom_0",0.99,1613941981201,2442
+"lr_0",4.981975180541797e-06,1613941981201,2442
+"mom_0",0.850450620486455,1613941981201,2442
+"eps_0",1e-05,1613941981201,2442
+"wd_1",0.01,1613941981201,2442
+"sqr_mom_1",0.99,1613941981201,2442
+"lr_1",4.981975180541796e-05,1613941981201,2442
+"mom_1",0.850450620486455,1613941981201,2442
+"eps_1",1e-05,1613941981201,2442
+"wd_2",0.01,1613941981201,2442
+"sqr_mom_2",0.99,1613941981201,2442
+"lr_2",0.0004981975180541797,1613941981201,2442
+"mom_2",0.850450620486455,1613941981201,2442
+"eps_2",1e-05,1613941981201,2442
+"train_loss",0.063655384,1613941982183,2443
+"raw_loss",0.13547602,1613941982183,2443
+"epoch",15.371069182389924,1613941982183,2443
+"wd_0",0.01,1613941982183,2443
+"sqr_mom_0",0.99,1613941982183,2443
+"lr_0",4.9823263827927685e-06,1613941982183,2443
+"mom_0",0.8504418404301808,1613941982183,2443
+"eps_0",1e-05,1613941982183,2443
+"wd_1",0.01,1613941982183,2443
+"sqr_mom_1",0.99,1613941982183,2443
+"lr_1",4.982326382792768e-05,1613941982183,2443
+"mom_1",0.8504418404301808,1613941982183,2443
+"eps_1",1e-05,1613941982183,2443
+"wd_2",0.01,1613941982183,2443
+"sqr_mom_2",0.99,1613941982183,2443
+"lr_2",0.0004982326382792768,1613941982183,2443
+"mom_2",0.8504418404301808,1613941982183,2443
+"eps_2",1e-05,1613941982183,2443
+"train_loss",0.0651419,1613941983132,2444
+"raw_loss",0.13798127,1613941983132,2444
+"epoch",15.377358490566024,1613941983132,2444
+"wd_0",0.01,1613941983132,2444
+"sqr_mom_0",0.99,1613941983132,2444
+"lr_0",4.982674095816956e-06,1613941983132,2444
+"mom_0",0.8504331476045761,1613941983132,2444
+"eps_0",1e-05,1613941983132,2444
+"wd_1",0.01,1613941983132,2444
+"sqr_mom_1",0.99,1613941983132,2444
+"lr_1",4.982674095816956e-05,1613941983132,2444
+"mom_1",0.8504331476045761,1613941983132,2444
+"eps_1",1e-05,1613941983132,2444
+"wd_2",0.01,1613941983132,2444
+"sqr_mom_2",0.99,1613941983132,2444
+"lr_2",0.0004982674095816956,1613941983132,2444
+"mom_2",0.8504331476045761,1613941983132,2444
+"eps_2",1e-05,1613941983132,2444
+"train_loss",0.06626217,1613941984075,2445
+"raw_loss",0.1211553,1613941984075,2445
+"epoch",15.383647798742125,1613941984075,2445
+"wd_0",0.01,1613941984075,2445
+"sqr_mom_0",0.99,1613941984075,2445
+"lr_0",4.983018417877313e-06,1613941984075,2445
+"mom_0",0.8504245395530672,1613941984075,2445
+"eps_0",1e-05,1613941984075,2445
+"wd_1",0.01,1613941984075,2445
+"sqr_mom_1",0.99,1613941984075,2445
+"lr_1",4.983018417877312e-05,1613941984075,2445
+"mom_1",0.8504245395530672,1613941984075,2445
+"eps_1",1e-05,1613941984075,2445
+"wd_2",0.01,1613941984075,2445
+"sqr_mom_2",0.99,1613941984075,2445
+"lr_2",0.0004983018417877312,1613941984075,2445
+"mom_2",0.8504245395530672,1613941984075,2445
+"eps_2",1e-05,1613941984075,2445
+"train_loss",0.06546471,1613941985058,2446
+"raw_loss",0.026389122,1613941985058,2446
+"epoch",15.389937106918225,1613941985058,2446
+"wd_0",0.01,1613941985058,2446
+"sqr_mom_0",0.99,1613941985058,2446
+"lr_0",4.983359298698622e-06,1613941985058,2446
+"mom_0",0.8504160175325345,1613941985058,2446
+"eps_0",1e-05,1613941985058,2446
+"wd_1",0.01,1613941985058,2446
+"sqr_mom_1",0.99,1613941985058,2446
+"lr_1",4.983359298698621e-05,1613941985058,2446
+"mom_1",0.8504160175325345,1613941985058,2446
+"eps_1",1e-05,1613941985058,2446
+"wd_2",0.01,1613941985058,2446
+"sqr_mom_2",0.99,1613941985058,2446
+"lr_2",0.0004983359298698621,1613941985058,2446
+"mom_2",0.8504160175325345,1613941985058,2446
+"eps_2",1e-05,1613941985058,2446
+"train_loss",0.06484564,1613941986025,2447
+"raw_loss",0.034511015,1613941986025,2447
+"epoch",15.396226415094326,1613941986025,2447
+"wd_0",0.01,1613941986025,2447
+"sqr_mom_0",0.99,1613941986025,2447
+"lr_0",4.9836966422470115e-06,1613941986025,2447
+"mom_0",0.8504075839438248,1613941986025,2447
+"eps_0",1e-05,1613941986025,2447
+"wd_1",0.01,1613941986025,2447
+"sqr_mom_1",0.99,1613941986025,2447
+"lr_1",4.983696642247011e-05,1613941986025,2447
+"mom_1",0.8504075839438248,1613941986025,2447
+"eps_1",1e-05,1613941986025,2447
+"wd_2",0.01,1613941986025,2447
+"sqr_mom_2",0.99,1613941986025,2447
+"lr_2",0.0004983696642247011,1613941986025,2447
+"mom_2",0.8504075839438248,1613941986025,2447
+"eps_2",1e-05,1613941986025,2447
+"train_loss",0.06492343,1613941986997,2448
+"raw_loss",0.068735115,1613941986997,2448
+"epoch",15.402515723270426,1613941986997,2448
+"wd_0",0.01,1613941986997,2448
+"sqr_mom_0",0.99,1613941986997,2448
+"lr_0",4.984030639800289e-06,1613941986997,2448
+"mom_0",0.8503992340049927,1613941986997,2448
+"eps_0",1e-05,1613941986997,2448
+"wd_1",0.01,1613941986997,2448
+"sqr_mom_1",0.99,1613941986997,2448
+"lr_1",4.984030639800288e-05,1613941986997,2448
+"mom_1",0.8503992340049927,1613941986997,2448
+"eps_1",1e-05,1613941986997,2448
+"wd_2",0.01,1613941986997,2448
+"sqr_mom_2",0.99,1613941986997,2448
+"lr_2",0.0004984030639800289,1613941986997,2448
+"mom_2",0.8503992340049927,1613941986997,2448
+"eps_2",1e-05,1613941986997,2448
+"train_loss",0.06427045,1613941987945,2449
+"raw_loss",0.03227465,1613941987945,2449
+"epoch",15.408805031446526,1613941987945,2449
+"wd_0",0.01,1613941987945,2449
+"sqr_mom_0",0.99,1613941987945,2449
+"lr_0",4.984361194357955e-06,1613941987945,2449
+"mom_0",0.8503909701410511,1613941987945,2449
+"eps_0",1e-05,1613941987945,2449
+"wd_1",0.01,1613941987945,2449
+"sqr_mom_1",0.99,1613941987945,2449
+"lr_1",4.984361194357955e-05,1613941987945,2449
+"mom_1",0.8503909701410511,1613941987945,2449
+"eps_1",1e-05,1613941987945,2449
+"wd_2",0.01,1613941987945,2449
+"sqr_mom_2",0.99,1613941987945,2449
+"lr_2",0.0004984361194357956,1613941987945,2449
+"mom_2",0.8503909701410511,1613941987945,2449
+"eps_2",1e-05,1613941987945,2449
+"train_loss",0.06389585,1613941988939,2450
+"raw_loss",0.04554051,1613941988939,2450
+"epoch",15.415094339622627,1613941988939,2450
+"wd_0",0.01,1613941988939,2450
+"sqr_mom_0",0.99,1613941988939,2450
+"lr_0",4.984688212840483e-06,1613941988939,2450
+"mom_0",0.8503827946789879,1613941988939,2450
+"eps_0",1e-05,1613941988939,2450
+"wd_1",0.01,1613941988939,2450
+"sqr_mom_1",0.99,1613941988939,2450
+"lr_1",4.9846882128404824e-05,1613941988939,2450
+"mom_1",0.8503827946789879,1613941988939,2450
+"eps_1",1e-05,1613941988939,2450
+"wd_2",0.01,1613941988939,2450
+"sqr_mom_2",0.99,1613941988939,2450
+"lr_2",0.0004984688212840482,1613941988939,2450
+"mom_2",0.8503827946789879,1613941988939,2450
+"eps_2",1e-05,1613941988939,2450
+"train_loss",0.06369654,1613941989919,2451
+"raw_loss",0.05393033,1613941989919,2451
+"epoch",15.421383647798727,1613941989919,2451
+"wd_0",0.01,1613941989919,2451
+"sqr_mom_0",0.99,1613941989919,2451
+"lr_0",4.98501188067124e-06,1613941989919,2451
+"mom_0",0.850374702983219,1613941989919,2451
+"eps_0",1e-05,1613941989919,2451
+"wd_1",0.01,1613941989919,2451
+"sqr_mom_1",0.99,1613941989919,2451
+"lr_1",4.985011880671239e-05,1613941989919,2451
+"mom_1",0.850374702983219,1613941989919,2451
+"eps_1",1e-05,1613941989919,2451
+"wd_2",0.01,1613941989919,2451
+"sqr_mom_2",0.99,1613941989919,2451
+"lr_2",0.000498501188067124,1613941989919,2451
+"mom_2",0.850374702983219,1613941989919,2451
+"eps_2",1e-05,1613941989919,2451
+"train_loss",0.06562165,1613941990876,2452
+"raw_loss",0.15995227,1613941990876,2452
+"epoch",15.427672955974828,1613941990876,2452
+"wd_0",0.01,1613941990876,2452
+"sqr_mom_0",0.99,1613941990876,2452
+"lr_0",4.9853321038035865e-06,1613941990876,2452
+"mom_0",0.8503666974049103,1613941990876,2452
+"eps_0",1e-05,1613941990876,2452
+"wd_1",0.01,1613941990876,2452
+"sqr_mom_1",0.99,1613941990876,2452
+"lr_1",4.985332103803586e-05,1613941990876,2452
+"mom_1",0.8503666974049103,1613941990876,2452
+"eps_1",1e-05,1613941990876,2452
+"wd_2",0.01,1613941990876,2452
+"sqr_mom_2",0.99,1613941990876,2452
+"lr_2",0.0004985332103803586,1613941990876,2452
+"mom_2",0.8503666974049103,1613941990876,2452
+"eps_2",1e-05,1613941990876,2452
+"train_loss",0.06553736,1613941991868,2453
+"raw_loss",0.061407335,1613941991868,2453
+"epoch",15.433962264150928,1613941991868,2453
+"wd_0",0.01,1613941991868,2453
+"sqr_mom_0",0.99,1613941991868,2453
+"lr_0",4.98564883689784e-06,1613941991868,2453
+"mom_0",0.850358779077554,1613941991868,2453
+"eps_0",1e-05,1613941991868,2453
+"wd_1",0.01,1613941991868,2453
+"sqr_mom_1",0.99,1613941991868,2453
+"lr_1",4.9856488368978394e-05,1613941991868,2453
+"mom_1",0.850358779077554,1613941991868,2453
+"eps_1",1e-05,1613941991868,2453
+"wd_2",0.01,1613941991868,2453
+"sqr_mom_2",0.99,1613941991868,2453
+"lr_2",0.000498564883689784,1613941991868,2453
+"mom_2",0.850358779077554,1613941991868,2453
+"eps_2",1e-05,1613941991868,2453
+"train_loss",0.06645174,1613941992839,2454
+"raw_loss",0.111256436,1613941992839,2454
+"epoch",15.440251572327028,1613941992839,2454
+"wd_0",0.01,1613941992839,2454
+"sqr_mom_0",0.99,1613941992839,2454
+"lr_0",4.985962169462089e-06,1613941992839,2454
+"mom_0",0.8503509457634477,1613941992839,2454
+"eps_0",1e-05,1613941992839,2454
+"wd_1",0.01,1613941992839,2454
+"sqr_mom_1",0.99,1613941992839,2454
+"lr_1",4.9859621694620885e-05,1613941992839,2454
+"mom_1",0.8503509457634477,1613941992839,2454
+"eps_1",1e-05,1613941992839,2454
+"wd_2",0.01,1613941992839,2454
+"sqr_mom_2",0.99,1613941992839,2454
+"lr_2",0.0004985962169462088,1613941992839,2454
+"mom_2",0.8503509457634477,1613941992839,2454
+"eps_2",1e-05,1613941992839,2454
+"train_loss",0.06671978,1613941993834,2455
+"raw_loss",0.07985331,1613941993834,2455
+"epoch",15.446540880503129,1613941993834,2455
+"wd_0",0.01,1613941993834,2455
+"sqr_mom_0",0.99,1613941993834,2455
+"lr_0",4.98627205567884e-06,1613941993834,2455
+"mom_0",0.850343198608029,1613941993834,2455
+"eps_0",1e-05,1613941993834,2455
+"wd_1",0.01,1613941993834,2455
+"sqr_mom_1",0.99,1613941993834,2455
+"lr_1",4.98627205567884e-05,1613941993834,2455
+"mom_1",0.850343198608029,1613941993834,2455
+"eps_1",1e-05,1613941993834,2455
+"wd_2",0.01,1613941993834,2455
+"sqr_mom_2",0.99,1613941993834,2455
+"lr_2",0.000498627205567884,1613941993834,2455
+"mom_2",0.850343198608029,1613941993834,2455
+"eps_2",1e-05,1613941993834,2455
+"train_loss",0.06879489,1613941994798,2456
+"raw_loss",0.17047542,1613941994798,2456
+"epoch",15.45283018867923,1613941994798,2456
+"wd_0",0.01,1613941994798,2456
+"sqr_mom_0",0.99,1613941994798,2456
+"lr_0",4.986578408381703e-06,1613941994798,2456
+"mom_0",0.8503355397904574,1613941994798,2456
+"eps_0",1e-05,1613941994798,2456
+"wd_1",0.01,1613941994798,2456
+"sqr_mom_1",0.99,1613941994798,2456
+"lr_1",4.986578408381702e-05,1613941994798,2456
+"mom_1",0.8503355397904574,1613941994798,2456
+"eps_1",1e-05,1613941994798,2456
+"wd_2",0.01,1613941994798,2456
+"sqr_mom_2",0.99,1613941994798,2456
+"lr_2",0.0004986578408381703,1613941994798,2456
+"mom_2",0.8503355397904574,1613941994798,2456
+"eps_2",1e-05,1613941994798,2456
+"train_loss",0.06903134,1613941995761,2457
+"raw_loss",0.08061763,1613941995761,2457
+"epoch",15.45911949685533,1613941995761,2457
+"wd_0",0.01,1613941995761,2457
+"sqr_mom_0",0.99,1613941995761,2457
+"lr_0",4.986881401276303e-06,1613941995761,2457
+"mom_0",0.8503279649680924,1613941995761,2457
+"eps_0",1e-05,1613941995761,2457
+"wd_1",0.01,1613941995761,2457
+"sqr_mom_1",0.99,1613941995761,2457
+"lr_1",4.986881401276302e-05,1613941995761,2457
+"mom_1",0.8503279649680924,1613941995761,2457
+"eps_1",1e-05,1613941995761,2457
+"wd_2",0.01,1613941995761,2457
+"sqr_mom_2",0.99,1613941995761,2457
+"lr_2",0.0004986881401276303,1613941995761,2457
+"mom_2",0.8503279649680924,1613941995761,2457
+"eps_2",1e-05,1613941995761,2457
+"train_loss",0.0693968,1613941996724,2458
+"raw_loss",0.087304436,1613941996724,2458
+"epoch",15.46540880503143,1613941996724,2458
+"wd_0",0.01,1613941996724,2458
+"sqr_mom_0",0.99,1613941996724,2458
+"lr_0",4.987180946228212e-06,1613941996724,2458
+"mom_0",0.8503204763442948,1613941996724,2458
+"eps_0",1e-05,1613941996724,2458
+"wd_1",0.01,1613941996724,2458
+"sqr_mom_1",0.99,1613941996724,2458
+"lr_1",4.987180946228211e-05,1613941996724,2458
+"mom_1",0.8503204763442948,1613941996724,2458
+"eps_1",1e-05,1613941996724,2458
+"wd_2",0.01,1613941996724,2458
+"sqr_mom_2",0.99,1613941996724,2458
+"lr_2",0.0004987180946228211,1613941996724,2458
+"mom_2",0.8503204763442948,1613941996724,2458
+"eps_2",1e-05,1613941996724,2458
+"train_loss",0.0692331,1613941997704,2459
+"raw_loss",0.061211556,1613941997704,2459
+"epoch",15.47169811320753,1613941997704,2459
+"wd_0",0.01,1613941997704,2459
+"sqr_mom_0",0.99,1613941997704,2459
+"lr_0",4.987477042717613e-06,1613941997704,2459
+"mom_0",0.8503130739320597,1613941997704,2459
+"eps_0",1e-05,1613941997704,2459
+"wd_1",0.01,1613941997704,2459
+"sqr_mom_1",0.99,1613941997704,2459
+"lr_1",4.987477042717613e-05,1613941997704,2459
+"mom_1",0.8503130739320597,1613941997704,2459
+"eps_1",1e-05,1613941997704,2459
+"wd_2",0.01,1613941997704,2459
+"sqr_mom_2",0.99,1613941997704,2459
+"lr_2",0.0004987477042717613,1613941997704,2459
+"mom_2",0.8503130739320597,1613941997704,2459
+"eps_2",1e-05,1613941997704,2459
+"train_loss",0.06845065,1613941998640,2460
+"raw_loss",0.03011085,1613941998640,2460
+"epoch",15.47798742138363,1613941998640,2460
+"wd_0",0.01,1613941998640,2460
+"sqr_mom_0",0.99,1613941998640,2460
+"lr_0",4.987769607523257e-06,1613941998640,2460
+"mom_0",0.8503057598119186,1613941998640,2460
+"eps_0",1e-05,1613941998640,2460
+"wd_1",0.01,1613941998640,2460
+"sqr_mom_1",0.99,1613941998640,2460
+"lr_1",4.987769607523255e-05,1613941998640,2460
+"mom_1",0.8503057598119186,1613941998640,2460
+"eps_1",1e-05,1613941998640,2460
+"wd_2",0.01,1613941998640,2460
+"sqr_mom_2",0.99,1613941998640,2460
+"lr_2",0.0004987769607523255,1613941998640,2460
+"mom_2",0.8503057598119186,1613941998640,2460
+"eps_2",1e-05,1613941998640,2460
+"train_loss",0.06910386,1613941999606,2461
+"raw_loss",0.10111117,1613941999606,2461
+"epoch",15.484276729559731,1613941999606,2461
+"wd_0",0.01,1613941999606,2461
+"sqr_mom_0",0.99,1613941999606,2461
+"lr_0",4.9880588065328655e-06,1613941999606,2461
+"mom_0",0.8502985298366783,1613941999606,2461
+"eps_0",1e-05,1613941999606,2461
+"wd_1",0.01,1613941999606,2461
+"sqr_mom_1",0.99,1613941999606,2461
+"lr_1",4.9880588065328655e-05,1613941999606,2461
+"mom_1",0.8502985298366783,1613941999606,2461
+"eps_1",1e-05,1613941999606,2461
+"wd_2",0.01,1613941999606,2461
+"sqr_mom_2",0.99,1613941999606,2461
+"lr_2",0.0004988058806532866,1613941999606,2461
+"mom_2",0.8502985298366783,1613941999606,2461
+"eps_2",1e-05,1613941999606,2461
+"train_loss",0.07132812,1613942000607,2462
+"raw_loss",0.18031697,1613942000607,2462
+"epoch",15.490566037735832,1613942000607,2462
+"wd_0",0.01,1613942000607,2462
+"sqr_mom_0",0.99,1613942000607,2462
+"lr_0",4.98834455555657e-06,1613942000607,2462
+"mom_0",0.8502913861110858,1613942000607,2462
+"eps_0",1e-05,1613942000607,2462
+"wd_1",0.01,1613942000607,2462
+"sqr_mom_1",0.99,1613942000607,2462
+"lr_1",4.98834455555657e-05,1613942000607,2462
+"mom_1",0.8502913861110858,1613942000607,2462
+"eps_1",1e-05,1613942000607,2462
+"wd_2",0.01,1613942000607,2462
+"sqr_mom_2",0.99,1613942000607,2462
+"lr_2",0.000498834455555657,1613942000607,2462
+"mom_2",0.8502913861110858,1613942000607,2462
+"eps_2",1e-05,1613942000607,2462
+"train_loss",0.07572874,1613942001566,2463
+"raw_loss",0.29135934,1613942001566,2463
+"epoch",15.496855345911932,1613942001566,2463
+"wd_0",0.01,1613942001566,2463
+"sqr_mom_0",0.99,1613942001566,2463
+"lr_0",4.9886268142159934e-06,1613942001566,2463
+"mom_0",0.8502843296446002,1613942001566,2463
+"eps_0",1e-05,1613942001566,2463
+"wd_1",0.01,1613942001566,2463
+"sqr_mom_1",0.99,1613942001566,2463
+"lr_1",4.988626814215993e-05,1613942001566,2463
+"mom_1",0.8502843296446002,1613942001566,2463
+"eps_1",1e-05,1613942001566,2463
+"wd_2",0.01,1613942001566,2463
+"sqr_mom_2",0.99,1613942001566,2463
+"lr_2",0.0004988626814215992,1613942001566,2463
+"mom_2",0.8502843296446002,1613942001566,2463
+"eps_2",1e-05,1613942001566,2463
+"train_loss",0.07576797,1613942002522,2464
+"raw_loss",0.07769065,1613942002522,2464
+"epoch",15.503144654088032,1613942002522,2464
+"wd_0",0.01,1613942002522,2464
+"sqr_mom_0",0.99,1613942002522,2464
+"lr_0",4.988905662276824e-06,1613942002522,2464
+"mom_0",0.8502773584430794,1613942002522,2464
+"eps_0",1e-05,1613942002522,2464
+"wd_1",0.01,1613942002522,2464
+"sqr_mom_1",0.99,1613942002522,2464
+"lr_1",4.988905662276823e-05,1613942002522,2464
+"mom_1",0.8502773584430794,1613942002522,2464
+"eps_1",1e-05,1613942002522,2464
+"wd_2",0.01,1613942002522,2464
+"sqr_mom_2",0.99,1613942002522,2464
+"lr_2",0.0004988905662276824,1613942002522,2464
+"mom_2",0.8502773584430794,1613942002522,2464
+"eps_2",1e-05,1613942002522,2464
+"train_loss",0.07840765,1613942003479,2465
+"raw_loss",0.20775218,1613942003479,2465
+"epoch",15.509433962264133,1613942003479,2465
+"wd_0",0.01,1613942003479,2465
+"sqr_mom_0",0.99,1613942003479,2465
+"lr_0",4.989181058882154e-06,1613942003479,2465
+"mom_0",0.8502704735279462,1613942003479,2465
+"eps_0",1e-05,1613942003479,2465
+"wd_1",0.01,1613942003479,2465
+"sqr_mom_1",0.99,1613942003479,2465
+"lr_1",4.989181058882153e-05,1613942003479,2465
+"mom_1",0.8502704735279462,1613942003479,2465
+"eps_1",1e-05,1613942003479,2465
+"wd_2",0.01,1613942003479,2465
+"sqr_mom_2",0.99,1613942003479,2465
+"lr_2",0.0004989181058882153,1613942003479,2465
+"mom_2",0.8502704735279462,1613942003479,2465
+"eps_2",1e-05,1613942003479,2465
+"train_loss",0.079427324,1613942004422,2466
+"raw_loss",0.1293912,1613942004422,2466
+"epoch",15.515723270440233,1613942004422,2466
+"wd_0",0.01,1613942004422,2466
+"sqr_mom_0",0.99,1613942004422,2466
+"lr_0",4.989452926732739e-06,1613942004422,2466
+"mom_0",0.8502636768316816,1613942004422,2466
+"eps_0",1e-05,1613942004422,2466
+"wd_1",0.01,1613942004422,2466
+"sqr_mom_1",0.99,1613942004422,2466
+"lr_1",4.989452926732738e-05,1613942004422,2466
+"mom_1",0.8502636768316816,1613942004422,2466
+"eps_1",1e-05,1613942004422,2466
+"wd_2",0.01,1613942004422,2466
+"sqr_mom_2",0.99,1613942004422,2466
+"lr_2",0.0004989452926732738,1613942004422,2466
+"mom_2",0.8502636768316816,1613942004422,2466
+"eps_2",1e-05,1613942004422,2466
+"train_loss",0.07857214,1613942005371,2467
+"raw_loss",0.03666798,1613942005371,2467
+"epoch",15.522012578616334,1613942005371,2467
+"wd_0",0.01,1613942005371,2467
+"sqr_mom_0",0.99,1613942005371,2467
+"lr_0",4.989721419980887e-06,1613942005371,2467
+"mom_0",0.8502569645004778,1613942005371,2467
+"eps_0",1e-05,1613942005371,2467
+"wd_1",0.01,1613942005371,2467
+"sqr_mom_1",0.99,1613942005371,2467
+"lr_1",4.9897214199808864e-05,1613942005371,2467
+"mom_1",0.8502569645004778,1613942005371,2467
+"eps_1",1e-05,1613942005371,2467
+"wd_2",0.01,1613942005371,2467
+"sqr_mom_2",0.99,1613942005371,2467
+"lr_2",0.0004989721419980886,1613942005371,2467
+"mom_2",0.8502569645004778,1613942005371,2467
+"eps_2",1e-05,1613942005371,2467
+"train_loss",0.08018567,1613942006303,2468
+"raw_loss",0.1592485,1613942006303,2468
+"epoch",15.528301886792434,1613942006303,2468
+"wd_0",0.01,1613942006303,2468
+"sqr_mom_0",0.99,1613942006303,2468
+"lr_0",4.989986460357905e-06,1613942006303,2468
+"mom_0",0.8502503384910524,1613942006303,2468
+"eps_0",1e-05,1613942006303,2468
+"wd_1",0.01,1613942006303,2468
+"sqr_mom_1",0.99,1613942006303,2468
+"lr_1",4.989986460357905e-05,1613942006303,2468
+"mom_1",0.8502503384910524,1613942006303,2468
+"eps_1",1e-05,1613942006303,2468
+"wd_2",0.01,1613942006303,2468
+"sqr_mom_2",0.99,1613942006303,2468
+"lr_2",0.0004989986460357905,1613942006303,2468
+"mom_2",0.8502503384910524,1613942006303,2468
+"eps_2",1e-05,1613942006303,2468
+"train_loss",0.07992287,1613942007255,2469
+"raw_loss",0.06704565,1613942007255,2469
+"epoch",15.534591194968534,1613942007255,2469
+"wd_0",0.01,1613942007255,2469
+"sqr_mom_0",0.99,1613942007255,2469
+"lr_0",4.99024797352732e-06,1613942007255,2469
+"mom_0",0.850243800661817,1613942007255,2469
+"eps_0",1e-05,1613942007255,2469
+"wd_1",0.01,1613942007255,2469
+"sqr_mom_1",0.99,1613942007255,2469
+"lr_1",4.9902479735273185e-05,1613942007255,2469
+"mom_1",0.850243800661817,1613942007255,2469
+"eps_1",1e-05,1613942007255,2469
+"wd_2",0.01,1613942007255,2469
+"sqr_mom_2",0.99,1613942007255,2469
+"lr_2",0.0004990247973527318,1613942007255,2469
+"mom_2",0.850243800661817,1613942007255,2469
+"eps_2",1e-05,1613942007255,2469
+"train_loss",0.07930804,1613942008190,2470
+"raw_loss",0.04918155,1613942008190,2470
+"epoch",15.540880503144635,1613942008190,2470
+"wd_0",0.01,1613942008190,2470
+"sqr_mom_0",0.99,1613942008190,2470
+"lr_0",4.990506107770206e-06,1613942008190,2470
+"mom_0",0.8502373473057449,1613942008190,2470
+"eps_0",1e-05,1613942008190,2470
+"wd_1",0.01,1613942008190,2470
+"sqr_mom_1",0.99,1613942008190,2470
+"lr_1",4.990506107770206e-05,1613942008190,2470
+"mom_1",0.8502373473057449,1613942008190,2470
+"eps_1",1e-05,1613942008190,2470
+"wd_2",0.01,1613942008190,2470
+"sqr_mom_2",0.99,1613942008190,2470
+"lr_2",0.0004990506107770206,1613942008190,2470
+"mom_2",0.8502373473057449,1613942008190,2470
+"eps_2",1e-05,1613942008190,2470
+"train_loss",0.07870954,1613942009133,2471
+"raw_loss",0.049383167,1613942009133,2471
+"epoch",15.547169811320735,1613942009133,2471
+"wd_0",0.01,1613942009133,2471
+"sqr_mom_0",0.99,1613942009133,2471
+"lr_0",4.990760787780254e-06,1613942009133,2471
+"mom_0",0.8502309803054937,1613942009133,2471
+"eps_0",1e-05,1613942009133,2471
+"wd_1",0.01,1613942009133,2471
+"sqr_mom_1",0.99,1613942009133,2471
+"lr_1",4.9907607877802526e-05,1613942009133,2471
+"mom_1",0.8502309803054937,1613942009133,2471
+"eps_1",1e-05,1613942009133,2471
+"wd_2",0.01,1613942009133,2471
+"sqr_mom_2",0.99,1613942009133,2471
+"lr_2",0.0004990760787780253,1613942009133,2471
+"mom_2",0.8502309803054937,1613942009133,2471
+"eps_2",1e-05,1613942009133,2471
+"train_loss",0.079567544,1613942010076,2472
+"raw_loss",0.12160971,1613942010076,2472
+"epoch",15.553459119496836,1613942010076,2472
+"wd_0",0.01,1613942010076,2472
+"sqr_mom_0",0.99,1613942010076,2472
+"lr_0",4.991011977650241e-06,1613942010076,2472
+"mom_0",0.850224700558744,1613942010076,2472
+"eps_0",1e-05,1613942010076,2472
+"wd_1",0.01,1613942010076,2472
+"sqr_mom_1",0.99,1613942010076,2472
+"lr_1",4.9910119776502405e-05,1613942010076,2472
+"mom_1",0.850224700558744,1613942010076,2472
+"eps_1",1e-05,1613942010076,2472
+"wd_2",0.01,1613942010076,2472
+"sqr_mom_2",0.99,1613942010076,2472
+"lr_2",0.000499101197765024,1613942010076,2472
+"mom_2",0.850224700558744,1613942010076,2472
+"eps_2",1e-05,1613942010076,2472
+"train_loss",0.07919177,1613942011029,2473
+"raw_loss",0.06077872,1613942011029,2473
+"epoch",15.559748427672936,1613942011029,2473
+"wd_0",0.01,1613942011029,2473
+"sqr_mom_0",0.99,1613942011029,2473
+"lr_0",4.991259748365884e-06,1613942011029,2473
+"mom_0",0.8502185062908528,1613942011029,2473
+"eps_0",1e-05,1613942011029,2473
+"wd_1",0.01,1613942011029,2473
+"sqr_mom_1",0.99,1613942011029,2473
+"lr_1",4.991259748365885e-05,1613942011029,2473
+"mom_1",0.8502185062908528,1613942011029,2473
+"eps_1",1e-05,1613942011029,2473
+"wd_2",0.01,1613942011029,2473
+"sqr_mom_2",0.99,1613942011029,2473
+"lr_2",0.0004991259748365885,1613942011029,2473
+"mom_2",0.8502185062908528,1613942011029,2473
+"eps_2",1e-05,1613942011029,2473
+"train_loss",0.078628995,1613942011987,2474
+"raw_loss",0.05105329,1613942011987,2474
+"epoch",15.566037735849036,1613942011987,2474
+"wd_0",0.01,1613942011987,2474
+"sqr_mom_0",0.99,1613942011987,2474
+"lr_0",4.991504063540856e-06,1613942011987,2474
+"mom_0",0.8502123984114786,1613942011987,2474
+"eps_0",1e-05,1613942011987,2474
+"wd_1",0.01,1613942011987,2474
+"sqr_mom_1",0.99,1613942011987,2474
+"lr_1",4.991504063540856e-05,1613942011987,2474
+"mom_1",0.8502123984114786,1613942011987,2474
+"eps_1",1e-05,1613942011987,2474
+"wd_2",0.01,1613942011987,2474
+"sqr_mom_2",0.99,1613942011987,2474
+"lr_2",0.0004991504063540855,1613942011987,2474
+"mom_2",0.8502123984114786,1613942011987,2474
+"eps_2",1e-05,1613942011987,2474
+"train_loss",0.07801685,1613942012938,2475
+"raw_loss",0.048021756,1613942012938,2475
+"epoch",15.572327044025137,1613942012938,2475
+"wd_0",0.01,1613942012938,2475
+"sqr_mom_0",0.99,1613942012938,2475
+"lr_0",4.991744854767788e-06,1613942012938,2475
+"mom_0",0.8502063786308053,1613942012938,2475
+"eps_0",1e-05,1613942012938,2475
+"wd_1",0.01,1613942012938,2475
+"sqr_mom_1",0.99,1613942012938,2475
+"lr_1",4.991744854767788e-05,1613942012938,2475
+"mom_1",0.8502063786308053,1613942012938,2475
+"eps_1",1e-05,1613942012938,2475
+"wd_2",0.01,1613942012938,2475
+"sqr_mom_2",0.99,1613942012938,2475
+"lr_2",0.0004991744854767788,1613942012938,2475
+"mom_2",0.8502063786308053,1613942012938,2475
+"eps_2",1e-05,1613942012938,2475
+"train_loss",0.077600315,1613942013896,2476
+"raw_loss",0.057190306,1613942013896,2476
+"epoch",15.578616352201237,1613942013896,2476
+"wd_0",0.01,1613942013896,2476
+"sqr_mom_0",0.99,1613942013896,2476
+"lr_0",4.991982258578174e-06,1613942013896,2476
+"mom_0",0.8502004435355457,1613942013896,2476
+"eps_0",1e-05,1613942013896,2476
+"wd_1",0.01,1613942013896,2476
+"sqr_mom_1",0.99,1613942013896,2476
+"lr_1",4.991982258578173e-05,1613942013896,2476
+"mom_1",0.8502004435355457,1613942013896,2476
+"eps_1",1e-05,1613942013896,2476
+"wd_2",0.01,1613942013896,2476
+"sqr_mom_2",0.99,1613942013896,2476
+"lr_2",0.0004991982258578173,1613942013896,2476
+"mom_2",0.8502004435355457,1613942013896,2476
+"eps_2",1e-05,1613942013896,2476
+"train_loss",0.07714585,1613942014847,2477
+"raw_loss",0.054876965,1613942014847,2477
+"epoch",15.584905660377338,1613942014847,2477
+"wd_0",0.01,1613942014847,2477
+"sqr_mom_0",0.99,1613942014847,2477
+"lr_0",4.992216205594075e-06,1613942014847,2477
+"mom_0",0.8501945948601481,1613942014847,2477
+"eps_0",1e-05,1613942014847,2477
+"wd_1",0.01,1613942014847,2477
+"sqr_mom_1",0.99,1613942014847,2477
+"lr_1",4.9922162055940736e-05,1613942014847,2477
+"mom_1",0.8501945948601481,1613942014847,2477
+"eps_1",1e-05,1613942014847,2477
+"wd_2",0.01,1613942014847,2477
+"sqr_mom_2",0.99,1613942014847,2477
+"lr_2",0.0004992216205594074,1613942014847,2477
+"mom_2",0.8501945948601481,1613942014847,2477
+"eps_2",1e-05,1613942014847,2477
+"train_loss",0.07691152,1613942015806,2478
+"raw_loss",0.06542901,1613942015806,2478
+"epoch",15.591194968553438,1613942015806,2478
+"wd_0",0.01,1613942015806,2478
+"sqr_mom_0",0.99,1613942015806,2478
+"lr_0",4.99244669540951e-06,1613942015806,2478
+"mom_0",0.8501888326147623,1613942015806,2478
+"eps_0",1e-05,1613942015806,2478
+"wd_1",0.01,1613942015806,2478
+"sqr_mom_1",0.99,1613942015806,2478
+"lr_1",4.992446695409509e-05,1613942015806,2478
+"mom_1",0.8501888326147623,1613942015806,2478
+"eps_1",1e-05,1613942015806,2478
+"wd_2",0.01,1613942015806,2478
+"sqr_mom_2",0.99,1613942015806,2478
+"lr_2",0.0004992446695409509,1613942015806,2478
+"mom_2",0.8501888326147623,1613942015806,2478
+"eps_2",1e-05,1613942015806,2478
+"train_loss",0.07627303,1613942016776,2479
+"raw_loss",0.044987157,1613942016776,2479
+"epoch",15.597484276729539,1613942016776,2479
+"wd_0",0.01,1613942016776,2479
+"sqr_mom_0",0.99,1613942016776,2479
+"lr_0",4.992673663572252e-06,1613942016776,2479
+"mom_0",0.8501831584106937,1613942016776,2479
+"eps_0",1e-05,1613942016776,2479
+"wd_1",0.01,1613942016776,2479
+"sqr_mom_1",0.99,1613942016776,2479
+"lr_1",4.9926736635722516e-05,1613942016776,2479
+"mom_1",0.8501831584106937,1613942016776,2479
+"eps_1",1e-05,1613942016776,2479
+"wd_2",0.01,1613942016776,2479
+"sqr_mom_2",0.99,1613942016776,2479
+"lr_2",0.0004992673663572251,1613942016776,2479
+"mom_2",0.8501831584106937,1613942016776,2479
+"eps_2",1e-05,1613942016776,2479
+"train_loss",0.07646181,1613942017784,2480
+"raw_loss",0.08571194,1613942017784,2480
+"epoch",15.603773584905639,1613942017784,2480
+"wd_0",0.01,1613942017784,2480
+"sqr_mom_0",0.99,1613942017784,2480
+"lr_0",4.992897238775951e-06,1613942017784,2480
+"mom_0",0.8501775690306013,1613942017784,2480
+"eps_0",1e-05,1613942017784,2480
+"wd_1",0.01,1613942017784,2480
+"sqr_mom_1",0.99,1613942017784,2480
+"lr_1",4.9928972387759506e-05,1613942017784,2480
+"mom_1",0.8501775690306013,1613942017784,2480
+"eps_1",1e-05,1613942017784,2480
+"wd_2",0.01,1613942017784,2480
+"sqr_mom_2",0.99,1613942017784,2480
+"lr_2",0.0004992897238775951,1613942017784,2480
+"mom_2",0.8501775690306013,1613942017784,2480
+"eps_2",1e-05,1613942017784,2480
+"train_loss",0.077201575,1613942018722,2481
+"raw_loss",0.11345013,1613942018722,2481
+"epoch",15.61006289308174,1613942018722,2481
+"wd_0",0.01,1613942018722,2481
+"sqr_mom_0",0.99,1613942018722,2481
+"lr_0",4.993117355597351e-06,1613942018722,2481
+"mom_0",0.8501720661100662,1613942018722,2481
+"eps_0",1e-05,1613942018722,2481
+"wd_1",0.01,1613942018722,2481
+"sqr_mom_1",0.99,1613942018722,2481
+"lr_1",4.99311735559735e-05,1613942018722,2481
+"mom_1",0.8501720661100662,1613942018722,2481
+"eps_1",1e-05,1613942018722,2481
+"wd_2",0.01,1613942018722,2481
+"sqr_mom_2",0.99,1613942018722,2481
+"lr_2",0.0004993117355597351,1613942018722,2481
+"mom_2",0.8501720661100662,1613942018722,2481
+"eps_2",1e-05,1613942018722,2481
+"train_loss",0.07688949,1613942019676,2482
+"raw_loss",0.061597615,1613942019676,2482
+"epoch",15.61635220125784,1613942019676,2482
+"wd_0",0.01,1613942019676,2482
+"sqr_mom_0",0.99,1613942019676,2482
+"lr_0",4.993333983103114e-06,1613942019676,2482
+"mom_0",0.8501666504224221,1613942019676,2482
+"eps_0",1e-05,1613942019676,2482
+"wd_1",0.01,1613942019676,2482
+"sqr_mom_1",0.99,1613942019676,2482
+"lr_1",4.993333983103114e-05,1613942019676,2482
+"mom_1",0.8501666504224221,1613942019676,2482
+"eps_1",1e-05,1613942019676,2482
+"wd_2",0.01,1613942019676,2482
+"sqr_mom_2",0.99,1613942019676,2482
+"lr_2",0.0004993333983103114,1613942019676,2482
+"mom_2",0.8501666504224221,1613942019676,2482
+"eps_2",1e-05,1613942019676,2482
+"train_loss",0.075963445,1613942020636,2483
+"raw_loss",0.030587252,1613942020636,2483
+"epoch",15.62264150943394,1613942020636,2483
+"wd_0",0.01,1613942020636,2483
+"sqr_mom_0",0.99,1613942020636,2483
+"lr_0",4.993547182511708e-06,1613942020636,2483
+"mom_0",0.8501613204372073,1613942020636,2483
+"eps_0",1e-05,1613942020636,2483
+"wd_1",0.01,1613942020636,2483
+"sqr_mom_1",0.99,1613942020636,2483
+"lr_1",4.993547182511707e-05,1613942020636,2483
+"mom_1",0.8501613204372073,1613942020636,2483
+"eps_1",1e-05,1613942020636,2483
+"wd_2",0.01,1613942020636,2483
+"sqr_mom_2",0.99,1613942020636,2483
+"lr_2",0.0004993547182511707,1613942020636,2483
+"mom_2",0.8501613204372073,1613942020636,2483
+"eps_2",1e-05,1613942020636,2483
+"train_loss",0.07766408,1613942021600,2484
+"raw_loss",0.16099511,1613942021600,2484
+"epoch",15.62893081761004,1613942021600,2484
+"wd_0",0.01,1613942021600,2484
+"sqr_mom_0",0.99,1613942021600,2484
+"lr_0",4.993756922410119e-06,1613942021600,2484
+"mom_0",0.850156076939747,1613942021600,2484
+"eps_0",1e-05,1613942021600,2484
+"wd_1",0.01,1613942021600,2484
+"sqr_mom_1",0.99,1613942021600,2484
+"lr_1",4.9937569224101184e-05,1613942021600,2484
+"mom_1",0.850156076939747,1613942021600,2484
+"eps_1",1e-05,1613942021600,2484
+"wd_2",0.01,1613942021600,2484
+"sqr_mom_2",0.99,1613942021600,2484
+"lr_2",0.0004993756922410118,1613942021600,2484
+"mom_2",0.850156076939747,1613942021600,2484
+"eps_2",1e-05,1613942021600,2484
+"train_loss",0.077130176,1613942022573,2485
+"raw_loss",0.05096886,1613942022573,2485
+"epoch",15.635220125786141,1613942022573,2485
+"wd_0",0.01,1613942022573,2485
+"sqr_mom_0",0.99,1613942022573,2485
+"lr_0",4.993963144282149e-06,1613942022573,2485
+"mom_0",0.8501509213929462,1613942022573,2485
+"eps_0",1e-05,1613942022573,2485
+"wd_1",0.01,1613942022573,2485
+"sqr_mom_1",0.99,1613942022573,2485
+"lr_1",4.993963144282148e-05,1613942022573,2485
+"mom_1",0.8501509213929462,1613942022573,2485
+"eps_1",1e-05,1613942022573,2485
+"wd_2",0.01,1613942022573,2485
+"sqr_mom_2",0.99,1613942022573,2485
+"lr_2",0.0004993963144282148,1613942022573,2485
+"mom_2",0.8501509213929462,1613942022573,2485
+"eps_2",1e-05,1613942022573,2485
+"train_loss",0.07667178,1613942023552,2486
+"raw_loss",0.054210342,1613942023552,2486
+"epoch",15.641509433962241,1613942023552,2486
+"wd_0",0.01,1613942023552,2486
+"sqr_mom_0",0.99,1613942023552,2486
+"lr_0",4.994165965058052e-06,1613942023552,2486
+"mom_0",0.8501458508735487,1613942023552,2486
+"eps_0",1e-05,1613942023552,2486
+"wd_1",0.01,1613942023552,2486
+"sqr_mom_1",0.99,1613942023552,2486
+"lr_1",4.994165965058051e-05,1613942023552,2486
+"mom_1",0.8501458508735487,1613942023552,2486
+"eps_1",1e-05,1613942023552,2486
+"wd_2",0.01,1613942023552,2486
+"sqr_mom_2",0.99,1613942023552,2486
+"lr_2",0.0004994165965058052,1613942023552,2486
+"mom_2",0.8501458508735487,1613942023552,2486
+"eps_2",1e-05,1613942023552,2486
+"train_loss",0.07577214,1613942024530,2487
+"raw_loss",0.03168975,1613942024530,2487
+"epoch",15.647798742138342,1613942024530,2487
+"wd_0",0.01,1613942024530,2487
+"sqr_mom_0",0.99,1613942024530,2487
+"lr_0",4.994365325249967e-06,1613942024530,2487
+"mom_0",0.8501408668687508,1613942024530,2487
+"eps_0",1e-05,1613942024530,2487
+"wd_1",0.01,1613942024530,2487
+"sqr_mom_1",0.99,1613942024530,2487
+"lr_1",4.994365325249966e-05,1613942024530,2487
+"mom_1",0.8501408668687508,1613942024530,2487
+"eps_1",1e-05,1613942024530,2487
+"wd_2",0.01,1613942024530,2487
+"sqr_mom_2",0.99,1613942024530,2487
+"lr_2",0.0004994365325249967,1613942024530,2487
+"mom_2",0.8501408668687508,1613942024530,2487
+"eps_2",1e-05,1613942024530,2487
+"train_loss",0.075177394,1613942025480,2488
+"raw_loss",0.046034902,1613942025480,2488
+"epoch",15.654088050314442,1613942025480,2488
+"wd_0",0.01,1613942025480,2488
+"sqr_mom_0",0.99,1613942025480,2488
+"lr_0",4.99456116931103e-06,1613942025480,2488
+"mom_0",0.8501359707672242,1613942025480,2488
+"eps_0",1e-05,1613942025480,2488
+"wd_1",0.01,1613942025480,2488
+"sqr_mom_1",0.99,1613942025480,2488
+"lr_1",4.994561169311029e-05,1613942025480,2488
+"mom_1",0.8501359707672242,1613942025480,2488
+"eps_1",1e-05,1613942025480,2488
+"wd_2",0.01,1613942025480,2488
+"sqr_mom_2",0.99,1613942025480,2488
+"lr_2",0.0004994561169311029,1613942025480,2488
+"mom_2",0.8501359707672242,1613942025480,2488
+"eps_2",1e-05,1613942025480,2488
+"train_loss",0.07443744,1613942026431,2489
+"raw_loss",0.03817961,1613942026431,2489
+"epoch",15.660377358490543,1613942026431,2489
+"wd_0",0.01,1613942026431,2489
+"sqr_mom_0",0.99,1613942026431,2489
+"lr_0",4.994753608287155e-06,1613942026431,2489
+"mom_0",0.8501311597928212,1613942026431,2489
+"eps_0",1e-05,1613942026431,2489
+"wd_1",0.01,1613942026431,2489
+"sqr_mom_1",0.99,1613942026431,2489
+"lr_1",4.994753608287154e-05,1613942026431,2489
+"mom_1",0.8501311597928212,1613942026431,2489
+"eps_1",1e-05,1613942026431,2489
+"wd_2",0.01,1613942026431,2489
+"sqr_mom_2",0.99,1613942026431,2489
+"lr_2",0.0004994753608287154,1613942026431,2489
+"mom_2",0.8501311597928212,1613942026431,2489
+"eps_2",1e-05,1613942026431,2489
+"train_loss",0.073927626,1613942027422,2490
+"raw_loss",0.048946854,1613942027422,2490
+"epoch",15.666666666666643,1613942027422,2490
+"wd_0",0.01,1613942027422,2490
+"sqr_mom_0",0.99,1613942027422,2490
+"lr_0",4.994942585659522e-06,1613942027422,2490
+"mom_0",0.850126435358512,1613942027422,2490
+"eps_0",1e-05,1613942027422,2490
+"wd_1",0.01,1613942027422,2490
+"sqr_mom_1",0.99,1613942027422,2490
+"lr_1",4.994942585659521e-05,1613942027422,2490
+"mom_1",0.850126435358512,1613942027422,2490
+"eps_1",1e-05,1613942027422,2490
+"wd_2",0.01,1613942027422,2490
+"sqr_mom_2",0.99,1613942027422,2490
+"lr_2",0.0004994942585659521,1613942027422,2490
+"mom_2",0.850126435358512,1613942027422,2490
+"eps_2",1e-05,1613942027422,2490
+"train_loss",0.074537806,1613942028374,2491
+"raw_loss",0.1044368,1613942028374,2491
+"epoch",15.672955974842743,1613942028374,2491
+"wd_0",0.01,1613942028374,2491
+"sqr_mom_0",0.99,1613942028374,2491
+"lr_0",4.995128074975866e-06,1613942028374,2491
+"mom_0",0.8501217981256034,1613942028374,2491
+"eps_0",1e-05,1613942028374,2491
+"wd_1",0.01,1613942028374,2491
+"sqr_mom_1",0.99,1613942028374,2491
+"lr_1",4.995128074975865e-05,1613942028374,2491
+"mom_1",0.8501217981256034,1613942028374,2491
+"eps_1",1e-05,1613942028374,2491
+"wd_2",0.01,1613942028374,2491
+"sqr_mom_2",0.99,1613942028374,2491
+"lr_2",0.0004995128074975865,1613942028374,2491
+"mom_2",0.8501217981256034,1613942028374,2491
+"eps_2",1e-05,1613942028374,2491
+"train_loss",0.0737242,1613942029330,2492
+"raw_loss",0.03385744,1613942029330,2492
+"epoch",15.679245283018844,1613942029330,2492
+"wd_0",0.01,1613942029330,2492
+"sqr_mom_0",0.99,1613942029330,2492
+"lr_0",4.995310128655067e-06,1613942029330,2492
+"mom_0",0.8501172467836233,1613942029330,2492
+"eps_0",1e-05,1613942029330,2492
+"wd_1",0.01,1613942029330,2492
+"sqr_mom_1",0.99,1613942029330,2492
+"lr_1",4.9953101286550674e-05,1613942029330,2492
+"mom_1",0.8501172467836233,1613942029330,2492
+"eps_1",1e-05,1613942029330,2492
+"wd_2",0.01,1613942029330,2492
+"sqr_mom_2",0.99,1613942029330,2492
+"lr_2",0.0004995310128655067,1613942029330,2492
+"mom_2",0.8501172467836233,1613942029330,2492
+"eps_2",1e-05,1613942029330,2492
+"train_loss",0.07264375,1613942030303,2493
+"raw_loss",0.019701462,1613942030303,2493
+"epoch",15.685534591194944,1613942030303,2493
+"wd_0",0.01,1613942030303,2493
+"sqr_mom_0",0.99,1613942030303,2493
+"lr_0",4.995488719764753e-06,1613942030303,2493
+"mom_0",0.8501127820058811,1613942030303,2493
+"eps_0",1e-05,1613942030303,2493
+"wd_1",0.01,1613942030303,2493
+"sqr_mom_1",0.99,1613942030303,2493
+"lr_1",4.995488719764752e-05,1613942030303,2493
+"mom_1",0.8501127820058811,1613942030303,2493
+"eps_1",1e-05,1613942030303,2493
+"wd_2",0.01,1613942030303,2493
+"sqr_mom_2",0.99,1613942030303,2493
+"lr_2",0.0004995488719764752,1613942030303,2493
+"mom_2",0.8501127820058811,1613942030303,2493
+"eps_2",1e-05,1613942030303,2493
+"train_loss",0.07177586,1613942031261,2494
+"raw_loss",0.029249437,1613942031261,2494
+"epoch",15.691823899371045,1613942031261,2494
+"wd_0",0.01,1613942031261,2494
+"sqr_mom_0",0.99,1613942031261,2494
+"lr_0",4.995663798699427e-06,1613942031261,2494
+"mom_0",0.8501084050325143,1613942031261,2494
+"eps_0",1e-05,1613942031261,2494
+"wd_1",0.01,1613942031261,2494
+"sqr_mom_1",0.99,1613942031261,2494
+"lr_1",4.995663798699426e-05,1613942031261,2494
+"mom_1",0.8501084050325143,1613942031261,2494
+"eps_1",1e-05,1613942031261,2494
+"wd_2",0.01,1613942031261,2494
+"sqr_mom_2",0.99,1613942031261,2494
+"lr_2",0.0004995663798699427,1613942031261,2494
+"mom_2",0.8501084050325143,1613942031261,2494
+"eps_2",1e-05,1613942031261,2494
+"train_loss",0.071169384,1613942032219,2495
+"raw_loss",0.041452147,1613942032219,2495
+"epoch",15.698113207547145,1613942032219,2495
+"wd_0",0.01,1613942032219,2495
+"sqr_mom_0",0.99,1613942032219,2495
+"lr_0",4.995835464730931e-06,1613942032219,2495
+"mom_0",0.8501041133817268,1613942032219,2495
+"eps_0",1e-05,1613942032219,2495
+"wd_1",0.01,1613942032219,2495
+"sqr_mom_1",0.99,1613942032219,2495
+"lr_1",4.99583546473093e-05,1613942032219,2495
+"mom_1",0.8501041133817268,1613942032219,2495
+"eps_1",1e-05,1613942032219,2495
+"wd_2",0.01,1613942032219,2495
+"sqr_mom_2",0.99,1613942032219,2495
+"lr_2",0.000499583546473093,1613942032219,2495
+"mom_2",0.8501041133817268,1613942032219,2495
+"eps_2",1e-05,1613942032219,2495
+"train_loss",0.07026457,1613942033167,2496
+"raw_loss",0.025928745,1613942033167,2496
+"epoch",15.704402515723245,1613942033167,2496
+"wd_0",0.01,1613942033167,2496
+"sqr_mom_0",0.99,1613942033167,2496
+"lr_0",4.9960036672812725e-06,1613942033167,2496
+"mom_0",0.8500999083179682,1613942033167,2496
+"eps_0",1e-05,1613942033167,2496
+"wd_1",0.01,1613942033167,2496
+"sqr_mom_1",0.99,1613942033167,2496
+"lr_1",4.9960036672812725e-05,1613942033167,2496
+"mom_1",0.8500999083179682,1613942033167,2496
+"eps_1",1e-05,1613942033167,2496
+"wd_2",0.01,1613942033167,2496
+"sqr_mom_2",0.99,1613942033167,2496
+"lr_2",0.0004996003667281273,1613942033167,2496
+"mom_2",0.8500999083179682,1613942033167,2496
+"eps_2",1e-05,1613942033167,2496
+"train_loss",0.0694859,1613942034118,2497
+"raw_loss",0.031331,1613942034118,2497
+"epoch",15.710691823899346,1613942034118,2497
+"wd_0",0.01,1613942034118,2497
+"sqr_mom_0",0.99,1613942034118,2497
+"lr_0",4.996168359716762e-06,1613942034118,2497
+"mom_0",0.850095791007081,1613942034118,2497
+"eps_0",1e-05,1613942034118,2497
+"wd_1",0.01,1613942034118,2497
+"sqr_mom_1",0.99,1613942034118,2497
+"lr_1",4.996168359716761e-05,1613942034118,2497
+"mom_1",0.850095791007081,1613942034118,2497
+"eps_1",1e-05,1613942034118,2497
+"wd_2",0.01,1613942034118,2497
+"sqr_mom_2",0.99,1613942034118,2497
+"lr_2",0.0004996168359716761,1613942034118,2497
+"mom_2",0.850095791007081,1613942034118,2497
+"eps_2",1e-05,1613942034118,2497
+"train_loss",0.06894696,1613942035070,2498
+"raw_loss",0.042538475,1613942035070,2498
+"epoch",15.716981132075446,1613942035070,2498
+"wd_0",0.01,1613942035070,2498
+"sqr_mom_0",0.99,1613942035070,2498
+"lr_0",4.996329635419967e-06,1613942035070,2498
+"mom_0",0.8500917591145009,1613942035070,2498
+"eps_0",1e-05,1613942035070,2498
+"wd_1",0.01,1613942035070,2498
+"sqr_mom_1",0.99,1613942035070,2498
+"lr_1",4.996329635419966e-05,1613942035070,2498
+"mom_1",0.8500917591145009,1613942035070,2498
+"eps_1",1e-05,1613942035070,2498
+"wd_2",0.01,1613942035070,2498
+"sqr_mom_2",0.99,1613942035070,2498
+"lr_2",0.0004996329635419966,1613942035070,2498
+"mom_2",0.8500917591145009,1613942035070,2498
+"eps_2",1e-05,1613942035070,2498
+"train_loss",0.0682413,1613942036026,2499
+"raw_loss",0.033663865,1613942036026,2499
+"epoch",15.723270440251547,1613942036026,2499
+"wd_0",0.01,1613942036026,2499
+"sqr_mom_0",0.99,1613942036026,2499
+"lr_0",4.99648744678445e-06,1613942036026,2499
+"mom_0",0.8500878138303888,1613942036026,2499
+"eps_0",1e-05,1613942036026,2499
+"wd_1",0.01,1613942036026,2499
+"sqr_mom_1",0.99,1613942036026,2499
+"lr_1",4.996487446784448e-05,1613942036026,2499
+"mom_1",0.8500878138303888,1613942036026,2499
+"eps_1",1e-05,1613942036026,2499
+"wd_2",0.01,1613942036026,2499
+"sqr_mom_2",0.99,1613942036026,2499
+"lr_2",0.0004996487446784449,1613942036026,2499
+"mom_2",0.8500878138303888,1613942036026,2499
+"eps_2",1e-05,1613942036026,2499
+"train_loss",0.067645684,1613942036978,2500
+"raw_loss",0.038460486,1613942036978,2500
+"epoch",15.729559748427647,1613942036978,2500
+"wd_0",0.01,1613942036978,2500
+"sqr_mom_0",0.99,1613942036978,2500
+"lr_0",4.9966417935363515e-06,1613942036978,2500
+"mom_0",0.8500839551615912,1613942036978,2500
+"eps_0",1e-05,1613942036978,2500
+"wd_1",0.01,1613942036978,2500
+"sqr_mom_1",0.99,1613942036978,2500
+"lr_1",4.99664179353635e-05,1613942036978,2500
+"mom_1",0.8500839551615912,1613942036978,2500
+"eps_1",1e-05,1613942036978,2500
+"wd_2",0.01,1613942036978,2500
+"sqr_mom_2",0.99,1613942036978,2500
+"lr_2",0.0004996641793536351,1613942036978,2500
+"mom_2",0.8500839551615912,1613942036978,2500
+"eps_2",1e-05,1613942036978,2500
+"train_loss",0.06737081,1613942037945,2501
+"raw_loss",0.053902067,1613942037945,2501
+"epoch",15.735849056603747,1613942037945,2501
+"wd_0",0.01,1613942037945,2501
+"sqr_mom_0",0.99,1613942037945,2501
+"lr_0",4.996792654206746e-06,1613942037945,2501
+"mom_0",0.8500801836448314,1613942037945,2501
+"eps_0",1e-05,1613942037945,2501
+"wd_1",0.01,1613942037945,2501
+"sqr_mom_1",0.99,1613942037945,2501
+"lr_1",4.996792654206745e-05,1613942037945,2501
+"mom_1",0.8500801836448314,1613942037945,2501
+"eps_1",1e-05,1613942037945,2501
+"wd_2",0.01,1613942037945,2501
+"sqr_mom_2",0.99,1613942037945,2501
+"lr_2",0.0004996792654206745,1613942037945,2501
+"mom_2",0.8500801836448314,1613942037945,2501
+"eps_2",1e-05,1613942037945,2501
+"train_loss",0.06783141,1613942038906,2502
+"raw_loss",0.09040104,1613942038906,2502
+"epoch",15.742138364779848,1613942038906,2502
+"wd_0",0.01,1613942038906,2502
+"sqr_mom_0",0.99,1613942038906,2502
+"lr_0",4.996940071428536e-06,1613942038906,2502
+"mom_0",0.8500764982142867,1613942038906,2502
+"eps_0",1e-05,1613942038906,2502
+"wd_1",0.01,1613942038906,2502
+"sqr_mom_1",0.99,1613942038906,2502
+"lr_1",4.9969400714285344e-05,1613942038906,2502
+"mom_1",0.8500764982142867,1613942038906,2502
+"eps_1",1e-05,1613942038906,2502
+"wd_2",0.01,1613942038906,2502
+"sqr_mom_2",0.99,1613942038906,2502
+"lr_2",0.0004996940071428534,1613942038906,2502
+"mom_2",0.8500764982142867,1613942038906,2502
+"eps_2",1e-05,1613942038906,2502
+"train_loss",0.067501284,1613942039872,2503
+"raw_loss",0.05132489,1613942039872,2503
+"epoch",15.748427672955948,1613942039872,2503
+"wd_0",0.01,1613942039872,2503
+"sqr_mom_0",0.99,1613942039872,2503
+"lr_0",4.997084023252279e-06,1613942039872,2503
+"mom_0",0.850072899418693,1613942039872,2503
+"eps_0",1e-05,1613942039872,2503
+"wd_1",0.01,1613942039872,2503
+"sqr_mom_1",0.99,1613942039872,2503
+"lr_1",4.9970840232522784e-05,1613942039872,2503
+"mom_1",0.850072899418693,1613942039872,2503
+"eps_1",1e-05,1613942039872,2503
+"wd_2",0.01,1613942039872,2503
+"sqr_mom_2",0.99,1613942039872,2503
+"lr_2",0.0004997084023252279,1613942039872,2503
+"mom_2",0.850072899418693,1613942039872,2503
+"eps_2",1e-05,1613942039872,2503
+"train_loss",0.06679383,1613942040824,2504
+"raw_loss",0.03212845,1613942040824,2504
+"epoch",15.754716981132049,1613942040824,2504
+"wd_0",0.01,1613942040824,2504
+"sqr_mom_0",0.99,1613942040824,2504
+"lr_0",4.997224469981473e-06,1613942040824,2504
+"mom_0",0.8500693882504632,1613942040824,2504
+"eps_0",1e-05,1613942040824,2504
+"wd_1",0.01,1613942040824,2504
+"sqr_mom_1",0.99,1613942040824,2504
+"lr_1",4.997224469981472e-05,1613942040824,2504
+"mom_1",0.8500693882504632,1613942040824,2504
+"eps_1",1e-05,1613942040824,2504
+"wd_2",0.01,1613942040824,2504
+"sqr_mom_2",0.99,1613942040824,2504
+"lr_2",0.0004997224469981472,1613942040824,2504
+"mom_2",0.8500693882504632,1613942040824,2504
+"eps_2",1e-05,1613942040824,2504
+"train_loss",0.06673475,1613942041782,2505
+"raw_loss",0.06384017,1613942041782,2505
+"epoch",15.761006289308149,1613942041782,2505
+"wd_0",0.01,1613942041782,2505
+"sqr_mom_0",0.99,1613942041782,2505
+"lr_0",4.99736149125108e-06,1613942041782,2505
+"mom_0",0.850065962718723,1613942041782,2505
+"eps_0",1e-05,1613942041782,2505
+"wd_1",0.01,1613942041782,2505
+"sqr_mom_1",0.99,1613942041782,2505
+"lr_1",4.99736149125108e-05,1613942041782,2505
+"mom_1",0.850065962718723,1613942041782,2505
+"eps_1",1e-05,1613942041782,2505
+"wd_2",0.01,1613942041782,2505
+"sqr_mom_2",0.99,1613942041782,2505
+"lr_2",0.0004997361491251081,1613942041782,2505
+"mom_2",0.850065962718723,1613942041782,2505
+"eps_2",1e-05,1613942041782,2505
+"train_loss",0.065900914,1613942042725,2506
+"raw_loss",0.025042767,1613942042725,2506
+"epoch",15.76729559748425,1613942042725,2506
+"wd_0",0.01,1613942042725,2506
+"sqr_mom_0",0.99,1613942042725,2506
+"lr_0",4.997495046391331e-06,1613942042725,2506
+"mom_0",0.8500626238402167,1613942042725,2506
+"eps_0",1e-05,1613942042725,2506
+"wd_1",0.01,1613942042725,2506
+"sqr_mom_1",0.99,1613942042725,2506
+"lr_1",4.997495046391331e-05,1613942042725,2506
+"mom_1",0.8500626238402167,1613942042725,2506
+"eps_1",1e-05,1613942042725,2506
+"wd_2",0.01,1613942042725,2506
+"sqr_mom_2",0.99,1613942042725,2506
+"lr_2",0.0004997495046391331,1613942042725,2506
+"mom_2",0.8500626238402167,1613942042725,2506
+"eps_2",1e-05,1613942042725,2506
+"train_loss",0.06522428,1613942043691,2507
+"raw_loss",0.03206916,1613942043691,2507
+"epoch",15.77358490566035,1613942043691,2507
+"wd_0",0.01,1613942043691,2507
+"sqr_mom_0",0.99,1613942043691,2507
+"lr_0",4.997625098679765e-06,1613942043691,2507
+"mom_0",0.8500593725330059,1613942043691,2507
+"eps_0",1e-05,1613942043691,2507
+"wd_1",0.01,1613942043691,2507
+"sqr_mom_1",0.99,1613942043691,2507
+"lr_1",4.997625098679765e-05,1613942043691,2507
+"mom_1",0.8500593725330059,1613942043691,2507
+"eps_1",1e-05,1613942043691,2507
+"wd_2",0.01,1613942043691,2507
+"sqr_mom_2",0.99,1613942043691,2507
+"lr_2",0.0004997625098679765,1613942043691,2507
+"mom_2",0.8500593725330059,1613942043691,2507
+"eps_2",1e-05,1613942043691,2507
+"train_loss",0.06487418,1613942044639,2508
+"raw_loss",0.0477191,1613942044639,2508
+"epoch",15.77987421383645,1613942044639,2508
+"wd_0",0.01,1613942044639,2508
+"sqr_mom_0",0.99,1613942044639,2508
+"lr_0",4.997751721857577e-06,1613942044639,2508
+"mom_0",0.8500562069535605,1613942044639,2508
+"eps_0",1e-05,1613942044639,2508
+"wd_1",0.01,1613942044639,2508
+"sqr_mom_1",0.99,1613942044639,2508
+"lr_1",4.997751721857577e-05,1613942044639,2508
+"mom_1",0.8500562069535605,1613942044639,2508
+"eps_1",1e-05,1613942044639,2508
+"wd_2",0.01,1613942044639,2508
+"sqr_mom_2",0.99,1613942044639,2508
+"lr_2",0.0004997751721857577,1613942044639,2508
+"mom_2",0.8500562069535605,1613942044639,2508
+"eps_2",1e-05,1613942044639,2508
+"train_loss",0.06416498,1613942045678,2509
+"raw_loss",0.029414183,1613942045678,2509
+"epoch",15.78616352201255,1613942045678,2509
+"wd_0",0.01,1613942045678,2509
+"sqr_mom_0",0.99,1613942045678,2509
+"lr_0",4.997874878228843e-06,1613942045678,2509
+"mom_0",0.8500531280442789,1613942045678,2509
+"eps_0",1e-05,1613942045678,2509
+"wd_1",0.01,1613942045678,2509
+"sqr_mom_1",0.99,1613942045678,2509
+"lr_1",4.997874878228842e-05,1613942045678,2509
+"mom_1",0.8500531280442789,1613942045678,2509
+"eps_1",1e-05,1613942045678,2509
+"wd_2",0.01,1613942045678,2509
+"sqr_mom_2",0.99,1613942045678,2509
+"lr_2",0.0004997874878228842,1613942045678,2509
+"mom_2",0.8500531280442789,1613942045678,2509
+"eps_2",1e-05,1613942045678,2509
+"train_loss",0.06445962,1613942046641,2510
+"raw_loss",0.078896895,1613942046641,2510
+"epoch",15.792452830188651,1613942046641,2510
+"wd_0",0.01,1613942046641,2510
+"sqr_mom_0",0.99,1613942046641,2510
+"lr_0",4.997994550812819e-06,1613942046641,2510
+"mom_0",0.8500501362296795,1613942046641,2510
+"eps_0",1e-05,1613942046641,2510
+"wd_1",0.01,1613942046641,2510
+"sqr_mom_1",0.99,1613942046641,2510
+"lr_1",4.997994550812818e-05,1613942046641,2510
+"mom_1",0.8500501362296795,1613942046641,2510
+"eps_1",1e-05,1613942046641,2510
+"wd_2",0.01,1613942046641,2510
+"sqr_mom_2",0.99,1613942046641,2510
+"lr_2",0.0004997994550812818,1613942046641,2510
+"mom_2",0.8500501362296795,1613942046641,2510
+"eps_2",1e-05,1613942046641,2510
+"train_loss",0.0637254,1613942047599,2511
+"raw_loss",0.027748244,1613942047599,2511
+"epoch",15.798742138364751,1613942047599,2511
+"wd_0",0.01,1613942047599,2511
+"sqr_mom_0",0.99,1613942047599,2511
+"lr_0",4.998110773428718e-06,1613942047599,2511
+"mom_0",0.850047230664282,1613942047599,2511
+"eps_0",1e-05,1613942047599,2511
+"wd_1",0.01,1613942047599,2511
+"sqr_mom_1",0.99,1613942047599,2511
+"lr_1",4.998110773428717e-05,1613942047599,2511
+"mom_1",0.850047230664282,1613942047599,2511
+"eps_1",1e-05,1613942047599,2511
+"wd_2",0.01,1613942047599,2511
+"sqr_mom_2",0.99,1613942047599,2511
+"lr_2",0.0004998110773428718,1613942047599,2511
+"mom_2",0.850047230664282,1613942047599,2511
+"eps_2",1e-05,1613942047599,2511
+"train_loss",0.063360505,1613942048550,2512
+"raw_loss",0.045480832,1613942048550,2512
+"epoch",15.805031446540852,1613942048550,2512
+"wd_0",0.01,1613942048550,2512
+"sqr_mom_0",0.99,1613942048550,2512
+"lr_0",4.9982235286149905e-06,1613942048550,2512
+"mom_0",0.8500444117846252,1613942048550,2512
+"eps_0",1e-05,1613942048550,2512
+"wd_1",0.01,1613942048550,2512
+"sqr_mom_1",0.99,1613942048550,2512
+"lr_1",4.9982235286149894e-05,1613942048550,2512
+"mom_1",0.8500444117846252,1613942048550,2512
+"eps_1",1e-05,1613942048550,2512
+"wd_2",0.01,1613942048550,2512
+"sqr_mom_2",0.99,1613942048550,2512
+"lr_2",0.0004998223528614989,1613942048550,2512
+"mom_2",0.8500444117846252,1613942048550,2512
+"eps_2",1e-05,1613942048550,2512
+"train_loss",0.06311746,1613942049495,2513
+"raw_loss",0.051208038,1613942049495,2513
+"epoch",15.811320754716952,1613942049495,2513
+"wd_0",0.01,1613942049495,2513
+"sqr_mom_0",0.99,1613942049495,2513
+"lr_0",4.998332785599084e-06,1613942049495,2513
+"mom_0",0.8500416803600229,1613942049495,2513
+"eps_0",1e-05,1613942049495,2513
+"wd_1",0.01,1613942049495,2513
+"sqr_mom_1",0.99,1613942049495,2513
+"lr_1",4.9983327855990836e-05,1613942049495,2513
+"mom_1",0.8500416803600229,1613942049495,2513
+"eps_1",1e-05,1613942049495,2513
+"wd_2",0.01,1613942049495,2513
+"sqr_mom_2",0.99,1613942049495,2513
+"lr_2",0.0004998332785599083,1613942049495,2513
+"mom_2",0.8500416803600229,1613942049495,2513
+"eps_2",1e-05,1613942049495,2513
+"train_loss",0.06359211,1613942050447,2514
+"raw_loss",0.08685037,1613942050447,2514
+"epoch",15.817610062893053,1613942050447,2514
+"wd_0",0.01,1613942050447,2514
+"sqr_mom_0",0.99,1613942050447,2514
+"lr_0",4.9984386063310086e-06,1613942050447,2514
+"mom_0",0.8500390348417248,1613942050447,2514
+"eps_0",1e-05,1613942050447,2514
+"wd_1",0.01,1613942050447,2514
+"sqr_mom_1",0.99,1613942050447,2514
+"lr_1",4.9984386063310086e-05,1613942050447,2514
+"mom_1",0.8500390348417248,1613942050447,2514
+"eps_1",1e-05,1613942050447,2514
+"wd_2",0.01,1613942050447,2514
+"sqr_mom_2",0.99,1613942050447,2514
+"lr_2",0.0004998438606331008,1613942050447,2514
+"mom_2",0.8500390348417248,1613942050447,2514
+"eps_2",1e-05,1613942050447,2514
+"train_loss",0.063555464,1613942051395,2515
+"raw_loss",0.061759662,1613942051395,2515
+"epoch",15.823899371069153,1613942051395,2515
+"wd_0",0.01,1613942051395,2515
+"sqr_mom_0",0.99,1613942051395,2515
+"lr_0",4.9985409590644005e-06,1613942051395,2515
+"mom_0",0.8500364760233899,1613942051395,2515
+"eps_0",1e-05,1613942051395,2515
+"wd_1",0.01,1613942051395,2515
+"sqr_mom_1",0.99,1613942051395,2515
+"lr_1",4.9985409590644e-05,1613942051395,2515
+"mom_1",0.8500364760233899,1613942051395,2515
+"eps_1",1e-05,1613942051395,2515
+"wd_2",0.01,1613942051395,2515
+"sqr_mom_2",0.99,1613942051395,2515
+"lr_2",0.00049985409590644,1613942051395,2515
+"mom_2",0.8500364760233899,1613942051395,2515
+"eps_2",1e-05,1613942051395,2515
+"train_loss",0.062864505,1613942052353,2516
+"raw_loss",0.029007291,1613942052353,2516
+"epoch",15.830188679245254,1613942052353,2516
+"wd_0",0.01,1613942052353,2516
+"sqr_mom_0",0.99,1613942052353,2516
+"lr_0",4.998639816002336e-06,1613942052353,2516
+"mom_0",0.8500340045999416,1613942052353,2516
+"eps_0",1e-05,1613942052353,2516
+"wd_1",0.01,1613942052353,2516
+"sqr_mom_1",0.99,1613942052353,2516
+"lr_1",4.998639816002335e-05,1613942052353,2516
+"mom_1",0.8500340045999416,1613942052353,2516
+"eps_1",1e-05,1613942052353,2516
+"wd_2",0.01,1613942052353,2516
+"sqr_mom_2",0.99,1613942052353,2516
+"lr_2",0.0004998639816002335,1613942052353,2516
+"mom_2",0.8500340045999416,1613942052353,2516
+"eps_2",1e-05,1613942052353,2516
+"train_loss",0.06238593,1613942053297,2517
+"raw_loss",0.038935818,1613942053297,2517
+"epoch",15.836477987421354,1613942053297,2517
+"wd_0",0.01,1613942053297,2517
+"sqr_mom_0",0.99,1613942053297,2517
+"lr_0",4.998735233197875e-06,1613942053297,2517
+"mom_0",0.8500316191700531,1613942053297,2517
+"eps_0",1e-05,1613942053297,2517
+"wd_1",0.01,1613942053297,2517
+"sqr_mom_1",0.99,1613942053297,2517
+"lr_1",4.998735233197874e-05,1613942053297,2517
+"mom_1",0.8500316191700531,1613942053297,2517
+"eps_1",1e-05,1613942053297,2517
+"wd_2",0.01,1613942053297,2517
+"sqr_mom_2",0.99,1613942053297,2517
+"lr_2",0.0004998735233197874,1613942053297,2517
+"mom_2",0.8500316191700531,1613942053297,2517
+"eps_2",1e-05,1613942053297,2517
+"train_loss",0.06190136,1613942054257,2518
+"raw_loss",0.03815733,1613942054257,2518
+"epoch",15.842767295597454,1613942054257,2518
+"wd_0",0.01,1613942054257,2518
+"sqr_mom_0",0.99,1613942054257,2518
+"lr_0",4.998827181880126e-06,1613942054257,2518
+"mom_0",0.8500293204529968,1613942054257,2518
+"eps_0",1e-05,1613942054257,2518
+"wd_1",0.01,1613942054257,2518
+"sqr_mom_1",0.99,1613942054257,2518
+"lr_1",4.9988271818801256e-05,1613942054257,2518
+"mom_1",0.8500293204529968,1613942054257,2518
+"eps_1",1e-05,1613942054257,2518
+"wd_2",0.01,1613942054257,2518
+"sqr_mom_2",0.99,1613942054257,2518
+"lr_2",0.0004998827181880126,1613942054257,2518
+"mom_2",0.8500293204529968,1613942054257,2518
+"eps_2",1e-05,1613942054257,2518
+"train_loss",0.06165327,1613942055207,2519
+"raw_loss",0.049496956,1613942055207,2519
+"epoch",15.849056603773555,1613942055207,2519
+"wd_0",0.01,1613942055207,2519
+"sqr_mom_0",0.99,1613942055207,2519
+"lr_0",4.998915661889529e-06,1613942055207,2519
+"mom_0",0.8500271084527617,1613942055207,2519
+"eps_0",1e-05,1613942055207,2519
+"wd_1",0.01,1613942055207,2519
+"sqr_mom_1",0.99,1613942055207,2519
+"lr_1",4.9989156618895274e-05,1613942055207,2519
+"mom_1",0.8500271084527617,1613942055207,2519
+"eps_1",1e-05,1613942055207,2519
+"wd_2",0.01,1613942055207,2519
+"sqr_mom_2",0.99,1613942055207,2519
+"lr_2",0.0004998915661889527,1613942055207,2519
+"mom_2",0.8500271084527617,1613942055207,2519
+"eps_2",1e-05,1613942055207,2519
+"train_loss",0.06178064,1613942056167,2520
+"raw_loss",0.06802159,1613942056167,2520
+"epoch",15.855345911949655,1613942056167,2520
+"wd_0",0.01,1613942056167,2520
+"sqr_mom_0",0.99,1613942056167,2520
+"lr_0",4.999000661235014e-06,1613942056167,2520
+"mom_0",0.8500249834691246,1613942056167,2520
+"eps_0",1e-05,1613942056167,2520
+"wd_1",0.01,1613942056167,2520
+"sqr_mom_1",0.99,1613942056167,2520
+"lr_1",4.999000661235014e-05,1613942056167,2520
+"mom_1",0.8500249834691246,1613942056167,2520
+"eps_1",1e-05,1613942056167,2520
+"wd_2",0.01,1613942056167,2520
+"sqr_mom_2",0.99,1613942056167,2520
+"lr_2",0.0004999000661235015,1613942056167,2520
+"mom_2",0.8500249834691246,1613942056167,2520
+"eps_2",1e-05,1613942056167,2520
+"train_loss",0.061725352,1613942057116,2521
+"raw_loss",0.059016332,1613942057116,2521
+"epoch",15.861635220125756,1613942057116,2521
+"wd_0",0.01,1613942057116,2521
+"sqr_mom_0",0.99,1613942057116,2521
+"lr_0",4.9990822039372174e-06,1613942057116,2521
+"mom_0",0.8500229449015696,1613942057116,2521
+"eps_0",1e-05,1613942057116,2521
+"wd_1",0.01,1613942057116,2521
+"sqr_mom_1",0.99,1613942057116,2521
+"lr_1",4.999082203937216e-05,1613942057116,2521
+"mom_1",0.8500229449015696,1613942057116,2521
+"eps_1",1e-05,1613942057116,2521
+"wd_2",0.01,1613942057116,2521
+"sqr_mom_2",0.99,1613942057116,2521
+"lr_2",0.0004999082203937217,1613942057116,2521
+"mom_2",0.8500229449015696,1613942057116,2521
+"eps_2",1e-05,1613942057116,2521
+"train_loss",0.061254714,1613942058068,2522
+"raw_loss",0.038193386,1613942058068,2522
+"epoch",15.867924528301856,1613942058068,2522
+"wd_0",0.01,1613942058068,2522
+"sqr_mom_0",0.99,1613942058068,2522
+"lr_0",4.999160277524016e-06,1613942058068,2522
+"mom_0",0.8500209930618996,1613942058068,2522
+"eps_0",1e-05,1613942058068,2522
+"wd_1",0.01,1613942058068,2522
+"sqr_mom_1",0.99,1613942058068,2522
+"lr_1",4.999160277524015e-05,1613942058068,2522
+"mom_1",0.8500209930618996,1613942058068,2522
+"eps_1",1e-05,1613942058068,2522
+"wd_2",0.01,1613942058068,2522
+"sqr_mom_2",0.99,1613942058068,2522
+"lr_2",0.0004999160277524016,1613942058068,2522
+"mom_2",0.8500209930618996,1613942058068,2522
+"eps_2",1e-05,1613942058068,2522
+"train_loss",0.061548237,1613942059010,2523
+"raw_loss",0.075930946,1613942059010,2523
+"epoch",15.874213836477956,1613942059010,2523
+"wd_0",0.01,1613942059010,2523
+"sqr_mom_0",0.99,1613942059010,2523
+"lr_0",4.999234861143463e-06,1613942059010,2523
+"mom_0",0.8500191284714135,1613942059010,2523
+"eps_0",1e-05,1613942059010,2523
+"wd_1",0.01,1613942059010,2523
+"sqr_mom_1",0.99,1613942059010,2523
+"lr_1",4.999234861143462e-05,1613942059010,2523
+"mom_1",0.8500191284714135,1613942059010,2523
+"eps_1",1e-05,1613942059010,2523
+"wd_2",0.01,1613942059010,2523
+"sqr_mom_2",0.99,1613942059010,2523
+"lr_2",0.0004999234861143462,1613942059010,2523
+"mom_2",0.8500191284714135,1613942059010,2523
+"eps_2",1e-05,1613942059010,2523
+"train_loss",0.06114378,1613942059968,2524
+"raw_loss",0.041325327,1613942059968,2524
+"epoch",15.880503144654057,1613942059968,2524
+"wd_0",0.01,1613942059968,2524
+"sqr_mom_0",0.99,1613942059968,2524
+"lr_0",4.999305997085357e-06,1613942059968,2524
+"mom_0",0.850017350072866,1613942059968,2524
+"eps_0",1e-05,1613942059968,2524
+"wd_1",0.01,1613942059968,2524
+"sqr_mom_1",0.99,1613942059968,2524
+"lr_1",4.999305997085357e-05,1613942059968,2524
+"mom_1",0.850017350072866,1613942059968,2524
+"eps_1",1e-05,1613942059968,2524
+"wd_2",0.01,1613942059968,2524
+"sqr_mom_2",0.99,1613942059968,2524
+"lr_2",0.0004999305997085356,1613942059968,2524
+"mom_2",0.850017350072866,1613942059968,2524
+"eps_2",1e-05,1613942059968,2524
+"train_loss",0.060557578,1613942060913,2525
+"raw_loss",0.031833686,1613942060913,2525
+"epoch",15.886792452830157,1613942060913,2525
+"wd_0",0.01,1613942060913,2525
+"sqr_mom_0",0.99,1613942060913,2525
+"lr_0",4.999373663523487e-06,1613942060913,2525
+"mom_0",0.8500156584119128,1613942060913,2525
+"eps_0",1e-05,1613942060913,2525
+"wd_1",0.01,1613942060913,2525
+"sqr_mom_1",0.99,1613942060913,2525
+"lr_1",4.999373663523487e-05,1613942060913,2525
+"mom_1",0.8500156584119128,1613942060913,2525
+"eps_1",1e-05,1613942060913,2525
+"wd_2",0.01,1613942060913,2525
+"sqr_mom_2",0.99,1613942060913,2525
+"lr_2",0.0004999373663523487,1613942060913,2525
+"mom_2",0.8500156584119128,1613942060913,2525
+"eps_2",1e-05,1613942060913,2525
+"train_loss",0.060190476,1613942061864,2526
+"raw_loss",0.042202447,1613942061864,2526
+"epoch",15.893081761006258,1613942061864,2526
+"wd_0",0.01,1613942061864,2526
+"sqr_mom_0",0.99,1613942061864,2526
+"lr_0",4.9994378425828e-06,1613942061864,2526
+"mom_0",0.85001405393543,1613942061864,2526
+"eps_0",1e-05,1613942061864,2526
+"wd_1",0.01,1613942061864,2526
+"sqr_mom_1",0.99,1613942061864,2526
+"lr_1",4.9994378425827996e-05,1613942061864,2526
+"mom_1",0.85001405393543,1613942061864,2526
+"eps_1",1e-05,1613942061864,2526
+"wd_2",0.01,1613942061864,2526
+"sqr_mom_2",0.99,1613942061864,2526
+"lr_2",0.0004999437842582799,1613942061864,2526
+"mom_2",0.85001405393543,1613942061864,2526
+"eps_2",1e-05,1613942061864,2526
+"train_loss",0.059625342,1613942062807,2527
+"raw_loss",0.03193383,1613942062807,2527
+"epoch",15.899371069182358,1613942062807,2527
+"wd_0",0.01,1613942062807,2527
+"sqr_mom_0",0.99,1613942062807,2527
+"lr_0",4.999498570653584e-06,1613942062807,2527
+"mom_0",0.8500125357336604,1613942062807,2527
+"eps_0",1e-05,1613942062807,2527
+"wd_1",0.01,1613942062807,2527
+"sqr_mom_1",0.99,1613942062807,2527
+"lr_1",4.999498570653584e-05,1613942062807,2527
+"mom_1",0.8500125357336604,1613942062807,2527
+"eps_1",1e-05,1613942062807,2527
+"wd_2",0.01,1613942062807,2527
+"sqr_mom_2",0.99,1613942062807,2527
+"lr_2",0.0004999498570653584,1613942062807,2527
+"mom_2",0.8500125357336604,1613942062807,2527
+"eps_2",1e-05,1613942062807,2527
+"train_loss",0.05888187,1613942063750,2528
+"raw_loss",0.022451688,1613942063750,2528
+"epoch",15.905660377358458,1613942063750,2528
+"wd_0",0.01,1613942063750,2528
+"sqr_mom_0",0.99,1613942063750,2528
+"lr_0",4.999555828886421e-06,1613942063750,2528
+"mom_0",0.8500111042778394,1613942063750,2528
+"eps_0",1e-05,1613942063750,2528
+"wd_1",0.01,1613942063750,2528
+"sqr_mom_1",0.99,1613942063750,2528
+"lr_1",4.9995558288864206e-05,1613942063750,2528
+"mom_1",0.8500111042778394,1613942063750,2528
+"eps_1",1e-05,1613942063750,2528
+"wd_2",0.01,1613942063750,2528
+"sqr_mom_2",0.99,1613942063750,2528
+"lr_2",0.000499955582888642,1613942063750,2528
+"mom_2",0.8500111042778394,1613942063750,2528
+"eps_2",1e-05,1613942063750,2528
+"train_loss",0.05820926,1613942064696,2529
+"raw_loss",0.025251256,1613942064696,2529
+"epoch",15.911949685534559,1613942064696,2529
+"wd_0",0.01,1613942064696,2529
+"sqr_mom_0",0.99,1613942064696,2529
+"lr_0",4.999609609782724e-06,1613942064696,2529
+"mom_0",0.8500097597554319,1613942064696,2529
+"eps_0",1e-05,1613942064696,2529
+"wd_1",0.01,1613942064696,2529
+"sqr_mom_1",0.99,1613942064696,2529
+"lr_1",4.999609609782723e-05,1613942064696,2529
+"mom_1",0.8500097597554319,1613942064696,2529
+"eps_1",1e-05,1613942064696,2529
+"wd_2",0.01,1613942064696,2529
+"sqr_mom_2",0.99,1613942064696,2529
+"lr_2",0.0004999609609782724,1613942064696,2529
+"mom_2",0.8500097597554319,1613942064696,2529
+"eps_2",1e-05,1613942064696,2529
+"train_loss",0.05762684,1613942065666,2530
+"raw_loss",0.029088318,1613942065666,2530
+"epoch",15.91823899371066,1613942065666,2530
+"wd_0",0.01,1613942065666,2530
+"sqr_mom_0",0.99,1613942065666,2530
+"lr_0",4.999659928540858e-06,1613942065666,2530
+"mom_0",0.8500085017864786,1613942065666,2530
+"eps_0",1e-05,1613942065666,2530
+"wd_1",0.01,1613942065666,2530
+"sqr_mom_1",0.99,1613942065666,2530
+"lr_1",4.9996599285408564e-05,1613942065666,2530
+"mom_1",0.8500085017864786,1613942065666,2530
+"eps_1",1e-05,1613942065666,2530
+"wd_2",0.01,1613942065666,2530
+"sqr_mom_2",0.99,1613942065666,2530
+"lr_2",0.0004999659928540856,1613942065666,2530
+"mom_2",0.8500085017864786,1613942065666,2530
+"eps_2",1e-05,1613942065666,2530
+"train_loss",0.057104677,1613942066628,2531
+"raw_loss",0.031518713,1613942066628,2531
+"epoch",15.92452830188676,1613942066628,2531
+"wd_0",0.01,1613942066628,2531
+"sqr_mom_0",0.99,1613942066628,2531
+"lr_0",4.9997067771810305e-06,1613942066628,2531
+"mom_0",0.8500073305704743,1613942066628,2531
+"eps_0",1e-05,1613942066628,2531
+"wd_1",0.01,1613942066628,2531
+"sqr_mom_1",0.99,1613942066628,2531
+"lr_1",4.9997067771810295e-05,1613942066628,2531
+"mom_1",0.8500073305704743,1613942066628,2531
+"eps_1",1e-05,1613942066628,2531
+"wd_2",0.01,1613942066628,2531
+"sqr_mom_2",0.99,1613942066628,2531
+"lr_2",0.000499970677718103,1613942066628,2531
+"mom_2",0.8500073305704743,1613942066628,2531
+"eps_2",1e-05,1613942066628,2531
+"train_loss",0.056862358,1613942067582,2532
+"raw_loss",0.044988666,1613942067582,2532
+"epoch",15.93081761006286,1613942067582,2532
+"wd_0",0.01,1613942067582,2532
+"sqr_mom_0",0.99,1613942067582,2532
+"lr_0",4.999750143782908e-06,1613942067582,2532
+"mom_0",0.8500062464054273,1613942067582,2532
+"eps_0",1e-05,1613942067582,2532
+"wd_1",0.01,1613942067582,2532
+"sqr_mom_1",0.99,1613942067582,2532
+"lr_1",4.999750143782908e-05,1613942067582,2532
+"mom_1",0.8500062464054273,1613942067582,2532
+"eps_1",1e-05,1613942067582,2532
+"wd_2",0.01,1613942067582,2532
+"sqr_mom_2",0.99,1613942067582,2532
+"lr_2",0.0004999750143782908,1613942067582,2532
+"mom_2",0.8500062464054273,1613942067582,2532
+"eps_2",1e-05,1613942067582,2532
+"train_loss",0.057123225,1613942068517,2533
+"raw_loss",0.06990576,1613942068517,2533
+"epoch",15.93710691823896,1613942068517,2533
+"wd_0",0.01,1613942068517,2533
+"sqr_mom_0",0.99,1613942068517,2533
+"lr_0",4.999790052935871e-06,1613942068517,2533
+"mom_0",0.8500052486766032,1613942068517,2533
+"eps_0",1e-05,1613942068517,2533
+"wd_1",0.01,1613942068517,2533
+"sqr_mom_1",0.99,1613942068517,2533
+"lr_1",4.99979005293587e-05,1613942068517,2533
+"mom_1",0.8500052486766032,1613942068517,2533
+"eps_1",1e-05,1613942068517,2533
+"wd_2",0.01,1613942068517,2533
+"sqr_mom_2",0.99,1613942068517,2533
+"lr_2",0.000499979005293587,1613942068517,2533
+"mom_2",0.8500052486766032,1613942068517,2533
+"eps_2",1e-05,1613942068517,2533
+"train_loss",0.056457415,1613942069464,2534
+"raw_loss",0.023832692,1613942069464,2534
+"epoch",15.94339622641506,1613942069464,2534
+"wd_0",0.01,1613942069464,2534
+"sqr_mom_0",0.99,1613942069464,2534
+"lr_0",4.999826491745061e-06,1613942069464,2534
+"mom_0",0.8500043377063735,1613942069464,2534
+"eps_0",1e-05,1613942069464,2534
+"wd_1",0.01,1613942069464,2534
+"sqr_mom_1",0.99,1613942069464,2534
+"lr_1",4.9998264917450605e-05,1613942069464,2534
+"mom_1",0.8500043377063735,1613942069464,2534
+"eps_1",1e-05,1613942069464,2534
+"wd_2",0.01,1613942069464,2534
+"sqr_mom_2",0.99,1613942069464,2534
+"lr_2",0.0004999826491745061,1613942069464,2534
+"mom_2",0.8500043377063735,1613942069464,2534
+"eps_2",1e-05,1613942069464,2534
+"train_loss",0.056332227,1613942070418,2535
+"raw_loss",0.050197933,1613942070418,2535
+"epoch",15.949685534591161,1613942070418,2535
+"wd_0",0.01,1613942070418,2535
+"sqr_mom_0",0.99,1613942070418,2535
+"lr_0",4.999859451267737e-06,1613942070418,2535
+"mom_0",0.8500035137183066,1613942070418,2535
+"eps_0",1e-05,1613942070418,2535
+"wd_1",0.01,1613942070418,2535
+"sqr_mom_1",0.99,1613942070418,2535
+"lr_1",4.999859451267736e-05,1613942070418,2535
+"mom_1",0.8500035137183066,1613942070418,2535
+"eps_1",1e-05,1613942070418,2535
+"wd_2",0.01,1613942070418,2535
+"sqr_mom_2",0.99,1613942070418,2535
+"lr_2",0.0004999859451267736,1613942070418,2535
+"mom_2",0.8500035137183066,1613942070418,2535
+"eps_2",1e-05,1613942070418,2535
+"train_loss",0.05613531,1613942071371,2536
+"raw_loss",0.046486385,1613942071371,2536
+"epoch",15.955974842767262,1613942071371,2536
+"wd_0",0.01,1613942071371,2536
+"sqr_mom_0",0.99,1613942071371,2536
+"lr_0",4.999888950192338e-06,1613942071371,2536
+"mom_0",0.8500027762451915,1613942071371,2536
+"eps_0",1e-05,1613942071371,2536
+"wd_1",0.01,1613942071371,2536
+"sqr_mom_1",0.99,1613942071371,2536
+"lr_1",4.9998889501923376e-05,1613942071371,2536
+"mom_1",0.8500027762451915,1613942071371,2536
+"eps_1",1e-05,1613942071371,2536
+"wd_2",0.01,1613942071371,2536
+"sqr_mom_2",0.99,1613942071371,2536
+"lr_2",0.0004999888950192338,1613942071371,2536
+"mom_2",0.8500027762451915,1613942071371,2536
+"eps_2",1e-05,1613942071371,2536
+"train_loss",0.05581209,1613942072339,2537
+"raw_loss",0.039974194,1613942072339,2537
+"epoch",15.962264150943362,1613942072339,2537
+"wd_0",0.01,1613942072339,2537
+"sqr_mom_0",0.99,1613942072339,2537
+"lr_0",4.999914978601546e-06,1613942072339,2537
+"mom_0",0.8500021255349614,1613942072339,2537
+"eps_0",1e-05,1613942072339,2537
+"wd_1",0.01,1613942072339,2537
+"sqr_mom_1",0.99,1613942072339,2537
+"lr_1",4.999914978601546e-05,1613942072339,2537
+"mom_1",0.8500021255349614,1613942072339,2537
+"eps_1",1e-05,1613942072339,2537
+"wd_2",0.01,1613942072339,2537
+"sqr_mom_2",0.99,1613942072339,2537
+"lr_2",0.0004999914978601546,1613942072339,2537
+"mom_2",0.8500021255349614,1613942072339,2537
+"eps_2",1e-05,1613942072339,2537
+"train_loss",0.056258935,1613942073290,2538
+"raw_loss",0.07815439,1613942073290,2538
+"epoch",15.968553459119462,1613942073290,2538
+"wd_0",0.01,1613942073290,2538
+"sqr_mom_0",0.99,1613942073290,2538
+"lr_0",4.999937536450193e-06,1613942073290,2538
+"mom_0",0.8500015615887452,1613942073290,2538
+"eps_0",1e-05,1613942073290,2538
+"wd_1",0.01,1613942073290,2538
+"sqr_mom_1",0.99,1613942073290,2538
+"lr_1",4.999937536450192e-05,1613942073290,2538
+"mom_1",0.8500015615887452,1613942073290,2538
+"eps_1",1e-05,1613942073290,2538
+"wd_2",0.01,1613942073290,2538
+"sqr_mom_2",0.99,1613942073290,2538
+"lr_2",0.0004999937536450192,1613942073290,2538
+"mom_2",0.8500015615887452,1613942073290,2538
+"eps_2",1e-05,1613942073290,2538
+"train_loss",0.05644486,1613942074244,2539
+"raw_loss",0.06555521,1613942074244,2539
+"epoch",15.974842767295563,1613942074244,2539
+"wd_0",0.01,1613942074244,2539
+"sqr_mom_0",0.99,1613942074244,2539
+"lr_0",4.999956621232579e-06,1613942074244,2539
+"mom_0",0.8500010844691855,1613942074244,2539
+"eps_0",1e-05,1613942074244,2539
+"wd_1",0.01,1613942074244,2539
+"sqr_mom_1",0.99,1613942074244,2539
+"lr_1",4.9999566212325785e-05,1613942074244,2539
+"mom_1",0.8500010844691855,1613942074244,2539
+"eps_1",1e-05,1613942074244,2539
+"wd_2",0.01,1613942074244,2539
+"sqr_mom_2",0.99,1613942074244,2539
+"lr_2",0.0004999956621232578,1613942074244,2539
+"mom_2",0.8500010844691855,1613942074244,2539
+"eps_2",1e-05,1613942074244,2539
+"train_loss",0.055793703,1613942075183,2540
+"raw_loss",0.023886958,1613942075183,2540
+"epoch",15.981132075471663,1613942075183,2540
+"wd_0",0.01,1613942075183,2540
+"sqr_mom_0",0.99,1613942075183,2540
+"lr_0",4.999972238342025e-06,1613942075183,2540
+"mom_0",0.8500006940414494,1613942075183,2540
+"eps_0",1e-05,1613942075183,2540
+"wd_1",0.01,1613942075183,2540
+"sqr_mom_1",0.99,1613942075183,2540
+"lr_1",4.999972238342025e-05,1613942075183,2540
+"mom_1",0.8500006940414494,1613942075183,2540
+"eps_1",1e-05,1613942075183,2540
+"wd_2",0.01,1613942075183,2540
+"sqr_mom_2",0.99,1613942075183,2540
+"lr_2",0.0004999972238342025,1613942075183,2540
+"mom_2",0.8500006940414494,1613942075183,2540
+"eps_2",1e-05,1613942075183,2540
+"train_loss",0.055682857,1613942076151,2541
+"raw_loss",0.050251473,1613942076151,2541
+"epoch",15.987421383647764,1613942076151,2541
+"wd_0",0.01,1613942076151,2541
+"sqr_mom_0",0.99,1613942076151,2541
+"lr_0",4.999984384791544e-06,1613942076151,2541
+"mom_0",0.8500003903802114,1613942076151,2541
+"eps_0",1e-05,1613942076151,2541
+"wd_1",0.01,1613942076151,2541
+"sqr_mom_1",0.99,1613942076151,2541
+"lr_1",4.999984384791543e-05,1613942076151,2541
+"mom_1",0.8500003903802114,1613942076151,2541
+"eps_1",1e-05,1613942076151,2541
+"wd_2",0.01,1613942076151,2541
+"sqr_mom_2",0.99,1613942076151,2541
+"lr_2",0.0004999984384791543,1613942076151,2541
+"mom_2",0.8500003903802114,1613942076151,2541
+"eps_2",1e-05,1613942076151,2541
+"train_loss",0.05515969,1613942077111,2542
+"raw_loss",0.029524542,1613942077111,2542
+"epoch",15.993710691823864,1613942077111,2542
+"wd_0",0.01,1613942077111,2542
+"sqr_mom_0",0.99,1613942077111,2542
+"lr_0",4.999993058586803e-06,1613942077111,2542
+"mom_0",0.85000017353533,1613942077111,2542
+"eps_0",1e-05,1613942077111,2542
+"wd_1",0.01,1613942077111,2542
+"sqr_mom_1",0.99,1613942077111,2542
+"lr_1",4.999993058586803e-05,1613942077111,2542
+"mom_1",0.85000017353533,1613942077111,2542
+"eps_1",1e-05,1613942077111,2542
+"wd_2",0.01,1613942077111,2542
+"sqr_mom_2",0.99,1613942077111,2542
+"lr_2",0.0004999993058586803,1613942077111,2542
+"mom_2",0.85000017353533,1613942077111,2542
+"eps_2",1e-05,1613942077111,2542
+"train_loss",0.05747879,1613942078060,2543
+"raw_loss",0.17111464,1613942078060,2543
+"epoch",15.999999999999964,1613942078060,2543
+"wd_0",0.01,1613942078060,2543
+"sqr_mom_0",0.99,1613942078060,2543
+"lr_0",4.999998264645948e-06,1613942078060,2543
+"mom_0",0.8500000433838513,1613942078060,2543
+"eps_0",1e-05,1613942078060,2543
+"wd_1",0.01,1613942078060,2543
+"sqr_mom_1",0.99,1613942078060,2543
+"lr_1",4.9999982646459475e-05,1613942078060,2543
+"mom_1",0.8500000433838513,1613942078060,2543
+"eps_1",1e-05,1613942078060,2543
+"wd_2",0.01,1613942078060,2543
+"sqr_mom_2",0.99,1613942078060,2543
+"lr_2",0.0004999998264645948,1613942078060,2543
+"mom_2",0.8500000433838513,1613942078060,2543
+"eps_2",1e-05,1613942078060,2543
+"valid_loss",0.13047681748867035,1613942111712,2543
+"_rmse",0.361215740442276,1613942111712,2543
+"epoch",16,1613942111712,2543
+"train_loss",0.057943475,1613942112959,2544
+"raw_loss",0.080713004,1613942112959,2544
+"epoch",16.0062893081761,1613942112959,2544
+"wd_0",0.01,1613942112959,2544
+"sqr_mom_0",0.99,1613942112959,2544
+"lr_0",5e-06,1613942112959,2544
+"mom_0",0.85,1613942112959,2544
+"eps_0",1e-05,1613942112959,2544
+"wd_1",0.01,1613942112959,2544
+"sqr_mom_1",0.99,1613942112959,2544
+"lr_1",5e-05,1613942112959,2544
+"mom_1",0.85,1613942112959,2544
+"eps_1",1e-05,1613942112959,2544
+"wd_2",0.01,1613942112959,2544
+"sqr_mom_2",0.99,1613942112959,2544
+"lr_2",0.0005,1613942112959,2544
+"mom_2",0.85,1613942112959,2544
+"eps_2",1e-05,1613942112959,2544
+"train_loss",0.0581876,1613942114067,2545
+"raw_loss",0.07014985,1613942114067,2545
+"epoch",16.0125786163522,1613942114067,2545
+"wd_0",0.01,1613942114067,2545
+"sqr_mom_0",0.99,1613942114067,2545
+"lr_0",4.999999601769589e-06,1613942114067,2545
+"mom_0",0.8500000079646879,1613942114067,2545
+"eps_0",1e-05,1613942114067,2545
+"wd_1",0.01,1613942114067,2545
+"sqr_mom_1",0.99,1613942114067,2545
+"lr_1",4.9999996017695885e-05,1613942114067,2545
+"mom_1",0.8500000079646879,1613942114067,2545
+"eps_1",1e-05,1613942114067,2545
+"wd_2",0.01,1613942114067,2545
+"sqr_mom_2",0.99,1613942114067,2545
+"lr_2",0.0004999999601769589,1613942114067,2545
+"mom_2",0.8500000079646879,1613942114067,2545
+"eps_2",1e-05,1613942114067,2545
+"train_loss",0.058891624,1613942115197,2546
+"raw_loss",0.093388885,1613942115197,2546
+"epoch",16.0188679245283,1613942115197,2546
+"wd_0",0.01,1613942115197,2546
+"sqr_mom_0",0.99,1613942115197,2546
+"lr_0",4.999998406700953e-06,1613942115197,2546
+"mom_0",0.8500000318662996,1613942115197,2546
+"eps_0",1e-05,1613942115197,2546
+"wd_1",0.01,1613942115197,2546
+"sqr_mom_1",0.99,1613942115197,2546
+"lr_1",4.999998406700953e-05,1613942115197,2546
+"mom_1",0.8500000318662996,1613942115197,2546
+"eps_1",1e-05,1613942115197,2546
+"wd_2",0.01,1613942115197,2546
+"sqr_mom_2",0.99,1613942115197,2546
+"lr_2",0.0004999998406700953,1613942115197,2546
+"mom_2",0.8500000318662996,1613942115197,2546
+"eps_2",1e-05,1613942115197,2546
+"train_loss",0.058337774,1613942116576,2547
+"raw_loss",0.031199094,1613942116576,2547
+"epoch",16.0251572327044,1613942116576,2547
+"wd_0",0.01,1613942116576,2547
+"sqr_mom_0",0.99,1613942116576,2547
+"lr_0",4.999996414794063e-06,1613942116576,2547
+"mom_0",0.8500000717048357,1613942116576,2547
+"eps_0",1e-05,1613942116576,2547
+"wd_1",0.01,1613942116576,2547
+"sqr_mom_1",0.99,1613942116576,2547
+"lr_1",4.999996414794063e-05,1613942116576,2547
+"mom_1",0.8500000717048357,1613942116576,2547
+"eps_1",1e-05,1613942116576,2547
+"wd_2",0.01,1613942116576,2547
+"sqr_mom_2",0.99,1613942116576,2547
+"lr_2",0.0004999996414794063,1613942116576,2547
+"mom_2",0.8500000717048357,1613942116576,2547
+"eps_2",1e-05,1613942116576,2547
+"train_loss",0.057761118,1613942117537,2548
+"raw_loss",0.029504964,1613942117537,2548
+"epoch",16.031446540880502,1613942117537,2548
+"wd_0",0.01,1613942117537,2548
+"sqr_mom_0",0.99,1613942117537,2548
+"lr_0",4.999993626805841e-06,1613942117537,2548
+"mom_0",0.8500001274651579,1613942117537,2548
+"eps_0",1e-05,1613942117537,2548
+"wd_1",0.01,1613942117537,2548
+"sqr_mom_1",0.99,1613942117537,2548
+"lr_1",4.99999362680584e-05,1613942117537,2548
+"mom_1",0.8500001274651579,1613942117537,2548
+"eps_1",1e-05,1613942117537,2548
+"wd_2",0.01,1613942117537,2548
+"sqr_mom_2",0.99,1613942117537,2548
+"lr_2",0.000499999362680584,1613942117537,2548
+"mom_2",0.8500001274651579,1613942117537,2548
+"eps_2",1e-05,1613942117537,2548
+"train_loss",0.05735183,1613942118483,2549
+"raw_loss",0.037296742,1613942118483,2549
+"epoch",16.037735849056602,1613942118483,2549
+"wd_0",0.01,1613942118483,2549
+"sqr_mom_0",0.99,1613942118483,2549
+"lr_0",4.999990041414562e-06,1613942118483,2549
+"mom_0",0.8500001991737005,1613942118483,2549
+"eps_0",1e-05,1613942118483,2549
+"wd_1",0.01,1613942118483,2549
+"sqr_mom_1",0.99,1613942118483,2549
+"lr_1",4.9999900414145615e-05,1613942118483,2549
+"mom_1",0.8500001991737005,1613942118483,2549
+"eps_1",1e-05,1613942118483,2549
+"wd_2",0.01,1613942118483,2549
+"sqr_mom_2",0.99,1613942118483,2549
+"lr_2",0.0004999990041414562,1613942118483,2549
+"mom_2",0.8500001991737005,1613942118483,2549
+"eps_2",1e-05,1613942118483,2549
+"train_loss",0.056762964,1613942119452,2550
+"raw_loss",0.027908381,1613942119452,2550
+"epoch",16.044025157232703,1613942119452,2550
+"wd_0",0.01,1613942119452,2550
+"sqr_mom_0",0.99,1613942119452,2550
+"lr_0",4.999985659186535e-06,1613942119452,2550
+"mom_0",0.8500002868191375,1613942119452,2550
+"eps_0",1e-05,1613942119452,2550
+"wd_1",0.01,1613942119452,2550
+"sqr_mom_1",0.99,1613942119452,2550
+"lr_1",4.9999856591865344e-05,1613942119452,2550
+"mom_1",0.8500002868191375,1613942119452,2550
+"eps_1",1e-05,1613942119452,2550
+"wd_2",0.01,1613942119452,2550
+"sqr_mom_2",0.99,1613942119452,2550
+"lr_2",0.0004999985659186534,1613942119452,2550
+"mom_2",0.8500002868191375,1613942119452,2550
+"eps_2",1e-05,1613942119452,2550
+"train_loss",0.056612648,1613942120409,2551
+"raw_loss",0.049247243,1613942120409,2551
+"epoch",16.050314465408803,1613942120409,2551
+"wd_0",0.01,1613942120409,2551
+"sqr_mom_0",0.99,1613942120409,2551
+"lr_0",4.999980481448368e-06,1613942120409,2551
+"mom_0",0.8500003903749364,1613942120409,2551
+"eps_0",1e-05,1613942120409,2551
+"wd_1",0.01,1613942120409,2551
+"sqr_mom_1",0.99,1613942120409,2551
+"lr_1",4.999980481448368e-05,1613942120409,2551
+"mom_1",0.8500003903749364,1613942120409,2551
+"eps_1",1e-05,1613942120409,2551
+"wd_2",0.01,1613942120409,2551
+"sqr_mom_2",0.99,1613942120409,2551
+"lr_2",0.0004999980481448368,1613942120409,2551
+"mom_2",0.8500003903749364,1613942120409,2551
+"eps_2",1e-05,1613942120409,2551
+"train_loss",0.056336988,1613942121365,2552
+"raw_loss",0.04282966,1613942121365,2552
+"epoch",16.056603773584904,1613942121365,2552
+"wd_0",0.01,1613942121365,2552
+"sqr_mom_0",0.99,1613942121365,2552
+"lr_0",4.999974505744601e-06,1613942121365,2552
+"mom_0",0.8500005098902068,1613942121365,2552
+"eps_0",1e-05,1613942121365,2552
+"wd_1",0.01,1613942121365,2552
+"sqr_mom_1",0.99,1613942121365,2552
+"lr_1",4.999974505744601e-05,1613942121365,2552
+"mom_1",0.8500005098902068,1613942121365,2552
+"eps_1",1e-05,1613942121365,2552
+"wd_2",0.01,1613942121365,2552
+"sqr_mom_2",0.99,1613942121365,2552
+"lr_2",0.0004999974505744601,1613942121365,2552
+"mom_2",0.8500005098902068,1613942121365,2552
+"eps_2",1e-05,1613942121365,2552
+"train_loss",0.055667754,1613942122330,2553
+"raw_loss",0.022875357,1613942122330,2553
+"epoch",16.062893081761004,1613942122330,2553
+"wd_0",0.01,1613942122330,2553
+"sqr_mom_0",0.99,1613942122330,2553
+"lr_0",4.999967733210586e-06,1613942122330,2553
+"mom_0",0.8500006453422417,1613942122330,2553
+"eps_0",1e-05,1613942122330,2553
+"wd_1",0.01,1613942122330,2553
+"sqr_mom_1",0.99,1613942122330,2553
+"lr_1",4.9999677332105856e-05,1613942122330,2553
+"mom_1",0.8500006453422417,1613942122330,2553
+"eps_1",1e-05,1613942122330,2553
+"wd_2",0.01,1613942122330,2553
+"sqr_mom_2",0.99,1613942122330,2553
+"lr_2",0.0004999967733210586,1613942122330,2553
+"mom_2",0.8500006453422417,1613942122330,2553
+"eps_2",1e-05,1613942122330,2553
+"train_loss",0.055029016,1613942123306,2554
+"raw_loss",0.02373083,1613942123306,2554
+"epoch",16.069182389937104,1613942123306,2554
+"wd_0",0.01,1613942123306,2554
+"sqr_mom_0",0.99,1613942123306,2554
+"lr_0",4.999960165737585e-06,1613942123306,2554
+"mom_0",0.8500007966932153,1613942123306,2554
+"eps_0",1e-05,1613942123306,2554
+"wd_1",0.01,1613942123306,2554
+"sqr_mom_1",0.99,1613942123306,2554
+"lr_1",4.9999601657375844e-05,1613942123306,2554
+"mom_1",0.8500007966932153,1613942123306,2554
+"eps_1",1e-05,1613942123306,2554
+"wd_2",0.01,1613942123306,2554
+"sqr_mom_2",0.99,1613942123306,2554
+"lr_2",0.0004999960165737585,1613942123306,2554
+"mom_2",0.8500007966932153,1613942123306,2554
+"eps_2",1e-05,1613942123306,2554
+"train_loss",0.054778356,1613942124271,2555
+"raw_loss",0.042495992,1613942124271,2555
+"epoch",16.075471698113205,1613942124271,2555
+"wd_0",0.01,1613942124271,2555
+"sqr_mom_0",0.99,1613942124271,2555
+"lr_0",4.99995179973305e-06,1613942124271,2555
+"mom_0",0.8500009640149792,1613942124271,2555
+"eps_0",1e-05,1613942124271,2555
+"wd_1",0.01,1613942124271,2555
+"sqr_mom_1",0.99,1613942124271,2555
+"lr_1",4.9999517997330495e-05,1613942124271,2555
+"mom_1",0.8500009640149792,1613942124271,2555
+"eps_1",1e-05,1613942124271,2555
+"wd_2",0.01,1613942124271,2555
+"sqr_mom_2",0.99,1613942124271,2555
+"lr_2",0.000499995179973305,1613942124271,2555
+"mom_2",0.8500009640149792,1613942124271,2555
+"eps_2",1e-05,1613942124271,2555
+"train_loss",0.054874264,1613942125235,2556
+"raw_loss",0.059573676,1613942125235,2556
+"epoch",16.081761006289305,1613942125235,2556
+"wd_0",0.01,1613942125235,2556
+"sqr_mom_0",0.99,1613942125235,2556
+"lr_0",4.999942636910665e-06,1613942125235,2556
+"mom_0",0.8500011472732594,1613942125235,2556
+"eps_0",1e-05,1613942125235,2556
+"wd_1",0.01,1613942125235,2556
+"sqr_mom_1",0.99,1613942125235,2556
+"lr_1",4.999942636910665e-05,1613942125235,2556
+"mom_1",0.8500011472732594,1613942125235,2556
+"eps_1",1e-05,1613942125235,2556
+"wd_2",0.01,1613942125235,2556
+"sqr_mom_2",0.99,1613942125235,2556
+"lr_2",0.0004999942636910665,1613942125235,2556
+"mom_2",0.8500011472732594,1613942125235,2556
+"eps_2",1e-05,1613942125235,2556
+"train_loss",0.054409266,1613942126218,2557
+"raw_loss",0.03162436,1613942126218,2557
+"epoch",16.088050314465406,1613942126218,2557
+"wd_0",0.01,1613942126218,2557
+"sqr_mom_0",0.99,1613942126218,2557
+"lr_0",4.999932679724018e-06,1613942126218,2557
+"mom_0",0.8500013464189838,1613942126218,2557
+"eps_0",1e-05,1613942126218,2557
+"wd_1",0.01,1613942126218,2557
+"sqr_mom_1",0.99,1613942126218,2557
+"lr_1",4.9999326797240175e-05,1613942126218,2557
+"mom_1",0.8500013464189838,1613942126218,2557
+"eps_1",1e-05,1613942126218,2557
+"wd_2",0.01,1613942126218,2557
+"sqr_mom_2",0.99,1613942126218,2557
+"lr_2",0.0004999932679724018,1613942126218,2557
+"mom_2",0.8500013464189838,1613942126218,2557
+"eps_2",1e-05,1613942126218,2557
+"train_loss",0.054239172,1613942127198,2558
+"raw_loss",0.045904517,1613942127198,2558
+"epoch",16.094339622641506,1613942127198,2558
+"wd_0",0.01,1613942127198,2558
+"sqr_mom_0",0.99,1613942127198,2558
+"lr_0",4.999921923453549e-06,1613942127198,2558
+"mom_0",0.8500015615465445,1613942127198,2558
+"eps_0",1e-05,1613942127198,2558
+"wd_1",0.01,1613942127198,2558
+"sqr_mom_1",0.99,1613942127198,2558
+"lr_1",4.999921923453549e-05,1613942127198,2558
+"mom_1",0.8500015615465445,1613942127198,2558
+"eps_1",1e-05,1613942127198,2558
+"wd_2",0.01,1613942127198,2558
+"sqr_mom_2",0.99,1613942127198,2558
+"lr_2",0.0004999921923453549,1613942127198,2558
+"mom_2",0.8500015615465445,1613942127198,2558
+"eps_2",1e-05,1613942127198,2558
+"train_loss",0.054137167,1613942128175,2559
+"raw_loss",0.049138863,1613942128175,2559
+"epoch",16.100628930817606,1613942128175,2559
+"wd_0",0.01,1613942128175,2559
+"sqr_mom_0",0.99,1613942128175,2559
+"lr_0",4.999910370369592e-06,1613942128175,2559
+"mom_0",0.8500017926105342,1613942128175,2559
+"eps_0",1e-05,1613942128175,2559
+"wd_1",0.01,1613942128175,2559
+"sqr_mom_1",0.99,1613942128175,2559
+"lr_1",4.999910370369592e-05,1613942128175,2559
+"mom_1",0.8500017926105342,1613942128175,2559
+"eps_1",1e-05,1613942128175,2559
+"wd_2",0.01,1613942128175,2559
+"sqr_mom_2",0.99,1613942128175,2559
+"lr_2",0.0004999910370369592,1613942128175,2559
+"mom_2",0.8500017926105342,1613942128175,2559
+"eps_2",1e-05,1613942128175,2559
+"train_loss",0.053533416,1613942129136,2560
+"raw_loss",0.023949608,1613942129136,2560
+"epoch",16.106918238993707,1613942129136,2560
+"wd_0",0.01,1613942129136,2560
+"sqr_mom_0",0.99,1613942129136,2560
+"lr_0",4.9998980204758294e-06,1613942129136,2560
+"mom_0",0.8500020396108795,1613942129136,2560
+"eps_0",1e-05,1613942129136,2560
+"wd_1",0.01,1613942129136,2560
+"sqr_mom_1",0.99,1613942129136,2560
+"lr_1",4.999898020475829e-05,1613942129136,2560
+"mom_1",0.8500020396108795,1613942129136,2560
+"eps_1",1e-05,1613942129136,2560
+"wd_2",0.01,1613942129136,2560
+"sqr_mom_2",0.99,1613942129136,2560
+"lr_2",0.0004999898020475829,1613942129136,2560
+"mom_2",0.8500020396108795,1613942129136,2560
+"eps_2",1e-05,1613942129136,2560
+"train_loss",0.053614162,1613942130108,2561
+"raw_loss",0.05757071,1613942130108,2561
+"epoch",16.113207547169807,1613942130108,2561
+"wd_0",0.01,1613942130108,2561
+"sqr_mom_0",0.99,1613942130108,2561
+"lr_0",4.999884876987661e-06,1613942130108,2561
+"mom_0",0.8500023024832716,1613942130108,2561
+"eps_0",1e-05,1613942130108,2561
+"wd_1",0.01,1613942130108,2561
+"sqr_mom_1",0.99,1613942130108,2561
+"lr_1",4.9998848769876605e-05,1613942130108,2561
+"mom_1",0.8500023024832716,1613942130108,2561
+"eps_1",1e-05,1613942130108,2561
+"wd_2",0.01,1613942130108,2561
+"sqr_mom_2",0.99,1613942130108,2561
+"lr_2",0.0004999884876987661,1613942130108,2561
+"mom_2",0.8500023024832716,1613942130108,2561
+"eps_2",1e-05,1613942130108,2561
+"train_loss",0.053023193,1613942131077,2562
+"raw_loss",0.024065772,1613942131077,2562
+"epoch",16.119496855345908,1613942131077,2562
+"wd_0",0.01,1613942131077,2562
+"sqr_mom_0",0.99,1613942131077,2562
+"lr_0",4.999870933675268e-06,1613942131077,2562
+"mom_0",0.8500025813523081,1613942131077,2562
+"eps_0",1e-05,1613942131077,2562
+"wd_1",0.01,1613942131077,2562
+"sqr_mom_1",0.99,1613942131077,2562
+"lr_1",4.999870933675268e-05,1613942131077,2562
+"mom_1",0.8500025813523081,1613942131077,2562
+"eps_1",1e-05,1613942131077,2562
+"wd_2",0.01,1613942131077,2562
+"sqr_mom_2",0.99,1613942131077,2562
+"lr_2",0.0004999870933675267,1613942131077,2562
+"mom_2",0.8500025813523081,1613942131077,2562
+"eps_2",1e-05,1613942131077,2562
+"train_loss",0.05291221,1613942132058,2563
+"raw_loss",0.047473997,1613942132058,2563
+"epoch",16.125786163522008,1613942132058,2563
+"wd_0",0.01,1613942132058,2563
+"sqr_mom_0",0.99,1613942132058,2563
+"lr_0",4.9998561935656384e-06,1613942132058,2563
+"mom_0",0.8500028761574487,1613942132058,2563
+"eps_0",1e-05,1613942132058,2563
+"wd_1",0.01,1613942132058,2563
+"sqr_mom_1",0.99,1613942132058,2563
+"lr_1",4.9998561935656384e-05,1613942132058,2563
+"mom_1",0.8500028761574487,1613942132058,2563
+"eps_1",1e-05,1613942132058,2563
+"wd_2",0.01,1613942132058,2563
+"sqr_mom_2",0.99,1613942132058,2563
+"lr_2",0.0004999856193565639,1613942132058,2563
+"mom_2",0.8500028761574487,1613942132058,2563
+"eps_2",1e-05,1613942132058,2563
+"train_loss",0.052715596,1613942133025,2564
+"raw_loss",0.043081503,1613942133025,2564
+"epoch",16.13207547169811,1613942133025,2564
+"wd_0",0.01,1613942133025,2564
+"sqr_mom_0",0.99,1613942133025,2564
+"lr_0",4.999840660441642e-06,1613942133025,2564
+"mom_0",0.8500031868230353,1613942133025,2564
+"eps_0",1e-05,1613942133025,2564
+"wd_1",0.01,1613942133025,2564
+"sqr_mom_1",0.99,1613942133025,2564
+"lr_1",4.9998406604416414e-05,1613942133025,2564
+"mom_1",0.8500031868230353,1613942133025,2564
+"eps_1",1e-05,1613942133025,2564
+"wd_2",0.01,1613942133025,2564
+"sqr_mom_2",0.99,1613942133025,2564
+"lr_2",0.0004999840660441641,1613942133025,2564
+"mom_2",0.8500031868230353,1613942133025,2564
+"eps_2",1e-05,1613942133025,2564
+"train_loss",0.052056886,1613942133993,2565
+"raw_loss",0.019780165,1613942133993,2565
+"epoch",16.13836477987421,1613942133993,2565
+"wd_0",0.01,1613942133993,2565
+"sqr_mom_0",0.99,1613942133993,2565
+"lr_0",4.999824326940805e-06,1613942133993,2565
+"mom_0",0.8500035134963189,1613942133993,2565
+"eps_0",1e-05,1613942133993,2565
+"wd_1",0.01,1613942133993,2565
+"sqr_mom_1",0.99,1613942133993,2565
+"lr_1",4.999824326940805e-05,1613942133993,2565
+"mom_1",0.8500035134963189,1613942133993,2565
+"eps_1",1e-05,1613942133993,2565
+"wd_2",0.01,1613942133993,2565
+"sqr_mom_2",0.99,1613942133993,2565
+"lr_2",0.0004999824326940804,1613942133993,2565
+"mom_2",0.8500035134963189,1613942133993,2565
+"eps_2",1e-05,1613942133993,2565
+"train_loss",0.051419314,1613942134961,2566
+"raw_loss",0.02017824,1613942134961,2566
+"epoch",16.14465408805031,1613942134961,2566
+"wd_0",0.01,1613942134961,2566
+"sqr_mom_0",0.99,1613942134961,2566
+"lr_0",4.999807196657587e-06,1613942134961,2566
+"mom_0",0.8500038561054093,1613942134961,2566
+"eps_0",1e-05,1613942134961,2566
+"wd_1",0.01,1613942134961,2566
+"sqr_mom_1",0.99,1613942134961,2566
+"lr_1",4.999807196657587e-05,1613942134961,2566
+"mom_1",0.8500038561054093,1613942134961,2566
+"eps_1",1e-05,1613942134961,2566
+"wd_2",0.01,1613942134961,2566
+"sqr_mom_2",0.99,1613942134961,2566
+"lr_2",0.0004999807196657586,1613942134961,2566
+"mom_2",0.8500038561054093,1613942134961,2566
+"eps_2",1e-05,1613942134961,2566
+"train_loss",0.05150495,1613942135943,2567
+"raw_loss",0.05570108,1613942135943,2567
+"epoch",16.15094339622641,1613942135943,2567
+"wd_0",0.01,1613942135943,2567
+"sqr_mom_0",0.99,1613942135943,2567
+"lr_0",4.99978927391857e-06,1613942135943,2567
+"mom_0",0.8500042145637742,1613942135943,2567
+"eps_0",1e-05,1613942135943,2567
+"wd_1",0.01,1613942135943,2567
+"sqr_mom_1",0.99,1613942135943,2567
+"lr_1",4.9997892739185706e-05,1613942135943,2567
+"mom_1",0.8500042145637742,1613942135943,2567
+"eps_1",1e-05,1613942135943,2567
+"wd_2",0.01,1613942135943,2567
+"sqr_mom_2",0.99,1613942135943,2567
+"lr_2",0.000499978927391857,1613942135943,2567
+"mom_2",0.8500042145637742,1613942135943,2567
+"eps_2",1e-05,1613942135943,2567
+"train_loss",0.051522434,1613942136972,2568
+"raw_loss",0.052379116,1613942136972,2568
+"epoch",16.15723270440251,1613942136972,2568
+"wd_0",0.01,1613942136972,2568
+"sqr_mom_0",0.99,1613942136972,2568
+"lr_0",4.9997705502751045e-06,1613942136972,2568
+"mom_0",0.8500045890403883,1613942136972,2568
+"eps_0",1e-05,1613942136972,2568
+"wd_1",0.01,1613942136972,2568
+"sqr_mom_1",0.99,1613942136972,2568
+"lr_1",4.999770550275105e-05,1613942136972,2568
+"mom_1",0.8500045890403883,1613942136972,2568
+"eps_1",1e-05,1613942136972,2568
+"wd_2",0.01,1613942136972,2568
+"sqr_mom_2",0.99,1613942136972,2568
+"lr_2",0.0004999770550275104,1613942136972,2568
+"mom_2",0.8500045890403883,1613942136972,2568
+"eps_2",1e-05,1613942136972,2568
+"train_loss",0.05130748,1613942137942,2569
+"raw_loss",0.040774748,1613942137942,2569
+"epoch",16.16352201257861,1613942137942,2569
+"wd_0",0.01,1613942137942,2569
+"sqr_mom_0",0.99,1613942137942,2569
+"lr_0",4.9997510298664e-06,1613942137942,2569
+"mom_0",0.8500049794524666,1613942137942,2569
+"eps_0",1e-05,1613942137942,2569
+"wd_1",0.01,1613942137942,2569
+"sqr_mom_1",0.99,1613942137942,2569
+"lr_1",4.999751029866399e-05,1613942137942,2569
+"mom_1",0.8500049794524666,1613942137942,2569
+"eps_1",1e-05,1613942137942,2569
+"wd_2",0.01,1613942137942,2569
+"sqr_mom_2",0.99,1613942137942,2569
+"lr_2",0.0004999751029866399,1613942137942,2569
+"mom_2",0.8500049794524666,1613942137942,2569
+"eps_2",1e-05,1613942137942,2569
+"train_loss",0.050818183,1613942138912,2570
+"raw_loss",0.026842492,1613942138912,2570
+"epoch",16.16981132075471,1613942138912,2570
+"wd_0",0.01,1613942138912,2570
+"sqr_mom_0",0.99,1613942138912,2570
+"lr_0",4.999730717637061e-06,1613942138912,2570
+"mom_0",0.8500053857011157,1613942138912,2570
+"eps_0",1e-05,1613942138912,2570
+"wd_1",0.01,1613942138912,2570
+"sqr_mom_1",0.99,1613942138912,2570
+"lr_1",4.9997307176370605e-05,1613942138912,2570
+"mom_1",0.8500053857011157,1613942138912,2570
+"eps_1",1e-05,1613942138912,2570
+"wd_2",0.01,1613942138912,2570
+"sqr_mom_2",0.99,1613942138912,2570
+"lr_2",0.0004999730717637061,1613942138912,2570
+"mom_2",0.8500053857011157,1613942138912,2570
+"eps_2",1e-05,1613942138912,2570
+"train_loss",0.051333632,1613942139906,2571
+"raw_loss",0.07659063,1613942139906,2571
+"epoch",16.17610062893081,1613942139906,2571
+"wd_0",0.01,1613942139906,2571
+"sqr_mom_0",0.99,1613942139906,2571
+"lr_0",4.999709603906734e-06,1613942139906,2571
+"mom_0",0.8500058079799451,1613942139906,2571
+"eps_0",1e-05,1613942139906,2571
+"wd_1",0.01,1613942139906,2571
+"sqr_mom_1",0.99,1613942139906,2571
+"lr_1",4.999709603906734e-05,1613942139906,2571
+"mom_1",0.8500058079799451,1613942139906,2571
+"eps_1",1e-05,1613942139906,2571
+"wd_2",0.01,1613942139906,2571
+"sqr_mom_2",0.99,1613942139906,2571
+"lr_2",0.0004999709603906734,1613942139906,2571
+"mom_2",0.8500058079799451,1613942139906,2571
+"eps_2",1e-05,1613942139906,2571
+"train_loss",0.050882973,1613942140880,2572
+"raw_loss",0.028800635,1613942140880,2572
+"epoch",16.18238993710691,1613942140880,2572
+"wd_0",0.01,1613942140880,2572
+"sqr_mom_0",0.99,1613942140880,2572
+"lr_0",4.999687693430593e-06,1613942140880,2572
+"mom_0",0.85000624619385,1613942140880,2572
+"eps_0",1e-05,1613942140880,2572
+"wd_1",0.01,1613942140880,2572
+"sqr_mom_1",0.99,1613942140880,2572
+"lr_1",4.999687693430593e-05,1613942140880,2572
+"mom_1",0.85000624619385,1613942140880,2572
+"eps_1",1e-05,1613942140880,2572
+"wd_2",0.01,1613942140880,2572
+"sqr_mom_2",0.99,1613942140880,2572
+"lr_2",0.0004999687693430594,1613942140880,2572
+"mom_2",0.85000624619385,1613942140880,2572
+"eps_2",1e-05,1613942140880,2572
+"train_loss",0.050499745,1613942141880,2573
+"raw_loss",0.031721562,1613942141880,2573
+"epoch",16.188679245283012,1613942141880,2573
+"wd_0",0.01,1613942141880,2573
+"sqr_mom_0",0.99,1613942141880,2573
+"lr_0",4.999664991663901e-06,1613942141880,2573
+"mom_0",0.8500067002337243,1613942141880,2573
+"eps_0",1e-05,1613942141880,2573
+"wd_1",0.01,1613942141880,2573
+"sqr_mom_1",0.99,1613942141880,2573
+"lr_1",4.999664991663901e-05,1613942141880,2573
+"mom_1",0.8500067002337243,1613942141880,2573
+"eps_1",1e-05,1613942141880,2573
+"wd_2",0.01,1613942141880,2573
+"sqr_mom_2",0.99,1613942141880,2573
+"lr_2",0.0004999664991663901,1613942141880,2573
+"mom_2",0.8500067002337243,1613942141880,2573
+"eps_2",1e-05,1613942141880,2573
+"train_loss",0.050735228,1613942142847,2574
+"raw_loss",0.062273864,1613942142847,2574
+"epoch",16.194968553459113,1613942142847,2574
+"wd_0",0.01,1613942142847,2574
+"sqr_mom_0",0.99,1613942142847,2574
+"lr_0",4.999641487905207e-06,1613942142847,2574
+"mom_0",0.850007170313599,1613942142847,2574
+"eps_0",1e-05,1613942142847,2574
+"wd_1",0.01,1613942142847,2574
+"sqr_mom_1",0.99,1613942142847,2574
+"lr_1",4.9996414879052066e-05,1613942142847,2574
+"mom_1",0.850007170313599,1613942142847,2574
+"eps_1",1e-05,1613942142847,2574
+"wd_2",0.01,1613942142847,2574
+"sqr_mom_2",0.99,1613942142847,2574
+"lr_2",0.0004999641487905207,1613942142847,2574
+"mom_2",0.850007170313599,1613942142847,2574
+"eps_2",1e-05,1613942142847,2574
+"train_loss",0.050621,1613942143824,2575
+"raw_loss",0.045023855,1613942143824,2575
+"epoch",16.201257861635213,1613942143824,2575
+"wd_0",0.01,1613942143824,2575
+"sqr_mom_0",0.99,1613942143824,2575
+"lr_0",4.99961718742241e-06,1613942143824,2575
+"mom_0",0.850007656328115,1613942143824,2575
+"eps_0",1e-05,1613942143824,2575
+"wd_1",0.01,1613942143824,2575
+"sqr_mom_1",0.99,1613942143824,2575
+"lr_1",4.99961718742241e-05,1613942143824,2575
+"mom_1",0.850007656328115,1613942143824,2575
+"eps_1",1e-05,1613942143824,2575
+"wd_2",0.01,1613942143824,2575
+"sqr_mom_2",0.99,1613942143824,2575
+"lr_2",0.000499961718742241,1613942143824,2575
+"mom_2",0.850007656328115,1613942143824,2575
+"eps_2",1e-05,1613942143824,2575
+"train_loss",0.050181936,1613942144777,2576
+"raw_loss",0.028667912,1613942144777,2576
+"epoch",16.207547169811313,1613942144777,2576
+"wd_0",0.01,1613942144777,2576
+"sqr_mom_0",0.99,1613942144777,2576
+"lr_0",4.999592096301155e-06,1613942144777,2576
+"mom_0",0.8500081581555584,1613942144777,2576
+"eps_0",1e-05,1613942144777,2576
+"wd_1",0.01,1613942144777,2576
+"sqr_mom_1",0.99,1613942144777,2576
+"lr_1",4.9995920963011546e-05,1613942144777,2576
+"mom_1",0.8500081581555584,1613942144777,2576
+"eps_1",1e-05,1613942144777,2576
+"wd_2",0.01,1613942144777,2576
+"sqr_mom_2",0.99,1613942144777,2576
+"lr_2",0.0004999592096301155,1613942144777,2576
+"mom_2",0.8500081581555584,1613942144777,2576
+"eps_2",1e-05,1613942144777,2576
+"train_loss",0.050725836,1613942145752,2577
+"raw_loss",0.077376895,1613942145752,2577
+"epoch",16.213836477987414,1613942145752,2577
+"wd_0",0.01,1613942145752,2577
+"sqr_mom_0",0.99,1613942145752,2577
+"lr_0",4.999566202515443e-06,1613942145752,2577
+"mom_0",0.8500086760364515,1613942145752,2577
+"eps_0",1e-05,1613942145752,2577
+"wd_1",0.01,1613942145752,2577
+"sqr_mom_1",0.99,1613942145752,2577
+"lr_1",4.999566202515443e-05,1613942145752,2577
+"mom_1",0.8500086760364515,1613942145752,2577
+"eps_1",1e-05,1613942145752,2577
+"wd_2",0.01,1613942145752,2577
+"sqr_mom_2",0.99,1613942145752,2577
+"lr_2",0.0004999566202515442,1613942145752,2577
+"mom_2",0.8500086760364515,1613942145752,2577
+"eps_2",1e-05,1613942145752,2577
+"train_loss",0.05092316,1613942146703,2578
+"raw_loss",0.06059211,1613942146703,2578
+"epoch",16.220125786163514,1613942146703,2578
+"wd_0",0.01,1613942146703,2578
+"sqr_mom_0",0.99,1613942146703,2578
+"lr_0",4.999539512095689e-06,1613942146703,2578
+"mom_0",0.8500092098501847,1613942146703,2578
+"eps_0",1e-05,1613942146703,2578
+"wd_1",0.01,1613942146703,2578
+"sqr_mom_1",0.99,1613942146703,2578
+"lr_1",4.9995395120956886e-05,1613942146703,2578
+"mom_1",0.8500092098501847,1613942146703,2578
+"eps_1",1e-05,1613942146703,2578
+"wd_2",0.01,1613942146703,2578
+"sqr_mom_2",0.99,1613942146703,2578
+"lr_2",0.0004999539512095688,1613942146703,2578
+"mom_2",0.8500092098501847,1613942146703,2578
+"eps_2",1e-05,1613942146703,2578
+"train_loss",0.05148707,1613942147737,2579
+"raw_loss",0.07911865,1613942147737,2579
+"epoch",16.226415094339615,1613942147737,2579
+"wd_0",0.01,1613942147737,2579
+"sqr_mom_0",0.99,1613942147737,2579
+"lr_0",4.999512024984336e-06,1613942147737,2579
+"mom_0",0.8500097595979093,1613942147737,2579
+"eps_0",1e-05,1613942147737,2579
+"wd_1",0.01,1613942147737,2579
+"sqr_mom_1",0.99,1613942147737,2579
+"lr_1",4.999512024984336e-05,1613942147737,2579
+"mom_1",0.8500097595979093,1613942147737,2579
+"eps_1",1e-05,1613942147737,2579
+"wd_2",0.01,1613942147737,2579
+"sqr_mom_2",0.99,1613942147737,2579
+"lr_2",0.0004999512024984336,1613942147737,2579
+"mom_2",0.8500097595979093,1613942147737,2579
+"eps_2",1e-05,1613942147737,2579
+"train_loss",0.05107553,1613942148707,2580
+"raw_loss",0.030909982,1613942148707,2580
+"epoch",16.232704402515715,1613942148707,2580
+"wd_0",0.01,1613942148707,2580
+"sqr_mom_0",0.99,1613942148707,2580
+"lr_0",4.9994837480276955e-06,1613942148707,2580
+"mom_0",0.8500103251426975,1613942148707,2580
+"eps_0",1e-05,1613942148707,2580
+"wd_1",0.01,1613942148707,2580
+"sqr_mom_1",0.99,1613942148707,2580
+"lr_1",4.999483748027696e-05,1613942148707,2580
+"mom_1",0.8500103251426975,1613942148707,2580
+"eps_1",1e-05,1613942148707,2580
+"wd_2",0.01,1613942148707,2580
+"sqr_mom_2",0.99,1613942148707,2580
+"lr_2",0.0004999483748027695,1613942148707,2580
+"mom_2",0.8500103251426975,1613942148707,2580
+"eps_2",1e-05,1613942148707,2580
+"train_loss",0.051264293,1613942149723,2581
+"raw_loss",0.060513835,1613942149723,2581
+"epoch",16.238993710691815,1613942149723,2581
+"wd_0",0.01,1613942149723,2581
+"sqr_mom_0",0.99,1613942149723,2581
+"lr_0",4.9994546677496014e-06,1613942149723,2581
+"mom_0",0.8500109067540755,1613942149723,2581
+"eps_0",1e-05,1613942149723,2581
+"wd_1",0.01,1613942149723,2581
+"sqr_mom_1",0.99,1613942149723,2581
+"lr_1",4.999454667749601e-05,1613942149723,2581
+"mom_1",0.8500109067540755,1613942149723,2581
+"eps_1",1e-05,1613942149723,2581
+"wd_2",0.01,1613942149723,2581
+"sqr_mom_2",0.99,1613942149723,2581
+"lr_2",0.0004999454667749602,1613942149723,2581
+"mom_2",0.8500109067540755,1613942149723,2581
+"eps_2",1e-05,1613942149723,2581
+"train_loss",0.05140623,1613942150721,2582
+"raw_loss",0.05836125,1613942150721,2582
+"epoch",16.245283018867916,1613942150721,2582
+"wd_0",0.01,1613942150721,2582
+"sqr_mom_0",0.99,1613942150721,2582
+"lr_0",4.999424790806952e-06,1613942150721,2582
+"mom_0",0.8500115042989039,1613942150721,2582
+"eps_0",1e-05,1613942150721,2582
+"wd_1",0.01,1613942150721,2582
+"sqr_mom_1",0.99,1613942150721,2582
+"lr_1",4.9994247908069516e-05,1613942150721,2582
+"mom_1",0.8500115042989039,1613942150721,2582
+"eps_1",1e-05,1613942150721,2582
+"wd_2",0.01,1613942150721,2582
+"sqr_mom_2",0.99,1613942150721,2582
+"lr_2",0.0004999424790806952,1613942150721,2582
+"mom_2",0.8500115042989039,1613942150721,2582
+"eps_2",1e-05,1613942150721,2582
+"train_loss",0.05247347,1613942151696,2583
+"raw_loss",0.10476836,1613942151696,2583
+"epoch",16.251572327044016,1613942151696,2583
+"wd_0",0.01,1613942151696,2583
+"sqr_mom_0",0.99,1613942151696,2583
+"lr_0",4.999394124536011e-06,1613942151696,2583
+"mom_0",0.850012117630456,1613942151696,2583
+"eps_0",1e-05,1613942151696,2583
+"wd_1",0.01,1613942151696,2583
+"sqr_mom_1",0.99,1613942151696,2583
+"lr_1",4.9993941245360117e-05,1613942151696,2583
+"mom_1",0.850012117630456,1613942151696,2583
+"eps_1",1e-05,1613942151696,2583
+"wd_2",0.01,1613942151696,2583
+"sqr_mom_2",0.99,1613942151696,2583
+"lr_2",0.0004999394124536011,1613942151696,2583
+"mom_2",0.850012117630456,1613942151696,2583
+"eps_2",1e-05,1613942151696,2583
+"train_loss",0.05205119,1613942152649,2584
+"raw_loss",0.031359464,1613942152649,2584
+"epoch",16.257861635220117,1613942152649,2584
+"wd_0",0.01,1613942152649,2584
+"sqr_mom_0",0.99,1613942152649,2584
+"lr_0",4.999362654480921e-06,1613942152649,2584
+"mom_0",0.8500127470378519,1613942152649,2584
+"eps_0",1e-05,1613942152649,2584
+"wd_1",0.01,1613942152649,2584
+"sqr_mom_1",0.99,1613942152649,2584
+"lr_1",4.999362654480921e-05,1613942152649,2584
+"mom_1",0.8500127470378519,1613942152649,2584
+"eps_1",1e-05,1613942152649,2584
+"wd_2",0.01,1613942152649,2584
+"sqr_mom_2",0.99,1613942152649,2584
+"lr_2",0.0004999362654480921,1613942152649,2584
+"mom_2",0.8500127470378519,1613942152649,2584
+"eps_2",1e-05,1613942152649,2584
+"train_loss",0.05162954,1613942153607,2585
+"raw_loss",0.030968659,1613942153607,2585
+"epoch",16.264150943396217,1613942153607,2585
+"wd_0",0.01,1613942153607,2585
+"sqr_mom_0",0.99,1613942153607,2585
+"lr_0",4.9993303877906036e-06,1613942153607,2585
+"mom_0",0.8500133923781117,1613942153607,2585
+"eps_0",1e-05,1613942153607,2585
+"wd_1",0.01,1613942153607,2585
+"sqr_mom_1",0.99,1613942153607,2585
+"lr_1",4.999330387790603e-05,1613942153607,2585
+"mom_1",0.8500133923781117,1613942153607,2585
+"eps_1",1e-05,1613942153607,2585
+"wd_2",0.01,1613942153607,2585
+"sqr_mom_2",0.99,1613942153607,2585
+"lr_2",0.0004999330387790603,1613942153607,2585
+"mom_2",0.8500133923781117,1613942153607,2585
+"eps_2",1e-05,1613942153607,2585
+"train_loss",0.051595215,1613942154565,2586
+"raw_loss",0.049913205,1613942154565,2586
+"epoch",16.270440251572317,1613942154565,2586
+"wd_0",0.01,1613942154565,2586
+"sqr_mom_0",0.99,1613942154565,2586
+"lr_0",4.999297332452282e-06,1613942154565,2586
+"mom_0",0.8500140534914893,1613942154565,2586
+"eps_0",1e-05,1613942154565,2586
+"wd_1",0.01,1613942154565,2586
+"sqr_mom_1",0.99,1613942154565,2586
+"lr_1",4.9992973324522825e-05,1613942154565,2586
+"mom_1",0.8500140534914893,1613942154565,2586
+"eps_1",1e-05,1613942154565,2586
+"wd_2",0.01,1613942154565,2586
+"sqr_mom_2",0.99,1613942154565,2586
+"lr_2",0.0004999297332452282,1613942154565,2586
+"mom_2",0.8500140534914893,1613942154565,2586
+"eps_2",1e-05,1613942154565,2586
+"train_loss",0.052439082,1613942155517,2587
+"raw_loss",0.09378859,1613942155517,2587
+"epoch",16.276729559748418,1613942155517,2587
+"wd_0",0.01,1613942155517,2587
+"sqr_mom_0",0.99,1613942155517,2587
+"lr_0",4.999263472712522e-06,1613942155517,2587
+"mom_0",0.8500147306930564,1613942155517,2587
+"eps_0",1e-05,1613942155517,2587
+"wd_1",0.01,1613942155517,2587
+"sqr_mom_1",0.99,1613942155517,2587
+"lr_1",4.999263472712522e-05,1613942155517,2587
+"mom_1",0.8500147306930564,1613942155517,2587
+"eps_1",1e-05,1613942155517,2587
+"wd_2",0.01,1613942155517,2587
+"sqr_mom_2",0.99,1613942155517,2587
+"lr_2",0.0004999263472712522,1613942155517,2587
+"mom_2",0.8500147306930564,1613942155517,2587
+"eps_2",1e-05,1613942155517,2587
+"train_loss",0.052321658,1613942156539,2588
+"raw_loss",0.04656791,1613942156539,2588
+"epoch",16.28301886792452,1613942156539,2588
+"wd_0",0.01,1613942156539,2588
+"sqr_mom_0",0.99,1613942156539,2588
+"lr_0",4.999228816369147e-06,1613942156539,2588
+"mom_0",0.8500154238268554,1613942156539,2588
+"eps_0",1e-05,1613942156539,2588
+"wd_1",0.01,1613942156539,2588
+"sqr_mom_1",0.99,1613942156539,2588
+"lr_1",4.999228816369147e-05,1613942156539,2588
+"mom_1",0.8500154238268554,1613942156539,2588
+"eps_1",1e-05,1613942156539,2588
+"wd_2",0.01,1613942156539,2588
+"sqr_mom_2",0.99,1613942156539,2588
+"lr_2",0.0004999228816369147,1613942156539,2588
+"mom_2",0.8500154238268554,1613942156539,2588
+"eps_2",1e-05,1613942156539,2588
+"train_loss",0.05246423,1613942157566,2589
+"raw_loss",0.05945033,1613942157566,2589
+"epoch",16.28930817610062,1613942157566,2589
+"wd_0",0.01,1613942157566,2589
+"sqr_mom_0",0.99,1613942157566,2589
+"lr_0",4.9991933719798055e-06,1613942157566,2589
+"mom_0",0.850016132721731,1613942157566,2589
+"eps_0",1e-05,1613942157566,2589
+"wd_1",0.01,1613942157566,2589
+"sqr_mom_1",0.99,1613942157566,2589
+"lr_1",4.999193371979805e-05,1613942157566,2589
+"mom_1",0.850016132721731,1613942157566,2589
+"eps_1",1e-05,1613942157566,2589
+"wd_2",0.01,1613942157566,2589
+"sqr_mom_2",0.99,1613942157566,2589
+"lr_2",0.0004999193371979805,1613942157566,2589
+"mom_2",0.850016132721731,1613942157566,2589
+"eps_2",1e-05,1613942157566,2589
+"train_loss",0.05349415,1613942158571,2590
+"raw_loss",0.10396035,1613942158571,2590
+"epoch",16.29559748427672,1613942158571,2590
+"wd_0",0.01,1613942158571,2590
+"sqr_mom_0",0.99,1613942158571,2590
+"lr_0",4.999157122652491e-06,1613942158571,2590
+"mom_0",0.8500168577155273,1613942158571,2590
+"eps_0",1e-05,1613942158571,2590
+"wd_1",0.01,1613942158571,2590
+"sqr_mom_1",0.99,1613942158571,2590
+"lr_1",4.999157122652491e-05,1613942158571,2590
+"mom_1",0.8500168577155273,1613942158571,2590
+"eps_1",1e-05,1613942158571,2590
+"wd_2",0.01,1613942158571,2590
+"sqr_mom_2",0.99,1613942158571,2590
+"lr_2",0.000499915712265249,1613942158571,2590
+"mom_2",0.8500168577155273,1613942158571,2590
+"eps_2",1e-05,1613942158571,2590
+"train_loss",0.053377934,1613942159532,2591
+"raw_loss",0.047683213,1613942159532,2591
+"epoch",16.30188679245282,1613942159532,2591
+"wd_0",0.01,1613942159532,2591
+"sqr_mom_0",0.99,1613942159532,2591
+"lr_0",4.999120076755461e-06,1613942159532,2591
+"mom_0",0.8500175986408772,1613942159532,2591
+"eps_0",1e-05,1613942159532,2591
+"wd_1",0.01,1613942159532,2591
+"sqr_mom_1",0.99,1613942159532,2591
+"lr_1",4.99912007675546e-05,1613942159532,2591
+"mom_1",0.8500175986408772,1613942159532,2591
+"eps_1",1e-05,1613942159532,2591
+"wd_2",0.01,1613942159532,2591
+"sqr_mom_2",0.99,1613942159532,2591
+"lr_2",0.000499912007675546,1613942159532,2591
+"mom_2",0.8500175986408772,1613942159532,2591
+"eps_2",1e-05,1613942159532,2591
+"train_loss",0.052866846,1613942160477,2592
+"raw_loss",0.027823508,1613942160477,2592
+"epoch",16.30817610062892,1613942160477,2592
+"wd_0",0.01,1613942160477,2592
+"sqr_mom_0",0.99,1613942160477,2592
+"lr_0",4.99908224321858e-06,1613942160477,2592
+"mom_0",0.8500183553191816,1613942160477,2592
+"eps_0",1e-05,1613942160477,2592
+"wd_1",0.01,1613942160477,2592
+"sqr_mom_1",0.99,1613942160477,2592
+"lr_1",4.99908224321858e-05,1613942160477,2592
+"mom_1",0.8500183553191816,1613942160477,2592
+"eps_1",1e-05,1613942160477,2592
+"wd_2",0.01,1613942160477,2592
+"sqr_mom_2",0.99,1613942160477,2592
+"lr_2",0.0004999082243218579,1613942160477,2592
+"mom_2",0.8500183553191816,1613942160477,2592
+"eps_2",1e-05,1613942160477,2592
+"train_loss",0.052869774,1613942161433,2593
+"raw_loss",0.053013332,1613942161433,2593
+"epoch",16.31446540880502,1613942161433,2593
+"wd_0",0.01,1613942161433,2593
+"sqr_mom_0",0.99,1613942161433,2593
+"lr_0",4.999043604403554e-06,1613942161433,2593
+"mom_0",0.8500191281032099,1613942161433,2593
+"eps_0",1e-05,1613942161433,2593
+"wd_1",0.01,1613942161433,2593
+"sqr_mom_1",0.99,1613942161433,2593
+"lr_1",4.999043604403554e-05,1613942161433,2593
+"mom_1",0.8500191281032099,1613942161433,2593
+"eps_1",1e-05,1613942161433,2593
+"wd_2",0.01,1613942161433,2593
+"sqr_mom_2",0.99,1613942161433,2593
+"lr_2",0.0004999043604403554,1613942161433,2593
+"mom_2",0.8500191281032099,1613942161433,2593
+"eps_2",1e-05,1613942161433,2593
+"train_loss",0.052347697,1613942162387,2594
+"raw_loss",0.026765972,1613942162387,2594
+"epoch",16.32075471698112,1613942162387,2594
+"wd_0",0.01,1613942162387,2594
+"sqr_mom_0",0.99,1613942162387,2594
+"lr_0",4.9990041690549946e-06,1613942162387,2594
+"mom_0",0.8500199168180683,1613942162387,2594
+"eps_0",1e-05,1613942162387,2594
+"wd_1",0.01,1613942162387,2594
+"sqr_mom_1",0.99,1613942162387,2594
+"lr_1",4.999004169054994e-05,1613942162387,2594
+"mom_1",0.8500199168180683,1613942162387,2594
+"eps_1",1e-05,1613942162387,2594
+"wd_2",0.01,1613942162387,2594
+"sqr_mom_2",0.99,1613942162387,2594
+"lr_2",0.0004999004169054993,1613942162387,2594
+"mom_2",0.8500199168180683,1613942162387,2594
+"eps_2",1e-05,1613942162387,2594
+"train_loss",0.052138798,1613942163341,2595
+"raw_loss",0.041902665,1613942163341,2595
+"epoch",16.32704402515722,1613942163341,2595
+"wd_0",0.01,1613942163341,2595
+"sqr_mom_0",0.99,1613942163341,2595
+"lr_0",4.9989639468713184e-06,1613942163341,2595
+"mom_0",0.8500207212697863,1613942163341,2595
+"eps_0",1e-05,1613942163341,2595
+"wd_1",0.01,1613942163341,2595
+"sqr_mom_1",0.99,1613942163341,2595
+"lr_1",4.998963946871318e-05,1613942163341,2595
+"mom_1",0.8500207212697863,1613942163341,2595
+"eps_1",1e-05,1613942163341,2595
+"wd_2",0.01,1613942163341,2595
+"sqr_mom_2",0.99,1613942163341,2595
+"lr_2",0.0004998963946871318,1613942163341,2595
+"mom_2",0.8500207212697863,1613942163341,2595
+"eps_2",1e-05,1613942163341,2595
+"train_loss",0.05173346,1613942164283,2596
+"raw_loss",0.03187191,1613942164283,2596
+"epoch",16.33333333333332,1613942164283,2596
+"wd_0",0.01,1613942164283,2596
+"sqr_mom_0",0.99,1613942164283,2596
+"lr_0",4.998922918683533e-06,1613942164283,2596
+"mom_0",0.8500215418417477,1613942164283,2596
+"eps_0",1e-05,1613942164283,2596
+"wd_1",0.01,1613942164283,2596
+"sqr_mom_1",0.99,1613942164283,2596
+"lr_1",4.998922918683532e-05,1613942164283,2596
+"mom_1",0.8500215418417477,1613942164283,2596
+"eps_1",1e-05,1613942164283,2596
+"wd_2",0.01,1613942164283,2596
+"sqr_mom_2",0.99,1613942164283,2596
+"lr_2",0.0004998922918683532,1613942164283,2596
+"mom_2",0.8500215418417477,1613942164283,2596
+"eps_2",1e-05,1613942164283,2596
+"train_loss",0.05111133,1613942165228,2597
+"raw_loss",0.020626971,1613942165228,2597
+"epoch",16.339622641509422,1613942165228,2597
+"wd_0",0.01,1613942165228,2597
+"sqr_mom_0",0.99,1613942165228,2597
+"lr_0",4.99888109400068e-06,1613942165228,2597
+"mom_0",0.8500223783437698,1613942165228,2597
+"eps_0",1e-05,1613942165228,2597
+"wd_1",0.01,1613942165228,2597
+"sqr_mom_1",0.99,1613942165228,2597
+"lr_1",4.998881094000679e-05,1613942165228,2597
+"mom_1",0.8500223783437698,1613942165228,2597
+"eps_1",1e-05,1613942165228,2597
+"wd_2",0.01,1613942165228,2597
+"sqr_mom_2",0.99,1613942165228,2597
+"lr_2",0.000499888109400068,1613942165228,2597
+"mom_2",0.8500223783437698,1613942165228,2597
+"eps_2",1e-05,1613942165228,2597
+"train_loss",0.05057398,1613942166178,2598
+"raw_loss",0.024243813,1613942166178,2598
+"epoch",16.345911949685522,1613942166178,2598
+"wd_0",0.01,1613942166178,2598
+"sqr_mom_0",0.99,1613942166178,2598
+"lr_0",4.998838483091523e-06,1613942166178,2598
+"mom_0",0.8500232305704752,1613942166178,2598
+"eps_0",1e-05,1613942166178,2598
+"wd_1",0.01,1613942166178,2598
+"sqr_mom_1",0.99,1613942166178,2598
+"lr_1",4.9988384830915225e-05,1613942166178,2598
+"mom_1",0.8500232305704752,1613942166178,2598
+"eps_1",1e-05,1613942166178,2598
+"wd_2",0.01,1613942166178,2598
+"sqr_mom_2",0.99,1613942166178,2598
+"lr_2",0.0004998838483091522,1613942166178,2598
+"mom_2",0.8500232305704752,1613942166178,2598
+"eps_2",1e-05,1613942166178,2598
+"train_loss",0.05010456,1613942167156,2599
+"raw_loss",0.027102862,1613942167156,2599
+"epoch",16.352201257861623,1613942167156,2599
+"wd_0",0.01,1613942167156,2599
+"sqr_mom_0",0.99,1613942167156,2599
+"lr_0",4.998795065648653e-06,1613942167156,2599
+"mom_0",0.8500240989280162,1613942167156,2599
+"eps_0",1e-05,1613942167156,2599
+"wd_1",0.01,1613942167156,2599
+"sqr_mom_1",0.99,1613942167156,2599
+"lr_1",4.998795065648653e-05,1613942167156,2599
+"mom_1",0.8500240989280162,1613942167156,2599
+"eps_1",1e-05,1613942167156,2599
+"wd_2",0.01,1613942167156,2599
+"sqr_mom_2",0.99,1613942167156,2599
+"lr_2",0.0004998795065648653,1613942167156,2599
+"mom_2",0.8500240989280162,1613942167156,2599
+"eps_2",1e-05,1613942167156,2599
+"train_loss",0.050150473,1613942168093,2600
+"raw_loss",0.052400336,1613942168093,2600
+"epoch",16.358490566037723,1613942168093,2600
+"wd_0",0.01,1613942168093,2600
+"sqr_mom_0",0.99,1613942168093,2600
+"lr_0",4.998750851751468e-06,1613942168093,2600
+"mom_0",0.8500249832148028,1613942168093,2600
+"eps_0",1e-05,1613942168093,2600
+"wd_1",0.01,1613942168093,2600
+"sqr_mom_1",0.99,1613942168093,2600
+"lr_1",4.9987508517514685e-05,1613942168093,2600
+"mom_1",0.8500249832148028,1613942168093,2600
+"eps_1",1e-05,1613942168093,2600
+"wd_2",0.01,1613942168093,2600
+"sqr_mom_2",0.99,1613942168093,2600
+"lr_2",0.0004998750851751468,1613942168093,2600
+"mom_2",0.8500249832148028,1613942168093,2600
+"eps_2",1e-05,1613942168093,2600
+"train_loss",0.049568374,1613942169038,2601
+"raw_loss",0.021045538,1613942169038,2601
+"epoch",16.364779874213824,1613942169038,2601
+"wd_0",0.01,1613942169038,2601
+"sqr_mom_0",0.99,1613942169038,2601
+"lr_0",4.9987058414140615e-06,1613942169038,2601
+"mom_0",0.8500258834305531,1613942169038,2601
+"eps_0",1e-05,1613942169038,2601
+"wd_1",0.01,1613942169038,2601
+"sqr_mom_1",0.99,1613942169038,2601
+"lr_1",4.998705841414061e-05,1613942169038,2601
+"mom_1",0.8500258834305531,1613942169038,2601
+"eps_1",1e-05,1613942169038,2601
+"wd_2",0.01,1613942169038,2601
+"sqr_mom_2",0.99,1613942169038,2601
+"lr_2",0.0004998705841414061,1613942169038,2601
+"mom_2",0.8500258834305531,1613942169038,2601
+"eps_2",1e-05,1613942169038,2601
+"train_loss",0.04926679,1613942169977,2602
+"raw_loss",0.034489047,1613942169977,2602
+"epoch",16.371069182389924,1613942169977,2602
+"wd_0",0.01,1613942169977,2602
+"sqr_mom_0",0.99,1613942169977,2602
+"lr_0",4.99866004542617e-06,1613942169977,2602
+"mom_0",0.8500267993594702,1613942169977,2602
+"eps_0",1e-05,1613942169977,2602
+"wd_1",0.01,1613942169977,2602
+"sqr_mom_1",0.99,1613942169977,2602
+"lr_1",4.9986600454261696e-05,1613942169977,2602
+"mom_1",0.8500267993594702,1613942169977,2602
+"eps_1",1e-05,1613942169977,2602
+"wd_2",0.01,1613942169977,2602
+"sqr_mom_2",0.99,1613942169977,2602
+"lr_2",0.000499866004542617,1613942169977,2602
+"mom_2",0.8500267993594702,1613942169977,2602
+"eps_2",1e-05,1613942169977,2602
+"train_loss",0.048768766,1613942170925,2603
+"raw_loss",0.024365641,1613942170925,2603
+"epoch",16.377358490566024,1613942170925,2603
+"wd_0",0.01,1613942170925,2603
+"sqr_mom_0",0.99,1613942170925,2603
+"lr_0",4.99861344243734e-06,1613942170925,2603
+"mom_0",0.8500277314285675,1613942170925,2603
+"eps_0",1e-05,1613942170925,2603
+"wd_1",0.01,1613942170925,2603
+"sqr_mom_1",0.99,1613942170925,2603
+"lr_1",4.99861344243734e-05,1613942170925,2603
+"mom_1",0.8500277314285675,1613942170925,2603
+"eps_1",1e-05,1613942170925,2603
+"wd_2",0.01,1613942170925,2603
+"sqr_mom_2",0.99,1613942170925,2603
+"lr_2",0.000499861344243734,1613942170925,2603
+"mom_2",0.8500277314285675,1613942170925,2603
+"eps_2",1e-05,1613942170925,2603
+"train_loss",0.048455644,1613942171868,2604
+"raw_loss",0.033112656,1613942171868,2604
+"epoch",16.383647798742125,1613942171868,2604
+"wd_0",0.01,1613942171868,2604
+"sqr_mom_0",0.99,1613942171868,2604
+"lr_0",4.998566043052085e-06,1613942171868,2604
+"mom_0",0.8500286794257526,1613942171868,2604
+"eps_0",1e-05,1613942171868,2604
+"wd_1",0.01,1613942171868,2604
+"sqr_mom_1",0.99,1613942171868,2604
+"lr_1",4.998566043052085e-05,1613942171868,2604
+"mom_1",0.8500286794257526,1613942171868,2604
+"eps_1",1e-05,1613942171868,2604
+"wd_2",0.01,1613942171868,2604
+"sqr_mom_2",0.99,1613942171868,2604
+"lr_2",0.0004998566043052085,1613942171868,2604
+"mom_2",0.8500286794257526,1613942171868,2604
+"eps_2",1e-05,1613942171868,2604
+"train_loss",0.048874132,1613942172822,2605
+"raw_loss",0.06938005,1613942172822,2605
+"epoch",16.389937106918225,1613942172822,2605
+"wd_0",0.01,1613942172822,2605
+"sqr_mom_0",0.99,1613942172822,2605
+"lr_0",4.9985178588698705e-06,1613942172822,2605
+"mom_0",0.8500296431190337,1613942172822,2605
+"eps_0",1e-05,1613942172822,2605
+"wd_1",0.01,1613942172822,2605
+"sqr_mom_1",0.99,1613942172822,2605
+"lr_1",4.99851785886987e-05,1613942172822,2605
+"mom_1",0.8500296431190337,1613942172822,2605
+"eps_1",1e-05,1613942172822,2605
+"wd_2",0.01,1613942172822,2605
+"sqr_mom_2",0.99,1613942172822,2605
+"lr_2",0.000499851785886987,1613942172822,2605
+"mom_2",0.8500296431190337,1613942172822,2605
+"eps_2",1e-05,1613942172822,2605
+"train_loss",0.049857844,1613942173776,2606
+"raw_loss",0.09805978,1613942173776,2606
+"epoch",16.396226415094326,1613942173776,2606
+"wd_0",0.01,1613942173776,2606
+"sqr_mom_0",0.99,1613942173776,2606
+"lr_0",4.998468866927189e-06,1613942173776,2606
+"mom_0",0.8500306229676858,1613942173776,2606
+"eps_0",1e-05,1613942173776,2606
+"wd_1",0.01,1613942173776,2606
+"sqr_mom_1",0.99,1613942173776,2606
+"lr_1",4.998468866927189e-05,1613942173776,2606
+"mom_1",0.8500306229676858,1613942173776,2606
+"eps_1",1e-05,1613942173776,2606
+"wd_2",0.01,1613942173776,2606
+"sqr_mom_2",0.99,1613942173776,2606
+"lr_2",0.0004998468866927189,1613942173776,2606
+"mom_2",0.8500306229676858,1613942173776,2606
+"eps_2",1e-05,1613942173776,2606
+"train_loss",0.049339235,1613942174718,2607
+"raw_loss",0.02392733,1613942174718,2607
+"epoch",16.402515723270426,1613942174718,2607
+"wd_0",0.01,1613942174718,2607
+"sqr_mom_0",0.99,1613942174718,2607
+"lr_0",4.9984190786341645e-06,1613942174718,2607
+"mom_0",0.8500316187435041,1613942174718,2607
+"eps_0",1e-05,1613942174718,2607
+"wd_1",0.01,1613942174718,2607
+"sqr_mom_1",0.99,1613942174718,2607
+"lr_1",4.998419078634165e-05,1613942174718,2607
+"mom_1",0.8500316187435041,1613942174718,2607
+"eps_1",1e-05,1613942174718,2607
+"wd_2",0.01,1613942174718,2607
+"sqr_mom_2",0.99,1613942174718,2607
+"lr_2",0.0004998419078634165,1613942174718,2607
+"mom_2",0.8500316187435041,1613942174718,2607
+"eps_2",1e-05,1613942174718,2607
+"train_loss",0.049006686,1613942175656,2608
+"raw_loss",0.03271171,1613942175656,2608
+"epoch",16.408805031446526,1613942175656,2608
+"wd_0",0.01,1613942175656,2608
+"sqr_mom_0",0.99,1613942175656,2608
+"lr_0",4.998368506160502e-06,1613942175656,2608
+"mom_0",0.8500326302030919,1613942175656,2608
+"eps_0",1e-05,1613942175656,2608
+"wd_1",0.01,1613942175656,2608
+"sqr_mom_1",0.99,1613942175656,2608
+"lr_1",4.998368506160502e-05,1613942175656,2608
+"mom_1",0.8500326302030919,1613942175656,2608
+"eps_1",1e-05,1613942175656,2608
+"wd_2",0.01,1613942175656,2608
+"sqr_mom_2",0.99,1613942175656,2608
+"lr_2",0.0004998368506160502,1613942175656,2608
+"mom_2",0.8500326302030919,1613942175656,2608
+"eps_2",1e-05,1613942175656,2608
+"train_loss",0.048562605,1613942176614,2609
+"raw_loss",0.026802547,1613942176614,2609
+"epoch",16.415094339622627,1613942176614,2609
+"wd_0",0.01,1613942176614,2609
+"sqr_mom_0",0.99,1613942176614,2609
+"lr_0",4.998317125404487e-06,1613942176614,2609
+"mom_0",0.8500336578284885,1613942176614,2609
+"eps_0",1e-05,1613942176614,2609
+"wd_1",0.01,1613942176614,2609
+"sqr_mom_1",0.99,1613942176614,2609
+"lr_1",4.9983171254044866e-05,1613942176614,2609
+"mom_1",0.8500336578284885,1613942176614,2609
+"eps_1",1e-05,1613942176614,2609
+"wd_2",0.01,1613942176614,2609
+"sqr_mom_2",0.99,1613942176614,2609
+"lr_2",0.0004998317125404487,1613942176614,2609
+"mom_2",0.8500336578284885,1613942176614,2609
+"eps_2",1e-05,1613942176614,2609
+"train_loss",0.04966033,1613942177571,2610
+"raw_loss",0.10344884,1613942177571,2610
+"epoch",16.421383647798727,1613942177571,2610
+"wd_0",0.01,1613942177571,2610
+"sqr_mom_0",0.99,1613942177571,2610
+"lr_0",4.998264948346495e-06,1613942177571,2610
+"mom_0",0.8500347013800839,1613942177571,2610
+"eps_0",1e-05,1613942177571,2610
+"wd_1",0.01,1613942177571,2610
+"sqr_mom_1",0.99,1613942177571,2610
+"lr_1",4.998264948346495e-05,1613942177571,2610
+"mom_1",0.8500347013800839,1613942177571,2610
+"eps_1",1e-05,1613942177571,2610
+"wd_2",0.01,1613942177571,2610
+"sqr_mom_2",0.99,1613942177571,2610
+"lr_2",0.0004998264948346495,1613942177571,2610
+"mom_2",0.8500347013800839,1613942177571,2610
+"eps_2",1e-05,1613942177571,2610
+"train_loss",0.049673434,1613942178516,2611
+"raw_loss",0.050315645,1613942178516,2611
+"epoch",16.427672955974828,1613942178516,2611
+"wd_0",0.01,1613942178516,2611
+"sqr_mom_0",0.99,1613942178516,2611
+"lr_0",4.9982119874498425e-06,1613942178516,2611
+"mom_0",0.8500357606086092,1613942178516,2611
+"eps_0",1e-05,1613942178516,2611
+"wd_1",0.01,1613942178516,2611
+"sqr_mom_1",0.99,1613942178516,2611
+"lr_1",4.998211987449843e-05,1613942178516,2611
+"mom_1",0.8500357606086092,1613942178516,2611
+"eps_1",1e-05,1613942178516,2611
+"wd_2",0.01,1613942178516,2611
+"sqr_mom_2",0.99,1613942178516,2611
+"lr_2",0.0004998211987449842,1613942178516,2611
+"mom_2",0.8500357606086092,1613942178516,2611
+"eps_2",1e-05,1613942178516,2611
+"train_loss",0.051641937,1613942179481,2612
+"raw_loss",0.14809869,1613942179481,2612
+"epoch",16.433962264150928,1613942179481,2612
+"wd_0",0.01,1613942179481,2612
+"sqr_mom_0",0.99,1613942179481,2612
+"lr_0",4.998158218023739e-06,1613942179481,2612
+"mom_0",0.8500368360078853,1613942179481,2612
+"eps_0",1e-05,1613942179481,2612
+"wd_1",0.01,1613942179481,2612
+"sqr_mom_1",0.99,1613942179481,2612
+"lr_1",4.998158218023738e-05,1613942179481,2612
+"mom_1",0.8500368360078853,1613942179481,2612
+"eps_1",1e-05,1613942179481,2612
+"wd_2",0.01,1613942179481,2612
+"sqr_mom_2",0.99,1613942179481,2612
+"lr_2",0.0004998158218023738,1613942179481,2612
+"mom_2",0.8500368360078853,1613942179481,2612
+"eps_2",1e-05,1613942179481,2612
+"train_loss",0.051096104,1613942180442,2613
+"raw_loss",0.024350218,1613942180442,2613
+"epoch",16.44025157232703,1613942180442,2613
+"wd_0",0.01,1613942180442,2613
+"sqr_mom_0",0.99,1613942180442,2613
+"lr_0",4.998103652346307e-06,1613942180442,2613
+"mom_0",0.8500379273323472,1613942180442,2613
+"eps_0",1e-05,1613942180442,2613
+"wd_1",0.01,1613942180442,2613
+"sqr_mom_1",0.99,1613942180442,2613
+"lr_1",4.998103652346307e-05,1613942180442,2613
+"mom_1",0.8500379273323472,1613942180442,2613
+"eps_1",1e-05,1613942180442,2613
+"wd_2",0.01,1613942180442,2613
+"sqr_mom_2",0.99,1613942180442,2613
+"lr_2",0.0004998103652346307,1613942180442,2613
+"mom_2",0.8500379273323472,1613942180442,2613
+"eps_2",1e-05,1613942180442,2613
+"train_loss",0.051216308,1613942181386,2614
+"raw_loss",0.057106275,1613942181386,2614
+"epoch",16.44654088050313,1613942181386,2614
+"wd_0",0.01,1613942181386,2614
+"sqr_mom_0",0.99,1613942181386,2614
+"lr_0",4.998048303727626e-06,1613942181386,2614
+"mom_0",0.8500390343157906,1613942181386,2614
+"eps_0",1e-05,1613942181386,2614
+"wd_1",0.01,1613942181386,2614
+"sqr_mom_1",0.99,1613942181386,2614
+"lr_1",4.9980483037276254e-05,1613942181386,2614
+"mom_1",0.8500390343157906,1613942181386,2614
+"eps_1",1e-05,1613942181386,2614
+"wd_2",0.01,1613942181386,2614
+"sqr_mom_2",0.99,1613942181386,2614
+"lr_2",0.0004998048303727625,1613942181386,2614
+"mom_2",0.8500390343157906,1613942181386,2614
+"eps_2",1e-05,1613942181386,2614
+"train_loss",0.050665718,1613942182321,2615
+"raw_loss",0.023686677,1613942182321,2615
+"epoch",16.45283018867923,1613942182321,2615
+"wd_0",0.01,1613942182321,2615
+"sqr_mom_0",0.99,1613942182321,2615
+"lr_0",4.997992145789779e-06,1613942182321,2615
+"mom_0",0.8500401574857792,1613942182321,2615
+"eps_0",1e-05,1613942182321,2615
+"wd_1",0.01,1613942182321,2615
+"sqr_mom_1",0.99,1613942182321,2615
+"lr_1",4.997992145789779e-05,1613942182321,2615
+"mom_1",0.8500401574857792,1613942182321,2615
+"eps_1",1e-05,1613942182321,2615
+"wd_2",0.01,1613942182321,2615
+"sqr_mom_2",0.99,1613942182321,2615
+"lr_2",0.0004997992145789778,1613942182321,2615
+"mom_2",0.8500401574857792,1613942182321,2615
+"eps_2",1e-05,1613942182321,2615
+"train_loss",0.050822683,1613942183289,2616
+"raw_loss",0.058513906,1613942183289,2616
+"epoch",16.45911949685533,1613942183289,2616
+"wd_0",0.01,1613942183289,2616
+"sqr_mom_0",0.99,1613942183289,2616
+"lr_0",4.997935191653539e-06,1613942183289,2616
+"mom_0",0.850041296579895,1613942183289,2616
+"eps_0",1e-05,1613942183289,2616
+"wd_1",0.01,1613942183289,2616
+"sqr_mom_1",0.99,1613942183289,2616
+"lr_1",4.997935191653538e-05,1613942183289,2616
+"mom_1",0.850041296579895,1613942183289,2616
+"eps_1",1e-05,1613942183289,2616
+"wd_2",0.01,1613942183289,2616
+"sqr_mom_2",0.99,1613942183289,2616
+"lr_2",0.0004997935191653538,1613942183289,2616
+"mom_2",0.850041296579895,1613942183289,2616
+"eps_2",1e-05,1613942183289,2616
+"train_loss",0.05046399,1613942184230,2617
+"raw_loss",0.032887943,1613942184230,2617
+"epoch",16.46540880503143,1613942184230,2617
+"wd_0",0.01,1613942184230,2617
+"sqr_mom_0",0.99,1613942184230,2617
+"lr_0",4.997877455199112e-06,1613942184230,2617
+"mom_0",0.8500424513205309,1613942184230,2617
+"eps_0",1e-05,1613942184230,2617
+"wd_1",0.01,1613942184230,2617
+"sqr_mom_1",0.99,1613942184230,2617
+"lr_1",4.997877455199112e-05,1613942184230,2617
+"mom_1",0.8500424513205309,1613942184230,2617
+"eps_1",1e-05,1613942184230,2617
+"wd_2",0.01,1613942184230,2617
+"sqr_mom_2",0.99,1613942184230,2617
+"lr_2",0.0004997877455199112,1613942184230,2617
+"mom_2",0.8500424513205309,1613942184230,2617
+"eps_2",1e-05,1613942184230,2617
+"train_loss",0.050656747,1613942185165,2618
+"raw_loss",0.06010193,1613942185165,2618
+"epoch",16.47169811320753,1613942185165,2618
+"wd_0",0.01,1613942185165,2618
+"sqr_mom_0",0.99,1613942185165,2618
+"lr_0",4.997818908910595e-06,1613942185165,2618
+"mom_0",0.8500436222580107,1613942185165,2618
+"eps_0",1e-05,1613942185165,2618
+"wd_1",0.01,1613942185165,2618
+"sqr_mom_1",0.99,1613942185165,2618
+"lr_1",4.997818908910595e-05,1613942185165,2618
+"mom_1",0.8500436222580107,1613942185165,2618
+"eps_1",1e-05,1613942185165,2618
+"wd_2",0.01,1613942185165,2618
+"sqr_mom_2",0.99,1613942185165,2618
+"lr_2",0.0004997818908910594,1613942185165,2618
+"mom_2",0.8500436222580107,1613942185165,2618
+"eps_2",1e-05,1613942185165,2618
+"train_loss",0.051838182,1613942186142,2619
+"raw_loss",0.10972862,1613942186142,2619
+"epoch",16.47798742138363,1613942186142,2619
+"wd_0",0.01,1613942186142,2619
+"sqr_mom_0",0.99,1613942186142,2619
+"lr_0",4.997759566478901e-06,1613942186142,2619
+"mom_0",0.8500448091185131,1613942186142,2619
+"eps_0",1e-05,1613942186142,2619
+"wd_1",0.01,1613942186142,2619
+"sqr_mom_1",0.99,1613942186142,2619
+"lr_1",4.997759566478901e-05,1613942186142,2619
+"mom_1",0.8500448091185131,1613942186142,2619
+"eps_1",1e-05,1613942186142,2619
+"wd_2",0.01,1613942186142,2619
+"sqr_mom_2",0.99,1613942186142,2619
+"lr_2",0.0004997759566478901,1613942186142,2619
+"mom_2",0.8500448091185131,1613942186142,2619
+"eps_2",1e-05,1613942186142,2619
+"train_loss",0.05129498,1613942187128,2620
+"raw_loss",0.024677929,1613942187128,2620
+"epoch",16.48427672955973,1613942187128,2620
+"wd_0",0.01,1613942187128,2620
+"sqr_mom_0",0.99,1613942187128,2620
+"lr_0",4.997699427922946e-06,1613942187128,2620
+"mom_0",0.8500460119016601,1613942187128,2620
+"eps_0",1e-05,1613942187128,2620
+"wd_1",0.01,1613942187128,2620
+"sqr_mom_1",0.99,1613942187128,2620
+"lr_1",4.9976994279229456e-05,1613942187128,2620
+"mom_1",0.8500460119016601,1613942187128,2620
+"eps_1",1e-05,1613942187128,2620
+"wd_2",0.01,1613942187128,2620
+"sqr_mom_2",0.99,1613942187128,2620
+"lr_2",0.0004997699427922946,1613942187128,2620
+"mom_2",0.8500460119016601,1613942187128,2620
+"eps_2",1e-05,1613942187128,2620
+"train_loss",0.05223053,1613942188118,2621
+"raw_loss",0.09807258,1613942188118,2621
+"epoch",16.49056603773583,1613942188118,2621
+"wd_0",0.01,1613942188118,2621
+"sqr_mom_0",0.99,1613942188118,2621
+"lr_0",4.9976385078830634e-06,1613942188118,2621
+"mom_0",0.8500472303146419,1613942188118,2621
+"eps_0",1e-05,1613942188118,2621
+"wd_1",0.01,1613942188118,2621
+"sqr_mom_1",0.99,1613942188118,2621
+"lr_1",4.997638507883063e-05,1613942188118,2621
+"mom_1",0.8500472303146419,1613942188118,2621
+"eps_1",1e-05,1613942188118,2621
+"wd_2",0.01,1613942188118,2621
+"sqr_mom_2",0.99,1613942188118,2621
+"lr_2",0.0004997638507883063,1613942188118,2621
+"mom_2",0.8500472303146419,1613942188118,2621
+"eps_2",1e-05,1613942188118,2621
+"train_loss",0.051669817,1613942189104,2622
+"raw_loss",0.024194984,1613942189104,2622
+"epoch",16.496855345911932,1613942189104,2622
+"wd_0",0.01,1613942189104,2622
+"sqr_mom_0",0.99,1613942189104,2622
+"lr_0",4.997576777326121e-06,1613942189104,2622
+"mom_0",0.8500484649381269,1613942189104,2622
+"eps_0",1e-05,1613942189104,2622
+"wd_1",0.01,1613942189104,2622
+"sqr_mom_1",0.99,1613942189104,2622
+"lr_1",4.9975767773261216e-05,1613942189104,2622
+"mom_1",0.8500484649381269,1613942189104,2622
+"eps_1",1e-05,1613942189104,2622
+"wd_2",0.01,1613942189104,2622
+"sqr_mom_2",0.99,1613942189104,2622
+"lr_2",0.0004997576777326121,1613942189104,2622
+"mom_2",0.8500484649381269,1613942189104,2622
+"eps_2",1e-05,1613942189104,2622
+"train_loss",0.05331482,1613942190164,2623
+"raw_loss",0.1339201,1613942190164,2623
+"epoch",16.503144654088032,1613942190164,2623
+"wd_0",0.01,1613942190164,2623
+"sqr_mom_0",0.99,1613942190164,2623
+"lr_0",4.99751425070318e-06,1613942190164,2623
+"mom_0",0.8500497154830912,1613942190164,2623
+"eps_0",1e-05,1613942190164,2623
+"wd_1",0.01,1613942190164,2623
+"sqr_mom_1",0.99,1613942190164,2623
+"lr_1",4.99751425070318e-05,1613942190164,2623
+"mom_1",0.8500497154830912,1613942190164,2623
+"eps_1",1e-05,1613942190164,2623
+"wd_2",0.01,1613942190164,2623
+"sqr_mom_2",0.99,1613942190164,2623
+"lr_2",0.000499751425070318,1613942190164,2623
+"mom_2",0.8500497154830912,1613942190164,2623
+"eps_2",1e-05,1613942190164,2623
+"train_loss",0.05311614,1613942191148,2624
+"raw_loss",0.043380704,1613942191148,2624
+"epoch",16.509433962264133,1613942191148,2624
+"wd_0",0.01,1613942191148,2624
+"sqr_mom_0",0.99,1613942191148,2624
+"lr_0",4.997450942894381e-06,1613942191148,2624
+"mom_0",0.8500509816519288,1613942191148,2624
+"eps_0",1e-05,1613942191148,2624
+"wd_1",0.01,1613942191148,2624
+"sqr_mom_1",0.99,1613942191148,2624
+"lr_1",4.997450942894381e-05,1613942191148,2624
+"mom_1",0.8500509816519288,1613942191148,2624
+"eps_1",1e-05,1613942191148,2624
+"wd_2",0.01,1613942191148,2624
+"sqr_mom_2",0.99,1613942191148,2624
+"lr_2",0.0004997450942894381,1613942191148,2624
+"mom_2",0.8500509816519288,1613942191148,2624
+"eps_2",1e-05,1613942191148,2624
+"train_loss",0.05279458,1613942192116,2625
+"raw_loss",0.037038058,1613942192116,2625
+"epoch",16.515723270440233,1613942192116,2625
+"wd_0",0.01,1613942192116,2625
+"sqr_mom_0",0.99,1613942192116,2625
+"lr_0",4.997386824385122e-06,1613942192116,2625
+"mom_0",0.8500522640349379,1613942192116,2625
+"eps_0",1e-05,1613942192116,2625
+"wd_1",0.01,1613942192116,2625
+"sqr_mom_1",0.99,1613942192116,2625
+"lr_1",4.9973868243851216e-05,1613942192116,2625
+"mom_1",0.8500522640349379,1613942192116,2625
+"eps_1",1e-05,1613942192116,2625
+"wd_2",0.01,1613942192116,2625
+"sqr_mom_2",0.99,1613942192116,2625
+"lr_2",0.0004997386824385122,1613942192116,2625
+"mom_2",0.8500522640349379,1613942192116,2625
+"eps_2",1e-05,1613942192116,2625
+"train_loss",0.052419312,1613942193061,2626
+"raw_loss",0.03403118,1613942193061,2626
+"epoch",16.522012578616334,1613942193061,2626
+"wd_0",0.01,1613942193061,2626
+"sqr_mom_0",0.99,1613942193061,2626
+"lr_0",4.997321909870408e-06,1613942193061,2626
+"mom_0",0.8500535623382152,1613942193061,2626
+"eps_0",1e-05,1613942193061,2626
+"wd_1",0.01,1613942193061,2626
+"sqr_mom_1",0.99,1613942193061,2626
+"lr_1",4.9973219098704075e-05,1613942193061,2626
+"mom_1",0.8500535623382152,1613942193061,2626
+"eps_1",1e-05,1613942193061,2626
+"wd_2",0.01,1613942193061,2626
+"sqr_mom_2",0.99,1613942193061,2626
+"lr_2",0.0004997321909870408,1613942193061,2626
+"mom_2",0.8500535623382152,1613942193061,2626
+"eps_2",1e-05,1613942193061,2626
+"train_loss",0.05222311,1613942194015,2627
+"raw_loss",0.042609144,1613942194015,2627
+"epoch",16.528301886792434,1613942194015,2627
+"wd_0",0.01,1613942194015,2627
+"sqr_mom_0",0.99,1613942194015,2627
+"lr_0",4.9972562151305994e-06,1613942194015,2627
+"mom_0",0.8500548762461505,1613942194015,2627
+"eps_0",1e-05,1613942194015,2627
+"wd_1",0.01,1613942194015,2627
+"sqr_mom_1",0.99,1613942194015,2627
+"lr_1",4.9972562151305996e-05,1613942194015,2627
+"mom_1",0.8500548762461505,1613942194015,2627
+"eps_1",1e-05,1613942194015,2627
+"wd_2",0.01,1613942194015,2627
+"sqr_mom_2",0.99,1613942194015,2627
+"lr_2",0.0004997256215130599,1613942194015,2627
+"mom_2",0.8500548762461505,1613942194015,2627
+"eps_2",1e-05,1613942194015,2627
+"train_loss",0.051567923,1613942194968,2628
+"raw_loss",0.019463815,1613942194968,2628
+"epoch",16.534591194968534,1613942194968,2628
+"wd_0",0.01,1613942194968,2628
+"sqr_mom_0",0.99,1613942194968,2628
+"lr_0",4.997189708857051e-06,1613942194968,2628
+"mom_0",0.8500562063849229,1613942194968,2628
+"eps_0",1e-05,1613942194968,2628
+"wd_1",0.01,1613942194968,2628
+"sqr_mom_1",0.99,1613942194968,2628
+"lr_1",4.9971897088570515e-05,1613942194968,2628
+"mom_1",0.8500562063849229,1613942194968,2628
+"eps_1",1e-05,1613942194968,2628
+"wd_2",0.01,1613942194968,2628
+"sqr_mom_2",0.99,1613942194968,2628
+"lr_2",0.0004997189708857051,1613942194968,2628
+"mom_2",0.8500562063849229,1613942194968,2628
+"eps_2",1e-05,1613942194968,2628
+"train_loss",0.05122396,1613942195989,2629
+"raw_loss",0.03436966,1613942195989,2629
+"epoch",16.540880503144635,1613942195989,2629
+"wd_0",0.01,1613942195989,2629
+"sqr_mom_0",0.99,1613942195989,2629
+"lr_0",4.997122406640877e-06,1613942195989,2629
+"mom_0",0.8500575524427069,1613942195989,2629
+"eps_0",1e-05,1613942195989,2629
+"wd_1",0.01,1613942195989,2629
+"sqr_mom_1",0.99,1613942195989,2629
+"lr_1",4.9971224066408765e-05,1613942195989,2629
+"mom_1",0.8500575524427069,1613942195989,2629
+"eps_1",1e-05,1613942195989,2629
+"wd_2",0.01,1613942195989,2629
+"sqr_mom_2",0.99,1613942195989,2629
+"lr_2",0.0004997122406640876,1613942195989,2629
+"mom_2",0.8500575524427069,1613942195989,2629
+"eps_2",1e-05,1613942195989,2629
+"train_loss",0.050876126,1613942196987,2630
+"raw_loss",0.033832185,1613942196987,2630
+"epoch",16.547169811320735,1613942196987,2630
+"wd_0",0.01,1613942196987,2630
+"sqr_mom_0",0.99,1613942196987,2630
+"lr_0",4.997054324832383e-06,1613942196987,2630
+"mom_0",0.8500589140924932,1613942196987,2630
+"eps_0",1e-05,1613942196987,2630
+"wd_1",0.01,1613942196987,2630
+"sqr_mom_1",0.99,1613942196987,2630
+"lr_1",4.9970543248323826e-05,1613942196987,2630
+"mom_1",0.8500589140924932,1613942196987,2630
+"eps_1",1e-05,1613942196987,2630
+"wd_2",0.01,1613942196987,2630
+"sqr_mom_2",0.99,1613942196987,2630
+"lr_2",0.0004997054324832383,1613942196987,2630
+"mom_2",0.8500589140924932,1613942196987,2630
+"eps_2",1e-05,1613942196987,2630
+"train_loss",0.050284527,1613942197958,2631
+"raw_loss",0.021296144,1613942197958,2631
+"epoch",16.553459119496836,1613942197958,2631
+"wd_0",0.01,1613942197958,2631
+"sqr_mom_0",0.99,1613942197958,2631
+"lr_0",4.996985430985299e-06,1613942197958,2631
+"mom_0",0.8500602919832139,1613942197958,2631
+"eps_0",1e-05,1613942197958,2631
+"wd_1",0.01,1613942197958,2631
+"sqr_mom_1",0.99,1613942197958,2631
+"lr_1",4.9969854309852985e-05,1613942197958,2631
+"mom_1",0.8500602919832139,1613942197958,2631
+"eps_1",1e-05,1613942197958,2631
+"wd_2",0.01,1613942197958,2631
+"sqr_mom_2",0.99,1613942197958,2631
+"lr_2",0.0004996985430985298,1613942197958,2631
+"mom_2",0.8500602919832139,1613942197958,2631
+"eps_2",1e-05,1613942197958,2631
+"train_loss",0.05027019,1613942198914,2632
+"raw_loss",0.049567543,1613942198914,2632
+"epoch",16.559748427672936,1613942198914,2632
+"wd_0",0.01,1613942198914,2632
+"sqr_mom_0",0.99,1613942198914,2632
+"lr_0",4.9969157412607e-06,1613942198914,2632
+"mom_0",0.8500616857916439,1613942198914,2632
+"eps_0",1e-05,1613942198914,2632
+"wd_1",0.01,1613942198914,2632
+"sqr_mom_1",0.99,1613942198914,2632
+"lr_1",4.996915741260699e-05,1613942198914,2632
+"mom_1",0.8500616857916439,1613942198914,2632
+"eps_1",1e-05,1613942198914,2632
+"wd_2",0.01,1613942198914,2632
+"sqr_mom_2",0.99,1613942198914,2632
+"lr_2",0.00049969157412607,1613942198914,2632
+"mom_2",0.8500616857916439,1613942198914,2632
+"eps_2",1e-05,1613942198914,2632
+"train_loss",0.050252497,1613942199870,2633
+"raw_loss",0.049385533,1613942199870,2633
+"epoch",16.566037735849036,1613942199870,2633
+"wd_0",0.01,1613942199870,2633
+"sqr_mom_0",0.99,1613942199870,2633
+"lr_0",4.996845272578791e-06,1613942199870,2633
+"mom_0",0.850063095179376,1613942199870,2633
+"eps_0",1e-05,1613942199870,2633
+"wd_1",0.01,1613942199870,2633
+"sqr_mom_1",0.99,1613942199870,2633
+"lr_1",4.996845272578791e-05,1613942199870,2633
+"mom_1",0.850063095179376,1613942199870,2633
+"eps_1",1e-05,1613942199870,2633
+"wd_2",0.01,1613942199870,2633
+"sqr_mom_2",0.99,1613942199870,2633
+"lr_2",0.0004996845272578791,1613942199870,2633
+"mom_2",0.850063095179376,1613942199870,2633
+"eps_2",1e-05,1613942199870,2633
+"train_loss",0.049851403,1613942200835,2634
+"raw_loss",0.030197766,1613942200835,2634
+"epoch",16.572327044025137,1613942200835,2634
+"wd_0",0.01,1613942200835,2634
+"sqr_mom_0",0.99,1613942200835,2634
+"lr_0",4.996773991355771e-06,1613942200835,2634
+"mom_0",0.8500645208180927,1613942200835,2634
+"eps_0",1e-05,1613942200835,2634
+"wd_1",0.01,1613942200835,2634
+"sqr_mom_1",0.99,1613942200835,2634
+"lr_1",4.9967739913557715e-05,1613942200835,2634
+"mom_1",0.8500645208180927,1613942200835,2634
+"eps_1",1e-05,1613942200835,2634
+"wd_2",0.01,1613942200835,2634
+"sqr_mom_2",0.99,1613942200835,2634
+"lr_2",0.0004996773991355771,1613942200835,2634
+"mom_2",0.8500645208180927,1613942200835,2634
+"eps_2",1e-05,1613942200835,2634
+"train_loss",0.04975323,1613942201804,2635
+"raw_loss",0.04494281,1613942201804,2635
+"epoch",16.578616352201237,1613942201804,2635
+"wd_0",0.01,1613942201804,2635
+"sqr_mom_0",0.99,1613942201804,2635
+"lr_0",4.9967019143226305e-06,1613942201804,2635
+"mom_0",0.8500659623731711,1613942201804,2635
+"eps_0",1e-05,1613942201804,2635
+"wd_1",0.01,1613942201804,2635
+"sqr_mom_1",0.99,1613942201804,2635
+"lr_1",4.996701914322631e-05,1613942201804,2635
+"mom_1",0.8500659623731711,1613942201804,2635
+"eps_1",1e-05,1613942201804,2635
+"wd_2",0.01,1613942201804,2635
+"sqr_mom_2",0.99,1613942201804,2635
+"lr_2",0.0004996701914322631,1613942201804,2635
+"mom_2",0.8500659623731711,1613942201804,2635
+"eps_2",1e-05,1613942201804,2635
+"train_loss",0.04959244,1613942202806,2636
+"raw_loss",0.04171368,1613942202806,2636
+"epoch",16.584905660377338,1613942202806,2636
+"wd_0",0.01,1613942202806,2636
+"sqr_mom_0",0.99,1613942202806,2636
+"lr_0",4.996629058969425e-06,1613942202806,2636
+"mom_0",0.8500674194948065,1613942202806,2636
+"eps_0",1e-05,1613942202806,2636
+"wd_1",0.01,1613942202806,2636
+"sqr_mom_1",0.99,1613942202806,2636
+"lr_1",4.996629058969425e-05,1613942202806,2636
+"mom_1",0.8500674194948065,1613942202806,2636
+"eps_1",1e-05,1613942202806,2636
+"wd_2",0.01,1613942202806,2636
+"sqr_mom_2",0.99,1613942202806,2636
+"lr_2",0.0004996629058969425,1613942202806,2636
+"mom_2",0.8500674194948065,1613942202806,2636
+"eps_2",1e-05,1613942202806,2636
+"train_loss",0.049299803,1613942203803,2637
+"raw_loss",0.03496062,1613942203803,2637
+"epoch",16.591194968553438,1613942203803,2637
+"wd_0",0.01,1613942203803,2637
+"sqr_mom_0",0.99,1613942203803,2637
+"lr_0",4.9965553905749184e-06,1613942203803,2637
+"mom_0",0.8500688928774304,1613942203803,2637
+"eps_0",1e-05,1613942203803,2637
+"wd_1",0.01,1613942203803,2637
+"sqr_mom_1",0.99,1613942203803,2637
+"lr_1",4.996555390574918e-05,1613942203803,2637
+"mom_1",0.8500688928774304,1613942203803,2637
+"eps_1",1e-05,1613942203803,2637
+"wd_2",0.01,1613942203803,2637
+"sqr_mom_2",0.99,1613942203803,2637
+"lr_2",0.0004996555390574918,1613942203803,2637
+"mom_2",0.8500688928774304,1613942203803,2637
+"eps_2",1e-05,1613942203803,2637
+"train_loss",0.04898072,1613942204788,2638
+"raw_loss",0.033345677,1613942204788,2638
+"epoch",16.59748427672954,1613942204788,2638
+"wd_0",0.01,1613942204788,2638
+"sqr_mom_0",0.99,1613942204788,2638
+"lr_0",4.9964809264399675e-06,1613942204788,2638
+"mom_0",0.8500703821750224,1613942204788,2638
+"eps_0",1e-05,1613942204788,2638
+"wd_1",0.01,1613942204788,2638
+"sqr_mom_1",0.99,1613942204788,2638
+"lr_1",4.996480926439967e-05,1613942204788,2638
+"mom_1",0.8500703821750224,1613942204788,2638
+"eps_1",1e-05,1613942204788,2638
+"wd_2",0.01,1613942204788,2638
+"sqr_mom_2",0.99,1613942204788,2638
+"lr_2",0.0004996480926439967,1613942204788,2638
+"mom_2",0.8500703821750224,1613942204788,2638
+"eps_2",1e-05,1613942204788,2638
+"train_loss",0.04864235,1613942205787,2639
+"raw_loss",0.032062083,1613942205787,2639
+"epoch",16.60377358490564,1613942205787,2639
+"wd_0",0.01,1613942205787,2639
+"sqr_mom_0",0.99,1613942205787,2639
+"lr_0",4.996405666588307e-06,1613942205787,2639
+"mom_0",0.8500718873871077,1613942205787,2639
+"eps_0",1e-05,1613942205787,2639
+"wd_1",0.01,1613942205787,2639
+"sqr_mom_1",0.99,1613942205787,2639
+"lr_1",4.9964056665883064e-05,1613942205787,2639
+"mom_1",0.8500718873871077,1613942205787,2639
+"eps_1",1e-05,1613942205787,2639
+"wd_2",0.01,1613942205787,2639
+"sqr_mom_2",0.99,1613942205787,2639
+"lr_2",0.0004996405666588306,1613942205787,2639
+"mom_2",0.8500718873871077,1613942205787,2639
+"eps_2",1e-05,1613942205787,2639
+"train_loss",0.04831762,1613942206746,2640
+"raw_loss",0.03240578,1613942206746,2640
+"epoch",16.61006289308174,1613942206746,2640
+"wd_0",0.01,1613942206746,2640
+"sqr_mom_0",0.99,1613942206746,2640
+"lr_0",4.996329628477303e-06,1613942206746,2640
+"mom_0",0.8500734081645356,1613942206746,2640
+"eps_0",1e-05,1613942206746,2640
+"wd_1",0.01,1613942206746,2640
+"sqr_mom_1",0.99,1613942206746,2640
+"lr_1",4.996329628477303e-05,1613942206746,2640
+"mom_1",0.8500734081645356,1613942206746,2640
+"eps_1",1e-05,1613942206746,2640
+"wd_2",0.01,1613942206746,2640
+"sqr_mom_2",0.99,1613942206746,2640
+"lr_2",0.0004996329628477303,1613942206746,2640
+"mom_2",0.8500734081645356,1613942206746,2640
+"eps_2",1e-05,1613942206746,2640
+"train_loss",0.047649678,1613942207779,2641
+"raw_loss",0.014920457,1613942207779,2641
+"epoch",16.61635220125784,1613942207779,2641
+"wd_0",0.01,1613942207779,2641
+"sqr_mom_0",0.99,1613942207779,2641
+"lr_0",4.996252777445872e-06,1613942207779,2641
+"mom_0",0.8500749452005345,1613942207779,2641
+"eps_0",1e-05,1613942207779,2641
+"wd_1",0.01,1613942207779,2641
+"sqr_mom_1",0.99,1613942207779,2641
+"lr_1",4.996252777445872e-05,1613942207779,2641
+"mom_1",0.8500749452005345,1613942207779,2641
+"eps_1",1e-05,1613942207779,2641
+"wd_2",0.01,1613942207779,2641
+"sqr_mom_2",0.99,1613942207779,2641
+"lr_2",0.0004996252777445872,1613942207779,2641
+"mom_2",0.8500749452005345,1613942207779,2641
+"eps_2",1e-05,1613942207779,2641
+"train_loss",0.047420315,1613942208737,2642
+"raw_loss",0.036181506,1613942208737,2642
+"epoch",16.62264150943394,1613942208737,2642
+"wd_0",0.01,1613942208737,2642
+"sqr_mom_0",0.99,1613942208737,2642
+"lr_0",4.996175130770451e-06,1613942208737,2642
+"mom_0",0.8500764981495724,1613942208737,2642
+"eps_0",1e-05,1613942208737,2642
+"wd_1",0.01,1613942208737,2642
+"sqr_mom_1",0.99,1613942208737,2642
+"lr_1",4.996175130770451e-05,1613942208737,2642
+"mom_1",0.8500764981495724,1613942208737,2642
+"eps_1",1e-05,1613942208737,2642
+"wd_2",0.01,1613942208737,2642
+"sqr_mom_2",0.99,1613942208737,2642
+"lr_2",0.0004996175130770451,1613942208737,2642
+"mom_2",0.8500764981495724,1613942208737,2642
+"eps_2",1e-05,1613942208737,2642
+"train_loss",0.05152041,1613942209712,2643
+"raw_loss",0.25242537,1613942209712,2643
+"epoch",16.62893081761004,1613942209712,2643
+"wd_0",0.01,1613942209712,2643
+"sqr_mom_0",0.99,1613942209712,2643
+"lr_0",4.9960967072705655e-06,1613942209712,2643
+"mom_0",0.850078066635255,1613942209712,2643
+"eps_0",1e-05,1613942209712,2643
+"wd_1",0.01,1613942209712,2643
+"sqr_mom_1",0.99,1613942209712,2643
+"lr_1",4.996096707270566e-05,1613942209712,2643
+"mom_1",0.850078066635255,1613942209712,2643
+"eps_1",1e-05,1613942209712,2643
+"wd_2",0.01,1613942209712,2643
+"sqr_mom_2",0.99,1613942209712,2643
+"lr_2",0.0004996096707270566,1613942209712,2643
+"mom_2",0.850078066635255,1613942209712,2643
+"eps_2",1e-05,1613942209712,2643
+"train_loss",0.0517455,1613942210677,2644
+"raw_loss",0.06277495,1613942210677,2644
+"epoch",16.63522012578614,1613942210677,2644
+"wd_0",0.01,1613942210677,2644
+"sqr_mom_0",0.99,1613942210677,2644
+"lr_0",4.996017469571325e-06,1613942210677,2644
+"mom_0",0.8500796514050876,1613942210677,2644
+"eps_0",1e-05,1613942210677,2644
+"wd_1",0.01,1613942210677,2644
+"sqr_mom_1",0.99,1613942210677,2644
+"lr_1",4.9960174695713254e-05,1613942210677,2644
+"mom_1",0.8500796514050876,1613942210677,2644
+"eps_1",1e-05,1613942210677,2644
+"wd_2",0.01,1613942210677,2644
+"sqr_mom_2",0.99,1613942210677,2644
+"lr_2",0.0004996017469571326,1613942210677,2644
+"mom_2",0.8500796514050876,1613942210677,2644
+"eps_2",1e-05,1613942210677,2644
+"train_loss",0.051892992,1613942211698,2645
+"raw_loss",0.059120126,1613942211698,2645
+"epoch",16.64150943396224,1613942211698,2645
+"wd_0",0.01,1613942211698,2645
+"sqr_mom_0",0.99,1613942211698,2645
+"lr_0",4.995937436303097e-06,1613942211698,2645
+"mom_0",0.8500812520864589,1613942211698,2645
+"eps_0",1e-05,1613942211698,2645
+"wd_1",0.01,1613942211698,2645
+"sqr_mom_1",0.99,1613942211698,2645
+"lr_1",4.9959374363030966e-05,1613942211698,2645
+"mom_1",0.8500812520864589,1613942211698,2645
+"eps_1",1e-05,1613942211698,2645
+"wd_2",0.01,1613942211698,2645
+"sqr_mom_2",0.99,1613942211698,2645
+"lr_2",0.0004995937436303097,1613942211698,2645
+"mom_2",0.8500812520864589,1613942211698,2645
+"eps_2",1e-05,1613942211698,2645
+"train_loss",0.051802114,1613942212682,2646
+"raw_loss",0.04734915,1613942212682,2646
+"epoch",16.64779874213834,1613942212682,2646
+"wd_0",0.01,1613942212682,2646
+"sqr_mom_0",0.99,1613942212682,2646
+"lr_0",4.995856626855082e-06,1613942212682,2646
+"mom_0",0.8500828682915813,1613942212682,2646
+"eps_0",1e-05,1613942212682,2646
+"wd_1",0.01,1613942212682,2646
+"sqr_mom_1",0.99,1613942212682,2646
+"lr_1",4.995856626855082e-05,1613942212682,2646
+"mom_1",0.8500828682915813,1613942212682,2646
+"eps_1",1e-05,1613942212682,2646
+"wd_2",0.01,1613942212682,2646
+"sqr_mom_2",0.99,1613942212682,2646
+"lr_2",0.0004995856626855082,1613942212682,2646
+"mom_2",0.8500828682915813,1613942212682,2646
+"eps_2",1e-05,1613942212682,2646
+"train_loss",0.05187182,1613942213688,2647
+"raw_loss",0.055287473,1613942213688,2647
+"epoch",16.654088050314442,1613942213688,2647
+"wd_0",0.01,1613942213688,2647
+"sqr_mom_0",0.99,1613942213688,2647
+"lr_0",4.995775002715302e-06,1613942213688,2647
+"mom_0",0.8500845007907019,1613942213688,2647
+"eps_0",1e-05,1613942213688,2647
+"wd_1",0.01,1613942213688,2647
+"sqr_mom_1",0.99,1613942213688,2647
+"lr_1",4.995775002715301e-05,1613942213688,2647
+"mom_1",0.8500845007907019,1613942213688,2647
+"eps_1",1e-05,1613942213688,2647
+"wd_2",0.01,1613942213688,2647
+"sqr_mom_2",0.99,1613942213688,2647
+"lr_2",0.0004995775002715301,1613942213688,2647
+"mom_2",0.8500845007907019,1613942213688,2647
+"eps_2",1e-05,1613942213688,2647
+"train_loss",0.051634617,1613942214703,2648
+"raw_loss",0.04001168,1613942214703,2648
+"epoch",16.660377358490543,1613942214703,2648
+"wd_0",0.01,1613942214703,2648
+"sqr_mom_0",0.99,1613942214703,2648
+"lr_0",4.995692583083816e-06,1613942214703,2648
+"mom_0",0.8500861491998156,1613942214703,2648
+"eps_0",1e-05,1613942214703,2648
+"wd_1",0.01,1613942214703,2648
+"sqr_mom_1",0.99,1613942214703,2648
+"lr_1",4.995692583083816e-05,1613942214703,2648
+"mom_1",0.8500861491998156,1613942214703,2648
+"eps_1",1e-05,1613942214703,2648
+"wd_2",0.01,1613942214703,2648
+"sqr_mom_2",0.99,1613942214703,2648
+"lr_2",0.0004995692583083816,1613942214703,2648
+"mom_2",0.8500861491998156,1613942214703,2648
+"eps_2",1e-05,1613942214703,2648
+"train_loss",0.051336154,1613942215685,2649
+"raw_loss",0.036711544,1613942215685,2649
+"epoch",16.666666666666643,1613942215685,2649
+"wd_0",0.01,1613942215685,2649
+"sqr_mom_0",0.99,1613942215685,2649
+"lr_0",4.9956093879194495e-06,1613942215685,2649
+"mom_0",0.8500878131197422,1613942215685,2649
+"eps_0",1e-05,1613942215685,2649
+"wd_1",0.01,1613942215685,2649
+"sqr_mom_1",0.99,1613942215685,2649
+"lr_1",4.995609387919449e-05,1613942215685,2649
+"mom_1",0.8500878131197422,1613942215685,2649
+"eps_1",1e-05,1613942215685,2649
+"wd_2",0.01,1613942215685,2649
+"sqr_mom_2",0.99,1613942215685,2649
+"lr_2",0.0004995609387919449,1613942215685,2649
+"mom_2",0.8500878131197422,1613942215685,2649
+"eps_2",1e-05,1613942215685,2649
+"train_loss",0.05174185,1613942216677,2650
+"raw_loss",0.07162093,1613942216677,2650
+"epoch",16.672955974842743,1613942216677,2650
+"wd_0",0.01,1613942216677,2650
+"sqr_mom_0",0.99,1613942216677,2650
+"lr_0",4.995525377573242e-06,1613942216677,2650
+"mom_0",0.8500894933434686,1613942216677,2650
+"eps_0",1e-05,1613942216677,2650
+"wd_1",0.01,1613942216677,2650
+"sqr_mom_1",0.99,1613942216677,2650
+"lr_1",4.9955253775732415e-05,1613942216677,2650
+"mom_1",0.8500894933434686,1613942216677,2650
+"eps_1",1e-05,1613942216677,2650
+"wd_2",0.01,1613942216677,2650
+"sqr_mom_2",0.99,1613942216677,2650
+"lr_2",0.0004995525377573241,1613942216677,2650
+"mom_2",0.8500894933434686,1613942216677,2650
+"eps_2",1e-05,1613942216677,2650
+"train_loss",0.052032296,1613942217692,2651
+"raw_loss",0.06626424,1613942217692,2651
+"epoch",16.679245283018844,1613942217692,2651
+"wd_0",0.01,1613942217692,2651
+"sqr_mom_0",0.99,1613942217692,2651
+"lr_0",4.995440571814894e-06,1613942217692,2651
+"mom_0",0.8500911894755968,1613942217692,2651
+"eps_0",1e-05,1613942217692,2651
+"wd_1",0.01,1613942217692,2651
+"sqr_mom_1",0.99,1613942217692,2651
+"lr_1",4.995440571814895e-05,1613942217692,2651
+"mom_1",0.8500911894755968,1613942217692,2651
+"eps_1",1e-05,1613942217692,2651
+"wd_2",0.01,1613942217692,2651
+"sqr_mom_2",0.99,1613942217692,2651
+"lr_2",0.0004995440571814895,1613942217692,2651
+"mom_2",0.8500911894755968,1613942217692,2651
+"eps_2",1e-05,1613942217692,2651
+"train_loss",0.05178656,1613942218668,2652
+"raw_loss",0.039745465,1613942218668,2652
+"epoch",16.685534591194944,1613942218668,2652
+"wd_0",0.01,1613942218668,2652
+"sqr_mom_0",0.99,1613942218668,2652
+"lr_0",4.995354991172795e-06,1613942218668,2652
+"mom_0",0.8500929011055551,1613942218668,2652
+"eps_0",1e-05,1613942218668,2652
+"wd_1",0.01,1613942218668,2652
+"sqr_mom_1",0.99,1613942218668,2652
+"lr_1",4.995354991172795e-05,1613942218668,2652
+"mom_1",0.8500929011055551,1613942218668,2652
+"eps_1",1e-05,1613942218668,2652
+"wd_2",0.01,1613942218668,2652
+"sqr_mom_2",0.99,1613942218668,2652
+"lr_2",0.0004995354991172795,1613942218668,2652
+"mom_2",0.8500929011055551,1613942218668,2652
+"eps_2",1e-05,1613942218668,2652
+"train_loss",0.0517594,1613942219683,2653
+"raw_loss",0.050428525,1613942219683,2653
+"epoch",16.691823899371045,1613942219683,2653
+"wd_0",0.01,1613942219683,2653
+"sqr_mom_0",0.99,1613942219683,2653
+"lr_0",4.995268594861119e-06,1613942219683,2653
+"mom_0",0.8500946290490681,1613942219683,2653
+"eps_0",1e-05,1613942219683,2653
+"wd_1",0.01,1613942219683,2653
+"sqr_mom_1",0.99,1613942219683,2653
+"lr_1",4.9952685948611184e-05,1613942219683,2653
+"mom_1",0.8500946290490681,1613942219683,2653
+"eps_1",1e-05,1613942219683,2653
+"wd_2",0.01,1613942219683,2653
+"sqr_mom_2",0.99,1613942219683,2653
+"lr_2",0.0004995268594861119,1613942219683,2653
+"mom_2",0.8500946290490681,1613942219683,2653
+"eps_2",1e-05,1613942219683,2653
+"train_loss",0.052402746,1613942220668,2654
+"raw_loss",0.08392673,1613942220668,2654
+"epoch",16.698113207547145,1613942220668,2654
+"wd_0",0.01,1613942220668,2654
+"sqr_mom_0",0.99,1613942220668,2654
+"lr_0",4.995181403219149e-06,1613942220668,2654
+"mom_0",0.850096372899346,1613942220668,2654
+"eps_0",1e-05,1613942220668,2654
+"wd_1",0.01,1613942220668,2654
+"sqr_mom_1",0.99,1613942220668,2654
+"lr_1",4.995181403219149e-05,1613942220668,2654
+"mom_1",0.850096372899346,1613942220668,2654
+"eps_1",1e-05,1613942220668,2654
+"wd_2",0.01,1613942220668,2654
+"sqr_mom_2",0.99,1613942220668,2654
+"lr_2",0.0004995181403219149,1613942220668,2654
+"mom_2",0.850096372899346,1613942220668,2654
+"eps_2",1e-05,1613942220668,2654
+"train_loss",0.052346442,1613942221679,2655
+"raw_loss",0.049587537,1613942221679,2655
+"epoch",16.704402515723245,1613942221679,2655
+"wd_0",0.01,1613942221679,2655
+"sqr_mom_0",0.99,1613942221679,2655
+"lr_0",4.9950934373447785e-06,1613942221679,2655
+"mom_0",0.8500981322344268,1613942221679,2655
+"eps_0",1e-05,1613942221679,2655
+"wd_1",0.01,1613942221679,2655
+"sqr_mom_1",0.99,1613942221679,2655
+"lr_1",4.995093437344778e-05,1613942221679,2655
+"mom_1",0.8500981322344268,1613942221679,2655
+"eps_1",1e-05,1613942221679,2655
+"wd_2",0.01,1613942221679,2655
+"sqr_mom_2",0.99,1613942221679,2655
+"lr_2",0.0004995093437344778,1613942221679,2655
+"mom_2",0.8500981322344268,1613942221679,2655
+"eps_2",1e-05,1613942221679,2655
+"train_loss",0.051855415,1613942222667,2656
+"raw_loss",0.027795002,1613942222667,2656
+"epoch",16.710691823899346,1613942222667,2656
+"wd_0",0.01,1613942222667,2656
+"sqr_mom_0",0.99,1613942222667,2656
+"lr_0",4.9950046553154335e-06,1613942222667,2656
+"mom_0",0.8500999078927702,1613942222667,2656
+"eps_0",1e-05,1613942222667,2656
+"wd_1",0.01,1613942222667,2656
+"sqr_mom_1",0.99,1613942222667,2656
+"lr_1",4.995004655315434e-05,1613942222667,2656
+"mom_1",0.8500999078927702,1613942222667,2656
+"eps_1",1e-05,1613942222667,2656
+"wd_2",0.01,1613942222667,2656
+"sqr_mom_2",0.99,1613942222667,2656
+"lr_2",0.0004995004655315434,1613942222667,2656
+"mom_2",0.8500999078927702,1613942222667,2656
+"eps_2",1e-05,1613942222667,2656
+"train_loss",0.051878233,1613942223644,2657
+"raw_loss",0.0529963,1613942223644,2657
+"epoch",16.716981132075446,1613942223644,2657
+"wd_0",0.01,1613942223644,2657
+"sqr_mom_0",0.99,1613942223644,2657
+"lr_0",4.994915078039923e-06,1613942223644,2657
+"mom_0",0.8501016994561961,1613942223644,2657
+"eps_0",1e-05,1613942223644,2657
+"wd_1",0.01,1613942223644,2657
+"sqr_mom_1",0.99,1613942223644,2657
+"lr_1",4.994915078039923e-05,1613942223644,2657
+"mom_1",0.8501016994561961,1613942223644,2657
+"eps_1",1e-05,1613942223644,2657
+"wd_2",0.01,1613942223644,2657
+"sqr_mom_2",0.99,1613942223644,2657
+"lr_2",0.0004994915078039923,1613942223644,2657
+"mom_2",0.8501016994561961,1613942223644,2657
+"eps_2",1e-05,1613942223644,2657
+"train_loss",0.051636245,1613942224601,2658
+"raw_loss",0.03977893,1613942224601,2658
+"epoch",16.723270440251547,1613942224601,2658
+"wd_0",0.01,1613942224601,2658
+"sqr_mom_0",0.99,1613942224601,2658
+"lr_0",4.9948247271855845e-06,1613942224601,2658
+"mom_0",0.8501035064913532,1613942224601,2658
+"eps_0",1e-05,1613942224601,2658
+"wd_1",0.01,1613942224601,2658
+"sqr_mom_1",0.99,1613942224601,2658
+"lr_1",4.994824727185585e-05,1613942224601,2658
+"mom_1",0.8501035064913532,1613942224601,2658
+"eps_1",1e-05,1613942224601,2658
+"wd_2",0.01,1613942224601,2658
+"sqr_mom_2",0.99,1613942224601,2658
+"lr_2",0.0004994824727185584,1613942224601,2658
+"mom_2",0.8501035064913532,1613942224601,2658
+"eps_2",1e-05,1613942224601,2658
+"train_loss",0.051622473,1613942225575,2659
+"raw_loss",0.050947554,1613942225575,2659
+"epoch",16.729559748427647,1613942225575,2659
+"wd_0",0.01,1613942225575,2659
+"sqr_mom_0",0.99,1613942225575,2659
+"lr_0",4.994733559693216e-06,1613942225575,2659
+"mom_0",0.8501053298594342,1613942225575,2659
+"eps_0",1e-05,1613942225575,2659
+"wd_1",0.01,1613942225575,2659
+"sqr_mom_1",0.99,1613942225575,2659
+"lr_1",4.9947335596932156e-05,1613942225575,2659
+"mom_1",0.8501053298594342,1613942225575,2659
+"eps_1",1e-05,1613942225575,2659
+"wd_2",0.01,1613942225575,2659
+"sqr_mom_2",0.99,1613942225575,2659
+"lr_2",0.0004994733559693216,1613942225575,2659
+"mom_2",0.8501053298594342,1613942225575,2659
+"eps_2",1e-05,1613942225575,2659
+"train_loss",0.05126038,1613942226530,2660
+"raw_loss",0.0335178,1613942226530,2660
+"epoch",16.735849056603747,1613942226530,2660
+"wd_0",0.01,1613942226530,2660
+"sqr_mom_0",0.99,1613942226530,2660
+"lr_0",4.99464159704109e-06,1613942226530,2660
+"mom_0",0.8501071691308695,1613942226530,2660
+"eps_0",1e-05,1613942226530,2660
+"wd_1",0.01,1613942226530,2660
+"sqr_mom_1",0.99,1613942226530,2660
+"lr_1",4.99464159704109e-05,1613942226530,2660
+"mom_1",0.8501071691308695,1613942226530,2660
+"eps_1",1e-05,1613942226530,2660
+"wd_2",0.01,1613942226530,2660
+"sqr_mom_2",0.99,1613942226530,2660
+"lr_2",0.000499464159704109,1613942226530,2660
+"mom_2",0.8501071691308695,1613942226530,2660
+"eps_2",1e-05,1613942226530,2660
+"train_loss",0.05147361,1613942227486,2661
+"raw_loss",0.06192204,1613942227486,2661
+"epoch",16.742138364779848,1613942227486,2661
+"wd_0",0.01,1613942227486,2661
+"sqr_mom_0",0.99,1613942227486,2661
+"lr_0",4.9945488392585196e-06,1613942227486,2661
+"mom_0",0.8501090243050726,1613942227486,2661
+"eps_0",1e-05,1613942227486,2661
+"wd_1",0.01,1613942227486,2661
+"sqr_mom_1",0.99,1613942227486,2661
+"lr_1",4.9945488392585194e-05,1613942227486,2661
+"mom_1",0.8501090243050726,1613942227486,2661
+"eps_1",1e-05,1613942227486,2661
+"wd_2",0.01,1613942227486,2661
+"sqr_mom_2",0.99,1613942227486,2661
+"lr_2",0.000499454883925852,1613942227486,2661
+"mom_2",0.8501090243050726,1613942227486,2661
+"eps_2",1e-05,1613942227486,2661
+"train_loss",0.051294945,1613942228437,2662
+"raw_loss",0.042540412,1613942228437,2662
+"epoch",16.74842767295595,1613942228437,2662
+"wd_0",0.01,1613942228437,2662
+"sqr_mom_0",0.99,1613942228437,2662
+"lr_0",4.99445530779824e-06,1613942228437,2662
+"mom_0",0.8501108949529848,1613942228437,2662
+"eps_0",1e-05,1613942228437,2662
+"wd_1",0.01,1613942228437,2662
+"sqr_mom_1",0.99,1613942228437,2662
+"lr_1",4.9944553077982394e-05,1613942228437,2662
+"mom_1",0.8501108949529848,1613942228437,2662
+"eps_1",1e-05,1613942228437,2662
+"wd_2",0.01,1613942228437,2662
+"sqr_mom_2",0.99,1613942228437,2662
+"lr_2",0.0004994455307798239,1613942228437,2662
+"mom_2",0.8501108949529848,1613942228437,2662
+"eps_2",1e-05,1613942228437,2662
+"train_loss",0.052012645,1613942229389,2663
+"raw_loss",0.08717999,1613942229389,2663
+"epoch",16.75471698113205,1613942229389,2663
+"wd_0",0.01,1613942229389,2663
+"sqr_mom_0",0.99,1613942229389,2663
+"lr_0",4.994360960025024e-06,1613942229389,2663
+"mom_0",0.8501127819273188,1613942229389,2663
+"eps_0",1e-05,1613942229389,2663
+"wd_1",0.01,1613942229389,2663
+"sqr_mom_1",0.99,1613942229389,2663
+"lr_1",4.9943609600250236e-05,1613942229389,2663
+"mom_1",0.8501127819273188,1613942229389,2663
+"eps_1",1e-05,1613942229389,2663
+"wd_2",0.01,1613942229389,2663
+"sqr_mom_2",0.99,1613942229389,2663
+"lr_2",0.0004994360960025023,1613942229389,2663
+"mom_2",0.8501127819273188,1613942229389,2663
+"eps_2",1e-05,1613942229389,2663
+"train_loss",0.051602148,1613942230340,2664
+"raw_loss",0.031487763,1613942230340,2664
+"epoch",16.76100628930815,1613942230340,2664
+"wd_0",0.01,1613942230340,2664
+"sqr_mom_0",0.99,1613942230340,2664
+"lr_0",4.9942658172108135e-06,1613942230340,2664
+"mom_0",0.8501146848026317,1613942230340,2664
+"eps_0",1e-05,1613942230340,2664
+"wd_1",0.01,1613942230340,2664
+"sqr_mom_1",0.99,1613942230340,2664
+"lr_1",4.9942658172108134e-05,1613942230340,2664
+"mom_1",0.8501146848026317,1613942230340,2664
+"eps_1",1e-05,1613942230340,2664
+"wd_2",0.01,1613942230340,2664
+"sqr_mom_2",0.99,1613942230340,2664
+"lr_2",0.0004994265817210813,1613942230340,2664
+"mom_2",0.8501146848026317,1613942230340,2664
+"eps_2",1e-05,1613942230340,2664
+"train_loss",0.05112736,1613942231295,2665
+"raw_loss",0.02786263,1613942231295,2665
+"epoch",16.76729559748425,1613942231295,2665
+"wd_0",0.01,1613942231295,2665
+"sqr_mom_0",0.99,1613942231295,2665
+"lr_0",4.994169902351421e-06,1613942231295,2665
+"mom_0",0.8501166031190027,1613942231295,2665
+"eps_0",1e-05,1613942231295,2665
+"wd_1",0.01,1613942231295,2665
+"sqr_mom_1",0.99,1613942231295,2665
+"lr_1",4.994169902351421e-05,1613942231295,2665
+"mom_1",0.8501166031190027,1613942231295,2665
+"eps_1",1e-05,1613942231295,2665
+"wd_2",0.01,1613942231295,2665
+"sqr_mom_2",0.99,1613942231295,2665
+"lr_2",0.0004994169902351421,1613942231295,2665
+"mom_2",0.8501166031190027,1613942231295,2665
+"eps_2",1e-05,1613942231295,2665
+"train_loss",0.050812535,1613942232240,2666
+"raw_loss",0.035386134,1613942232240,2666
+"epoch",16.77358490566035,1613942232240,2666
+"wd_0",0.01,1613942232240,2666
+"sqr_mom_0",0.99,1613942232240,2666
+"lr_0",4.994073169735965e-06,1613942232240,2666
+"mom_0",0.8501185377906586,1613942232240,2666
+"eps_0",1e-05,1613942232240,2666
+"wd_1",0.01,1613942232240,2666
+"sqr_mom_1",0.99,1613942232240,2666
+"lr_1",4.994073169735964e-05,1613942232240,2666
+"mom_1",0.8501185377906586,1613942232240,2666
+"eps_1",1e-05,1613942232240,2666
+"wd_2",0.01,1613942232240,2666
+"sqr_mom_2",0.99,1613942232240,2666
+"lr_2",0.0004994073169735963,1613942232240,2666
+"mom_2",0.8501185377906586,1613942232240,2666
+"eps_2",1e-05,1613942232240,2666
+"train_loss",0.050995633,1613942233204,2667
+"raw_loss",0.05996752,1613942233204,2667
+"epoch",16.77987421383645,1613942233204,2667
+"wd_0",0.01,1613942233204,2667
+"sqr_mom_0",0.99,1613942233204,2667
+"lr_0",4.9939756421712424e-06,1613942233204,2667
+"mom_0",0.8501204883614587,1613942233204,2667
+"eps_0",1e-05,1613942233204,2667
+"wd_1",0.01,1613942233204,2667
+"sqr_mom_1",0.99,1613942233204,2667
+"lr_1",4.993975642171243e-05,1613942233204,2667
+"mom_1",0.8501204883614587,1613942233204,2667
+"eps_1",1e-05,1613942233204,2667
+"wd_2",0.01,1613942233204,2667
+"sqr_mom_2",0.99,1613942233204,2667
+"lr_2",0.0004993975642171243,1613942233204,2667
+"mom_2",0.8501204883614587,1613942233204,2667
+"eps_2",1e-05,1613942233204,2667
+"train_loss",0.051175117,1613942234145,2668
+"raw_loss",0.05996986,1613942234145,2668
+"epoch",16.78616352201255,1613942234145,2668
+"wd_0",0.01,1613942234145,2668
+"sqr_mom_0",0.99,1613942234145,2668
+"lr_0",4.9938773432223e-06,1613942234145,2668
+"mom_0",0.8501224543600976,1613942234145,2668
+"eps_0",1e-05,1613942234145,2668
+"wd_1",0.01,1613942234145,2668
+"sqr_mom_1",0.99,1613942234145,2668
+"lr_1",4.9938773432223e-05,1613942234145,2668
+"mom_1",0.8501224543600976,1613942234145,2668
+"eps_1",1e-05,1613942234145,2668
+"wd_2",0.01,1613942234145,2668
+"sqr_mom_2",0.99,1613942234145,2668
+"lr_2",0.00049938773432223,1613942234145,2668
+"mom_2",0.8501224543600976,1613942234145,2668
+"eps_2",1e-05,1613942234145,2668
+"train_loss",0.050485257,1613942235095,2669
+"raw_loss",0.016682079,1613942235095,2669
+"epoch",16.79245283018865,1613942235095,2669
+"wd_0",0.01,1613942235095,2669
+"sqr_mom_0",0.99,1613942235095,2669
+"lr_0",4.99377822604205e-06,1613942235095,2669
+"mom_0",0.8501244367235262,1613942235095,2669
+"eps_0",1e-05,1613942235095,2669
+"wd_1",0.01,1613942235095,2669
+"sqr_mom_1",0.99,1613942235095,2669
+"lr_1",4.9937782260420495e-05,1613942235095,2669
+"mom_1",0.8501244367235262,1613942235095,2669
+"eps_1",1e-05,1613942235095,2669
+"wd_2",0.01,1613942235095,2669
+"sqr_mom_2",0.99,1613942235095,2669
+"lr_2",0.000499377822604205,1613942235095,2669
+"mom_2",0.8501244367235262,1613942235095,2669
+"eps_2",1e-05,1613942235095,2669
+"train_loss",0.04990875,1613942236035,2670
+"raw_loss",0.021659907,1613942236035,2670
+"epoch",16.79874213836475,1613942236035,2670
+"wd_0",0.01,1613942236035,2670
+"sqr_mom_0",0.99,1613942236035,2670
+"lr_0",4.993678314006545e-06,1613942236035,2670
+"mom_0",0.8501264349842189,1613942236035,2670
+"eps_0",1e-05,1613942236035,2670
+"wd_1",0.01,1613942236035,2670
+"sqr_mom_1",0.99,1613942236035,2670
+"lr_1",4.993678314006545e-05,1613942236035,2670
+"mom_1",0.8501264349842189,1613942236035,2670
+"eps_1",1e-05,1613942236035,2670
+"wd_2",0.01,1613942236035,2670
+"sqr_mom_2",0.99,1613942236035,2670
+"lr_2",0.0004993678314006545,1613942236035,2670
+"mom_2",0.8501264349842189,1613942236035,2670
+"eps_2",1e-05,1613942236035,2670
+"train_loss",0.04994741,1613942236981,2671
+"raw_loss",0.05184183,1613942236981,2671
+"epoch",16.805031446540852,1613942236981,2671
+"wd_0",0.01,1613942236981,2671
+"sqr_mom_0",0.99,1613942236981,2671
+"lr_0",4.993577631249991e-06,1613942236981,2671
+"mom_0",0.8501284486594868,1613942236981,2671
+"eps_0",1e-05,1613942236981,2671
+"wd_1",0.01,1613942236981,2671
+"sqr_mom_1",0.99,1613942236981,2671
+"lr_1",4.9935776312499916e-05,1613942236981,2671
+"mom_1",0.8501284486594868,1613942236981,2671
+"eps_1",1e-05,1613942236981,2671
+"wd_2",0.01,1613942236981,2671
+"sqr_mom_2",0.99,1613942236981,2671
+"lr_2",0.0004993577631249991,1613942236981,2671
+"mom_2",0.8501284486594868,1613942236981,2671
+"eps_2",1e-05,1613942236981,2671
+"train_loss",0.04970771,1613942237949,2672
+"raw_loss",0.037962463,1613942237949,2672
+"epoch",16.811320754716952,1613942237949,2672
+"wd_0",0.01,1613942237949,2672
+"sqr_mom_0",0.99,1613942237949,2672
+"lr_0",4.9934761297892355e-06,1613942237949,2672
+"mom_0",0.8501304787090024,1613942237949,2672
+"eps_0",1e-05,1613942237949,2672
+"wd_1",0.01,1613942237949,2672
+"sqr_mom_1",0.99,1613942237949,2672
+"lr_1",4.993476129789235e-05,1613942237949,2672
+"mom_1",0.8501304787090024,1613942237949,2672
+"eps_1",1e-05,1613942237949,2672
+"wd_2",0.01,1613942237949,2672
+"sqr_mom_2",0.99,1613942237949,2672
+"lr_2",0.0004993476129789235,1613942237949,2672
+"mom_2",0.8501304787090024,1613942237949,2672
+"eps_2",1e-05,1613942237949,2672
+"train_loss",0.04978736,1613942238928,2673
+"raw_loss",0.053690307,1613942238928,2673
+"epoch",16.817610062893053,1613942238928,2673
+"wd_0",0.01,1613942238928,2673
+"sqr_mom_0",0.99,1613942238928,2673
+"lr_0",4.993373833569513e-06,1613942238928,2673
+"mom_0",0.8501325246538562,1613942238928,2673
+"eps_0",1e-05,1613942238928,2673
+"wd_1",0.01,1613942238928,2673
+"sqr_mom_1",0.99,1613942238928,2673
+"lr_1",4.993373833569513e-05,1613942238928,2673
+"mom_1",0.8501325246538562,1613942238928,2673
+"eps_1",1e-05,1613942238928,2673
+"wd_2",0.01,1613942238928,2673
+"sqr_mom_2",0.99,1613942238928,2673
+"lr_2",0.0004993373833569513,1613942238928,2673
+"mom_2",0.8501325246538562,1613942238928,2673
+"eps_2",1e-05,1613942238928,2673
+"train_loss",0.049447987,1613942239894,2674
+"raw_loss",0.032818556,1613942239894,2674
+"epoch",16.823899371069153,1613942239894,2674
+"wd_0",0.01,1613942239894,2674
+"sqr_mom_0",0.99,1613942239894,2674
+"lr_0",4.993270767294128e-06,1613942239894,2674
+"mom_0",0.8501345859999775,1613942239894,2674
+"eps_0",1e-05,1613942239894,2674
+"wd_1",0.01,1613942239894,2674
+"sqr_mom_1",0.99,1613942239894,2674
+"lr_1",4.993270767294127e-05,1613942239894,2674
+"mom_1",0.8501345859999775,1613942239894,2674
+"eps_1",1e-05,1613942239894,2674
+"wd_2",0.01,1613942239894,2674
+"sqr_mom_2",0.99,1613942239894,2674
+"lr_2",0.0004993270767294127,1613942239894,2674
+"mom_2",0.8501345859999775,1613942239894,2674
+"eps_2",1e-05,1613942239894,2674
+"train_loss",0.050287638,1613942240863,2675
+"raw_loss",0.09143047,1613942240863,2675
+"epoch",16.830188679245254,1613942240863,2675
+"wd_0",0.01,1613942240863,2675
+"sqr_mom_0",0.99,1613942240863,2675
+"lr_0",4.99316688184399e-06,1613942240863,2675
+"mom_0",0.8501366637297575,1613942240863,2675
+"eps_0",1e-05,1613942240863,2675
+"wd_1",0.01,1613942240863,2675
+"sqr_mom_1",0.99,1613942240863,2675
+"lr_1",4.9931668818439894e-05,1613942240863,2675
+"mom_1",0.8501366637297575,1613942240863,2675
+"eps_1",1e-05,1613942240863,2675
+"wd_2",0.01,1613942240863,2675
+"sqr_mom_2",0.99,1613942240863,2675
+"lr_2",0.000499316688184399,1613942240863,2675
+"mom_2",0.8501366637297575,1613942240863,2675
+"eps_2",1e-05,1613942240863,2675
+"train_loss",0.049951788,1613942241826,2676
+"raw_loss",0.033495065,1613942241826,2676
+"epoch",16.836477987421354,1613942241826,2676
+"wd_0",0.01,1613942241826,2676
+"sqr_mom_0",0.99,1613942241826,2676
+"lr_0",4.993062201733456e-06,1613942241826,2676
+"mom_0",0.8501387573529043,1613942241826,2676
+"eps_0",1e-05,1613942241826,2676
+"wd_1",0.01,1613942241826,2676
+"sqr_mom_1",0.99,1613942241826,2676
+"lr_1",4.993062201733456e-05,1613942241826,2676
+"mom_1",0.8501387573529043,1613942241826,2676
+"eps_1",1e-05,1613942241826,2676
+"wd_2",0.01,1613942241826,2676
+"sqr_mom_2",0.99,1613942241826,2676
+"lr_2",0.0004993062201733456,1613942241826,2676
+"mom_2",0.8501387573529043,1613942241826,2676
+"eps_2",1e-05,1613942241826,2676
+"train_loss",0.05075162,1613942242794,2677
+"raw_loss",0.08994333,1613942242794,2677
+"epoch",16.842767295597454,1613942242794,2677
+"wd_0",0.01,1613942242794,2677
+"sqr_mom_0",0.99,1613942242794,2677
+"lr_0",4.992956752234851e-06,1613942242794,2677
+"mom_0",0.8501408663639666,1613942242794,2677
+"eps_0",1e-05,1613942242794,2677
+"wd_1",0.01,1613942242794,2677
+"sqr_mom_1",0.99,1613942242794,2677
+"lr_1",4.992956752234851e-05,1613942242794,2677
+"mom_1",0.8501408663639666,1613942242794,2677
+"eps_1",1e-05,1613942242794,2677
+"wd_2",0.01,1613942242794,2677
+"sqr_mom_2",0.99,1613942242794,2677
+"lr_2",0.0004992956752234851,1613942242794,2677
+"mom_2",0.8501408663639666,1613942242794,2677
+"eps_2",1e-05,1613942242794,2677
+"train_loss",0.05048303,1613942243751,2678
+"raw_loss",0.037322126,1613942243751,2678
+"epoch",16.849056603773555,1613942243751,2678
+"wd_0",0.01,1613942243751,2678
+"sqr_mom_0",0.99,1613942243751,2678
+"lr_0",4.992850483093296e-06,1613942243751,2678
+"mom_0",0.8501429917680517,1613942243751,2678
+"eps_0",1e-05,1613942243751,2678
+"wd_1",0.01,1613942243751,2678
+"sqr_mom_1",0.99,1613942243751,2678
+"lr_1",4.992850483093295e-05,1613942243751,2678
+"mom_1",0.8501429917680517,1613942243751,2678
+"eps_1",1e-05,1613942243751,2678
+"wd_2",0.01,1613942243751,2678
+"sqr_mom_2",0.99,1613942243751,2678
+"lr_2",0.0004992850483093295,1613942243751,2678
+"mom_2",0.8501429917680517,1613942243751,2678
+"eps_2",1e-05,1613942243751,2678
+"train_loss",0.050124086,1613942244725,2679
+"raw_loss",0.03253582,1613942244725,2679
+"epoch",16.855345911949655,1613942244725,2679
+"wd_0",0.01,1613942244725,2679
+"sqr_mom_0",0.99,1613942244725,2679
+"lr_0",4.992743419392193e-06,1613942244725,2679
+"mom_0",0.8501451330634867,1613942244725,2679
+"eps_0",1e-05,1613942244725,2679
+"wd_1",0.01,1613942244725,2679
+"sqr_mom_1",0.99,1613942244725,2679
+"lr_1",4.9927434193921924e-05,1613942244725,2679
+"mom_1",0.8501451330634867,1613942244725,2679
+"eps_1",1e-05,1613942244725,2679
+"wd_2",0.01,1613942244725,2679
+"sqr_mom_2",0.99,1613942244725,2679
+"lr_2",0.0004992743419392192,1613942244725,2679
+"mom_2",0.8501451330634867,1613942244725,2679
+"eps_2",1e-05,1613942244725,2679
+"train_loss",0.0499377,1613942245703,2680
+"raw_loss",0.04080474,1613942245703,2680
+"epoch",16.861635220125756,1613942245703,2680
+"wd_0",0.01,1613942245703,2680
+"sqr_mom_0",0.99,1613942245703,2680
+"lr_0",4.992635561165668e-06,1613942245703,2680
+"mom_0",0.8501472902495891,1613942245703,2680
+"eps_0",1e-05,1613942245703,2680
+"wd_1",0.01,1613942245703,2680
+"sqr_mom_1",0.99,1613942245703,2680
+"lr_1",4.9926355611656674e-05,1613942245703,2680
+"mom_1",0.8501472902495891,1613942245703,2680
+"eps_1",1e-05,1613942245703,2680
+"wd_2",0.01,1613942245703,2680
+"sqr_mom_2",0.99,1613942245703,2680
+"lr_2",0.0004992635561165668,1613942245703,2680
+"mom_2",0.8501472902495891,1613942245703,2680
+"eps_2",1e-05,1613942245703,2680
+"train_loss",0.04968947,1613942246666,2681
+"raw_loss",0.0375264,1613942246666,2681
+"epoch",16.867924528301856,1613942246666,2681
+"wd_0",0.01,1613942246666,2681
+"sqr_mom_0",0.99,1613942246666,2681
+"lr_0",4.9925269333143604e-06,1613942246666,2681
+"mom_0",0.850149462828341,1613942246666,2681
+"eps_0",1e-05,1613942246666,2681
+"wd_1",0.01,1613942246666,2681
+"sqr_mom_1",0.99,1613942246666,2681
+"lr_1",4.9925269333143604e-05,1613942246666,2681
+"mom_1",0.850149462828341,1613942246666,2681
+"eps_1",1e-05,1613942246666,2681
+"wd_2",0.01,1613942246666,2681
+"sqr_mom_2",0.99,1613942246666,2681
+"lr_2",0.000499252693331436,1613942246666,2681
+"mom_2",0.850149462828341,1613942246666,2681
+"eps_2",1e-05,1613942246666,2681
+"train_loss",0.04940553,1613942247617,2682
+"raw_loss",0.0354924,1613942247617,2682
+"epoch",16.874213836477956,1613942247617,2682
+"wd_0",0.01,1613942247617,2682
+"sqr_mom_0",0.99,1613942247617,2682
+"lr_0",4.992417486321534e-06,1613942247617,2682
+"mom_0",0.8501516517900872,1613942247617,2682
+"eps_0",1e-05,1613942247617,2682
+"wd_1",0.01,1613942247617,2682
+"sqr_mom_1",0.99,1613942247617,2682
+"lr_1",4.992417486321533e-05,1613942247617,2682
+"mom_1",0.8501516517900872,1613942247617,2682
+"eps_1",1e-05,1613942247617,2682
+"wd_2",0.01,1613942247617,2682
+"sqr_mom_2",0.99,1613942247617,2682
+"lr_2",0.0004992417486321533,1613942247617,2682
+"mom_2",0.8501516517900872,1613942247617,2682
+"eps_2",1e-05,1613942247617,2682
+"train_loss",0.049110845,1613942248618,2683
+"raw_loss",0.034671195,1613942248618,2683
+"epoch",16.880503144654057,1613942248618,2683
+"wd_0",0.01,1613942248618,2683
+"sqr_mom_0",0.99,1613942248618,2683
+"lr_0",4.9923072449071715e-06,1613942248618,2683
+"mom_0",0.850153856640423,1613942248618,2683
+"eps_0",1e-05,1613942248618,2683
+"wd_1",0.01,1613942248618,2683
+"sqr_mom_1",0.99,1613942248618,2683
+"lr_1",4.992307244907171e-05,1613942248618,2683
+"mom_1",0.850153856640423,1613942248618,2683
+"eps_1",1e-05,1613942248618,2683
+"wd_2",0.01,1613942248618,2683
+"sqr_mom_2",0.99,1613942248618,2683
+"lr_2",0.0004992307244907171,1613942248618,2683
+"mom_2",0.850153856640423,1613942248618,2683
+"eps_2",1e-05,1613942248618,2683
+"train_loss",0.049385004,1613942249580,2684
+"raw_loss",0.06281885,1613942249580,2684
+"epoch",16.886792452830157,1613942249580,2684
+"wd_0",0.01,1613942249580,2684
+"sqr_mom_0",0.99,1613942249580,2684
+"lr_0",4.992196235671052e-06,1613942249580,2684
+"mom_0",0.8501560768473474,1613942249580,2684
+"eps_0",1e-05,1613942249580,2684
+"wd_1",0.01,1613942249580,2684
+"sqr_mom_1",0.99,1613942249580,2684
+"lr_1",4.9921962356710514e-05,1613942249580,2684
+"mom_1",0.8501560768473474,1613942249580,2684
+"eps_1",1e-05,1613942249580,2684
+"wd_2",0.01,1613942249580,2684
+"sqr_mom_2",0.99,1613942249580,2684
+"lr_2",0.0004992196235671051,1613942249580,2684
+"mom_2",0.8501560768473474,1613942249580,2684
+"eps_2",1e-05,1613942249580,2684
+"train_loss",0.049197033,1613942250533,2685
+"raw_loss",0.03998638,1613942250533,2685
+"epoch",16.893081761006258,1613942250533,2685
+"wd_0",0.01,1613942250533,2685
+"sqr_mom_0",0.99,1613942250533,2685
+"lr_0",4.99208440570865e-06,1613942250533,2685
+"mom_0",0.8501583134689616,1613942250533,2685
+"eps_0",1e-05,1613942250533,2685
+"wd_1",0.01,1613942250533,2685
+"sqr_mom_1",0.99,1613942250533,2685
+"lr_1",4.99208440570865e-05,1613942250533,2685
+"mom_1",0.8501583134689616,1613942250533,2685
+"eps_1",1e-05,1613942250533,2685
+"wd_2",0.01,1613942250533,2685
+"sqr_mom_2",0.99,1613942250533,2685
+"lr_2",0.000499208440570865,1613942250533,2685
+"mom_2",0.8501583134689616,1613942250533,2685
+"eps_2",1e-05,1613942250533,2685
+"train_loss",0.048830226,1613942251485,2686
+"raw_loss",0.030856635,1613942251485,2686
+"epoch",16.899371069182358,1613942251485,2686
+"wd_0",0.01,1613942251485,2686
+"sqr_mom_0",0.99,1613942251485,2686
+"lr_0",4.9919717814308796e-06,1613942251485,2686
+"mom_0",0.8501605659770421,1613942251485,2686
+"eps_0",1e-05,1613942251485,2686
+"wd_1",0.01,1613942251485,2686
+"sqr_mom_1",0.99,1613942251485,2686
+"lr_1",4.9919717814308794e-05,1613942251485,2686
+"mom_1",0.8501605659770421,1613942251485,2686
+"eps_1",1e-05,1613942251485,2686
+"wd_2",0.01,1613942251485,2686
+"sqr_mom_2",0.99,1613942251485,2686
+"lr_2",0.0004991971781430879,1613942251485,2686
+"mom_2",0.8501605659770421,1613942251485,2686
+"eps_2",1e-05,1613942251485,2686
+"train_loss",0.048805192,1613942252432,2687
+"raw_loss",0.047578547,1613942252432,2687
+"epoch",16.90566037735846,1613942252432,2687
+"wd_0",0.01,1613942252432,2687
+"sqr_mom_0",0.99,1613942252432,2687
+"lr_0",4.991858390006292e-06,1613942252432,2687
+"mom_0",0.8501628338282124,1613942252432,2687
+"eps_0",1e-05,1613942252432,2687
+"wd_1",0.01,1613942252432,2687
+"sqr_mom_1",0.99,1613942252432,2687
+"lr_1",4.991858390006292e-05,1613942252432,2687
+"mom_1",0.8501628338282124,1613942252432,2687
+"eps_1",1e-05,1613942252432,2687
+"wd_2",0.01,1613942252432,2687
+"sqr_mom_2",0.99,1613942252432,2687
+"lr_2",0.0004991858390006293,1613942252432,2687
+"mom_2",0.8501628338282124,1613942252432,2687
+"eps_2",1e-05,1613942252432,2687
+"train_loss",0.048473667,1613942253376,2688
+"raw_loss",0.03222887,1613942253376,2688
+"epoch",16.91194968553456,1613942253376,2688
+"wd_0",0.01,1613942253376,2688
+"sqr_mom_0",0.99,1613942253376,2688
+"lr_0",4.991744177395066e-06,1613942253376,2688
+"mom_0",0.8501651181032797,1613942253376,2688
+"eps_0",1e-05,1613942253376,2688
+"wd_1",0.01,1613942253376,2688
+"sqr_mom_1",0.99,1613942253376,2688
+"lr_1",4.9917441773950656e-05,1613942253376,2688
+"mom_1",0.8501651181032797,1613942253376,2688
+"eps_1",1e-05,1613942253376,2688
+"wd_2",0.01,1613942253376,2688
+"sqr_mom_2",0.99,1613942253376,2688
+"lr_2",0.0004991744177395065,1613942253376,2688
+"mom_2",0.8501651181032797,1613942253376,2688
+"eps_2",1e-05,1613942253376,2688
+"train_loss",0.04817696,1613942254331,2689
+"raw_loss",0.033638168,1613942254331,2689
+"epoch",16.91823899371066,1613942254331,2689
+"wd_0",0.01,1613942254331,2689
+"sqr_mom_0",0.99,1613942254331,2689
+"lr_0",4.9916291705769145e-06,1613942254331,2689
+"mom_0",0.8501674182626443,1613942254331,2689
+"eps_0",1e-05,1613942254331,2689
+"wd_1",0.01,1613942254331,2689
+"sqr_mom_1",0.99,1613942254331,2689
+"lr_1",4.991629170576914e-05,1613942254331,2689
+"mom_1",0.8501674182626443,1613942254331,2689
+"eps_1",1e-05,1613942254331,2689
+"wd_2",0.01,1613942254331,2689
+"sqr_mom_2",0.99,1613942254331,2689
+"lr_2",0.0004991629170576914,1613942254331,2689
+"mom_2",0.8501674182626443,1613942254331,2689
+"eps_2",1e-05,1613942254331,2689
+"train_loss",0.0478229,1613942255277,2690
+"raw_loss",0.03047396,1613942255277,2690
+"epoch",16.92452830188676,1613942255277,2690
+"wd_0",0.01,1613942255277,2690
+"sqr_mom_0",0.99,1613942255277,2690
+"lr_0",4.991513397289088e-06,1613942255277,2690
+"mom_0",0.8501697337515558,1613942255277,2690
+"eps_0",1e-05,1613942255277,2690
+"wd_1",0.01,1613942255277,2690
+"sqr_mom_1",0.99,1613942255277,2690
+"lr_1",4.991513397289087e-05,1613942255277,2690
+"mom_1",0.8501697337515558,1613942255277,2690
+"eps_1",1e-05,1613942255277,2690
+"wd_2",0.01,1613942255277,2690
+"sqr_mom_2",0.99,1613942255277,2690
+"lr_2",0.0004991513397289087,1613942255277,2690
+"mom_2",0.8501697337515558,1613942255277,2690
+"eps_2",1e-05,1613942255277,2690
+"train_loss",0.047784295,1613942256227,2691
+"raw_loss",0.04589255,1613942256227,2691
+"epoch",16.93081761006286,1613942256227,2691
+"wd_0",0.01,1613942256227,2691
+"sqr_mom_0",0.99,1613942256227,2691
+"lr_0",4.99139680235662e-06,1613942256227,2691
+"mom_0",0.8501720656735243,1613942256227,2691
+"eps_0",1e-05,1613942256227,2691
+"wd_1",0.01,1613942256227,2691
+"sqr_mom_1",0.99,1613942256227,2691
+"lr_1",4.99139680235662e-05,1613942256227,2691
+"mom_1",0.8501720656735243,1613942256227,2691
+"eps_1",1e-05,1613942256227,2691
+"wd_2",0.01,1613942256227,2691
+"sqr_mom_2",0.99,1613942256227,2691
+"lr_2",0.000499139680235662,1613942256227,2691
+"mom_2",0.8501720656735243,1613942256227,2691
+"eps_2",1e-05,1613942256227,2691
+"train_loss",0.04842428,1613942257211,2692
+"raw_loss",0.079783596,1613942257211,2692
+"epoch",16.93710691823896,1613942257211,2692
+"wd_0",0.01,1613942257211,2692
+"sqr_mom_0",0.99,1613942257211,2692
+"lr_0",4.991279413327949e-06,1613942257211,2692
+"mom_0",0.8501744134775758,1613942257211,2692
+"eps_0",1e-05,1613942257211,2692
+"wd_1",0.01,1613942257211,2692
+"sqr_mom_1",0.99,1613942257211,2692
+"lr_1",4.991279413327949e-05,1613942257211,2692
+"mom_1",0.8501744134775758,1613942257211,2692
+"eps_1",1e-05,1613942257211,2692
+"wd_2",0.01,1613942257211,2692
+"sqr_mom_2",0.99,1613942257211,2692
+"lr_2",0.0004991279413327948,1613942257211,2692
+"mom_2",0.8501744134775758,1613942257211,2692
+"eps_2",1e-05,1613942257211,2692
+"train_loss",0.048192877,1613942258284,2693
+"raw_loss",0.03685414,1613942258284,2693
+"epoch",16.94339622641506,1613942258284,2693
+"wd_0",0.01,1613942258284,2693
+"sqr_mom_0",0.99,1613942258284,2693
+"lr_0",4.991161258508943e-06,1613942258284,2693
+"mom_0",0.8501767765975871,1613942258284,2693
+"eps_0",1e-05,1613942258284,2693
+"wd_1",0.01,1613942258284,2693
+"sqr_mom_1",0.99,1613942258284,2693
+"lr_1",4.991161258508942e-05,1613942258284,2693
+"mom_1",0.8501767765975871,1613942258284,2693
+"eps_1",1e-05,1613942258284,2693
+"wd_2",0.01,1613942258284,2693
+"sqr_mom_2",0.99,1613942258284,2693
+"lr_2",0.0004991161258508942,1613942258284,2693
+"mom_2",0.8501767765975871,1613942258284,2693
+"eps_2",1e-05,1613942258284,2693
+"train_loss",0.04786167,1613942259418,2694
+"raw_loss",0.031632386,1613942259418,2694
+"epoch",16.94968553459116,1613942259418,2694
+"wd_0",0.01,1613942259418,2694
+"sqr_mom_0",0.99,1613942259418,2694
+"lr_0",4.991042281589651e-06,1613942259418,2694
+"mom_0",0.8501791561597686,1613942259418,2694
+"eps_0",1e-05,1613942259418,2694
+"wd_1",0.01,1613942259418,2694
+"sqr_mom_1",0.99,1613942259418,2694
+"lr_1",4.99104228158965e-05,1613942259418,2694
+"mom_1",0.8501791561597686,1613942259418,2694
+"eps_1",1e-05,1613942259418,2694
+"wd_2",0.01,1613942259418,2694
+"sqr_mom_2",0.99,1613942259418,2694
+"lr_2",0.000499104228158965,1613942259418,2694
+"mom_2",0.8501791561597686,1613942259418,2694
+"eps_2",1e-05,1613942259418,2694
+"train_loss",0.047745794,1613942260700,2695
+"raw_loss",0.042067815,1613942260700,2695
+"epoch",16.95597484276726,1613942260700,2695
+"wd_0",0.01,1613942260700,2695
+"sqr_mom_0",0.99,1613942260700,2695
+"lr_0",4.9909225106871534e-06,1613942260700,2695
+"mom_0",0.8501815516017729,1613942260700,2695
+"eps_0",1e-05,1613942260700,2695
+"wd_1",0.01,1613942260700,2695
+"sqr_mom_1",0.99,1613942260700,2695
+"lr_1",4.990922510687154e-05,1613942260700,2695
+"mom_1",0.8501815516017729,1613942260700,2695
+"eps_1",1e-05,1613942260700,2695
+"wd_2",0.01,1613942260700,2695
+"sqr_mom_2",0.99,1613942260700,2695
+"lr_2",0.0004990922510687153,1613942260700,2695
+"mom_2",0.8501815516017729,1613942260700,2695
+"eps_2",1e-05,1613942260700,2695
+"train_loss",0.04733914,1613942262194,2696
+"raw_loss",0.02741314,1613942262194,2696
+"epoch",16.962264150943362,1613942262194,2696
+"wd_0",0.01,1613942262194,2696
+"sqr_mom_0",0.99,1613942262194,2696
+"lr_0",4.990801974675858e-06,1613942262194,2696
+"mom_0",0.8501839623461063,1613942262194,2696
+"eps_0",1e-05,1613942262194,2696
+"wd_1",0.01,1613942262194,2696
+"sqr_mom_1",0.99,1613942262194,2696
+"lr_1",4.990801974675858e-05,1613942262194,2696
+"mom_1",0.8501839623461063,1613942262194,2696
+"eps_1",1e-05,1613942262194,2696
+"wd_2",0.01,1613942262194,2696
+"sqr_mom_2",0.99,1613942262194,2696
+"lr_2",0.0004990801974675857,1613942262194,2696
+"mom_2",0.8501839623461063,1613942262194,2696
+"eps_2",1e-05,1613942262194,2696
+"train_loss",0.047296055,1613942263388,2697
+"raw_loss",0.045184866,1613942263388,2697
+"epoch",16.968553459119462,1613942263388,2697
+"wd_0",0.01,1613942263388,2697
+"sqr_mom_0",0.99,1613942263388,2697
+"lr_0",4.99068061611099e-06,1613942263388,2697
+"mom_0",0.8501863895416756,1613942263388,2697
+"eps_0",1e-05,1613942263388,2697
+"wd_1",0.01,1613942263388,2697
+"sqr_mom_1",0.99,1613942263388,2697
+"lr_1",4.990680616110989e-05,1613942263388,2697
+"mom_1",0.8501863895416756,1613942263388,2697
+"eps_1",1e-05,1613942263388,2697
+"wd_2",0.01,1613942263388,2697
+"sqr_mom_2",0.99,1613942263388,2697
+"lr_2",0.0004990680616110989,1613942263388,2697
+"mom_2",0.8501863895416756,1613942263388,2697
+"eps_2",1e-05,1613942263388,2697
+"train_loss",0.04757253,1613942264335,2698
+"raw_loss",0.061119966,1613942264335,2698
+"epoch",16.974842767295563,1613942264335,2698
+"wd_0",0.01,1613942264335,2698
+"sqr_mom_0",0.99,1613942264335,2698
+"lr_0",4.990558463678194e-06,1613942264335,2698
+"mom_0",0.8501888326147623,1613942264335,2698
+"eps_0",1e-05,1613942264335,2698
+"wd_1",0.01,1613942264335,2698
+"sqr_mom_1",0.99,1613942264335,2698
+"lr_1",4.9905584636781936e-05,1613942264335,2698
+"mom_1",0.8501888326147623,1613942264335,2698
+"eps_1",1e-05,1613942264335,2698
+"wd_2",0.01,1613942264335,2698
+"sqr_mom_2",0.99,1613942264335,2698
+"lr_2",0.0004990558463678193,1613942264335,2698
+"mom_2",0.8501888326147623,1613942264335,2698
+"eps_2",1e-05,1613942264335,2698
+"train_loss",0.047085196,1613942265311,2699
+"raw_loss",0.023205686,1613942265311,2699
+"epoch",16.981132075471663,1613942265311,2699
+"wd_0",0.01,1613942265311,2699
+"sqr_mom_0",0.99,1613942265311,2699
+"lr_0",4.990435517416405e-06,1613942265311,2699
+"mom_0",0.8501912915645875,1613942265311,2699
+"eps_0",1e-05,1613942265311,2699
+"wd_1",0.01,1613942265311,2699
+"sqr_mom_1",0.99,1613942265311,2699
+"lr_1",4.990435517416405e-05,1613942265311,2699
+"mom_1",0.8501912915645875,1613942265311,2699
+"eps_1",1e-05,1613942265311,2699
+"wd_2",0.01,1613942265311,2699
+"sqr_mom_2",0.99,1613942265311,2699
+"lr_2",0.0004990435517416405,1613942265311,2699
+"mom_2",0.8501912915645875,1613942265311,2699
+"eps_2",1e-05,1613942265311,2699
+"train_loss",0.04735918,1613942266299,2700
+"raw_loss",0.06078444,1613942266299,2700
+"epoch",16.987421383647764,1613942266299,2700
+"wd_0",0.01,1613942266299,2700
+"sqr_mom_0",0.99,1613942266299,2700
+"lr_0",4.990311806957963e-06,1613942266299,2700
+"mom_0",0.8501937657984987,1613942266299,2700
+"eps_0",1e-05,1613942266299,2700
+"wd_1",0.01,1613942266299,2700
+"sqr_mom_1",0.99,1613942266299,2700
+"lr_1",4.990311806957963e-05,1613942266299,2700
+"mom_1",0.8501937657984987,1613942266299,2700
+"eps_1",1e-05,1613942266299,2700
+"wd_2",0.01,1613942266299,2700
+"sqr_mom_2",0.99,1613942266299,2700
+"lr_2",0.0004990311806957963,1613942266299,2700
+"mom_2",0.8501937657984987,1613942266299,2700
+"eps_2",1e-05,1613942266299,2700
+"train_loss",0.046888117,1613942267253,2701
+"raw_loss",0.023806069,1613942267253,2701
+"epoch",16.993710691823864,1613942267253,2701
+"wd_0",0.01,1613942267253,2701
+"sqr_mom_0",0.99,1613942267253,2701
+"lr_0",4.990187273345224e-06,1613942267253,2701
+"mom_0",0.8501962564956604,1613942267253,2701
+"eps_0",1e-05,1613942267253,2701
+"wd_1",0.01,1613942267253,2701
+"sqr_mom_1",0.99,1613942267253,2701
+"lr_1",4.990187273345224e-05,1613942267253,2701
+"mom_1",0.8501962564956604,1613942267253,2701
+"eps_1",1e-05,1613942267253,2701
+"wd_2",0.01,1613942267253,2701
+"sqr_mom_2",0.99,1613942267253,2701
+"lr_2",0.0004990187273345224,1613942267253,2701
+"mom_2",0.8501962564956604,1613942267253,2701
+"eps_2",1e-05,1613942267253,2701
+"train_loss",0.04728488,1613942268196,2702
+"raw_loss",0.066726275,1613942268196,2702
+"epoch",16.999999999999964,1613942268196,2702
+"wd_0",0.01,1613942268196,2702
+"sqr_mom_0",0.99,1613942268196,2702
+"lr_0",4.990061946021805e-06,1613942268196,2702
+"mom_0",0.8501987630671946,1613942268196,2702
+"eps_0",1e-05,1613942268196,2702
+"wd_1",0.01,1613942268196,2702
+"sqr_mom_1",0.99,1613942268196,2702
+"lr_1",4.990061946021805e-05,1613942268196,2702
+"mom_1",0.8501987630671946,1613942268196,2702
+"eps_1",1e-05,1613942268196,2702
+"wd_2",0.01,1613942268196,2702
+"sqr_mom_2",0.99,1613942268196,2702
+"lr_2",0.0004990061946021805,1613942268196,2702
+"mom_2",0.8501987630671946,1613942268196,2702
+"eps_2",1e-05,1613942268196,2702
+"valid_loss",0.12553231418132782,1613942301893,2702
+"_rmse",0.3543054461479187,1613942301893,2702
+"epoch",17,1613942301893,2702
+"train_loss",0.046780568,1613942302948,2703
+"raw_loss",0.022069339,1613942302948,2703
+"epoch",17.0062893081761,1613942302948,2703
+"wd_0",0.01,1613942302948,2703
+"sqr_mom_0",0.99,1613942302948,2703
+"lr_0",4.989935853877052e-06,1613942302948,2703
+"mom_0",0.8502012849353083,1613942302948,2703
+"eps_0",1e-05,1613942302948,2703
+"wd_1",0.01,1613942302948,2703
+"sqr_mom_1",0.99,1613942302948,2703
+"lr_1",4.989935853877051e-05,1613942302948,2703
+"mom_1",0.8502012849353083,1613942302948,2703
+"eps_1",1e-05,1613942302948,2703
+"wd_2",0.01,1613942302948,2703
+"sqr_mom_2",0.99,1613942302948,2703
+"lr_2",0.0004989935853877051,1613942302948,2703
+"mom_2",0.8502012849353083,1613942302948,2703
+"eps_2",1e-05,1613942302948,2703
+"train_loss",0.04784561,1613942303914,2704
+"raw_loss",0.10003274,1613942303914,2704
+"epoch",17.0125786163522,1613942303914,2704
+"wd_0",0.01,1613942303914,2704
+"sqr_mom_0",0.99,1613942303914,2704
+"lr_0",4.989808939433329e-06,1613942303914,2704
+"mom_0",0.8502038232495659,1613942303914,2704
+"eps_0",1e-05,1613942303914,2704
+"wd_1",0.01,1613942303914,2704
+"sqr_mom_1",0.99,1613942303914,2704
+"lr_1",4.989808939433329e-05,1613942303914,2704
+"mom_1",0.8502038232495659,1613942303914,2704
+"eps_1",1e-05,1613942303914,2704
+"wd_2",0.01,1613942303914,2704
+"sqr_mom_2",0.99,1613942303914,2704
+"lr_2",0.0004989808939433329,1613942303914,2704
+"mom_2",0.8502038232495659,1613942303914,2704
+"eps_2",1e-05,1613942303914,2704
+"train_loss",0.048182398,1613942304890,2705
+"raw_loss",0.06468498,1613942304890,2705
+"epoch",17.0188679245283,1613942304890,2705
+"wd_0",0.01,1613942304890,2705
+"sqr_mom_0",0.99,1613942304890,2705
+"lr_0",4.9896812313995175e-06,1613942304890,2705
+"mom_0",0.850206377435784,1613942304890,2705
+"eps_0",1e-05,1613942304890,2705
+"wd_1",0.01,1613942304890,2705
+"sqr_mom_1",0.99,1613942304890,2705
+"lr_1",4.989681231399517e-05,1613942304890,2705
+"mom_1",0.850206377435784,1613942304890,2705
+"eps_1",1e-05,1613942304890,2705
+"wd_2",0.01,1613942304890,2705
+"sqr_mom_2",0.99,1613942304890,2705
+"lr_2",0.0004989681231399517,1613942304890,2705
+"mom_2",0.850206377435784,1613942304890,2705
+"eps_2",1e-05,1613942304890,2705
+"train_loss",0.047907867,1613942305857,2706
+"raw_loss",0.03445579,1613942305857,2706
+"epoch",17.0251572327044,1613942305857,2706
+"wd_0",0.01,1613942305857,2706
+"sqr_mom_0",0.99,1613942305857,2706
+"lr_0",4.989552760544551e-06,1613942305857,2706
+"mom_0",0.8502089468785777,1613942305857,2706
+"eps_0",1e-05,1613942305857,2706
+"wd_1",0.01,1613942305857,2706
+"sqr_mom_1",0.99,1613942305857,2706
+"lr_1",4.989552760544551e-05,1613942305857,2706
+"mom_1",0.8502089468785777,1613942305857,2706
+"eps_1",1e-05,1613942305857,2706
+"wd_2",0.01,1613942305857,2706
+"sqr_mom_2",0.99,1613942305857,2706
+"lr_2",0.000498955276054455,1613942305857,2706
+"mom_2",0.8502089468785777,1613942305857,2706
+"eps_2",1e-05,1613942305857,2706
+"train_loss",0.04832431,1613942306839,2707
+"raw_loss",0.06873011,1613942306839,2707
+"epoch",17.031446540880502,1613942306839,2707
+"wd_0",0.01,1613942306839,2707
+"sqr_mom_0",0.99,1613942306839,2707
+"lr_0",4.989423465642088e-06,1613942306839,2707
+"mom_0",0.8502115328024863,1613942306839,2707
+"eps_0",1e-05,1613942306839,2707
+"wd_1",0.01,1613942306839,2707
+"sqr_mom_1",0.99,1613942306839,2707
+"lr_1",4.989423465642088e-05,1613942306839,2707
+"mom_1",0.8502115328024863,1613942306839,2707
+"eps_1",1e-05,1613942306839,2707
+"wd_2",0.01,1613942306839,2707
+"sqr_mom_2",0.99,1613942306839,2707
+"lr_2",0.0004989423465642088,1613942306839,2707
+"mom_2",0.8502115328024863,1613942306839,2707
+"eps_2",1e-05,1613942306839,2707
+"train_loss",0.048279323,1613942307834,2708
+"raw_loss",0.04607495,1613942307834,2708
+"epoch",17.037735849056602,1613942307834,2708
+"wd_0",0.01,1613942307834,2708
+"sqr_mom_0",0.99,1613942307834,2708
+"lr_0",4.9892933772724005e-06,1613942307834,2708
+"mom_0",0.8502141345958979,1613942307834,2708
+"eps_0",1e-05,1613942307834,2708
+"wd_1",0.01,1613942307834,2708
+"sqr_mom_1",0.99,1613942307834,2708
+"lr_1",4.9892933772724e-05,1613942307834,2708
+"mom_1",0.8502141345958979,1613942307834,2708
+"eps_1",1e-05,1613942307834,2708
+"wd_2",0.01,1613942307834,2708
+"sqr_mom_2",0.99,1613942307834,2708
+"lr_2",0.00049892933772724,1613942307834,2708
+"mom_2",0.8502141345958979,1613942307834,2708
+"eps_2",1e-05,1613942307834,2708
+"train_loss",0.047815017,1613942308832,2709
+"raw_loss",0.025064066,1613942308832,2709
+"epoch",17.044025157232703,1613942308832,2709
+"wd_0",0.01,1613942308832,2709
+"sqr_mom_0",0.99,1613942308832,2709
+"lr_0",4.98916252677259e-06,1613942308832,2709
+"mom_0",0.8502167516320644,1613942308832,2709
+"eps_0",1e-05,1613942308832,2709
+"wd_1",0.01,1613942308832,2709
+"sqr_mom_1",0.99,1613942308832,2709
+"lr_1",4.98916252677259e-05,1613942308832,2709
+"mom_1",0.8502167516320644,1613942308832,2709
+"eps_1",1e-05,1613942308832,2709
+"wd_2",0.01,1613942308832,2709
+"sqr_mom_2",0.99,1613942308832,2709
+"lr_2",0.000498916252677259,1613942308832,2709
+"mom_2",0.8502167516320644,1613942308832,2709
+"eps_2",1e-05,1613942308832,2709
+"train_loss",0.049263608,1613942309830,2710
+"raw_loss",0.120244585,1613942309830,2710
+"epoch",17.050314465408803,1613942309830,2710
+"wd_0",0.01,1613942309830,2710
+"sqr_mom_0",0.99,1613942309830,2710
+"lr_0",4.989030851782229e-06,1613942309830,2710
+"mom_0",0.8502193851582069,1613942309830,2710
+"eps_0",1e-05,1613942309830,2710
+"wd_1",0.01,1613942309830,2710
+"sqr_mom_1",0.99,1613942309830,2710
+"lr_1",4.9890308517822284e-05,1613942309830,2710
+"mom_1",0.8502193851582069,1613942309830,2710
+"eps_1",1e-05,1613942309830,2710
+"wd_2",0.01,1613942309830,2710
+"sqr_mom_2",0.99,1613942309830,2710
+"lr_2",0.0004989030851782229,1613942309830,2710
+"mom_2",0.8502193851582069,1613942309830,2710
+"eps_2",1e-05,1613942309830,2710
+"train_loss",0.049099255,1613942310801,2711
+"raw_loss",0.04104589,1613942310801,2711
+"epoch",17.056603773584904,1613942310801,2711
+"wd_0",0.01,1613942310801,2711
+"sqr_mom_0",0.99,1613942310801,2711
+"lr_0",4.988898383449783e-06,1613942310801,2711
+"mom_0",0.8502220345513498,1613942310801,2711
+"eps_0",1e-05,1613942310801,2711
+"wd_1",0.01,1613942310801,2711
+"sqr_mom_1",0.99,1613942310801,2711
+"lr_1",4.988898383449784e-05,1613942310801,2711
+"mom_1",0.8502220345513498,1613942310801,2711
+"eps_1",1e-05,1613942310801,2711
+"wd_2",0.01,1613942310801,2711
+"sqr_mom_2",0.99,1613942310801,2711
+"lr_2",0.0004988898383449784,1613942310801,2711
+"mom_2",0.8502220345513498,1613942310801,2711
+"eps_2",1e-05,1613942310801,2711
+"train_loss",0.04907698,1613942311773,2712
+"raw_loss",0.0479856,1613942311773,2712
+"epoch",17.062893081761004,1613942311773,2712
+"wd_0",0.01,1613942311773,2712
+"sqr_mom_0",0.99,1613942311773,2712
+"lr_0",4.988765153680433e-06,1613942311773,2712
+"mom_0",0.8502246991733831,1613942311773,2712
+"eps_0",1e-05,1613942311773,2712
+"wd_1",0.01,1613942311773,2712
+"sqr_mom_1",0.99,1613942311773,2712
+"lr_1",4.988765153680433e-05,1613942311773,2712
+"mom_1",0.8502246991733831,1613942311773,2712
+"eps_1",1e-05,1613942311773,2712
+"wd_2",0.01,1613942311773,2712
+"sqr_mom_2",0.99,1613942311773,2712
+"lr_2",0.0004988765153680433,1613942311773,2712
+"mom_2",0.8502246991733831,1613942311773,2712
+"eps_2",1e-05,1613942311773,2712
+"train_loss",0.048733324,1613942312751,2713
+"raw_loss",0.03189401,1613942312751,2713
+"epoch",17.069182389937104,1613942312751,2713
+"wd_0",0.01,1613942312751,2713
+"sqr_mom_0",0.99,1613942312751,2713
+"lr_0",4.988631098979842e-06,1613942312751,2713
+"mom_0",0.8502273802942061,1613942312751,2713
+"eps_0",1e-05,1613942312751,2713
+"wd_1",0.01,1613942312751,2713
+"sqr_mom_1",0.99,1613942312751,2713
+"lr_1",4.988631098979842e-05,1613942312751,2713
+"mom_1",0.8502273802942061,1613942312751,2713
+"eps_1",1e-05,1613942312751,2713
+"wd_2",0.01,1613942312751,2713
+"sqr_mom_2",0.99,1613942312751,2713
+"lr_2",0.0004988631098979842,1613942312751,2713
+"mom_2",0.8502273802942061,1613942312751,2713
+"eps_2",1e-05,1613942312751,2713
+"train_loss",0.048588242,1613942313787,2714
+"raw_loss",0.041479208,1613942313787,2714
+"epoch",17.075471698113205,1613942313787,2714
+"wd_0",0.01,1613942313787,2714
+"sqr_mom_0",0.99,1613942313787,2714
+"lr_0",4.9884962510645835e-06,1613942313787,2714
+"mom_0",0.8502300772794811,1613942313787,2714
+"eps_0",1e-05,1613942313787,2714
+"wd_1",0.01,1613942313787,2714
+"sqr_mom_1",0.99,1613942313787,2714
+"lr_1",4.988496251064584e-05,1613942313787,2714
+"mom_1",0.8502300772794811,1613942313787,2714
+"eps_1",1e-05,1613942313787,2714
+"wd_2",0.01,1613942313787,2714
+"sqr_mom_2",0.99,1613942313787,2714
+"lr_2",0.0004988496251064583,1613942313787,2714
+"mom_2",0.8502300772794811,1613942313787,2714
+"eps_2",1e-05,1613942313787,2714
+"train_loss",0.04830883,1613942314781,2715
+"raw_loss",0.03461761,1613942314781,2715
+"epoch",17.081761006289305,1613942314781,2715
+"wd_0",0.01,1613942314781,2715
+"sqr_mom_0",0.99,1613942314781,2715
+"lr_0",4.9883606424078215e-06,1613942314781,2715
+"mom_0",0.8502327894797383,1613942314781,2715
+"eps_0",1e-05,1613942314781,2715
+"wd_1",0.01,1613942314781,2715
+"sqr_mom_1",0.99,1613942314781,2715
+"lr_1",4.988360642407821e-05,1613942314781,2715
+"mom_1",0.8502327894797383,1613942314781,2715
+"eps_1",1e-05,1613942314781,2715
+"wd_2",0.01,1613942314781,2715
+"sqr_mom_2",0.99,1613942314781,2715
+"lr_2",0.0004988360642407821,1613942314781,2715
+"mom_2",0.8502327894797383,1613942314781,2715
+"eps_2",1e-05,1613942314781,2715
+"train_loss",0.048086755,1613942315775,2716
+"raw_loss",0.037204962,1613942315775,2716
+"epoch",17.088050314465406,1613942315775,2716
+"wd_0",0.01,1613942315775,2716
+"sqr_mom_0",0.99,1613942315775,2716
+"lr_0",4.988224208381495e-06,1613942315775,2716
+"mom_0",0.8502355181875519,1613942315775,2716
+"eps_0",1e-05,1613942315775,2716
+"wd_1",0.01,1613942315775,2716
+"sqr_mom_1",0.99,1613942315775,2716
+"lr_1",4.988224208381495e-05,1613942315775,2716
+"mom_1",0.8502355181875519,1613942315775,2716
+"eps_1",1e-05,1613942315775,2716
+"wd_2",0.01,1613942315775,2716
+"sqr_mom_2",0.99,1613942315775,2716
+"lr_2",0.0004988224208381495,1613942315775,2716
+"mom_2",0.8502355181875519,1613942315775,2716
+"eps_2",1e-05,1613942315775,2716
+"train_loss",0.04860776,1613942316759,2717
+"raw_loss",0.07413703,1613942316759,2717
+"epoch",17.094339622641506,1613942316759,2717
+"wd_0",0.01,1613942316759,2717
+"sqr_mom_0",0.99,1613942316759,2717
+"lr_0",4.988086981270193e-06,1613942316759,2717
+"mom_0",0.8502382627572237,1613942316759,2717
+"eps_0",1e-05,1613942316759,2717
+"wd_1",0.01,1613942316759,2717
+"sqr_mom_1",0.99,1613942316759,2717
+"lr_1",4.988086981270193e-05,1613942316759,2717
+"mom_1",0.8502382627572237,1613942316759,2717
+"eps_1",1e-05,1613942316759,2717
+"wd_2",0.01,1613942316759,2717
+"sqr_mom_2",0.99,1613942316759,2717
+"lr_2",0.0004988086981270193,1613942316759,2717
+"mom_2",0.8502382627572237,1613942316759,2717
+"eps_2",1e-05,1613942316759,2717
+"train_loss",0.048588734,1613942317742,2718
+"raw_loss",0.047656454,1613942317742,2718
+"epoch",17.100628930817606,1613942317742,2718
+"wd_0",0.01,1613942317742,2718
+"sqr_mom_0",0.99,1613942317742,2718
+"lr_0",4.98794899411497e-06,1613942317742,2718
+"mom_0",0.8502410225279259,1613942317742,2718
+"eps_0",1e-05,1613942317742,2718
+"wd_1",0.01,1613942317742,2718
+"sqr_mom_1",0.99,1613942317742,2718
+"lr_1",4.98794899411497e-05,1613942317742,2718
+"mom_1",0.8502410225279259,1613942317742,2718
+"eps_1",1e-05,1613942317742,2718
+"wd_2",0.01,1613942317742,2718
+"sqr_mom_2",0.99,1613942317742,2718
+"lr_2",0.000498794899411497,1613942317742,2718
+"mom_2",0.8502410225279259,1613942317742,2718
+"eps_2",1e-05,1613942317742,2718
+"train_loss",0.048012093,1613942318717,2719
+"raw_loss",0.019756654,1613942318717,2719
+"epoch",17.106918238993707,1613942318717,2719
+"wd_0",0.01,1613942318717,2719
+"sqr_mom_0",0.99,1613942318717,2719
+"lr_0",4.987810181154227e-06,1613942318717,2719
+"mom_0",0.8502437988149036,1613942318717,2719
+"eps_0",1e-05,1613942318717,2719
+"wd_1",0.01,1613942318717,2719
+"sqr_mom_1",0.99,1613942318717,2719
+"lr_1",4.987810181154227e-05,1613942318717,2719
+"mom_1",0.8502437988149036,1613942318717,2719
+"eps_1",1e-05,1613942318717,2719
+"wd_2",0.01,1613942318717,2719
+"sqr_mom_2",0.99,1613942318717,2719
+"lr_2",0.0004987810181154227,1613942318717,2719
+"mom_2",0.8502437988149036,1613942318717,2719
+"eps_2",1e-05,1613942318717,2719
+"train_loss",0.048278887,1613942319695,2720
+"raw_loss",0.061351813,1613942319695,2720
+"epoch",17.113207547169807,1613942319695,2720
+"wd_0",0.01,1613942319695,2720
+"sqr_mom_0",0.99,1613942319695,2720
+"lr_0",4.987670575240475e-06,1613942319695,2720
+"mom_0",0.8502465909611001,1613942319695,2720
+"eps_0",1e-05,1613942319695,2720
+"wd_1",0.01,1613942319695,2720
+"sqr_mom_1",0.99,1613942319695,2720
+"lr_1",4.9876705752404754e-05,1613942319695,2720
+"mom_1",0.8502465909611001,1613942319695,2720
+"eps_1",1e-05,1613942319695,2720
+"wd_2",0.01,1613942319695,2720
+"sqr_mom_2",0.99,1613942319695,2720
+"lr_2",0.0004987670575240475,1613942319695,2720
+"mom_2",0.8502465909611001,1613942319695,2720
+"eps_2",1e-05,1613942319695,2720
+"train_loss",0.04880654,1613942320682,2721
+"raw_loss",0.07466165,1613942320682,2721
+"epoch",17.119496855345908,1613942320682,2721
+"wd_0",0.01,1613942320682,2721
+"sqr_mom_0",0.99,1613942320682,2721
+"lr_0",4.987530176418212e-06,1613942320682,2721
+"mom_0",0.8502493989656253,1613942320682,2721
+"eps_0",1e-05,1613942320682,2721
+"wd_1",0.01,1613942320682,2721
+"sqr_mom_1",0.99,1613942320682,2721
+"lr_1",4.9875301764182116e-05,1613942320682,2721
+"mom_1",0.8502493989656253,1613942320682,2721
+"eps_1",1e-05,1613942320682,2721
+"wd_2",0.01,1613942320682,2721
+"sqr_mom_2",0.99,1613942320682,2721
+"lr_2",0.0004987530176418212,1613942320682,2721
+"mom_2",0.8502493989656253,1613942320682,2721
+"eps_2",1e-05,1613942320682,2721
+"train_loss",0.048875324,1613942321669,2722
+"raw_loss",0.052245714,1613942321669,2722
+"epoch",17.125786163522008,1613942321669,2722
+"wd_0",0.01,1613942321669,2722
+"sqr_mom_0",0.99,1613942321669,2722
+"lr_0",4.9873890170180115e-06,1613942321669,2722
+"mom_0",0.8502522221818616,1613942321669,2722
+"eps_0",1e-05,1613942321669,2722
+"wd_1",0.01,1613942321669,2722
+"sqr_mom_1",0.99,1613942321669,2722
+"lr_1",4.9873890170180117e-05,1613942321669,2722
+"mom_1",0.8502522221818616,1613942321669,2722
+"eps_1",1e-05,1613942321669,2722
+"wd_2",0.01,1613942321669,2722
+"sqr_mom_2",0.99,1613942321669,2722
+"lr_2",0.0004987389017018011,1613942321669,2722
+"mom_2",0.8502522221818616,1613942321669,2722
+"eps_2",1e-05,1613942321669,2722
+"train_loss",0.049501333,1613942322642,2723
+"raw_loss",0.08017582,1613942322642,2723
+"epoch",17.13207547169811,1613942322642,2723
+"wd_0",0.01,1613942322642,2723
+"sqr_mom_0",0.99,1613942322642,2723
+"lr_0",4.987247032694009e-06,1613942322642,2723
+"mom_0",0.8502550618967388,1613942322642,2723
+"eps_0",1e-05,1613942322642,2723
+"wd_1",0.01,1613942322642,2723
+"sqr_mom_1",0.99,1613942322642,2723
+"lr_1",4.9872470326940086e-05,1613942322642,2723
+"mom_1",0.8502550618967388,1613942322642,2723
+"eps_1",1e-05,1613942322642,2723
+"wd_2",0.01,1613942322642,2723
+"sqr_mom_2",0.99,1613942322642,2723
+"lr_2",0.0004987247032694008,1613942322642,2723
+"mom_2",0.8502550618967388,1613942322642,2723
+"eps_2",1e-05,1613942322642,2723
+"train_loss",0.049460784,1613942323642,2724
+"raw_loss",0.04747384,1613942323642,2724
+"epoch",17.13836477987421,1613942323642,2724
+"wd_0",0.01,1613942323642,2724
+"sqr_mom_0",0.99,1613942323642,2724
+"lr_0",4.987104255596493e-06,1613942323642,2724
+"mom_0",0.8502579174672448,1613942323642,2724
+"eps_0",1e-05,1613942323642,2724
+"wd_1",0.01,1613942323642,2724
+"sqr_mom_1",0.99,1613942323642,2724
+"lr_1",4.9871042555964934e-05,1613942323642,2724
+"mom_1",0.8502579174672448,1613942323642,2724
+"eps_1",1e-05,1613942323642,2724
+"wd_2",0.01,1613942323642,2724
+"sqr_mom_2",0.99,1613942323642,2724
+"lr_2",0.0004987104255596493,1613942323642,2724
+"mom_2",0.8502579174672448,1613942323642,2724
+"eps_2",1e-05,1613942323642,2724
+"train_loss",0.04915186,1613942324625,2725
+"raw_loss",0.034014653,1613942324625,2725
+"epoch",17.14465408805031,1613942324625,2725
+"wd_0",0.01,1613942324625,2725
+"sqr_mom_0",0.99,1613942324625,2725
+"lr_0",4.986960721583432e-06,1613942324625,2725
+"mom_0",0.8502607881762131,1613942324625,2725
+"eps_0",1e-05,1613942324625,2725
+"wd_1",0.01,1613942324625,2725
+"sqr_mom_1",0.99,1613942324625,2725
+"lr_1",4.9869607215834315e-05,1613942324625,2725
+"mom_1",0.8502607881762131,1613942324625,2725
+"eps_1",1e-05,1613942324625,2725
+"wd_2",0.01,1613942324625,2725
+"sqr_mom_2",0.99,1613942324625,2725
+"lr_2",0.0004986960721583432,1613942324625,2725
+"mom_2",0.8502607881762131,1613942324625,2725
+"eps_2",1e-05,1613942324625,2725
+"train_loss",0.04885424,1613942325608,2726
+"raw_loss",0.034270763,1613942325608,2726
+"epoch",17.15094339622641,1613942325608,2726
+"wd_0",0.01,1613942325608,2726
+"sqr_mom_0",0.99,1613942325608,2726
+"lr_0",4.9868163592728505e-06,1613942325608,2726
+"mom_0",0.8502636754512974,1613942325608,2726
+"eps_0",1e-05,1613942325608,2726
+"wd_1",0.01,1613942325608,2726
+"sqr_mom_1",0.99,1613942325608,2726
+"lr_1",4.98681635927285e-05,1613942325608,2726
+"mom_1",0.8502636754512974,1613942325608,2726
+"eps_1",1e-05,1613942325608,2726
+"wd_2",0.01,1613942325608,2726
+"sqr_mom_2",0.99,1613942325608,2726
+"lr_2",0.000498681635927285,1613942325608,2726
+"mom_2",0.8502636754512974,1613942325608,2726
+"eps_2",1e-05,1613942325608,2726
+"train_loss",0.048516802,1613942326594,2727
+"raw_loss",0.031982385,1613942326594,2727
+"epoch",17.15723270440251,1613942326594,2727
+"wd_0",0.01,1613942326594,2727
+"sqr_mom_0",0.99,1613942326594,2727
+"lr_0",4.986671204326029e-06,1613942326594,2727
+"mom_0",0.8502665785792652,1613942326594,2727
+"eps_0",1e-05,1613942326594,2727
+"wd_1",0.01,1613942326594,2727
+"sqr_mom_1",0.99,1613942326594,2727
+"lr_1",4.9866712043260284e-05,1613942326594,2727
+"mom_1",0.8502665785792652,1613942326594,2727
+"eps_1",1e-05,1613942326594,2727
+"wd_2",0.01,1613942326594,2727
+"sqr_mom_2",0.99,1613942326594,2727
+"lr_2",0.0004986671204326029,1613942326594,2727
+"mom_2",0.8502665785792652,1613942326594,2727
+"eps_2",1e-05,1613942326594,2727
+"train_loss",0.048280258,1613942327570,2728
+"raw_loss",0.03668959,1613942327570,2728
+"epoch",17.16352201257861,1613942327570,2728
+"wd_0",0.01,1613942327570,2728
+"sqr_mom_0",0.99,1613942327570,2728
+"lr_0",4.986525290159487e-06,1613942327570,2728
+"mom_0",0.8502694968917791,1613942327570,2728
+"eps_0",1e-05,1613942327570,2728
+"wd_1",0.01,1613942327570,2728
+"sqr_mom_1",0.99,1613942327570,2728
+"lr_1",4.9865252901594866e-05,1613942327570,2728
+"mom_1",0.8502694968917791,1613942327570,2728
+"eps_1",1e-05,1613942327570,2728
+"wd_2",0.01,1613942327570,2728
+"sqr_mom_2",0.99,1613942327570,2728
+"lr_2",0.0004986525290159487,1613942327570,2728
+"mom_2",0.8502694968917791,1613942327570,2728
+"eps_2",1e-05,1613942327570,2728
+"train_loss",0.049867313,1613942328557,2729
+"raw_loss",0.12763314,1613942328557,2729
+"epoch",17.16981132075471,1613942328557,2729
+"wd_0",0.01,1613942328557,2729
+"sqr_mom_0",0.99,1613942328557,2729
+"lr_0",4.986378550259954e-06,1613942328557,2729
+"mom_0",0.8502724317191181,1613942328557,2729
+"eps_0",1e-05,1613942328557,2729
+"wd_1",0.01,1613942328557,2729
+"sqr_mom_1",0.99,1613942328557,2729
+"lr_1",4.9863785502599536e-05,1613942328557,2729
+"mom_1",0.8502724317191181,1613942328557,2729
+"eps_1",1e-05,1613942328557,2729
+"wd_2",0.01,1613942328557,2729
+"sqr_mom_2",0.99,1613942328557,2729
+"lr_2",0.0004986378550259953,1613942328557,2729
+"mom_2",0.8502724317191181,1613942328557,2729
+"eps_2",1e-05,1613942328557,2729
+"train_loss",0.049647193,1613942329553,2730
+"raw_loss",0.038861297,1613942329553,2730
+"epoch",17.17610062893081,1613942329553,2730
+"wd_0",0.01,1613942329553,2730
+"sqr_mom_0",0.99,1613942329553,2730
+"lr_0",4.986231017863728e-06,1613942329553,2730
+"mom_0",0.8502753823965494,1613942329553,2730
+"eps_0",1e-05,1613942329553,2730
+"wd_1",0.01,1613942329553,2730
+"sqr_mom_1",0.99,1613942329553,2730
+"lr_1",4.9862310178637276e-05,1613942329553,2730
+"mom_1",0.8502753823965494,1613942329553,2730
+"eps_1",1e-05,1613942329553,2730
+"wd_2",0.01,1613942329553,2730
+"sqr_mom_2",0.99,1613942329553,2730
+"lr_2",0.0004986231017863727,1613942329553,2730
+"mom_2",0.8502753823965494,1613942329553,2730
+"eps_2",1e-05,1613942329553,2730
+"train_loss",0.05034743,1613942330564,2731
+"raw_loss",0.08465902,1613942330564,2731
+"epoch",17.18238993710691,1613942330564,2731
+"wd_0",0.01,1613942330564,2731
+"sqr_mom_0",0.99,1613942330564,2731
+"lr_0",4.986082730013095e-06,1613942330564,2731
+"mom_0",0.8502783481832199,1613942330564,2731
+"eps_0",1e-05,1613942330564,2731
+"wd_1",0.01,1613942330564,2731
+"sqr_mom_1",0.99,1613942330564,2731
+"lr_1",4.986082730013095e-05,1613942330564,2731
+"mom_1",0.8502783481832199,1613942330564,2731
+"eps_1",1e-05,1613942330564,2731
+"wd_2",0.01,1613942330564,2731
+"sqr_mom_2",0.99,1613942330564,2731
+"lr_2",0.0004986082730013095,1613942330564,2731
+"mom_2",0.8502783481832199,1613942330564,2731
+"eps_2",1e-05,1613942330564,2731
+"train_loss",0.050490297,1613942331563,2732
+"raw_loss",0.057490874,1613942331563,2732
+"epoch",17.188679245283012,1613942331563,2732
+"wd_0",0.01,1613942331563,2732
+"sqr_mom_0",0.99,1613942331563,2732
+"lr_0",4.985933612961917e-06,1613942331563,2732
+"mom_0",0.8502813305540672,1613942331563,2732
+"eps_0",1e-05,1613942331563,2732
+"wd_1",0.01,1613942331563,2732
+"sqr_mom_1",0.99,1613942331563,2732
+"lr_1",4.985933612961917e-05,1613942331563,2732
+"mom_1",0.8502813305540672,1613942331563,2732
+"eps_1",1e-05,1613942331563,2732
+"wd_2",0.01,1613942331563,2732
+"sqr_mom_2",0.99,1613942331563,2732
+"lr_2",0.0004985933612961917,1613942331563,2732
+"mom_2",0.8502813305540672,1613942331563,2732
+"eps_2",1e-05,1613942331563,2732
+"train_loss",0.05160228,1613942332521,2733
+"raw_loss",0.10608965,1613942332521,2733
+"epoch",17.194968553459113,1613942332521,2733
+"wd_0",0.01,1613942332521,2733
+"sqr_mom_0",0.99,1613942332521,2733
+"lr_0",4.985783703555865e-06,1613942332521,2733
+"mom_0",0.8502843287721704,1613942332521,2733
+"eps_0",1e-05,1613942332521,2733
+"wd_1",0.01,1613942332521,2733
+"sqr_mom_1",0.99,1613942332521,2733
+"lr_1",4.985783703555864e-05,1613942332521,2733
+"mom_1",0.8502843287721704,1613942332521,2733
+"eps_1",1e-05,1613942332521,2733
+"wd_2",0.01,1613942332521,2733
+"sqr_mom_2",0.99,1613942332521,2733
+"lr_2",0.0004985783703555864,1613942332521,2733
+"mom_2",0.8502843287721704,1613942332521,2733
+"eps_2",1e-05,1613942332521,2733
+"train_loss",0.051271852,1613942333508,2734
+"raw_loss",0.035080817,1613942333508,2734
+"epoch",17.201257861635213,1613942333508,2734
+"wd_0",0.01,1613942333508,2734
+"sqr_mom_0",0.99,1613942333508,2734
+"lr_0",4.985633036297018e-06,1613942333508,2734
+"mom_0",0.8502873421474811,1613942333508,2734
+"eps_0",1e-05,1613942333508,2734
+"wd_1",0.01,1613942333508,2734
+"sqr_mom_1",0.99,1613942333508,2734
+"lr_1",4.985633036297019e-05,1613942333508,2734
+"mom_1",0.8502873421474811,1613942333508,2734
+"eps_1",1e-05,1613942333508,2734
+"wd_2",0.01,1613942333508,2734
+"sqr_mom_2",0.99,1613942333508,2734
+"lr_2",0.0004985633036297018,1613942333508,2734
+"mom_2",0.8502873421474811,1613942333508,2734
+"eps_2",1e-05,1613942333508,2734
+"train_loss",0.050949257,1613942334465,2735
+"raw_loss",0.03514203,1613942334465,2735
+"epoch",17.207547169811313,1613942334465,2735
+"wd_0",0.01,1613942334465,2735
+"sqr_mom_0",0.99,1613942334465,2735
+"lr_0",4.985481542505466e-06,1613942334465,2735
+"mom_0",0.8502903720536112,1613942334465,2735
+"eps_0",1e-05,1613942334465,2735
+"wd_1",0.01,1613942334465,2735
+"sqr_mom_1",0.99,1613942334465,2735
+"lr_1",4.985481542505466e-05,1613942334465,2735
+"mom_1",0.8502903720536112,1613942334465,2735
+"eps_1",1e-05,1613942334465,2735
+"wd_2",0.01,1613942334465,2735
+"sqr_mom_2",0.99,1613942334465,2735
+"lr_2",0.0004985481542505466,1613942334465,2735
+"mom_2",0.8502903720536112,1613942334465,2735
+"eps_2",1e-05,1613942334465,2735
+"train_loss",0.05061338,1613942335477,2736
+"raw_loss",0.034155503,1613942335477,2736
+"epoch",17.213836477987414,1613942335477,2736
+"wd_0",0.01,1613942335477,2736
+"sqr_mom_0",0.99,1613942335477,2736
+"lr_0",4.985329256503131e-06,1613942335477,2736
+"mom_0",0.8502934178041154,1613942335477,2736
+"eps_0",1e-05,1613942335477,2736
+"wd_1",0.01,1613942335477,2736
+"sqr_mom_1",0.99,1613942335477,2736
+"lr_1",4.9853292565031316e-05,1613942335477,2736
+"mom_1",0.8502934178041154,1613942335477,2736
+"eps_1",1e-05,1613942335477,2736
+"wd_2",0.01,1613942335477,2736
+"sqr_mom_2",0.99,1613942335477,2736
+"lr_2",0.0004985329256503131,1613942335477,2736
+"mom_2",0.8502934178041154,1613942335477,2736
+"eps_2",1e-05,1613942335477,2736
+"train_loss",0.050233096,1613942336448,2737
+"raw_loss",0.031599175,1613942336448,2737
+"epoch",17.220125786163514,1613942336448,2737
+"wd_0",0.01,1613942336448,2737
+"sqr_mom_0",0.99,1613942336448,2737
+"lr_0",4.985176213334731e-06,1613942336448,2737
+"mom_0",0.8502964786980923,1613942336448,2737
+"eps_0",1e-05,1613942336448,2737
+"wd_1",0.01,1613942336448,2737
+"sqr_mom_1",0.99,1613942336448,2737
+"lr_1",4.98517621333473e-05,1613942336448,2737
+"mom_1",0.8502964786980923,1613942336448,2737
+"eps_1",1e-05,1613942336448,2737
+"wd_2",0.01,1613942336448,2737
+"sqr_mom_2",0.99,1613942336448,2737
+"lr_2",0.000498517621333473,1613942336448,2737
+"mom_2",0.8502964786980923,1613942336448,2737
+"eps_2",1e-05,1613942336448,2737
+"train_loss",0.04985049,1613942337420,2738
+"raw_loss",0.031102857,1613942337420,2738
+"epoch",17.226415094339615,1613942337420,2738
+"wd_0",0.01,1613942337420,2738
+"sqr_mom_0",0.99,1613942337420,2738
+"lr_0",4.985022343237319e-06,1613942337420,2738
+"mom_0",0.8502995561308149,1613942337420,2738
+"eps_0",1e-05,1613942337420,2738
+"wd_1",0.01,1613942337420,2738
+"sqr_mom_1",0.99,1613942337420,2738
+"lr_1",4.985022343237319e-05,1613942337420,2738
+"mom_1",0.8502995561308149,1613942337420,2738
+"eps_1",1e-05,1613942337420,2738
+"wd_2",0.01,1613942337420,2738
+"sqr_mom_2",0.99,1613942337420,2738
+"lr_2",0.0004985022343237319,1613942337420,2738
+"mom_2",0.8502995561308149,1613942337420,2738
+"eps_2",1e-05,1613942337420,2738
+"train_loss",0.04905256,1613942338389,2739
+"raw_loss",0.009953879,1613942338389,2739
+"epoch",17.232704402515715,1613942338389,2739
+"wd_0",0.01,1613942338389,2739
+"sqr_mom_0",0.99,1613942338389,2739
+"lr_0",4.98486768107549e-06,1613942338389,2739
+"mom_0",0.8503026494049842,1613942338389,2739
+"eps_0",1e-05,1613942338389,2739
+"wd_1",0.01,1613942338389,2739
+"sqr_mom_1",0.99,1613942338389,2739
+"lr_1",4.98486768107549e-05,1613942338389,2739
+"mom_1",0.8503026494049842,1613942338389,2739
+"eps_1",1e-05,1613942338389,2739
+"wd_2",0.01,1613942338389,2739
+"sqr_mom_2",0.99,1613942338389,2739
+"lr_2",0.000498486768107549,1613942338389,2739
+"mom_2",0.8503026494049842,1613942338389,2739
+"eps_2",1e-05,1613942338389,2739
+"train_loss",0.049355723,1613942339339,2740
+"raw_loss",0.06421083,1613942339339,2740
+"epoch",17.238993710691815,1613942339339,2740
+"wd_0",0.01,1613942339339,2740
+"sqr_mom_0",0.99,1613942339339,2740
+"lr_0",4.984712226898541e-06,1613942339339,2740
+"mom_0",0.8503057585196143,1613942339339,2740
+"eps_0",1e-05,1613942339339,2740
+"wd_1",0.01,1613942339339,2740
+"sqr_mom_1",0.99,1613942339339,2740
+"lr_1",4.984712226898541e-05,1613942339339,2740
+"mom_1",0.8503057585196143,1613942339339,2740
+"eps_1",1e-05,1613942339339,2740
+"wd_2",0.01,1613942339339,2740
+"sqr_mom_2",0.99,1613942339339,2740
+"lr_2",0.0004984712226898541,1613942339339,2740
+"mom_2",0.8503057585196143,1613942339339,2740
+"eps_2",1e-05,1613942339339,2740
+"train_loss",0.04912524,1613942340286,2741
+"raw_loss",0.03783149,1613942340286,2741
+"epoch",17.245283018867916,1613942340286,2741
+"wd_0",0.01,1613942340286,2741
+"sqr_mom_0",0.99,1613942340286,2741
+"lr_0",4.984556019721694e-06,1613942340286,2741
+"mom_0",0.8503088826943931,1613942340286,2741
+"eps_0",1e-05,1613942340286,2741
+"wd_1",0.01,1613942340286,2741
+"sqr_mom_1",0.99,1613942340286,2741
+"lr_1",4.984556019721694e-05,1613942340286,2741
+"mom_1",0.8503088826943931,1613942340286,2741
+"eps_1",1e-05,1613942340286,2741
+"wd_2",0.01,1613942340286,2741
+"sqr_mom_2",0.99,1613942340286,2741
+"lr_2",0.0004984556019721693,1613942340286,2741
+"mom_2",0.8503088826943931,1613942340286,2741
+"eps_2",1e-05,1613942340286,2741
+"train_loss",0.048769794,1613942341238,2742
+"raw_loss",0.031352926,1613942341238,2742
+"epoch",17.251572327044016,1613942341238,2742
+"wd_0",0.01,1613942341238,2742
+"sqr_mom_0",0.99,1613942341238,2742
+"lr_0",4.98439898186039e-06,1613942341238,2742
+"mom_0",0.850312023483027,1613942341238,2742
+"eps_0",1e-05,1613942341238,2742
+"wd_1",0.01,1613942341238,2742
+"sqr_mom_1",0.99,1613942341238,2742
+"lr_1",4.98439898186039e-05,1613942341238,2742
+"mom_1",0.850312023483027,1613942341238,2742
+"eps_1",1e-05,1613942341238,2742
+"wd_2",0.01,1613942341238,2742
+"sqr_mom_2",0.99,1613942341238,2742
+"lr_2",0.000498439898186039,1613942341238,2742
+"mom_2",0.850312023483027,1613942341238,2742
+"eps_2",1e-05,1613942341238,2742
+"train_loss",0.04885283,1613942342194,2743
+"raw_loss",0.052921727,1613942342194,2743
+"epoch",17.257861635220117,1613942342194,2743
+"wd_0",0.01,1613942342194,2743
+"sqr_mom_0",0.99,1613942342194,2743
+"lr_0",4.984241152133359e-06,1613942342194,2743
+"mom_0",0.8503151801091339,1613942342194,2743
+"eps_0",1e-05,1613942342194,2743
+"wd_1",0.01,1613942342194,2743
+"sqr_mom_1",0.99,1613942342194,2743
+"lr_1",4.9842411521333586e-05,1613942342194,2743
+"mom_1",0.8503151801091339,1613942342194,2743
+"eps_1",1e-05,1613942342194,2743
+"wd_2",0.01,1613942342194,2743
+"sqr_mom_2",0.99,1613942342194,2743
+"lr_2",0.0004984241152133359,1613942342194,2743
+"mom_2",0.8503151801091339,1613942342194,2743
+"eps_2",1e-05,1613942342194,2743
+"train_loss",0.048801385,1613942343151,2744
+"raw_loss",0.046280585,1613942343151,2744
+"epoch",17.264150943396217,1613942343151,2744
+"wd_0",0.01,1613942343151,2744
+"sqr_mom_0",0.99,1613942343151,2744
+"lr_0",4.984082566851078e-06,1613942343151,2744
+"mom_0",0.8503183518464968,1613942343151,2744
+"eps_0",1e-05,1613942343151,2744
+"wd_1",0.01,1613942343151,2744
+"sqr_mom_1",0.99,1613942343151,2744
+"lr_1",4.9840825668510786e-05,1613942343151,2744
+"mom_1",0.8503183518464968,1613942343151,2744
+"eps_1",1e-05,1613942343151,2744
+"wd_2",0.01,1613942343151,2744
+"sqr_mom_2",0.99,1613942343151,2744
+"lr_2",0.0004984082566851078,1613942343151,2744
+"mom_2",0.8503183518464968,1613942343151,2744
+"eps_2",1e-05,1613942343151,2744
+"train_loss",0.04831431,1613942344112,2745
+"raw_loss",0.024447557,1613942344112,2745
+"epoch",17.270440251572317,1613942344112,2745
+"wd_0",0.01,1613942344112,2745
+"sqr_mom_0",0.99,1613942344112,2745
+"lr_0",4.983923153724299e-06,1613942344112,2745
+"mom_0",0.8503215401409154,1613942344112,2745
+"eps_0",1e-05,1613942344112,2745
+"wd_1",0.01,1613942344112,2745
+"sqr_mom_1",0.99,1613942344112,2745
+"lr_1",4.9839231537242993e-05,1613942344112,2745
+"mom_1",0.8503215401409154,1613942344112,2745
+"eps_1",1e-05,1613942344112,2745
+"wd_2",0.01,1613942344112,2745
+"sqr_mom_2",0.99,1613942344112,2745
+"lr_2",0.0004983923153724298,1613942344112,2745
+"mom_2",0.8503215401409154,1613942344112,2745
+"eps_2",1e-05,1613942344112,2745
+"train_loss",0.047821816,1613942345071,2746
+"raw_loss",0.02368963,1613942345071,2746
+"epoch",17.276729559748418,1613942345071,2746
+"wd_0",0.01,1613942345071,2746
+"sqr_mom_0",0.99,1613942345071,2746
+"lr_0",4.9837629488834565e-06,1613942345071,2746
+"mom_0",0.8503247442697736,1613942345071,2746
+"eps_0",1e-05,1613942345071,2746
+"wd_1",0.01,1613942345071,2746
+"sqr_mom_1",0.99,1613942345071,2746
+"lr_1",4.9837629488834564e-05,1613942345071,2746
+"mom_1",0.8503247442697736,1613942345071,2746
+"eps_1",1e-05,1613942345071,2746
+"wd_2",0.01,1613942345071,2746
+"sqr_mom_2",0.99,1613942345071,2746
+"lr_2",0.0004983762948883456,1613942345071,2746
+"mom_2",0.8503247442697736,1613942345071,2746
+"eps_2",1e-05,1613942345071,2746
+"train_loss",0.047278166,1613942346023,2747
+"raw_loss",0.0206392,1613942346023,2747
+"epoch",17.28301886792452,1613942346023,2747
+"wd_0",0.01,1613942346023,2747
+"sqr_mom_0",0.99,1613942346023,2747
+"lr_0",4.983601992526932e-06,1613942346023,2747
+"mom_0",0.8503279634290957,1613942346023,2747
+"eps_0",1e-05,1613942346023,2747
+"wd_1",0.01,1613942346023,2747
+"sqr_mom_1",0.99,1613942346023,2747
+"lr_1",4.9836019925269315e-05,1613942346023,2747
+"mom_1",0.8503279634290957,1613942346023,2747
+"eps_1",1e-05,1613942346023,2747
+"wd_2",0.01,1613942346023,2747
+"sqr_mom_2",0.99,1613942346023,2747
+"lr_2",0.0004983601992526931,1613942346023,2747
+"mom_2",0.8503279634290957,1613942346023,2747
+"eps_2",1e-05,1613942346023,2747
+"train_loss",0.046879727,1613942346982,2748
+"raw_loss",0.02735623,1613942346982,2748
+"epoch",17.28930817610062,1613942346982,2748
+"wd_0",0.01,1613942346982,2748
+"sqr_mom_0",0.99,1613942346982,2748
+"lr_0",4.983440204608316e-06,1613942346982,2748
+"mom_0",0.8503311992198258,1613942346982,2748
+"eps_0",1e-05,1613942346982,2748
+"wd_1",0.01,1613942346982,2748
+"sqr_mom_1",0.99,1613942346982,2748
+"lr_1",4.983440204608316e-05,1613942346982,2748
+"mom_1",0.8503311992198258,1613942346982,2748
+"eps_1",1e-05,1613942346982,2748
+"wd_2",0.01,1613942346982,2748
+"sqr_mom_2",0.99,1613942346982,2748
+"lr_2",0.0004983440204608316,1613942346982,2748
+"mom_2",0.8503311992198258,1613942346982,2748
+"eps_2",1e-05,1613942346982,2748
+"train_loss",0.046751328,1613942348012,2749
+"raw_loss",0.040459722,1613942348012,2749
+"epoch",17.29559748427672,1613942348012,2749
+"wd_0",0.01,1613942348012,2749
+"sqr_mom_0",0.99,1613942348012,2749
+"lr_0",4.983277625129571e-06,1613942348012,2749
+"mom_0",0.850334450841917,1613942348012,2749
+"eps_0",1e-05,1613942348012,2749
+"wd_1",0.01,1613942348012,2749
+"sqr_mom_1",0.99,1613942348012,2749
+"lr_1",4.983277625129571e-05,1613942348012,2749
+"mom_1",0.850334450841917,1613942348012,2749
+"eps_1",1e-05,1613942348012,2749
+"wd_2",0.01,1613942348012,2749
+"sqr_mom_2",0.99,1613942348012,2749
+"lr_2",0.0004983277625129571,1613942348012,2749
+"mom_2",0.850334450841917,1613942348012,2749
+"eps_2",1e-05,1613942348012,2749
+"train_loss",0.048392836,1613942348976,2750
+"raw_loss",0.12882684,1613942348976,2750
+"epoch",17.30188679245282,1613942348976,2750
+"wd_0",0.01,1613942348976,2750
+"sqr_mom_0",0.99,1613942348976,2750
+"lr_0",4.983114291485656e-06,1613942348976,2750
+"mom_0",0.8503377175474623,1613942348976,2750
+"eps_0",1e-05,1613942348976,2750
+"wd_1",0.01,1613942348976,2750
+"sqr_mom_1",0.99,1613942348976,2750
+"lr_1",4.9831142914856555e-05,1613942348976,2750
+"mom_1",0.8503377175474623,1613942348976,2750
+"eps_1",1e-05,1613942348976,2750
+"wd_2",0.01,1613942348976,2750
+"sqr_mom_2",0.99,1613942348976,2750
+"lr_2",0.0004983114291485656,1613942348976,2750
+"mom_2",0.8503377175474623,1613942348976,2750
+"eps_2",1e-05,1613942348976,2750
+"train_loss",0.048975065,1613942349921,2751
+"raw_loss",0.077504285,1613942349921,2751
+"epoch",17.30817610062892,1613942349921,2751
+"wd_0",0.01,1613942349921,2751
+"sqr_mom_0",0.99,1613942349921,2751
+"lr_0",4.9829501292228334e-06,1613942349921,2751
+"mom_0",0.8503410008255515,1613942349921,2751
+"eps_0",1e-05,1613942349921,2751
+"wd_1",0.01,1613942349921,2751
+"sqr_mom_1",0.99,1613942349921,2751
+"lr_1",4.982950129222833e-05,1613942349921,2751
+"mom_1",0.8503410008255515,1613942349921,2751
+"eps_1",1e-05,1613942349921,2751
+"wd_2",0.01,1613942349921,2751
+"sqr_mom_2",0.99,1613942349921,2751
+"lr_2",0.0004982950129222833,1613942349921,2751
+"mom_2",0.8503410008255515,1613942349921,2751
+"eps_2",1e-05,1613942349921,2751
+"train_loss",0.049745232,1613942350895,2752
+"raw_loss",0.087483354,1613942350895,2752
+"epoch",17.31446540880502,1613942350895,2752
+"wd_0",0.01,1613942350895,2752
+"sqr_mom_0",0.99,1613942350895,2752
+"lr_0",4.982785175556087e-06,1613942350895,2752
+"mom_0",0.8503442999318775,1613942350895,2752
+"eps_0",1e-05,1613942350895,2752
+"wd_1",0.01,1613942350895,2752
+"sqr_mom_1",0.99,1613942350895,2752
+"lr_1",4.9827851755560874e-05,1613942350895,2752
+"mom_1",0.8503442999318775,1613942350895,2752
+"eps_1",1e-05,1613942350895,2752
+"wd_2",0.01,1613942350895,2752
+"sqr_mom_2",0.99,1613942350895,2752
+"lr_2",0.0004982785175556087,1613942350895,2752
+"mom_2",0.8503442999318775,1613942350895,2752
+"eps_2",1e-05,1613942350895,2752
+"train_loss",0.049296346,1613942351874,2753
+"raw_loss",0.027300846,1613942351874,2753
+"epoch",17.32075471698112,1613942351874,2753
+"wd_0",0.01,1613942351874,2753
+"sqr_mom_0",0.99,1613942351874,2753
+"lr_0",4.982619471866498e-06,1613942351874,2753
+"mom_0",0.8503476140388104,1613942351874,2753
+"eps_0",1e-05,1613942351874,2753
+"wd_1",0.01,1613942351874,2753
+"sqr_mom_1",0.99,1613942351874,2753
+"lr_1",4.982619471866498e-05,1613942351874,2753
+"mom_1",0.8503476140388104,1613942351874,2753
+"eps_1",1e-05,1613942351874,2753
+"wd_2",0.01,1613942351874,2753
+"sqr_mom_2",0.99,1613942351874,2753
+"lr_2",0.0004982619471866497,1613942351874,2753
+"mom_2",0.8503476140388104,1613942351874,2753
+"eps_2",1e-05,1613942351874,2753
+"train_loss",0.049275756,1613942352851,2754
+"raw_loss",0.04826683,1613942352851,2754
+"epoch",17.32704402515722,1613942352851,2754
+"wd_0",0.01,1613942352851,2754
+"sqr_mom_0",0.99,1613942352851,2754
+"lr_0",4.9824529357467224e-06,1613942352851,2754
+"mom_0",0.8503509447945135,1613942352851,2754
+"eps_0",1e-05,1613942352851,2754
+"wd_1",0.01,1613942352851,2754
+"sqr_mom_1",0.99,1613942352851,2754
+"lr_1",4.9824529357467226e-05,1613942352851,2754
+"mom_1",0.8503509447945135,1613942352851,2754
+"eps_1",1e-05,1613942352851,2754
+"wd_2",0.01,1613942352851,2754
+"sqr_mom_2",0.99,1613942352851,2754
+"lr_2",0.0004982452935746723,1613942352851,2754
+"mom_2",0.8503509447945135,1613942352851,2754
+"eps_2",1e-05,1613942352851,2754
+"train_loss",0.048825696,1613942353824,2755
+"raw_loss",0.026772777,1613942353824,2755
+"epoch",17.33333333333332,1613942353824,2755
+"wd_0",0.01,1613942353824,2755
+"sqr_mom_0",0.99,1613942353824,2755
+"lr_0",4.9822856083814994e-06,1613942353824,2755
+"mom_0",0.8503542913752837,1613942353824,2755
+"eps_0",1e-05,1613942353824,2755
+"wd_1",0.01,1613942353824,2755
+"sqr_mom_1",0.99,1613942353824,2755
+"lr_1",4.9822856083814994e-05,1613942353824,2755
+"mom_1",0.8503542913752837,1613942353824,2755
+"eps_1",1e-05,1613942353824,2755
+"wd_2",0.01,1613942353824,2755
+"sqr_mom_2",0.99,1613942353824,2755
+"lr_2",0.00049822856083815,1613942353824,2755
+"mom_2",0.8503542913752837,1613942353824,2755
+"eps_2",1e-05,1613942353824,2755
+"train_loss",0.04828561,1613942354790,2756
+"raw_loss",0.021821382,1613942354790,2756
+"epoch",17.339622641509422,1613942354790,2756
+"wd_0",0.01,1613942354790,2756
+"sqr_mom_0",0.99,1613942354790,2756
+"lr_0",4.982117528249835e-06,1613942354790,2756
+"mom_0",0.8503576530115334,1613942354790,2756
+"eps_0",1e-05,1613942354790,2756
+"wd_1",0.01,1613942354790,2756
+"sqr_mom_1",0.99,1613942354790,2756
+"lr_1",4.982117528249835e-05,1613942354790,2756
+"mom_1",0.8503576530115334,1613942354790,2756
+"eps_1",1e-05,1613942354790,2756
+"wd_2",0.01,1613942354790,2756
+"sqr_mom_2",0.99,1613942354790,2756
+"lr_2",0.0004982117528249835,1613942354790,2756
+"mom_2",0.8503576530115334,1613942354790,2756
+"eps_2",1e-05,1613942354790,2756
+"train_loss",0.048445866,1613942355777,2757
+"raw_loss",0.056298405,1613942355777,2757
+"epoch",17.345911949685522,1613942355777,2757
+"wd_0",0.01,1613942355777,2757
+"sqr_mom_0",0.99,1613942355777,2757
+"lr_0",4.981948618734363e-06,1613942355777,2757
+"mom_0",0.8503610312356251,1613942355777,2757
+"eps_0",1e-05,1613942355777,2757
+"wd_1",0.01,1613942355777,2757
+"sqr_mom_1",0.99,1613942355777,2757
+"lr_1",4.9819486187343625e-05,1613942355777,2757
+"mom_1",0.8503610312356251,1613942355777,2757
+"eps_1",1e-05,1613942355777,2757
+"wd_2",0.01,1613942355777,2757
+"sqr_mom_2",0.99,1613942355777,2757
+"lr_2",0.0004981948618734362,1613942355777,2757
+"mom_2",0.8503610312356251,1613942355777,2757
+"eps_2",1e-05,1613942355777,2757
+"train_loss",0.04807649,1613942356722,2758
+"raw_loss",0.029977117,1613942356722,2758
+"epoch",17.352201257861623,1613942356722,2758
+"wd_0",0.01,1613942356722,2758
+"sqr_mom_0",0.99,1613942356722,2758
+"lr_0",4.981778918134186e-06,1613942356722,2758
+"mom_0",0.8503644252815691,1613942356722,2758
+"eps_0",1e-05,1613942356722,2758
+"wd_1",0.01,1613942356722,2758
+"sqr_mom_1",0.99,1613942356722,2758
+"lr_1",4.9817789181341866e-05,1613942356722,2758
+"mom_1",0.8503644252815691,1613942356722,2758
+"eps_1",1e-05,1613942356722,2758
+"wd_2",0.01,1613942356722,2758
+"sqr_mom_2",0.99,1613942356722,2758
+"lr_2",0.0004981778918134186,1613942356722,2758
+"mom_2",0.8503644252815691,1613942356722,2758
+"eps_2",1e-05,1613942356722,2758
+"train_loss",0.04767132,1613942357677,2759
+"raw_loss",0.02781803,1613942357677,2759
+"epoch",17.358490566037723,1613942357677,2759
+"wd_0",0.01,1613942357677,2759
+"sqr_mom_0",0.99,1613942357677,2759
+"lr_0",4.981608426503398e-06,1613942357677,2759
+"mom_0",0.8503678351482835,1613942357677,2759
+"eps_0",1e-05,1613942357677,2759
+"wd_1",0.01,1613942357677,2759
+"sqr_mom_1",0.99,1613942357677,2759
+"lr_1",4.9816084265033975e-05,1613942357677,2759
+"mom_1",0.8503678351482835,1613942357677,2759
+"eps_1",1e-05,1613942357677,2759
+"wd_2",0.01,1613942357677,2759
+"sqr_mom_2",0.99,1613942357677,2759
+"lr_2",0.0004981608426503398,1613942357677,2759
+"mom_2",0.8503678351482835,1613942357677,2759
+"eps_2",1e-05,1613942357677,2759
+"train_loss",0.04731135,1613942358625,2760
+"raw_loss",0.029672667,1613942358625,2760
+"epoch",17.364779874213824,1613942358625,2760
+"wd_0",0.01,1613942358625,2760
+"sqr_mom_0",0.99,1613942358625,2760
+"lr_0",4.981437183043474e-06,1613942358625,2760
+"mom_0",0.850371260051731,1613942358625,2760
+"eps_0",1e-05,1613942358625,2760
+"wd_1",0.01,1613942358625,2760
+"sqr_mom_1",0.99,1613942358625,2760
+"lr_1",4.981437183043474e-05,1613942358625,2760
+"mom_1",0.850371260051731,1613942358625,2760
+"eps_1",1e-05,1613942358625,2760
+"wd_2",0.01,1613942358625,2760
+"sqr_mom_2",0.99,1613942358625,2760
+"lr_2",0.0004981437183043474,1613942358625,2760
+"mom_2",0.850371260051731,1613942358625,2760
+"eps_2",1e-05,1613942358625,2760
+"train_loss",0.04699271,1613942359579,2761
+"raw_loss",0.031379435,1613942359579,2761
+"epoch",17.371069182389924,1613942359579,2761
+"wd_0",0.01,1613942359579,2761
+"sqr_mom_0",0.99,1613942359579,2761
+"lr_0",4.9812651096950825e-06,1613942359579,2761
+"mom_0",0.8503747015531139,1613942359579,2761
+"eps_0",1e-05,1613942359579,2761
+"wd_1",0.01,1613942359579,2761
+"sqr_mom_1",0.99,1613942359579,2761
+"lr_1",4.9812651096950826e-05,1613942359579,2761
+"mom_1",0.8503747015531139,1613942359579,2761
+"eps_1",1e-05,1613942359579,2761
+"wd_2",0.01,1613942359579,2761
+"sqr_mom_2",0.99,1613942359579,2761
+"lr_2",0.0004981265109695082,1613942359579,2761
+"mom_2",0.8503747015531139,1613942359579,2761
+"eps_2",1e-05,1613942359579,2761
+"train_loss",0.046935115,1613942360542,2762
+"raw_loss",0.044112932,1613942360542,2762
+"epoch",17.377358490566024,1613942360542,2762
+"wd_0",0.01,1613942360542,2762
+"sqr_mom_0",0.99,1613942360542,2762
+"lr_0",4.9810922454798494e-06,1613942360542,2762
+"mom_0",0.8503781588719918,1613942360542,2762
+"eps_0",1e-05,1613942360542,2762
+"wd_1",0.01,1613942360542,2762
+"sqr_mom_1",0.99,1613942360542,2762
+"lr_1",4.981092245479849e-05,1613942360542,2762
+"mom_1",0.8503781588719918,1613942360542,2762
+"eps_1",1e-05,1613942360542,2762
+"wd_2",0.01,1613942360542,2762
+"sqr_mom_2",0.99,1613942360542,2762
+"lr_2",0.0004981092245479849,1613942360542,2762
+"mom_2",0.8503781588719918,1613942360542,2762
+"eps_2",1e-05,1613942360542,2762
+"train_loss",0.046441995,1613942361499,2763
+"raw_loss",0.022279153,1613942361499,2763
+"epoch",17.383647798742125,1613942361499,2763
+"wd_0",0.01,1613942361499,2763
+"sqr_mom_0",0.99,1613942361499,2763
+"lr_0",4.98091863374897e-06,1613942361499,2763
+"mom_0",0.850381631141332,1613942361499,2763
+"eps_0",1e-05,1613942361499,2763
+"wd_1",0.01,1613942361499,2763
+"sqr_mom_1",0.99,1613942361499,2763
+"lr_1",4.980918633748969e-05,1613942361499,2763
+"mom_1",0.850381631141332,1613942361499,2763
+"eps_1",1e-05,1613942361499,2763
+"wd_2",0.01,1613942361499,2763
+"sqr_mom_2",0.99,1613942361499,2763
+"lr_2",0.000498091863374897,1613942361499,2763
+"mom_2",0.850381631141332,1613942361499,2763
+"eps_2",1e-05,1613942361499,2763
+"train_loss",0.046488497,1613942362453,2764
+"raw_loss",0.048767086,1613942362453,2764
+"epoch",17.389937106918225,1613942362453,2764
+"wd_0",0.01,1613942362453,2764
+"sqr_mom_0",0.99,1613942362453,2764
+"lr_0",4.980744188162297e-06,1613942362453,2764
+"mom_0",0.850385120087955,1613942362453,2764
+"eps_0",1e-05,1613942362453,2764
+"wd_1",0.01,1613942362453,2764
+"sqr_mom_1",0.99,1613942362453,2764
+"lr_1",4.9807441881622966e-05,1613942362453,2764
+"mom_1",0.850385120087955,1613942362453,2764
+"eps_1",1e-05,1613942362453,2764
+"wd_2",0.01,1613942362453,2764
+"sqr_mom_2",0.99,1613942362453,2764
+"lr_2",0.0004980744188162297,1613942362453,2764
+"mom_2",0.850385120087955,1613942362453,2764
+"eps_2",1e-05,1613942362453,2764
+"train_loss",0.046462834,1613942363393,2765
+"raw_loss",0.0452053,1613942363393,2765
+"epoch",17.396226415094326,1613942363393,2765
+"wd_0",0.01,1613942363393,2765
+"sqr_mom_0",0.99,1613942363393,2765
+"lr_0",4.980568951874819e-06,1613942363393,2765
+"mom_0",0.8503886248487521,1613942363393,2765
+"eps_0",1e-05,1613942363393,2765
+"wd_1",0.01,1613942363393,2765
+"sqr_mom_1",0.99,1613942363393,2765
+"lr_1",4.9805689518748184e-05,1613942363393,2765
+"mom_1",0.8503886248487521,1613942363393,2765
+"eps_1",1e-05,1613942363393,2765
+"wd_2",0.01,1613942363393,2765
+"sqr_mom_2",0.99,1613942363393,2765
+"lr_2",0.0004980568951874818,1613942363393,2765
+"mom_2",0.8503886248487521,1613942363393,2765
+"eps_2",1e-05,1613942363393,2765
+"train_loss",0.046332054,1613942364339,2766
+"raw_loss",0.039923806,1613942364339,2766
+"epoch",17.402515723270426,1613942364339,2766
+"wd_0",0.01,1613942364339,2766
+"sqr_mom_0",0.99,1613942364339,2766
+"lr_0",4.980392965171321e-06,1613942364339,2766
+"mom_0",0.8503921446180197,1613942364339,2766
+"eps_0",1e-05,1613942364339,2766
+"wd_1",0.01,1613942364339,2766
+"sqr_mom_1",0.99,1613942364339,2766
+"lr_1",4.980392965171321e-05,1613942364339,2766
+"mom_1",0.8503921446180197,1613942364339,2766
+"eps_1",1e-05,1613942364339,2766
+"wd_2",0.01,1613942364339,2766
+"sqr_mom_2",0.99,1613942364339,2766
+"lr_2",0.0004980392965171322,1613942364339,2766
+"mom_2",0.8503921446180197,1613942364339,2766
+"eps_2",1e-05,1613942364339,2766
+"train_loss",0.04588833,1613942365282,2767
+"raw_loss",0.02414594,1613942365282,2767
+"epoch",17.408805031446526,1613942365282,2767
+"wd_0",0.01,1613942365282,2767
+"sqr_mom_0",0.99,1613942365282,2767
+"lr_0",4.980216147830319e-06,1613942365282,2767
+"mom_0",0.8503956810002036,1613942365282,2767
+"eps_0",1e-05,1613942365282,2767
+"wd_1",0.01,1613942365282,2767
+"sqr_mom_1",0.99,1613942365282,2767
+"lr_1",4.9802161478303184e-05,1613942365282,2767
+"mom_1",0.8503956810002036,1613942365282,2767
+"eps_1",1e-05,1613942365282,2767
+"wd_2",0.01,1613942365282,2767
+"sqr_mom_2",0.99,1613942365282,2767
+"lr_2",0.0004980216147830318,1613942365282,2767
+"mom_2",0.8503956810002036,1613942365282,2767
+"eps_2",1e-05,1613942365282,2767
+"train_loss",0.04578788,1613942366245,2768
+"raw_loss",0.04086577,1613942366245,2768
+"epoch",17.415094339622627,1613942366245,2768
+"wd_0",0.01,1613942366245,2768
+"sqr_mom_0",0.99,1613942366245,2768
+"lr_0",4.9800385399568185e-06,1613942366245,2768
+"mom_0",0.8503992331931955,1613942366245,2768
+"eps_0",1e-05,1613942366245,2768
+"wd_1",0.01,1613942366245,2768
+"sqr_mom_1",0.99,1613942366245,2768
+"lr_1",4.980038539956818e-05,1613942366245,2768
+"mom_1",0.8503992331931955,1613942366245,2768
+"eps_1",1e-05,1613942366245,2768
+"wd_2",0.01,1613942366245,2768
+"sqr_mom_2",0.99,1613942366245,2768
+"lr_2",0.0004980038539956818,1613942366245,2768
+"mom_2",0.8503992331931955,1613942366245,2768
+"eps_2",1e-05,1613942366245,2768
+"train_loss",0.04606645,1613942367216,2769
+"raw_loss",0.0597165,1613942367216,2769
+"epoch",17.421383647798727,1613942367216,2769
+"wd_0",0.01,1613942367216,2769
+"sqr_mom_0",0.99,1613942367216,2769
+"lr_0",4.979860186083417e-06,1613942367216,2769
+"mom_0",0.8504028003063347,1613942367216,2769
+"eps_0",1e-05,1613942367216,2769
+"wd_1",0.01,1613942367216,2769
+"sqr_mom_1",0.99,1613942367216,2769
+"lr_1",4.9798601860834174e-05,1613942367216,2769
+"mom_1",0.8504028003063347,1613942367216,2769
+"eps_1",1e-05,1613942367216,2769
+"wd_2",0.01,1613942367216,2769
+"sqr_mom_2",0.99,1613942367216,2769
+"lr_2",0.0004979860186083417,1613942367216,2769
+"mom_2",0.8504028003063347,1613942367216,2769
+"eps_2",1e-05,1613942367216,2769
+"train_loss",0.04605921,1613942368174,2770
+"raw_loss",0.045704316,1613942368174,2770
+"epoch",17.427672955974828,1613942368174,2770
+"wd_0",0.01,1613942368174,2770
+"sqr_mom_0",0.99,1613942368174,2770
+"lr_0",4.9796809975116184e-06,1613942368174,2770
+"mom_0",0.8504063841136087,1613942368174,2770
+"eps_0",1e-05,1613942368174,2770
+"wd_1",0.01,1613942368174,2770
+"sqr_mom_1",0.99,1613942368174,2770
+"lr_1",4.979680997511618e-05,1613942368174,2770
+"mom_1",0.8504063841136087,1613942368174,2770
+"eps_1",1e-05,1613942368174,2770
+"wd_2",0.01,1613942368174,2770
+"sqr_mom_2",0.99,1613942368174,2770
+"lr_2",0.0004979680997511619,1613942368174,2770
+"mom_2",0.8504063841136087,1613942368174,2770
+"eps_2",1e-05,1613942368174,2770
+"train_loss",0.046580788,1613942369116,2771
+"raw_loss",0.072138175,1613942369116,2771
+"epoch",17.433962264150928,1613942369116,2771
+"wd_0",0.01,1613942369116,2771
+"sqr_mom_0",0.99,1613942369116,2771
+"lr_0",4.9795010185778954e-06,1613942369116,2771
+"mom_0",0.8504099837282794,1613942369116,2771
+"eps_0",1e-05,1613942369116,2771
+"wd_1",0.01,1613942369116,2771
+"sqr_mom_1",0.99,1613942369116,2771
+"lr_1",4.979501018577895e-05,1613942369116,2771
+"mom_1",0.8504099837282794,1613942369116,2771
+"eps_1",1e-05,1613942369116,2771
+"wd_2",0.01,1613942369116,2771
+"sqr_mom_2",0.99,1613942369116,2771
+"lr_2",0.0004979501018577895,1613942369116,2771
+"mom_2",0.8504099837282794,1613942369116,2771
+"eps_2",1e-05,1613942369116,2771
+"train_loss",0.04637636,1613942370068,2772
+"raw_loss",0.03635933,1613942370068,2772
+"epoch",17.44025157232703,1613942370068,2772
+"wd_0",0.01,1613942370068,2772
+"sqr_mom_0",0.99,1613942370068,2772
+"lr_0",4.9793202906498755e-06,1613942370068,2772
+"mom_0",0.8504135983229857,1613942370068,2772
+"eps_0",1e-05,1613942370068,2772
+"wd_1",0.01,1613942370068,2772
+"sqr_mom_1",0.99,1613942370068,2772
+"lr_1",4.9793202906498755e-05,1613942370068,2772
+"mom_1",0.8504135983229857,1613942370068,2772
+"eps_1",1e-05,1613942370068,2772
+"wd_2",0.01,1613942370068,2772
+"sqr_mom_2",0.99,1613942370068,2772
+"lr_2",0.0004979320290649875,1613942370068,2772
+"mom_2",0.8504135983229857,1613942370068,2772
+"eps_2",1e-05,1613942370068,2772
+"train_loss",0.046556793,1613942371042,2773
+"raw_loss",0.05539811,1613942371042,2773
+"epoch",17.44654088050313,1613942371042,2773
+"wd_0",0.01,1613942371042,2773
+"sqr_mom_0",0.99,1613942371042,2773
+"lr_0",4.9791387313448435e-06,1613942371042,2773
+"mom_0",0.8504172295453986,1613942371042,2773
+"eps_0",1e-05,1613942371042,2773
+"wd_1",0.01,1613942371042,2773
+"sqr_mom_1",0.99,1613942371042,2773
+"lr_1",4.9791387313448435e-05,1613942371042,2773
+"mom_1",0.8504172295453986,1613942371042,2773
+"eps_1",1e-05,1613942371042,2773
+"wd_2",0.01,1613942371042,2773
+"sqr_mom_2",0.99,1613942371042,2773
+"lr_2",0.0004979138731344843,1613942371042,2773
+"mom_2",0.8504172295453986,1613942371042,2773
+"eps_2",1e-05,1613942371042,2773
+"train_loss",0.04681142,1613942372044,2774
+"raw_loss",0.059288096,1613942372044,2774
+"epoch",17.45283018867923,1613942372044,2774
+"wd_0",0.01,1613942372044,2774
+"sqr_mom_0",0.99,1613942372044,2774
+"lr_0",4.978956381850727e-06,1613942372044,2774
+"mom_0",0.8504208765717511,1613942372044,2774
+"eps_0",1e-05,1613942372044,2774
+"wd_1",0.01,1613942372044,2774
+"sqr_mom_1",0.99,1613942372044,2774
+"lr_1",4.978956381850727e-05,1613942372044,2774
+"mom_1",0.8504208765717511,1613942372044,2774
+"eps_1",1e-05,1613942372044,2774
+"wd_2",0.01,1613942372044,2774
+"sqr_mom_2",0.99,1613942372044,2774
+"lr_2",0.0004978956381850728,1613942372044,2774
+"mom_2",0.8504208765717511,1613942372044,2774
+"eps_2",1e-05,1613942372044,2774
+"train_loss",0.04700908,1613942373005,2775
+"raw_loss",0.05669445,1613942373005,2775
+"epoch",17.45911949685533,1613942373005,2775
+"wd_0",0.01,1613942373005,2775
+"sqr_mom_0",0.99,1613942373005,2775
+"lr_0",4.978773287881016e-06,1613942373005,2775
+"mom_0",0.8504245384877646,1613942373005,2775
+"eps_0",1e-05,1613942373005,2775
+"wd_1",0.01,1613942373005,2775
+"sqr_mom_1",0.99,1613942373005,2775
+"lr_1",4.978773287881015e-05,1613942373005,2775
+"mom_1",0.8504245384877646,1613942373005,2775
+"eps_1",1e-05,1613942373005,2775
+"wd_2",0.01,1613942373005,2775
+"sqr_mom_2",0.99,1613942373005,2775
+"lr_2",0.0004978773287881015,1613942373005,2775
+"mom_2",0.8504245384877646,1613942373005,2775
+"eps_2",1e-05,1613942373005,2775
+"train_loss",0.047355875,1613942373959,2776
+"raw_loss",0.06434879,1613942373959,2776
+"epoch",17.46540880503143,1613942373959,2776
+"wd_0",0.01,1613942373959,2776
+"sqr_mom_0",0.99,1613942373959,2776
+"lr_0",4.978589358379877e-06,1613942373959,2776
+"mom_0",0.8504282171145736,1613942373959,2776
+"eps_0",1e-05,1613942373959,2776
+"wd_1",0.01,1613942373959,2776
+"sqr_mom_1",0.99,1613942373959,2776
+"lr_1",4.9785893583798765e-05,1613942373959,2776
+"mom_1",0.8504282171145736,1613942373959,2776
+"eps_1",1e-05,1613942373959,2776
+"wd_2",0.01,1613942373959,2776
+"sqr_mom_2",0.99,1613942373959,2776
+"lr_2",0.0004978589358379876,1613942373959,2776
+"mom_2",0.8504282171145736,1613942373959,2776
+"eps_2",1e-05,1613942373959,2776
+"train_loss",0.046681497,1613942374944,2777
+"raw_loss",0.013636939,1613942374944,2777
+"epoch",17.47169811320753,1613942374944,2777
+"wd_0",0.01,1613942374944,2777
+"sqr_mom_0",0.99,1613942374944,2777
+"lr_0",4.978404638864761e-06,1613942374944,2777
+"mom_0",0.8504319115418202,1613942374944,2777
+"eps_0",1e-05,1613942374944,2777
+"wd_1",0.01,1613942374944,2777
+"sqr_mom_1",0.99,1613942374944,2777
+"lr_1",4.978404638864761e-05,1613942374944,2777
+"mom_1",0.8504319115418202,1613942374944,2777
+"eps_1",1e-05,1613942374944,2777
+"wd_2",0.01,1613942374944,2777
+"sqr_mom_2",0.99,1613942374944,2777
+"lr_2",0.000497840463886476,1613942374944,2777
+"mom_2",0.8504319115418202,1613942374944,2777
+"eps_2",1e-05,1613942374944,2777
+"train_loss",0.0465935,1613942375942,2778
+"raw_loss",0.04228147,1613942375942,2778
+"epoch",17.47798742138363,1613942375942,2778
+"wd_0",0.01,1613942375942,2778
+"sqr_mom_0",0.99,1613942375942,2778
+"lr_0",4.9782191717856665e-06,1613942375942,2778
+"mom_0",0.8504356209204958,1613942375942,2778
+"eps_0",1e-05,1613942375942,2778
+"wd_1",0.01,1613942375942,2778
+"sqr_mom_1",0.99,1613942375942,2778
+"lr_1",4.978219171785666e-05,1613942375942,2778
+"mom_1",0.8504356209204958,1613942375942,2778
+"eps_1",1e-05,1613942375942,2778
+"wd_2",0.01,1613942375942,2778
+"sqr_mom_2",0.99,1613942375942,2778
+"lr_2",0.0004978219171785667,1613942375942,2778
+"mom_2",0.8504356209204958,1613942375942,2778
+"eps_2",1e-05,1613942375942,2778
+"train_loss",0.046385363,1613942376976,2779
+"raw_loss",0.036186766,1613942376976,2779
+"epoch",17.48427672955973,1613942376976,2779
+"wd_0",0.01,1613942376976,2779
+"sqr_mom_0",0.99,1613942376976,2779
+"lr_0",4.9780328725995895e-06,1613942376976,2779
+"mom_0",0.8504393469414776,1613942376976,2779
+"eps_0",1e-05,1613942376976,2779
+"wd_1",0.01,1613942376976,2779
+"sqr_mom_1",0.99,1613942376976,2779
+"lr_1",4.9780328725995895e-05,1613942376976,2779
+"mom_1",0.8504393469414776,1613942376976,2779
+"eps_1",1e-05,1613942376976,2779
+"wd_2",0.01,1613942376976,2779
+"sqr_mom_2",0.99,1613942376976,2779
+"lr_2",0.000497803287259959,1613942376976,2779
+"mom_2",0.8504393469414776,1613942376976,2779
+"eps_2",1e-05,1613942376976,2779
+"train_loss",0.045765605,1613942377946,2780
+"raw_loss",0.015397426,1613942377946,2780
+"epoch",17.49056603773583,1613942377946,2780
+"wd_0",0.01,1613942377946,2780
+"sqr_mom_0",0.99,1613942377946,2780
+"lr_0",4.977845783576909e-06,1613942377946,2780
+"mom_0",0.8504430887593494,1613942377946,2780
+"eps_0",1e-05,1613942377946,2780
+"wd_1",0.01,1613942377946,2780
+"sqr_mom_1",0.99,1613942377946,2780
+"lr_1",4.977845783576909e-05,1613942377946,2780
+"mom_1",0.8504430887593494,1613942377946,2780
+"eps_1",1e-05,1613942377946,2780
+"wd_2",0.01,1613942377946,2780
+"sqr_mom_2",0.99,1613942377946,2780
+"lr_2",0.0004977845783576909,1613942377946,2780
+"mom_2",0.8504430887593494,1613942377946,2780
+"eps_2",1e-05,1613942377946,2780
+"train_loss",0.046044335,1613942378914,2781
+"raw_loss",0.0597021,1613942378914,2781
+"epoch",17.496855345911932,1613942378914,2781
+"wd_0",0.01,1613942378914,2781
+"sqr_mom_0",0.99,1613942378914,2781
+"lr_0",4.9776579047772565e-06,1613942378914,2781
+"mom_0",0.8504468463729186,1613942378914,2781
+"eps_0",1e-05,1613942378914,2781
+"wd_1",0.01,1613942378914,2781
+"sqr_mom_1",0.99,1613942378914,2781
+"lr_1",4.9776579047772566e-05,1613942378914,2781
+"mom_1",0.8504468463729186,1613942378914,2781
+"eps_1",1e-05,1613942378914,2781
+"wd_2",0.01,1613942378914,2781
+"sqr_mom_2",0.99,1613942378914,2781
+"lr_2",0.0004977657904777257,1613942378914,2781
+"mom_2",0.8504468463729186,1613942378914,2781
+"eps_2",1e-05,1613942378914,2781
+"train_loss",0.04841963,1613942379889,2782
+"raw_loss",0.16480917,1613942379889,2782
+"epoch",17.503144654088032,1613942379889,2782
+"wd_0",0.01,1613942379889,2782
+"sqr_mom_0",0.99,1613942379889,2782
+"lr_0",4.977469279371958e-06,1613942379889,2782
+"mom_0",0.8504506189187501,1613942379889,2782
+"eps_0",1e-05,1613942379889,2782
+"wd_1",0.01,1613942379889,2782
+"sqr_mom_1",0.99,1613942379889,2782
+"lr_1",4.9774692793719577e-05,1613942379889,2782
+"mom_1",0.8504506189187501,1613942379889,2782
+"eps_1",1e-05,1613942379889,2782
+"wd_2",0.01,1613942379889,2782
+"sqr_mom_2",0.99,1613942379889,2782
+"lr_2",0.0004977469279371957,1613942379889,2782
+"mom_2",0.8504506189187501,1613942379889,2782
+"eps_2",1e-05,1613942379889,2782
+"train_loss",0.048765637,1613942380848,2783
+"raw_loss",0.06572017,1613942380848,2783
+"epoch",17.509433962264133,1613942380848,2783
+"wd_0",0.01,1613942380848,2783
+"sqr_mom_0",0.99,1613942380848,2783
+"lr_0",4.977279821378322e-06,1613942380848,2783
+"mom_0",0.8504544081165147,1613942380848,2783
+"eps_0",1e-05,1613942380848,2783
+"wd_1",0.01,1613942380848,2783
+"sqr_mom_1",0.99,1613942380848,2783
+"lr_1",4.977279821378322e-05,1613942380848,2783
+"mom_1",0.8504544081165147,1613942380848,2783
+"eps_1",1e-05,1613942380848,2783
+"wd_2",0.01,1613942380848,2783
+"sqr_mom_2",0.99,1613942380848,2783
+"lr_2",0.0004977279821378322,1613942380848,2783
+"mom_2",0.8504544081165147,1613942380848,2783
+"eps_2",1e-05,1613942380848,2783
+"train_loss",0.04945007,1613942381813,2784
+"raw_loss",0.08298737,1613942381813,2784
+"epoch",17.515723270440233,1613942381813,2784
+"wd_0",0.01,1613942381813,2784
+"sqr_mom_0",0.99,1613942381813,2784
+"lr_0",4.9770895737881095e-06,1613942381813,2784
+"mom_0",0.8504582131063688,1613942381813,2784
+"eps_0",1e-05,1613942381813,2784
+"wd_1",0.01,1613942381813,2784
+"sqr_mom_1",0.99,1613942381813,2784
+"lr_1",4.977089573788109e-05,1613942381813,2784
+"mom_1",0.8504582131063688,1613942381813,2784
+"eps_1",1e-05,1613942381813,2784
+"wd_2",0.01,1613942381813,2784
+"sqr_mom_2",0.99,1613942381813,2784
+"lr_2",0.0004977089573788109,1613942381813,2784
+"mom_2",0.8504582131063688,1613942381813,2784
+"eps_2",1e-05,1613942381813,2784
+"train_loss",0.04935406,1613942382764,2785
+"raw_loss",0.044649683,1613942382764,2785
+"epoch",17.522012578616334,1613942382764,2785
+"wd_0",0.01,1613942382764,2785
+"sqr_mom_0",0.99,1613942382764,2785
+"lr_0",4.976898584281803e-06,1613942382764,2785
+"mom_0",0.8504620329346932,1613942382764,2785
+"eps_0",1e-05,1613942382764,2785
+"wd_1",0.01,1613942382764,2785
+"sqr_mom_1",0.99,1613942382764,2785
+"lr_1",4.9768985842818026e-05,1613942382764,2785
+"mom_1",0.8504620329346932,1613942382764,2785
+"eps_1",1e-05,1613942382764,2785
+"wd_2",0.01,1613942382764,2785
+"sqr_mom_2",0.99,1613942382764,2785
+"lr_2",0.0004976898584281803,1613942382764,2785
+"mom_2",0.8504620329346932,1613942382764,2785
+"eps_2",1e-05,1613942382764,2785
+"train_loss",0.051863123,1613942383751,2786
+"raw_loss",0.17480727,1613942383751,2786
+"epoch",17.528301886792434,1613942383751,2786
+"wd_0",0.01,1613942383751,2786
+"sqr_mom_0",0.99,1613942383751,2786
+"lr_0",4.976706757876983e-06,1613942383751,2786
+"mom_0",0.8504658695011553,1613942383751,2786
+"eps_0",1e-05,1613942383751,2786
+"wd_1",0.01,1613942383751,2786
+"sqr_mom_1",0.99,1613942383751,2786
+"lr_1",4.976706757876983e-05,1613942383751,2786
+"mom_1",0.8504658695011553,1613942383751,2786
+"eps_1",1e-05,1613942383751,2786
+"wd_2",0.01,1613942383751,2786
+"sqr_mom_2",0.99,1613942383751,2786
+"lr_2",0.0004976706757876983,1613942383751,2786
+"mom_2",0.8504658695011553,1613942383751,2786
+"eps_2",1e-05,1613942383751,2786
+"train_loss",0.05188134,1613942384693,2787
+"raw_loss",0.052774,1613942384693,2787
+"epoch",17.534591194968534,1613942384693,2787
+"wd_0",0.01,1613942384693,2787
+"sqr_mom_0",0.99,1613942384693,2787
+"lr_0",4.976514142058244e-06,1613942384693,2787
+"mom_0",0.8504697218560536,1613942384693,2787
+"eps_0",1e-05,1613942384693,2787
+"wd_1",0.01,1613942384693,2787
+"sqr_mom_1",0.99,1613942384693,2787
+"lr_1",4.9765141420582434e-05,1613942384693,2787
+"mom_1",0.8504697218560536,1613942384693,2787
+"eps_1",1e-05,1613942384693,2787
+"wd_2",0.01,1613942384693,2787
+"sqr_mom_2",0.99,1613942384693,2787
+"lr_2",0.0004976514142058244,1613942384693,2787
+"mom_2",0.8504697218560536,1613942384693,2787
+"eps_2",1e-05,1613942384693,2787
+"train_loss",0.05149891,1613942385729,2788
+"raw_loss",0.032759693,1613942385729,2788
+"epoch",17.540880503144635,1613942385729,2788
+"wd_0",0.01,1613942385729,2788
+"sqr_mom_0",0.99,1613942385729,2788
+"lr_0",4.97632078107846e-06,1613942385729,2788
+"mom_0",0.8504735891143219,1613942385729,2788
+"eps_0",1e-05,1613942385729,2788
+"wd_1",0.01,1613942385729,2788
+"sqr_mom_1",0.99,1613942385729,2788
+"lr_1",4.9763207810784596e-05,1613942385729,2788
+"mom_1",0.8504735891143219,1613942385729,2788
+"eps_1",1e-05,1613942385729,2788
+"wd_2",0.01,1613942385729,2788
+"sqr_mom_2",0.99,1613942385729,2788
+"lr_2",0.000497632078107846,1613942385729,2788
+"mom_2",0.8504735891143219,1613942385729,2788
+"eps_2",1e-05,1613942385729,2788
+"train_loss",0.05151451,1613942386685,2789
+"raw_loss",0.05227906,1613942386685,2789
+"epoch",17.547169811320735,1613942386685,2789
+"wd_0",0.01,1613942386685,2789
+"sqr_mom_0",0.99,1613942386685,2789
+"lr_0",4.9761265867962865e-06,1613942386685,2789
+"mom_0",0.8504774730388046,1613942386685,2789
+"eps_0",1e-05,1613942386685,2789
+"wd_1",0.01,1613942386685,2789
+"sqr_mom_1",0.99,1613942386685,2789
+"lr_1",4.976126586796286e-05,1613942386685,2789
+"mom_1",0.8504774730388046,1613942386685,2789
+"eps_1",1e-05,1613942386685,2789
+"wd_2",0.01,1613942386685,2789
+"sqr_mom_2",0.99,1613942386685,2789
+"lr_2",0.0004976126586796286,1613942386685,2789
+"mom_2",0.8504774730388046,1613942386685,2789
+"eps_2",1e-05,1613942386685,2789
+"train_loss",0.052390024,1613942387654,2790
+"raw_loss",0.095290184,1613942387654,2790
+"epoch",17.553459119496836,1613942387654,2790
+"wd_0",0.01,1613942387654,2790
+"sqr_mom_0",0.99,1613942387654,2790
+"lr_0",4.975931603285115e-06,1613942387654,2790
+"mom_0",0.8504813727480252,1613942387654,2790
+"eps_0",1e-05,1613942387654,2790
+"wd_1",0.01,1613942387654,2790
+"sqr_mom_1",0.99,1613942387654,2790
+"lr_1",4.975931603285115e-05,1613942387654,2790
+"mom_1",0.8504813727480252,1613942387654,2790
+"eps_1",1e-05,1613942387654,2790
+"wd_2",0.01,1613942387654,2790
+"sqr_mom_2",0.99,1613942387654,2790
+"lr_2",0.0004975931603285115,1613942387654,2790
+"mom_2",0.8504813727480252,1613942387654,2790
+"eps_2",1e-05,1613942387654,2790
+"train_loss",0.05305493,1613942388626,2791
+"raw_loss",0.08563522,1613942388626,2791
+"epoch",17.559748427672936,1613942388626,2791
+"wd_0",0.01,1613942388626,2791
+"sqr_mom_0",0.99,1613942388626,2791
+"lr_0",4.975735879404892e-06,1613942388626,2791
+"mom_0",0.8504852872647748,1613942388626,2791
+"eps_0",1e-05,1613942388626,2791
+"wd_1",0.01,1613942388626,2791
+"sqr_mom_1",0.99,1613942388626,2791
+"lr_1",4.975735879404892e-05,1613942388626,2791
+"mom_1",0.8504852872647748,1613942388626,2791
+"eps_1",1e-05,1613942388626,2791
+"wd_2",0.01,1613942388626,2791
+"sqr_mom_2",0.99,1613942388626,2791
+"lr_2",0.0004975735879404891,1613942388626,2791
+"mom_2",0.8504852872647748,1613942388626,2791
+"eps_2",1e-05,1613942388626,2791
+"train_loss",0.052469943,1613942389583,2792
+"raw_loss",0.023805512,1613942389583,2792
+"epoch",17.566037735849036,1613942389583,2792
+"wd_0",0.01,1613942389583,2792
+"sqr_mom_0",0.99,1613942389583,2792
+"lr_0",4.975539317818711e-06,1613942389583,2792
+"mom_0",0.8504892185358112,1613942389583,2792
+"eps_0",1e-05,1613942389583,2792
+"wd_1",0.01,1613942389583,2792
+"sqr_mom_1",0.99,1613942389583,2792
+"lr_1",4.9755393178187105e-05,1613942389583,2792
+"mom_1",0.8504892185358112,1613942389583,2792
+"eps_1",1e-05,1613942389583,2792
+"wd_2",0.01,1613942389583,2792
+"sqr_mom_2",0.99,1613942389583,2792
+"lr_2",0.000497553931781871,1613942389583,2792
+"mom_2",0.8504892185358112,1613942389583,2792
+"eps_2",1e-05,1613942389583,2792
+"train_loss",0.053774383,1613942390537,2793
+"raw_loss",0.11769192,1613942390537,2793
+"epoch",17.572327044025137,1613942390537,2793
+"wd_0",0.01,1613942390537,2793
+"sqr_mom_0",0.99,1613942390537,2793
+"lr_0",4.975341967190718e-06,1613942390537,2793
+"mom_0",0.8504931655878415,1613942390537,2793
+"eps_0",1e-05,1613942390537,2793
+"wd_1",0.01,1613942390537,2793
+"sqr_mom_1",0.99,1613942390537,2793
+"lr_1",4.9753419671907173e-05,1613942390537,2793
+"mom_1",0.8504931655878415,1613942390537,2793
+"eps_1",1e-05,1613942390537,2793
+"wd_2",0.01,1613942390537,2793
+"sqr_mom_2",0.99,1613942390537,2793
+"lr_2",0.0004975341967190717,1613942390537,2793
+"mom_2",0.8504931655878415,1613942390537,2793
+"eps_2",1e-05,1613942390537,2793
+"train_loss",0.05354539,1613942391508,2794
+"raw_loss",0.042324614,1613942391508,2794
+"epoch",17.578616352201237,1613942391508,2794
+"wd_0",0.01,1613942391508,2794
+"sqr_mom_0",0.99,1613942391508,2794
+"lr_0",4.975143872854832e-06,1613942391508,2794
+"mom_0",0.8504971275141785,1613942391508,2794
+"eps_0",1e-05,1613942391508,2794
+"wd_1",0.01,1613942391508,2794
+"sqr_mom_1",0.99,1613942391508,2794
+"lr_1",4.975143872854832e-05,1613942391508,2794
+"mom_1",0.8504971275141785,1613942391508,2794
+"eps_1",1e-05,1613942391508,2794
+"wd_2",0.01,1613942391508,2794
+"sqr_mom_2",0.99,1613942391508,2794
+"lr_2",0.0004975143872854832,1613942391508,2794
+"mom_2",0.8504971275141785,1613942391508,2794
+"eps_2",1e-05,1613942391508,2794
+"train_loss",0.05480099,1613942392461,2795
+"raw_loss",0.116325445,1613942392461,2795
+"epoch",17.584905660377338,1613942392461,2795
+"wd_0",0.01,1613942392461,2795
+"sqr_mom_0",0.99,1613942392461,2795
+"lr_0",4.974944944512063e-06,1613942392461,2795
+"mom_0",0.85050110612082,1613942392461,2795
+"eps_0",1e-05,1613942392461,2795
+"wd_1",0.01,1613942392461,2795
+"sqr_mom_1",0.99,1613942392461,2795
+"lr_1",4.974944944512063e-05,1613942392461,2795
+"mom_1",0.85050110612082,1613942392461,2795
+"eps_1",1e-05,1613942392461,2795
+"wd_2",0.01,1613942392461,2795
+"sqr_mom_2",0.99,1613942392461,2795
+"lr_2",0.0004974944944512062,1613942392461,2795
+"mom_2",0.85050110612082,1613942392461,2795
+"eps_2",1e-05,1613942392461,2795
+"train_loss",0.05425576,1613942393415,2796
+"raw_loss",0.027539473,1613942393415,2796
+"epoch",17.591194968553438,1613942393415,2796
+"wd_0",0.01,1613942393415,2796
+"sqr_mom_0",0.99,1613942393415,2796
+"lr_0",4.974745227316931e-06,1613942393415,2796
+"mom_0",0.8505051005046664,1613942393415,2796
+"eps_0",1e-05,1613942393415,2796
+"wd_1",0.01,1613942393415,2796
+"sqr_mom_1",0.99,1613942393415,2796
+"lr_1",4.974745227316931e-05,1613942393415,2796
+"mom_1",0.8505051005046664,1613942393415,2796
+"eps_1",1e-05,1613942393415,2796
+"wd_2",0.01,1613942393415,2796
+"sqr_mom_2",0.99,1613942393415,2796
+"lr_2",0.000497474522731693,1613942393415,2796
+"mom_2",0.8505051005046664,1613942393415,2796
+"eps_2",1e-05,1613942393415,2796
+"train_loss",0.054294977,1613942394367,2797
+"raw_loss",0.05621665,1613942394367,2797
+"epoch",17.59748427672954,1613942394367,2797
+"wd_0",0.01,1613942394367,2797
+"sqr_mom_0",0.99,1613942394367,2797
+"lr_0",4.974544771308283e-06,1613942394367,2797
+"mom_0",0.850509109664931,1613942394367,2797
+"eps_0",1e-05,1613942394367,2797
+"wd_1",0.01,1613942394367,2797
+"sqr_mom_1",0.99,1613942394367,2797
+"lr_1",4.9745447713082833e-05,1613942394367,2797
+"mom_1",0.850509109664931,1613942394367,2797
+"eps_1",1e-05,1613942394367,2797
+"wd_2",0.01,1613942394367,2797
+"sqr_mom_2",0.99,1613942394367,2797
+"lr_2",0.0004974544771308283,1613942394367,2797
+"mom_2",0.850509109664931,1613942394367,2797
+"eps_2",1e-05,1613942394367,2797
+"train_loss",0.05386737,1613942395356,2798
+"raw_loss",0.032914635,1613942395356,2798
+"epoch",17.60377358490564,1613942395356,2798
+"wd_0",0.01,1613942395356,2798
+"sqr_mom_0",0.99,1613942395356,2798
+"lr_0",4.974343476795843e-06,1613942395356,2798
+"mom_0",0.8505131355954391,1613942395356,2798
+"eps_0",1e-05,1613942395356,2798
+"wd_1",0.01,1613942395356,2798
+"sqr_mom_1",0.99,1613942395356,2798
+"lr_1",4.9743434767958425e-05,1613942395356,2798
+"mom_1",0.8505131355954391,1613942395356,2798
+"eps_1",1e-05,1613942395356,2798
+"wd_2",0.01,1613942395356,2798
+"sqr_mom_2",0.99,1613942395356,2798
+"lr_2",0.0004974343476795843,1613942395356,2798
+"mom_2",0.8505131355954391,1613942395356,2798
+"eps_2",1e-05,1613942395356,2798
+"train_loss",0.053391013,1613942396558,2799
+"raw_loss",0.030049529,1613942396558,2799
+"epoch",17.61006289308174,1613942396558,2799
+"wd_0",0.01,1613942396558,2799
+"sqr_mom_0",0.99,1613942396558,2799
+"lr_0",4.974141393622751e-06,1613942396558,2799
+"mom_0",0.850517177299318,1613942396558,2799
+"eps_0",1e-05,1613942396558,2799
+"wd_1",0.01,1613942396558,2799
+"sqr_mom_1",0.99,1613942396558,2799
+"lr_1",4.9741413936227516e-05,1613942396558,2799
+"mom_1",0.850517177299318,1613942396558,2799
+"eps_1",1e-05,1613942396558,2799
+"wd_2",0.01,1613942396558,2799
+"sqr_mom_2",0.99,1613942396558,2799
+"lr_2",0.0004974141393622751,1613942396558,2799
+"mom_2",0.850517177299318,1613942396558,2799
+"eps_2",1e-05,1613942396558,2799
+"train_loss",0.053032313,1613942397871,2800
+"raw_loss",0.035456043,1613942397871,2800
+"epoch",17.61635220125784,1613942397871,2800
+"wd_0",0.01,1613942397871,2800
+"sqr_mom_0",0.99,1613942397871,2800
+"lr_0",4.973938521853421e-06,1613942397871,2800
+"mom_0",0.8505212347752793,1613942397871,2800
+"eps_0",1e-05,1613942397871,2800
+"wd_1",0.01,1613942397871,2800
+"sqr_mom_1",0.99,1613942397871,2800
+"lr_1",4.97393852185342e-05,1613942397871,2800
+"mom_1",0.8505212347752793,1613942397871,2800
+"eps_1",1e-05,1613942397871,2800
+"wd_2",0.01,1613942397871,2800
+"sqr_mom_2",0.99,1613942397871,2800
+"lr_2",0.000497393852185342,1613942397871,2800
+"mom_2",0.8505212347752793,1613942397871,2800
+"eps_2",1e-05,1613942397871,2800
+"train_loss",0.052497994,1613942399192,2801
+"raw_loss",0.026316367,1613942399192,2801
+"epoch",17.62264150943394,1613942399192,2801
+"wd_0",0.01,1613942399192,2801
+"sqr_mom_0",0.99,1613942399192,2801
+"lr_0",4.973734908082342e-06,1613942399192,2801
+"mom_0",0.850525307091424,1613942399192,2801
+"eps_0",1e-05,1613942399192,2801
+"wd_1",0.01,1613942399192,2801
+"sqr_mom_1",0.99,1613942399192,2801
+"lr_1",4.973734908082342e-05,1613942399192,2801
+"mom_1",0.850525307091424,1613942399192,2801
+"eps_1",1e-05,1613942399192,2801
+"wd_2",0.01,1613942399192,2801
+"sqr_mom_2",0.99,1613942399192,2801
+"lr_2",0.0004973734908082342,1613942399192,2801
+"mom_2",0.850525307091424,1613942399192,2801
+"eps_2",1e-05,1613942399192,2801
+"train_loss",0.05484155,1613942400629,2802
+"raw_loss",0.1696759,1613942400629,2802
+"epoch",17.62893081761004,1613942400629,2802
+"wd_0",0.01,1613942400629,2802
+"sqr_mom_0",0.99,1613942400629,2802
+"lr_0",4.973530459494556e-06,1613942400629,2802
+"mom_0",0.8505293961040699,1613942400629,2802
+"eps_0",1e-05,1613942400629,2802
+"wd_1",0.01,1613942400629,2802
+"sqr_mom_1",0.99,1613942400629,2802
+"lr_1",4.9735304594945556e-05,1613942400629,2802
+"mom_1",0.8505293961040699,1613942400629,2802
+"eps_1",1e-05,1613942400629,2802
+"wd_2",0.01,1613942400629,2802
+"sqr_mom_2",0.99,1613942400629,2802
+"lr_2",0.0004973530459494556,1613942400629,2802
+"mom_2",0.8505293961040699,1613942400629,2802
+"eps_2",1e-05,1613942400629,2802
+"train_loss",0.05570292,1613942401634,2803
+"raw_loss",0.097910225,1613942401634,2803
+"epoch",17.63522012578614,1613942401634,2803
+"wd_0",0.01,1613942401634,2803
+"sqr_mom_0",0.99,1613942401634,2803
+"lr_0",4.973325222505258e-06,1613942401634,2803
+"mom_0",0.8505335008849036,1613942401634,2803
+"eps_0",1e-05,1613942401634,2803
+"wd_1",0.01,1613942401634,2803
+"sqr_mom_1",0.99,1613942401634,2803
+"lr_1",4.973325222505258e-05,1613942401634,2803
+"mom_1",0.8505335008849036,1613942401634,2803
+"eps_1",1e-05,1613942401634,2803
+"wd_2",0.01,1613942401634,2803
+"sqr_mom_2",0.99,1613942401634,2803
+"lr_2",0.0004973325222505258,1613942401634,2803
+"mom_2",0.8505335008849036,1613942401634,2803
+"eps_2",1e-05,1613942401634,2803
+"train_loss",0.056020133,1613942402606,2804
+"raw_loss",0.07156348,1613942402606,2804
+"epoch",17.64150943396224,1613942402606,2804
+"wd_0",0.01,1613942402606,2804
+"sqr_mom_0",0.99,1613942402606,2804
+"lr_0",4.973119244248962e-06,1613942402606,2804
+"mom_0",0.8505376204912256,1613942402606,2804
+"eps_0",1e-05,1613942402606,2804
+"wd_1",0.01,1613942402606,2804
+"sqr_mom_1",0.99,1613942402606,2804
+"lr_1",4.973119244248962e-05,1613942402606,2804
+"mom_1",0.8505376204912256,1613942402606,2804
+"eps_1",1e-05,1613942402606,2804
+"wd_2",0.01,1613942402606,2804
+"sqr_mom_2",0.99,1613942402606,2804
+"lr_2",0.0004973119244248962,1613942402606,2804
+"mom_2",0.8505376204912256,1613942402606,2804
+"eps_2",1e-05,1613942402606,2804
+"train_loss",0.055505097,1613942403605,2805
+"raw_loss",0.030268356,1613942403605,2805
+"epoch",17.64779874213834,1613942403605,2805
+"wd_0",0.01,1613942403605,2805
+"sqr_mom_0",0.99,1613942403605,2805
+"lr_0",4.972912430832882e-06,1613942403605,2805
+"mom_0",0.8505417568009104,1613942403605,2805
+"eps_0",1e-05,1613942403605,2805
+"wd_1",0.01,1613942403605,2805
+"sqr_mom_1",0.99,1613942403605,2805
+"lr_1",4.9729124308328826e-05,1613942403605,2805
+"mom_1",0.8505417568009104,1613942403605,2805
+"eps_1",1e-05,1613942403605,2805
+"wd_2",0.01,1613942403605,2805
+"sqr_mom_2",0.99,1613942403605,2805
+"lr_2",0.0004972912430832883,1613942403605,2805
+"mom_2",0.8505417568009104,1613942403605,2805
+"eps_2",1e-05,1613942403605,2805
+"train_loss",0.055717718,1613942404576,2806
+"raw_loss",0.06613606,1613942404576,2806
+"epoch",17.654088050314442,1613942404576,2806
+"wd_0",0.01,1613942404576,2806
+"sqr_mom_0",0.99,1613942404576,2806
+"lr_0",4.972704829212281e-06,1613942404576,2806
+"mom_0",0.8505459088748432,1613942404576,2806
+"eps_0",1e-05,1613942404576,2806
+"wd_1",0.01,1613942404576,2806
+"sqr_mom_1",0.99,1613942404576,2806
+"lr_1",4.972704829212281e-05,1613942404576,2806
+"mom_1",0.8505459088748432,1613942404576,2806
+"eps_1",1e-05,1613942404576,2806
+"wd_2",0.01,1613942404576,2806
+"sqr_mom_2",0.99,1613942404576,2806
+"lr_2",0.000497270482921228,1613942404576,2806
+"mom_2",0.8505459088748432,1613942404576,2806
+"eps_2",1e-05,1613942404576,2806
+"train_loss",0.055254456,1613942405527,2807
+"raw_loss",0.03255454,1613942405527,2807
+"epoch",17.660377358490543,1613942405527,2807
+"wd_0",0.01,1613942405527,2807
+"sqr_mom_0",0.99,1613942405527,2807
+"lr_0",4.972496491389574e-06,1613942405527,2807
+"mom_0",0.8505500756729653,1613942405527,2807
+"eps_0",1e-05,1613942405527,2807
+"wd_1",0.01,1613942405527,2807
+"sqr_mom_1",0.99,1613942405527,2807
+"lr_1",4.972496491389574e-05,1613942405527,2807
+"mom_1",0.8505500756729653,1613942405527,2807
+"eps_1",1e-05,1613942405527,2807
+"wd_2",0.01,1613942405527,2807
+"sqr_mom_2",0.99,1613942405527,2807
+"lr_2",0.0004972496491389574,1613942405527,2807
+"mom_2",0.8505500756729653,1613942405527,2807
+"eps_2",1e-05,1613942405527,2807
+"train_loss",0.054733492,1613942406490,2808
+"raw_loss",0.029206224,1613942406490,2808
+"epoch",17.666666666666643,1613942406490,2808
+"wd_0",0.01,1613942406490,2808
+"sqr_mom_0",0.99,1613942406490,2808
+"lr_0",4.9722873137547214e-06,1613942406490,2808
+"mom_0",0.8505542592674983,1613942406490,2808
+"eps_0",1e-05,1613942406490,2808
+"wd_1",0.01,1613942406490,2808
+"sqr_mom_1",0.99,1613942406490,2808
+"lr_1",4.972287313754721e-05,1613942406490,2808
+"mom_1",0.8505542592674983,1613942406490,2808
+"eps_1",1e-05,1613942406490,2808
+"wd_2",0.01,1613942406490,2808
+"sqr_mom_2",0.99,1613942406490,2808
+"lr_2",0.0004972287313754721,1613942406490,2808
+"mom_2",0.8505542592674983,1613942406490,2808
+"eps_2",1e-05,1613942406490,2808
+"train_loss",0.055024482,1613942407438,2809
+"raw_loss",0.06928302,1613942407438,2809
+"epoch",17.672955974842743,1613942407438,2809
+"wd_0",0.01,1613942407438,2809
+"sqr_mom_0",0.99,1613942407438,2809
+"lr_0",4.972077348114596e-06,1613942407438,2809
+"mom_0",0.8505584586222943,1613942407438,2809
+"eps_0",1e-05,1613942407438,2809
+"wd_1",0.01,1613942407438,2809
+"sqr_mom_1",0.99,1613942407438,2809
+"lr_1",4.972077348114595e-05,1613942407438,2809
+"mom_1",0.8505584586222943,1613942407438,2809
+"eps_1",1e-05,1613942407438,2809
+"wd_2",0.01,1613942407438,2809
+"sqr_mom_2",0.99,1613942407438,2809
+"lr_2",0.0004972077348114596,1613942407438,2809
+"mom_2",0.8505584586222943,1613942407438,2809
+"eps_2",1e-05,1613942407438,2809
+"train_loss",0.055721376,1613942408396,2810
+"raw_loss",0.08986927,1613942408396,2810
+"epoch",17.679245283018844,1613942408396,2810
+"wd_0",0.01,1613942408396,2810
+"sqr_mom_0",0.99,1613942408396,2810
+"lr_0",4.9718666426833384e-06,1613942408396,2810
+"mom_0",0.850562672773061,1613942408396,2810
+"eps_0",1e-05,1613942408396,2810
+"wd_1",0.01,1613942408396,2810
+"sqr_mom_1",0.99,1613942408396,2810
+"lr_1",4.971866642683339e-05,1613942408396,2810
+"mom_1",0.850562672773061,1613942408396,2810
+"eps_1",1e-05,1613942408396,2810
+"wd_2",0.01,1613942408396,2810
+"sqr_mom_2",0.99,1613942408396,2810
+"lr_2",0.0004971866642683339,1613942408396,2810
+"mom_2",0.850562672773061,1613942408396,2810
+"eps_2",1e-05,1613942408396,2810
+"train_loss",0.0552512,1613942409346,2811
+"raw_loss",0.032212563,1613942409346,2811
+"epoch",17.685534591194944,1613942409346,2811
+"wd_0",0.01,1613942409346,2811
+"sqr_mom_0",0.99,1613942409346,2811
+"lr_0",4.971655101413339e-06,1613942409346,2811
+"mom_0",0.8505669036407696,1613942409346,2811
+"eps_0",1e-05,1613942409346,2811
+"wd_1",0.01,1613942409346,2811
+"sqr_mom_1",0.99,1613942409346,2811
+"lr_1",4.9716551014133385e-05,1613942409346,2811
+"mom_1",0.8505669036407696,1613942409346,2811
+"eps_1",1e-05,1613942409346,2811
+"wd_2",0.01,1613942409346,2811
+"sqr_mom_2",0.99,1613942409346,2811
+"lr_2",0.0004971655101413338,1613942409346,2811
+"mom_2",0.8505669036407696,1613942409346,2811
+"eps_2",1e-05,1613942409346,2811
+"train_loss",0.054804754,1613942410302,2812
+"raw_loss",0.03292879,1613942410302,2812
+"epoch",17.691823899371045,1613942410302,2812
+"wd_0",0.01,1613942410302,2812
+"sqr_mom_0",0.99,1613942410302,2812
+"lr_0",4.971442772339576e-06,1613942410302,2812
+"mom_0",0.8505711502647111,1613942410302,2812
+"eps_0",1e-05,1613942410302,2812
+"wd_1",0.01,1613942410302,2812
+"sqr_mom_1",0.99,1613942410302,2812
+"lr_1",4.9714427723395756e-05,1613942410302,2812
+"mom_1",0.8505711502647111,1613942410302,2812
+"eps_1",1e-05,1613942410302,2812
+"wd_2",0.01,1613942410302,2812
+"sqr_mom_2",0.99,1613942410302,2812
+"lr_2",0.0004971442772339575,1613942410302,2812
+"mom_2",0.8505711502647111,1613942410302,2812
+"eps_2",1e-05,1613942410302,2812
+"train_loss",0.054462966,1613942411249,2813
+"raw_loss",0.037715282,1613942411249,2813
+"epoch",17.698113207547145,1613942411249,2813
+"wd_0",0.01,1613942411249,2813
+"sqr_mom_0",0.99,1613942411249,2813
+"lr_0",4.971229708641807e-06,1613942411249,2813
+"mom_0",0.8505754115812797,1613942411249,2813
+"eps_0",1e-05,1613942411249,2813
+"wd_1",0.01,1613942411249,2813
+"sqr_mom_1",0.99,1613942411249,2813
+"lr_1",4.971229708641807e-05,1613942411249,2813
+"mom_1",0.8505754115812797,1613942411249,2813
+"eps_1",1e-05,1613942411249,2813
+"wd_2",0.01,1613942411249,2813
+"sqr_mom_2",0.99,1613942411249,2813
+"lr_2",0.0004971229708641806,1613942411249,2813
+"mom_2",0.8505754115812797,1613942411249,2813
+"eps_2",1e-05,1613942411249,2813
+"train_loss",0.054495335,1613942412225,2814
+"raw_loss",0.056081355,1613942412225,2814
+"epoch",17.704402515723245,1613942412225,2814
+"wd_0",0.01,1613942412225,2814
+"sqr_mom_0",0.99,1613942412225,2814
+"lr_0",4.971015804359731e-06,1613942412225,2814
+"mom_0",0.8505796897097024,1613942412225,2814
+"eps_0",1e-05,1613942412225,2814
+"wd_1",0.01,1613942412225,2814
+"sqr_mom_1",0.99,1613942412225,2814
+"lr_1",4.971015804359731e-05,1613942412225,2814
+"mom_1",0.8505796897097024,1613942412225,2814
+"eps_1",1e-05,1613942412225,2814
+"wd_2",0.01,1613942412225,2814
+"sqr_mom_2",0.99,1613942412225,2814
+"lr_2",0.0004971015804359731,1613942412225,2814
+"mom_2",0.8505796897097024,1613942412225,2814
+"eps_2",1e-05,1613942412225,2814
+"train_loss",0.05412901,1613942413180,2815
+"raw_loss",0.036178928,1613942413180,2815
+"epoch",17.710691823899346,1613942413180,2815
+"wd_0",0.01,1613942413180,2815
+"sqr_mom_0",0.99,1613942413180,2815
+"lr_0",4.970801112477661e-06,1613942413180,2815
+"mom_0",0.8505839835902826,1613942413180,2815
+"eps_0",1e-05,1613942413180,2815
+"wd_1",0.01,1613942413180,2815
+"sqr_mom_1",0.99,1613942413180,2815
+"lr_1",4.9708011124776616e-05,1613942413180,2815
+"mom_1",0.8505839835902826,1613942413180,2815
+"eps_1",1e-05,1613942413180,2815
+"wd_2",0.01,1613942413180,2815
+"sqr_mom_2",0.99,1613942413180,2815
+"lr_2",0.0004970801112477661,1613942413180,2815
+"mom_2",0.8505839835902826,1613942413180,2815
+"eps_2",1e-05,1613942413180,2815
+"train_loss",0.055017807,1613942414224,2816
+"raw_loss",0.09856891,1613942414224,2816
+"epoch",17.716981132075446,1613942414224,2816
+"wd_0",0.01,1613942414224,2816
+"sqr_mom_0",0.99,1613942414224,2816
+"lr_0",4.970585682288816e-06,1613942414224,2816
+"mom_0",0.850588292237146,1613942414224,2816
+"eps_0",1e-05,1613942414224,2816
+"wd_1",0.01,1613942414224,2816
+"sqr_mom_1",0.99,1613942414224,2816
+"lr_1",4.970585682288816e-05,1613942414224,2816
+"mom_1",0.850588292237146,1613942414224,2816
+"eps_1",1e-05,1613942414224,2816
+"wd_2",0.01,1613942414224,2816
+"sqr_mom_2",0.99,1613942414224,2816
+"lr_2",0.0004970585682288816,1613942414224,2816
+"mom_2",0.850588292237146,1613942414224,2816
+"eps_2",1e-05,1613942414224,2816
+"train_loss",0.055090178,1613942415181,2817
+"raw_loss",0.058636382,1613942415181,2817
+"epoch",17.723270440251547,1613942415181,2817
+"wd_0",0.01,1613942415181,2817
+"sqr_mom_0",0.99,1613942415181,2817
+"lr_0",4.970369415591855e-06,1613942415181,2817
+"mom_0",0.850592617614339,1613942415181,2817
+"eps_0",1e-05,1613942415181,2817
+"wd_1",0.01,1613942415181,2817
+"sqr_mom_1",0.99,1613942415181,2817
+"lr_1",4.970369415591855e-05,1613942415181,2817
+"mom_1",0.850592617614339,1613942415181,2817
+"eps_1",1e-05,1613942415181,2817
+"wd_2",0.01,1613942415181,2817
+"sqr_mom_2",0.99,1613942415181,2817
+"lr_2",0.0004970369415591855,1613942415181,2817
+"mom_2",0.850592617614339,1613942415181,2817
+"eps_2",1e-05,1613942415181,2817
+"train_loss",0.054666504,1613942416142,2818
+"raw_loss",0.0339064,1613942416142,2818
+"epoch",17.729559748427647,1613942416142,2818
+"wd_0",0.01,1613942416142,2818
+"sqr_mom_0",0.99,1613942416142,2818
+"lr_0",4.97015236150093e-06,1613942416142,2818
+"mom_0",0.8505969587395688,1613942416142,2818
+"eps_0",1e-05,1613942416142,2818
+"wd_1",0.01,1613942416142,2818
+"sqr_mom_1",0.99,1613942416142,2818
+"lr_1",4.97015236150093e-05,1613942416142,2818
+"mom_1",0.8505969587395688,1613942416142,2818
+"eps_1",1e-05,1613942416142,2818
+"wd_2",0.01,1613942416142,2818
+"sqr_mom_2",0.99,1613942416142,2818
+"lr_2",0.000497015236150093,1613942416142,2818
+"mom_2",0.8505969587395688,1613942416142,2818
+"eps_2",1e-05,1613942416142,2818
+"train_loss",0.05431655,1613942417093,2819
+"raw_loss",0.037168767,1613942417093,2819
+"epoch",17.735849056603747,1613942417093,2819
+"wd_0",0.01,1613942417093,2819
+"sqr_mom_0",0.99,1613942417093,2819
+"lr_0",4.969934569848586e-06,1613942417093,2819
+"mom_0",0.8506013146161744,1613942417093,2819
+"eps_0",1e-05,1613942417093,2819
+"wd_1",0.01,1613942417093,2819
+"sqr_mom_1",0.99,1613942417093,2819
+"lr_1",4.969934569848586e-05,1613942417093,2819
+"mom_1",0.8506013146161744,1613942417093,2819
+"eps_1",1e-05,1613942417093,2819
+"wd_2",0.01,1613942417093,2819
+"sqr_mom_2",0.99,1613942417093,2819
+"lr_2",0.0004969934569848586,1613942417093,2819
+"mom_2",0.8506013146161744,1613942417093,2819
+"eps_2",1e-05,1613942417093,2819
+"train_loss",0.05415721,1613942418058,2820
+"raw_loss",0.04634943,1613942418058,2820
+"epoch",17.742138364779848,1613942418058,2820
+"wd_0",0.01,1613942418058,2820
+"sqr_mom_0",0.99,1613942418058,2820
+"lr_0",4.96971594135704e-06,1613942418058,2820
+"mom_0",0.8506056872297315,1613942418058,2820
+"eps_0",1e-05,1613942418058,2820
+"wd_1",0.01,1613942418058,2820
+"sqr_mom_1",0.99,1613942418058,2820
+"lr_1",4.969715941357039e-05,1613942418058,2820
+"mom_1",0.8506056872297315,1613942418058,2820
+"eps_1",1e-05,1613942418058,2820
+"wd_2",0.01,1613942418058,2820
+"sqr_mom_2",0.99,1613942418058,2820
+"lr_2",0.000496971594135704,1613942418058,2820
+"mom_2",0.8506056872297315,1613942418058,2820
+"eps_2",1e-05,1613942418058,2820
+"train_loss",0.054075293,1613942419020,2821
+"raw_loss",0.050061364,1613942419020,2821
+"epoch",17.74842767295595,1613942419020,2821
+"wd_0",0.01,1613942419020,2821
+"sqr_mom_0",0.99,1613942419020,2821
+"lr_0",4.9694965256798155e-06,1613942419020,2821
+"mom_0",0.8506100755871595,1613942419020,2821
+"eps_0",1e-05,1613942419020,2821
+"wd_1",0.01,1613942419020,2821
+"sqr_mom_1",0.99,1613942419020,2821
+"lr_1",4.969496525679816e-05,1613942419020,2821
+"mom_1",0.8506100755871595,1613942419020,2821
+"eps_1",1e-05,1613942419020,2821
+"wd_2",0.01,1613942419020,2821
+"sqr_mom_2",0.99,1613942419020,2821
+"lr_2",0.0004969496525679815,1613942419020,2821
+"mom_2",0.8506100755871595,1613942419020,2821
+"eps_2",1e-05,1613942419020,2821
+"train_loss",0.0536387,1613942420000,2822
+"raw_loss",0.03224555,1613942420000,2822
+"epoch",17.75471698113205,1613942420000,2822
+"wd_0",0.01,1613942420000,2822
+"sqr_mom_0",0.99,1613942420000,2822
+"lr_0",4.9692763228868506e-06,1613942420000,2822
+"mom_0",0.8506144796870598,1613942420000,2822
+"eps_0",1e-05,1613942420000,2822
+"wd_1",0.01,1613942420000,2822
+"sqr_mom_1",0.99,1613942420000,2822
+"lr_1",4.9692763228868504e-05,1613942420000,2822
+"mom_1",0.8506144796870598,1613942420000,2822
+"eps_1",1e-05,1613942420000,2822
+"wd_2",0.01,1613942420000,2822
+"sqr_mom_2",0.99,1613942420000,2822
+"lr_2",0.000496927632288685,1613942420000,2822
+"mom_2",0.8506144796870598,1613942420000,2822
+"eps_2",1e-05,1613942420000,2822
+"train_loss",0.05337327,1613942420966,2823
+"raw_loss",0.04036717,1613942420966,2823
+"epoch",17.76100628930815,1613942420966,2823
+"wd_0",0.01,1613942420966,2823
+"sqr_mom_0",0.99,1613942420966,2823
+"lr_0",4.969055388118789e-06,1613942420966,2823
+"mom_0",0.8506188984266084,1613942420966,2823
+"eps_0",1e-05,1613942420966,2823
+"wd_1",0.01,1613942420966,2823
+"sqr_mom_1",0.99,1613942420966,2823
+"lr_1",4.9690553881187884e-05,1613942420966,2823
+"mom_1",0.8506188984266084,1613942420966,2823
+"eps_1",1e-05,1613942420966,2823
+"wd_2",0.01,1613942420966,2823
+"sqr_mom_2",0.99,1613942420966,2823
+"lr_2",0.0004969055388118789,1613942420966,2823
+"mom_2",0.8506188984266084,1613942420966,2823
+"eps_2",1e-05,1613942420966,2823
+"train_loss",0.053148873,1613942421929,2824
+"raw_loss",0.042153507,1613942421929,2824
+"epoch",17.76729559748425,1613942421929,2824
+"wd_0",0.01,1613942421929,2824
+"sqr_mom_0",0.99,1613942421929,2824
+"lr_0",4.968833611500909e-06,1613942421929,2824
+"mom_0",0.8506233340033218,1613942421929,2824
+"eps_0",1e-05,1613942421929,2824
+"wd_1",0.01,1613942421929,2824
+"sqr_mom_1",0.99,1613942421929,2824
+"lr_1",4.968833611500909e-05,1613942421929,2824
+"mom_1",0.8506233340033218,1613942421929,2824
+"eps_1",1e-05,1613942421929,2824
+"wd_2",0.01,1613942421929,2824
+"sqr_mom_2",0.99,1613942421929,2824
+"lr_2",0.0004968833611500909,1613942421929,2824
+"mom_2",0.8506233340033218,1613942421929,2824
+"eps_2",1e-05,1613942421929,2824
+"train_loss",0.05263616,1613942422887,2825
+"raw_loss",0.027513348,1613942422887,2825
+"epoch",17.77358490566035,1613942422887,2825
+"wd_0",0.01,1613942422887,2825
+"sqr_mom_0",0.99,1613942422887,2825
+"lr_0",4.968611047978585e-06,1613942422887,2825
+"mom_0",0.8506277853182814,1613942422887,2825
+"eps_0",1e-05,1613942422887,2825
+"wd_1",0.01,1613942422887,2825
+"sqr_mom_1",0.99,1613942422887,2825
+"lr_1",4.968611047978585e-05,1613942422887,2825
+"mom_1",0.8506277853182814,1613942422887,2825
+"eps_1",1e-05,1613942422887,2825
+"wd_2",0.01,1613942422887,2825
+"sqr_mom_2",0.99,1613942422887,2825
+"lr_2",0.0004968611047978585,1613942422887,2825
+"mom_2",0.8506277853182814,1613942422887,2825
+"eps_2",1e-05,1613942422887,2825
+"train_loss",0.052175462,1613942423867,2826
+"raw_loss",0.02960109,1613942423867,2826
+"epoch",17.77987421383645,1613942423867,2826
+"wd_0",0.01,1613942423867,2826
+"sqr_mom_0",0.99,1613942423867,2826
+"lr_0",4.9683877486422455e-06,1613942423867,2826
+"mom_0",0.8506322513496686,1613942423867,2826
+"eps_0",1e-05,1613942423867,2826
+"wd_1",0.01,1613942423867,2826
+"sqr_mom_1",0.99,1613942423867,2826
+"lr_1",4.968387748642246e-05,1613942423867,2826
+"mom_1",0.8506322513496686,1613942423867,2826
+"eps_1",1e-05,1613942423867,2826
+"wd_2",0.01,1613942423867,2826
+"sqr_mom_2",0.99,1613942423867,2826
+"lr_2",0.0004968387748642245,1613942423867,2826
+"mom_2",0.8506322513496686,1613942423867,2826
+"eps_2",1e-05,1613942423867,2826
+"train_loss",0.051567364,1613942424815,2827
+"raw_loss",0.021770457,1613942424815,2827
+"epoch",17.78616352201255,1613942424815,2827
+"wd_0",0.01,1613942424815,2827
+"sqr_mom_0",0.99,1613942424815,2827
+"lr_0",4.968163611703495e-06,1613942424815,2827
+"mom_0",0.8506367341332715,1613942424815,2827
+"eps_0",1e-05,1613942424815,2827
+"wd_1",0.01,1613942424815,2827
+"sqr_mom_1",0.99,1613942424815,2827
+"lr_1",4.968163611703495e-05,1613942424815,2827
+"mom_1",0.8506367341332715,1613942424815,2827
+"eps_1",1e-05,1613942424815,2827
+"wd_2",0.01,1613942424815,2827
+"sqr_mom_2",0.99,1613942424815,2827
+"lr_2",0.0004968163611703496,1613942424815,2827
+"mom_2",0.8506367341332715,1613942424815,2827
+"eps_2",1e-05,1613942424815,2827
+"train_loss",0.051160846,1613942425800,2828
+"raw_loss",0.031241411,1613942425800,2828
+"epoch",17.79245283018865,1613942425800,2828
+"wd_0",0.01,1613942425800,2828
+"sqr_mom_0",0.99,1613942425800,2828
+"lr_0",4.9679386880738546e-06,1613942425800,2828
+"mom_0",0.8506412326508493,1613942425800,2828
+"eps_0",1e-05,1613942425800,2828
+"wd_1",0.01,1613942425800,2828
+"sqr_mom_1",0.99,1613942425800,2828
+"lr_1",4.967938688073855e-05,1613942425800,2828
+"mom_1",0.8506412326508493,1613942425800,2828
+"eps_1",1e-05,1613942425800,2828
+"wd_2",0.01,1613942425800,2828
+"sqr_mom_2",0.99,1613942425800,2828
+"lr_2",0.0004967938688073854,1613942425800,2828
+"mom_2",0.8506412326508493,1613942425800,2828
+"eps_2",1e-05,1613942425800,2828
+"train_loss",0.05079929,1613942426745,2829
+"raw_loss",0.033083193,1613942426745,2829
+"epoch",17.79874213836475,1613942426745,2829
+"wd_0",0.01,1613942426745,2829
+"sqr_mom_0",0.99,1613942426745,2829
+"lr_0",4.967713034069651e-06,1613942426745,2829
+"mom_0",0.8506457457760647,1613942426745,2829
+"eps_0",1e-05,1613942426745,2829
+"wd_1",0.01,1613942426745,2829
+"sqr_mom_1",0.99,1613942426745,2829
+"lr_1",4.9677130340696514e-05,1613942426745,2829
+"mom_1",0.8506457457760647,1613942426745,2829
+"eps_1",1e-05,1613942426745,2829
+"wd_2",0.01,1613942426745,2829
+"sqr_mom_2",0.99,1613942426745,2829
+"lr_2",0.000496771303406965,1613942426745,2829
+"mom_2",0.8506457457760647,1613942426745,2829
+"eps_2",1e-05,1613942426745,2829
+"train_loss",0.05072932,1613942427702,2830
+"raw_loss",0.047300655,1613942427702,2830
+"epoch",17.805031446540852,1613942427702,2830
+"wd_0",0.01,1613942427702,2830
+"sqr_mom_0",0.99,1613942427702,2830
+"lr_0",4.9674865374692055e-06,1613942427702,2830
+"mom_0",0.8506502757533734,1613942427702,2830
+"eps_0",1e-05,1613942427702,2830
+"wd_1",0.01,1613942427702,2830
+"sqr_mom_1",0.99,1613942427702,2830
+"lr_1",4.9674865374692057e-05,1613942427702,2830
+"mom_1",0.8506502757533734,1613942427702,2830
+"eps_1",1e-05,1613942427702,2830
+"wd_2",0.01,1613942427702,2830
+"sqr_mom_2",0.99,1613942427702,2830
+"lr_2",0.0004967486537469205,1613942427702,2830
+"mom_2",0.8506502757533734,1613942427702,2830
+"eps_2",1e-05,1613942427702,2830
+"train_loss",0.05038973,1613942428652,2831
+"raw_loss",0.033749785,1613942428652,2831
+"epoch",17.811320754716952,1613942428652,2831
+"wd_0",0.01,1613942428652,2831
+"sqr_mom_0",0.99,1613942428652,2831
+"lr_0",4.96725925439368e-06,1613942428652,2831
+"mom_0",0.850654821460341,1613942428652,2831
+"eps_0",1e-05,1613942428652,2831
+"wd_1",0.01,1613942428652,2831
+"sqr_mom_1",0.99,1613942428652,2831
+"lr_1",4.96725925439368e-05,1613942428652,2831
+"mom_1",0.850654821460341,1613942428652,2831
+"eps_1",1e-05,1613942428652,2831
+"wd_2",0.01,1613942428652,2831
+"sqr_mom_2",0.99,1613942428652,2831
+"lr_2",0.000496725925439368,1613942428652,2831
+"mom_2",0.850654821460341,1613942428652,2831
+"eps_2",1e-05,1613942428652,2831
+"train_loss",0.05014378,1613942429610,2832
+"raw_loss",0.038092196,1613942429610,2832
+"epoch",17.817610062893053,1613942429610,2832
+"wd_0",0.01,1613942429610,2832
+"sqr_mom_0",0.99,1613942429610,2832
+"lr_0",4.967031237011044e-06,1613942429610,2832
+"mom_0",0.8506593818535977,1613942429610,2832
+"eps_0",1e-05,1613942429610,2832
+"wd_1",0.01,1613942429610,2832
+"sqr_mom_1",0.99,1613942429610,2832
+"lr_1",4.967031237011044e-05,1613942429610,2832
+"mom_1",0.8506593818535977,1613942429610,2832
+"eps_1",1e-05,1613942429610,2832
+"wd_2",0.01,1613942429610,2832
+"sqr_mom_2",0.99,1613942429610,2832
+"lr_2",0.0004967031237011044,1613942429610,2832
+"mom_2",0.8506593818535977,1613942429610,2832
+"eps_2",1e-05,1613942429610,2832
+"train_loss",0.050753996,1613942430558,2833
+"raw_loss",0.080654725,1613942430558,2833
+"epoch",17.823899371069153,1613942430558,2833
+"wd_0",0.01,1613942430558,2833
+"sqr_mom_0",0.99,1613942430558,2833
+"lr_0",4.966802381382235e-06,1613942430558,2833
+"mom_0",0.8506639590119454,1613942430558,2833
+"eps_0",1e-05,1613942430558,2833
+"wd_1",0.01,1613942430558,2833
+"sqr_mom_1",0.99,1613942430558,2833
+"lr_1",4.9668023813822346e-05,1613942430558,2833
+"mom_1",0.8506639590119454,1613942430558,2833
+"eps_1",1e-05,1613942430558,2833
+"wd_2",0.01,1613942430558,2833
+"sqr_mom_2",0.99,1613942430558,2833
+"lr_2",0.0004966802381382234,1613942430558,2833
+"mom_2",0.8506639590119454,1613942430558,2833
+"eps_2",1e-05,1613942430558,2833
+"train_loss",0.0506787,1613942431514,2834
+"raw_loss",0.046989176,1613942431514,2834
+"epoch",17.830188679245254,1613942431514,2834
+"wd_0",0.01,1613942431514,2834
+"sqr_mom_0",0.99,1613942431514,2834
+"lr_0",4.966572739496412e-06,1613942431514,2834
+"mom_0",0.8506685518955907,1613942431514,2834
+"eps_0",1e-05,1613942431514,2834
+"wd_1",0.01,1613942431514,2834
+"sqr_mom_1",0.99,1613942431514,2834
+"lr_1",4.966572739496412e-05,1613942431514,2834
+"mom_1",0.8506685518955907,1613942431514,2834
+"eps_1",1e-05,1613942431514,2834
+"wd_2",0.01,1613942431514,2834
+"sqr_mom_2",0.99,1613942431514,2834
+"lr_2",0.0004966572739496411,1613942431514,2834
+"mom_2",0.8506685518955907,1613942431514,2834
+"eps_2",1e-05,1613942431514,2834
+"train_loss",0.05031606,1613942432457,2835
+"raw_loss",0.03254676,1613942432457,2835
+"epoch",17.836477987421354,1613942432457,2835
+"wd_0",0.01,1613942432457,2835
+"sqr_mom_0",0.99,1613942432457,2835
+"lr_0",4.9663423688449405e-06,1613942432457,2835
+"mom_0",0.8506731593546947,1613942432457,2835
+"eps_0",1e-05,1613942432457,2835
+"wd_1",0.01,1613942432457,2835
+"sqr_mom_1",0.99,1613942432457,2835
+"lr_1",4.96634236884494e-05,1613942432457,2835
+"mom_1",0.8506731593546947,1613942432457,2835
+"eps_1",1e-05,1613942432457,2835
+"wd_2",0.01,1613942432457,2835
+"sqr_mom_2",0.99,1613942432457,2835
+"lr_2",0.0004966342368844939,1613942432457,2835
+"mom_2",0.8506731593546947,1613942432457,2835
+"eps_2",1e-05,1613942432457,2835
+"train_loss",0.049805142,1613942433440,2836
+"raw_loss",0.024770081,1613942433440,2836
+"epoch",17.842767295597454,1613942433440,2836
+"wd_0",0.01,1613942433440,2836
+"sqr_mom_0",0.99,1613942433440,2836
+"lr_0",4.966111154860468e-06,1613942433440,2836
+"mom_0",0.8506777836806274,1613942433440,2836
+"eps_0",1e-05,1613942433440,2836
+"wd_1",0.01,1613942433440,2836
+"sqr_mom_1",0.99,1613942433440,2836
+"lr_1",4.966111154860468e-05,1613942433440,2836
+"mom_1",0.8506777836806274,1613942433440,2836
+"eps_1",1e-05,1613942433440,2836
+"wd_2",0.01,1613942433440,2836
+"sqr_mom_2",0.99,1613942433440,2836
+"lr_2",0.0004966111154860468,1613942433440,2836
+"mom_2",0.8506777836806274,1613942433440,2836
+"eps_2",1e-05,1613942433440,2836
+"train_loss",0.049288645,1613942434522,2837
+"raw_loss",0.023980288,1613942434522,2837
+"epoch",17.849056603773555,1613942434522,2837
+"wd_0",0.01,1613942434522,2837
+"sqr_mom_0",0.99,1613942434522,2837
+"lr_0",4.9658791548393035e-06,1613942434522,2837
+"mom_0",0.8506824237274512,1613942434522,2837
+"eps_0",1e-05,1613942434522,2837
+"wd_1",0.01,1613942434522,2837
+"sqr_mom_1",0.99,1613942434522,2837
+"lr_1",4.965879154839303e-05,1613942434522,2837
+"mom_1",0.8506824237274512,1613942434522,2837
+"eps_1",1e-05,1613942434522,2837
+"wd_2",0.01,1613942434522,2837
+"sqr_mom_2",0.99,1613942434522,2837
+"lr_2",0.0004965879154839304,1613942434522,2837
+"mom_2",0.8506824237274512,1613942434522,2837
+"eps_2",1e-05,1613942434522,2837
+"train_loss",0.048638403,1613942435577,2838
+"raw_loss",0.016776562,1613942435577,2838
+"epoch",17.855345911949655,1613942435577,2838
+"wd_0",0.01,1613942435577,2838
+"sqr_mom_0",0.99,1613942435577,2838
+"lr_0",4.9656464220263575e-06,1613942435577,2838
+"mom_0",0.8506870784302571,1613942435577,2838
+"eps_0",1e-05,1613942435577,2838
+"wd_1",0.01,1613942435577,2838
+"sqr_mom_1",0.99,1613942435577,2838
+"lr_1",4.9656464220263575e-05,1613942435577,2838
+"mom_1",0.8506870784302571,1613942435577,2838
+"eps_1",1e-05,1613942435577,2838
+"wd_2",0.01,1613942435577,2838
+"sqr_mom_2",0.99,1613942435577,2838
+"lr_2",0.0004965646422026357,1613942435577,2838
+"mom_2",0.8506870784302571,1613942435577,2838
+"eps_2",1e-05,1613942435577,2838
+"train_loss",0.048404463,1613942436543,2839
+"raw_loss",0.03694144,1613942436543,2839
+"epoch",17.861635220125756,1613942436543,2839
+"wd_0",0.01,1613942436543,2839
+"sqr_mom_0",0.99,1613942436543,2839
+"lr_0",4.965412850333094e-06,1613942436543,2839
+"mom_0",0.8506917499108372,1613942436543,2839
+"eps_0",1e-05,1613942436543,2839
+"wd_1",0.01,1613942436543,2839
+"sqr_mom_1",0.99,1613942436543,2839
+"lr_1",4.965412850333094e-05,1613942436543,2839
+"mom_1",0.8506917499108372,1613942436543,2839
+"eps_1",1e-05,1613942436543,2839
+"wd_2",0.01,1613942436543,2839
+"sqr_mom_2",0.99,1613942436543,2839
+"lr_2",0.0004965412850333093,1613942436543,2839
+"mom_2",0.8506917499108372,1613942436543,2839
+"eps_2",1e-05,1613942436543,2839
+"train_loss",0.048145134,1613942437518,2840
+"raw_loss",0.03543796,1613942437518,2840
+"epoch",17.867924528301856,1613942437518,2840
+"wd_0",0.01,1613942437518,2840
+"sqr_mom_0",0.99,1613942437518,2840
+"lr_0",4.965178492825714e-06,1613942437518,2840
+"mom_0",0.8506964371078568,1613942437518,2840
+"eps_0",1e-05,1613942437518,2840
+"wd_1",0.01,1613942437518,2840
+"sqr_mom_1",0.99,1613942437518,2840
+"lr_1",4.965178492825713e-05,1613942437518,2840
+"mom_1",0.8506964371078568,1613942437518,2840
+"eps_1",1e-05,1613942437518,2840
+"wd_2",0.01,1613942437518,2840
+"sqr_mom_2",0.99,1613942437518,2840
+"lr_2",0.0004965178492825713,1613942437518,2840
+"mom_2",0.8506964371078568,1613942437518,2840
+"eps_2",1e-05,1613942437518,2840
+"train_loss",0.04808317,1613942438472,2841
+"raw_loss",0.04504692,1613942438472,2841
+"epoch",17.874213836477956,1613942438472,2841
+"wd_0",0.01,1613942438472,2841
+"sqr_mom_0",0.99,1613942438472,2841
+"lr_0",4.964943349578915e-06,1613942438472,2841
+"mom_0",0.8507011400198219,1613942438472,2841
+"eps_0",1e-05,1613942438472,2841
+"wd_1",0.01,1613942438472,2841
+"sqr_mom_1",0.99,1613942438472,2841
+"lr_1",4.964943349578915e-05,1613942438472,2841
+"mom_1",0.8507011400198219,1613942438472,2841
+"eps_1",1e-05,1613942438472,2841
+"wd_2",0.01,1613942438472,2841
+"sqr_mom_2",0.99,1613942438472,2841
+"lr_2",0.0004964943349578915,1613942438472,2841
+"mom_2",0.8507011400198219,1613942438472,2841
+"eps_2",1e-05,1613942438472,2841
+"train_loss",0.048008554,1613942439428,2842
+"raw_loss",0.044352308,1613942439428,2842
+"epoch",17.880503144654057,1613942439428,2842
+"wd_0",0.01,1613942439428,2842
+"sqr_mom_0",0.99,1613942439428,2842
+"lr_0",4.96470747455525e-06,1613942439428,2842
+"mom_0",0.8507058575674706,1613942439428,2842
+"eps_0",1e-05,1613942439428,2842
+"wd_1",0.01,1613942439428,2842
+"sqr_mom_1",0.99,1613942439428,2842
+"lr_1",4.96470747455525e-05,1613942439428,2842
+"mom_1",0.8507058575674706,1613942439428,2842
+"eps_1",1e-05,1613942439428,2842
+"wd_2",0.01,1613942439428,2842
+"sqr_mom_2",0.99,1613942439428,2842
+"lr_2",0.000496470747455525,1613942439428,2842
+"mom_2",0.8507058575674706,1613942439428,2842
+"eps_2",1e-05,1613942439428,2842
+"train_loss",0.047826894,1613942440380,2843
+"raw_loss",0.03892557,1613942440380,2843
+"epoch",17.886792452830157,1613942440380,2843
+"wd_0",0.01,1613942440380,2843
+"sqr_mom_0",0.99,1613942440380,2843
+"lr_0",4.9644707602338415e-06,1613942440380,2843
+"mom_0",0.8507105919012422,1613942440380,2843
+"eps_0",1e-05,1613942440380,2843
+"wd_1",0.01,1613942440380,2843
+"sqr_mom_1",0.99,1613942440380,2843
+"lr_1",4.964470760233841e-05,1613942440380,2843
+"mom_1",0.8507105919012422,1613942440380,2843
+"eps_1",1e-05,1613942440380,2843
+"wd_2",0.01,1613942440380,2843
+"sqr_mom_2",0.99,1613942440380,2843
+"lr_2",0.0004964470760233841,1613942440380,2843
+"mom_2",0.8507105919012422,1613942440380,2843
+"eps_2",1e-05,1613942440380,2843
+"train_loss",0.047537725,1613942441334,2844
+"raw_loss",0.033368513,1613942441334,2844
+"epoch",17.893081761006258,1613942441334,2844
+"wd_0",0.01,1613942441334,2844
+"sqr_mom_0",0.99,1613942441334,2844
+"lr_0",4.964233260398596e-06,1613942441334,2844
+"mom_0",0.8507153419454475,1613942441334,2844
+"eps_0",1e-05,1613942441334,2844
+"wd_1",0.01,1613942441334,2844
+"sqr_mom_1",0.99,1613942441334,2844
+"lr_1",4.9642332603985955e-05,1613942441334,2844
+"mom_1",0.8507153419454475,1613942441334,2844
+"eps_1",1e-05,1613942441334,2844
+"wd_2",0.01,1613942441334,2844
+"sqr_mom_2",0.99,1613942441334,2844
+"lr_2",0.0004964233260398596,1613942441334,2844
+"mom_2",0.8507153419454475,1613942441334,2844
+"eps_2",1e-05,1613942441334,2844
+"train_loss",0.047349066,1613942442282,2845
+"raw_loss",0.03810466,1613942442282,2845
+"epoch",17.899371069182358,1613942442282,2845
+"wd_0",0.01,1613942442282,2845
+"sqr_mom_0",0.99,1613942442282,2845
+"lr_0",4.963995034497819e-06,1613942442282,2845
+"mom_0",0.8507201065111087,1613942442282,2845
+"eps_0",1e-05,1613942442282,2845
+"wd_1",0.01,1613942442282,2845
+"sqr_mom_1",0.99,1613942442282,2845
+"lr_1",4.9639950344978185e-05,1613942442282,2845
+"mom_1",0.8507201065111087,1613942442282,2845
+"eps_1",1e-05,1613942442282,2845
+"wd_2",0.01,1613942442282,2845
+"sqr_mom_2",0.99,1613942442282,2845
+"lr_2",0.0004963995034497819,1613942442282,2845
+"mom_2",0.8507201065111087,1613942442282,2845
+"eps_2",1e-05,1613942442282,2845
+"train_loss",0.046899166,1613942443233,2846
+"raw_loss",0.024854045,1613942443233,2846
+"epoch",17.90566037735846,1613942443233,2846
+"wd_0",0.01,1613942443233,2846
+"sqr_mom_0",0.99,1613942443233,2846
+"lr_0",4.9637559640576064e-06,1613942443233,2846
+"mom_0",0.8507248879677275,1613942443233,2846
+"eps_0",1e-05,1613942443233,2846
+"wd_1",0.01,1613942443233,2846
+"sqr_mom_1",0.99,1613942443233,2846
+"lr_1",4.963755964057607e-05,1613942443233,2846
+"mom_1",0.8507248879677275,1613942443233,2846
+"eps_1",1e-05,1613942443233,2846
+"wd_2",0.01,1613942443233,2846
+"sqr_mom_2",0.99,1613942443233,2846
+"lr_2",0.0004963755964057607,1613942443233,2846
+"mom_2",0.8507248879677275,1613942443233,2846
+"eps_2",1e-05,1613942443233,2846
+"train_loss",0.04651542,1613942444183,2847
+"raw_loss",0.027711814,1613942444183,2847
+"epoch",17.91194968553456,1613942444183,2847
+"wd_0",0.01,1613942444183,2847
+"sqr_mom_0",0.99,1613942444183,2847
+"lr_0",4.963516108331392e-06,1613942444183,2847
+"mom_0",0.8507296851302234,1613942444183,2847
+"eps_0",1e-05,1613942444183,2847
+"wd_1",0.01,1613942444183,2847
+"sqr_mom_1",0.99,1613942444183,2847
+"lr_1",4.963516108331391e-05,1613942444183,2847
+"mom_1",0.8507296851302234,1613942444183,2847
+"eps_1",1e-05,1613942444183,2847
+"wd_2",0.01,1613942444183,2847
+"sqr_mom_2",0.99,1613942444183,2847
+"lr_2",0.0004963516108331391,1613942444183,2847
+"mom_2",0.8507296851302234,1613942444183,2847
+"eps_2",1e-05,1613942444183,2847
+"train_loss",0.046333008,1613942445132,2848
+"raw_loss",0.037394833,1613942445132,2848
+"epoch",17.91823899371066,1613942445132,2848
+"wd_0",0.01,1613942445132,2848
+"sqr_mom_0",0.99,1613942445132,2848
+"lr_0",4.963275522357641e-06,1613942445132,2848
+"mom_0",0.8507344968978161,1613942445132,2848
+"eps_0",1e-05,1613942445132,2848
+"wd_1",0.01,1613942445132,2848
+"sqr_mom_1",0.99,1613942445132,2848
+"lr_1",4.9632755223576414e-05,1613942445132,2848
+"mom_1",0.8507344968978161,1613942445132,2848
+"eps_1",1e-05,1613942445132,2848
+"wd_2",0.01,1613942445132,2848
+"sqr_mom_2",0.99,1613942445132,2848
+"lr_2",0.0004963275522357641,1613942445132,2848
+"mom_2",0.8507344968978161,1613942445132,2848
+"eps_2",1e-05,1613942445132,2848
+"train_loss",0.046195414,1613942446088,2849
+"raw_loss",0.039453316,1613942446088,2849
+"epoch",17.92452830188676,1613942446088,2849
+"wd_0",0.01,1613942446088,2849
+"sqr_mom_0",0.99,1613942446088,2849
+"lr_0",4.9630340964680465e-06,1613942446088,2849
+"mom_0",0.8507393254638937,1613942446088,2849
+"eps_0",1e-05,1613942446088,2849
+"wd_1",0.01,1613942446088,2849
+"sqr_mom_1",0.99,1613942446088,2849
+"lr_1",4.9630340964680465e-05,1613942446088,2849
+"mom_1",0.8507393254638937,1613942446088,2849
+"eps_1",1e-05,1613942446088,2849
+"wd_2",0.01,1613942446088,2849
+"sqr_mom_2",0.99,1613942446088,2849
+"lr_2",0.0004963034096468046,1613942446088,2849
+"mom_2",0.8507393254638937,1613942446088,2849
+"eps_2",1e-05,1613942446088,2849
+"train_loss",0.04572863,1613942447053,2850
+"raw_loss",0.022856222,1613942447053,2850
+"epoch",17.93081761006286,1613942447053,2850
+"wd_0",0.01,1613942447053,2850
+"sqr_mom_0",0.99,1613942447053,2850
+"lr_0",4.962791885522536e-06,1613942447053,2850
+"mom_0",0.8507441697312466,1613942447053,2850
+"eps_0",1e-05,1613942447053,2850
+"wd_1",0.01,1613942447053,2850
+"sqr_mom_1",0.99,1613942447053,2850
+"lr_1",4.962791885522535e-05,1613942447053,2850
+"mom_1",0.8507441697312466,1613942447053,2850
+"eps_1",1e-05,1613942447053,2850
+"wd_2",0.01,1613942447053,2850
+"sqr_mom_2",0.99,1613942447053,2850
+"lr_2",0.0004962791885522535,1613942447053,2850
+"mom_2",0.8507441697312466,1613942447053,2850
+"eps_2",1e-05,1613942447053,2850
+"train_loss",0.046282545,1613942448010,2851
+"raw_loss",0.07342433,1613942448010,2851
+"epoch",17.93710691823896,1613942448010,2851
+"wd_0",0.01,1613942448010,2851
+"sqr_mom_0",0.99,1613942448010,2851
+"lr_0",4.962548950142661e-06,1613942448010,2851
+"mom_0",0.8507490284874316,1613942448010,2851
+"eps_0",1e-05,1613942448010,2851
+"wd_1",0.01,1613942448010,2851
+"sqr_mom_1",0.99,1613942448010,2851
+"lr_1",4.962548950142661e-05,1613942448010,2851
+"mom_1",0.8507490284874316,1613942448010,2851
+"eps_1",1e-05,1613942448010,2851
+"wd_2",0.01,1613942448010,2851
+"sqr_mom_2",0.99,1613942448010,2851
+"lr_2",0.000496254895014266,1613942448010,2851
+"mom_2",0.8507490284874316,1613942448010,2851
+"eps_2",1e-05,1613942448010,2851
+"train_loss",0.046122156,1613942448973,2852
+"raw_loss",0.03826306,1613942448973,2852
+"epoch",17.94339622641506,1613942448973,2852
+"wd_0",0.01,1613942448973,2852
+"sqr_mom_0",0.99,1613942448973,2852
+"lr_0",4.962305169512414e-06,1613942448973,2852
+"mom_0",0.8507539041487931,1613942448973,2852
+"eps_0",1e-05,1613942448973,2852
+"wd_1",0.01,1613942448973,2852
+"sqr_mom_1",0.99,1613942448973,2852
+"lr_1",4.9623051695124136e-05,1613942448973,2852
+"mom_1",0.8507539041487931,1613942448973,2852
+"eps_1",1e-05,1613942448973,2852
+"wd_2",0.01,1613942448973,2852
+"sqr_mom_2",0.99,1613942448973,2852
+"lr_2",0.0004962305169512413,1613942448973,2852
+"mom_2",0.8507539041487931,1613942448973,2852
+"eps_2",1e-05,1613942448973,2852
+"train_loss",0.045925632,1613942449921,2853
+"raw_loss",0.036295906,1613942449921,2853
+"epoch",17.94968553459116,1613942449921,2853
+"wd_0",0.01,1613942449921,2853
+"sqr_mom_0",0.99,1613942449921,2853
+"lr_0",4.962060604058587e-06,1613942449921,2853
+"mom_0",0.8507587955067833,1613942449921,2853
+"eps_0",1e-05,1613942449921,2853
+"wd_1",0.01,1613942449921,2853
+"sqr_mom_1",0.99,1613942449921,2853
+"lr_1",4.962060604058587e-05,1613942449921,2853
+"mom_1",0.8507587955067833,1613942449921,2853
+"eps_1",1e-05,1613942449921,2853
+"wd_2",0.01,1613942449921,2853
+"sqr_mom_2",0.99,1613942449921,2853
+"lr_2",0.0004962060604058586,1613942449921,2853
+"mom_2",0.8507587955067833,1613942449921,2853
+"eps_2",1e-05,1613942449921,2853
+"train_loss",0.04628644,1613942450903,2854
+"raw_loss",0.06396607,1613942450903,2854
+"epoch",17.95597484276726,1613942450903,2854
+"wd_0",0.01,1613942450903,2854
+"sqr_mom_0",0.99,1613942450903,2854
+"lr_0",4.961815309894934e-06,1613942450903,2854
+"mom_0",0.8507637014391157,1613942450903,2854
+"eps_0",1e-05,1613942450903,2854
+"wd_1",0.01,1613942450903,2854
+"sqr_mom_1",0.99,1613942450903,2854
+"lr_1",4.961815309894934e-05,1613942450903,2854
+"mom_1",0.8507637014391157,1613942450903,2854
+"eps_1",1e-05,1613942450903,2854
+"wd_2",0.01,1613942450903,2854
+"sqr_mom_2",0.99,1613942450903,2854
+"lr_2",0.0004961815309894934,1613942450903,2854
+"mom_2",0.8507637014391157,1613942450903,2854
+"eps_2",1e-05,1613942450903,2854
+"train_loss",0.045806423,1613942451870,2855
+"raw_loss",0.022285398,1613942451870,2855
+"epoch",17.962264150943362,1613942451870,2855
+"wd_0",0.01,1613942451870,2855
+"sqr_mom_0",0.99,1613942451870,2855
+"lr_0",4.961569175206973e-06,1613942451870,2855
+"mom_0",0.8507686241821023,1613942451870,2855
+"eps_0",1e-05,1613942451870,2855
+"wd_1",0.01,1613942451870,2855
+"sqr_mom_1",0.99,1613942451870,2855
+"lr_1",4.9615691752069734e-05,1613942451870,2855
+"mom_1",0.8507686241821023,1613942451870,2855
+"eps_1",1e-05,1613942451870,2855
+"wd_2",0.01,1613942451870,2855
+"sqr_mom_2",0.99,1613942451870,2855
+"lr_2",0.0004961569175206973,1613942451870,2855
+"mom_2",0.8507686241821023,1613942451870,2855
+"eps_2",1e-05,1613942451870,2855
+"train_loss",0.04584089,1613942452829,2856
+"raw_loss",0.04752967,1613942452829,2856
+"epoch",17.968553459119462,1613942452829,2856
+"wd_0",0.01,1613942452829,2856
+"sqr_mom_0",0.99,1613942452829,2856
+"lr_0",4.961322255930023e-06,1613942452829,2856
+"mom_0",0.8507735626170256,1613942452829,2856
+"eps_0",1e-05,1613942452829,2856
+"wd_1",0.01,1613942452829,2856
+"sqr_mom_1",0.99,1613942452829,2856
+"lr_1",4.9613222559300234e-05,1613942452829,2856
+"mom_1",0.8507735626170256,1613942452829,2856
+"eps_1",1e-05,1613942452829,2856
+"wd_2",0.01,1613942452829,2856
+"sqr_mom_2",0.99,1613942452829,2856
+"lr_2",0.0004961322255930023,1613942452829,2856
+"mom_2",0.8507735626170256,1613942452829,2856
+"eps_2",1e-05,1613942452829,2856
+"train_loss",0.045419864,1613942453779,2857
+"raw_loss",0.02478968,1613942453779,2857
+"epoch",17.974842767295563,1613942453779,2857
+"wd_0",0.01,1613942453779,2857
+"sqr_mom_0",0.99,1613942453779,2857
+"lr_0",4.961074613858189e-06,1613942453779,2857
+"mom_0",0.8507785155079913,1613942453779,2857
+"eps_0",1e-05,1613942453779,2857
+"wd_1",0.01,1613942453779,2857
+"sqr_mom_1",0.99,1613942453779,2857
+"lr_1",4.961074613858189e-05,1613942453779,2857
+"mom_1",0.8507785155079913,1613942453779,2857
+"eps_1",1e-05,1613942453779,2857
+"wd_2",0.01,1613942453779,2857
+"sqr_mom_2",0.99,1613942453779,2857
+"lr_2",0.0004961074613858188,1613942453779,2857
+"mom_2",0.8507785155079913,1613942453779,2857
+"eps_2",1e-05,1613942453779,2857
+"train_loss",0.046037138,1613942454731,2858
+"raw_loss",0.07628363,1613942454731,2858
+"epoch",17.981132075471663,1613942454731,2858
+"wd_0",0.01,1613942454731,2858
+"sqr_mom_0",0.99,1613942454731,2858
+"lr_0",4.960826125834741e-06,1613942454731,2858
+"mom_0",0.8507834853181584,1613942454731,2858
+"eps_0",1e-05,1613942454731,2858
+"wd_1",0.01,1613942454731,2858
+"sqr_mom_1",0.99,1613942454731,2858
+"lr_1",4.9608261258347404e-05,1613942454731,2858
+"mom_1",0.8507834853181584,1613942454731,2858
+"eps_1",1e-05,1613942454731,2858
+"wd_2",0.01,1613942454731,2858
+"sqr_mom_2",0.99,1613942454731,2858
+"lr_2",0.0004960826125834741,1613942454731,2858
+"mom_2",0.8507834853181584,1613942454731,2858
+"eps_2",1e-05,1613942454731,2858
+"train_loss",0.04588812,1613942455702,2859
+"raw_loss",0.03858625,1613942455702,2859
+"epoch",17.987421383647764,1613942455702,2859
+"wd_0",0.01,1613942455702,2859
+"sqr_mom_0",0.99,1613942455702,2859
+"lr_0",4.960576853459142e-06,1613942455702,2859
+"mom_0",0.8507884708155253,1613942455702,2859
+"eps_0",1e-05,1613942455702,2859
+"wd_1",0.01,1613942455702,2859
+"sqr_mom_1",0.99,1613942455702,2859
+"lr_1",4.960576853459142e-05,1613942455702,2859
+"mom_1",0.8507884708155253,1613942455702,2859
+"eps_1",1e-05,1613942455702,2859
+"wd_2",0.01,1613942455702,2859
+"sqr_mom_2",0.99,1613942455702,2859
+"lr_2",0.0004960576853459142,1613942455702,2859
+"mom_2",0.8507884708155253,1613942455702,2859
+"eps_2",1e-05,1613942455702,2859
+"train_loss",0.046902098,1613942456673,2860
+"raw_loss",0.09658706,1613942456673,2860
+"epoch",17.993710691823864,1613942456673,2860
+"wd_0",0.01,1613942456673,2860
+"sqr_mom_0",0.99,1613942456673,2860
+"lr_0",4.960326796810845e-06,1613942456673,2860
+"mom_0",0.8507934719985031,1613942456673,2860
+"eps_0",1e-05,1613942456673,2860
+"wd_1",0.01,1613942456673,2860
+"sqr_mom_1",0.99,1613942456673,2860
+"lr_1",4.960326796810845e-05,1613942456673,2860
+"mom_1",0.8507934719985031,1613942456673,2860
+"eps_1",1e-05,1613942456673,2860
+"wd_2",0.01,1613942456673,2860
+"sqr_mom_2",0.99,1613942456673,2860
+"lr_2",0.0004960326796810845,1613942456673,2860
+"mom_2",0.8507934719985031,1613942456673,2860
+"eps_2",1e-05,1613942456673,2860
+"train_loss",0.047116965,1613942457633,2861
+"raw_loss",0.057645503,1613942457633,2861
+"epoch",17.999999999999964,1613942457633,2861
+"wd_0",0.01,1613942457633,2861
+"sqr_mom_0",0.99,1613942457633,2861
+"lr_0",4.960076013257303e-06,1613942457633,2861
+"mom_0",0.8507984877197311,1613942457633,2861
+"eps_0",1e-05,1613942457633,2861
+"wd_1",0.01,1613942457633,2861
+"sqr_mom_1",0.99,1613942457633,2861
+"lr_1",4.960076013257302e-05,1613942457633,2861
+"mom_1",0.8507984877197311,1613942457633,2861
+"eps_1",1e-05,1613942457633,2861
+"wd_2",0.01,1613942457633,2861
+"sqr_mom_2",0.99,1613942457633,2861
+"lr_2",0.0004960076013257302,1613942457633,2861
+"mom_2",0.8507984877197311,1613942457633,2861
+"eps_2",1e-05,1613942457633,2861
+"valid_loss",0.10894680768251419,1613942490082,2861
+"_rmse",0.3300709128379822,1613942490082,2861
+"epoch",18,1613942490082,2861
+"train_loss",0.047173638,1613942491096,2862
+"raw_loss",0.049950674,1613942491096,2862
+"epoch",18.0062893081761,1613942491096,2862
+"wd_0",0.01,1613942491096,2862
+"sqr_mom_0",0.99,1613942491096,2862
+"lr_0",4.959824388481757e-06,1613942491096,2862
+"mom_0",0.8508035202655675,1613942491096,2862
+"eps_0",1e-05,1613942491096,2862
+"wd_1",0.01,1613942491096,2862
+"sqr_mom_1",0.99,1613942491096,2862
+"lr_1",4.959824388481757e-05,1613942491096,2862
+"mom_1",0.8508035202655675,1613942491096,2862
+"eps_1",1e-05,1613942491096,2862
+"wd_2",0.01,1613942491096,2862
+"sqr_mom_2",0.99,1613942491096,2862
+"lr_2",0.0004959824388481756,1613942491096,2862
+"mom_2",0.8508035202655675,1613942491096,2862
+"eps_2",1e-05,1613942491096,2862
+"train_loss",0.04697485,1613942492047,2863
+"raw_loss",0.037234258,1613942492047,2863
+"epoch",18.0125786163522,1613942492047,2863
+"wd_0",0.01,1613942492047,2863
+"sqr_mom_0",0.99,1613942492047,2863
+"lr_0",4.959571979673353e-06,1613942492047,2863
+"mom_0",0.8508085684922179,1613942492047,2863
+"eps_0",1e-05,1613942492047,2863
+"wd_1",0.01,1613942492047,2863
+"sqr_mom_1",0.99,1613942492047,2863
+"lr_1",4.959571979673353e-05,1613942492047,2863
+"mom_1",0.8508085684922179,1613942492047,2863
+"eps_1",1e-05,1613942492047,2863
+"wd_2",0.01,1613942492047,2863
+"sqr_mom_2",0.99,1613942492047,2863
+"lr_2",0.0004959571979673352,1613942492047,2863
+"mom_2",0.8508085684922179,1613942492047,2863
+"eps_2",1e-05,1613942492047,2863
+"train_loss",0.046645496,1613942492984,2864
+"raw_loss",0.03050721,1613942492984,2864
+"epoch",18.0188679245283,1613942492984,2864
+"wd_0",0.01,1613942492984,2864
+"sqr_mom_0",0.99,1613942492984,2864
+"lr_0",4.959318844736565e-06,1613942492984,2864
+"mom_0",0.850813631241581,1613942492984,2864
+"eps_0",1e-05,1613942492984,2864
+"wd_1",0.01,1613942492984,2864
+"sqr_mom_1",0.99,1613942492984,2864
+"lr_1",4.959318844736565e-05,1613942492984,2864
+"mom_1",0.850813631241581,1613942492984,2864
+"eps_1",1e-05,1613942492984,2864
+"wd_2",0.01,1613942492984,2864
+"sqr_mom_2",0.99,1613942492984,2864
+"lr_2",0.0004959318844736564,1613942492984,2864
+"mom_2",0.850813631241581,1613942492984,2864
+"eps_2",1e-05,1613942492984,2864
+"train_loss",0.046837278,1613942493936,2865
+"raw_loss",0.056234676,1613942493936,2865
+"epoch",18.0251572327044,1613942493936,2865
+"wd_0",0.01,1613942493936,2865
+"sqr_mom_0",0.99,1613942493936,2865
+"lr_0",4.959064868282786e-06,1613942493936,2865
+"mom_0",0.8508187108214524,1613942493936,2865
+"eps_0",1e-05,1613942493936,2865
+"wd_1",0.01,1613942493936,2865
+"sqr_mom_1",0.99,1613942493936,2865
+"lr_1",4.9590648682827855e-05,1613942493936,2865
+"mom_1",0.8508187108214524,1613942493936,2865
+"eps_1",1e-05,1613942493936,2865
+"wd_2",0.01,1613942493936,2865
+"sqr_mom_2",0.99,1613942493936,2865
+"lr_2",0.0004959064868282785,1613942493936,2865
+"mom_2",0.8508187108214524,1613942493936,2865
+"eps_2",1e-05,1613942493936,2865
+"train_loss",0.046489988,1613942494884,2866
+"raw_loss",0.02947266,1613942494884,2866
+"epoch",18.031446540880502,1613942494884,2866
+"wd_0",0.01,1613942494884,2866
+"sqr_mom_0",0.99,1613942494884,2866
+"lr_0",4.9588101080382364e-06,1613942494884,2866
+"mom_0",0.850823806077296,1613942494884,2866
+"eps_0",1e-05,1613942494884,2866
+"wd_1",0.01,1613942494884,2866
+"sqr_mom_1",0.99,1613942494884,2866
+"lr_1",4.958810108038236e-05,1613942494884,2866
+"mom_1",0.850823806077296,1613942494884,2866
+"eps_1",1e-05,1613942494884,2866
+"wd_2",0.01,1613942494884,2866
+"sqr_mom_2",0.99,1613942494884,2866
+"lr_2",0.0004958810108038235,1613942494884,2866
+"mom_2",0.850823806077296,1613942494884,2866
+"eps_2",1e-05,1613942494884,2866
+"train_loss",0.045967914,1613942495858,2867
+"raw_loss",0.020386355,1613942495858,2867
+"epoch",18.037735849056602,1613942495858,2867
+"wd_0",0.01,1613942495858,2867
+"sqr_mom_0",0.99,1613942495858,2867
+"lr_0",4.9585546277497115e-06,1613942495858,2867
+"mom_0",0.8508289157341631,1613942495858,2867
+"eps_0",1e-05,1613942495858,2867
+"wd_1",0.01,1613942495858,2867
+"sqr_mom_1",0.99,1613942495858,2867
+"lr_1",4.9585546277497115e-05,1613942495858,2867
+"mom_1",0.8508289157341631,1613942495858,2867
+"eps_1",1e-05,1613942495858,2867
+"wd_2",0.01,1613942495858,2867
+"sqr_mom_2",0.99,1613942495858,2867
+"lr_2",0.0004958554627749711,1613942495858,2867
+"mom_2",0.8508289157341631,1613942495858,2867
+"eps_2",1e-05,1613942495858,2867
+"train_loss",0.045511045,1613942496920,2868
+"raw_loss",0.023124462,1613942496920,2868
+"epoch",18.044025157232703,1613942496920,2868
+"wd_0",0.01,1613942496920,2868
+"sqr_mom_0",0.99,1613942496920,2868
+"lr_0",4.9582983003623994e-06,1613942496920,2868
+"mom_0",0.8508340423331753,1613942496920,2868
+"eps_0",1e-05,1613942496920,2868
+"wd_1",0.01,1613942496920,2868
+"sqr_mom_1",0.99,1613942496920,2868
+"lr_1",4.9582983003623996e-05,1613942496920,2868
+"mom_1",0.8508340423331753,1613942496920,2868
+"eps_1",1e-05,1613942496920,2868
+"wd_2",0.01,1613942496920,2868
+"sqr_mom_2",0.99,1613942496920,2868
+"lr_2",0.0004958298300362399,1613942496920,2868
+"mom_2",0.8508340423331753,1613942496920,2868
+"eps_2",1e-05,1613942496920,2868
+"train_loss",0.04530866,1613942497940,2869
+"raw_loss",0.03539179,1613942497940,2869
+"epoch",18.050314465408803,1613942497940,2869
+"wd_0",0.01,1613942497940,2869
+"sqr_mom_0",0.99,1613942497940,2869
+"lr_0",4.958041189428652e-06,1613942497940,2869
+"mom_0",0.850839184603273,1613942497940,2869
+"eps_0",1e-05,1613942497940,2869
+"wd_1",0.01,1613942497940,2869
+"sqr_mom_1",0.99,1613942497940,2869
+"lr_1",4.958041189428652e-05,1613942497940,2869
+"mom_1",0.850839184603273,1613942497940,2869
+"eps_1",1e-05,1613942497940,2869
+"wd_2",0.01,1613942497940,2869
+"sqr_mom_2",0.99,1613942497940,2869
+"lr_2",0.0004958041189428652,1613942497940,2869
+"mom_2",0.850839184603273,1613942497940,2869
+"eps_2",1e-05,1613942497940,2869
+"train_loss",0.044917174,1613942498886,2870
+"raw_loss",0.025734207,1613942498886,2870
+"epoch",18.056603773584904,1613942498886,2870
+"wd_0",0.01,1613942498886,2870
+"sqr_mom_0",0.99,1613942498886,2870
+"lr_0",4.957783353926486e-06,1613942498886,2870
+"mom_0",0.850844341364884,1613942498886,2870
+"eps_0",1e-05,1613942498886,2870
+"wd_1",0.01,1613942498886,2870
+"sqr_mom_1",0.99,1613942498886,2870
+"lr_1",4.957783353926485e-05,1613942498886,2870
+"mom_1",0.850844341364884,1613942498886,2870
+"eps_1",1e-05,1613942498886,2870
+"wd_2",0.01,1613942498886,2870
+"sqr_mom_2",0.99,1613942498886,2870
+"lr_2",0.0004957783353926485,1613942498886,2870
+"mom_2",0.850844341364884,1613942498886,2870
+"eps_2",1e-05,1613942498886,2870
+"train_loss",0.04473641,1613942499845,2871
+"raw_loss",0.035878982,1613942499845,2871
+"epoch",18.062893081761004,1613942499845,2871
+"wd_0",0.01,1613942499845,2871
+"sqr_mom_0",0.99,1613942499845,2871
+"lr_0",4.957524676324593e-06,1613942499845,2871
+"mom_0",0.8508495149686578,1613942499845,2871
+"eps_0",1e-05,1613942499845,2871
+"wd_1",0.01,1613942499845,2871
+"sqr_mom_1",0.99,1613942499845,2871
+"lr_1",4.957524676324593e-05,1613942499845,2871
+"mom_1",0.8508495149686578,1613942499845,2871
+"eps_1",1e-05,1613942499845,2871
+"wd_2",0.01,1613942499845,2871
+"sqr_mom_2",0.99,1613942499845,2871
+"lr_2",0.0004957524676324593,1613942499845,2871
+"mom_2",0.8508495149686578,1613942499845,2871
+"eps_2",1e-05,1613942499845,2871
+"train_loss",0.045149393,1613942500796,2872
+"raw_loss",0.06538545,1613942500796,2872
+"epoch",18.069182389937104,1613942500796,2872
+"wd_0",0.01,1613942500796,2872
+"sqr_mom_0",0.99,1613942500796,2872
+"lr_0",4.9572652154228495e-06,1613942500796,2872
+"mom_0",0.8508547042385853,1613942500796,2872
+"eps_0",1e-05,1613942500796,2872
+"wd_1",0.01,1613942500796,2872
+"sqr_mom_1",0.99,1613942500796,2872
+"lr_1",4.9572652154228494e-05,1613942500796,2872
+"mom_1",0.8508547042385853,1613942500796,2872
+"eps_1",1e-05,1613942500796,2872
+"wd_2",0.01,1613942500796,2872
+"sqr_mom_2",0.99,1613942500796,2872
+"lr_2",0.0004957265215422849,1613942500796,2872
+"mom_2",0.8508547042385853,1613942500796,2872
+"eps_2",1e-05,1613942500796,2872
+"train_loss",0.044570453,1613942501768,2873
+"raw_loss",0.016202457,1613942501768,2873
+"epoch",18.075471698113205,1613942501768,2873
+"wd_0",0.01,1613942501768,2873
+"sqr_mom_0",0.99,1613942501768,2873
+"lr_0",4.9570050361386815e-06,1613942501768,2873
+"mom_0",0.8508599078763052,1613942501768,2873
+"eps_0",1e-05,1613942501768,2873
+"wd_1",0.01,1613942501768,2873
+"sqr_mom_1",0.99,1613942501768,2873
+"lr_1",4.9570050361386815e-05,1613942501768,2873
+"mom_1",0.8508599078763052,1613942501768,2873
+"eps_1",1e-05,1613942501768,2873
+"wd_2",0.01,1613942501768,2873
+"sqr_mom_2",0.99,1613942501768,2873
+"lr_2",0.0004957005036138681,1613942501768,2873
+"mom_2",0.8508599078763052,1613942501768,2873
+"eps_2",1e-05,1613942501768,2873
+"train_loss",0.044221133,1613942502711,2874
+"raw_loss",0.027104361,1613942502711,2874
+"epoch",18.081761006289305,1613942502711,2874
+"wd_0",0.01,1613942502711,2874
+"sqr_mom_0",0.99,1613942502711,2874
+"lr_0",4.956744009080384e-06,1613942502711,2874
+"mom_0",0.850865128469677,1613942502711,2874
+"eps_0",1e-05,1613942502711,2874
+"wd_1",0.01,1613942502711,2874
+"sqr_mom_1",0.99,1613942502711,2874
+"lr_1",4.9567440090803835e-05,1613942502711,2874
+"mom_1",0.850865128469677,1613942502711,2874
+"eps_1",1e-05,1613942502711,2874
+"wd_2",0.01,1613942502711,2874
+"sqr_mom_2",0.99,1613942502711,2874
+"lr_2",0.0004956744009080383,1613942502711,2874
+"mom_2",0.850865128469677,1613942502711,2874
+"eps_2",1e-05,1613942502711,2874
+"train_loss",0.044067644,1613942503694,2875
+"raw_loss",0.0365467,1613942503694,2875
+"epoch",18.088050314465406,1613942503694,2875
+"wd_0",0.01,1613942503694,2875
+"sqr_mom_0",0.99,1613942503694,2875
+"lr_0",4.956482198971064e-06,1613942503694,2875
+"mom_0",0.850870364724226,1613942503694,2875
+"eps_0",1e-05,1613942503694,2875
+"wd_1",0.01,1613942503694,2875
+"sqr_mom_1",0.99,1613942503694,2875
+"lr_1",4.9564821989710634e-05,1613942503694,2875
+"mom_1",0.850870364724226,1613942503694,2875
+"eps_1",1e-05,1613942503694,2875
+"wd_2",0.01,1613942503694,2875
+"sqr_mom_2",0.99,1613942503694,2875
+"lr_2",0.0004956482198971063,1613942503694,2875
+"mom_2",0.850870364724226,1613942503694,2875
+"eps_2",1e-05,1613942503694,2875
+"train_loss",0.043688778,1613942504663,2876
+"raw_loss",0.025124269,1613942504663,2876
+"epoch",18.094339622641506,1613942504663,2876
+"wd_0",0.01,1613942504663,2876
+"sqr_mom_0",0.99,1613942504663,2876
+"lr_0",4.956219665861601e-06,1613942504663,2876
+"mom_0",0.8508756154389223,1613942504663,2876
+"eps_0",1e-05,1613942504663,2876
+"wd_1",0.01,1613942504663,2876
+"sqr_mom_1",0.99,1613942504663,2876
+"lr_1",4.9562196658616005e-05,1613942504663,2876
+"mom_1",0.8508756154389223,1613942504663,2876
+"eps_1",1e-05,1613942504663,2876
+"wd_2",0.01,1613942504663,2876
+"sqr_mom_2",0.99,1613942504663,2876
+"lr_2",0.0004956219665861601,1613942504663,2876
+"mom_2",0.8508756154389223,1613942504663,2876
+"eps_2",1e-05,1613942504663,2876
+"train_loss",0.04350089,1613942505655,2877
+"raw_loss",0.034294393,1613942505655,2877
+"epoch",18.100628930817606,1613942505655,2877
+"wd_0",0.01,1613942505655,2877
+"sqr_mom_0",0.99,1613942505655,2877
+"lr_0",4.95595629007934e-06,1613942505655,2877
+"mom_0",0.8508808830072433,1613942505655,2877
+"eps_0",1e-05,1613942505655,2877
+"wd_1",0.01,1613942505655,2877
+"sqr_mom_1",0.99,1613942505655,2877
+"lr_1",4.95595629007934e-05,1613942505655,2877
+"mom_1",0.8508808830072433,1613942505655,2877
+"eps_1",1e-05,1613942505655,2877
+"wd_2",0.01,1613942505655,2877
+"sqr_mom_2",0.99,1613942505655,2877
+"lr_2",0.000495595629007934,1613942505655,2877
+"mom_2",0.8508808830072433,1613942505655,2877
+"eps_2",1e-05,1613942505655,2877
+"train_loss",0.043049254,1613942506682,2878
+"raw_loss",0.020919092,1613942506682,2878
+"epoch",18.106918238993707,1613942506682,2878
+"wd_0",0.01,1613942506682,2878
+"sqr_mom_0",0.99,1613942506682,2878
+"lr_0",4.955692131497133e-06,1613942506682,2878
+"mom_0",0.8508861662317196,1613942506682,2878
+"eps_0",1e-05,1613942506682,2878
+"wd_1",0.01,1613942506682,2878
+"sqr_mom_1",0.99,1613942506682,2878
+"lr_1",4.9556921314971326e-05,1613942506682,2878
+"mom_1",0.8508861662317196,1613942506682,2878
+"eps_1",1e-05,1613942506682,2878
+"wd_2",0.01,1613942506682,2878
+"sqr_mom_2",0.99,1613942506682,2878
+"lr_2",0.0004955692131497132,1613942506682,2878
+"mom_2",0.8508861662317196,1613942506682,2878
+"eps_2",1e-05,1613942506682,2878
+"train_loss",0.042536877,1613942507665,2879
+"raw_loss",0.017430488,1613942507665,2879
+"epoch",18.113207547169807,1613942507665,2879
+"wd_0",0.01,1613942507665,2879
+"sqr_mom_0",0.99,1613942507665,2879
+"lr_0",4.955427256202294e-06,1613942507665,2879
+"mom_0",0.850891463790592,1613942507665,2879
+"eps_0",1e-05,1613942507665,2879
+"wd_1",0.01,1613942507665,2879
+"sqr_mom_1",0.99,1613942507665,2879
+"lr_1",4.955427256202293e-05,1613942507665,2879
+"mom_1",0.850891463790592,1613942507665,2879
+"eps_1",1e-05,1613942507665,2879
+"wd_2",0.01,1613942507665,2879
+"sqr_mom_2",0.99,1613942507665,2879
+"lr_2",0.0004955427256202293,1613942507665,2879
+"mom_2",0.850891463790592,1613942507665,2879
+"eps_2",1e-05,1613942507665,2879
+"train_loss",0.042282213,1613942508620,2880
+"raw_loss",0.029803641,1613942508620,2880
+"epoch",18.119496855345908,1613942508620,2880
+"wd_0",0.01,1613942508620,2880
+"sqr_mom_0",0.99,1613942508620,2880
+"lr_0",4.95516153246771e-06,1613942508620,2880
+"mom_0",0.850896778318429,1613942508620,2880
+"eps_0",1e-05,1613942508620,2880
+"wd_1",0.01,1613942508620,2880
+"sqr_mom_1",0.99,1613942508620,2880
+"lr_1",4.955161532467709e-05,1613942508620,2880
+"mom_1",0.850896778318429,1613942508620,2880
+"eps_1",1e-05,1613942508620,2880
+"wd_2",0.01,1613942508620,2880
+"sqr_mom_2",0.99,1613942508620,2880
+"lr_2",0.000495516153246771,1613942508620,2880
+"mom_2",0.850896778318429,1613942508620,2880
+"eps_2",1e-05,1613942508620,2880
+"train_loss",0.0422905,1613942509579,2881
+"raw_loss",0.04269657,1613942509579,2881
+"epoch",18.125786163522008,1613942509579,2881
+"wd_0",0.01,1613942509579,2881
+"sqr_mom_0",0.99,1613942509579,2881
+"lr_0",4.954895026186499e-06,1613942509579,2881
+"mom_0",0.8509021084973549,1613942509579,2881
+"eps_0",1e-05,1613942509579,2881
+"wd_1",0.01,1613942509579,2881
+"sqr_mom_1",0.99,1613942509579,2881
+"lr_1",4.9548950261864985e-05,1613942509579,2881
+"mom_1",0.8509021084973549,1613942509579,2881
+"eps_1",1e-05,1613942509579,2881
+"wd_2",0.01,1613942509579,2881
+"sqr_mom_2",0.99,1613942509579,2881
+"lr_2",0.0004954895026186498,1613942509579,2881
+"mom_2",0.8509021084973549,1613942509579,2881
+"eps_2",1e-05,1613942509579,2881
+"train_loss",0.04170851,1613942510548,2882
+"raw_loss",0.013190972,1613942510548,2882
+"epoch",18.13207547169811,1613942510548,2882
+"wd_0",0.01,1613942510548,2882
+"sqr_mom_0",0.99,1613942510548,2882
+"lr_0",4.954627737443607e-06,1613942510548,2882
+"mom_0",0.850907454325671,1613942510548,2882
+"eps_0",1e-05,1613942510548,2882
+"wd_1",0.01,1613942510548,2882
+"sqr_mom_1",0.99,1613942510548,2882
+"lr_1",4.954627737443607e-05,1613942510548,2882
+"mom_1",0.850907454325671,1613942510548,2882
+"eps_1",1e-05,1613942510548,2882
+"wd_2",0.01,1613942510548,2882
+"sqr_mom_2",0.99,1613942510548,2882
+"lr_2",0.0004954627737443607,1613942510548,2882
+"mom_2",0.850907454325671,1613942510548,2882
+"eps_2",1e-05,1613942510548,2882
+"train_loss",0.041986488,1613942511509,2883
+"raw_loss",0.055607423,1613942511509,2883
+"epoch",18.13836477987421,1613942511509,2883
+"wd_0",0.01,1613942511509,2883
+"sqr_mom_0",0.99,1613942511509,2883
+"lr_0",4.954359727540734e-06,1613942511509,2883
+"mom_0",0.850912814577331,1613942511509,2883
+"eps_0",1e-05,1613942511509,2883
+"wd_1",0.01,1613942511509,2883
+"sqr_mom_1",0.99,1613942511509,2883
+"lr_1",4.954359727540733e-05,1613942511509,2883
+"mom_1",0.850912814577331,1613942511509,2883
+"eps_1",1e-05,1613942511509,2883
+"wd_2",0.01,1613942511509,2883
+"sqr_mom_2",0.99,1613942511509,2883
+"lr_2",0.0004954359727540733,1613942511509,2883
+"mom_2",0.850912814577331,1613942511509,2883
+"eps_2",1e-05,1613942511509,2883
+"train_loss",0.042124536,1613942512477,2884
+"raw_loss",0.048888862,1613942512477,2884
+"epoch",18.14465408805031,1613942512477,2884
+"wd_0",0.01,1613942512477,2884
+"sqr_mom_0",0.99,1613942512477,2884
+"lr_0",4.95409087430869e-06,1613942512477,2884
+"mom_0",0.8509181916957431,1613942512477,2884
+"eps_0",1e-05,1613942512477,2884
+"wd_1",0.01,1613942512477,2884
+"sqr_mom_1",0.99,1613942512477,2884
+"lr_1",4.9540908743086894e-05,1613942512477,2884
+"mom_1",0.8509181916957431,1613942512477,2884
+"eps_1",1e-05,1613942512477,2884
+"wd_2",0.01,1613942512477,2884
+"sqr_mom_2",0.99,1613942512477,2884
+"lr_2",0.0004954090874308689,1613942512477,2884
+"mom_2",0.8509181916957431,1613942512477,2884
+"eps_2",1e-05,1613942512477,2884
+"train_loss",0.041805465,1613942513454,2885
+"raw_loss",0.026170973,1613942513454,2885
+"epoch",18.15094339622641,1613942513454,2885
+"wd_0",0.01,1613942513454,2885
+"sqr_mom_0",0.99,1613942513454,2885
+"lr_0",4.9538212388712785e-06,1613942513454,2885
+"mom_0",0.850923584458419,1613942513454,2885
+"eps_0",1e-05,1613942513454,2885
+"wd_1",0.01,1613942513454,2885
+"sqr_mom_1",0.99,1613942513454,2885
+"lr_1",4.953821238871278e-05,1613942513454,2885
+"mom_1",0.850923584458419,1613942513454,2885
+"eps_1",1e-05,1613942513454,2885
+"wd_2",0.01,1613942513454,2885
+"sqr_mom_2",0.99,1613942513454,2885
+"lr_2",0.0004953821238871278,1613942513454,2885
+"mom_2",0.850923584458419,1613942513454,2885
+"eps_2",1e-05,1613942513454,2885
+"train_loss",0.041650403,1613942514429,2886
+"raw_loss",0.034052357,1613942514429,2886
+"epoch",18.15723270440251,1613942514429,2886
+"wd_0",0.01,1613942514429,2886
+"sqr_mom_0",0.99,1613942514429,2886
+"lr_0",4.953550883065968e-06,1613942514429,2886
+"mom_0",0.8509289916285969,1613942514429,2886
+"eps_0",1e-05,1613942514429,2886
+"wd_1",0.01,1613942514429,2886
+"sqr_mom_1",0.99,1613942514429,2886
+"lr_1",4.9535508830659674e-05,1613942514429,2886
+"mom_1",0.8509289916285969,1613942514429,2886
+"eps_1",1e-05,1613942514429,2886
+"wd_2",0.01,1613942514429,2886
+"sqr_mom_2",0.99,1613942514429,2886
+"lr_2",0.0004953550883065967,1613942514429,2886
+"mom_2",0.8509289916285969,1613942514429,2886
+"eps_2",1e-05,1613942514429,2886
+"train_loss",0.043802343,1613942515411,2887
+"raw_loss",0.14924756,1613942515411,2887
+"epoch",18.16352201257861,1613942515411,2887
+"wd_0",0.01,1613942515411,2887
+"sqr_mom_0",0.99,1613942515411,2887
+"lr_0",4.9532796836542175e-06,1613942515411,2887
+"mom_0",0.8509344156710723,1613942515411,2887
+"eps_0",1e-05,1613942515411,2887
+"wd_1",0.01,1613942515411,2887
+"sqr_mom_1",0.99,1613942515411,2887
+"lr_1",4.953279683654217e-05,1613942515411,2887
+"mom_1",0.8509344156710723,1613942515411,2887
+"eps_1",1e-05,1613942515411,2887
+"wd_2",0.01,1613942515411,2887
+"sqr_mom_2",0.99,1613942515411,2887
+"lr_2",0.0004953279683654216,1613942515411,2887
+"mom_2",0.8509344156710723,1613942515411,2887
+"eps_2",1e-05,1613942515411,2887
+"train_loss",0.043418016,1613942516397,2888
+"raw_loss",0.024585932,1613942516397,2888
+"epoch",18.16981132075471,1613942516397,2888
+"wd_0",0.01,1613942516397,2888
+"sqr_mom_0",0.99,1613942516397,2888
+"lr_0",4.953007702295658e-06,1613942516397,2888
+"mom_0",0.8509398553526404,1613942516397,2888
+"eps_0",1e-05,1613942516397,2888
+"wd_1",0.01,1613942516397,2888
+"sqr_mom_1",0.99,1613942516397,2888
+"lr_1",4.953007702295658e-05,1613942516397,2888
+"mom_1",0.8509398553526404,1613942516397,2888
+"eps_1",1e-05,1613942516397,2888
+"wd_2",0.01,1613942516397,2888
+"sqr_mom_2",0.99,1613942516397,2888
+"lr_2",0.0004953007702295657,1613942516397,2888
+"mom_2",0.8509398553526404,1613942516397,2888
+"eps_2",1e-05,1613942516397,2888
+"train_loss",0.043383572,1613942517387,2889
+"raw_loss",0.041695815,1613942517387,2889
+"epoch",18.17610062893081,1613942517387,2889
+"wd_0",0.01,1613942517387,2889
+"sqr_mom_0",0.99,1613942517387,2889
+"lr_0",4.952735007025743e-06,1613942517387,2889
+"mom_0",0.8509453093125783,1613942517387,2889
+"eps_0",1e-05,1613942517387,2889
+"wd_1",0.01,1613942517387,2889
+"sqr_mom_1",0.99,1613942517387,2889
+"lr_1",4.9527350070257425e-05,1613942517387,2889
+"mom_1",0.8509453093125783,1613942517387,2889
+"eps_1",1e-05,1613942517387,2889
+"wd_2",0.01,1613942517387,2889
+"sqr_mom_2",0.99,1613942517387,2889
+"lr_2",0.0004952735007025742,1613942517387,2889
+"mom_2",0.8509453093125783,1613942517387,2889
+"eps_2",1e-05,1613942517387,2889
+"train_loss",0.043653067,1613942518361,2890
+"raw_loss",0.05685836,1613942518361,2890
+"epoch",18.18238993710691,1613942518361,2890
+"wd_0",0.01,1613942518361,2890
+"sqr_mom_0",0.99,1613942518361,2890
+"lr_0",4.952461462228347e-06,1613942518361,2890
+"mom_0",0.8509507802632357,1613942518361,2890
+"eps_0",1e-05,1613942518361,2890
+"wd_1",0.01,1613942518361,2890
+"sqr_mom_1",0.99,1613942518361,2890
+"lr_1",4.9524614622283477e-05,1613942518361,2890
+"mom_1",0.8509507802632357,1613942518361,2890
+"eps_1",1e-05,1613942518361,2890
+"wd_2",0.01,1613942518361,2890
+"sqr_mom_2",0.99,1613942518361,2890
+"lr_2",0.0004952461462228347,1613942518361,2890
+"mom_2",0.8509507802632357,1613942518361,2890
+"eps_2",1e-05,1613942518361,2890
+"train_loss",0.043126762,1613942519362,2891
+"raw_loss",0.017337728,1613942519362,2891
+"epoch",18.188679245283012,1613942519362,2891
+"wd_0",0.01,1613942519362,2891
+"sqr_mom_0",0.99,1613942519362,2891
+"lr_0",4.952187135744943e-06,1613942519362,2891
+"mom_0",0.8509562668477696,1613942519362,2891
+"eps_0",1e-05,1613942519362,2891
+"wd_1",0.01,1613942519362,2891
+"sqr_mom_1",0.99,1613942519362,2891
+"lr_1",4.952187135744943e-05,1613942519362,2891
+"mom_1",0.8509562668477696,1613942519362,2891
+"eps_1",1e-05,1613942519362,2891
+"wd_2",0.01,1613942519362,2891
+"sqr_mom_2",0.99,1613942519362,2891
+"lr_2",0.0004952187135744943,1613942519362,2891
+"mom_2",0.8509562668477696,1613942519362,2891
+"eps_2",1e-05,1613942519362,2891
+"train_loss",0.04265593,1613942520355,2892
+"raw_loss",0.019585181,1613942520355,2892
+"epoch",18.194968553459113,1613942520355,2892
+"wd_0",0.01,1613942520355,2892
+"sqr_mom_0",0.99,1613942520355,2892
+"lr_0",4.951912090483994e-06,1613942520355,2892
+"mom_0",0.8509617678079981,1613942520355,2892
+"eps_0",1e-05,1613942520355,2892
+"wd_1",0.01,1613942520355,2892
+"sqr_mom_1",0.99,1613942520355,2892
+"lr_1",4.9519120904839944e-05,1613942520355,2892
+"mom_1",0.8509617678079981,1613942520355,2892
+"eps_1",1e-05,1613942520355,2892
+"wd_2",0.01,1613942520355,2892
+"sqr_mom_2",0.99,1613942520355,2892
+"lr_2",0.0004951912090483994,1613942520355,2892
+"mom_2",0.8509617678079981,1613942520355,2892
+"eps_2",1e-05,1613942520355,2892
+"train_loss",0.044381134,1613942521352,2893
+"raw_loss",0.12891628,1613942521352,2893
+"epoch",18.201257861635213,1613942521352,2893
+"wd_0",0.01,1613942521352,2893
+"sqr_mom_0",0.99,1613942521352,2893
+"lr_0",4.9516362010693285e-06,1613942521352,2893
+"mom_0",0.85096728565147,1613942521352,2893
+"eps_0",1e-05,1613942521352,2893
+"wd_1",0.01,1613942521352,2893
+"sqr_mom_1",0.99,1613942521352,2893
+"lr_1",4.9516362010693285e-05,1613942521352,2893
+"mom_1",0.85096728565147,1613942521352,2893
+"eps_1",1e-05,1613942521352,2893
+"wd_2",0.01,1613942521352,2893
+"sqr_mom_2",0.99,1613942521352,2893
+"lr_2",0.0004951636201069329,1613942521352,2893
+"mom_2",0.85096728565147,1613942521352,2893
+"eps_2",1e-05,1613942521352,2893
+"train_loss",0.04408771,1613942522328,2894
+"raw_loss",0.029709904,1613942522328,2894
+"epoch",18.207547169811313,1613942522328,2894
+"wd_0",0.01,1613942522328,2894
+"sqr_mom_0",0.99,1613942522328,2894
+"lr_0",4.951359530231696e-06,1613942522328,2894
+"mom_0",0.8509728191235573,1613942522328,2894
+"eps_0",1e-05,1613942522328,2894
+"wd_1",0.01,1613942522328,2894
+"sqr_mom_1",0.99,1613942522328,2894
+"lr_1",4.9513595302316954e-05,1613942522328,2894
+"mom_1",0.8509728191235573,1613942522328,2894
+"eps_1",1e-05,1613942522328,2894
+"wd_2",0.01,1613942522328,2894
+"sqr_mom_2",0.99,1613942522328,2894
+"lr_2",0.0004951359530231696,1613942522328,2894
+"mom_2",0.8509728191235573,1613942522328,2894
+"eps_2",1e-05,1613942522328,2894
+"train_loss",0.044438392,1613942523309,2895
+"raw_loss",0.061621808,1613942523309,2895
+"epoch",18.213836477987414,1613942523309,2895
+"wd_0",0.01,1613942523309,2895
+"sqr_mom_0",0.99,1613942523309,2895
+"lr_0",4.951082147174383e-06,1613942523309,2895
+"mom_0",0.8509783668401807,1613942523309,2895
+"eps_0",1e-05,1613942523309,2895
+"wd_1",0.01,1613942523309,2895
+"sqr_mom_1",0.99,1613942523309,2895
+"lr_1",4.951082147174384e-05,1613942523309,2895
+"mom_1",0.8509783668401807,1613942523309,2895
+"eps_1",1e-05,1613942523309,2895
+"wd_2",0.01,1613942523309,2895
+"sqr_mom_2",0.99,1613942523309,2895
+"lr_2",0.0004951082147174383,1613942523309,2895
+"mom_2",0.8509783668401807,1613942523309,2895
+"eps_2",1e-05,1613942523309,2895
+"train_loss",0.044621445,1613942524284,2896
+"raw_loss",0.05359102,1613942524284,2896
+"epoch",18.220125786163514,1613942524284,2896
+"wd_0",0.01,1613942524284,2896
+"sqr_mom_0",0.99,1613942524284,2896
+"lr_0",4.95080391394995e-06,1613942524284,2896
+"mom_0",0.8509839315603166,1613942524284,2896
+"eps_0",1e-05,1613942524284,2896
+"wd_1",0.01,1613942524284,2896
+"sqr_mom_1",0.99,1613942524284,2896
+"lr_1",4.9508039139499504e-05,1613942524284,2896
+"mom_1",0.8509839315603166,1613942524284,2896
+"eps_1",1e-05,1613942524284,2896
+"wd_2",0.01,1613942524284,2896
+"sqr_mom_2",0.99,1613942524284,2896
+"lr_2",0.000495080391394995,1613942524284,2896
+"mom_2",0.8509839315603166,1613942524284,2896
+"eps_2",1e-05,1613942524284,2896
+"train_loss",0.044525884,1613942525256,2897
+"raw_loss",0.03984333,1613942525256,2897
+"epoch",18.226415094339615,1613942525256,2897
+"wd_0",0.01,1613942525256,2897
+"sqr_mom_0",0.99,1613942525256,2897
+"lr_0",4.9505248995678315e-06,1613942525256,2897
+"mom_0",0.8509895119037624,1613942525256,2897
+"eps_0",1e-05,1613942525256,2897
+"wd_1",0.01,1613942525256,2897
+"sqr_mom_1",0.99,1613942525256,2897
+"lr_1",4.950524899567831e-05,1613942525256,2897
+"mom_1",0.8509895119037624,1613942525256,2897
+"eps_1",1e-05,1613942525256,2897
+"wd_2",0.01,1613942525256,2897
+"sqr_mom_2",0.99,1613942525256,2897
+"lr_2",0.0004950524899567831,1613942525256,2897
+"mom_2",0.8509895119037624,1613942525256,2897
+"eps_2",1e-05,1613942525256,2897
+"train_loss",0.04413142,1613942526210,2898
+"raw_loss",0.02480268,1613942526210,2898
+"epoch",18.232704402515715,1613942526210,2898
+"wd_0",0.01,1613942526210,2898
+"sqr_mom_0",0.99,1613942526210,2898
+"lr_0",4.9502451738149345e-06,1613942526210,2898
+"mom_0",0.8509951064747661,1613942526210,2898
+"eps_0",1e-05,1613942526210,2898
+"wd_1",0.01,1613942526210,2898
+"sqr_mom_1",0.99,1613942526210,2898
+"lr_1",4.9502451738149344e-05,1613942526210,2898
+"mom_1",0.8509951064747661,1613942526210,2898
+"eps_1",1e-05,1613942526210,2898
+"wd_2",0.01,1613942526210,2898
+"sqr_mom_2",0.99,1613942526210,2898
+"lr_2",0.0004950245173814934,1613942526210,2898
+"mom_2",0.8509951064747661,1613942526210,2898
+"eps_2",1e-05,1613942526210,2898
+"train_loss",0.04415944,1613942527202,2899
+"raw_loss",0.045532282,1613942527202,2899
+"epoch",18.238993710691815,1613942527202,2899
+"wd_0",0.01,1613942527202,2899
+"sqr_mom_0",0.99,1613942527202,2899
+"lr_0",4.949964597578753e-06,1613942527202,2899
+"mom_0",0.8510007180556055,1613942527202,2899
+"eps_0",1e-05,1613942527202,2899
+"wd_1",0.01,1613942527202,2899
+"sqr_mom_1",0.99,1613942527202,2899
+"lr_1",4.949964597578753e-05,1613942527202,2899
+"mom_1",0.8510007180556055,1613942527202,2899
+"eps_1",1e-05,1613942527202,2899
+"wd_2",0.01,1613942527202,2899
+"sqr_mom_2",0.99,1613942527202,2899
+"lr_2",0.0004949964597578754,1613942527202,2899
+"mom_2",0.8510007180556055,1613942527202,2899
+"eps_2",1e-05,1613942527202,2899
+"train_loss",0.04427425,1613942528185,2900
+"raw_loss",0.049899857,1613942528185,2900
+"epoch",18.245283018867916,1613942528185,2900
+"wd_0",0.01,1613942528185,2900
+"sqr_mom_0",0.99,1613942528185,2900
+"lr_0",4.94968324045241e-06,1613942528185,2900
+"mom_0",0.8510063452544043,1613942528185,2900
+"eps_0",1e-05,1613942528185,2900
+"wd_1",0.01,1613942528185,2900
+"sqr_mom_1",0.99,1613942528185,2900
+"lr_1",4.9496832404524095e-05,1613942528185,2900
+"mom_1",0.8510063452544043,1613942528185,2900
+"eps_1",1e-05,1613942528185,2900
+"wd_2",0.01,1613942528185,2900
+"sqr_mom_2",0.99,1613942528185,2900
+"lr_2",0.000494968324045241,1613942528185,2900
+"mom_2",0.8510063452544043,1613942528185,2900
+"eps_2",1e-05,1613942528185,2900
+"train_loss",0.044511728,1613942529148,2901
+"raw_loss",0.056148253,1613942529148,2901
+"epoch",18.251572327044016,1613942529148,2901
+"wd_0",0.01,1613942529148,2901
+"sqr_mom_0",0.99,1613942529148,2901
+"lr_0",4.949401102525582e-06,1613942529148,2901
+"mom_0",0.8510119880693691,1613942529148,2901
+"eps_0",1e-05,1613942529148,2901
+"wd_1",0.01,1613942529148,2901
+"sqr_mom_1",0.99,1613942529148,2901
+"lr_1",4.949401102525582e-05,1613942529148,2901
+"mom_1",0.8510119880693691,1613942529148,2901
+"eps_1",1e-05,1613942529148,2901
+"wd_2",0.01,1613942529148,2901
+"sqr_mom_2",0.99,1613942529148,2901
+"lr_2",0.0004949401102525582,1613942529148,2901
+"mom_2",0.8510119880693691,1613942529148,2901
+"eps_2",1e-05,1613942529148,2901
+"train_loss",0.04444096,1613942530104,2902
+"raw_loss",0.040973276,1613942530104,2902
+"epoch",18.257861635220117,1613942530104,2902
+"wd_0",0.01,1613942530104,2902
+"sqr_mom_0",0.99,1613942530104,2902
+"lr_0",4.949118242617238e-06,1613942530104,2902
+"mom_0",0.8510176453241085,1613942530104,2902
+"eps_0",1e-05,1613942530104,2902
+"wd_1",0.01,1613942530104,2902
+"sqr_mom_1",0.99,1613942530104,2902
+"lr_1",4.949118242617237e-05,1613942530104,2902
+"mom_1",0.8510176453241085,1613942530104,2902
+"eps_1",1e-05,1613942530104,2902
+"wd_2",0.01,1613942530104,2902
+"sqr_mom_2",0.99,1613942530104,2902
+"lr_2",0.0004949118242617237,1613942530104,2902
+"mom_2",0.8510176453241085,1613942530104,2902
+"eps_2",1e-05,1613942530104,2902
+"train_loss",0.043924447,1613942531066,2903
+"raw_loss",0.018615399,1613942531066,2903
+"epoch",18.264150943396217,1613942531066,2903
+"wd_0",0.01,1613942531066,2903
+"sqr_mom_0",0.99,1613942531066,2903
+"lr_0",4.9488345435212865e-06,1613942531066,2903
+"mom_0",0.8510233193627679,1613942531066,2903
+"eps_0",1e-05,1613942531066,2903
+"wd_1",0.01,1613942531066,2903
+"sqr_mom_1",0.99,1613942531066,2903
+"lr_1",4.948834543521286e-05,1613942531066,2903
+"mom_1",0.8510233193627679,1613942531066,2903
+"eps_1",1e-05,1613942531066,2903
+"wd_2",0.01,1613942531066,2903
+"sqr_mom_2",0.99,1613942531066,2903
+"lr_2",0.0004948834543521286,1613942531066,2903
+"mom_2",0.8510233193627679,1613942531066,2903
+"eps_2",1e-05,1613942531066,2903
+"train_loss",0.043638,1613942532025,2904
+"raw_loss",0.029602064,1613942532025,2904
+"epoch",18.270440251572317,1613942532025,2904
+"wd_0",0.01,1613942532025,2904
+"sqr_mom_0",0.99,1613942532025,2904
+"lr_0",4.948550063895365e-06,1613942532025,2904
+"mom_0",0.8510290090121828,1613942532025,2904
+"eps_0",1e-05,1613942532025,2904
+"wd_1",0.01,1613942532025,2904
+"sqr_mom_1",0.99,1613942532025,2904
+"lr_1",4.9485500638953645e-05,1613942532025,2904
+"mom_1",0.8510290090121828,1613942532025,2904
+"eps_1",1e-05,1613942532025,2904
+"wd_2",0.01,1613942532025,2904
+"sqr_mom_2",0.99,1613942532025,2904
+"lr_2",0.0004948550063895365,1613942532025,2904
+"mom_2",0.8510290090121828,1613942532025,2904
+"eps_2",1e-05,1613942532025,2904
+"train_loss",0.04356015,1613942532981,2905
+"raw_loss",0.039745606,1613942532981,2905
+"epoch",18.276729559748418,1613942532981,2905
+"wd_0",0.01,1613942532981,2905
+"sqr_mom_0",0.99,1613942532981,2905
+"lr_0",4.948264874887398e-06,1613942532981,2905
+"mom_0",0.8510347128493805,1613942532981,2905
+"eps_0",1e-05,1613942532981,2905
+"wd_1",0.01,1613942532981,2905
+"sqr_mom_1",0.99,1613942532981,2905
+"lr_1",4.948264874887398e-05,1613942532981,2905
+"mom_1",0.8510347128493805,1613942532981,2905
+"eps_1",1e-05,1613942532981,2905
+"wd_2",0.01,1613942532981,2905
+"sqr_mom_2",0.99,1613942532981,2905
+"lr_2",0.0004948264874887398,1613942532981,2905
+"mom_2",0.8510347128493805,1613942532981,2905
+"eps_2",1e-05,1613942532981,2905
+"train_loss",0.043326236,1613942533925,2906
+"raw_loss",0.031864427,1613942533925,2906
+"epoch",18.28301886792452,1613942533925,2906
+"wd_0",0.01,1613942533925,2906
+"sqr_mom_0",0.99,1613942533925,2906
+"lr_0",4.947978834667912e-06,1613942533925,2906
+"mom_0",0.8510404337109788,1613942533925,2906
+"eps_0",1e-05,1613942533925,2906
+"wd_1",0.01,1613942533925,2906
+"sqr_mom_1",0.99,1613942533925,2906
+"lr_1",4.9479788346679114e-05,1613942533925,2906
+"mom_1",0.8510404337109788,1613942533925,2906
+"eps_1",1e-05,1613942533925,2906
+"wd_2",0.01,1613942533925,2906
+"sqr_mom_2",0.99,1613942533925,2906
+"lr_2",0.0004947978834667911,1613942533925,2906
+"mom_2",0.8510404337109788,1613942533925,2906
+"eps_2",1e-05,1613942533925,2906
+"train_loss",0.042946633,1613942534889,2907
+"raw_loss",0.024346052,1613942534889,2907
+"epoch",18.28930817610062,1613942534889,2907
+"wd_0",0.01,1613942534889,2907
+"sqr_mom_0",0.99,1613942534889,2907
+"lr_0",4.947692014191201e-06,1613942534889,2907
+"mom_0",0.8510461701778778,1613942534889,2907
+"eps_0",1e-05,1613942534889,2907
+"wd_1",0.01,1613942534889,2907
+"sqr_mom_1",0.99,1613942534889,2907
+"lr_1",4.9476920141912004e-05,1613942534889,2907
+"mom_1",0.8510461701778778,1613942534889,2907
+"eps_1",1e-05,1613942534889,2907
+"wd_2",0.01,1613942534889,2907
+"sqr_mom_2",0.99,1613942534889,2907
+"lr_2",0.00049476920141912,1613942534889,2907
+"mom_2",0.8510461701778778,1613942534889,2907
+"eps_2",1e-05,1613942534889,2907
+"train_loss",0.04267435,1613942535854,2908
+"raw_loss",0.02933248,1613942535854,2908
+"epoch",18.29559748427672,1613942535854,2908
+"wd_0",0.01,1613942535854,2908
+"sqr_mom_0",0.99,1613942535854,2908
+"lr_0",4.947404485188139e-06,1613942535854,2908
+"mom_0",0.8510519208154453,1613942535854,2908
+"eps_0",1e-05,1613942535854,2908
+"wd_1",0.01,1613942535854,2908
+"sqr_mom_1",0.99,1613942535854,2908
+"lr_1",4.9474044851881386e-05,1613942535854,2908
+"mom_1",0.8510519208154453,1613942535854,2908
+"eps_1",1e-05,1613942535854,2908
+"wd_2",0.01,1613942535854,2908
+"sqr_mom_2",0.99,1613942535854,2908
+"lr_2",0.0004947404485188138,1613942535854,2908
+"mom_2",0.8510519208154453,1613942535854,2908
+"eps_2",1e-05,1613942535854,2908
+"train_loss",0.04234602,1613942536809,2909
+"raw_loss",0.026257647,1613942536809,2909
+"epoch",18.30188679245282,1613942536809,2909
+"wd_0",0.01,1613942536809,2909
+"sqr_mom_0",0.99,1613942536809,2909
+"lr_0",4.947116104665528e-06,1613942536809,2909
+"mom_0",0.8510576884835742,1613942536809,2909
+"eps_0",1e-05,1613942536809,2909
+"wd_1",0.01,1613942536809,2909
+"sqr_mom_1",0.99,1613942536809,2909
+"lr_1",4.9471161046655274e-05,1613942536809,2909
+"mom_1",0.8510576884835742,1613942536809,2909
+"eps_1",1e-05,1613942536809,2909
+"wd_2",0.01,1613942536809,2909
+"sqr_mom_2",0.99,1613942536809,2909
+"lr_2",0.0004947116104665527,1613942536809,2909
+"mom_2",0.8510576884835742,1613942536809,2909
+"eps_2",1e-05,1613942536809,2909
+"train_loss",0.042654738,1613942537759,2910
+"raw_loss",0.057782035,1613942537759,2910
+"epoch",18.30817610062892,1613942537759,2910
+"wd_0",0.01,1613942537759,2910
+"sqr_mom_0",0.99,1613942537759,2910
+"lr_0",4.946826944160678e-06,1613942537759,2910
+"mom_0",0.851063471751504,1613942537759,2910
+"eps_0",1e-05,1613942537759,2910
+"wd_1",0.01,1613942537759,2910
+"sqr_mom_1",0.99,1613942537759,2910
+"lr_1",4.946826944160678e-05,1613942537759,2910
+"mom_1",0.851063471751504,1613942537759,2910
+"eps_1",1e-05,1613942537759,2910
+"wd_2",0.01,1613942537759,2910
+"sqr_mom_2",0.99,1613942537759,2910
+"lr_2",0.0004946826944160677,1613942537759,2910
+"mom_2",0.851063471751504,1613942537759,2910
+"eps_2",1e-05,1613942537759,2910
+"train_loss",0.042307734,1613942538714,2911
+"raw_loss",0.02530455,1613942538714,2911
+"epoch",18.31446540880502,1613942538714,2911
+"wd_0",0.01,1613942538714,2911
+"sqr_mom_0",0.99,1613942538714,2911
+"lr_0",4.9465370639502976e-06,1613942538714,2911
+"mom_0",0.8510692694136882,1613942538714,2911
+"eps_0",1e-05,1613942538714,2911
+"wd_1",0.01,1613942538714,2911
+"sqr_mom_1",0.99,1613942538714,2911
+"lr_1",4.946537063950297e-05,1613942538714,2911
+"mom_1",0.8510692694136882,1613942538714,2911
+"eps_1",1e-05,1613942538714,2911
+"wd_2",0.01,1613942538714,2911
+"sqr_mom_2",0.99,1613942538714,2911
+"lr_2",0.0004946537063950297,1613942538714,2911
+"mom_2",0.8510692694136882,1613942538714,2911
+"eps_2",1e-05,1613942538714,2911
+"train_loss",0.042560183,1613942539678,2912
+"raw_loss",0.054930147,1613942539678,2912
+"epoch",18.32075471698112,1613942539678,2912
+"wd_0",0.01,1613942539678,2912
+"sqr_mom_0",0.99,1613942539678,2912
+"lr_0",4.946246343919359e-06,1613942539678,2912
+"mom_0",0.8510750838724516,1613942539678,2912
+"eps_0",1e-05,1613942539678,2912
+"wd_1",0.01,1613942539678,2912
+"sqr_mom_1",0.99,1613942539678,2912
+"lr_1",4.9462463439193585e-05,1613942539678,2912
+"mom_1",0.8510750838724516,1613942539678,2912
+"eps_1",1e-05,1613942539678,2912
+"wd_2",0.01,1613942539678,2912
+"sqr_mom_2",0.99,1613942539678,2912
+"lr_2",0.0004946246343919358,1613942539678,2912
+"mom_2",0.8510750838724516,1613942539678,2912
+"eps_2",1e-05,1613942539678,2912
+"train_loss",0.0423026,1613942540634,2913
+"raw_loss",0.029681088,1613942540634,2913
+"epoch",18.32704402515722,1613942540634,2913
+"wd_0",0.01,1613942540634,2913
+"sqr_mom_0",0.99,1613942540634,2913
+"lr_0",4.945954844183408e-06,1613942540634,2913
+"mom_0",0.8510809139254711,1613942540634,2913
+"eps_0",1e-05,1613942540634,2913
+"wd_1",0.01,1613942540634,2913
+"sqr_mom_1",0.99,1613942540634,2913
+"lr_1",4.945954844183408e-05,1613942540634,2913
+"mom_1",0.8510809139254711,1613942540634,2913
+"eps_1",1e-05,1613942540634,2913
+"wd_2",0.01,1613942540634,2913
+"sqr_mom_2",0.99,1613942540634,2913
+"lr_2",0.0004945954844183407,1613942540634,2913
+"mom_2",0.8510809139254711,1613942540634,2913
+"eps_2",1e-05,1613942540634,2913
+"train_loss",0.042400435,1613942541582,2914
+"raw_loss",0.047194276,1613942541582,2914
+"epoch",18.33333333333332,1613942541582,2914
+"wd_0",0.01,1613942541582,2914
+"sqr_mom_0",0.99,1613942541582,2914
+"lr_0",4.945662637638597e-06,1613942541582,2914
+"mom_0",0.8510867581148092,1613942541582,2914
+"eps_0",1e-05,1613942541582,2914
+"wd_1",0.01,1613942541582,2914
+"sqr_mom_1",0.99,1613942541582,2914
+"lr_1",4.945662637638596e-05,1613942541582,2914
+"mom_1",0.8510867581148092,1613942541582,2914
+"eps_1",1e-05,1613942541582,2914
+"wd_2",0.01,1613942541582,2914
+"sqr_mom_2",0.99,1613942541582,2914
+"lr_2",0.0004945662637638596,1613942541582,2914
+"mom_2",0.8510867581148092,1613942541582,2914
+"eps_2",1e-05,1613942541582,2914
+"train_loss",0.04227224,1613942542547,2915
+"raw_loss",0.035990726,1613942542547,2915
+"epoch",18.339622641509422,1613942542547,2915
+"wd_0",0.01,1613942542547,2915
+"sqr_mom_0",0.99,1613942542547,2915
+"lr_0",4.9453695789655046e-06,1613942542547,2915
+"mom_0",0.8510926193468834,1613942542547,2915
+"eps_0",1e-05,1613942542547,2915
+"wd_1",0.01,1613942542547,2915
+"sqr_mom_1",0.99,1613942542547,2915
+"lr_1",4.945369578965504e-05,1613942542547,2915
+"mom_1",0.8510926193468834,1613942542547,2915
+"eps_1",1e-05,1613942542547,2915
+"wd_2",0.01,1613942542547,2915
+"sqr_mom_2",0.99,1613942542547,2915
+"lr_2",0.0004945369578965504,1613942542547,2915
+"mom_2",0.8510926193468834,1613942542547,2915
+"eps_2",1e-05,1613942542547,2915
+"train_loss",0.041967813,1613942543495,2916
+"raw_loss",0.027050942,1613942543495,2916
+"epoch",18.345911949685522,1613942543495,2916
+"wd_0",0.01,1613942543495,2916
+"sqr_mom_0",0.99,1613942543495,2916
+"lr_0",4.9450757408668586e-06,1613942543495,2916
+"mom_0",0.8510984961676245,1613942543495,2916
+"eps_0",1e-05,1613942543495,2916
+"wd_1",0.01,1613942543495,2916
+"sqr_mom_1",0.99,1613942543495,2916
+"lr_1",4.945075740866858e-05,1613942543495,2916
+"mom_1",0.8510984961676245,1613942543495,2916
+"eps_1",1e-05,1613942543495,2916
+"wd_2",0.01,1613942543495,2916
+"sqr_mom_2",0.99,1613942543495,2916
+"lr_2",0.0004945075740866858,1613942543495,2916
+"mom_2",0.8510984961676245,1613942543495,2916
+"eps_2",1e-05,1613942543495,2916
+"train_loss",0.041818496,1613942544454,2917
+"raw_loss",0.03450197,1613942544454,2917
+"epoch",18.352201257861623,1613942544454,2917
+"wd_0",0.01,1613942544454,2917
+"sqr_mom_0",0.99,1613942544454,2917
+"lr_0",4.9447811968211345e-06,1613942544454,2917
+"mom_0",0.8511043871074484,1613942544454,2917
+"eps_0",1e-05,1613942544454,2917
+"wd_1",0.01,1613942544454,2917
+"sqr_mom_1",0.99,1613942544454,2917
+"lr_1",4.9447811968211345e-05,1613942544454,2917
+"mom_1",0.8511043871074484,1613942544454,2917
+"eps_1",1e-05,1613942544454,2917
+"wd_2",0.01,1613942544454,2917
+"sqr_mom_2",0.99,1613942544454,2917
+"lr_2",0.0004944781196821134,1613942544454,2917
+"mom_2",0.8511043871074484,1613942544454,2917
+"eps_2",1e-05,1613942544454,2917
+"train_loss",0.041327875,1613942545399,2918
+"raw_loss",0.017287515,1613942545399,2918
+"epoch",18.358490566037723,1613942545399,2918
+"wd_0",0.01,1613942545399,2918
+"sqr_mom_0",0.99,1613942545399,2918
+"lr_0",4.944485800346431e-06,1613942545399,2918
+"mom_0",0.8511102950960223,1613942545399,2918
+"eps_0",1e-05,1613942545399,2918
+"wd_1",0.01,1613942545399,2918
+"sqr_mom_1",0.99,1613942545399,2918
+"lr_1",4.944485800346431e-05,1613942545399,2918
+"mom_1",0.8511102950960223,1613942545399,2918
+"eps_1",1e-05,1613942545399,2918
+"wd_2",0.01,1613942545399,2918
+"sqr_mom_2",0.99,1613942545399,2918
+"lr_2",0.0004944485800346431,1613942545399,2918
+"mom_2",0.8511102950960223,1613942545399,2918
+"eps_2",1e-05,1613942545399,2918
+"train_loss",0.04079552,1613942546343,2919
+"raw_loss",0.014710141,1613942546343,2919
+"epoch",18.364779874213824,1613942546343,2919
+"wd_0",0.01,1613942546343,2919
+"sqr_mom_0",0.99,1613942546343,2919
+"lr_0",4.944189624727869e-06,1613942546343,2919
+"mom_0",0.8511162186676293,1613942546343,2919
+"eps_0",1e-05,1613942546343,2919
+"wd_1",0.01,1613942546343,2919
+"sqr_mom_1",0.99,1613942546343,2919
+"lr_1",4.9441896247278686e-05,1613942546343,2919
+"mom_1",0.8511162186676293,1613942546343,2919
+"eps_1",1e-05,1613942546343,2919
+"wd_2",0.01,1613942546343,2919
+"sqr_mom_2",0.99,1613942546343,2919
+"lr_2",0.0004944189624727868,1613942546343,2919
+"mom_2",0.8511162186676293,1613942546343,2919
+"eps_2",1e-05,1613942546343,2919
+"train_loss",0.040412914,1613942547329,2920
+"raw_loss",0.021665134,1613942547329,2920
+"epoch",18.371069182389924,1613942547329,2920
+"wd_0",0.01,1613942547329,2920
+"sqr_mom_0",0.99,1613942547329,2920
+"lr_0",4.943892670059849e-06,1613942547329,2920
+"mom_0",0.8511221578203813,1613942547329,2920
+"eps_0",1e-05,1613942547329,2920
+"wd_1",0.01,1613942547329,2920
+"sqr_mom_1",0.99,1613942547329,2920
+"lr_1",4.943892670059849e-05,1613942547329,2920
+"mom_1",0.8511221578203813,1613942547329,2920
+"eps_1",1e-05,1613942547329,2920
+"wd_2",0.01,1613942547329,2920
+"sqr_mom_2",0.99,1613942547329,2920
+"lr_2",0.0004943892670059848,1613942547329,2920
+"mom_2",0.8511221578203813,1613942547329,2920
+"eps_2",1e-05,1613942547329,2920
+"train_loss",0.040478814,1613942548291,2921
+"raw_loss",0.0437079,1613942548291,2921
+"epoch",18.377358490566024,1613942548291,2921
+"wd_0",0.01,1613942548291,2921
+"sqr_mom_0",0.99,1613942548291,2921
+"lr_0",4.9435950105969675e-06,1613942548291,2921
+"mom_0",0.8511281110691713,1613942548291,2921
+"eps_0",1e-05,1613942548291,2921
+"wd_1",0.01,1613942548291,2921
+"sqr_mom_1",0.99,1613942548291,2921
+"lr_1",4.943595010596967e-05,1613942548291,2921
+"mom_1",0.8511281110691713,1613942548291,2921
+"eps_1",1e-05,1613942548291,2921
+"wd_2",0.01,1613942548291,2921
+"sqr_mom_2",0.99,1613942548291,2921
+"lr_2",0.0004943595010596967,1613942548291,2921
+"mom_2",0.8511281110691713,1613942548291,2921
+"eps_2",1e-05,1613942548291,2921
+"train_loss",0.040204283,1613942549244,2922
+"raw_loss",0.026752206,1613942549244,2922
+"epoch",18.383647798742125,1613942549244,2922
+"wd_0",0.01,1613942549244,2922
+"sqr_mom_0",0.99,1613942549244,2922
+"lr_0",4.94329649830797e-06,1613942549244,2922
+"mom_0",0.8511340813746543,1613942549244,2922
+"eps_0",1e-05,1613942549244,2922
+"wd_1",0.01,1613942549244,2922
+"sqr_mom_1",0.99,1613942549244,2922
+"lr_1",4.9432964983079694e-05,1613942549244,2922
+"mom_1",0.8511340813746543,1613942549244,2922
+"eps_1",1e-05,1613942549244,2922
+"wd_2",0.01,1613942549244,2922
+"sqr_mom_2",0.99,1613942549244,2922
+"lr_2",0.000494329649830797,1613942549244,2922
+"mom_2",0.8511340813746543,1613942549244,2922
+"eps_2",1e-05,1613942549244,2922
+"train_loss",0.039782148,1613942550189,2923
+"raw_loss",0.01909752,1613942550189,2923
+"epoch",18.389937106918225,1613942550189,2923
+"wd_0",0.01,1613942550189,2923
+"sqr_mom_0",0.99,1613942550189,2923
+"lr_0",4.942997207254189e-06,1613942550189,2923
+"mom_0",0.8511400672555888,1613942550189,2923
+"eps_0",1e-05,1613942550189,2923
+"wd_1",0.01,1613942550189,2923
+"sqr_mom_1",0.99,1613942550189,2923
+"lr_1",4.942997207254189e-05,1613942550189,2923
+"mom_1",0.8511400672555888,1613942550189,2923
+"eps_1",1e-05,1613942550189,2923
+"wd_2",0.01,1613942550189,2923
+"sqr_mom_2",0.99,1613942550189,2923
+"lr_2",0.0004942997207254189,1613942550189,2923
+"mom_2",0.8511400672555888,1613942550189,2923
+"eps_2",1e-05,1613942550189,2923
+"train_loss",0.04072048,1613942551429,2924
+"raw_loss",0.08669887,1613942551429,2924
+"epoch",18.396226415094326,1613942551429,2924
+"wd_0",0.01,1613942551429,2924
+"sqr_mom_0",0.99,1613942551429,2924
+"lr_0",4.942697199815214e-06,1613942551429,2924
+"mom_0",0.8511460674643704,1613942551429,2924
+"eps_0",1e-05,1613942551429,2924
+"wd_1",0.01,1613942551429,2924
+"sqr_mom_1",0.99,1613942551429,2924
+"lr_1",4.942697199815214e-05,1613942551429,2924
+"mom_1",0.8511460674643704,1613942551429,2924
+"eps_1",1e-05,1613942551429,2924
+"wd_2",0.01,1613942551429,2924
+"sqr_mom_2",0.99,1613942551429,2924
+"lr_2",0.0004942697199815214,1613942551429,2924
+"mom_2",0.8511460674643704,1613942551429,2924
+"eps_2",1e-05,1613942551429,2924
+"train_loss",0.041526902,1613942552584,2925
+"raw_loss",0.08104153,1613942552584,2925
+"epoch",18.402515723270426,1613942552584,2925
+"wd_0",0.01,1613942552584,2925
+"sqr_mom_0",0.99,1613942552584,2925
+"lr_0",4.942396351679689e-06,1613942552584,2925
+"mom_0",0.8511520844872511,1613942552584,2925
+"eps_0",1e-05,1613942552584,2925
+"wd_1",0.01,1613942552584,2925
+"sqr_mom_1",0.99,1613942552584,2925
+"lr_1",4.942396351679689e-05,1613942552584,2925
+"mom_1",0.8511520844872511,1613942552584,2925
+"eps_1",1e-05,1613942552584,2925
+"wd_2",0.01,1613942552584,2925
+"sqr_mom_2",0.99,1613942552584,2925
+"lr_2",0.0004942396351679688,1613942552584,2925
+"mom_2",0.8511520844872511,1613942552584,2925
+"eps_2",1e-05,1613942552584,2925
+"train_loss",0.041140158,1613942553928,2926
+"raw_loss",0.022189641,1613942553928,2926
+"epoch",18.408805031446526,1613942553928,2926
+"wd_0",0.01,1613942553928,2926
+"sqr_mom_0",0.99,1613942553928,2926
+"lr_0",4.942094725066292e-06,1613942553928,2926
+"mom_0",0.8511581170798449,1613942553928,2926
+"eps_0",1e-05,1613942553928,2926
+"wd_1",0.01,1613942553928,2926
+"sqr_mom_1",0.99,1613942553928,2926
+"lr_1",4.942094725066292e-05,1613942553928,2926
+"mom_1",0.8511581170798449,1613942553928,2926
+"eps_1",1e-05,1613942553928,2926
+"wd_2",0.01,1613942553928,2926
+"sqr_mom_2",0.99,1613942553928,2926
+"lr_2",0.0004942094725066292,1613942553928,2926
+"mom_2",0.8511581170798449,1613942553928,2926
+"eps_2",1e-05,1613942553928,2926
+"train_loss",0.041036855,1613942555222,2927
+"raw_loss",0.035975013,1613942555222,2927
+"epoch",18.415094339622627,1613942555222,2927
+"wd_0",0.01,1613942555222,2927
+"sqr_mom_0",0.99,1613942555222,2927
+"lr_0",4.9417923953930685e-06,1613942555222,2927
+"mom_0",0.8511641637337759,1613942555222,2927
+"eps_0",1e-05,1613942555222,2927
+"wd_1",0.01,1613942555222,2927
+"sqr_mom_1",0.99,1613942555222,2927
+"lr_1",4.941792395393069e-05,1613942555222,2927
+"mom_1",0.8511641637337759,1613942555222,2927
+"eps_1",1e-05,1613942555222,2927
+"wd_2",0.01,1613942555222,2927
+"sqr_mom_2",0.99,1613942555222,2927
+"lr_2",0.0004941792395393069,1613942555222,2927
+"mom_2",0.8511641637337759,1613942555222,2927
+"eps_2",1e-05,1613942555222,2927
+"train_loss",0.041292567,1613942557719,2928
+"raw_loss",0.05382244,1613942557719,2928
+"epoch",18.421383647798727,1613942557719,2928
+"wd_0",0.01,1613942557719,2928
+"sqr_mom_0",0.99,1613942557719,2928
+"lr_0",4.941489212306188e-06,1613942557719,2928
+"mom_0",0.8511702274561508,1613942557719,2928
+"eps_0",1e-05,1613942557719,2928
+"wd_1",0.01,1613942557719,2928
+"sqr_mom_1",0.99,1613942557719,2928
+"lr_1",4.9414892123061885e-05,1613942557719,2928
+"mom_1",0.8511702274561508,1613942557719,2928
+"eps_1",1e-05,1613942557719,2928
+"wd_2",0.01,1613942557719,2928
+"sqr_mom_2",0.99,1613942557719,2928
+"lr_2",0.0004941489212306188,1613942557719,2928
+"mom_2",0.8511702274561508,1613942557719,2928
+"eps_2",1e-05,1613942557719,2928
+"train_loss",0.04119048,1613942558706,2929
+"raw_loss",0.036188178,1613942558706,2929
+"epoch",18.427672955974828,1613942558706,2929
+"wd_0",0.01,1613942558706,2929
+"sqr_mom_0",0.99,1613942558706,2929
+"lr_0",4.941185251030577e-06,1613942558706,2929
+"mom_0",0.8511763067424559,1613942558706,2929
+"eps_0",1e-05,1613942558706,2929
+"wd_1",0.01,1613942558706,2929
+"sqr_mom_1",0.99,1613942558706,2929
+"lr_1",4.941185251030577e-05,1613942558706,2929
+"mom_1",0.8511763067424559,1613942558706,2929
+"eps_1",1e-05,1613942558706,2929
+"wd_2",0.01,1613942558706,2929
+"sqr_mom_2",0.99,1613942558706,2929
+"lr_2",0.0004941185251030577,1613942558706,2929
+"mom_2",0.8511763067424559,1613942558706,2929
+"eps_2",1e-05,1613942558706,2929
+"train_loss",0.040858462,1613942559673,2930
+"raw_loss",0.024589594,1613942559673,2930
+"epoch",18.433962264150928,1613942559673,2930
+"wd_0",0.01,1613942559673,2930
+"sqr_mom_0",0.99,1613942559673,2930
+"lr_0",4.940880587565677e-06,1613942559673,2930
+"mom_0",0.8511824000726872,1613942559673,2930
+"eps_0",1e-05,1613942559673,2930
+"wd_1",0.01,1613942559673,2930
+"sqr_mom_1",0.99,1613942559673,2930
+"lr_1",4.9408805875656766e-05,1613942559673,2930
+"mom_1",0.8511824000726872,1613942559673,2930
+"eps_1",1e-05,1613942559673,2930
+"wd_2",0.01,1613942559673,2930
+"sqr_mom_2",0.99,1613942559673,2930
+"lr_2",0.0004940880587565676,1613942559673,2930
+"mom_2",0.8511824000726872,1613942559673,2930
+"eps_2",1e-05,1613942559673,2930
+"train_loss",0.040346794,1613942560658,2931
+"raw_loss",0.015274987,1613942560658,2931
+"epoch",18.44025157232703,1613942560658,2931
+"wd_0",0.01,1613942560658,2931
+"sqr_mom_0",0.99,1613942560658,2931
+"lr_0",4.940575070397022e-06,1613942560658,2931
+"mom_0",0.8511885104771643,1613942560658,2931
+"eps_0",1e-05,1613942560658,2931
+"wd_1",0.01,1613942560658,2931
+"sqr_mom_1",0.99,1613942560658,2931
+"lr_1",4.940575070397022e-05,1613942560658,2931
+"mom_1",0.8511885104771643,1613942560658,2931
+"eps_1",1e-05,1613942560658,2931
+"wd_2",0.01,1613942560658,2931
+"sqr_mom_2",0.99,1613942560658,2931
+"lr_2",0.0004940575070397022,1613942560658,2931
+"mom_2",0.8511885104771643,1613942560658,2931
+"eps_2",1e-05,1613942560658,2931
+"train_loss",0.040115654,1613942561615,2932
+"raw_loss",0.02878979,1613942561615,2932
+"epoch",18.44654088050313,1613942561615,2932
+"wd_0",0.01,1613942561615,2932
+"sqr_mom_0",0.99,1613942561615,2932
+"lr_0",4.940268775331009e-06,1613942561615,2932
+"mom_0",0.8511946364397442,1613942561615,2932
+"eps_0",1e-05,1613942561615,2932
+"wd_1",0.01,1613942561615,2932
+"sqr_mom_1",0.99,1613942561615,2932
+"lr_1",4.940268775331009e-05,1613942561615,2932
+"mom_1",0.8511946364397442,1613942561615,2932
+"eps_1",1e-05,1613942561615,2932
+"wd_2",0.01,1613942561615,2932
+"sqr_mom_2",0.99,1613942561615,2932
+"lr_2",0.0004940268775331009,1613942561615,2932
+"mom_2",0.8511946364397442,1613942561615,2932
+"eps_2",1e-05,1613942561615,2932
+"train_loss",0.03992578,1613942562570,2933
+"raw_loss",0.030621877,1613942562570,2933
+"epoch",18.45283018867923,1613942562570,2933
+"wd_0",0.01,1613942562570,2933
+"sqr_mom_0",0.99,1613942562570,2933
+"lr_0",4.939961766201096e-06,1613942562570,2933
+"mom_0",0.8512007766837449,1613942562570,2933
+"eps_0",1e-05,1613942562570,2933
+"wd_1",0.01,1613942562570,2933
+"sqr_mom_1",0.99,1613942562570,2933
+"lr_1",4.939961766201096e-05,1613942562570,2933
+"mom_1",0.8512007766837449,1613942562570,2933
+"eps_1",1e-05,1613942562570,2933
+"wd_2",0.01,1613942562570,2933
+"sqr_mom_2",0.99,1613942562570,2933
+"lr_2",0.0004939961766201096,1613942562570,2933
+"mom_2",0.8512007766837449,1613942562570,2933
+"eps_2",1e-05,1613942562570,2933
+"train_loss",0.03974894,1613942563507,2934
+"raw_loss",0.031083811,1613942563507,2934
+"epoch",18.45911949685533,1613942563507,2934
+"wd_0",0.01,1613942563507,2934
+"sqr_mom_0",0.99,1613942563507,2934
+"lr_0",4.939653915794702e-06,1613942563507,2934
+"mom_0",0.8512069337534435,1613942563507,2934
+"eps_0",1e-05,1613942563507,2934
+"wd_1",0.01,1613942563507,2934
+"sqr_mom_1",0.99,1613942563507,2934
+"lr_1",4.939653915794702e-05,1613942563507,2934
+"mom_1",0.8512069337534435,1613942563507,2934
+"eps_1",1e-05,1613942563507,2934
+"wd_2",0.01,1613942563507,2934
+"sqr_mom_2",0.99,1613942563507,2934
+"lr_2",0.0004939653915794702,1613942563507,2934
+"mom_2",0.8512069337534435,1613942563507,2934
+"eps_2",1e-05,1613942563507,2934
+"train_loss",0.040454242,1613942564479,2935
+"raw_loss",0.07501397,1613942564479,2935
+"epoch",18.46540880503143,1613942564479,2935
+"wd_0",0.01,1613942564479,2935
+"sqr_mom_0",0.99,1613942564479,2935
+"lr_0",4.9393452877845566e-06,1613942564479,2935
+"mom_0",0.8512131063753726,1613942564479,2935
+"eps_0",1e-05,1613942564479,2935
+"wd_1",0.01,1613942564479,2935
+"sqr_mom_1",0.99,1613942564479,2935
+"lr_1",4.939345287784556e-05,1613942564479,2935
+"mom_1",0.8512131063753726,1613942564479,2935
+"eps_1",1e-05,1613942564479,2935
+"wd_2",0.01,1613942564479,2935
+"sqr_mom_2",0.99,1613942564479,2935
+"lr_2",0.0004939345287784556,1613942564479,2935
+"mom_2",0.8512131063753726,1613942564479,2935
+"eps_2",1e-05,1613942564479,2935
+"train_loss",0.040511865,1613942565427,2936
+"raw_loss",0.04333537,1613942565427,2936
+"epoch",18.47169811320753,1613942565427,2936
+"wd_0",0.01,1613942565427,2936
+"sqr_mom_0",0.99,1613942565427,2936
+"lr_0",4.93903595933225e-06,1613942565427,2936
+"mom_0",0.8512192930062851,1613942565427,2936
+"eps_0",1e-05,1613942565427,2936
+"wd_1",0.01,1613942565427,2936
+"sqr_mom_1",0.99,1613942565427,2936
+"lr_1",4.939035959332249e-05,1613942565427,2936
+"mom_1",0.8512192930062851,1613942565427,2936
+"eps_1",1e-05,1613942565427,2936
+"wd_2",0.01,1613942565427,2936
+"sqr_mom_2",0.99,1613942565427,2936
+"lr_2",0.0004939035959332249,1613942565427,2936
+"mom_2",0.8512192930062851,1613942565427,2936
+"eps_2",1e-05,1613942565427,2936
+"train_loss",0.0402573,1613942566368,2937
+"raw_loss",0.027783602,1613942566368,2937
+"epoch",18.47798742138363,1613942566368,2937
+"wd_0",0.01,1613942566368,2937
+"sqr_mom_0",0.99,1613942566368,2937
+"lr_0",4.938725776603336e-06,1613942566368,2937
+"mom_0",0.8512254967229005,1613942566368,2937
+"eps_0",1e-05,1613942566368,2937
+"wd_1",0.01,1613942566368,2937
+"sqr_mom_1",0.99,1613942566368,2937
+"lr_1",4.938725776603336e-05,1613942566368,2937
+"mom_1",0.8512254967229005,1613942566368,2937
+"eps_1",1e-05,1613942566368,2937
+"wd_2",0.01,1613942566368,2937
+"sqr_mom_2",0.99,1613942566368,2937
+"lr_2",0.0004938725776603335,1613942566368,2937
+"mom_2",0.8512254967229005,1613942566368,2937
+"eps_2",1e-05,1613942566368,2937
+"train_loss",0.03976286,1613942567302,2938
+"raw_loss",0.015535112,1613942567302,2938
+"epoch",18.48427672955973,1613942567302,2938
+"wd_0",0.01,1613942567302,2938
+"sqr_mom_0",0.99,1613942567302,2938
+"lr_0",4.9384148165665045e-06,1613942567302,2938
+"mom_0",0.8512317159858297,1613942567302,2938
+"eps_0",1e-05,1613942567302,2938
+"wd_1",0.01,1613942567302,2938
+"sqr_mom_1",0.99,1613942567302,2938
+"lr_1",4.938414816566505e-05,1613942567302,2938
+"mom_1",0.8512317159858297,1613942567302,2938
+"eps_1",1e-05,1613942567302,2938
+"wd_2",0.01,1613942567302,2938
+"sqr_mom_2",0.99,1613942567302,2938
+"lr_2",0.0004938414816566504,1613942567302,2938
+"mom_2",0.8512317159858297,1613942567302,2938
+"eps_2",1e-05,1613942567302,2938
+"train_loss",0.040192124,1613942568250,2939
+"raw_loss",0.061226107,1613942568250,2939
+"epoch",18.49056603773583,1613942568250,2939
+"wd_0",0.01,1613942568250,2939
+"sqr_mom_0",0.99,1613942568250,2939
+"lr_0",4.938103156964085e-06,1613942568250,2939
+"mom_0",0.8512379492402107,1613942568250,2939
+"eps_0",1e-05,1613942568250,2939
+"wd_1",0.01,1613942568250,2939
+"sqr_mom_1",0.99,1613942568250,2939
+"lr_1",4.938103156964084e-05,1613942568250,2939
+"mom_1",0.8512379492402107,1613942568250,2939
+"eps_1",1e-05,1613942568250,2939
+"wd_2",0.01,1613942568250,2939
+"sqr_mom_2",0.99,1613942568250,2939
+"lr_2",0.0004938103156964084,1613942568250,2939
+"mom_2",0.8512379492402107,1613942568250,2939
+"eps_2",1e-05,1613942568250,2939
+"train_loss",0.040749468,1613942569194,2940
+"raw_loss",0.06805928,1613942569194,2940
+"epoch",18.496855345911932,1613942569194,2940
+"wd_0",0.01,1613942569194,2940
+"sqr_mom_0",0.99,1613942569194,2940
+"lr_0",4.937790642802309e-06,1613942569194,2940
+"mom_0",0.8512441995859497,1613942569194,2940
+"eps_0",1e-05,1613942569194,2940
+"wd_1",0.01,1613942569194,2940
+"sqr_mom_1",0.99,1613942569194,2940
+"lr_1",4.9377906428023085e-05,1613942569194,2940
+"mom_1",0.8512441995859497,1613942569194,2940
+"eps_1",1e-05,1613942569194,2940
+"wd_2",0.01,1613942569194,2940
+"sqr_mom_2",0.99,1613942569194,2940
+"lr_2",0.0004937790642802308,1613942569194,2940
+"mom_2",0.8512441995859497,1613942569194,2940
+"eps_2",1e-05,1613942569194,2940
+"train_loss",0.040413916,1613942570143,2941
+"raw_loss",0.023971826,1613942570143,2941
+"epoch",18.503144654088032,1613942570143,2941
+"wd_0",0.01,1613942570143,2941
+"sqr_mom_0",0.99,1613942570143,2941
+"lr_0",4.937477351630678e-06,1613942570143,2941
+"mom_0",0.8512504654720411,1613942570143,2941
+"eps_0",1e-05,1613942570143,2941
+"wd_1",0.01,1613942570143,2941
+"sqr_mom_1",0.99,1613942570143,2941
+"lr_1",4.9374773516306785e-05,1613942570143,2941
+"mom_1",0.8512504654720411,1613942570143,2941
+"eps_1",1e-05,1613942570143,2941
+"wd_2",0.01,1613942570143,2941
+"sqr_mom_2",0.99,1613942570143,2941
+"lr_2",0.0004937477351630678,1613942570143,2941
+"mom_2",0.8512504654720411,1613942570143,2941
+"eps_2",1e-05,1613942570143,2941
+"train_loss",0.040117815,1613942571085,2942
+"raw_loss",0.025608888,1613942571085,2942
+"epoch",18.509433962264133,1613942571085,2942
+"wd_0",0.01,1613942571085,2942
+"sqr_mom_0",0.99,1613942571085,2942
+"lr_0",4.937163283549052e-06,1613942571085,2942
+"mom_0",0.8512567468964879,1613942571085,2942
+"eps_0",1e-05,1613942571085,2942
+"wd_1",0.01,1613942571085,2942
+"sqr_mom_1",0.99,1613942571085,2942
+"lr_1",4.937163283549051e-05,1613942571085,2942
+"mom_1",0.8512567468964879,1613942571085,2942
+"eps_1",1e-05,1613942571085,2942
+"wd_2",0.01,1613942571085,2942
+"sqr_mom_2",0.99,1613942571085,2942
+"lr_2",0.0004937163283549051,1613942571085,2942
+"mom_2",0.8512567468964879,1613942571085,2942
+"eps_2",1e-05,1613942571085,2942
+"train_loss",0.04015265,1613942572037,2943
+"raw_loss",0.04185965,1613942572037,2943
+"epoch",18.515723270440233,1613942572037,2943
+"wd_0",0.01,1613942572037,2943
+"sqr_mom_0",0.99,1613942572037,2943
+"lr_0",4.936848517073744e-06,1613942572037,2943
+"mom_0",0.851263042288948,1613942572037,2943
+"eps_0",1e-05,1613942572037,2943
+"wd_1",0.01,1613942572037,2943
+"sqr_mom_1",0.99,1613942572037,2943
+"lr_1",4.936848517073744e-05,1613942572037,2943
+"mom_1",0.851263042288948,1613942572037,2943
+"eps_1",1e-05,1613942572037,2943
+"wd_2",0.01,1613942572037,2943
+"sqr_mom_2",0.99,1613942572037,2943
+"lr_2",0.0004936848517073743,1613942572037,2943
+"mom_2",0.851263042288948,1613942572037,2943
+"eps_2",1e-05,1613942572037,2943
+"train_loss",0.040246103,1613942572988,2944
+"raw_loss",0.044825293,1613942572988,2944
+"epoch",18.522012578616334,1613942572988,2944
+"wd_0",0.01,1613942572988,2944
+"sqr_mom_0",0.99,1613942572988,2944
+"lr_0",4.936532895665887e-06,1613942572988,2944
+"mom_0",0.85126935478023,1613942572988,2944
+"eps_0",1e-05,1613942572988,2944
+"wd_1",0.01,1613942572988,2944
+"sqr_mom_1",0.99,1613942572988,2944
+"lr_1",4.936532895665887e-05,1613942572988,2944
+"mom_1",0.85126935478023,1613942572988,2944
+"eps_1",1e-05,1613942572988,2944
+"wd_2",0.01,1613942572988,2944
+"sqr_mom_2",0.99,1613942572988,2944
+"lr_2",0.0004936532895665886,1613942572988,2944
+"mom_2",0.85126935478023,1613942572988,2944
+"eps_2",1e-05,1613942572988,2944
+"train_loss",0.040167645,1613942573941,2945
+"raw_loss",0.036323246,1613942573941,2945
+"epoch",18.528301886792434,1613942573941,2945
+"wd_0",0.01,1613942573941,2945
+"sqr_mom_0",0.99,1613942573941,2945
+"lr_0",4.936216497649068e-06,1613942573941,2945
+"mom_0",0.8512756828038467,1613942573941,2945
+"eps_0",1e-05,1613942573941,2945
+"wd_1",0.01,1613942573941,2945
+"sqr_mom_1",0.99,1613942573941,2945
+"lr_1",4.936216497649068e-05,1613942573941,2945
+"mom_1",0.8512756828038467,1613942573941,2945
+"eps_1",1e-05,1613942573941,2945
+"wd_2",0.01,1613942573941,2945
+"sqr_mom_2",0.99,1613942573941,2945
+"lr_2",0.0004936216497649068,1613942573941,2945
+"mom_2",0.8512756828038467,1613942573941,2945
+"eps_2",1e-05,1613942573941,2945
+"train_loss",0.040063974,1613942574899,2946
+"raw_loss",0.034984075,1613942574899,2946
+"epoch",18.534591194968534,1613942574899,2946
+"wd_0",0.01,1613942574899,2946
+"sqr_mom_0",0.99,1613942574899,2946
+"lr_0",4.935899388953875e-06,1613942574899,2946
+"mom_0",0.8512820250411729,1613942574899,2946
+"eps_0",1e-05,1613942574899,2946
+"wd_1",0.01,1613942574899,2946
+"sqr_mom_1",0.99,1613942574899,2946
+"lr_1",4.935899388953874e-05,1613942574899,2946
+"mom_1",0.8512820250411729,1613942574899,2946
+"eps_1",1e-05,1613942574899,2946
+"wd_2",0.01,1613942574899,2946
+"sqr_mom_2",0.99,1613942574899,2946
+"lr_2",0.0004935899388953874,1613942574899,2946
+"mom_2",0.8512820250411729,1613942574899,2946
+"eps_2",1e-05,1613942574899,2946
+"train_loss",0.039941452,1613942575868,2947
+"raw_loss",0.03393783,1613942575868,2947
+"epoch",18.540880503144635,1613942575868,2947
+"wd_0",0.01,1613942575868,2947
+"sqr_mom_0",0.99,1613942575868,2947
+"lr_0",4.93558143818286e-06,1613942575868,2947
+"mom_0",0.851288384120184,1613942575868,2947
+"eps_0",1e-05,1613942575868,2947
+"wd_1",0.01,1613942575868,2947
+"sqr_mom_1",0.99,1613942575868,2947
+"lr_1",4.935581438182859e-05,1613942575868,2947
+"mom_1",0.851288384120184,1613942575868,2947
+"eps_1",1e-05,1613942575868,2947
+"wd_2",0.01,1613942575868,2947
+"sqr_mom_2",0.99,1613942575868,2947
+"lr_2",0.0004935581438182859,1613942575868,2947
+"mom_2",0.851288384120184,1613942575868,2947
+"eps_2",1e-05,1613942575868,2947
+"train_loss",0.039895996,1613942576826,2948
+"raw_loss",0.03766866,1613942576826,2948
+"epoch",18.547169811320735,1613942576826,2948
+"wd_0",0.01,1613942576826,2948
+"sqr_mom_0",0.99,1613942576826,2948
+"lr_0",4.935262711106149e-06,1613942576826,2948
+"mom_0",0.8512947587254642,1613942576826,2948
+"eps_0",1e-05,1613942576826,2948
+"wd_1",0.01,1613942576826,2948
+"sqr_mom_1",0.99,1613942576826,2948
+"lr_1",4.935262711106149e-05,1613942576826,2948
+"mom_1",0.8512947587254642,1613942576826,2948
+"eps_1",1e-05,1613942576826,2948
+"wd_2",0.01,1613942576826,2948
+"sqr_mom_2",0.99,1613942576826,2948
+"lr_2",0.0004935262711106149,1613942576826,2948
+"mom_2",0.8512947587254642,1613942576826,2948
+"eps_2",1e-05,1613942576826,2948
+"train_loss",0.039741646,1613942577838,2949
+"raw_loss",0.032178454,1613942577838,2949
+"epoch",18.553459119496836,1613942577838,2949
+"wd_0",0.01,1613942577838,2949
+"sqr_mom_0",0.99,1613942577838,2949
+"lr_0",4.934943287400271e-06,1613942577838,2949
+"mom_0",0.8513011472634672,1613942577838,2949
+"eps_0",1e-05,1613942577838,2949
+"wd_1",0.01,1613942577838,2949
+"sqr_mom_1",0.99,1613942577838,2949
+"lr_1",4.934943287400271e-05,1613942577838,2949
+"mom_1",0.8513011472634672,1613942577838,2949
+"eps_1",1e-05,1613942577838,2949
+"wd_2",0.01,1613942577838,2949
+"sqr_mom_2",0.99,1613942577838,2949
+"lr_2",0.0004934943287400271,1613942577838,2949
+"mom_2",0.8513011472634672,1613942577838,2949
+"eps_2",1e-05,1613942577838,2949
+"train_loss",0.03976256,1613942578793,2950
+"raw_loss",0.040787272,1613942578793,2950
+"epoch",18.559748427672936,1613942578793,2950
+"wd_0",0.01,1613942578793,2950
+"sqr_mom_0",0.99,1613942578793,2950
+"lr_0",4.934623008210236e-06,1613942578793,2950
+"mom_0",0.8513075529113244,1613942578793,2950
+"eps_0",1e-05,1613942578793,2950
+"wd_1",0.01,1613942578793,2950
+"sqr_mom_1",0.99,1613942578793,2950
+"lr_1",4.9346230082102355e-05,1613942578793,2950
+"mom_1",0.8513075529113244,1613942578793,2950
+"eps_1",1e-05,1613942578793,2950
+"wd_2",0.01,1613942578793,2950
+"sqr_mom_2",0.99,1613942578793,2950
+"lr_2",0.0004934623008210235,1613942578793,2950
+"mom_2",0.8513075529113244,1613942578793,2950
+"eps_2",1e-05,1613942578793,2950
+"train_loss",0.039779916,1613942579883,2951
+"raw_loss",0.04063038,1613942579883,2951
+"epoch",18.566037735849036,1613942579883,2951
+"wd_0",0.01,1613942579883,2951
+"sqr_mom_0",0.99,1613942579883,2951
+"lr_0",4.934301953019993e-06,1613942579883,2951
+"mom_0",0.851313974079341,1613942579883,2951
+"eps_0",1e-05,1613942579883,2951
+"wd_1",0.01,1613942579883,2951
+"sqr_mom_1",0.99,1613942579883,2951
+"lr_1",4.9343019530199925e-05,1613942579883,2951
+"mom_1",0.851313974079341,1613942579883,2951
+"eps_1",1e-05,1613942579883,2951
+"wd_2",0.01,1613942579883,2951
+"sqr_mom_2",0.99,1613942579883,2951
+"lr_2",0.0004934301953019992,1613942579883,2951
+"mom_2",0.851313974079341,1613942579883,2951
+"eps_2",1e-05,1613942579883,2951
+"train_loss",0.03982457,1613942580861,2952
+"raw_loss",0.042012677,1613942580861,2952
+"epoch",18.572327044025137,1613942580861,2952
+"wd_0",0.01,1613942580861,2952
+"sqr_mom_0",0.99,1613942580861,2952
+"lr_0",4.933980202085831e-06,1613942580861,2952
+"mom_0",0.851320409162375,1613942580861,2952
+"eps_0",1e-05,1613942580861,2952
+"wd_1",0.01,1613942580861,2952
+"sqr_mom_1",0.99,1613942580861,2952
+"lr_1",4.933980202085831e-05,1613942580861,2952
+"mom_1",0.851320409162375,1613942580861,2952
+"eps_1",1e-05,1613942580861,2952
+"wd_2",0.01,1613942580861,2952
+"sqr_mom_2",0.99,1613942580861,2952
+"lr_2",0.0004933980202085831,1613942580861,2952
+"mom_2",0.851320409162375,1613942580861,2952
+"eps_2",1e-05,1613942580861,2952
+"train_loss",0.040334146,1613942581821,2953
+"raw_loss",0.06530341,1613942581821,2953
+"epoch",18.578616352201237,1613942581821,2953
+"wd_0",0.01,1613942581821,2953
+"sqr_mom_0",0.99,1613942581821,2953
+"lr_0",4.93365759539539e-06,1613942581821,2953
+"mom_0",0.8513268613607058,1613942581821,2953
+"eps_0",1e-05,1613942581821,2953
+"wd_1",0.01,1613942581821,2953
+"sqr_mom_1",0.99,1613942581821,2953
+"lr_1",4.93365759539539e-05,1613942581821,2953
+"mom_1",0.8513268613607058,1613942581821,2953
+"eps_1",1e-05,1613942581821,2953
+"wd_2",0.01,1613942581821,2953
+"sqr_mom_2",0.99,1613942581821,2953
+"lr_2",0.000493365759539539,1613942581821,2953
+"mom_2",0.8513268613607058,1613942581821,2953
+"eps_2",1e-05,1613942581821,2953
+"train_loss",0.0401084,1613942582768,2954
+"raw_loss",0.029046956,1613942582768,2954
+"epoch",18.584905660377338,1613942582768,2954
+"wd_0",0.01,1613942582768,2954
+"sqr_mom_0",0.99,1613942582768,2954
+"lr_0",4.933334213012456e-06,1613942582768,2954
+"mom_0",0.8513333290730416,1613942582768,2954
+"eps_0",1e-05,1613942582768,2954
+"wd_1",0.01,1613942582768,2954
+"sqr_mom_1",0.99,1613942582768,2954
+"lr_1",4.9333342130124555e-05,1613942582768,2954
+"mom_1",0.8513333290730416,1613942582768,2954
+"eps_1",1e-05,1613942582768,2954
+"wd_2",0.01,1613942582768,2954
+"sqr_mom_2",0.99,1613942582768,2954
+"lr_2",0.0004933334213012455,1613942582768,2954
+"mom_2",0.8513333290730416,1613942582768,2954
+"eps_2",1e-05,1613942582768,2954
+"train_loss",0.039925236,1613942583773,2955
+"raw_loss",0.030950107,1613942583773,2955
+"epoch",18.591194968553438,1613942583773,2955
+"wd_0",0.01,1613942583773,2955
+"sqr_mom_0",0.99,1613942583773,2955
+"lr_0",4.9330101223173935e-06,1613942583773,2955
+"mom_0",0.8513398109517616,1613942583773,2955
+"eps_0",1e-05,1613942583773,2955
+"wd_1",0.01,1613942583773,2955
+"sqr_mom_1",0.99,1613942583773,2955
+"lr_1",4.933010122317393e-05,1613942583773,2955
+"mom_1",0.8513398109517616,1613942583773,2955
+"eps_1",1e-05,1613942583773,2955
+"wd_2",0.01,1613942583773,2955
+"sqr_mom_2",0.99,1613942583773,2955
+"lr_2",0.0004933010122317393,1613942583773,2955
+"mom_2",0.8513398109517616,1613942583773,2955
+"eps_2",1e-05,1613942583773,2955
+"train_loss",0.03954029,1613942584731,2956
+"raw_loss",0.02067799,1613942584731,2956
+"epoch",18.59748427672954,1613942584731,2956
+"wd_0",0.01,1613942584731,2956
+"sqr_mom_0",0.99,1613942584731,2956
+"lr_0",4.932685189019688e-06,1613942584731,2956
+"mom_0",0.8513463096827031,1613942584731,2956
+"eps_0",1e-05,1613942584731,2956
+"wd_1",0.01,1613942584731,2956
+"sqr_mom_1",0.99,1613942584731,2956
+"lr_1",4.932685189019688e-05,1613942584731,2956
+"mom_1",0.8513463096827031,1613942584731,2956
+"eps_1",1e-05,1613942584731,2956
+"wd_2",0.01,1613942584731,2956
+"sqr_mom_2",0.99,1613942584731,2956
+"lr_2",0.0004932685189019688,1613942584731,2956
+"mom_2",0.8513463096827031,1613942584731,2956
+"eps_2",1e-05,1613942584731,2956
+"train_loss",0.040451337,1613942585728,2957
+"raw_loss",0.08509261,1613942585728,2957
+"epoch",18.60377358490564,1613942585728,2957
+"wd_0",0.01,1613942585728,2957
+"sqr_mom_0",0.99,1613942585728,2957
+"lr_0",4.932359480339433e-06,1613942585728,2957
+"mom_0",0.8513528239214505,1613942585728,2957
+"eps_0",1e-05,1613942585728,2957
+"wd_1",0.01,1613942585728,2957
+"sqr_mom_1",0.99,1613942585728,2957
+"lr_1",4.932359480339433e-05,1613942585728,2957
+"mom_1",0.8513528239214505,1613942585728,2957
+"eps_1",1e-05,1613942585728,2957
+"wd_2",0.01,1613942585728,2957
+"sqr_mom_2",0.99,1613942585728,2957
+"lr_2",0.0004932359480339433,1613942585728,2957
+"mom_2",0.8513528239214505,1613942585728,2957
+"eps_2",1e-05,1613942585728,2957
+"train_loss",0.040713128,1613942586754,2958
+"raw_loss",0.05354086,1613942586754,2958
+"epoch",18.61006289308174,1613942586754,2958
+"wd_0",0.01,1613942586754,2958
+"sqr_mom_0",0.99,1613942586754,2958
+"lr_0",4.932033077691755e-06,1613942586754,2958
+"mom_0",0.8513593520396853,1613942586754,2958
+"eps_0",1e-05,1613942586754,2958
+"wd_1",0.01,1613942586754,2958
+"sqr_mom_1",0.99,1613942586754,2958
+"lr_1",4.932033077691755e-05,1613942586754,2958
+"mom_1",0.8513593520396853,1613942586754,2958
+"eps_1",1e-05,1613942586754,2958
+"wd_2",0.01,1613942586754,2958
+"sqr_mom_2",0.99,1613942586754,2958
+"lr_2",0.0004932033077691755,1613942586754,2958
+"mom_2",0.8513593520396853,1613942586754,2958
+"eps_2",1e-05,1613942586754,2958
+"train_loss",0.04127942,1613942587723,2959
+"raw_loss",0.0690277,1613942587723,2959
+"epoch",18.61635220125784,1613942587723,2959
+"wd_0",0.01,1613942587723,2959
+"sqr_mom_0",0.99,1613942587723,2959
+"lr_0",4.931705818750912e-06,1613942587723,2959
+"mom_0",0.8513658972839546,1613942587723,2959
+"eps_0",1e-05,1613942587723,2959
+"wd_1",0.01,1613942587723,2959
+"sqr_mom_1",0.99,1613942587723,2959
+"lr_1",4.931705818750912e-05,1613942587723,2959
+"mom_1",0.8513658972839546,1613942587723,2959
+"eps_1",1e-05,1613942587723,2959
+"wd_2",0.01,1613942587723,2959
+"sqr_mom_2",0.99,1613942587723,2959
+"lr_2",0.0004931705818750912,1613942587723,2959
+"mom_2",0.8513658972839546,1613942587723,2959
+"eps_2",1e-05,1613942587723,2959
+"train_loss",0.041062042,1613942588702,2960
+"raw_loss",0.030410478,1613942588702,2960
+"epoch",18.62264150943394,1613942588702,2960
+"wd_0",0.01,1613942588702,2960
+"sqr_mom_0",0.99,1613942588702,2960
+"lr_0",4.931377784739682e-06,1613942588702,2960
+"mom_0",0.8513724580297867,1613942588702,2960
+"eps_0",1e-05,1613942588702,2960
+"wd_1",0.01,1613942588702,2960
+"sqr_mom_1",0.99,1613942588702,2960
+"lr_1",4.9313777847396825e-05,1613942588702,2960
+"mom_1",0.8513724580297867,1613942588702,2960
+"eps_1",1e-05,1613942588702,2960
+"wd_2",0.01,1613942588702,2960
+"sqr_mom_2",0.99,1613942588702,2960
+"lr_2",0.0004931377784739683,1613942588702,2960
+"mom_2",0.8513724580297867,1613942588702,2960
+"eps_2",1e-05,1613942588702,2960
+"train_loss",0.040957943,1613942589670,2961
+"raw_loss",0.035857137,1613942589670,2961
+"epoch",18.62893081761004,1613942589670,2961
+"wd_0",0.01,1613942589670,2961
+"sqr_mom_0",0.99,1613942589670,2961
+"lr_0",4.931048975762624e-06,1613942589670,2961
+"mom_0",0.8513790342750903,1613942589670,2961
+"eps_0",1e-05,1613942589670,2961
+"wd_1",0.01,1613942589670,2961
+"sqr_mom_1",0.99,1613942589670,2961
+"lr_1",4.931048975762623e-05,1613942589670,2961
+"mom_1",0.8513790342750903,1613942589670,2961
+"eps_1",1e-05,1613942589670,2961
+"wd_2",0.01,1613942589670,2961
+"sqr_mom_2",0.99,1613942589670,2961
+"lr_2",0.0004931048975762623,1613942589670,2961
+"mom_2",0.8513790342750903,1613942589670,2961
+"eps_2",1e-05,1613942589670,2961
+"train_loss",0.04056723,1613942590634,2962
+"raw_loss",0.02142223,1613942590634,2962
+"epoch",18.63522012578614,1613942590634,2962
+"wd_0",0.01,1613942590634,2962
+"sqr_mom_0",0.99,1613942590634,2962
+"lr_0",4.930719474006911e-06,1613942590634,2962
+"mom_0",0.8513856243761055,1613942590634,2962
+"eps_0",1e-05,1613942590634,2962
+"wd_1",0.01,1613942590634,2962
+"sqr_mom_1",0.99,1613942590634,2962
+"lr_1",4.930719474006911e-05,1613942590634,2962
+"mom_1",0.8513856243761055,1613942590634,2962
+"eps_1",1e-05,1613942590634,2962
+"wd_2",0.01,1613942590634,2962
+"sqr_mom_2",0.99,1613942590634,2962
+"lr_2",0.0004930719474006911,1613942590634,2962
+"mom_2",0.8513856243761055,1613942590634,2962
+"eps_2",1e-05,1613942590634,2962
+"train_loss",0.040713113,1613942591618,2963
+"raw_loss",0.047861338,1613942591618,2963
+"epoch",18.64150943396224,1613942591618,2963
+"wd_0",0.01,1613942591618,2963
+"sqr_mom_0",0.99,1613942591618,2963
+"lr_0",4.930389115605564e-06,1613942591618,2963
+"mom_0",0.8513922316102048,1613942591618,2963
+"eps_0",1e-05,1613942591618,2963
+"wd_1",0.01,1613942591618,2963
+"sqr_mom_1",0.99,1613942591618,2963
+"lr_1",4.930389115605564e-05,1613942591618,2963
+"mom_1",0.8513922316102048,1613942591618,2963
+"eps_1",1e-05,1613942591618,2963
+"wd_2",0.01,1613942591618,2963
+"sqr_mom_2",0.99,1613942591618,2963
+"lr_2",0.0004930389115605564,1613942591618,2963
+"mom_2",0.8513922316102048,1613942591618,2963
+"eps_2",1e-05,1613942591618,2963
+"train_loss",0.04027835,1613942592575,2964
+"raw_loss",0.018974813,1613942592575,2964
+"epoch",18.64779874213834,1613942592575,2964
+"wd_0",0.01,1613942592575,2964
+"sqr_mom_0",0.99,1613942592575,2964
+"lr_0",4.930057982553515e-06,1613942592575,2964
+"mom_0",0.8513988543374731,1613942592575,2964
+"eps_0",1e-05,1613942592575,2964
+"wd_1",0.01,1613942592575,2964
+"sqr_mom_1",0.99,1613942592575,2964
+"lr_1",4.9300579825535145e-05,1613942592575,2964
+"mom_1",0.8513988543374731,1613942592575,2964
+"eps_1",1e-05,1613942592575,2964
+"wd_2",0.01,1613942592575,2964
+"sqr_mom_2",0.99,1613942592575,2964
+"lr_2",0.0004930057982553515,1613942592575,2964
+"mom_2",0.8513988543374731,1613942592575,2964
+"eps_2",1e-05,1613942592575,2964
+"train_loss",0.0400029,1613942593548,2965
+"raw_loss",0.026505942,1613942593548,2965
+"epoch",18.654088050314442,1613942593548,2965
+"wd_0",0.01,1613942593548,2965
+"sqr_mom_0",0.99,1613942593548,2965
+"lr_0",4.92972615761669e-06,1613942593548,2965
+"mom_0",0.8514054909025752,1613942593548,2965
+"eps_0",1e-05,1613942593548,2965
+"wd_1",0.01,1613942593548,2965
+"sqr_mom_1",0.99,1613942593548,2965
+"lr_1",4.92972615761669e-05,1613942593548,2965
+"mom_1",0.8514054909025752,1613942593548,2965
+"eps_1",1e-05,1613942593548,2965
+"wd_2",0.01,1613942593548,2965
+"sqr_mom_2",0.99,1613942593548,2965
+"lr_2",0.000492972615761669,1613942593548,2965
+"mom_2",0.8514054909025752,1613942593548,2965
+"eps_2",1e-05,1613942593548,2965
+"train_loss",0.039572947,1613942594524,2966
+"raw_loss",0.018505227,1613942594524,2966
+"epoch",18.660377358490543,1613942594524,2966
+"wd_0",0.01,1613942594524,2966
+"sqr_mom_0",0.99,1613942594524,2966
+"lr_0",4.929393475772751e-06,1613942594524,2966
+"mom_0",0.851412144605991,1613942594524,2966
+"eps_0",1e-05,1613942594524,2966
+"wd_1",0.01,1613942594524,2966
+"sqr_mom_1",0.99,1613942594524,2966
+"lr_1",4.9293934757727504e-05,1613942594524,2966
+"mom_1",0.851412144605991,1613942594524,2966
+"eps_1",1e-05,1613942594524,2966
+"wd_2",0.01,1613942594524,2966
+"sqr_mom_2",0.99,1613942594524,2966
+"lr_2",0.000492939347577275,1613942594524,2966
+"mom_2",0.851412144605991,1613942594524,2966
+"eps_2",1e-05,1613942594524,2966
+"train_loss",0.039192718,1613942595476,2967
+"raw_loss",0.02056148,1613942595476,2967
+"epoch",18.666666666666643,1613942595476,2967
+"wd_0",0.01,1613942595476,2967
+"sqr_mom_0",0.99,1613942595476,2967
+"lr_0",4.929060019595457e-06,1613942595476,2967
+"mom_0",0.8514188137962289,1613942595476,2967
+"eps_0",1e-05,1613942595476,2967
+"wd_1",0.01,1613942595476,2967
+"sqr_mom_1",0.99,1613942595476,2967
+"lr_1",4.9290600195954566e-05,1613942595476,2967
+"mom_1",0.8514188137962289,1613942595476,2967
+"eps_1",1e-05,1613942595476,2967
+"wd_2",0.01,1613942595476,2967
+"sqr_mom_2",0.99,1613942595476,2967
+"lr_2",0.0004929060019595457,1613942595476,2967
+"mom_2",0.8514188137962289,1613942595476,2967
+"eps_2",1e-05,1613942595476,2967
+"train_loss",0.038804974,1613942596443,2968
+"raw_loss",0.01980555,1613942596443,2968
+"epoch",18.672955974842743,1613942596443,2968
+"wd_0",0.01,1613942596443,2968
+"sqr_mom_0",0.99,1613942596443,2968
+"lr_0",4.928725858556228e-06,1613942596443,2968
+"mom_0",0.8514254970838463,1613942596443,2968
+"eps_0",1e-05,1613942596443,2968
+"wd_1",0.01,1613942596443,2968
+"sqr_mom_1",0.99,1613942596443,2968
+"lr_1",4.928725858556228e-05,1613942596443,2968
+"mom_1",0.8514254970838463,1613942596443,2968
+"eps_1",1e-05,1613942596443,2968
+"wd_2",0.01,1613942596443,2968
+"sqr_mom_2",0.99,1613942596443,2968
+"lr_2",0.0004928725858556228,1613942596443,2968
+"mom_2",0.8514254970838463,1613942596443,2968
+"eps_2",1e-05,1613942596443,2968
+"train_loss",0.038477443,1613942597407,2969
+"raw_loss",0.022428406,1613942597407,2969
+"epoch",18.679245283018844,1613942597407,2969
+"wd_0",0.01,1613942597407,2969
+"sqr_mom_0",0.99,1613942597407,2969
+"lr_0",4.928390854191791e-06,1613942597407,2969
+"mom_0",0.8514321972381366,1613942597407,2969
+"eps_0",1e-05,1613942597407,2969
+"wd_1",0.01,1613942597407,2969
+"sqr_mom_1",0.99,1613942597407,2969
+"lr_1",4.928390854191791e-05,1613942597407,2969
+"mom_1",0.8514321972381366,1613942597407,2969
+"eps_1",1e-05,1613942597407,2969
+"wd_2",0.01,1613942597407,2969
+"sqr_mom_2",0.99,1613942597407,2969
+"lr_2",0.0004928390854191791,1613942597407,2969
+"mom_2",0.8514321972381366,1613942597407,2969
+"eps_2",1e-05,1613942597407,2969
+"train_loss",0.038789395,1613942598350,2970
+"raw_loss",0.054075047,1613942598350,2970
+"epoch",18.685534591194944,1613942598350,2970
+"wd_0",0.01,1613942598350,2970
+"sqr_mom_0",0.99,1613942598350,2970
+"lr_0",4.928055075813575e-06,1613942598350,2970
+"mom_0",0.8514389128728572,1613942598350,2970
+"eps_0",1e-05,1613942598350,2970
+"wd_1",0.01,1613942598350,2970
+"sqr_mom_1",0.99,1613942598350,2970
+"lr_1",4.928055075813575e-05,1613942598350,2970
+"mom_1",0.8514389128728572,1613942598350,2970
+"eps_1",1e-05,1613942598350,2970
+"wd_2",0.01,1613942598350,2970
+"sqr_mom_2",0.99,1613942598350,2970
+"lr_2",0.0004928055075813575,1613942598350,2970
+"mom_2",0.8514389128728572,1613942598350,2970
+"eps_2",1e-05,1613942598350,2970
+"train_loss",0.038423594,1613942599311,2971
+"raw_loss",0.020499349,1613942599311,2971
+"epoch",18.691823899371045,1613942599311,2971
+"wd_0",0.01,1613942599311,2971
+"sqr_mom_0",0.99,1613942599311,2971
+"lr_0",4.9277186073443025e-06,1613942599311,2971
+"mom_0",0.851445642309537,1613942599311,2971
+"eps_0",1e-05,1613942599311,2971
+"wd_1",0.01,1613942599311,2971
+"sqr_mom_1",0.99,1613942599311,2971
+"lr_1",4.927718607344302e-05,1613942599311,2971
+"mom_1",0.851445642309537,1613942599311,2971
+"eps_1",1e-05,1613942599311,2971
+"wd_2",0.01,1613942599311,2971
+"sqr_mom_2",0.99,1613942599311,2971
+"lr_2",0.0004927718607344303,1613942599311,2971
+"mom_2",0.851445642309537,1613942599311,2971
+"eps_2",1e-05,1613942599311,2971
+"train_loss",0.038073506,1613942600265,2972
+"raw_loss",0.020919172,1613942600265,2972
+"epoch",18.698113207547145,1613942600265,2972
+"wd_0",0.01,1613942600265,2972
+"sqr_mom_0",0.99,1613942600265,2972
+"lr_0",4.927381281452324e-06,1613942600265,2972
+"mom_0",0.8514523888948424,1613942600265,2972
+"eps_0",1e-05,1613942600265,2972
+"wd_1",0.01,1613942600265,2972
+"sqr_mom_1",0.99,1613942600265,2972
+"lr_1",4.9273812814523235e-05,1613942600265,2972
+"mom_1",0.8514523888948424,1613942600265,2972
+"eps_1",1e-05,1613942600265,2972
+"wd_2",0.01,1613942600265,2972
+"sqr_mom_2",0.99,1613942600265,2972
+"lr_2",0.0004927381281452323,1613942600265,2972
+"mom_2",0.8514523888948424,1613942600265,2972
+"eps_2",1e-05,1613942600265,2972
+"train_loss",0.038705543,1613942601224,2973
+"raw_loss",0.069675416,1613942601224,2973
+"epoch",18.704402515723245,1613942601224,2973
+"wd_0",0.01,1613942601224,2973
+"sqr_mom_0",0.99,1613942601224,2973
+"lr_0",4.927043181868355e-06,1613942601224,2973
+"mom_0",0.8514591509541424,1613942601224,2973
+"eps_0",1e-05,1613942601224,2973
+"wd_1",0.01,1613942601224,2973
+"sqr_mom_1",0.99,1613942601224,2973
+"lr_1",4.927043181868355e-05,1613942601224,2973
+"mom_1",0.8514591509541424,1613942601224,2973
+"eps_1",1e-05,1613942601224,2973
+"wd_2",0.01,1613942601224,2973
+"sqr_mom_2",0.99,1613942601224,2973
+"lr_2",0.0004927043181868354,1613942601224,2973
+"mom_2",0.8514591509541424,1613942601224,2973
+"eps_2",1e-05,1613942601224,2973
+"train_loss",0.038388547,1613942602170,2974
+"raw_loss",0.022855725,1613942602170,2974
+"epoch",18.710691823899346,1613942602170,2974
+"wd_0",0.01,1613942602170,2974
+"sqr_mom_0",0.99,1613942602170,2974
+"lr_0",4.926704393093153e-06,1613942602170,2974
+"mom_0",0.8514659267974048,1613942602170,2974
+"eps_0",1e-05,1613942602170,2974
+"wd_1",0.01,1613942602170,2974
+"sqr_mom_1",0.99,1613942602170,2974
+"lr_1",4.926704393093153e-05,1613942602170,2974
+"mom_1",0.8514659267974048,1613942602170,2974
+"eps_1",1e-05,1613942602170,2974
+"wd_2",0.01,1613942602170,2974
+"sqr_mom_2",0.99,1613942602170,2974
+"lr_2",0.0004926704393093153,1613942602170,2974
+"mom_2",0.8514659267974048,1613942602170,2974
+"eps_2",1e-05,1613942602170,2974
+"train_loss",0.038322374,1613942603121,2975
+"raw_loss",0.03507986,1613942603121,2975
+"epoch",18.716981132075446,1613942603121,2975
+"wd_0",0.01,1613942603121,2975
+"sqr_mom_0",0.99,1613942603121,2975
+"lr_0",4.926364746641142e-06,1613942603121,2975
+"mom_0",0.8514727197943751,1613942603121,2975
+"eps_0",1e-05,1613942603121,2975
+"wd_1",0.01,1613942603121,2975
+"sqr_mom_1",0.99,1613942603121,2975
+"lr_1",4.926364746641141e-05,1613942603121,2975
+"mom_1",0.8514727197943751,1613942603121,2975
+"eps_1",1e-05,1613942603121,2975
+"wd_2",0.01,1613942603121,2975
+"sqr_mom_2",0.99,1613942603121,2975
+"lr_2",0.0004926364746641141,1613942603121,2975
+"mom_2",0.8514727197943751,1613942603121,2975
+"eps_2",1e-05,1613942603121,2975
+"train_loss",0.03810424,1613942604074,2976
+"raw_loss",0.027415698,1613942604074,2976
+"epoch",18.723270440251547,1613942604074,2976
+"wd_0",0.01,1613942604074,2976
+"sqr_mom_0",0.99,1613942604074,2976
+"lr_0",4.926024326821148e-06,1613942604074,2976
+"mom_0",0.8514795282588596,1613942604074,2976
+"eps_0",1e-05,1613942604074,2976
+"wd_1",0.01,1613942604074,2976
+"sqr_mom_1",0.99,1613942604074,2976
+"lr_1",4.9260243268211476e-05,1613942604074,2976
+"mom_1",0.8514795282588596,1613942604074,2976
+"eps_1",1e-05,1613942604074,2976
+"wd_2",0.01,1613942604074,2976
+"sqr_mom_2",0.99,1613942604074,2976
+"lr_2",0.0004926024326821148,1613942604074,2976
+"mom_2",0.8514795282588596,1613942604074,2976
+"eps_2",1e-05,1613942604074,2976
+"train_loss",0.03783682,1613942605024,2977
+"raw_loss",0.024733309,1613942605024,2977
+"epoch",18.729559748427647,1613942605024,2977
+"wd_0",0.01,1613942605024,2977
+"sqr_mom_0",0.99,1613942605024,2977
+"lr_0",4.925683204550052e-06,1613942605024,2977
+"mom_0",0.8514863507725067,1613942605024,2977
+"eps_0",1e-05,1613942605024,2977
+"wd_1",0.01,1613942605024,2977
+"sqr_mom_1",0.99,1613942605024,2977
+"lr_1",4.9256832045500516e-05,1613942605024,2977
+"mom_1",0.8514863507725067,1613942605024,2977
+"eps_1",1e-05,1613942605024,2977
+"wd_2",0.01,1613942605024,2977
+"sqr_mom_2",0.99,1613942605024,2977
+"lr_2",0.0004925683204550052,1613942605024,2977
+"mom_2",0.8514863507725067,1613942605024,2977
+"eps_2",1e-05,1613942605024,2977
+"train_loss",0.037810035,1613942605971,2978
+"raw_loss",0.03649749,1613942605971,2978
+"epoch",18.735849056603747,1613942605971,2978
+"wd_0",0.01,1613942605971,2978
+"sqr_mom_0",0.99,1613942605971,2978
+"lr_0",4.925341238480118e-06,1613942605971,2978
+"mom_0",0.8514931901622993,1613942605971,2978
+"eps_0",1e-05,1613942605971,2978
+"wd_1",0.01,1613942605971,2978
+"sqr_mom_1",0.99,1613942605971,2978
+"lr_1",4.925341238480117e-05,1613942605971,2978
+"mom_1",0.8514931901622993,1613942605971,2978
+"eps_1",1e-05,1613942605971,2978
+"wd_2",0.01,1613942605971,2978
+"sqr_mom_2",0.99,1613942605971,2978
+"lr_2",0.0004925341238480117,1613942605971,2978
+"mom_2",0.8514931901622993,1613942605971,2978
+"eps_2",1e-05,1613942605971,2978
+"train_loss",0.03776622,1613942606932,2979
+"raw_loss",0.03561914,1613942606932,2979
+"epoch",18.742138364779848,1613942606932,2979
+"wd_0",0.01,1613942606932,2979
+"sqr_mom_0",0.99,1613942606932,2979
+"lr_0",4.924998499368433e-06,1613942606932,2979
+"mom_0",0.8515000450130814,1613942606932,2979
+"eps_0",1e-05,1613942606932,2979
+"wd_1",0.01,1613942606932,2979
+"sqr_mom_1",0.99,1613942606932,2979
+"lr_1",4.9249984993684336e-05,1613942606932,2979
+"mom_1",0.8515000450130814,1613942606932,2979
+"eps_1",1e-05,1613942606932,2979
+"wd_2",0.01,1613942606932,2979
+"sqr_mom_2",0.99,1613942606932,2979
+"lr_2",0.0004924998499368433,1613942606932,2979
+"mom_2",0.8515000450130814,1613942606932,2979
+"eps_2",1e-05,1613942606932,2979
+"train_loss",0.037710015,1613942607903,2980
+"raw_loss",0.03495609,1613942607903,2980
+"epoch",18.74842767295595,1613942607903,2980
+"wd_0",0.01,1613942607903,2980
+"sqr_mom_0",0.99,1613942607903,2980
+"lr_0",4.924654987324244e-06,1613942607903,2980
+"mom_0",0.8515069153226683,1613942607903,2980
+"eps_0",1e-05,1613942607903,2980
+"wd_1",0.01,1613942607903,2980
+"sqr_mom_1",0.99,1613942607903,2980
+"lr_1",4.924654987324244e-05,1613942607903,2980
+"mom_1",0.8515069153226683,1613942607903,2980
+"eps_1",1e-05,1613942607903,2980
+"wd_2",0.01,1613942607903,2980
+"sqr_mom_2",0.99,1613942607903,2980
+"lr_2",0.0004924654987324244,1613942607903,2980
+"mom_2",0.8515069153226683,1613942607903,2980
+"eps_2",1e-05,1613942607903,2980
+"train_loss",0.03757135,1613942608886,2981
+"raw_loss",0.030776728,1613942608886,2981
+"epoch",18.75471698113205,1613942608886,2981
+"wd_0",0.01,1613942608886,2981
+"sqr_mom_0",0.99,1613942608886,2981
+"lr_0",4.924310788196131e-06,1613942608886,2981
+"mom_0",0.8515137993740711,1613942608886,2981
+"eps_0",1e-05,1613942608886,2981
+"wd_1",0.01,1613942608886,2981
+"sqr_mom_1",0.99,1613942608886,2981
+"lr_1",4.924310788196131e-05,1613942608886,2981
+"mom_1",0.8515137993740711,1613942608886,2981
+"eps_1",1e-05,1613942608886,2981
+"wd_2",0.01,1613942608886,2981
+"sqr_mom_2",0.99,1613942608886,2981
+"lr_2",0.000492431078819613,1613942608886,2981
+"mom_2",0.8515137993740711,1613942608886,2981
+"eps_2",1e-05,1613942608886,2981
+"train_loss",0.037366416,1613942609874,2982
+"raw_loss",0.027324766,1613942609874,2982
+"epoch",18.76100628930815,1613942609874,2982
+"wd_0",0.01,1613942609874,2982
+"sqr_mom_0",0.99,1613942609874,2982
+"lr_0",4.923965730807852e-06,1613942609874,2982
+"mom_0",0.8515207005908488,1613942609874,2982
+"eps_0",1e-05,1613942609874,2982
+"wd_1",0.01,1613942609874,2982
+"sqr_mom_1",0.99,1613942609874,2982
+"lr_1",4.923965730807852e-05,1613942609874,2982
+"mom_1",0.8515207005908488,1613942609874,2982
+"eps_1",1e-05,1613942609874,2982
+"wd_2",0.01,1613942609874,2982
+"sqr_mom_2",0.99,1613942609874,2982
+"lr_2",0.0004923965730807852,1613942609874,2982
+"mom_2",0.8515207005908488,1613942609874,2982
+"eps_2",1e-05,1613942609874,2982
+"train_loss",0.037723552,1613942610838,2983
+"raw_loss",0.05522326,1613942610838,2983
+"epoch",18.76729559748425,1613942610838,2983
+"wd_0",0.01,1613942610838,2983
+"sqr_mom_0",0.99,1613942610838,2983
+"lr_0",4.9236199008162504e-06,1613942610838,2983
+"mom_0",0.8515276172598476,1613942610838,2983
+"eps_0",1e-05,1613942610838,2983
+"wd_1",0.01,1613942610838,2983
+"sqr_mom_1",0.99,1613942610838,2983
+"lr_1",4.92361990081625e-05,1613942610838,2983
+"mom_1",0.8515276172598476,1613942610838,2983
+"eps_1",1e-05,1613942610838,2983
+"wd_2",0.01,1613942610838,2983
+"sqr_mom_2",0.99,1613942610838,2983
+"lr_2",0.000492361990081625,1613942610838,2983
+"mom_2",0.8515276172598476,1613942610838,2983
+"eps_2",1e-05,1613942610838,2983
+"train_loss",0.03746755,1613942611809,2984
+"raw_loss",0.024923474,1613942611809,2984
+"epoch",18.77358490566035,1613942611809,2984
+"wd_0",0.01,1613942611809,2984
+"sqr_mom_0",0.99,1613942611809,2984
+"lr_0",4.923273384647129e-06,1613942611809,2984
+"mom_0",0.8515345476525339,1613942611809,2984
+"eps_0",1e-05,1613942611809,2984
+"wd_1",0.01,1613942611809,2984
+"sqr_mom_1",0.99,1613942611809,2984
+"lr_1",4.923273384647128e-05,1613942611809,2984
+"mom_1",0.8515345476525339,1613942611809,2984
+"eps_1",1e-05,1613942611809,2984
+"wd_2",0.01,1613942611809,2984
+"sqr_mom_2",0.99,1613942611809,2984
+"lr_2",0.0004923273384647128,1613942611809,2984
+"mom_2",0.8515345476525339,1613942611809,2984
+"eps_2",1e-05,1613942611809,2984
+"train_loss",0.03716046,1613942612768,2985
+"raw_loss",0.022112945,1613942612768,2985
+"epoch",18.77987421383645,1613942612768,2985
+"wd_0",0.01,1613942612768,2985
+"sqr_mom_0",0.99,1613942612768,2985
+"lr_0",4.922926009971938e-06,1613942612768,2985
+"mom_0",0.8515414952155134,1613942612768,2985
+"eps_0",1e-05,1613942612768,2985
+"wd_1",0.01,1613942612768,2985
+"sqr_mom_1",0.99,1613942612768,2985
+"lr_1",4.9229260099719377e-05,1613942612768,2985
+"mom_1",0.8515414952155134,1613942612768,2985
+"eps_1",1e-05,1613942612768,2985
+"wd_2",0.01,1613942612768,2985
+"sqr_mom_2",0.99,1613942612768,2985
+"lr_2",0.0004922926009971938,1613942612768,2985
+"mom_2",0.8515414952155134,1613942612768,2985
+"eps_2",1e-05,1613942612768,2985
+"train_loss",0.036762167,1613942613762,2986
+"raw_loss",0.017245729,1613942613762,2986
+"epoch",18.78616352201255,1613942613762,2986
+"wd_0",0.01,1613942613762,2986
+"sqr_mom_0",0.99,1613942613762,2986
+"lr_0",4.922577863024825e-06,1613942613762,2986
+"mom_0",0.8515484582240858,1613942613762,2986
+"eps_0",1e-05,1613942613762,2986
+"wd_1",0.01,1613942613762,2986
+"sqr_mom_1",0.99,1613942613762,2986
+"lr_1",4.9225778630248246e-05,1613942613762,2986
+"mom_1",0.8515484582240858,1613942613762,2986
+"eps_1",1e-05,1613942613762,2986
+"wd_2",0.01,1613942613762,2986
+"sqr_mom_2",0.99,1613942613762,2986
+"lr_2",0.0004922577863024824,1613942613762,2986
+"mom_2",0.8515484582240858,1613942613762,2986
+"eps_2",1e-05,1613942613762,2986
+"train_loss",0.036564495,1613942614752,2987
+"raw_loss",0.026878523,1613942614752,2987
+"epoch",18.79245283018865,1613942614752,2987
+"wd_0",0.01,1613942614752,2987
+"sqr_mom_0",0.99,1613942614752,2987
+"lr_0",4.92222903080856e-06,1613942614752,2987
+"mom_0",0.8515554349381782,1613942614752,2987
+"eps_0",1e-05,1613942614752,2987
+"wd_1",0.01,1613942614752,2987
+"sqr_mom_1",0.99,1613942614752,2987
+"lr_1",4.92222903080856e-05,1613942614752,2987
+"mom_1",0.8515554349381782,1613942614752,2987
+"eps_1",1e-05,1613942614752,2987
+"wd_2",0.01,1613942614752,2987
+"sqr_mom_2",0.99,1613942614752,2987
+"lr_2",0.000492222903080856,1613942614752,2987
+"mom_2",0.8515554349381782,1613942614752,2987
+"eps_2",1e-05,1613942614752,2987
+"train_loss",0.037059255,1613942615742,2988
+"raw_loss",0.061302476,1613942615742,2988
+"epoch",18.79874213836475,1613942615742,2988
+"wd_0",0.01,1613942615742,2988
+"sqr_mom_0",0.99,1613942615742,2988
+"lr_0",4.921879339842788e-06,1613942615742,2988
+"mom_0",0.8515624288274325,1613942615742,2988
+"eps_0",1e-05,1613942615742,2988
+"wd_1",0.01,1613942615742,2988
+"sqr_mom_1",0.99,1613942615742,2988
+"lr_1",4.921879339842788e-05,1613942615742,2988
+"mom_1",0.8515624288274325,1613942615742,2988
+"eps_1",1e-05,1613942615742,2988
+"wd_2",0.01,1613942615742,2988
+"sqr_mom_2",0.99,1613942615742,2988
+"lr_2",0.0004921879339842787,1613942615742,2988
+"mom_2",0.8515624288274325,1613942615742,2988
+"eps_2",1e-05,1613942615742,2988
+"train_loss",0.036830746,1613942616746,2989
+"raw_loss",0.025633715,1613942616746,2989
+"epoch",18.805031446540852,1613942616746,2989
+"wd_0",0.01,1613942616746,2989
+"sqr_mom_0",0.99,1613942616746,2989
+"lr_0",4.921528876938707e-06,1613942616746,2989
+"mom_0",0.8515694381556074,1613942616746,2989
+"eps_0",1e-05,1613942616746,2989
+"wd_1",0.01,1613942616746,2989
+"sqr_mom_1",0.99,1613942616746,2989
+"lr_1",4.921528876938707e-05,1613942616746,2989
+"mom_1",0.8515694381556074,1613942616746,2989
+"eps_1",1e-05,1613942616746,2989
+"wd_2",0.01,1613942616746,2989
+"sqr_mom_2",0.99,1613942616746,2989
+"lr_2",0.0004921528876938706,1613942616746,2989
+"mom_2",0.8515694381556074,1613942616746,2989
+"eps_2",1e-05,1613942616746,2989
+"train_loss",0.03734355,1613942617766,2990
+"raw_loss",0.062470976,1613942617766,2990
+"epoch",18.811320754716952,1613942617766,2990
+"wd_0",0.01,1613942617766,2990
+"sqr_mom_0",0.99,1613942617766,2990
+"lr_0",4.921177715097849e-06,1613942617766,2990
+"mom_0",0.8515764614626576,1613942617766,2990
+"eps_0",1e-05,1613942617766,2990
+"wd_1",0.01,1613942617766,2990
+"sqr_mom_1",0.99,1613942617766,2990
+"lr_1",4.921177715097849e-05,1613942617766,2990
+"mom_1",0.8515764614626576,1613942617766,2990
+"eps_1",1e-05,1613942617766,2990
+"wd_2",0.01,1613942617766,2990
+"sqr_mom_2",0.99,1613942617766,2990
+"lr_2",0.0004921177715097849,1613942617766,2990
+"mom_2",0.8515764614626576,1613942617766,2990
+"eps_2",1e-05,1613942617766,2990
+"train_loss",0.03708511,1613942618797,2991
+"raw_loss",0.024421407,1613942618797,2991
+"epoch",18.817610062893053,1613942618797,2991
+"wd_0",0.01,1613942618797,2991
+"sqr_mom_0",0.99,1613942618797,2991
+"lr_0",4.920825708812477e-06,1613942618797,2991
+"mom_0",0.8515835016587671,1613942618797,2991
+"eps_0",1e-05,1613942618797,2991
+"wd_1",0.01,1613942618797,2991
+"sqr_mom_1",0.99,1613942618797,2991
+"lr_1",4.920825708812476e-05,1613942618797,2991
+"mom_1",0.8515835016587671,1613942618797,2991
+"eps_1",1e-05,1613942618797,2991
+"wd_2",0.01,1613942618797,2991
+"sqr_mom_2",0.99,1613942618797,2991
+"lr_2",0.0004920825708812476,1613942618797,2991
+"mom_2",0.8515835016587671,1613942618797,2991
+"eps_2",1e-05,1613942618797,2991
+"train_loss",0.03668556,1613942619769,2992
+"raw_loss",0.017107733,1613942619769,2992
+"epoch",18.823899371069153,1613942619769,2992
+"wd_0",0.01,1613942619769,2992
+"sqr_mom_0",0.99,1613942619769,2992
+"lr_0",4.920472930924627e-06,1613942619769,2992
+"mom_0",0.8515905572870803,1613942619769,2992
+"eps_0",1e-05,1613942619769,2992
+"wd_1",0.01,1613942619769,2992
+"sqr_mom_1",0.99,1613942619769,2992
+"lr_1",4.920472930924627e-05,1613942619769,2992
+"mom_1",0.8515905572870803,1613942619769,2992
+"eps_1",1e-05,1613942619769,2992
+"wd_2",0.01,1613942619769,2992
+"sqr_mom_2",0.99,1613942619769,2992
+"lr_2",0.0004920472930924626,1613942619769,2992
+"mom_2",0.8515905572870803,1613942619769,2992
+"eps_2",1e-05,1613942619769,2992
+"train_loss",0.037467785,1613942620721,2993
+"raw_loss",0.075796805,1613942620721,2993
+"epoch",18.830188679245254,1613942620721,2993
+"wd_0",0.01,1613942620721,2993
+"sqr_mom_0",0.99,1613942620721,2993
+"lr_0",4.920119469590274e-06,1613942620721,2993
+"mom_0",0.8515976265844604,1613942620721,2993
+"eps_0",1e-05,1613942620721,2993
+"wd_1",0.01,1613942620721,2993
+"sqr_mom_1",0.99,1613942620721,2993
+"lr_1",4.920119469590274e-05,1613942620721,2993
+"mom_1",0.8515976265844604,1613942620721,2993
+"eps_1",1e-05,1613942620721,2993
+"wd_2",0.01,1613942620721,2993
+"sqr_mom_2",0.99,1613942620721,2993
+"lr_2",0.0004920119469590275,1613942620721,2993
+"mom_2",0.8515976265844604,1613942620721,2993
+"eps_2",1e-05,1613942620721,2993
+"train_loss",0.037300386,1613942621722,2994
+"raw_loss",0.029097855,1613942621722,2994
+"epoch",18.836477987421354,1613942621722,2994
+"wd_0",0.01,1613942621722,2994
+"sqr_mom_0",0.99,1613942621722,2994
+"lr_0",4.919765149026921e-06,1613942621722,2994
+"mom_0",0.8516047130665922,1613942621722,2994
+"eps_0",1e-05,1613942621722,2994
+"wd_1",0.01,1613942621722,2994
+"sqr_mom_1",0.99,1613942621722,2994
+"lr_1",4.9197651490269206e-05,1613942621722,2994
+"mom_1",0.8516047130665922,1613942621722,2994
+"eps_1",1e-05,1613942621722,2994
+"wd_2",0.01,1613942621722,2994
+"sqr_mom_2",0.99,1613942621722,2994
+"lr_2",0.0004919765149026921,1613942621722,2994
+"mom_2",0.8516047130665922,1613942621722,2994
+"eps_2",1e-05,1613942621722,2994
+"train_loss",0.038529117,1613942622693,2995
+"raw_loss",0.098736964,1613942622693,2995
+"epoch",18.842767295597454,1613942622693,2995
+"wd_0",0.01,1613942622693,2995
+"sqr_mom_0",0.99,1613942622693,2995
+"lr_0",4.919410057199132e-06,1613942622693,2995
+"mom_0",0.851611814974167,1613942622693,2995
+"eps_0",1e-05,1613942622693,2995
+"wd_1",0.01,1613942622693,2995
+"sqr_mom_1",0.99,1613942622693,2995
+"lr_1",4.919410057199132e-05,1613942622693,2995
+"mom_1",0.851611814974167,1613942622693,2995
+"eps_1",1e-05,1613942622693,2995
+"wd_2",0.01,1613942622693,2995
+"sqr_mom_2",0.99,1613942622693,2995
+"lr_2",0.0004919410057199132,1613942622693,2995
+"mom_2",0.851611814974167,1613942622693,2995
+"eps_2",1e-05,1613942622693,2995
+"train_loss",0.03848293,1613942623725,2996
+"raw_loss",0.036219776,1613942623725,2996
+"epoch",18.849056603773555,1613942623725,2996
+"wd_0",0.01,1613942623725,2996
+"sqr_mom_0",0.99,1613942623725,2996
+"lr_0",4.9190542828391005e-06,1613942623725,2996
+"mom_0",0.8516189305325234,1613942623725,2996
+"eps_0",1e-05,1613942623725,2996
+"wd_1",0.01,1613942623725,2996
+"sqr_mom_1",0.99,1613942623725,2996
+"lr_1",4.9190542828391e-05,1613942623725,2996
+"mom_1",0.8516189305325234,1613942623725,2996
+"eps_1",1e-05,1613942623725,2996
+"wd_2",0.01,1613942623725,2996
+"sqr_mom_2",0.99,1613942623725,2996
+"lr_2",0.00049190542828391,1613942623725,2996
+"mom_2",0.8516189305325234,1613942623725,2996
+"eps_2",1e-05,1613942623725,2996
+"train_loss",0.038578864,1613942624701,2997
+"raw_loss",0.04327964,1613942624701,2997
+"epoch",18.855345911949655,1613942624701,2997
+"wd_0",0.01,1613942624701,2997
+"sqr_mom_0",0.99,1613942624701,2997
+"lr_0",4.918697649014018e-06,1613942624701,2997
+"mom_0",0.8516260632803524,1613942624701,2997
+"eps_0",1e-05,1613942624701,2997
+"wd_1",0.01,1613942624701,2997
+"sqr_mom_1",0.99,1613942624701,2997
+"lr_1",4.918697649014018e-05,1613942624701,2997
+"mom_1",0.8516260632803524,1613942624701,2997
+"eps_1",1e-05,1613942624701,2997
+"wd_2",0.01,1613942624701,2997
+"sqr_mom_2",0.99,1613942624701,2997
+"lr_2",0.0004918697649014017,1613942624701,2997
+"mom_2",0.8516260632803524,1613942624701,2997
+"eps_2",1e-05,1613942624701,2997
+"train_loss",0.038943693,1613942625647,2998
+"raw_loss",0.056820367,1613942625647,2998
+"epoch",18.861635220125756,1613942625647,2998
+"wd_0",0.01,1613942625647,2998
+"sqr_mom_0",0.99,1613942625647,2998
+"lr_0",4.9183402442647536e-06,1613942625647,2998
+"mom_0",0.8516332114468194,1613942625647,2998
+"eps_0",1e-05,1613942625647,2998
+"wd_1",0.01,1613942625647,2998
+"sqr_mom_1",0.99,1613942625647,2998
+"lr_1",4.918340244264754e-05,1613942625647,2998
+"mom_1",0.8516332114468194,1613942625647,2998
+"eps_1",1e-05,1613942625647,2998
+"wd_2",0.01,1613942625647,2998
+"sqr_mom_2",0.99,1613942625647,2998
+"lr_2",0.0004918340244264754,1613942625647,2998
+"mom_2",0.8516332114468194,1613942625647,2998
+"eps_2",1e-05,1613942625647,2998
+"train_loss",0.038622156,1613942626636,2999
+"raw_loss",0.022866778,1613942626636,2999
+"epoch",18.867924528301856,1613942626636,2999
+"wd_0",0.01,1613942626636,2999
+"sqr_mom_0",0.99,1613942626636,2999
+"lr_0",4.9179821430337605e-06,1613942626636,2999
+"mom_0",0.8516403735430602,1613942626636,2999
+"eps_0",1e-05,1613942626636,2999
+"wd_1",0.01,1613942626636,2999
+"sqr_mom_1",0.99,1613942626636,2999
+"lr_1",4.91798214303376e-05,1613942626636,2999
+"mom_1",0.8516403735430602,1613942626636,2999
+"eps_1",1e-05,1613942626636,2999
+"wd_2",0.01,1613942626636,2999
+"sqr_mom_2",0.99,1613942626636,2999
+"lr_2",0.000491798214303376,1613942626636,2999
+"mom_2",0.8516403735430602,1613942626636,2999
+"eps_2",1e-05,1613942626636,2999
+"train_loss",0.038252696,1613942627628,3000
+"raw_loss",0.020149238,1613942627628,3000
+"epoch",18.874213836477956,1613942627628,3000
+"wd_0",0.01,1613942627628,3000
+"sqr_mom_0",0.99,1613942627628,3000
+"lr_0",4.917623196937886e-06,1613942627628,3000
+"mom_0",0.8516475525367676,1613942627628,3000
+"eps_0",1e-05,1613942627628,3000
+"wd_1",0.01,1613942627628,3000
+"sqr_mom_1",0.99,1613942627628,3000
+"lr_1",4.917623196937886e-05,1613942627628,3000
+"mom_1",0.8516475525367676,1613942627628,3000
+"eps_1",1e-05,1613942627628,3000
+"wd_2",0.01,1613942627628,3000
+"sqr_mom_2",0.99,1613942627628,3000
+"lr_2",0.0004917623196937886,1613942627628,3000
+"mom_2",0.8516475525367676,1613942627628,3000
+"eps_2",1e-05,1613942627628,3000
+"train_loss",0.037909843,1613942628577,3001
+"raw_loss",0.02110992,1613942628577,3001
+"epoch",18.880503144654057,1613942628577,3001
+"wd_0",0.01,1613942628577,3001
+"sqr_mom_0",0.99,1613942628577,3001
+"lr_0",4.917263480260298e-06,1613942628577,3001
+"mom_0",0.8516547469422634,1613942628577,3001
+"eps_0",1e-05,1613942628577,3001
+"wd_1",0.01,1613942628577,3001
+"sqr_mom_1",0.99,1613942628577,3001
+"lr_1",4.917263480260298e-05,1613942628577,3001
+"mom_1",0.8516547469422634,1613942628577,3001
+"eps_1",1e-05,1613942628577,3001
+"wd_2",0.01,1613942628577,3001
+"sqr_mom_2",0.99,1613942628577,3001
+"lr_2",0.0004917263480260298,1613942628577,3001
+"mom_2",0.8516547469422634,1613942628577,3001
+"eps_2",1e-05,1613942628577,3001
+"train_loss",0.038101893,1613942629520,3002
+"raw_loss",0.04751238,1613942629520,3002
+"epoch",18.886792452830157,1613942629520,3002
+"wd_0",0.01,1613942629520,3002
+"sqr_mom_0",0.99,1613942629520,3002
+"lr_0",4.916902993115655e-06,1613942629520,3002
+"mom_0",0.8516619567572544,1613942629520,3002
+"eps_0",1e-05,1613942629520,3002
+"wd_1",0.01,1613942629520,3002
+"sqr_mom_1",0.99,1613942629520,3002
+"lr_1",4.916902993115655e-05,1613942629520,3002
+"mom_1",0.8516619567572544,1613942629520,3002
+"eps_1",1e-05,1613942629520,3002
+"wd_2",0.01,1613942629520,3002
+"sqr_mom_2",0.99,1613942629520,3002
+"lr_2",0.0004916902993115655,1613942629520,3002
+"mom_2",0.8516619567572544,1613942629520,3002
+"eps_2",1e-05,1613942629520,3002
+"train_loss",0.039031997,1613942630494,3003
+"raw_loss",0.0846072,1613942630494,3003
+"epoch",18.893081761006258,1613942630494,3003
+"wd_0",0.01,1613942630494,3003
+"sqr_mom_0",0.99,1613942630494,3003
+"lr_0",4.9165418255796855e-06,1613942630494,3003
+"mom_0",0.8516691801802081,1613942630494,3003
+"eps_0",1e-05,1613942630494,3003
+"wd_1",0.01,1613942630494,3003
+"sqr_mom_1",0.99,1613942630494,3003
+"lr_1",4.916541825579685e-05,1613942630494,3003
+"mom_1",0.8516691801802081,1613942630494,3003
+"eps_1",1e-05,1613942630494,3003
+"wd_2",0.01,1613942630494,3003
+"sqr_mom_2",0.99,1613942630494,3003
+"lr_2",0.0004916541825579685,1613942630494,3003
+"mom_2",0.8516691801802081,1613942630494,3003
+"eps_2",1e-05,1613942630494,3003
+"train_loss",0.038876466,1613942631440,3004
+"raw_loss",0.03125553,1613942631440,3004
+"epoch",18.899371069182358,1613942631440,3004
+"wd_0",0.01,1613942631440,3004
+"sqr_mom_0",0.99,1613942631440,3004
+"lr_0",4.916179798037464e-06,1613942631440,3004
+"mom_0",0.8516764208034587,1613942631440,3004
+"eps_0",1e-05,1613942631440,3004
+"wd_1",0.01,1613942631440,3004
+"sqr_mom_1",0.99,1613942631440,3004
+"lr_1",4.916179798037464e-05,1613942631440,3004
+"mom_1",0.8516764208034587,1613942631440,3004
+"eps_1",1e-05,1613942631440,3004
+"wd_2",0.01,1613942631440,3004
+"sqr_mom_2",0.99,1613942631440,3004
+"lr_2",0.0004916179798037463,1613942631440,3004
+"mom_2",0.8516764208034587,1613942631440,3004
+"eps_2",1e-05,1613942631440,3004
+"train_loss",0.039198563,1613942632385,3005
+"raw_loss",0.05498132,1613942632385,3005
+"epoch",18.90566037735846,1613942632385,3005
+"wd_0",0.01,1613942632385,3005
+"sqr_mom_0",0.99,1613942632385,3005
+"lr_0",4.915817000373597e-06,1613942632385,3005
+"mom_0",0.8516836768292964,1613942632385,3005
+"eps_0",1e-05,1613942632385,3005
+"wd_1",0.01,1613942632385,3005
+"sqr_mom_1",0.99,1613942632385,3005
+"lr_1",4.915817000373597e-05,1613942632385,3005
+"mom_1",0.8516836768292964,1613942632385,3005
+"eps_1",1e-05,1613942632385,3005
+"wd_2",0.01,1613942632385,3005
+"sqr_mom_2",0.99,1613942632385,3005
+"lr_2",0.0004915817000373596,1613942632385,3005
+"mom_2",0.8516836768292964,1613942632385,3005
+"eps_2",1e-05,1613942632385,3005
+"train_loss",0.03901852,1613942633321,3006
+"raw_loss",0.030196372,1613942633321,3006
+"epoch",18.91194968553456,1613942633321,3006
+"wd_0",0.01,1613942633321,3006
+"sqr_mom_0",0.99,1613942633321,3006
+"lr_0",4.915453523239179e-06,1613942633321,3006
+"mom_0",0.8516909464446808,1613942633321,3006
+"eps_0",1e-05,1613942633321,3006
+"wd_1",0.01,1613942633321,3006
+"sqr_mom_1",0.99,1613942633321,3006
+"lr_1",4.915453523239179e-05,1613942633321,3006
+"mom_1",0.8516909464446808,1613942633321,3006
+"eps_1",1e-05,1613942633321,3006
+"wd_2",0.01,1613942633321,3006
+"sqr_mom_2",0.99,1613942633321,3006
+"lr_2",0.0004915453523239179,1613942633321,3006
+"mom_2",0.8516909464446808,1613942633321,3006
+"eps_2",1e-05,1613942633321,3006
+"train_loss",0.03965904,1613942634281,3007
+"raw_loss",0.071044475,1613942634281,3007
+"epoch",18.91823899371066,1613942634281,3007
+"wd_0",0.01,1613942634281,3007
+"sqr_mom_0",0.99,1613942634281,3007
+"lr_0",4.915089185870679e-06,1613942634281,3007
+"mom_0",0.851698233264919,1613942634281,3007
+"eps_0",1e-05,1613942634281,3007
+"wd_1",0.01,1613942634281,3007
+"sqr_mom_1",0.99,1613942634281,3007
+"lr_1",4.9150891858706795e-05,1613942634281,3007
+"mom_1",0.851698233264919,1613942634281,3007
+"eps_1",1e-05,1613942634281,3007
+"wd_2",0.01,1613942634281,3007
+"sqr_mom_2",0.99,1613942634281,3007
+"lr_2",0.0004915089185870679,1613942634281,3007
+"mom_2",0.851698233264919,1613942634281,3007
+"eps_2",1e-05,1613942634281,3007
+"train_loss",0.03955793,1613942635236,3008
+"raw_loss",0.0346037,1613942635236,3008
+"epoch",18.92452830188676,1613942635236,3008
+"wd_0",0.01,1613942635236,3008
+"sqr_mom_0",0.99,1613942635236,3008
+"lr_0",4.9147240787281544e-06,1613942635236,3008
+"mom_0",0.8517055354807916,1613942635236,3008
+"eps_0",1e-05,1613942635236,3008
+"wd_1",0.01,1613942635236,3008
+"sqr_mom_1",0.99,1613942635236,3008
+"lr_1",4.914724078728155e-05,1613942635236,3008
+"mom_1",0.8517055354807916,1613942635236,3008
+"eps_1",1e-05,1613942635236,3008
+"wd_2",0.01,1613942635236,3008
+"sqr_mom_2",0.99,1613942635236,3008
+"lr_2",0.0004914724078728155,1613942635236,3008
+"mom_2",0.8517055354807916,1613942635236,3008
+"eps_2",1e-05,1613942635236,3008
+"train_loss",0.03978383,1613942636187,3009
+"raw_loss",0.05085311,1613942636187,3009
+"epoch",18.93081761006286,1613942636187,3009
+"wd_0",0.01,1613942636187,3009
+"sqr_mom_0",0.99,1613942636187,3009
+"lr_0",4.914358293037802e-06,1613942636187,3009
+"mom_0",0.8517128512677566,1613942636187,3009
+"eps_0",1e-05,1613942636187,3009
+"wd_1",0.01,1613942636187,3009
+"sqr_mom_1",0.99,1613942636187,3009
+"lr_1",4.914358293037803e-05,1613942636187,3009
+"mom_1",0.8517128512677566,1613942636187,3009
+"eps_1",1e-05,1613942636187,3009
+"wd_2",0.01,1613942636187,3009
+"sqr_mom_2",0.99,1613942636187,3009
+"lr_2",0.0004914358293037802,1613942636187,3009
+"mom_2",0.8517128512677566,1613942636187,3009
+"eps_2",1e-05,1613942636187,3009
+"train_loss",0.040170427,1613942637133,3010
+"raw_loss",0.059113625,1613942637133,3010
+"epoch",18.93710691823896,1613942637133,3010
+"wd_0",0.01,1613942637133,3010
+"sqr_mom_0",0.99,1613942637133,3010
+"lr_0",4.913991646888007e-06,1613942637133,3010
+"mom_0",0.8517201842640825,1613942637133,3010
+"eps_0",1e-05,1613942637133,3010
+"wd_1",0.01,1613942637133,3010
+"sqr_mom_1",0.99,1613942637133,3010
+"lr_1",4.9139916468880066e-05,1613942637133,3010
+"mom_1",0.8517201842640825,1613942637133,3010
+"eps_1",1e-05,1613942637133,3010
+"wd_2",0.01,1613942637133,3010
+"sqr_mom_2",0.99,1613942637133,3010
+"lr_2",0.0004913991646888007,1613942637133,3010
+"mom_2",0.8517201842640825,1613942637133,3010
+"eps_2",1e-05,1613942637133,3010
+"train_loss",0.040618666,1613942638084,3011
+"raw_loss",0.06258228,1613942638084,3011
+"epoch",18.94339622641506,1613942638084,3011
+"wd_0",0.01,1613942638084,3011
+"sqr_mom_0",0.99,1613942638084,3011
+"lr_0",4.913624231314014e-06,1613942638084,3011
+"mom_0",0.8517275326490462,1613942638084,3011
+"eps_0",1e-05,1613942638084,3011
+"wd_1",0.01,1613942638084,3011
+"sqr_mom_1",0.99,1613942638084,3011
+"lr_1",4.913624231314014e-05,1613942638084,3011
+"mom_1",0.8517275326490462,1613942638084,3011
+"eps_1",1e-05,1613942638084,3011
+"wd_2",0.01,1613942638084,3011
+"sqr_mom_2",0.99,1613942638084,3011
+"lr_2",0.0004913624231314014,1613942638084,3011
+"mom_2",0.8517275326490462,1613942638084,3011
+"eps_2",1e-05,1613942638084,3011
+"train_loss",0.04037629,1613942639069,3012
+"raw_loss",0.028499845,1613942639069,3012
+"epoch",18.94968553459116,1613942639069,3012
+"wd_0",0.01,1613942639069,3012
+"sqr_mom_0",0.99,1613942639069,3012
+"lr_0",4.913256122836211e-06,1613942639069,3012
+"mom_0",0.8517348948922246,1613942639069,3012
+"eps_0",1e-05,1613942639069,3012
+"wd_1",0.01,1613942639069,3012
+"sqr_mom_1",0.99,1613942639069,3012
+"lr_1",4.913256122836211e-05,1613942639069,3012
+"mom_1",0.8517348948922246,1613942639069,3012
+"eps_1",1e-05,1613942639069,3012
+"wd_2",0.01,1613942639069,3012
+"sqr_mom_2",0.99,1613942639069,3012
+"lr_2",0.0004913256122836211,1613942639069,3012
+"mom_2",0.8517348948922246,1613942639069,3012
+"eps_2",1e-05,1613942639069,3012
+"train_loss",0.040218953,1613942640055,3013
+"raw_loss",0.03250948,1613942640055,3013
+"epoch",18.95597484276726,1613942640055,3013
+"wd_0",0.01,1613942640055,3013
+"sqr_mom_0",0.99,1613942640055,3013
+"lr_0",4.9128871689248355e-06,1613942640055,3013
+"mom_0",0.8517422740442437,1613942640055,3013
+"eps_0",1e-05,1613942640055,3013
+"wd_1",0.01,1613942640055,3013
+"sqr_mom_1",0.99,1613942640055,3013
+"lr_1",4.912887168924835e-05,1613942640055,3013
+"mom_1",0.8517422740442437,1613942640055,3013
+"eps_1",1e-05,1613942640055,3013
+"wd_2",0.01,1613942640055,3013
+"sqr_mom_2",0.99,1613942640055,3013
+"lr_2",0.0004912887168924835,1613942640055,3013
+"mom_2",0.8517422740442437,1613942640055,3013
+"eps_2",1e-05,1613942640055,3013
+"train_loss",0.03972195,1613942641006,3014
+"raw_loss",0.015368791,1613942641006,3014
+"epoch",18.962264150943362,1613942641006,3014
+"wd_0",0.01,1613942641006,3014
+"sqr_mom_0",0.99,1613942641006,3014
+"lr_0",4.912517445941302e-06,1613942641006,3014
+"mom_0",0.8517496685778597,1613942641006,3014
+"eps_0",1e-05,1613942641006,3014
+"wd_1",0.01,1613942641006,3014
+"sqr_mom_1",0.99,1613942641006,3014
+"lr_1",4.9125174459413016e-05,1613942641006,3014
+"mom_1",0.8517496685778597,1613942641006,3014
+"eps_1",1e-05,1613942641006,3014
+"wd_2",0.01,1613942641006,3014
+"sqr_mom_2",0.99,1613942641006,3014
+"lr_2",0.0004912517445941301,1613942641006,3014
+"mom_2",0.8517496685778597,1613942641006,3014
+"eps_2",1e-05,1613942641006,3014
+"train_loss",0.03976141,1613942641951,3015
+"raw_loss",0.04169488,1613942641951,3015
+"epoch",18.968553459119462,1613942641951,3015
+"wd_0",0.01,1613942641951,3015
+"sqr_mom_0",0.99,1613942641951,3015
+"lr_0",4.9121470462612365e-06,1613942641951,3015
+"mom_0",0.8517570766455417,1613942641951,3015
+"eps_0",1e-05,1613942641951,3015
+"wd_1",0.01,1613942641951,3015
+"sqr_mom_1",0.99,1613942641951,3015
+"lr_1",4.912147046261236e-05,1613942641951,3015
+"mom_1",0.8517570766455417,1613942641951,3015
+"eps_1",1e-05,1613942641951,3015
+"wd_2",0.01,1613942641951,3015
+"sqr_mom_2",0.99,1613942641951,3015
+"lr_2",0.0004912147046261236,1613942641951,3015
+"mom_2",0.8517570766455417,1613942641951,3015
+"eps_2",1e-05,1613942641951,3015
+"train_loss",0.041181594,1613942642906,3016
+"raw_loss",0.11077064,1613942642906,3016
+"epoch",18.974842767295563,1613942642906,3016
+"wd_0",0.01,1613942642906,3016
+"sqr_mom_0",0.99,1613942642906,3016
+"lr_0",4.9117757856784055e-06,1613942642906,3016
+"mom_0",0.8517645019314511,1613942642906,3016
+"eps_0",1e-05,1613942642906,3016
+"wd_1",0.01,1613942642906,3016
+"sqr_mom_1",0.99,1613942642906,3016
+"lr_1",4.911775785678405e-05,1613942642906,3016
+"mom_1",0.8517645019314511,1613942642906,3016
+"eps_1",1e-05,1613942642906,3016
+"wd_2",0.01,1613942642906,3016
+"sqr_mom_2",0.99,1613942642906,3016
+"lr_2",0.0004911775785678405,1613942642906,3016
+"mom_2",0.8517645019314511,1613942642906,3016
+"eps_2",1e-05,1613942642906,3016
+"train_loss",0.041039497,1613942643907,3017
+"raw_loss",0.034076754,1613942643907,3017
+"epoch",18.981132075471663,1613942643907,3017
+"wd_0",0.01,1613942643907,3017
+"sqr_mom_0",0.99,1613942643907,3017
+"lr_0",4.911403756377658e-06,1613942643907,3017
+"mom_0",0.8517719425918727,1613942643907,3017
+"eps_0",1e-05,1613942643907,3017
+"wd_1",0.01,1613942643907,3017
+"sqr_mom_1",0.99,1613942643907,3017
+"lr_1",4.911403756377657e-05,1613942643907,3017
+"mom_1",0.8517719425918727,1613942643907,3017
+"eps_1",1e-05,1613942643907,3017
+"wd_2",0.01,1613942643907,3017
+"sqr_mom_2",0.99,1613942643907,3017
+"lr_2",0.0004911403756377657,1613942643907,3017
+"mom_2",0.8517719425918727,1613942643907,3017
+"eps_2",1e-05,1613942643907,3017
+"train_loss",0.040517583,1613942644851,3018
+"raw_loss",0.014943819,1613942644851,3018
+"epoch",18.987421383647764,1613942644851,3018
+"wd_0",0.01,1613942644851,3018
+"sqr_mom_0",0.99,1613942644851,3018
+"lr_0",4.911031051308932e-06,1613942644851,3018
+"mom_0",0.851779396767789,1613942644851,3018
+"eps_0",1e-05,1613942644851,3018
+"wd_1",0.01,1613942644851,3018
+"sqr_mom_1",0.99,1613942644851,3018
+"lr_1",4.911031051308932e-05,1613942644851,3018
+"mom_1",0.851779396767789,1613942644851,3018
+"eps_1",1e-05,1613942644851,3018
+"wd_2",0.01,1613942644851,3018
+"sqr_mom_2",0.99,1613942644851,3018
+"lr_2",0.0004911031051308931,1613942644851,3018
+"mom_2",0.851779396767789,1613942644851,3018
+"eps_2",1e-05,1613942644851,3018
+"train_loss",0.0401839,1613942645824,3019
+"raw_loss",0.02383348,1613942645824,3019
+"epoch",18.993710691823864,1613942645824,3019
+"wd_0",0.01,1613942645824,3019
+"sqr_mom_0",0.99,1613942645824,3019
+"lr_0",4.910657485119484e-06,1613942645824,3019
+"mom_0",0.851786868166292,1613942645824,3019
+"eps_0",1e-05,1613942645824,3019
+"wd_1",0.01,1613942645824,3019
+"sqr_mom_1",0.99,1613942645824,3019
+"lr_1",4.9106574851194844e-05,1613942645824,3019
+"mom_1",0.851786868166292,1613942645824,3019
+"eps_1",1e-05,1613942645824,3019
+"wd_2",0.01,1613942645824,3019
+"sqr_mom_2",0.99,1613942645824,3019
+"lr_2",0.0004910657485119484,1613942645824,3019
+"mom_2",0.851786868166292,1613942645824,3019
+"eps_2",1e-05,1613942645824,3019
+"train_loss",0.04000133,1613942646820,3020
+"raw_loss",0.031055259,1613942646820,3020
+"epoch",18.999999999999964,1613942646820,3020
+"wd_0",0.01,1613942646820,3020
+"sqr_mom_0",0.99,1613942646820,3020
+"lr_0",4.910283150568565e-06,1613942646820,3020
+"mom_0",0.851794354932178,1613942646820,3020
+"eps_0",1e-05,1613942646820,3020
+"wd_1",0.01,1613942646820,3020
+"sqr_mom_1",0.99,1613942646820,3020
+"lr_1",4.9102831505685654e-05,1613942646820,3020
+"mom_1",0.851794354932178,1613942646820,3020
+"eps_1",1e-05,1613942646820,3020
+"wd_2",0.01,1613942646820,3020
+"sqr_mom_2",0.99,1613942646820,3020
+"lr_2",0.0004910283150568565,1613942646820,3020
+"mom_2",0.851794354932178,1613942646820,3020
+"eps_2",1e-05,1613942646820,3020
+"valid_loss",0.10375476628541946,1613942680813,3020
+"_rmse",0.3221098780632019,1613942680813,3020
+"epoch",19,1613942680813,3020
+"train_loss",0.039593503,1613942681857,3021
+"raw_loss",0.019610012,1613942681857,3021
+"epoch",19.0062893081761,1613942681857,3021
+"wd_0",0.01,1613942681857,3021
+"sqr_mom_0",0.99,1613942681857,3021
+"lr_0",4.9099080477754894e-06,1613942681857,3021
+"mom_0",0.8518018570630608,1613942681857,3021
+"eps_0",1e-05,1613942681857,3021
+"wd_1",0.01,1613942681857,3021
+"sqr_mom_1",0.99,1613942681857,3021
+"lr_1",4.909908047775489e-05,1613942681857,3021
+"mom_1",0.8518018570630608,1613942681857,3021
+"eps_1",1e-05,1613942681857,3021
+"wd_2",0.01,1613942681857,3021
+"sqr_mom_2",0.99,1613942681857,3021
+"lr_2",0.0004909908047775489,1613942681857,3021
+"mom_2",0.8518018570630608,1613942681857,3021
+"eps_2",1e-05,1613942681857,3021
+"train_loss",0.03960052,1613942682823,3022
+"raw_loss",0.039944347,1613942682823,3022
+"epoch",19.0125786163522,1613942682823,3022
+"wd_0",0.01,1613942682823,3022
+"sqr_mom_0",0.99,1613942682823,3022
+"lr_0",4.909532254856263e-06,1613942682823,3022
+"mom_0",0.8518093729966046,1613942682823,3022
+"eps_0",1e-05,1613942682823,3022
+"wd_1",0.01,1613942682823,3022
+"sqr_mom_1",0.99,1613942682823,3022
+"lr_1",4.9095322548562624e-05,1613942682823,3022
+"mom_1",0.8518093729966046,1613942682823,3022
+"eps_1",1e-05,1613942682823,3022
+"wd_2",0.01,1613942682823,3022
+"sqr_mom_2",0.99,1613942682823,3022
+"lr_2",0.0004909532254856263,1613942682823,3022
+"mom_2",0.8518093729966046,1613942682823,3022
+"eps_2",1e-05,1613942682823,3022
+"train_loss",0.03929017,1613942683763,3023
+"raw_loss",0.024083083,1613942683763,3023
+"epoch",19.0188679245283,1613942683763,3023
+"wd_0",0.01,1613942683763,3023
+"sqr_mom_0",0.99,1613942683763,3023
+"lr_0",4.90915561609699e-06,1613942683763,3023
+"mom_0",0.8518169058471187,1613942683763,3023
+"eps_0",1e-05,1613942683763,3023
+"wd_1",0.01,1613942683763,3023
+"sqr_mom_1",0.99,1613942683763,3023
+"lr_1",4.90915561609699e-05,1613942683763,3023
+"mom_1",0.8518169058471187,1613942683763,3023
+"eps_1",1e-05,1613942683763,3023
+"wd_2",0.01,1613942683763,3023
+"sqr_mom_2",0.99,1613942683763,3023
+"lr_2",0.0004909155616096989,1613942683763,3023
+"mom_2",0.8518169058471187,1613942683763,3023
+"eps_2",1e-05,1613942683763,3023
+"train_loss",0.03931507,1613942684722,3024
+"raw_loss",0.040535193,1613942684722,3024
+"epoch",19.0251572327044,1613942684722,3024
+"wd_0",0.01,1613942684722,3024
+"sqr_mom_0",0.99,1613942684722,3024
+"lr_0",4.9087782094549486e-06,1613942684722,3024
+"mom_0",0.8518244540554416,1613942684722,3024
+"eps_0",1e-05,1613942684722,3024
+"wd_1",0.01,1613942684722,3024
+"sqr_mom_1",0.99,1613942684722,3024
+"lr_1",4.908778209454948e-05,1613942684722,3024
+"mom_1",0.8518244540554416,1613942684722,3024
+"eps_1",1e-05,1613942684722,3024
+"wd_2",0.01,1613942684722,3024
+"sqr_mom_2",0.99,1613942684722,3024
+"lr_2",0.0004908778209454948,1613942684722,3024
+"mom_2",0.8518244540554416,1613942684722,3024
+"eps_2",1e-05,1613942684722,3024
+"train_loss",0.03884978,1613942685736,3025
+"raw_loss",0.016050428,1613942685736,3025
+"epoch",19.031446540880502,1613942685736,3025
+"wd_0",0.01,1613942685736,3025
+"sqr_mom_0",0.99,1613942685736,3025
+"lr_0",4.908400129219127e-06,1613942685736,3025
+"mom_0",0.8518320157357748,1613942685736,3025
+"eps_0",1e-05,1613942685736,3025
+"wd_1",0.01,1613942685736,3025
+"sqr_mom_1",0.99,1613942685736,3025
+"lr_1",4.908400129219127e-05,1613942685736,3025
+"mom_1",0.8518320157357748,1613942685736,3025
+"eps_1",1e-05,1613942685736,3025
+"wd_2",0.01,1613942685736,3025
+"sqr_mom_2",0.99,1613942685736,3025
+"lr_2",0.0004908400129219127,1613942685736,3025
+"mom_2",0.8518320157357748,1613942685736,3025
+"eps_2",1e-05,1613942685736,3025
+"train_loss",0.038877465,1613942686698,3026
+"raw_loss",0.04023418,1613942686698,3026
+"epoch",19.037735849056602,1613942686698,3026
+"wd_0",0.01,1613942686698,3026
+"sqr_mom_0",0.99,1613942686698,3026
+"lr_0",4.908021187363617e-06,1613942686698,3026
+"mom_0",0.8518395946486741,1613942686698,3026
+"eps_0",1e-05,1613942686698,3026
+"wd_1",0.01,1613942686698,3026
+"sqr_mom_1",0.99,1613942686698,3026
+"lr_1",4.9080211873636167e-05,1613942686698,3026
+"mom_1",0.8518395946486741,1613942686698,3026
+"eps_1",1e-05,1613942686698,3026
+"wd_2",0.01,1613942686698,3026
+"sqr_mom_2",0.99,1613942686698,3026
+"lr_2",0.0004908021187363617,1613942686698,3026
+"mom_2",0.8518395946486741,1613942686698,3026
+"eps_2",1e-05,1613942686698,3026
+"train_loss",0.03871771,1613942687674,3027
+"raw_loss",0.030889671,1613942687674,3027
+"epoch",19.044025157232703,1613942687674,3027
+"wd_0",0.01,1613942687674,3027
+"sqr_mom_0",0.99,1613942687674,3027
+"lr_0",4.907641477986925e-06,1613942687674,3027
+"mom_0",0.8518471889121506,1613942687674,3027
+"eps_0",1e-05,1613942687674,3027
+"wd_1",0.01,1613942687674,3027
+"sqr_mom_1",0.99,1613942687674,3027
+"lr_1",4.9076414779869253e-05,1613942687674,3027
+"mom_1",0.8518471889121506,1613942687674,3027
+"eps_1",1e-05,1613942687674,3027
+"wd_2",0.01,1613942687674,3027
+"sqr_mom_2",0.99,1613942687674,3027
+"lr_2",0.0004907641477986925,1613942687674,3027
+"mom_2",0.8518471889121506,1613942687674,3027
+"eps_2",1e-05,1613942687674,3027
+"train_loss",0.039331626,1613942688649,3028
+"raw_loss",0.06941361,1613942688649,3028
+"epoch",19.050314465408803,1613942688649,3028
+"wd_0",0.01,1613942688649,3028
+"sqr_mom_0",0.99,1613942688649,3028
+"lr_0",4.907261095951458e-06,1613942688649,3028
+"mom_0",0.8518547966289371,1613942688649,3028
+"eps_0",1e-05,1613942688649,3028
+"wd_1",0.01,1613942688649,3028
+"sqr_mom_1",0.99,1613942688649,3028
+"lr_1",4.9072610959514575e-05,1613942688649,3028
+"mom_1",0.8518547966289371,1613942688649,3028
+"eps_1",1e-05,1613942688649,3028
+"wd_2",0.01,1613942688649,3028
+"sqr_mom_2",0.99,1613942688649,3028
+"lr_2",0.0004907261095951458,1613942688649,3028
+"mom_2",0.8518547966289371,1613942688649,3028
+"eps_2",1e-05,1613942688649,3028
+"train_loss",0.038817775,1613942689594,3029
+"raw_loss",0.013638954,1613942689594,3029
+"epoch",19.056603773584904,1613942689594,3029
+"wd_0",0.01,1613942689594,3029
+"sqr_mom_0",0.99,1613942689594,3029
+"lr_0",4.906879852086581e-06,1613942689594,3029
+"mom_0",0.8518624215824842,1613942689594,3029
+"eps_0",1e-05,1613942689594,3029
+"wd_1",0.01,1613942689594,3029
+"sqr_mom_1",0.99,1613942689594,3029
+"lr_1",4.906879852086581e-05,1613942689594,3029
+"mom_1",0.8518624215824842,1613942689594,3029
+"eps_1",1e-05,1613942689594,3029
+"wd_2",0.01,1613942689594,3029
+"sqr_mom_2",0.99,1613942689594,3029
+"lr_2",0.0004906879852086581,1613942689594,3029
+"mom_2",0.8518624215824842,1613942689594,3029
+"eps_2",1e-05,1613942689594,3029
+"train_loss",0.039128836,1613942690559,3030
+"raw_loss",0.05437079,1613942690559,3030
+"epoch",19.062893081761004,1613942690559,3030
+"wd_0",0.01,1613942690559,3030
+"sqr_mom_0",0.99,1613942690559,3030
+"lr_0",4.90649784106431e-06,1613942690559,3030
+"mom_0",0.8518700618793326,1613942690559,3030
+"eps_0",1e-05,1613942690559,3030
+"wd_1",0.01,1613942690559,3030
+"sqr_mom_1",0.99,1613942690559,3030
+"lr_1",4.9064978410643096e-05,1613942690559,3030
+"mom_1",0.8518700618793326,1613942690559,3030
+"eps_1",1e-05,1613942690559,3030
+"wd_2",0.01,1613942690559,3030
+"sqr_mom_2",0.99,1613942690559,3030
+"lr_2",0.000490649784106431,1613942690559,3030
+"mom_2",0.8518700618793326,1613942690559,3030
+"eps_2",1e-05,1613942690559,3030
+"train_loss",0.039033726,1613942691505,3031
+"raw_loss",0.034373328,1613942691505,3031
+"epoch",19.069182389937104,1613942691505,3031
+"wd_0",0.01,1613942691505,3031
+"sqr_mom_0",0.99,1613942691505,3031
+"lr_0",4.9061151583201976e-06,1613942691505,3031
+"mom_0",0.8518777156107521,1613942691505,3031
+"eps_0",1e-05,1613942691505,3031
+"wd_1",0.01,1613942691505,3031
+"sqr_mom_1",0.99,1613942691505,3031
+"lr_1",4.9061151583201974e-05,1613942691505,3031
+"mom_1",0.8518777156107521,1613942691505,3031
+"eps_1",1e-05,1613942691505,3031
+"wd_2",0.01,1613942691505,3031
+"sqr_mom_2",0.99,1613942691505,3031
+"lr_2",0.0004906115158320197,1613942691505,3031
+"mom_2",0.8518777156107521,1613942691505,3031
+"eps_2",1e-05,1613942691505,3031
+"train_loss",0.039126117,1613942692458,3032
+"raw_loss",0.0436532,1613942692458,3032
+"epoch",19.075471698113205,1613942692458,3032
+"wd_0",0.01,1613942692458,3032
+"sqr_mom_0",0.99,1613942692458,3032
+"lr_0",4.905731613539427e-06,1613942692458,3032
+"mom_0",0.8518853865830773,1613942692458,3032
+"eps_0",1e-05,1613942692458,3032
+"wd_1",0.01,1613942692458,3032
+"sqr_mom_1",0.99,1613942692458,3032
+"lr_1",4.9057316135394265e-05,1613942692458,3032
+"mom_1",0.8518853865830773,1613942692458,3032
+"eps_1",1e-05,1613942692458,3032
+"wd_2",0.01,1613942692458,3032
+"sqr_mom_2",0.99,1613942692458,3032
+"lr_2",0.0004905731613539426,1613942692458,3032
+"mom_2",0.8518853865830773,1613942692458,3032
+"eps_2",1e-05,1613942692458,3032
+"train_loss",0.03938544,1613942693414,3033
+"raw_loss",0.052092284,1613942693414,3033
+"epoch",19.081761006289305,1613942693414,3033
+"wd_0",0.01,1613942693414,3033
+"sqr_mom_0",0.99,1613942693414,3033
+"lr_0",4.905347301967249e-06,1613942693414,3033
+"mom_0",0.8518930728913839,1613942693414,3033
+"eps_0",1e-05,1613942693414,3033
+"wd_1",0.01,1613942693414,3033
+"sqr_mom_1",0.99,1613942693414,3033
+"lr_1",4.905347301967249e-05,1613942693414,3033
+"mom_1",0.8518930728913839,1613942693414,3033
+"eps_1",1e-05,1613942693414,3033
+"wd_2",0.01,1613942693414,3033
+"sqr_mom_2",0.99,1613942693414,3033
+"lr_2",0.0004905347301967249,1613942693414,3033
+"mom_2",0.8518930728913839,1613942693414,3033
+"eps_2",1e-05,1613942693414,3033
+"train_loss",0.039246414,1613942694380,3034
+"raw_loss",0.032434106,1613942694380,3034
+"epoch",19.088050314465406,1613942694380,3034
+"wd_0",0.01,1613942694380,3034
+"sqr_mom_0",0.99,1613942694380,3034
+"lr_0",4.9049623036311045e-06,1613942694380,3034
+"mom_0",0.8519007729351072,1613942694380,3034
+"eps_0",1e-05,1613942694380,3034
+"wd_1",0.01,1613942694380,3034
+"sqr_mom_1",0.99,1613942694380,3034
+"lr_1",4.9049623036311044e-05,1613942694380,3034
+"mom_1",0.8519007729351072,1613942694380,3034
+"eps_1",1e-05,1613942694380,3034
+"wd_2",0.01,1613942694380,3034
+"sqr_mom_2",0.99,1613942694380,3034
+"lr_2",0.0004904962303631104,1613942694380,3034
+"mom_2",0.8519007729351072,1613942694380,3034
+"eps_2",1e-05,1613942694380,3034
+"train_loss",0.038884956,1613942695340,3035
+"raw_loss",0.021173535,1613942695340,3035
+"epoch",19.094339622641506,1613942695340,3035
+"wd_0",0.01,1613942695340,3035
+"sqr_mom_0",0.99,1613942695340,3035
+"lr_0",4.904576459002733e-06,1613942695340,3035
+"mom_0",0.8519084899048444,1613942695340,3035
+"eps_0",1e-05,1613942695340,3035
+"wd_1",0.01,1613942695340,3035
+"sqr_mom_1",0.99,1613942695340,3035
+"lr_1",4.9045764590027334e-05,1613942695340,3035
+"mom_1",0.8519084899048444,1613942695340,3035
+"eps_1",1e-05,1613942695340,3035
+"wd_2",0.01,1613942695340,3035
+"sqr_mom_2",0.99,1613942695340,3035
+"lr_2",0.0004904576459002733,1613942695340,3035
+"mom_2",0.8519084899048444,1613942695340,3035
+"eps_2",1e-05,1613942695340,3035
+"train_loss",0.03856471,1613942696312,3036
+"raw_loss",0.02287265,1613942696312,3036
+"epoch",19.100628930817606,1613942696312,3036
+"wd_0",0.01,1613942696312,3036
+"sqr_mom_0",0.99,1613942696312,3036
+"lr_0",4.904189847951147e-06,1613942696312,3036
+"mom_0",0.8519162222031991,1613942696312,3036
+"eps_0",1e-05,1613942696312,3036
+"wd_1",0.01,1613942696312,3036
+"sqr_mom_1",0.99,1613942696312,3036
+"lr_1",4.9041898479511474e-05,1613942696312,3036
+"mom_1",0.8519162222031991,1613942696312,3036
+"eps_1",1e-05,1613942696312,3036
+"wd_2",0.01,1613942696312,3036
+"sqr_mom_2",0.99,1613942696312,3036
+"lr_2",0.0004904189847951147,1613942696312,3036
+"mom_2",0.8519162222031991,1613942696312,3036
+"eps_2",1e-05,1613942696312,3036
+"train_loss",0.038433444,1613942697290,3037
+"raw_loss",0.032001372,1613942697290,3037
+"epoch",19.106918238993707,1613942697290,3037
+"wd_0",0.01,1613942697290,3037
+"sqr_mom_0",0.99,1613942697290,3037
+"lr_0",4.903802567057377e-06,1613942697290,3037
+"mom_0",0.8519239678985314,1613942697290,3037
+"eps_0",1e-05,1613942697290,3037
+"wd_1",0.01,1613942697290,3037
+"sqr_mom_1",0.99,1613942697290,3037
+"lr_1",4.9038025670573774e-05,1613942697290,3037
+"mom_1",0.8519239678985314,1613942697290,3037
+"eps_1",1e-05,1613942697290,3037
+"wd_2",0.01,1613942697290,3037
+"sqr_mom_2",0.99,1613942697290,3037
+"lr_2",0.0004903802567057377,1613942697290,3037
+"mom_2",0.8519239678985314,1613942697290,3037
+"eps_2",1e-05,1613942697290,3037
+"train_loss",0.038473245,1613942698257,3038
+"raw_loss",0.0404235,1613942698257,3038
+"epoch",19.113207547169807,1613942698257,3038
+"wd_0",0.01,1613942698257,3038
+"sqr_mom_0",0.99,1613942698257,3038
+"lr_0",4.903414423719867e-06,1613942698257,3038
+"mom_0",0.8519317308429111,1613942698257,3038
+"eps_0",1e-05,1613942698257,3038
+"wd_1",0.01,1613942698257,3038
+"sqr_mom_1",0.99,1613942698257,3038
+"lr_1",4.903414423719867e-05,1613942698257,3038
+"mom_1",0.8519317308429111,1613942698257,3038
+"eps_1",1e-05,1613942698257,3038
+"wd_2",0.01,1613942698257,3038
+"sqr_mom_2",0.99,1613942698257,3038
+"lr_2",0.0004903414423719866,1613942698257,3038
+"mom_2",0.8519317308429111,1613942698257,3038
+"eps_2",1e-05,1613942698257,3038
+"train_loss",0.038615227,1613942699222,3039
+"raw_loss",0.04557228,1613942699222,3039
+"epoch",19.119496855345908,1613942699222,3039
+"wd_0",0.01,1613942699222,3039
+"sqr_mom_0",0.99,1613942699222,3039
+"lr_0",4.9030255143295275e-06,1613942699222,3039
+"mom_0",0.8519395091085005,1613942699222,3039
+"eps_0",1e-05,1613942699222,3039
+"wd_1",0.01,1613942699222,3039
+"sqr_mom_1",0.99,1613942699222,3039
+"lr_1",4.903025514329527e-05,1613942699222,3039
+"mom_1",0.8519395091085005,1613942699222,3039
+"eps_1",1e-05,1613942699222,3039
+"wd_2",0.01,1613942699222,3039
+"sqr_mom_2",0.99,1613942699222,3039
+"lr_2",0.0004903025514329527,1613942699222,3039
+"mom_2",0.8519395091085005,1613942699222,3039
+"eps_2",1e-05,1613942699222,3039
+"train_loss",0.038648978,1613942700182,3040
+"raw_loss",0.040302724,1613942700182,3040
+"epoch",19.125786163522008,1613942700182,3040
+"wd_0",0.01,1613942700182,3040
+"sqr_mom_0",0.99,1613942700182,3040
+"lr_0",4.902635839010319e-06,1613942700182,3040
+"mom_0",0.8519473026928205,1613942700182,3040
+"eps_0",1e-05,1613942700182,3040
+"wd_1",0.01,1613942700182,3040
+"sqr_mom_1",0.99,1613942700182,3040
+"lr_1",4.902635839010319e-05,1613942700182,3040
+"mom_1",0.8519473026928205,1613942700182,3040
+"eps_1",1e-05,1613942700182,3040
+"wd_2",0.01,1613942700182,3040
+"sqr_mom_2",0.99,1613942700182,3040
+"lr_2",0.0004902635839010319,1613942700182,3040
+"mom_2",0.8519473026928205,1613942700182,3040
+"eps_2",1e-05,1613942700182,3040
+"train_loss",0.038167406,1613942701148,3041
+"raw_loss",0.014570425,1613942701148,3041
+"epoch",19.13207547169811,1613942701148,3041
+"wd_0",0.01,1613942701148,3041
+"sqr_mom_0",0.99,1613942701148,3041
+"lr_0",4.90224549510632e-06,1613942701148,3041
+"mom_0",0.85195510964897,1613942701148,3041
+"eps_0",1e-05,1613942701148,3041
+"wd_1",0.01,1613942701148,3041
+"sqr_mom_1",0.99,1613942701148,3041
+"lr_1",4.9022454951063204e-05,1613942701148,3041
+"mom_1",0.85195510964897,1613942701148,3041
+"eps_1",1e-05,1613942701148,3041
+"wd_2",0.01,1613942701148,3041
+"sqr_mom_2",0.99,1613942701148,3041
+"lr_2",0.000490224549510632,1613942701148,3041
+"mom_2",0.85195510964897,1613942701148,3041
+"eps_2",1e-05,1613942701148,3041
+"train_loss",0.03800793,1613942702127,3042
+"raw_loss",0.030193508,1613942702127,3042
+"epoch",19.13836477987421,1613942702127,3042
+"wd_0",0.01,1613942702127,3042
+"sqr_mom_0",0.99,1613942702127,3042
+"lr_0",4.901854288492686e-06,1613942702127,3042
+"mom_0",0.8519629338594848,1613942702127,3042
+"eps_0",1e-05,1613942702127,3042
+"wd_1",0.01,1613942702127,3042
+"sqr_mom_1",0.99,1613942702127,3042
+"lr_1",4.901854288492686e-05,1613942702127,3042
+"mom_1",0.8519629338594848,1613942702127,3042
+"eps_1",1e-05,1613942702127,3042
+"wd_2",0.01,1613942702127,3042
+"sqr_mom_2",0.99,1613942702127,3042
+"lr_2",0.0004901854288492686,1613942702127,3042
+"mom_2",0.8519629338594848,1613942702127,3042
+"eps_2",1e-05,1613942702127,3042
+"train_loss",0.037657693,1613942703121,3043
+"raw_loss",0.020496037,1613942703121,3043
+"epoch",19.14465408805031,1613942703121,3043
+"wd_0",0.01,1613942703121,3043
+"sqr_mom_0",0.99,1613942703121,3043
+"lr_0",4.901462316323498e-06,1613942703121,3043
+"mom_0",0.8519707733812638,1613942703121,3043
+"eps_0",1e-05,1613942703121,3043
+"wd_1",0.01,1613942703121,3043
+"sqr_mom_1",0.99,1613942703121,3043
+"lr_1",4.901462316323497e-05,1613942703121,3043
+"mom_1",0.8519707733812638,1613942703121,3043
+"eps_1",1e-05,1613942703121,3043
+"wd_2",0.01,1613942703121,3043
+"sqr_mom_2",0.99,1613942703121,3043
+"lr_2",0.0004901462316323497,1613942703121,3043
+"mom_2",0.8519707733812638,1613942703121,3043
+"eps_2",1e-05,1613942703121,3043
+"train_loss",0.037398703,1613942704091,3044
+"raw_loss",0.02470827,1613942704091,3044
+"epoch",19.15094339622641,1613942704091,3044
+"wd_0",0.01,1613942704091,3044
+"sqr_mom_0",0.99,1613942704091,3044
+"lr_0",4.9010696602162696e-06,1613942704091,3044
+"mom_0",0.8519786265819405,1613942704091,3044
+"eps_0",1e-05,1613942704091,3044
+"wd_1",0.01,1613942704091,3044
+"sqr_mom_1",0.99,1613942704091,3044
+"lr_1",4.90106966021627e-05,1613942704091,3044
+"mom_1",0.8519786265819405,1613942704091,3044
+"eps_1",1e-05,1613942704091,3044
+"wd_2",0.01,1613942704091,3044
+"sqr_mom_2",0.99,1613942704091,3044
+"lr_2",0.000490106966021627,1613942704091,3044
+"mom_2",0.8519786265819405,1613942704091,3044
+"eps_2",1e-05,1613942704091,3044
+"train_loss",0.03721161,1613942705058,3045
+"raw_loss",0.028043998,1613942705058,3045
+"epoch",19.15723270440251,1613942705058,3045
+"wd_0",0.01,1613942705058,3045
+"sqr_mom_0",0.99,1613942705058,3045
+"lr_0",4.9006761574696604e-06,1613942705058,3045
+"mom_0",0.8519864967155739,1613942705058,3045
+"eps_0",1e-05,1613942705058,3045
+"wd_1",0.01,1613942705058,3045
+"sqr_mom_1",0.99,1613942705058,3045
+"lr_1",4.90067615746966e-05,1613942705058,3045
+"mom_1",0.8519864967155739,1613942705058,3045
+"eps_1",1e-05,1613942705058,3045
+"wd_2",0.01,1613942705058,3045
+"sqr_mom_2",0.99,1613942705058,3045
+"lr_2",0.0004900676157469661,1613942705058,3045
+"mom_2",0.8519864967155739,1613942705058,3045
+"eps_2",1e-05,1613942705058,3045
+"train_loss",0.03811589,1613942706043,3046
+"raw_loss",0.08242576,1613942706043,3046
+"epoch",19.16352201257861,1613942706043,3046
+"wd_0",0.01,1613942706043,3046
+"sqr_mom_0",0.99,1613942706043,3046
+"lr_0",4.9002818895430135e-06,1613942706043,3046
+"mom_0",0.8519943821529612,1613942706043,3046
+"eps_0",1e-05,1613942706043,3046
+"wd_1",0.01,1613942706043,3046
+"sqr_mom_1",0.99,1613942706043,3046
+"lr_1",4.9002818895430133e-05,1613942706043,3046
+"mom_1",0.8519943821529612,1613942706043,3046
+"eps_1",1e-05,1613942706043,3046
+"wd_2",0.01,1613942706043,3046
+"sqr_mom_2",0.99,1613942706043,3046
+"lr_2",0.0004900281889543013,1613942706043,3046
+"mom_2",0.8519943821529612,1613942706043,3046
+"eps_2",1e-05,1613942706043,3046
+"train_loss",0.038225945,1613942707018,3047
+"raw_loss",0.043618757,1613942707018,3047
+"epoch",19.16981132075471,1613942707018,3047
+"wd_0",0.01,1613942707018,3047
+"sqr_mom_0",0.99,1613942707018,3047
+"lr_0",4.89988695492403e-06,1613942707018,3047
+"mom_0",0.8520022809243286,1613942707018,3047
+"eps_0",1e-05,1613942707018,3047
+"wd_1",0.01,1613942707018,3047
+"sqr_mom_1",0.99,1613942707018,3047
+"lr_1",4.89988695492403e-05,1613942707018,3047
+"mom_1",0.8520022809243286,1613942707018,3047
+"eps_1",1e-05,1613942707018,3047
+"wd_2",0.01,1613942707018,3047
+"sqr_mom_2",0.99,1613942707018,3047
+"lr_2",0.0004899886954924029,1613942707018,3047
+"mom_2",0.8520022809243286,1613942707018,3047
+"eps_2",1e-05,1613942707018,3047
+"train_loss",0.037882302,1613942707994,3048
+"raw_loss",0.021043744,1613942707994,3048
+"epoch",19.17610062893081,1613942707994,3048
+"wd_0",0.01,1613942707994,3048
+"sqr_mom_0",0.99,1613942707994,3048
+"lr_0",4.899491157204821e-06,1613942707994,3048
+"mom_0",0.8520101969578732,1613942707994,3048
+"eps_0",1e-05,1613942707994,3048
+"wd_1",0.01,1613942707994,3048
+"sqr_mom_1",0.99,1613942707994,3048
+"lr_1",4.899491157204821e-05,1613942707994,3048
+"mom_1",0.8520101969578732,1613942707994,3048
+"eps_1",1e-05,1613942707994,3048
+"wd_2",0.01,1613942707994,3048
+"sqr_mom_2",0.99,1613942707994,3048
+"lr_2",0.0004899491157204821,1613942707994,3048
+"mom_2",0.8520101969578732,1613942707994,3048
+"eps_2",1e-05,1613942707994,3048
+"train_loss",0.03752339,1613942708953,3049
+"raw_loss",0.0199366,1613942708953,3049
+"epoch",19.18238993710691,1613942708953,3049
+"wd_0",0.01,1613942708953,3049
+"sqr_mom_0",0.99,1613942708953,3049
+"lr_0",4.89909459468328e-06,1613942708953,3049
+"mom_0",0.8520181282876172,1613942708953,3049
+"eps_0",1e-05,1613942708953,3049
+"wd_1",0.01,1613942708953,3049
+"sqr_mom_1",0.99,1613942708953,3049
+"lr_1",4.89909459468328e-05,1613942708953,3049
+"mom_1",0.8520181282876172,1613942708953,3049
+"eps_1",1e-05,1613942708953,3049
+"wd_2",0.01,1613942708953,3049
+"sqr_mom_2",0.99,1613942708953,3049
+"lr_2",0.0004899094594683279,1613942708953,3049
+"mom_2",0.8520181282876172,1613942708953,3049
+"eps_2",1e-05,1613942708953,3049
+"train_loss",0.03741178,1613942709916,3050
+"raw_loss",0.03194283,1613942709916,3050
+"epoch",19.188679245283012,1613942709916,3050
+"wd_0",0.01,1613942709916,3050
+"sqr_mom_0",0.99,1613942709916,3050
+"lr_0",4.898697366418492e-06,1613942709916,3050
+"mom_0",0.8520260729323594,1613942709916,3050
+"eps_0",1e-05,1613942709916,3050
+"wd_1",0.01,1613942709916,3050
+"sqr_mom_1",0.99,1613942709916,3050
+"lr_1",4.898697366418492e-05,1613942709916,3050
+"mom_1",0.8520260729323594,1613942709916,3050
+"eps_1",1e-05,1613942709916,3050
+"wd_2",0.01,1613942709916,3050
+"sqr_mom_2",0.99,1613942709916,3050
+"lr_2",0.0004898697366418492,1613942709916,3050
+"mom_2",0.8520260729323594,1613942709916,3050
+"eps_2",1e-05,1613942709916,3050
+"train_loss",0.03769489,1613942710891,3051
+"raw_loss",0.05156728,1613942710891,3051
+"epoch",19.194968553459113,1613942710891,3051
+"wd_0",0.01,1613942710891,3051
+"sqr_mom_0",0.99,1613942710891,3051
+"lr_0",4.898299274861899e-06,1613942710891,3051
+"mom_0",0.8520340348431105,1613942710891,3051
+"eps_0",1e-05,1613942710891,3051
+"wd_1",0.01,1613942710891,3051
+"sqr_mom_1",0.99,1613942710891,3051
+"lr_1",4.8982992748618994e-05,1613942710891,3051
+"mom_1",0.8520340348431105,1613942710891,3051
+"eps_1",1e-05,1613942710891,3051
+"wd_2",0.01,1613942710891,3051
+"sqr_mom_2",0.99,1613942710891,3051
+"lr_2",0.00048982992748619,1613942710891,3051
+"mom_2",0.8520340348431105,1613942710891,3051
+"eps_2",1e-05,1613942710891,3051
+"train_loss",0.037641913,1613942711861,3052
+"raw_loss",0.03504611,1613942711861,3052
+"epoch",19.201257861635213,1613942711861,3052
+"wd_0",0.01,1613942711861,3052
+"sqr_mom_0",0.99,1613942711861,3052
+"lr_0",4.897900418882873e-06,1613942711861,3052
+"mom_0",0.852042012042463,1613942711861,3052
+"eps_0",1e-05,1613942711861,3052
+"wd_1",0.01,1613942711861,3052
+"sqr_mom_1",0.99,1613942711861,3052
+"lr_1",4.897900418882873e-05,1613942711861,3052
+"mom_1",0.852042012042463,1613942711861,3052
+"eps_1",1e-05,1613942711861,3052
+"wd_2",0.01,1613942711861,3052
+"sqr_mom_2",0.99,1613942711861,3052
+"lr_2",0.0004897900418882873,1613942711861,3052
+"mom_2",0.852042012042463,1613942711861,3052
+"eps_2",1e-05,1613942711861,3052
+"train_loss",0.037405893,1613942712840,3053
+"raw_loss",0.025840957,1613942712840,3053
+"epoch",19.207547169811313,1613942712840,3053
+"wd_0",0.01,1613942712840,3053
+"sqr_mom_0",0.99,1613942712840,3053
+"lr_0",4.897500898111599e-06,1613942712840,3053
+"mom_0",0.8520500025377934,1613942712840,3053
+"eps_0",1e-05,1613942712840,3053
+"wd_1",0.01,1613942712840,3053
+"sqr_mom_1",0.99,1613942712840,3053
+"lr_1",4.897500898111599e-05,1613942712840,3053
+"mom_1",0.8520500025377934,1613942712840,3053
+"eps_1",1e-05,1613942712840,3053
+"wd_2",0.01,1613942712840,3053
+"sqr_mom_2",0.99,1613942712840,3053
+"lr_2",0.0004897500898111599,1613942712840,3053
+"mom_2",0.8520500025377934,1613942712840,3053
+"eps_2",1e-05,1613942712840,3053
+"train_loss",0.037383355,1613942713825,3054
+"raw_loss",0.036279026,1613942713825,3054
+"epoch",19.213836477987414,1613942713825,3054
+"wd_0",0.01,1613942713825,3054
+"sqr_mom_0",0.99,1613942713825,3054
+"lr_0",4.897100513859417e-06,1613942713825,3054
+"mom_0",0.8520580103029146,1613942713825,3054
+"eps_0",1e-05,1613942713825,3054
+"wd_1",0.01,1613942713825,3054
+"sqr_mom_1",0.99,1613942713825,3054
+"lr_1",4.897100513859417e-05,1613942713825,3054
+"mom_1",0.8520580103029146,1613942713825,3054
+"eps_1",1e-05,1613942713825,3054
+"wd_2",0.01,1613942713825,3054
+"sqr_mom_2",0.99,1613942713825,3054
+"lr_2",0.0004897100513859417,1613942713825,3054
+"mom_2",0.8520580103029146,1613942713825,3054
+"eps_2",1e-05,1613942713825,3054
+"train_loss",0.036912568,1613942714792,3055
+"raw_loss",0.013843949,1613942714792,3055
+"epoch",19.220125786163514,1613942714792,3055
+"wd_0",0.01,1613942714792,3055
+"sqr_mom_0",0.99,1613942714792,3055
+"lr_0",4.896699365566893e-06,1613942714792,3055
+"mom_0",0.8520660333489957,1613942714792,3055
+"eps_0",1e-05,1613942714792,3055
+"wd_1",0.01,1613942714792,3055
+"sqr_mom_1",0.99,1613942714792,3055
+"lr_1",4.896699365566893e-05,1613942714792,3055
+"mom_1",0.8520660333489957,1613942714792,3055
+"eps_1",1e-05,1613942714792,3055
+"wd_2",0.01,1613942714792,3055
+"sqr_mom_2",0.99,1613942714792,3055
+"lr_2",0.0004896699365566893,1613942714792,3055
+"mom_2",0.8520660333489957,1613942714792,3055
+"eps_2",1e-05,1613942714792,3055
+"train_loss",0.036964074,1613942715797,3056
+"raw_loss",0.03948783,1613942715797,3056
+"epoch",19.226415094339615,1613942715797,3056
+"wd_0",0.01,1613942715797,3056
+"sqr_mom_0",0.99,1613942715797,3056
+"lr_0",4.896297536756174e-06,1613942715797,3056
+"mom_0",0.8520740700055766,1613942715797,3056
+"eps_0",1e-05,1613942715797,3056
+"wd_1",0.01,1613942715797,3056
+"sqr_mom_1",0.99,1613942715797,3056
+"lr_1",4.896297536756173e-05,1613942715797,3056
+"mom_1",0.8520740700055766,1613942715797,3056
+"eps_1",1e-05,1613942715797,3056
+"wd_2",0.01,1613942715797,3056
+"sqr_mom_2",0.99,1613942715797,3056
+"lr_2",0.0004896297536756174,1613942715797,3056
+"mom_2",0.8520740700055766,1613942715797,3056
+"eps_2",1e-05,1613942715797,3056
+"train_loss",0.036725614,1613942716746,3057
+"raw_loss",0.025041068,1613942716746,3057
+"epoch",19.232704402515715,1613942716746,3057
+"wd_0",0.01,1613942716746,3057
+"sqr_mom_0",0.99,1613942716746,3057
+"lr_0",4.895894860925109e-06,1613942716746,3057
+"mom_0",0.8520821236027338,1613942716746,3057
+"eps_0",1e-05,1613942716746,3057
+"wd_1",0.01,1613942716746,3057
+"sqr_mom_1",0.99,1613942716746,3057
+"lr_1",4.895894860925108e-05,1613942716746,3057
+"mom_1",0.8520821236027338,1613942716746,3057
+"eps_1",1e-05,1613942716746,3057
+"wd_2",0.01,1613942716746,3057
+"sqr_mom_2",0.99,1613942716746,3057
+"lr_2",0.0004895894860925108,1613942716746,3057
+"mom_2",0.8520821236027338,1613942716746,3057
+"eps_2",1e-05,1613942716746,3057
+"train_loss",0.036307745,1613942717720,3058
+"raw_loss",0.01583207,1613942717720,3058
+"epoch",19.238993710691815,1613942717720,3058
+"wd_0",0.01,1613942717720,3058
+"sqr_mom_0",0.99,1613942717720,3058
+"lr_0",4.895491421437989e-06,1613942717720,3058
+"mom_0",0.852090192473165,1613942717720,3058
+"eps_0",1e-05,1613942717720,3058
+"wd_1",0.01,1613942717720,3058
+"sqr_mom_1",0.99,1613942717720,3058
+"lr_1",4.895491421437989e-05,1613942717720,3058
+"mom_1",0.852090192473165,1613942717720,3058
+"eps_1",1e-05,1613942717720,3058
+"wd_2",0.01,1613942717720,3058
+"sqr_mom_2",0.99,1613942717720,3058
+"lr_2",0.0004895491421437988,1613942717720,3058
+"mom_2",0.852090192473165,1613942717720,3058
+"eps_2",1e-05,1613942717720,3058
+"train_loss",0.03628772,1613942718696,3059
+"raw_loss",0.035306614,1613942718696,3059
+"epoch",19.245283018867916,1613942718696,3059
+"wd_0",0.01,1613942718696,3059
+"sqr_mom_0",0.99,1613942718696,3059
+"lr_0",4.8950873190663525e-06,1613942718696,3059
+"mom_0",0.852098274601419,1613942718696,3059
+"eps_0",1e-05,1613942718696,3059
+"wd_1",0.01,1613942718696,3059
+"sqr_mom_1",0.99,1613942718696,3059
+"lr_1",4.8950873190663524e-05,1613942718696,3059
+"mom_1",0.852098274601419,1613942718696,3059
+"eps_1",1e-05,1613942718696,3059
+"wd_2",0.01,1613942718696,3059
+"sqr_mom_2",0.99,1613942718696,3059
+"lr_2",0.0004895087319066353,1613942718696,3059
+"mom_2",0.852098274601419,1613942718696,3059
+"eps_2",1e-05,1613942718696,3059
+"train_loss",0.036756355,1613942719686,3060
+"raw_loss",0.05971945,1613942719686,3060
+"epoch",19.251572327044016,1613942719686,3060
+"wd_0",0.01,1613942719686,3060
+"sqr_mom_0",0.99,1613942719686,3060
+"lr_0",4.894682352843028e-06,1613942719686,3060
+"mom_0",0.8521063740068795,1613942719686,3060
+"eps_0",1e-05,1613942719686,3060
+"wd_1",0.01,1613942719686,3060
+"sqr_mom_1",0.99,1613942719686,3060
+"lr_1",4.894682352843027e-05,1613942719686,3060
+"mom_1",0.8521063740068795,1613942719686,3060
+"eps_1",1e-05,1613942719686,3060
+"wd_2",0.01,1613942719686,3060
+"sqr_mom_2",0.99,1613942719686,3060
+"lr_2",0.0004894682352843027,1613942719686,3060
+"mom_2",0.8521063740068795,1613942719686,3060
+"eps_2",1e-05,1613942719686,3060
+"train_loss",0.037388008,1613942720658,3061
+"raw_loss",0.06833907,1613942720658,3061
+"epoch",19.257861635220117,1613942720658,3061
+"wd_0",0.01,1613942720658,3061
+"sqr_mom_0",0.99,1613942720658,3061
+"lr_0",4.8942766233501205e-06,1613942720658,3061
+"mom_0",0.8521144886778843,1613942720658,3061
+"eps_0",1e-05,1613942720658,3061
+"wd_1",0.01,1613942720658,3061
+"sqr_mom_1",0.99,1613942720658,3061
+"lr_1",4.89427662335012e-05,1613942720658,3061
+"mom_1",0.8521144886778843,1613942720658,3061
+"eps_1",1e-05,1613942720658,3061
+"wd_2",0.01,1613942720658,3061
+"sqr_mom_2",0.99,1613942720658,3061
+"lr_2",0.000489427662335012,1613942720658,3061
+"mom_2",0.8521144886778843,1613942720658,3061
+"eps_2",1e-05,1613942720658,3061
+"train_loss",0.037121233,1613942721621,3062
+"raw_loss",0.024049183,1613942721621,3062
+"epoch",19.264150943396217,1613942721621,3062
+"wd_0",0.01,1613942721621,3062
+"sqr_mom_0",0.99,1613942721621,3062
+"lr_0",4.893870130716954e-06,1613942721621,3062
+"mom_0",0.852122618611847,1613942721621,3062
+"eps_0",1e-05,1613942721621,3062
+"wd_1",0.01,1613942721621,3062
+"sqr_mom_1",0.99,1613942721621,3062
+"lr_1",4.893870130716954e-05,1613942721621,3062
+"mom_1",0.852122618611847,1613942721621,3062
+"eps_1",1e-05,1613942721621,3062
+"wd_2",0.01,1613942721621,3062
+"sqr_mom_2",0.99,1613942721621,3062
+"lr_2",0.0004893870130716954,1613942721621,3062
+"mom_2",0.852122618611847,1613942721621,3062
+"eps_2",1e-05,1613942721621,3062
+"train_loss",0.037624862,1613942722572,3063
+"raw_loss",0.062302813,1613942722572,3063
+"epoch",19.270440251572317,1613942722572,3063
+"wd_0",0.01,1613942722572,3063
+"sqr_mom_0",0.99,1613942722572,3063
+"lr_0",4.893462976475334e-06,1613942722572,3063
+"mom_0",0.8521307617781111,1613942722572,3063
+"eps_0",1e-05,1613942722572,3063
+"wd_1",0.01,1613942722572,3063
+"sqr_mom_1",0.99,1613942722572,3063
+"lr_1",4.893462976475334e-05,1613942722572,3063
+"mom_1",0.8521307617781111,1613942722572,3063
+"eps_1",1e-05,1613942722572,3063
+"wd_2",0.01,1613942722572,3063
+"sqr_mom_2",0.99,1613942722572,3063
+"lr_2",0.0004893462976475333,1613942722572,3063
+"mom_2",0.8521307617781111,1613942722572,3063
+"eps_2",1e-05,1613942722572,3063
+"train_loss",0.03777176,1613942723533,3064
+"raw_loss",0.04496991,1613942723533,3064
+"epoch",19.276729559748418,1613942723533,3064
+"wd_0",0.01,1613942723533,3064
+"sqr_mom_0",0.99,1613942723533,3064
+"lr_0",4.893054958140342e-06,1613942723533,3064
+"mom_0",0.8521389222264154,1613942723533,3064
+"eps_0",1e-05,1613942723533,3064
+"wd_1",0.01,1613942723533,3064
+"sqr_mom_1",0.99,1613942723533,3064
+"lr_1",4.893054958140341e-05,1613942723533,3064
+"mom_1",0.8521389222264154,1613942723533,3064
+"eps_1",1e-05,1613942723533,3064
+"wd_2",0.01,1613942723533,3064
+"sqr_mom_2",0.99,1613942723533,3064
+"lr_2",0.0004893054958140341,1613942723533,3064
+"mom_2",0.8521389222264154,1613942723533,3064
+"eps_2",1e-05,1613942723533,3064
+"train_loss",0.03790101,1613942724552,3065
+"raw_loss",0.044234164,1613942724552,3065
+"epoch",19.28301886792452,1613942724552,3065
+"wd_0",0.01,1613942724552,3065
+"sqr_mom_0",0.99,1613942724552,3065
+"lr_0",4.892646177054481e-06,1613942724552,3065
+"mom_0",0.8521470979298896,1613942724552,3065
+"eps_0",1e-05,1613942724552,3065
+"wd_1",0.01,1613942724552,3065
+"sqr_mom_1",0.99,1613942724552,3065
+"lr_1",4.892646177054481e-05,1613942724552,3065
+"mom_1",0.8521470979298896,1613942724552,3065
+"eps_1",1e-05,1613942724552,3065
+"wd_2",0.01,1613942724552,3065
+"sqr_mom_2",0.99,1613942724552,3065
+"lr_2",0.0004892646177054481,1613942724552,3065
+"mom_2",0.8521470979298896,1613942724552,3065
+"eps_2",1e-05,1613942724552,3065
+"train_loss",0.037649155,1613942725516,3066
+"raw_loss",0.02530827,1613942725516,3066
+"epoch",19.28930817610062,1613942725516,3066
+"wd_0",0.01,1613942725516,3066
+"sqr_mom_0",0.99,1613942725516,3066
+"lr_0",4.892236718324186e-06,1613942725516,3066
+"mom_0",0.8521552871863881,1613942725516,3066
+"eps_0",1e-05,1613942725516,3066
+"wd_1",0.01,1613942725516,3066
+"sqr_mom_1",0.99,1613942725516,3066
+"lr_1",4.892236718324186e-05,1613942725516,3066
+"mom_1",0.8521552871863881,1613942725516,3066
+"eps_1",1e-05,1613942725516,3066
+"wd_2",0.01,1613942725516,3066
+"sqr_mom_2",0.99,1613942725516,3066
+"lr_2",0.0004892236718324185,1613942725516,3066
+"mom_2",0.8521552871863881,1613942725516,3066
+"eps_2",1e-05,1613942725516,3066
+"train_loss",0.037404474,1613942726459,3067
+"raw_loss",0.025415195,1613942726459,3067
+"epoch",19.29559748427672,1613942726459,3067
+"wd_0",0.01,1613942726459,3067
+"sqr_mom_0",0.99,1613942726459,3067
+"lr_0",4.8918264122857635e-06,1613942726459,3067
+"mom_0",0.8521634933892186,1613942726459,3067
+"eps_0",1e-05,1613942726459,3067
+"wd_1",0.01,1613942726459,3067
+"sqr_mom_1",0.99,1613942726459,3067
+"lr_1",4.891826412285763e-05,1613942726459,3067
+"mom_1",0.8521634933892186,1613942726459,3067
+"eps_1",1e-05,1613942726459,3067
+"wd_2",0.01,1613942726459,3067
+"sqr_mom_2",0.99,1613942726459,3067
+"lr_2",0.0004891826412285763,1613942726459,3067
+"mom_2",0.8521634933892186,1613942726459,3067
+"eps_2",1e-05,1613942726459,3067
+"train_loss",0.03725265,1613942727426,3068
+"raw_loss",0.029813293,1613942727426,3068
+"epoch",19.30188679245282,1613942727426,3068
+"wd_0",0.01,1613942727426,3068
+"sqr_mom_0",0.99,1613942727426,3068
+"lr_0",4.891415343888058e-06,1613942727426,3068
+"mom_0",0.8521717148393873,1613942727426,3068
+"eps_0",1e-05,1613942727426,3068
+"wd_1",0.01,1613942727426,3068
+"sqr_mom_1",0.99,1613942727426,3068
+"lr_1",4.891415343888058e-05,1613942727426,3068
+"mom_1",0.8521717148393873,1613942727426,3068
+"eps_1",1e-05,1613942727426,3068
+"wd_2",0.01,1613942727426,3068
+"sqr_mom_2",0.99,1613942727426,3068
+"lr_2",0.0004891415343888058,1613942727426,3068
+"mom_2",0.8521717148393873,1613942727426,3068
+"eps_2",1e-05,1613942727426,3068
+"train_loss",0.0370641,1613942728367,3069
+"raw_loss",0.027825315,1613942728367,3069
+"epoch",19.30817610062892,1613942728367,3069
+"wd_0",0.01,1613942728367,3069
+"sqr_mom_0",0.99,1613942728367,3069
+"lr_0",4.891003615802292e-06,1613942728367,3069
+"mom_0",0.852179949483449,1613942728367,3069
+"eps_0",1e-05,1613942728367,3069
+"wd_1",0.01,1613942728367,3069
+"sqr_mom_1",0.99,1613942728367,3069
+"lr_1",4.891003615802292e-05,1613942728367,3069
+"mom_1",0.852179949483449,1613942728367,3069
+"eps_1",1e-05,1613942728367,3069
+"wd_2",0.01,1613942728367,3069
+"sqr_mom_2",0.99,1613942728367,3069
+"lr_2",0.0004891003615802292,1613942728367,3069
+"mom_2",0.852179949483449,1613942728367,3069
+"eps_2",1e-05,1613942728367,3069
+"train_loss",0.037072923,1613942729319,3070
+"raw_loss",0.03750521,1613942729319,3070
+"epoch",19.31446540880502,1613942729319,3070
+"wd_0",0.01,1613942729319,3070
+"sqr_mom_0",0.99,1613942729319,3070
+"lr_0",4.890591023268894e-06,1613942729319,3070
+"mom_0",0.8521882014166363,1613942729319,3070
+"eps_0",1e-05,1613942729319,3070
+"wd_1",0.01,1613942729319,3070
+"sqr_mom_1",0.99,1613942729319,3070
+"lr_1",4.890591023268894e-05,1613942729319,3070
+"mom_1",0.8521882014166363,1613942729319,3070
+"eps_1",1e-05,1613942729319,3070
+"wd_2",0.01,1613942729319,3070
+"sqr_mom_2",0.99,1613942729319,3070
+"lr_2",0.0004890591023268894,1613942729319,3070
+"mom_2",0.8521882014166363,1613942729319,3070
+"eps_2",1e-05,1613942729319,3070
+"train_loss",0.03675766,1613942730262,3071
+"raw_loss",0.021309659,1613942730262,3071
+"epoch",19.32075471698112,1613942730262,3071
+"wd_0",0.01,1613942730262,3071
+"sqr_mom_0",0.99,1613942730262,3071
+"lr_0",4.890177668769979e-06,1613942730262,3071
+"mom_0",0.8521964685892863,1613942730262,3071
+"eps_0",1e-05,1613942730262,3071
+"wd_1",0.01,1613942730262,3071
+"sqr_mom_1",0.99,1613942730262,3071
+"lr_1",4.890177668769979e-05,1613942730262,3071
+"mom_1",0.8521964685892863,1613942730262,3071
+"eps_1",1e-05,1613942730262,3071
+"wd_2",0.01,1613942730262,3071
+"sqr_mom_2",0.99,1613942730262,3071
+"lr_2",0.0004890177668769979,1613942730262,3071
+"mom_2",0.8521964685892863,1613942730262,3071
+"eps_2",1e-05,1613942730262,3071
+"train_loss",0.03643086,1613942731214,3072
+"raw_loss",0.020417718,1613942731214,3072
+"epoch",19.32704402515722,1613942731214,3072
+"wd_0",0.01,1613942731214,3072
+"sqr_mom_0",0.99,1613942731214,3072
+"lr_0",4.889763655546033e-06,1613942731214,3072
+"mom_0",0.8522047489365687,1613942731214,3072
+"eps_0",1e-05,1613942731214,3072
+"wd_1",0.01,1613942731214,3072
+"sqr_mom_1",0.99,1613942731214,3072
+"lr_1",4.889763655546033e-05,1613942731214,3072
+"mom_1",0.8522047489365687,1613942731214,3072
+"eps_1",1e-05,1613942731214,3072
+"wd_2",0.01,1613942731214,3072
+"sqr_mom_2",0.99,1613942731214,3072
+"lr_2",0.0004889763655546033,1613942731214,3072
+"mom_2",0.8522047489365687,1613942731214,3072
+"eps_2",1e-05,1613942731214,3072
+"train_loss",0.035961006,1613942732169,3073
+"raw_loss",0.0129380645,1613942732169,3073
+"epoch",19.33333333333332,1613942732169,3073
+"wd_0",0.01,1613942732169,3073
+"sqr_mom_0",0.99,1613942732169,3073
+"lr_0",4.8893487777010444e-06,1613942732169,3073
+"mom_0",0.8522130465764448,1613942732169,3073
+"eps_0",1e-05,1613942732169,3073
+"wd_1",0.01,1613942732169,3073
+"sqr_mom_1",0.99,1613942732169,3073
+"lr_1",4.889348777701044e-05,1613942732169,3073
+"mom_1",0.8522130465764448,1613942732169,3073
+"eps_1",1e-05,1613942732169,3073
+"wd_2",0.01,1613942732169,3073
+"sqr_mom_2",0.99,1613942732169,3073
+"lr_2",0.0004889348777701044,1613942732169,3073
+"mom_2",0.8522130465764448,1613942732169,3073
+"eps_2",1e-05,1613942732169,3073
+"train_loss",0.035593744,1613942733114,3074
+"raw_loss",0.017597983,1613942733114,3074
+"epoch",19.339622641509422,1613942733114,3074
+"wd_0",0.01,1613942733114,3074
+"sqr_mom_0",0.99,1613942733114,3074
+"lr_0",4.888933138286491e-06,1613942733114,3074
+"mom_0",0.8522213594478647,1613942733114,3074
+"eps_0",1e-05,1613942733114,3074
+"wd_1",0.01,1613942733114,3074
+"sqr_mom_1",0.99,1613942733114,3074
+"lr_1",4.888933138286491e-05,1613942733114,3074
+"mom_1",0.8522213594478647,1613942733114,3074
+"eps_1",1e-05,1613942733114,3074
+"wd_2",0.01,1613942733114,3074
+"sqr_mom_2",0.99,1613942733114,3074
+"lr_2",0.0004888933138286491,1613942733114,3074
+"mom_2",0.8522213594478647,1613942733114,3074
+"eps_2",1e-05,1613942733114,3074
+"train_loss",0.03533306,1613942734119,3075
+"raw_loss",0.022559468,1613942734119,3075
+"epoch",19.345911949685522,1613942734119,3075
+"wd_0",0.01,1613942734119,3075
+"sqr_mom_0",0.99,1613942734119,3075
+"lr_0",4.888516823832332e-06,1613942734119,3075
+"mom_0",0.8522296858202115,1613942734119,3075
+"eps_0",1e-05,1613942734119,3075
+"wd_1",0.01,1613942734119,3075
+"sqr_mom_1",0.99,1613942734119,3075
+"lr_1",4.888516823832332e-05,1613942734119,3075
+"mom_1",0.8522296858202115,1613942734119,3075
+"eps_1",1e-05,1613942734119,3075
+"wd_2",0.01,1613942734119,3075
+"sqr_mom_2",0.99,1613942734119,3075
+"lr_2",0.0004888516823832333,1613942734119,3075
+"mom_2",0.8522296858202115,1613942734119,3075
+"eps_2",1e-05,1613942734119,3075
+"train_loss",0.034980394,1613942735279,3076
+"raw_loss",0.017699791,1613942735279,3076
+"epoch",19.352201257861623,1613942735279,3076
+"wd_0",0.01,1613942735279,3076
+"sqr_mom_0",0.99,1613942735279,3076
+"lr_0",4.888099661834134e-06,1613942735279,3076
+"mom_0",0.8522380291436088,1613942735279,3076
+"eps_0",1e-05,1613942735279,3076
+"wd_1",0.01,1613942735279,3076
+"sqr_mom_1",0.99,1613942735279,3076
+"lr_1",4.8880996618341333e-05,1613942735279,3076
+"mom_1",0.8522380291436088,1613942735279,3076
+"eps_1",1e-05,1613942735279,3076
+"wd_2",0.01,1613942735279,3076
+"sqr_mom_2",0.99,1613942735279,3076
+"lr_2",0.0004888099661834133,1613942735279,3076
+"mom_2",0.8522380291436088,1613942735279,3076
+"eps_2",1e-05,1613942735279,3076
+"train_loss",0.03488332,1613942736388,3077
+"raw_loss",0.030126732,1613942736388,3077
+"epoch",19.358490566037723,1613942736388,3077
+"wd_0",0.01,1613942736388,3077
+"sqr_mom_0",0.99,1613942736388,3077
+"lr_0",4.887681738664511e-06,1613942736388,3077
+"mom_0",0.8522463876905867,1613942736388,3077
+"eps_0",1e-05,1613942736388,3077
+"wd_1",0.01,1613942736388,3077
+"sqr_mom_1",0.99,1613942736388,3077
+"lr_1",4.887681738664511e-05,1613942736388,3077
+"mom_1",0.8522463876905867,1613942736388,3077
+"eps_1",1e-05,1613942736388,3077
+"wd_2",0.01,1613942736388,3077
+"sqr_mom_2",0.99,1613942736388,3077
+"lr_2",0.0004887681738664511,1613942736388,3077
+"mom_2",0.8522463876905867,1613942736388,3077
+"eps_2",1e-05,1613942736388,3077
+"train_loss",0.03454207,1613942737491,3078
+"raw_loss",0.017820703,1613942737491,3078
+"epoch",19.364779874213824,1613942737491,3078
+"wd_0",0.01,1613942737491,3078
+"sqr_mom_0",0.99,1613942737491,3078
+"lr_0",4.887263158701594e-06,1613942737491,3078
+"mom_0",0.8522547593735619,1613942737491,3078
+"eps_0",1e-05,1613942737491,3078
+"wd_1",0.01,1613942737491,3078
+"sqr_mom_1",0.99,1613942737491,3078
+"lr_1",4.8872631587015945e-05,1613942737491,3078
+"mom_1",0.8522547593735619,1613942737491,3078
+"eps_1",1e-05,1613942737491,3078
+"wd_2",0.01,1613942737491,3078
+"sqr_mom_2",0.99,1613942737491,3078
+"lr_2",0.0004887263158701594,1613942737491,3078
+"mom_2",0.8522547593735619,1613942737491,3078
+"eps_2",1e-05,1613942737491,3078
+"train_loss",0.03434468,1613942738574,3079
+"raw_loss",0.024672734,1613942738574,3079
+"epoch",19.371069182389924,1613942738574,3079
+"wd_0",0.01,1613942738574,3079
+"sqr_mom_0",0.99,1613942738574,3079
+"lr_0",4.886843713778254e-06,1613942738574,3079
+"mom_0",0.8522631483559184,1613942738574,3079
+"eps_0",1e-05,1613942738574,3079
+"wd_1",0.01,1613942738574,3079
+"sqr_mom_1",0.99,1613942738574,3079
+"lr_1",4.8868437137782536e-05,1613942738574,3079
+"mom_1",0.8522631483559184,1613942738574,3079
+"eps_1",1e-05,1613942738574,3079
+"wd_2",0.01,1613942738574,3079
+"sqr_mom_2",0.99,1613942738574,3079
+"lr_2",0.0004886843713778254,1613942738574,3079
+"mom_2",0.8522631483559184,1613942738574,3079
+"eps_2",1e-05,1613942738574,3079
+"train_loss",0.034423817,1613942739753,3080
+"raw_loss",0.038301595,1613942739753,3080
+"epoch",19.377358490566024,1613942739753,3080
+"wd_0",0.01,1613942739753,3080
+"sqr_mom_0",0.99,1613942739753,3080
+"lr_0",4.8864235080838085e-06,1613942739753,3080
+"mom_0",0.8522715525538493,1613942739753,3080
+"eps_0",1e-05,1613942739753,3080
+"wd_1",0.01,1613942739753,3080
+"sqr_mom_1",0.99,1613942739753,3080
+"lr_1",4.886423508083809e-05,1613942739753,3080
+"mom_1",0.8522715525538493,1613942739753,3080
+"eps_1",1e-05,1613942739753,3080
+"wd_2",0.01,1613942739753,3080
+"sqr_mom_2",0.99,1613942739753,3080
+"lr_2",0.0004886423508083809,1613942739753,3080
+"mom_2",0.8522715525538493,1613942739753,3080
+"eps_2",1e-05,1613942739753,3080
+"train_loss",0.034412462,1613942740708,3081
+"raw_loss",0.033856075,1613942740708,3081
+"epoch",19.383647798742125,1613942740708,3081
+"wd_0",0.01,1613942740708,3081
+"sqr_mom_0",0.99,1613942740708,3081
+"lr_0",4.886002541752194e-06,1613942740708,3081
+"mom_0",0.8522799719646758,1613942740708,3081
+"eps_0",1e-05,1613942740708,3081
+"wd_1",0.01,1613942740708,3081
+"sqr_mom_1",0.99,1613942740708,3081
+"lr_1",4.886002541752194e-05,1613942740708,3081
+"mom_1",0.8522799719646758,1613942740708,3081
+"eps_1",1e-05,1613942740708,3081
+"wd_2",0.01,1613942740708,3081
+"sqr_mom_2",0.99,1613942740708,3081
+"lr_2",0.0004886002541752193,1613942740708,3081
+"mom_2",0.8522799719646758,1613942740708,3081
+"eps_2",1e-05,1613942740708,3081
+"train_loss",0.034074802,1613942741685,3082
+"raw_loss",0.017529342,1613942741685,3082
+"epoch",19.389937106918225,1613942741685,3082
+"wd_0",0.01,1613942741685,3082
+"sqr_mom_0",0.99,1613942741685,3082
+"lr_0",4.885580919919316e-06,1613942741685,3082
+"mom_0",0.8522884044856585,1613942741685,3082
+"eps_0",1e-05,1613942741685,3082
+"wd_1",0.01,1613942741685,3082
+"sqr_mom_1",0.99,1613942741685,3082
+"lr_1",4.8855809199193166e-05,1613942741685,3082
+"mom_1",0.8522884044856585,1613942741685,3082
+"eps_1",1e-05,1613942741685,3082
+"wd_2",0.01,1613942741685,3082
+"sqr_mom_2",0.99,1613942741685,3082
+"lr_2",0.0004885580919919317,1613942741685,3082
+"mom_2",0.8522884044856585,1613942741685,3082
+"eps_2",1e-05,1613942741685,3082
+"train_loss",0.03371882,1613942742629,3083
+"raw_loss",0.016275689,1613942742629,3083
+"epoch",19.396226415094326,1613942742629,3083
+"wd_0",0.01,1613942742629,3083
+"sqr_mom_0",0.99,1613942742629,3083
+"lr_0",4.885158432905271e-06,1613942742629,3083
+"mom_0",0.8522968543104377,1613942742629,3083
+"eps_0",1e-05,1613942742629,3083
+"wd_1",0.01,1613942742629,3083
+"sqr_mom_1",0.99,1613942742629,3083
+"lr_1",4.8851584329052704e-05,1613942742629,3083
+"mom_1",0.8522968543104377,1613942742629,3083
+"eps_1",1e-05,1613942742629,3083
+"wd_2",0.01,1613942742629,3083
+"sqr_mom_2",0.99,1613942742629,3083
+"lr_2",0.0004885158432905271,1613942742629,3083
+"mom_2",0.8522968543104377,1613942742629,3083
+"eps_2",1e-05,1613942742629,3083
+"train_loss",0.033408616,1613942743572,3084
+"raw_loss",0.018208547,1613942743572,3084
+"epoch",19.402515723270426,1613942743572,3084
+"wd_0",0.01,1613942743572,3084
+"sqr_mom_0",0.99,1613942743572,3084
+"lr_0",4.884735185657283e-06,1613942743572,3084
+"mom_0",0.8523053193400477,1613942743572,3084
+"eps_0",1e-05,1613942743572,3084
+"wd_1",0.01,1613942743572,3084
+"sqr_mom_1",0.99,1613942743572,3084
+"lr_1",4.884735185657283e-05,1613942743572,3084
+"mom_1",0.8523053193400477,1613942743572,3084
+"eps_1",1e-05,1613942743572,3084
+"wd_2",0.01,1613942743572,3084
+"sqr_mom_2",0.99,1613942743572,3084
+"lr_2",0.0004884735185657282,1613942743572,3084
+"mom_2",0.8523053193400477,1613942743572,3084
+"eps_2",1e-05,1613942743572,3084
+"train_loss",0.033411846,1613942744539,3085
+"raw_loss",0.033570133,1613942744539,3085
+"epoch",19.408805031446526,1613942744539,3085
+"wd_0",0.01,1613942744539,3085
+"sqr_mom_0",0.99,1613942744539,3085
+"lr_0",4.88431128387923e-06,1613942744539,3085
+"mom_0",0.85231379746039,1613942744539,3085
+"eps_0",1e-05,1613942744539,3085
+"wd_1",0.01,1613942744539,3085
+"sqr_mom_1",0.99,1613942744539,3085
+"lr_1",4.884311283879229e-05,1613942744539,3085
+"mom_1",0.85231379746039,1613942744539,3085
+"eps_1",1e-05,1613942744539,3085
+"wd_2",0.01,1613942744539,3085
+"sqr_mom_2",0.99,1613942744539,3085
+"lr_2",0.0004884311283879229,1613942744539,3085
+"mom_2",0.85231379746039,1613942744539,3085
+"eps_2",1e-05,1613942744539,3085
+"train_loss",0.033040773,1613942745516,3086
+"raw_loss",0.014858223,1613942745516,3086
+"epoch",19.415094339622627,1613942745516,3086
+"wd_0",0.01,1613942745516,3086
+"sqr_mom_0",0.99,1613942745516,3086
+"lr_0",4.883886516757347e-06,1613942745516,3086
+"mom_0",0.8523222928877819,1613942745516,3086
+"eps_0",1e-05,1613942745516,3086
+"wd_1",0.01,1613942745516,3086
+"sqr_mom_1",0.99,1613942745516,3086
+"lr_1",4.883886516757347e-05,1613942745516,3086
+"mom_1",0.8523222928877819,1613942745516,3086
+"eps_1",1e-05,1613942745516,3086
+"wd_2",0.01,1613942745516,3086
+"sqr_mom_2",0.99,1613942745516,3086
+"lr_2",0.0004883886516757346,1613942745516,3086
+"mom_2",0.8523222928877819,1613942745516,3086
+"eps_2",1e-05,1613942745516,3086
+"train_loss",0.032959696,1613942746492,3087
+"raw_loss",0.028986946,1613942746492,3087
+"epoch",19.421383647798727,1613942746492,3087
+"wd_0",0.01,1613942746492,3087
+"sqr_mom_0",0.99,1613942746492,3087
+"lr_0",4.8834609898069325e-06,1613942746492,3087
+"mom_0",0.8523308035118965,1613942746492,3087
+"eps_0",1e-05,1613942746492,3087
+"wd_1",0.01,1613942746492,3087
+"sqr_mom_1",0.99,1613942746492,3087
+"lr_1",4.883460989806932e-05,1613942746492,3087
+"mom_1",0.8523308035118965,1613942746492,3087
+"eps_1",1e-05,1613942746492,3087
+"wd_2",0.01,1613942746492,3087
+"sqr_mom_2",0.99,1613942746492,3087
+"lr_2",0.0004883460989806932,1613942746492,3087
+"mom_2",0.8523308035118965,1613942746492,3087
+"eps_2",1e-05,1613942746492,3087
+"train_loss",0.03268009,1613942747438,3088
+"raw_loss",0.018979348,1613942747438,3088
+"epoch",19.427672955974828,1613942747438,3088
+"wd_0",0.01,1613942747438,3088
+"sqr_mom_0",0.99,1613942747438,3088
+"lr_0",4.88303479161021e-06,1613942747438,3088
+"mom_0",0.8523393275610713,1613942747438,3088
+"eps_0",1e-05,1613942747438,3088
+"wd_1",0.01,1613942747438,3088
+"sqr_mom_1",0.99,1613942747438,3088
+"lr_1",4.88303479161021e-05,1613942747438,3088
+"mom_1",0.8523393275610713,1613942747438,3088
+"eps_1",1e-05,1613942747438,3088
+"wd_2",0.01,1613942747438,3088
+"sqr_mom_2",0.99,1613942747438,3088
+"lr_2",0.000488303479161021,1613942747438,3088
+"mom_2",0.8523393275610713,1613942747438,3088
+"eps_2",1e-05,1613942747438,3088
+"train_loss",0.033645716,1613942748399,3089
+"raw_loss",0.08096144,1613942748399,3089
+"epoch",19.433962264150928,1613942748399,3089
+"wd_0",0.01,1613942748399,3089
+"sqr_mom_0",0.99,1613942748399,3089
+"lr_0",4.882607745567308e-06,1613942748399,3089
+"mom_0",0.8523478685673395,1613942748399,3089
+"eps_0",1e-05,1613942748399,3089
+"wd_1",0.01,1613942748399,3089
+"sqr_mom_1",0.99,1613942748399,3089
+"lr_1",4.8826077455673084e-05,1613942748399,3089
+"mom_1",0.8523478685673395,1613942748399,3089
+"eps_1",1e-05,1613942748399,3089
+"wd_2",0.01,1613942748399,3089
+"sqr_mom_2",0.99,1613942748399,3089
+"lr_2",0.0004882607745567308,1613942748399,3089
+"mom_2",0.8523478685673395,1613942748399,3089
+"eps_2",1e-05,1613942748399,3089
+"train_loss",0.033354513,1613942749353,3090
+"raw_loss",0.019085525,1613942749353,3090
+"epoch",19.44025157232703,1613942749353,3090
+"wd_0",0.01,1613942749353,3090
+"sqr_mom_0",0.99,1613942749353,3090
+"lr_0",4.882179940103468e-06,1613942749353,3090
+"mom_0",0.8523564247621782,1613942749353,3090
+"eps_0",1e-05,1613942749353,3090
+"wd_1",0.01,1613942749353,3090
+"sqr_mom_1",0.99,1613942749353,3090
+"lr_1",4.882179940103467e-05,1613942749353,3090
+"mom_1",0.8523564247621782,1613942749353,3090
+"eps_1",1e-05,1613942749353,3090
+"wd_2",0.01,1613942749353,3090
+"sqr_mom_2",0.99,1613942749353,3090
+"lr_2",0.0004882179940103467,1613942749353,3090
+"mom_2",0.8523564247621782,1613942749353,3090
+"eps_2",1e-05,1613942749353,3090
+"train_loss",0.03316659,1613942750305,3091
+"raw_loss",0.023958478,1613942750305,3091
+"epoch",19.44654088050313,1613942750305,3091
+"wd_0",0.01,1613942750305,3091
+"sqr_mom_0",0.99,1613942750305,3091
+"lr_0",4.881751482057596e-06,1613942750305,3091
+"mom_0",0.8523649940087882,1613942750305,3091
+"eps_0",1e-05,1613942750305,3091
+"wd_1",0.01,1613942750305,3091
+"sqr_mom_1",0.99,1613942750305,3091
+"lr_1",4.881751482057596e-05,1613942750305,3091
+"mom_1",0.8523649940087882,1613942750305,3091
+"eps_1",1e-05,1613942750305,3091
+"wd_2",0.01,1613942750305,3091
+"sqr_mom_2",0.99,1613942750305,3091
+"lr_2",0.0004881751482057596,1613942750305,3091
+"mom_2",0.8523649940087882,1613942750305,3091
+"eps_2",1e-05,1613942750305,3091
+"train_loss",0.033365924,1613942751298,3092
+"raw_loss",0.043133207,1613942751298,3092
+"epoch",19.45283018867923,1613942751298,3092
+"wd_0",0.01,1613942751298,3092
+"sqr_mom_0",0.99,1613942751298,3092
+"lr_0",4.88132215835002e-06,1613942751298,3092
+"mom_0",0.8523735805688053,1613942751298,3092
+"eps_0",1e-05,1613942751298,3092
+"wd_1",0.01,1613942751298,3092
+"sqr_mom_1",0.99,1613942751298,3092
+"lr_1",4.88132215835002e-05,1613942751298,3092
+"mom_1",0.8523735805688053,1613942751298,3092
+"eps_1",1e-05,1613942751298,3092
+"wd_2",0.01,1613942751298,3092
+"sqr_mom_2",0.99,1613942751298,3092
+"lr_2",0.00048813221583500195,1613942751298,3092
+"mom_2",0.8523735805688053,1613942751298,3092
+"eps_2",1e-05,1613942751298,3092
+"train_loss",0.033220295,1613942752249,3093
+"raw_loss",0.026084531,1613942752249,3093
+"epoch",19.45911949685533,1613942752249,3093
+"wd_0",0.01,1613942752249,3093
+"sqr_mom_0",0.99,1613942752249,3093
+"lr_0",4.880892075631272e-06,1613942752249,3093
+"mom_0",0.8523821823091976,1613942752249,3093
+"eps_0",1e-05,1613942752249,3093
+"wd_1",0.01,1613942752249,3093
+"sqr_mom_1",0.99,1613942752249,3093
+"lr_1",4.880892075631272e-05,1613942752249,3093
+"mom_1",0.8523821823091976,1613942752249,3093
+"eps_1",1e-05,1613942752249,3093
+"wd_2",0.01,1613942752249,3093
+"sqr_mom_2",0.99,1613942752249,3093
+"lr_2",0.00048808920756312715,1613942752249,3093
+"mom_2",0.8523821823091976,1613942752249,3093
+"eps_2",1e-05,1613942752249,3093
+"train_loss",0.03294883,1613942753204,3094
+"raw_loss",0.019646954,1613942753204,3094
+"epoch",19.46540880503143,1613942753204,3094
+"wd_0",0.01,1613942753204,3094
+"sqr_mom_0",0.99,1613942753204,3094
+"lr_0",4.880461341307313e-06,1613942753204,3094
+"mom_0",0.8523907970818245,1613942753204,3094
+"eps_0",1e-05,1613942753204,3094
+"wd_1",0.01,1613942753204,3094
+"sqr_mom_1",0.99,1613942753204,3094
+"lr_1",4.880461341307313e-05,1613942753204,3094
+"mom_1",0.8523907970818245,1613942753204,3094
+"eps_1",1e-05,1613942753204,3094
+"wd_2",0.01,1613942753204,3094
+"sqr_mom_2",0.99,1613942753204,3094
+"lr_2",0.00048804613413073127,1613942753204,3094
+"mom_2",0.8523907970818245,1613942753204,3094
+"eps_2",1e-05,1613942753204,3094
+"train_loss",0.032906648,1613942754186,3095
+"raw_loss",0.030839672,1613942754186,3095
+"epoch",19.47169811320753,1613942754186,3095
+"wd_0",0.01,1613942754186,3095
+"sqr_mom_0",0.99,1613942754186,3095
+"lr_0",4.880029741166437e-06,1613942754186,3095
+"mom_0",0.852399429170963,1613942754186,3095
+"eps_0",1e-05,1613942754186,3095
+"wd_1",0.01,1613942754186,3095
+"sqr_mom_1",0.99,1613942754186,3095
+"lr_1",4.880029741166437e-05,1613942754186,3095
+"mom_1",0.852399429170963,1613942754186,3095
+"eps_1",1e-05,1613942754186,3095
+"wd_2",0.01,1613942754186,3095
+"sqr_mom_2",0.99,1613942754186,3095
+"lr_2",0.00048800297411664365,1613942754186,3095
+"mom_2",0.852399429170963,1613942754186,3095
+"eps_2",1e-05,1613942754186,3095
+"train_loss",0.032877397,1613942755169,3096
+"raw_loss",0.031444058,1613942755169,3096
+"epoch",19.47798742138363,1613942755169,3096
+"wd_0",0.01,1613942755169,3096
+"sqr_mom_0",0.99,1613942755169,3096
+"lr_0",4.879597382426331e-06,1613942755169,3096
+"mom_0",0.8524080764322377,1613942755169,3096
+"eps_0",1e-05,1613942755169,3096
+"wd_1",0.01,1613942755169,3096
+"sqr_mom_1",0.99,1613942755169,3096
+"lr_1",4.879597382426331e-05,1613942755169,3096
+"mom_1",0.8524080764322377,1613942755169,3096
+"eps_1",1e-05,1613942755169,3096
+"wd_2",0.01,1613942755169,3096
+"sqr_mom_2",0.99,1613942755169,3096
+"lr_2",0.0004879597382426331,1613942755169,3096
+"mom_2",0.8524080764322377,1613942755169,3096
+"eps_2",1e-05,1613942755169,3096
+"train_loss",0.032901164,1613942756117,3097
+"raw_loss",0.034065742,1613942756117,3097
+"epoch",19.48427672955973,1613942756117,3097
+"wd_0",0.01,1613942756117,3097
+"sqr_mom_0",0.99,1613942756117,3097
+"lr_0",4.879164355087224e-06,1613942756117,3097
+"mom_0",0.8524167370656262,1613942756117,3097
+"eps_0",1e-05,1613942756117,3097
+"wd_1",0.01,1613942756117,3097
+"sqr_mom_1",0.99,1613942756117,3097
+"lr_1",4.879164355087224e-05,1613942756117,3097
+"mom_1",0.8524167370656262,1613942756117,3097
+"eps_1",1e-05,1613942756117,3097
+"wd_2",0.01,1613942756117,3097
+"sqr_mom_2",0.99,1613942756117,3097
+"lr_2",0.0004879164355087224,1613942756117,3097
+"mom_2",0.8524167370656262,1613942756117,3097
+"eps_2",1e-05,1613942756117,3097
+"train_loss",0.032734487,1613942757122,3098
+"raw_loss",0.024567291,1613942757122,3098
+"epoch",19.49056603773583,1613942757122,3098
+"wd_0",0.01,1613942757122,3098
+"sqr_mom_0",0.99,1613942757122,3098
+"lr_0",4.878730479719514e-06,1613942757122,3098
+"mom_0",0.8524254146597563,1613942757122,3098
+"eps_0",1e-05,1613942757122,3098
+"wd_1",0.01,1613942757122,3098
+"sqr_mom_1",0.99,1613942757122,3098
+"lr_1",4.878730479719514e-05,1613942757122,3098
+"mom_1",0.8524254146597563,1613942757122,3098
+"eps_1",1e-05,1613942757122,3098
+"wd_2",0.01,1613942757122,3098
+"sqr_mom_2",0.99,1613942757122,3098
+"lr_2",0.0004878730479719514,1613942757122,3098
+"mom_2",0.8524254146597563,1613942757122,3098
+"eps_2",1e-05,1613942757122,3098
+"train_loss",0.033348422,1613942758087,3099
+"raw_loss",0.06343128,1613942758087,3099
+"epoch",19.496855345911932,1613942758087,3099
+"wd_0",0.01,1613942758087,3099
+"sqr_mom_0",0.99,1613942758087,3099
+"lr_0",4.878295846166699e-06,1613942758087,3099
+"mom_0",0.8524341074177402,1613942758087,3099
+"eps_0",1e-05,1613942758087,3099
+"wd_1",0.01,1613942758087,3099
+"sqr_mom_1",0.99,1613942758087,3099
+"lr_1",4.878295846166699e-05,1613942758087,3099
+"mom_1",0.8524341074177402,1613942758087,3099
+"eps_1",1e-05,1613942758087,3099
+"wd_2",0.01,1613942758087,3099
+"sqr_mom_2",0.99,1613942758087,3099
+"lr_2",0.00048782958461666986,1613942758087,3099
+"mom_2",0.8524341074177402,1613942758087,3099
+"eps_2",1e-05,1613942758087,3099
+"train_loss",0.033971883,1613942759052,3100
+"raw_loss",0.064521566,1613942759052,3100
+"epoch",19.503144654088032,1613942759052,3100
+"wd_0",0.01,1613942759052,3100
+"sqr_mom_0",0.99,1613942759052,3100
+"lr_0",4.877860562967931e-06,1613942759052,3100
+"mom_0",0.852442813168773,1613942759052,3100
+"eps_0",1e-05,1613942759052,3100
+"wd_1",0.01,1613942759052,3100
+"sqr_mom_1",0.99,1613942759052,3100
+"lr_1",4.877860562967931e-05,1613942759052,3100
+"mom_1",0.852442813168773,1613942759052,3100
+"eps_1",1e-05,1613942759052,3100
+"wd_2",0.01,1613942759052,3100
+"sqr_mom_2",0.99,1613942759052,3100
+"lr_2",0.0004877860562967931,1613942759052,3100
+"mom_2",0.852442813168773,1613942759052,3100
+"eps_2",1e-05,1613942759052,3100
+"train_loss",0.03378107,1613942760002,3101
+"raw_loss",0.024431245,1613942760002,3101
+"epoch",19.509433962264133,1613942760002,3101
+"wd_0",0.01,1613942760002,3101
+"sqr_mom_0",0.99,1613942760002,3101
+"lr_0",4.877424413649269e-06,1613942760002,3101
+"mom_0",0.852451536242377,1613942760002,3101
+"eps_0",1e-05,1613942760002,3101
+"wd_1",0.01,1613942760002,3101
+"sqr_mom_1",0.99,1613942760002,3101
+"lr_1",4.877424413649268e-05,1613942760002,3101
+"mom_1",0.852451536242377,1613942760002,3101
+"eps_1",1e-05,1613942760002,3101
+"wd_2",0.01,1613942760002,3101
+"sqr_mom_2",0.99,1613942760002,3101
+"lr_2",0.00048774244136492686,1613942760002,3101
+"mom_2",0.852451536242377,1613942760002,3101
+"eps_2",1e-05,1613942760002,3101
+"train_loss",0.034936298,1613942760955,3102
+"raw_loss",0.091542445,1613942760955,3102
+"epoch",19.515723270440233,1613942760955,3102
+"wd_0",0.01,1613942760955,3102
+"sqr_mom_0",0.99,1613942760955,3102
+"lr_0",4.876987506561796e-06,1613942760955,3102
+"mom_0",0.8524602744715087,1613942760955,3102
+"eps_0",1e-05,1613942760955,3102
+"wd_1",0.01,1613942760955,3102
+"sqr_mom_1",0.99,1613942760955,3102
+"lr_1",4.8769875065617955e-05,1613942760955,3102
+"mom_1",0.8524602744715087,1613942760955,3102
+"eps_1",1e-05,1613942760955,3102
+"wd_2",0.01,1613942760955,3102
+"sqr_mom_2",0.99,1613942760955,3102
+"lr_2",0.00048769875065617953,1613942760955,3102
+"mom_2",0.8524602744715087,1613942760955,3102
+"eps_2",1e-05,1613942760955,3102
+"train_loss",0.035134584,1613942761904,3103
+"raw_loss",0.044850685,1613942761904,3103
+"epoch",19.522012578616334,1613942761904,3103
+"wd_0",0.01,1613942761904,3103
+"sqr_mom_0",0.99,1613942761904,3103
+"lr_0",4.87654984184477e-06,1613942761904,3103
+"mom_0",0.8524690278533831,1613942761904,3103
+"eps_0",1e-05,1613942761904,3103
+"wd_1",0.01,1613942761904,3103
+"sqr_mom_1",0.99,1613942761904,3103
+"lr_1",4.87654984184477e-05,1613942761904,3103
+"mom_1",0.8524690278533831,1613942761904,3103
+"eps_1",1e-05,1613942761904,3103
+"wd_2",0.01,1613942761904,3103
+"sqr_mom_2",0.99,1613942761904,3103
+"lr_2",0.00048765498418447704,1613942761904,3103
+"mom_2",0.8524690278533831,1613942761904,3103
+"eps_2",1e-05,1613942761904,3103
+"train_loss",0.035237655,1613942762867,3104
+"raw_loss",0.04028811,1613942762867,3104
+"epoch",19.528301886792434,1613942762867,3104
+"wd_0",0.01,1613942762867,3104
+"sqr_mom_0",0.99,1613942762867,3104
+"lr_0",4.876111528792125e-06,1613942762867,3104
+"mom_0",0.8524777942020995,1613942762867,3104
+"eps_0",1e-05,1613942762867,3104
+"wd_1",0.01,1613942762867,3104
+"sqr_mom_1",0.99,1613942762867,3104
+"lr_1",4.876111528792124e-05,1613942762867,3104
+"mom_1",0.8524777942020995,1613942762867,3104
+"eps_1",1e-05,1613942762867,3104
+"wd_2",0.01,1613942762867,3104
+"sqr_mom_2",0.99,1613942762867,3104
+"lr_2",0.0004876111528792124,1613942762867,3104
+"mom_2",0.8524777942020995,1613942762867,3104
+"eps_2",1e-05,1613942762867,3104
+"train_loss",0.035269715,1613942763839,3105
+"raw_loss",0.036840573,1613942763839,3105
+"epoch",19.534591194968534,1613942763839,3105
+"wd_0",0.01,1613942763839,3105
+"sqr_mom_0",0.99,1613942763839,3105
+"lr_0",4.875672349423117e-06,1613942763839,3105
+"mom_0",0.8524865778773164,1613942763839,3105
+"eps_0",1e-05,1613942763839,3105
+"wd_1",0.01,1613942763839,3105
+"sqr_mom_1",0.99,1613942763839,3105
+"lr_1",4.8756723494231165e-05,1613942763839,3105
+"mom_1",0.8524865778773164,1613942763839,3105
+"eps_1",1e-05,1613942763839,3105
+"wd_2",0.01,1613942763839,3105
+"sqr_mom_2",0.99,1613942763839,3105
+"lr_2",0.00048756723494231165,1613942763839,3105
+"mom_2",0.8524865778773164,1613942763839,3105
+"eps_2",1e-05,1613942763839,3105
+"train_loss",0.035478685,1613942764849,3106
+"raw_loss",0.04571819,1613942764849,3106
+"epoch",19.540880503144635,1613942764849,3106
+"wd_0",0.01,1613942764849,3106
+"sqr_mom_0",0.99,1613942764849,3106
+"lr_0",4.875232412843749e-06,1613942764849,3106
+"mom_0",0.852495376696892,1613942764849,3106
+"eps_0",1e-05,1613942764849,3106
+"wd_1",0.01,1613942764849,3106
+"sqr_mom_1",0.99,1613942764849,3106
+"lr_1",4.8752324128437486e-05,1613942764849,3106
+"mom_1",0.852495376696892,1613942764849,3106
+"eps_1",1e-05,1613942764849,3106
+"wd_2",0.01,1613942764849,3106
+"sqr_mom_2",0.99,1613942764849,3106
+"lr_2",0.0004875232412843749,1613942764849,3106
+"mom_2",0.852495376696892,1613942764849,3106
+"eps_2",1e-05,1613942764849,3106
+"train_loss",0.03535354,1613942765828,3107
+"raw_loss",0.029221488,1613942765828,3107
+"epoch",19.547169811320735,1613942765828,3107
+"wd_0",0.01,1613942765828,3107
+"sqr_mom_0",0.99,1613942765828,3107
+"lr_0",4.874791828913659e-06,1613942765828,3107
+"mom_0",0.8525041884636114,1613942765828,3107
+"eps_0",1e-05,1613942765828,3107
+"wd_1",0.01,1613942765828,3107
+"sqr_mom_1",0.99,1613942765828,3107
+"lr_1",4.874791828913659e-05,1613942765828,3107
+"mom_1",0.8525041884636114,1613942765828,3107
+"eps_1",1e-05,1613942765828,3107
+"wd_2",0.01,1613942765828,3107
+"sqr_mom_2",0.99,1613942765828,3107
+"lr_2",0.00048747918289136587,1613942765828,3107
+"mom_2",0.8525041884636114,1613942765828,3107
+"eps_2",1e-05,1613942765828,3107
+"train_loss",0.03547695,1613942766851,3108
+"raw_loss",0.04152384,1613942766851,3108
+"epoch",19.553459119496836,1613942766851,3108
+"wd_0",0.01,1613942766851,3108
+"sqr_mom_0",0.99,1613942766851,3108
+"lr_0",4.874350378522759e-06,1613942766851,3108
+"mom_0",0.8525130175597204,1613942766851,3108
+"eps_0",1e-05,1613942766851,3108
+"wd_1",0.01,1613942766851,3108
+"sqr_mom_1",0.99,1613942766851,3108
+"lr_1",4.874350378522758e-05,1613942766851,3108
+"mom_1",0.8525130175597204,1613942766851,3108
+"eps_1",1e-05,1613942766851,3108
+"wd_2",0.01,1613942766851,3108
+"sqr_mom_2",0.99,1613942766851,3108
+"lr_2",0.0004874350378522758,1613942766851,3108
+"mom_2",0.8525130175597204,1613942766851,3108
+"eps_2",1e-05,1613942766851,3108
+"train_loss",0.035998527,1613942767814,3109
+"raw_loss",0.061555795,1613942767814,3109
+"epoch",19.559748427672936,1613942767814,3109
+"wd_0",0.01,1613942767814,3109
+"sqr_mom_0",0.99,1613942767814,3109
+"lr_0",4.8739081713428604e-06,1613942767814,3109
+"mom_0",0.8525218617917607,1613942767814,3109
+"eps_0",1e-05,1613942767814,3109
+"wd_1",0.01,1613942767814,3109
+"sqr_mom_1",0.99,1613942767814,3109
+"lr_1",4.873908171342861e-05,1613942767814,3109
+"mom_1",0.8525218617917607,1613942767814,3109
+"eps_1",1e-05,1613942767814,3109
+"wd_2",0.01,1613942767814,3109
+"sqr_mom_2",0.99,1613942767814,3109
+"lr_2",0.00048739081713428605,1613942767814,3109
+"mom_2",0.8525218617917607,1613942767814,3109
+"eps_2",1e-05,1613942767814,3109
+"train_loss",0.036067676,1613942768781,3110
+"raw_loss",0.03945599,1613942768781,3110
+"epoch",19.566037735849036,1613942768781,3110
+"wd_0",0.01,1613942768781,3110
+"sqr_mom_0",0.99,1613942768781,3110
+"lr_0",4.8734652994183195e-06,1613942768781,3110
+"mom_0",0.8525307193188267,1613942768781,3110
+"eps_0",1e-05,1613942768781,3110
+"wd_1",0.01,1613942768781,3110
+"sqr_mom_1",0.99,1613942768781,3110
+"lr_1",4.873465299418319e-05,1613942768781,3110
+"mom_1",0.8525307193188267,1613942768781,3110
+"eps_1",1e-05,1613942768781,3110
+"wd_2",0.01,1613942768781,3110
+"sqr_mom_2",0.99,1613942768781,3110
+"lr_2",0.0004873465299418319,1613942768781,3110
+"mom_2",0.8525307193188267,1613942768781,3110
+"eps_2",1e-05,1613942768781,3110
+"train_loss",0.035993673,1613942769761,3111
+"raw_loss",0.032367565,1613942769761,3111
+"epoch",19.572327044025137,1613942769761,3111
+"wd_0",0.01,1613942769761,3111
+"sqr_mom_0",0.99,1613942769761,3111
+"lr_0",4.8730215792403196e-06,1613942769761,3111
+"mom_0",0.8525395938111318,1613942769761,3111
+"eps_0",1e-05,1613942769761,3111
+"wd_1",0.01,1613942769761,3111
+"sqr_mom_1",0.99,1613942769761,3111
+"lr_1",4.8730215792403196e-05,1613942769761,3111
+"mom_1",0.8525395938111318,1613942769761,3111
+"eps_1",1e-05,1613942769761,3111
+"wd_2",0.01,1613942769761,3111
+"sqr_mom_2",0.99,1613942769761,3111
+"lr_2",0.00048730215792403193,1613942769761,3111
+"mom_2",0.8525395938111318,1613942769761,3111
+"eps_2",1e-05,1613942769761,3111
+"train_loss",0.03685263,1613942770737,3112
+"raw_loss",0.078941636,1613942770737,3112
+"epoch",19.578616352201237,1613942770737,3112
+"wd_0",0.01,1613942770737,3112
+"sqr_mom_0",0.99,1613942770737,3112
+"lr_0",4.8725771026968615e-06,1613942770737,3112
+"mom_0",0.8525484834308971,1613942770737,3112
+"eps_0",1e-05,1613942770737,3112
+"wd_1",0.01,1613942770737,3112
+"sqr_mom_1",0.99,1613942770737,3112
+"lr_1",4.8725771026968615e-05,1613942770737,3112
+"mom_1",0.8525484834308971,1613942770737,3112
+"eps_1",1e-05,1613942770737,3112
+"wd_2",0.01,1613942770737,3112
+"sqr_mom_2",0.99,1613942770737,3112
+"lr_2",0.00048725771026968617,1613942770737,3112
+"mom_2",0.8525484834308971,1613942770737,3112
+"eps_2",1e-05,1613942770737,3112
+"train_loss",0.037542768,1613942771761,3113
+"raw_loss",0.07135956,1613942771761,3113
+"epoch",19.584905660377338,1613942771761,3113
+"wd_0",0.01,1613942771761,3113
+"sqr_mom_0",0.99,1613942771761,3113
+"lr_0",4.872131980778061e-06,1613942771761,3113
+"mom_0",0.8525573859582983,1613942771761,3113
+"eps_0",1e-05,1613942771761,3113
+"wd_1",0.01,1613942771761,3113
+"sqr_mom_1",0.99,1613942771761,3113
+"lr_1",4.87213198077806e-05,1613942771761,3113
+"mom_1",0.8525573859582983,1613942771761,3113
+"eps_1",1e-05,1613942771761,3113
+"wd_2",0.01,1613942771761,3113
+"sqr_mom_2",0.99,1613942771761,3113
+"lr_2",0.000487213198077806,1613942771761,3113
+"mom_2",0.8525573859582983,1613942771761,3113
+"eps_2",1e-05,1613942771761,3113
+"train_loss",0.03726484,1613942772743,3114
+"raw_loss",0.023646325,1613942772743,3114
+"epoch",19.591194968553438,1613942772743,3114
+"wd_0",0.01,1613942772743,3114
+"sqr_mom_0",0.99,1613942772743,3114
+"lr_0",4.871685992117005e-06,1613942772743,3114
+"mom_0",0.8525663058207181,1613942772743,3114
+"eps_0",1e-05,1613942772743,3114
+"wd_1",0.01,1613942772743,3114
+"sqr_mom_1",0.99,1613942772743,3114
+"lr_1",4.871685992117005e-05,1613942772743,3114
+"mom_1",0.8525663058207181,1613942772743,3114
+"eps_1",1e-05,1613942772743,3114
+"wd_2",0.01,1613942772743,3114
+"sqr_mom_2",0.99,1613942772743,3114
+"lr_2",0.0004871685992117005,1613942772743,3114
+"mom_2",0.8525663058207181,1613942772743,3114
+"eps_2",1e-05,1613942772743,3114
+"train_loss",0.037003014,1613942773802,3115
+"raw_loss",0.024173593,1613942773802,3115
+"epoch",19.59748427672954,1613942773802,3115
+"wd_0",0.01,1613942773802,3115
+"sqr_mom_0",0.99,1613942773802,3115
+"lr_0",4.871239247516195e-06,1613942773802,3115
+"mom_0",0.8525752408020841,1613942773802,3115
+"eps_0",1e-05,1613942773802,3115
+"wd_1",0.01,1613942773802,3115
+"sqr_mom_1",0.99,1613942773802,3115
+"lr_1",4.871239247516195e-05,1613942773802,3115
+"mom_1",0.8525752408020841,1613942773802,3115
+"eps_1",1e-05,1613942773802,3115
+"wd_2",0.01,1613942773802,3115
+"sqr_mom_2",0.99,1613942773802,3115
+"lr_2",0.0004871239247516195,1613942773802,3115
+"mom_2",0.8525752408020841,1613942773802,3115
+"eps_2",1e-05,1613942773802,3115
+"train_loss",0.037338976,1613942774825,3116
+"raw_loss",0.053801138,1613942774825,3116
+"epoch",19.60377358490564,1613942774825,3116
+"wd_0",0.01,1613942774825,3116
+"sqr_mom_0",0.99,1613942774825,3116
+"lr_0",4.870791858530503e-06,1613942774825,3116
+"mom_0",0.8525841886712766,1613942774825,3116
+"eps_0",1e-05,1613942774825,3116
+"wd_1",0.01,1613942774825,3116
+"sqr_mom_1",0.99,1613942774825,3116
+"lr_1",4.870791858530502e-05,1613942774825,3116
+"mom_1",0.8525841886712766,1613942774825,3116
+"eps_1",1e-05,1613942774825,3116
+"wd_2",0.01,1613942774825,3116
+"sqr_mom_2",0.99,1613942774825,3116
+"lr_2",0.0004870791858530502,1613942774825,3116
+"mom_2",0.8525841886712766,1613942774825,3116
+"eps_2",1e-05,1613942774825,3116
+"train_loss",0.037073817,1613942775812,3117
+"raw_loss",0.024081051,1613942775812,3117
+"epoch",19.61006289308174,1613942775812,3117
+"wd_0",0.01,1613942775812,3117
+"sqr_mom_0",0.99,1613942775812,3117
+"lr_0",4.870343602665564e-06,1613942775812,3117
+"mom_0",0.8525931538782275,1613942775812,3117
+"eps_0",1e-05,1613942775812,3117
+"wd_1",0.01,1613942775812,3117
+"sqr_mom_1",0.99,1613942775812,3117
+"lr_1",4.8703436026655636e-05,1613942775812,3117
+"mom_1",0.8525931538782275,1613942775812,3117
+"eps_1",1e-05,1613942775812,3117
+"wd_2",0.01,1613942775812,3117
+"sqr_mom_2",0.99,1613942775812,3117
+"lr_2",0.00048703436026655635,1613942775812,3117
+"mom_2",0.8525931538782275,1613942775812,3117
+"eps_2",1e-05,1613942775812,3117
+"train_loss",0.037095994,1613942776800,3118
+"raw_loss",0.03818264,1613942776800,3118
+"epoch",19.61635220125784,1613942776800,3118
+"wd_0",0.01,1613942776800,3118
+"sqr_mom_0",0.99,1613942776800,3118
+"lr_0",4.869894591288742e-06,1613942776800,3118
+"mom_0",0.8526021341955671,1613942776800,3118
+"eps_0",1e-05,1613942776800,3118
+"wd_1",0.01,1613942776800,3118
+"sqr_mom_1",0.99,1613942776800,3118
+"lr_1",4.869894591288742e-05,1613942776800,3118
+"mom_1",0.8526021341955671,1613942776800,3118
+"eps_1",1e-05,1613942776800,3118
+"wd_2",0.01,1613942776800,3118
+"sqr_mom_2",0.99,1613942776800,3118
+"lr_2",0.00048698945912887414,1613942776800,3118
+"mom_2",0.8526021341955671,1613942776800,3118
+"eps_2",1e-05,1613942776800,3118
+"train_loss",0.036932766,1613942777788,3119
+"raw_loss",0.028934686,1613942777788,3119
+"epoch",19.62264150943394,1613942777788,3119
+"wd_0",0.01,1613942777788,3119
+"sqr_mom_0",0.99,1613942777788,3119
+"lr_0",4.869444917856649e-06,1613942777788,3119
+"mom_0",0.8526111277541445,1613942777788,3119
+"eps_0",1e-05,1613942777788,3119
+"wd_1",0.01,1613942777788,3119
+"sqr_mom_1",0.99,1613942777788,3119
+"lr_1",4.8694449178566485e-05,1613942777788,3119
+"mom_1",0.8526111277541445,1613942777788,3119
+"eps_1",1e-05,1613942777788,3119
+"wd_2",0.01,1613942777788,3119
+"sqr_mom_2",0.99,1613942777788,3119
+"lr_2",0.0004869444917856649,1613942777788,3119
+"mom_2",0.8526111277541445,1613942777788,3119
+"eps_2",1e-05,1613942777788,3119
+"train_loss",0.036838427,1613942778835,3120
+"raw_loss",0.032215863,1613942778835,3120
+"epoch",19.62893081761004,1613942778835,3120
+"wd_0",0.01,1613942778835,3120
+"sqr_mom_0",0.99,1613942778835,3120
+"lr_0",4.868994396042193e-06,1613942778835,3120
+"mom_0",0.852620138280539,1613942778835,3120
+"eps_0",1e-05,1613942778835,3120
+"wd_1",0.01,1613942778835,3120
+"sqr_mom_1",0.99,1613942778835,3120
+"lr_1",4.868994396042193e-05,1613942778835,3120
+"mom_1",0.852620138280539,1613942778835,3120
+"eps_1",1e-05,1613942778835,3120
+"wd_2",0.01,1613942778835,3120
+"sqr_mom_2",0.99,1613942778835,3120
+"lr_2",0.0004868994396042193,1613942778835,3120
+"mom_2",0.852620138280539,1613942778835,3120
+"eps_2",1e-05,1613942778835,3120
+"train_loss",0.036702193,1613942779796,3121
+"raw_loss",0.030026793,1613942779796,3121
+"epoch",19.63522012578614,1613942779796,3121
+"wd_0",0.01,1613942779796,3121
+"sqr_mom_0",0.99,1613942779796,3121
+"lr_0",4.8685431191458975e-06,1613942779796,3121
+"mom_0",0.8526291639087211,1613942779796,3121
+"eps_0",1e-05,1613942779796,3121
+"wd_1",0.01,1613942779796,3121
+"sqr_mom_1",0.99,1613942779796,3121
+"lr_1",4.868543119145897e-05,1613942779796,3121
+"mom_1",0.8526291639087211,1613942779796,3121
+"eps_1",1e-05,1613942779796,3121
+"wd_2",0.01,1613942779796,3121
+"sqr_mom_2",0.99,1613942779796,3121
+"lr_2",0.0004868543119145897,1613942779796,3121
+"mom_2",0.8526291639087211,1613942779796,3121
+"eps_2",1e-05,1613942779796,3121
+"train_loss",0.036464278,1613942780776,3122
+"raw_loss",0.024806311,1613942780776,3122
+"epoch",19.64150943396224,1613942780776,3122
+"wd_0",0.01,1613942780776,3122
+"sqr_mom_0",0.99,1613942780776,3122
+"lr_0",4.868091087311602e-06,1613942780776,3122
+"mom_0",0.8526382046358143,1613942780776,3122
+"eps_0",1e-05,1613942780776,3122
+"wd_1",0.01,1613942780776,3122
+"sqr_mom_1",0.99,1613942780776,3122
+"lr_1",4.8680910873116016e-05,1613942780776,3122
+"mom_1",0.8526382046358143,1613942780776,3122
+"eps_1",1e-05,1613942780776,3122
+"wd_2",0.01,1613942780776,3122
+"sqr_mom_2",0.99,1613942780776,3122
+"lr_2",0.00048680910873116014,1613942780776,3122
+"mom_2",0.8526382046358143,1613942780776,3122
+"eps_2",1e-05,1613942780776,3122
+"train_loss",0.038895797,1613942781790,3123
+"raw_loss",0.15804043,1613942781790,3123
+"epoch",19.64779874213834,1613942781790,3123
+"wd_0",0.01,1613942781790,3123
+"sqr_mom_0",0.99,1613942781790,3123
+"lr_0",4.86763841341072e-06,1613942781790,3123
+"mom_0",0.8526472582043676,1613942781790,3123
+"eps_0",1e-05,1613942781790,3123
+"wd_1",0.01,1613942781790,3123
+"sqr_mom_1",0.99,1613942781790,3123
+"lr_1",4.86763841341072e-05,1613942781790,3123
+"mom_1",0.8526472582043676,1613942781790,3123
+"eps_1",1e-05,1613942781790,3123
+"wd_2",0.01,1613942781790,3123
+"sqr_mom_2",0.99,1613942781790,3123
+"lr_2",0.000486763841341072,1613942781790,3123
+"mom_2",0.8526472582043676,1613942781790,3123
+"eps_2",1e-05,1613942781790,3123
+"train_loss",0.039042417,1613942782809,3124
+"raw_loss",0.046226747,1613942782809,3124
+"epoch",19.654088050314442,1613942782809,3124
+"wd_0",0.01,1613942782809,3124
+"sqr_mom_0",0.99,1613942782809,3124
+"lr_0",4.86718487232061e-06,1613942782809,3124
+"mom_0",0.8526563291168789,1613942782809,3124
+"eps_0",1e-05,1613942782809,3124
+"wd_1",0.01,1613942782809,3124
+"sqr_mom_1",0.99,1613942782809,3124
+"lr_1",4.86718487232061e-05,1613942782809,3124
+"mom_1",0.8526563291168789,1613942782809,3124
+"eps_1",1e-05,1613942782809,3124
+"wd_2",0.01,1613942782809,3124
+"sqr_mom_2",0.99,1613942782809,3124
+"lr_2",0.000486718487232061,1613942782809,3124
+"mom_2",0.8526563291168789,1613942782809,3124
+"eps_2",1e-05,1613942782809,3124
+"train_loss",0.038794685,1613942783855,3125
+"raw_loss",0.026655868,1613942783855,3125
+"epoch",19.660377358490543,1613942783855,3125
+"wd_0",0.01,1613942783855,3125
+"sqr_mom_0",0.99,1613942783855,3125
+"lr_0",4.8667305767254256e-06,1613942783855,3125
+"mom_0",0.8526654151196427,1613942783855,3125
+"eps_0",1e-05,1613942783855,3125
+"wd_1",0.01,1613942783855,3125
+"sqr_mom_1",0.99,1613942783855,3125
+"lr_1",4.8667305767254256e-05,1613942783855,3125
+"mom_1",0.8526654151196427,1613942783855,3125
+"eps_1",1e-05,1613942783855,3125
+"wd_2",0.01,1613942783855,3125
+"sqr_mom_2",0.99,1613942783855,3125
+"lr_2",0.00048667305767254254,1613942783855,3125
+"mom_2",0.8526654151196427,1613942783855,3125
+"eps_2",1e-05,1613942783855,3125
+"train_loss",0.03851657,1613942784863,3126
+"raw_loss",0.024888946,1613942784863,3126
+"epoch",19.666666666666643,1613942784863,3126
+"wd_0",0.01,1613942784863,3126
+"sqr_mom_0",0.99,1613942784863,3126
+"lr_0",4.866275640060265e-06,1613942784863,3126
+"mom_0",0.8526745139439341,1613942784863,3126
+"eps_0",1e-05,1613942784863,3126
+"wd_1",0.01,1613942784863,3126
+"sqr_mom_1",0.99,1613942784863,3126
+"lr_1",4.8662756400602644e-05,1613942784863,3126
+"mom_1",0.8526745139439341,1613942784863,3126
+"eps_1",1e-05,1613942784863,3126
+"wd_2",0.01,1613942784863,3126
+"sqr_mom_2",0.99,1613942784863,3126
+"lr_2",0.00048662756400602645,1613942784863,3126
+"mom_2",0.8526745139439341,1613942784863,3126
+"eps_2",1e-05,1613942784863,3126
+"train_loss",0.038570855,1613942785864,3127
+"raw_loss",0.041230746,1613942785864,3127
+"epoch",19.672955974842743,1613942785864,3127
+"wd_0",0.01,1613942785864,3127
+"sqr_mom_0",0.99,1613942785864,3127
+"lr_0",4.865819836077174e-06,1613942785864,3127
+"mom_0",0.8526836301147577,1613942785864,3127
+"eps_0",1e-05,1613942785864,3127
+"wd_1",0.01,1613942785864,3127
+"sqr_mom_1",0.99,1613942785864,3127
+"lr_1",4.865819836077174e-05,1613942785864,3127
+"mom_1",0.8526836301147577,1613942785864,3127
+"eps_1",1e-05,1613942785864,3127
+"wd_2",0.01,1613942785864,3127
+"sqr_mom_2",0.99,1613942785864,3127
+"lr_2",0.00048658198360771734,1613942785864,3127
+"mom_2",0.8526836301147577,1613942785864,3127
+"eps_2",1e-05,1613942785864,3127
+"train_loss",0.038455036,1613942786882,3128
+"raw_loss",0.032779887,1613942786882,3128
+"epoch",19.679245283018844,1613942786882,3128
+"wd_0",0.01,1613942786882,3128
+"sqr_mom_0",0.99,1613942786882,3128
+"lr_0",4.865363278024098e-06,1613942786882,3128
+"mom_0",0.8526927613671317,1613942786882,3128
+"eps_0",1e-05,1613942786882,3128
+"wd_1",0.01,1613942786882,3128
+"sqr_mom_1",0.99,1613942786882,3128
+"lr_1",4.8653632780240976e-05,1613942786882,3128
+"mom_1",0.8526927613671317,1613942786882,3128
+"eps_1",1e-05,1613942786882,3128
+"wd_2",0.01,1613942786882,3128
+"sqr_mom_2",0.99,1613942786882,3128
+"lr_2",0.00048653632780240976,1613942786882,3128
+"mom_2",0.8526927613671317,1613942786882,3128
+"eps_2",1e-05,1613942786882,3128
+"train_loss",0.038212735,1613942787923,3129
+"raw_loss",0.026339926,1613942787923,3129
+"epoch",19.685534591194944,1613942787923,3129
+"wd_0",0.01,1613942787923,3129
+"sqr_mom_0",0.99,1613942787923,3129
+"lr_0",4.864906079899494e-06,1613942787923,3129
+"mom_0",0.8527019054210643,1613942787923,3129
+"eps_0",1e-05,1613942787923,3129
+"wd_1",0.01,1613942787923,3129
+"sqr_mom_1",0.99,1613942787923,3129
+"lr_1",4.864906079899494e-05,1613942787923,3129
+"mom_1",0.8527019054210643,1613942787923,3129
+"eps_1",1e-05,1613942787923,3129
+"wd_2",0.01,1613942787923,3129
+"sqr_mom_2",0.99,1613942787923,3129
+"lr_2",0.0004864906079899494,1613942787923,3129
+"mom_2",0.8527019054210643,1613942787923,3129
+"eps_2",1e-05,1613942787923,3129
+"train_loss",0.037953947,1613942788938,3130
+"raw_loss",0.025273217,1613942788938,3130
+"epoch",19.691823899371045,1613942788938,3130
+"wd_0",0.01,1613942788938,3130
+"sqr_mom_0",0.99,1613942788938,3130
+"lr_0",4.8644480143307455e-06,1613942788938,3130
+"mom_0",0.8527110668240533,1613942788938,3130
+"eps_0",1e-05,1613942788938,3130
+"wd_1",0.01,1613942788938,3130
+"sqr_mom_1",0.99,1613942788938,3130
+"lr_1",4.8644480143307455e-05,1613942788938,3130
+"mom_1",0.8527110668240533,1613942788938,3130
+"eps_1",1e-05,1613942788938,3130
+"wd_2",0.01,1613942788938,3130
+"sqr_mom_2",0.99,1613942788938,3130
+"lr_2",0.0004864448014330746,1613942788938,3130
+"mom_2",0.8527110668240533,1613942788938,3130
+"eps_2",1e-05,1613942788938,3130
+"train_loss",0.03785488,1613942789930,3131
+"raw_loss",0.03300066,1613942789930,3131
+"epoch",19.698113207547145,1613942789930,3131
+"wd_0",0.01,1613942789930,3131
+"sqr_mom_0",0.99,1613942789930,3131
+"lr_0",4.863989195129265e-06,1613942789930,3131
+"mom_0",0.8527202432998476,1613942789930,3131
+"eps_0",1e-05,1613942789930,3131
+"wd_1",0.01,1613942789930,3131
+"sqr_mom_1",0.99,1613942789930,3131
+"lr_1",4.863989195129265e-05,1613942789930,3131
+"mom_1",0.8527202432998476,1613942789930,3131
+"eps_1",1e-05,1613942789930,3131
+"wd_2",0.01,1613942789930,3131
+"sqr_mom_2",0.99,1613942789930,3131
+"lr_2",0.00048639891951292644,1613942789930,3131
+"mom_2",0.8527202432998476,1613942789930,3131
+"eps_2",1e-05,1613942789930,3131
+"train_loss",0.03752707,1613942790935,3132
+"raw_loss",0.021464327,1613942790935,3132
+"epoch",19.704402515723245,1613942790935,3132
+"wd_0",0.01,1613942790935,3132
+"sqr_mom_0",0.99,1613942790935,3132
+"lr_0",4.863529717787336e-06,1613942790935,3132
+"mom_0",0.8527294329385826,1613942790935,3132
+"eps_0",1e-05,1613942790935,3132
+"wd_1",0.01,1613942790935,3132
+"sqr_mom_1",0.99,1613942790935,3132
+"lr_1",4.863529717787336e-05,1613942790935,3132
+"mom_1",0.8527294329385826,1613942790935,3132
+"eps_1",1e-05,1613942790935,3132
+"wd_2",0.01,1613942790935,3132
+"sqr_mom_2",0.99,1613942790935,3132
+"lr_2",0.00048635297177873355,1613942790935,3132
+"mom_2",0.8527294329385826,1613942790935,3132
+"eps_2",1e-05,1613942790935,3132
+"train_loss",0.037322674,1613942791887,3133
+"raw_loss",0.027307307,1613942791887,3133
+"epoch",19.710691823899346,1613942791887,3133
+"wd_0",0.01,1613942791887,3133
+"sqr_mom_0",0.99,1613942791887,3133
+"lr_0",4.86306939191551e-06,1613942791887,3133
+"mom_0",0.8527386395480853,1613942791887,3133
+"eps_0",1e-05,1613942791887,3133
+"wd_1",0.01,1613942791887,3133
+"sqr_mom_1",0.99,1613942791887,3133
+"lr_1",4.86306939191551e-05,1613942791887,3133
+"mom_1",0.8527386395480853,1613942791887,3133
+"eps_1",1e-05,1613942791887,3133
+"wd_2",0.01,1613942791887,3133
+"sqr_mom_2",0.99,1613942791887,3133
+"lr_2",0.00048630693919155096,1613942791887,3133
+"mom_2",0.8527386395480853,1613942791887,3133
+"eps_2",1e-05,1613942791887,3133
+"train_loss",0.03748499,1613942792892,3134
+"raw_loss",0.045438446,1613942792892,3134
+"epoch",19.716981132075446,1613942792892,3134
+"wd_0",0.01,1613942792892,3134
+"sqr_mom_0",0.99,1613942792892,3134
+"lr_0",4.862608312850372e-06,1613942792892,3134
+"mom_0",0.8527478612216047,1613942792892,3134
+"eps_0",1e-05,1613942792892,3134
+"wd_1",0.01,1613942792892,3134
+"sqr_mom_1",0.99,1613942792892,3134
+"lr_1",4.862608312850372e-05,1613942792892,3134
+"mom_1",0.8527478612216047,1613942792892,3134
+"eps_1",1e-05,1613942792892,3134
+"wd_2",0.01,1613942792892,3134
+"sqr_mom_2",0.99,1613942792892,3134
+"lr_2",0.00048626083128503714,1613942792892,3134
+"mom_2",0.8527478612216047,1613942792892,3134
+"eps_2",1e-05,1613942792892,3134
+"train_loss",0.037358716,1613942793850,3135
+"raw_loss",0.031171428,1613942793850,3135
+"epoch",19.723270440251547,1613942793850,3135
+"wd_0",0.01,1613942793850,3135
+"sqr_mom_0",0.99,1613942793850,3135
+"lr_0",4.862146595716122e-06,1613942793850,3135
+"mom_0",0.8527570956566342,1613942793850,3135
+"eps_0",1e-05,1613942793850,3135
+"wd_1",0.01,1613942793850,3135
+"sqr_mom_1",0.99,1613942793850,3135
+"lr_1",4.8621465957161216e-05,1613942793850,3135
+"mom_1",0.8527570956566342,1613942793850,3135
+"eps_1",1e-05,1613942793850,3135
+"wd_2",0.01,1613942793850,3135
+"sqr_mom_2",0.99,1613942793850,3135
+"lr_2",0.0004862146595716121,1613942793850,3135
+"mom_2",0.8527570956566342,1613942793850,3135
+"eps_2",1e-05,1613942793850,3135
+"train_loss",0.037286848,1613942794849,3136
+"raw_loss",0.03376539,1613942794849,3136
+"epoch",19.729559748427647,1613942794849,3136
+"wd_0",0.01,1613942794849,3136
+"sqr_mom_0",0.99,1613942794849,3136
+"lr_0",4.86168401089276e-06,1613942794849,3136
+"mom_0",0.8527663474456193,1613942794849,3136
+"eps_0",1e-05,1613942794849,3136
+"wd_1",0.01,1613942794849,3136
+"sqr_mom_1",0.99,1613942794849,3136
+"lr_1",4.86168401089276e-05,1613942794849,3136
+"mom_1",0.8527663474456193,1613942794849,3136
+"eps_1",1e-05,1613942794849,3136
+"wd_2",0.01,1613942794849,3136
+"sqr_mom_2",0.99,1613942794849,3136
+"lr_2",0.0004861684010892759,1613942794849,3136
+"mom_2",0.8527663474456193,1613942794849,3136
+"eps_2",1e-05,1613942794849,3136
+"train_loss",0.037110984,1613942795867,3137
+"raw_loss",0.028493572,1613942795867,3137
+"epoch",19.735849056603747,1613942795867,3137
+"wd_0",0.01,1613942795867,3137
+"sqr_mom_0",0.99,1613942795867,3137
+"lr_0",4.8612206733176594e-06,1613942795867,3137
+"mom_0",0.8527756142897897,1613942795867,3137
+"eps_0",1e-05,1613942795867,3137
+"wd_1",0.01,1613942795867,3137
+"sqr_mom_1",0.99,1613942795867,3137
+"lr_1",4.861220673317659e-05,1613942795867,3137
+"mom_1",0.8527756142897897,1613942795867,3137
+"eps_1",1e-05,1613942795867,3137
+"wd_2",0.01,1613942795867,3137
+"sqr_mom_2",0.99,1613942795867,3137
+"lr_2",0.0004861220673317659,1613942795867,3137
+"mom_2",0.8527756142897897,1613942795867,3137
+"eps_2",1e-05,1613942795867,3137
+"train_loss",0.036761012,1613942796898,3138
+"raw_loss",0.019612309,1613942796898,3138
+"epoch",19.742138364779848,1613942796898,3138
+"wd_0",0.01,1613942796898,3138
+"sqr_mom_0",0.99,1613942796898,3138
+"lr_0",4.860756698677395e-06,1613942796898,3138
+"mom_0",0.8527848938753908,1613942796898,3138
+"eps_0",1e-05,1613942796898,3138
+"wd_1",0.01,1613942796898,3138
+"sqr_mom_1",0.99,1613942796898,3138
+"lr_1",4.860756698677395e-05,1613942796898,3138
+"mom_1",0.8527848938753908,1613942796898,3138
+"eps_1",1e-05,1613942796898,3138
+"wd_2",0.01,1613942796898,3138
+"sqr_mom_2",0.99,1613942796898,3138
+"lr_2",0.00048607566986773944,1613942796898,3138
+"mom_2",0.8527848938753908,1613942796898,3138
+"eps_2",1e-05,1613942796898,3138
+"train_loss",0.0364535,1613942797911,3139
+"raw_loss",0.021385415,1613942797911,3139
+"epoch",19.74842767295595,1613942797911,3139
+"wd_0",0.01,1613942797911,3139
+"sqr_mom_0",0.99,1613942797911,3139
+"lr_0",4.860291856229269e-06,1613942797911,3139
+"mom_0",0.8527941908173228,1613942797911,3139
+"eps_0",1e-05,1613942797911,3139
+"wd_1",0.01,1613942797911,3139
+"sqr_mom_1",0.99,1613942797911,3139
+"lr_1",4.860291856229269e-05,1613942797911,3139
+"mom_1",0.8527941908173228,1613942797911,3139
+"eps_1",1e-05,1613942797911,3139
+"wd_2",0.01,1613942797911,3139
+"sqr_mom_2",0.99,1613942797911,3139
+"lr_2",0.0004860291856229268,1613942797911,3139
+"mom_2",0.8527941908173228,1613942797911,3139
+"eps_2",1e-05,1613942797911,3139
+"train_loss",0.036420815,1613942798917,3140
+"raw_loss",0.03481918,1613942798917,3140
+"epoch",19.75471698113205,1613942798917,3140
+"wd_0",0.01,1613942798917,3140
+"sqr_mom_0",0.99,1613942798917,3140
+"lr_0",4.859826261473138e-06,1613942798917,3140
+"mom_0",0.8528035028055653,1613942798917,3140
+"eps_0",1e-05,1613942798917,3140
+"wd_1",0.01,1613942798917,3140
+"sqr_mom_1",0.99,1613942798917,3140
+"lr_1",4.859826261473138e-05,1613942798917,3140
+"mom_1",0.8528035028055653,1613942798917,3140
+"eps_1",1e-05,1613942798917,3140
+"wd_2",0.01,1613942798917,3140
+"sqr_mom_2",0.99,1613942798917,3140
+"lr_2",0.0004859826261473138,1613942798917,3140
+"mom_2",0.8528035028055653,1613942798917,3140
+"eps_2",1e-05,1613942798917,3140
+"train_loss",0.03618365,1613942799870,3141
+"raw_loss",0.024562566,1613942799870,3141
+"epoch",19.76100628930815,1613942799870,3141
+"wd_0",0.01,1613942799870,3141
+"sqr_mom_0",0.99,1613942799870,3141
+"lr_0",4.859359914557406e-06,1613942799870,3141
+"mom_0",0.8528128298371502,1613942799870,3141
+"eps_0",1e-05,1613942799870,3141
+"wd_1",0.01,1613942799870,3141
+"sqr_mom_1",0.99,1613942799870,3141
+"lr_1",4.8593599145574056e-05,1613942799870,3141
+"mom_1",0.8528128298371502,1613942799870,3141
+"eps_1",1e-05,1613942799870,3141
+"wd_2",0.01,1613942799870,3141
+"sqr_mom_2",0.99,1613942799870,3141
+"lr_2",0.00048593599145574053,1613942799870,3141
+"mom_2",0.8528128298371502,1613942799870,3141
+"eps_2",1e-05,1613942799870,3141
+"train_loss",0.036070466,1613942800874,3142
+"raw_loss",0.030524328,1613942800874,3142
+"epoch",19.76729559748425,1613942800874,3142
+"wd_0",0.01,1613942800874,3142
+"sqr_mom_0",0.99,1613942800874,3142
+"lr_0",4.858892912536768e-06,1613942800874,3142
+"mom_0",0.8528221699709644,1613942800874,3142
+"eps_0",1e-05,1613942800874,3142
+"wd_1",0.01,1613942800874,3142
+"sqr_mom_1",0.99,1613942800874,3142
+"lr_1",4.858892912536768e-05,1613942800874,3142
+"mom_1",0.8528221699709644,1613942800874,3142
+"eps_1",1e-05,1613942800874,3142
+"wd_2",0.01,1613942800874,3142
+"sqr_mom_2",0.99,1613942800874,3142
+"lr_2",0.00048588929125367676,1613942800874,3142
+"mom_2",0.8528221699709644,1613942800874,3142
+"eps_2",1e-05,1613942800874,3142
+"train_loss",0.03631818,1613942801840,3143
+"raw_loss",0.048456185,1613942801840,3143
+"epoch",19.77358490566035,1613942801840,3143
+"wd_0",0.01,1613942801840,3143
+"sqr_mom_0",0.99,1613942801840,3143
+"lr_0",4.8584250619038436e-06,1613942801840,3143
+"mom_0",0.8528315270771939,1613942801840,3143
+"eps_0",1e-05,1613942801840,3143
+"wd_1",0.01,1613942801840,3143
+"sqr_mom_1",0.99,1613942801840,3143
+"lr_1",4.858425061903843e-05,1613942801840,3143
+"mom_1",0.8528315270771939,1613942801840,3143
+"eps_1",1e-05,1613942801840,3143
+"wd_2",0.01,1613942801840,3143
+"sqr_mom_2",0.99,1613942801840,3143
+"lr_2",0.0004858425061903843,1613942801840,3143
+"mom_2",0.8528315270771939,1613942801840,3143
+"eps_2",1e-05,1613942801840,3143
+"train_loss",0.036228456,1613942802855,3144
+"raw_loss",0.03183207,1613942802855,3144
+"epoch",19.77987421383645,1613942802855,3144
+"wd_0",0.01,1613942802855,3144
+"sqr_mom_0",0.99,1613942802855,3144
+"lr_0",4.8579564595579334e-06,1613942802855,3144
+"mom_0",0.8528408992178335,1613942802855,3144
+"eps_0",1e-05,1613942802855,3144
+"wd_1",0.01,1613942802855,3144
+"sqr_mom_1",0.99,1613942802855,3144
+"lr_1",4.857956459557933e-05,1613942802855,3144
+"mom_1",0.8528408992178335,1613942802855,3144
+"eps_1",1e-05,1613942802855,3144
+"wd_2",0.01,1613942802855,3144
+"sqr_mom_2",0.99,1613942802855,3144
+"lr_2",0.00048579564595579327,1613942802855,3144
+"mom_2",0.8528408992178335,1613942802855,3144
+"eps_2",1e-05,1613942802855,3144
+"train_loss",0.036341134,1613942803838,3145
+"raw_loss",0.041862454,1613942803838,3145
+"epoch",19.78616352201255,1613942803838,3145
+"wd_0",0.01,1613942803838,3145
+"sqr_mom_0",0.99,1613942803838,3145
+"lr_0",4.857487222496545e-06,1613942803838,3145
+"mom_0",0.8528502840529096,1613942803838,3145
+"eps_0",1e-05,1613942803838,3145
+"wd_1",0.01,1613942803838,3145
+"sqr_mom_1",0.99,1613942803838,3145
+"lr_1",4.857487222496545e-05,1613942803838,3145
+"mom_1",0.8528502840529096,1613942803838,3145
+"eps_1",1e-05,1613942803838,3145
+"wd_2",0.01,1613942803838,3145
+"sqr_mom_2",0.99,1613942803838,3145
+"lr_2",0.0004857487222496545,1613942803838,3145
+"mom_2",0.8528502840529096,1613942803838,3145
+"eps_2",1e-05,1613942803838,3145
+"train_loss",0.03622181,1613942804801,3146
+"raw_loss",0.030374931,1613942804801,3146
+"epoch",19.79245283018865,1613942804801,3146
+"wd_0",0.01,1613942804801,3146
+"sqr_mom_0",0.99,1613942804801,3146
+"lr_0",4.8570171173598895e-06,1613942804801,3146
+"mom_0",0.8528596862496647,1613942804801,3146
+"eps_0",1e-05,1613942804801,3146
+"wd_1",0.01,1613942804801,3146
+"sqr_mom_1",0.99,1613942804801,3146
+"lr_1",4.8570171173598886e-05,1613942804801,3146
+"mom_1",0.8528596862496647,1613942804801,3146
+"eps_1",1e-05,1613942804801,3146
+"wd_2",0.01,1613942804801,3146
+"sqr_mom_2",0.99,1613942804801,3146
+"lr_2",0.0004857017117359889,1613942804801,3146
+"mom_2",0.8528596862496647,1613942804801,3146
+"eps_2",1e-05,1613942804801,3146
+"train_loss",0.035946194,1613942805787,3147
+"raw_loss",0.022440927,1613942805787,3147
+"epoch",19.79874213836475,1613942805787,3147
+"wd_0",0.01,1613942805787,3147
+"sqr_mom_0",0.99,1613942805787,3147
+"lr_0",4.856546260959013e-06,1613942805787,3147
+"mom_0",0.8528691034718544,1613942805787,3147
+"eps_0",1e-05,1613942805787,3147
+"wd_1",0.01,1613942805787,3147
+"sqr_mom_1",0.99,1613942805787,3147
+"lr_1",4.856546260959013e-05,1613942805787,3147
+"mom_1",0.8528691034718544,1613942805787,3147
+"eps_1",1e-05,1613942805787,3147
+"wd_2",0.01,1613942805787,3147
+"sqr_mom_2",0.99,1613942805787,3147
+"lr_2",0.0004856546260959013,1613942805787,3147
+"mom_2",0.8528691034718544,1613942805787,3147
+"eps_2",1e-05,1613942805787,3147
+"train_loss",0.035731543,1613942806749,3148
+"raw_loss",0.025213584,1613942806749,3148
+"epoch",19.805031446540852,1613942806749,3148
+"wd_0",0.01,1613942806749,3148
+"sqr_mom_0",0.99,1613942806749,3148
+"lr_0",4.856074770852687e-06,1613942806749,3148
+"mom_0",0.8528785333682799,1613942806749,3148
+"eps_0",1e-05,1613942806749,3148
+"wd_1",0.01,1613942806749,3148
+"sqr_mom_1",0.99,1613942806749,3148
+"lr_1",4.856074770852687e-05,1613942806749,3148
+"mom_1",0.8528785333682799,1613942806749,3148
+"eps_1",1e-05,1613942806749,3148
+"wd_2",0.01,1613942806749,3148
+"sqr_mom_2",0.99,1613942806749,3148
+"lr_2",0.0004856074770852687,1613942806749,3148
+"mom_2",0.8528785333682799,1613942806749,3148
+"eps_2",1e-05,1613942806749,3148
+"train_loss",0.03617104,1613942807731,3149
+"raw_loss",0.05770645,1613942807731,3149
+"epoch",19.811320754716952,1613942807731,3149
+"wd_0",0.01,1613942807731,3149
+"sqr_mom_0",0.99,1613942807731,3149
+"lr_0",4.8556024125606405e-06,1613942807731,3149
+"mom_0",0.8528879806285935,1613942807731,3149
+"eps_0",1e-05,1613942807731,3149
+"wd_1",0.01,1613942807731,3149
+"sqr_mom_1",0.99,1613942807731,3149
+"lr_1",4.855602412560641e-05,1613942807731,3149
+"mom_1",0.8528879806285935,1613942807731,3149
+"eps_1",1e-05,1613942807731,3149
+"wd_2",0.01,1613942807731,3149
+"sqr_mom_2",0.99,1613942807731,3149
+"lr_2",0.00048556024125606407,1613942807731,3149
+"mom_2",0.8528879806285935,1613942807731,3149
+"eps_2",1e-05,1613942807731,3149
+"train_loss",0.03608063,1613942808704,3150
+"raw_loss",0.031650346,1613942808704,3150
+"epoch",19.817610062893053,1613942808704,3150
+"wd_0",0.01,1613942808704,3150
+"sqr_mom_0",0.99,1613942808704,3150
+"lr_0",4.855129303455296e-06,1613942808704,3150
+"mom_0",0.8528974429053231,1613942808704,3150
+"eps_0",1e-05,1613942808704,3150
+"wd_1",0.01,1613942808704,3150
+"sqr_mom_1",0.99,1613942808704,3150
+"lr_1",4.855129303455296e-05,1613942808704,3150
+"mom_1",0.8528974429053231,1613942808704,3150
+"eps_1",1e-05,1613942808704,3150
+"wd_2",0.01,1613942808704,3150
+"sqr_mom_2",0.99,1613942808704,3150
+"lr_2",0.0004855129303455296,1613942808704,3150
+"mom_2",0.8528974429053231,1613942808704,3150
+"eps_2",1e-05,1613942808704,3150
+"train_loss",0.03584809,1613942809659,3151
+"raw_loss",0.024453575,1613942809659,3151
+"epoch",19.823899371069153,1613942809659,3151
+"wd_0",0.01,1613942809659,3151
+"sqr_mom_0",0.99,1613942809659,3151
+"lr_0",4.854655561656346e-06,1613942809659,3151
+"mom_0",0.8529069178360514,1613942809659,3151
+"eps_0",1e-05,1613942809659,3151
+"wd_1",0.01,1613942809659,3151
+"sqr_mom_1",0.99,1613942809659,3151
+"lr_1",4.854655561656345e-05,1613942809659,3151
+"mom_1",0.8529069178360514,1613942809659,3151
+"eps_1",1e-05,1613942809659,3151
+"wd_2",0.01,1613942809659,3151
+"sqr_mom_2",0.99,1613942809659,3151
+"lr_2",0.0004854655561656345,1613942809659,3151
+"mom_2",0.8529069178360514,1613942809659,3151
+"eps_2",1e-05,1613942809659,3151
+"train_loss",0.035941865,1613942810648,3152
+"raw_loss",0.04053685,1613942810648,3152
+"epoch",19.830188679245254,1613942810648,3152
+"wd_0",0.01,1613942810648,3152
+"sqr_mom_0",0.99,1613942810648,3152
+"lr_0",4.854180951563713e-06,1613942810648,3152
+"mom_0",0.852916410132827,1613942810648,3152
+"eps_0",1e-05,1613942810648,3152
+"wd_1",0.01,1613942810648,3152
+"sqr_mom_1",0.99,1613942810648,3152
+"lr_1",4.8541809515637136e-05,1613942810648,3152
+"mom_1",0.852916410132827,1613942810648,3152
+"eps_1",1e-05,1613942810648,3152
+"wd_2",0.01,1613942810648,3152
+"sqr_mom_2",0.99,1613942810648,3152
+"lr_2",0.00048541809515637133,1613942810648,3152
+"mom_2",0.852916410132827,1613942810648,3152
+"eps_2",1e-05,1613942810648,3152
+"train_loss",0.035826262,1613942811705,3153
+"raw_loss",0.030161725,1613942811705,3153
+"epoch",19.836477987421354,1613942811705,3153
+"wd_0",0.01,1613942811705,3153
+"sqr_mom_0",0.99,1613942811705,3153
+"lr_0",4.853705591110857e-06,1613942811705,3153
+"mom_0",0.8529259174369572,1613942811705,3153
+"eps_0",1e-05,1613942811705,3153
+"wd_1",0.01,1613942811705,3153
+"sqr_mom_1",0.99,1613942811705,3153
+"lr_1",4.8537055911108574e-05,1613942811705,3153
+"mom_1",0.8529259174369572,1613942811705,3153
+"eps_1",1e-05,1613942811705,3153
+"wd_2",0.01,1613942811705,3153
+"sqr_mom_2",0.99,1613942811705,3153
+"lr_2",0.0004853705591110857,1613942811705,3153
+"mom_2",0.8529259174369572,1613942811705,3153
+"eps_2",1e-05,1613942811705,3153
+"train_loss",0.036633115,1613942812690,3154
+"raw_loss",0.076169014,1613942812690,3154
+"epoch",19.842767295597454,1613942812690,3154
+"wd_0",0.01,1613942812690,3154
+"sqr_mom_0",0.99,1613942812690,3154
+"lr_0",4.8532295792232646e-06,1613942812690,3154
+"mom_0",0.8529354377699124,1613942812690,3154
+"eps_0",1e-05,1613942812690,3154
+"wd_1",0.01,1613942812690,3154
+"sqr_mom_1",0.99,1613942812690,3154
+"lr_1",4.853229579223264e-05,1613942812690,3154
+"mom_1",0.8529354377699124,1613942812690,3154
+"eps_1",1e-05,1613942812690,3154
+"wd_2",0.01,1613942812690,3154
+"sqr_mom_2",0.99,1613942812690,3154
+"lr_2",0.0004853229579223264,1613942812690,3154
+"mom_2",0.8529354377699124,1613942812690,3154
+"eps_2",1e-05,1613942812690,3154
+"train_loss",0.03672246,1613942813629,3155
+"raw_loss",0.04110033,1613942813629,3155
+"epoch",19.849056603773555,1613942813629,3155
+"wd_0",0.01,1613942813629,3155
+"sqr_mom_0",0.99,1613942813629,3155
+"lr_0",4.852752718660216e-06,1613942813629,3155
+"mom_0",0.8529449750765464,1613942813629,3155
+"eps_0",1e-05,1613942813629,3155
+"wd_1",0.01,1613942813629,3155
+"sqr_mom_1",0.99,1613942813629,3155
+"lr_1",4.852752718660215e-05,1613942813629,3155
+"mom_1",0.8529449750765464,1613942813629,3155
+"eps_1",1e-05,1613942813629,3155
+"wd_2",0.01,1613942813629,3155
+"sqr_mom_2",0.99,1613942813629,3155
+"lr_2",0.0004852752718660215,1613942813629,3155
+"mom_2",0.8529449750765464,1613942813629,3155
+"eps_2",1e-05,1613942813629,3155
+"train_loss",0.036637448,1613942814569,3156
+"raw_loss",0.032471888,1613942814569,3156
+"epoch",19.855345911949655,1613942814569,3156
+"wd_0",0.01,1613942814569,3156
+"sqr_mom_0",0.99,1613942814569,3156
+"lr_0",4.852275108192176e-06,1613942814569,3156
+"mom_0",0.8529545273814303,1613942814569,3156
+"eps_0",1e-05,1613942814569,3156
+"wd_1",0.01,1613942814569,3156
+"sqr_mom_1",0.99,1613942814569,3156
+"lr_1",4.8522751081921755e-05,1613942814569,3156
+"mom_1",0.8529545273814303,1613942814569,3156
+"eps_1",1e-05,1613942814569,3156
+"wd_2",0.01,1613942814569,3156
+"sqr_mom_2",0.99,1613942814569,3156
+"lr_2",0.0004852275108192175,1613942814569,3156
+"mom_2",0.8529545273814303,1613942814569,3156
+"eps_2",1e-05,1613942814569,3156
+"train_loss",0.03650267,1613942815554,3157
+"raw_loss",0.02989852,1613942815554,3157
+"epoch",19.861635220125756,1613942815554,3157
+"wd_0",0.01,1613942815554,3157
+"sqr_mom_0",0.99,1613942815554,3157
+"lr_0",4.851796867059675e-06,1613942815554,3157
+"mom_0",0.8529640922997295,1613942815554,3157
+"eps_0",1e-05,1613942815554,3157
+"wd_1",0.01,1613942815554,3157
+"sqr_mom_1",0.99,1613942815554,3157
+"lr_1",4.851796867059674e-05,1613942815554,3157
+"mom_1",0.8529640922997295,1613942815554,3157
+"eps_1",1e-05,1613942815554,3157
+"wd_2",0.01,1613942815554,3157
+"sqr_mom_2",0.99,1613942815554,3157
+"lr_2",0.0004851796867059674,1613942815554,3157
+"mom_2",0.8529640922997295,1613942815554,3157
+"eps_2",1e-05,1613942815554,3157
+"train_loss",0.036555838,1613942816509,3158
+"raw_loss",0.039161067,1613942816509,3158
+"epoch",19.867924528301856,1613942816509,3158
+"wd_0",0.01,1613942816509,3158
+"sqr_mom_0",0.99,1613942816509,3158
+"lr_0",4.851317757425039e-06,1613942816509,3158
+"mom_0",0.8529736745882451,1613942816509,3158
+"eps_0",1e-05,1613942816509,3158
+"wd_1",0.01,1613942816509,3158
+"sqr_mom_1",0.99,1613942816509,3158
+"lr_1",4.851317757425038e-05,1613942816509,3158
+"mom_1",0.8529736745882451,1613942816509,3158
+"eps_1",1e-05,1613942816509,3158
+"wd_2",0.01,1613942816509,3158
+"sqr_mom_2",0.99,1613942816509,3158
+"lr_2",0.00048513177574250384,1613942816509,3158
+"mom_2",0.8529736745882451,1613942816509,3158
+"eps_2",1e-05,1613942816509,3158
+"train_loss",0.03654554,1613942817509,3159
+"raw_loss",0.03604107,1613942817509,3159
+"epoch",19.874213836477956,1613942817509,3159
+"wd_0",0.01,1613942817509,3159
+"sqr_mom_0",0.99,1613942817509,3159
+"lr_0",4.850837898342789e-06,1613942817509,3159
+"mom_0",0.8529832718658629,1613942817509,3159
+"eps_0",1e-05,1613942817509,3159
+"wd_1",0.01,1613942817509,3159
+"sqr_mom_1",0.99,1613942817509,3159
+"lr_1",4.850837898342789e-05,1613942817509,3159
+"mom_1",0.8529832718658629,1613942817509,3159
+"eps_1",1e-05,1613942817509,3159
+"wd_2",0.01,1613942817509,3159
+"sqr_mom_2",0.99,1613942817509,3159
+"lr_2",0.0004850837898342789,1613942817509,3159
+"mom_2",0.8529832718658629,1613942817509,3159
+"eps_2",1e-05,1613942817509,3159
+"train_loss",0.036465425,1613942818483,3160
+"raw_loss",0.03253968,1613942818483,3160
+"epoch",19.880503144654057,1613942818483,3160
+"wd_0",0.01,1613942818483,3160
+"sqr_mom_0",0.99,1613942818483,3160
+"lr_0",4.850357409613359e-06,1613942818483,3160
+"mom_0",0.8529928817365502,1613942818483,3160
+"eps_0",1e-05,1613942818483,3160
+"wd_1",0.01,1613942818483,3160
+"sqr_mom_1",0.99,1613942818483,3160
+"lr_1",4.850357409613358e-05,1613942818483,3160
+"mom_1",0.8529928817365502,1613942818483,3160
+"eps_1",1e-05,1613942818483,3160
+"wd_2",0.01,1613942818483,3160
+"sqr_mom_2",0.99,1613942818483,3160
+"lr_2",0.0004850357409613358,1613942818483,3160
+"mom_2",0.8529928817365502,1613942818483,3160
+"eps_2",1e-05,1613942818483,3160
+"train_loss",0.036069784,1613942819440,3161
+"raw_loss",0.016683353,1613942819440,3161
+"epoch",19.886792452830157,1613942819440,3161
+"wd_0",0.01,1613942819440,3161
+"sqr_mom_0",0.99,1613942819440,3161
+"lr_0",4.849876052281304e-06,1613942819440,3161
+"mom_0",0.8530025089794637,1613942819440,3161
+"eps_0",1e-05,1613942819440,3161
+"wd_1",0.01,1613942819440,3161
+"sqr_mom_1",0.99,1613942819440,3161
+"lr_1",4.8498760522813036e-05,1613942819440,3161
+"mom_1",0.8530025089794637,1613942819440,3161
+"eps_1",1e-05,1613942819440,3161
+"wd_2",0.01,1613942819440,3161
+"sqr_mom_2",0.99,1613942819440,3161
+"lr_2",0.00048498760522813035,1613942819440,3161
+"mom_2",0.8530025089794637,1613942819440,3161
+"eps_2",1e-05,1613942819440,3161
+"train_loss",0.035844054,1613942820400,3162
+"raw_loss",0.024783187,1613942820400,3162
+"epoch",19.893081761006258,1613942820400,3162
+"wd_0",0.01,1613942820400,3162
+"sqr_mom_0",0.99,1613942820400,3162
+"lr_0",4.849393945961163e-06,1613942820400,3162
+"mom_0",0.8530121512022888,1613942820400,3162
+"eps_0",1e-05,1613942820400,3162
+"wd_1",0.01,1613942820400,3162
+"sqr_mom_1",0.99,1613942820400,3162
+"lr_1",4.8493939459611624e-05,1613942820400,3162
+"mom_1",0.8530121512022888,1613942820400,3162
+"eps_1",1e-05,1613942820400,3162
+"wd_2",0.01,1613942820400,3162
+"sqr_mom_2",0.99,1613942820400,3162
+"lr_2",0.00048493939459611624,1613942820400,3162
+"mom_2",0.8530121512022888,1613942820400,3162
+"eps_2",1e-05,1613942820400,3162
+"train_loss",0.035518773,1613942821387,3163
+"raw_loss",0.019579997,1613942821387,3163
+"epoch",19.899371069182358,1613942821387,3163
+"wd_0",0.01,1613942821387,3163
+"sqr_mom_0",0.99,1613942821387,3163
+"lr_0",4.848911090806601e-06,1613942821387,3163
+"mom_0",0.853021808401952,1613942821387,3163
+"eps_0",1e-05,1613942821387,3163
+"wd_1",0.01,1613942821387,3163
+"sqr_mom_1",0.99,1613942821387,3163
+"lr_1",4.8489110908066005e-05,1613942821387,3163
+"mom_1",0.853021808401952,1613942821387,3163
+"eps_1",1e-05,1613942821387,3163
+"wd_2",0.01,1613942821387,3163
+"sqr_mom_2",0.99,1613942821387,3163
+"lr_2",0.0004848911090806601,1613942821387,3163
+"mom_2",0.853021808401952,1613942821387,3163
+"eps_2",1e-05,1613942821387,3163
+"train_loss",0.03549785,1613942822334,3164
+"raw_loss",0.03447274,1613942822334,3164
+"epoch",19.90566037735846,1613942822334,3164
+"wd_0",0.01,1613942822334,3164
+"sqr_mom_0",0.99,1613942822334,3164
+"lr_0",4.848427587298647e-06,1613942822334,3164
+"mom_0",0.8530314785688128,1613942822334,3164
+"eps_0",1e-05,1613942822334,3164
+"wd_1",0.01,1613942822334,3164
+"sqr_mom_1",0.99,1613942822334,3164
+"lr_1",4.848427587298647e-05,1613942822334,3164
+"mom_1",0.8530314785688128,1613942822334,3164
+"eps_1",1e-05,1613942822334,3164
+"wd_2",0.01,1613942822334,3164
+"sqr_mom_2",0.99,1613942822334,3164
+"lr_2",0.00048484275872986467,1613942822334,3164
+"mom_2",0.8530314785688128,1613942822334,3164
+"eps_2",1e-05,1613942822334,3164
+"train_loss",0.03557532,1613942823277,3165
+"raw_loss",0.039371278,1613942823277,3165
+"epoch",19.91194968553456,1613942823277,3165
+"wd_0",0.01,1613942823277,3165
+"sqr_mom_0",0.99,1613942823277,3165
+"lr_0",4.847943235092347e-06,1613942823277,3165
+"mom_0",0.8530411657098101,1613942823277,3165
+"eps_0",1e-05,1613942823277,3165
+"wd_1",0.01,1613942823277,3165
+"sqr_mom_1",0.99,1613942823277,3165
+"lr_1",4.847943235092347e-05,1613942823277,3165
+"mom_1",0.8530411657098101,1613942823277,3165
+"eps_1",1e-05,1613942823277,3165
+"wd_2",0.01,1613942823277,3165
+"sqr_mom_2",0.99,1613942823277,3165
+"lr_2",0.0004847943235092347,1613942823277,3165
+"mom_2",0.8530411657098101,1613942823277,3165
+"eps_2",1e-05,1613942823277,3165
+"train_loss",0.03676856,1613942824221,3166
+"raw_loss",0.09523741,1613942824221,3166
+"epoch",19.91823899371066,1613942824221,3166
+"wd_0",0.01,1613942824221,3166
+"sqr_mom_0",0.99,1613942824221,3166
+"lr_0",4.847458134514024e-06,1613942824221,3166
+"mom_0",0.8530508678183977,1613942824221,3166
+"eps_0",1e-05,1613942824221,3166
+"wd_1",0.01,1613942824221,3166
+"sqr_mom_1",0.99,1613942824221,3166
+"lr_1",4.847458134514024e-05,1613942824221,3166
+"mom_1",0.8530508678183977,1613942824221,3166
+"eps_1",1e-05,1613942824221,3166
+"wd_2",0.01,1613942824221,3166
+"sqr_mom_2",0.99,1613942824221,3166
+"lr_2",0.00048474581345140234,1613942824221,3166
+"mom_2",0.8530508678183977,1613942824221,3166
+"eps_2",1e-05,1613942824221,3166
+"train_loss",0.037093557,1613942825172,3167
+"raw_loss",0.053018477,1613942825172,3167
+"epoch",19.92452830188676,1613942825172,3167
+"wd_0",0.01,1613942825172,3167
+"sqr_mom_0",0.99,1613942825172,3167
+"lr_0",4.846972406669233e-06,1613942825172,3167
+"mom_0",0.8530605824724401,1613942825172,3167
+"eps_0",1e-05,1613942825172,3167
+"wd_1",0.01,1613942825172,3167
+"sqr_mom_1",0.99,1613942825172,3167
+"lr_1",4.846972406669233e-05,1613942825172,3167
+"mom_1",0.8530605824724401,1613942825172,3167
+"eps_1",1e-05,1613942825172,3167
+"wd_2",0.01,1613942825172,3167
+"sqr_mom_2",0.99,1613942825172,3167
+"lr_2",0.00048469724066692326,1613942825172,3167
+"mom_2",0.8530605824724401,1613942825172,3167
+"eps_2",1e-05,1613942825172,3167
+"train_loss",0.03688122,1613942826126,3168
+"raw_loss",0.026476696,1613942826126,3168
+"epoch",19.93081761006286,1613942826126,3168
+"wd_0",0.01,1613942826126,3168
+"sqr_mom_0",0.99,1613942826126,3168
+"lr_0",4.846485809997029e-06,1613942826126,3168
+"mom_0",0.8530703145032045,1613942826126,3168
+"eps_0",1e-05,1613942826126,3168
+"wd_1",0.01,1613942826126,3168
+"sqr_mom_1",0.99,1613942826126,3168
+"lr_1",4.846485809997028e-05,1613942826126,3168
+"mom_1",0.8530703145032045,1613942826126,3168
+"eps_1",1e-05,1613942826126,3168
+"wd_2",0.01,1613942826126,3168
+"sqr_mom_2",0.99,1613942826126,3168
+"lr_2",0.0004846485809997028,1613942826126,3168
+"mom_2",0.8530703145032045,1613942826126,3168
+"eps_2",1e-05,1613942826126,3168
+"train_loss",0.037007697,1613942827097,3169
+"raw_loss",0.043205034,1613942827097,3169
+"epoch",19.93710691823896,1613942827097,3169
+"wd_0",0.01,1613942827097,3169
+"sqr_mom_0",0.99,1613942827097,3169
+"lr_0",4.845998465417338e-06,1613942827097,3169
+"mom_0",0.8530800614922681,1613942827097,3169
+"eps_0",1e-05,1613942827097,3169
+"wd_1",0.01,1613942827097,3169
+"sqr_mom_1",0.99,1613942827097,3169
+"lr_1",4.845998465417338e-05,1613942827097,3169
+"mom_1",0.8530800614922681,1613942827097,3169
+"eps_1",1e-05,1613942827097,3169
+"wd_2",0.01,1613942827097,3169
+"sqr_mom_2",0.99,1613942827097,3169
+"lr_2",0.0004845998465417338,1613942827097,3169
+"mom_2",0.8530800614922681,1613942827097,3169
+"eps_2",1e-05,1613942827097,3169
+"train_loss",0.03680817,1613942828054,3170
+"raw_loss",0.027031427,1613942828054,3170
+"epoch",19.94339622641506,1613942828054,3170
+"wd_0",0.01,1613942828054,3170
+"sqr_mom_0",0.99,1613942828054,3170
+"lr_0",4.845510494594469e-06,1613942828054,3170
+"mom_0",0.8530898210063207,1613942828054,3170
+"eps_0",1e-05,1613942828054,3170
+"wd_1",0.01,1613942828054,3170
+"sqr_mom_1",0.99,1613942828054,3170
+"lr_1",4.8455104945944685e-05,1613942828054,3170
+"mom_1",0.8530898210063207,1613942828054,3170
+"eps_1",1e-05,1613942828054,3170
+"wd_2",0.01,1613942828054,3170
+"sqr_mom_2",0.99,1613942828054,3170
+"lr_2",0.00048455104945944685,1613942828054,3170
+"mom_2",0.8530898210063207,1613942828054,3170
+"eps_2",1e-05,1613942828054,3170
+"train_loss",0.03691124,1613942829015,3171
+"raw_loss",0.04196173,1613942829015,3171
+"epoch",19.94968553459116,1613942829015,3171
+"wd_0",0.01,1613942829015,3171
+"sqr_mom_0",0.99,1613942829015,3171
+"lr_0",4.845021654852002e-06,1613942829015,3171
+"mom_0",0.853099597898939,1613942829015,3171
+"eps_0",1e-05,1613942829015,3171
+"wd_1",0.01,1613942829015,3171
+"sqr_mom_1",0.99,1613942829015,3171
+"lr_1",4.845021654852001e-05,1613942829015,3171
+"mom_1",0.853099597898939,1613942829015,3171
+"eps_1",1e-05,1613942829015,3171
+"wd_2",0.01,1613942829015,3171
+"sqr_mom_2",0.99,1613942829015,3171
+"lr_2",0.00048450216548520013,1613942829015,3171
+"mom_2",0.853099597898939,1613942829015,3171
+"eps_2",1e-05,1613942829015,3171
+"train_loss",0.03692477,1613942829962,3172
+"raw_loss",0.037587617,1613942829962,3172
+"epoch",19.95597484276726,1613942829962,3172
+"wd_0",0.01,1613942829962,3172
+"sqr_mom_0",0.99,1613942829962,3172
+"lr_0",4.844532067668731e-06,1613942829962,3172
+"mom_0",0.8531093897405227,1613942829962,3172
+"eps_0",1e-05,1613942829962,3172
+"wd_1",0.01,1613942829962,3172
+"sqr_mom_1",0.99,1613942829962,3172
+"lr_1",4.844532067668731e-05,1613942829962,3172
+"mom_1",0.8531093897405227,1613942829962,3172
+"eps_1",1e-05,1613942829962,3172
+"wd_2",0.01,1613942829962,3172
+"sqr_mom_2",0.99,1613942829962,3172
+"lr_2",0.0004844532067668731,1613942829962,3172
+"mom_2",0.8531093897405227,1613942829962,3172
+"eps_2",1e-05,1613942829962,3172
+"train_loss",0.036708634,1613942830920,3173
+"raw_loss",0.026118068,1613942830920,3173
+"epoch",19.962264150943362,1613942830920,3173
+"wd_0",0.01,1613942830920,3173
+"sqr_mom_0",0.99,1613942830920,3173
+"lr_0",4.844041855267366e-06,1613942830920,3173
+"mom_0",0.8531191940865935,1613942830920,3173
+"eps_0",1e-05,1613942830920,3173
+"wd_1",0.01,1613942830920,3173
+"sqr_mom_1",0.99,1613942830920,3173
+"lr_1",4.8440418552673664e-05,1613942830920,3173
+"mom_1",0.8531191940865935,1613942830920,3173
+"eps_1",1e-05,1613942830920,3173
+"wd_2",0.01,1613942830920,3173
+"sqr_mom_2",0.99,1613942830920,3173
+"lr_2",0.0004844041855267366,1613942830920,3173
+"mom_2",0.8531191940865935,1613942830920,3173
+"eps_2",1e-05,1613942830920,3173
+"train_loss",0.0374217,1613942831878,3174
+"raw_loss",0.07236186,1613942831878,3174
+"epoch",19.968553459119462,1613942831878,3174
+"wd_0",0.01,1613942831878,3174
+"sqr_mom_0",0.99,1613942831878,3174
+"lr_0",4.8435507738567126e-06,1613942831878,3174
+"mom_0",0.8531290158130239,1613942831878,3174
+"eps_0",1e-05,1613942831878,3174
+"wd_1",0.01,1613942831878,3174
+"sqr_mom_1",0.99,1613942831878,3174
+"lr_1",4.8435507738567126e-05,1613942831878,3174
+"mom_1",0.8531290158130239,1613942831878,3174
+"eps_1",1e-05,1613942831878,3174
+"wd_2",0.01,1613942831878,3174
+"sqr_mom_2",0.99,1613942831878,3174
+"lr_2",0.00048435507738567123,1613942831878,3174
+"mom_2",0.8531290158130239,1613942831878,3174
+"eps_2",1e-05,1613942831878,3174
+"train_loss",0.03814582,1613942832864,3175
+"raw_loss",0.07362787,1613942832864,3175
+"epoch",19.974842767295563,1613942832864,3175
+"wd_0",0.01,1613942832864,3175
+"sqr_mom_0",0.99,1613942832864,3175
+"lr_0",4.843058945474082e-06,1613942832864,3175
+"mom_0",0.8531388524790431,1613942832864,3175
+"eps_0",1e-05,1613942832864,3175
+"wd_1",0.01,1613942832864,3175
+"sqr_mom_1",0.99,1613942832864,3175
+"lr_1",4.843058945474082e-05,1613942832864,3175
+"mom_1",0.8531388524790431,1613942832864,3175
+"eps_1",1e-05,1613942832864,3175
+"wd_2",0.01,1613942832864,3175
+"sqr_mom_2",0.99,1613942832864,3175
+"lr_2",0.0004843058945474082,1613942832864,3175
+"mom_2",0.8531388524790431,1613942832864,3175
+"eps_2",1e-05,1613942832864,3175
+"train_loss",0.038102213,1613942833816,3176
+"raw_loss",0.03596544,1613942833816,3176
+"epoch",19.981132075471663,1613942833816,3176
+"wd_0",0.01,1613942833816,3176
+"sqr_mom_0",0.99,1613942833816,3176
+"lr_0",4.8425664724629056e-06,1613942833816,3176
+"mom_0",0.8531487020377623,1613942833816,3176
+"eps_0",1e-05,1613942833816,3176
+"wd_1",0.01,1613942833816,3176
+"sqr_mom_1",0.99,1613942833816,3176
+"lr_1",4.842566472462906e-05,1613942833816,3176
+"mom_1",0.8531487020377623,1613942833816,3176
+"eps_1",1e-05,1613942833816,3176
+"wd_2",0.01,1613942833816,3176
+"sqr_mom_2",0.99,1613942833816,3176
+"lr_2",0.00048425664724629055,1613942833816,3176
+"mom_2",0.8531487020377623,1613942833816,3176
+"eps_2",1e-05,1613942833816,3176
+"train_loss",0.03792313,1613942834803,3177
+"raw_loss",0.029148057,1613942834803,3177
+"epoch",19.987421383647764,1613942834803,3177
+"wd_0",0.01,1613942834803,3177
+"sqr_mom_0",0.99,1613942834803,3177
+"lr_0",4.842073150761617e-06,1613942834803,3177
+"mom_0",0.8531585685704534,1613942834803,3177
+"eps_0",1e-05,1613942834803,3177
+"wd_1",0.01,1613942834803,3177
+"sqr_mom_1",0.99,1613942834803,3177
+"lr_1",4.842073150761617e-05,1613942834803,3177
+"mom_1",0.8531585685704534,1613942834803,3177
+"eps_1",1e-05,1613942834803,3177
+"wd_2",0.01,1613942834803,3177
+"sqr_mom_2",0.99,1613942834803,3177
+"lr_2",0.00048420731507616173,1613942834803,3177
+"mom_2",0.8531585685704534,1613942834803,3177
+"eps_2",1e-05,1613942834803,3177
+"train_loss",0.03757586,1613942835811,3178
+"raw_loss",0.02055955,1613942835811,3178
+"epoch",19.993710691823864,1613942835811,3178
+"wd_0",0.01,1613942835811,3178
+"sqr_mom_0",0.99,1613942835811,3178
+"lr_0",4.8415790825593286e-06,1613942835811,3178
+"mom_0",0.8531684500333138,1613942835811,3178
+"eps_0",1e-05,1613942835811,3178
+"wd_1",0.01,1613942835811,3178
+"sqr_mom_1",0.99,1613942835811,3178
+"lr_1",4.841579082559328e-05,1613942835811,3178
+"mom_1",0.8531684500333138,1613942835811,3178
+"eps_1",1e-05,1613942835811,3178
+"wd_2",0.01,1613942835811,3178
+"sqr_mom_2",0.99,1613942835811,3178
+"lr_2",0.0004841579082559328,1613942835811,3178
+"mom_2",0.8531684500333138,1613942835811,3178
+"eps_2",1e-05,1613942835811,3178
+"train_loss",0.037582353,1613942836789,3179
+"raw_loss",0.03790055,1613942836789,3179
+"epoch",19.999999999999964,1613942836789,3179
+"wd_0",0.01,1613942836789,3179
+"sqr_mom_0",0.99,1613942836789,3179
+"lr_0",4.841084391194504e-06,1613942836789,3179
+"mom_0",0.8531783439595495,1613942836789,3179
+"eps_0",1e-05,1613942836789,3179
+"wd_1",0.01,1613942836789,3179
+"sqr_mom_1",0.99,1613942836789,3179
+"lr_1",4.8410843911945044e-05,1613942836789,3179
+"mom_1",0.8531783439595495,1613942836789,3179
+"eps_1",1e-05,1613942836789,3179
+"wd_2",0.01,1613942836789,3179
+"sqr_mom_2",0.99,1613942836789,3179
+"lr_2",0.0004841084391194504,1613942836789,3179
+"mom_2",0.8531783439595495,1613942836789,3179
+"eps_2",1e-05,1613942836789,3179
+"valid_loss",0.10043441504240036,1613942869438,3179
+"_rmse",0.316913902759552,1613942869438,3179
+"epoch",20,1613942869438,3179
+"train_loss",0.0371935,1613942870511,3180
+"raw_loss",0.018139714,1613942870511,3180
+"epoch",20.0062893081761,1613942870511,3180
+"wd_0",0.01,1613942870511,3180
+"sqr_mom_0",0.99,1613942870511,3180
+"lr_0",4.840588830648485e-06,1613942870511,3180
+"mom_0",0.853188255269583,1613942870511,3180
+"eps_0",1e-05,1613942870511,3180
+"wd_1",0.01,1613942870511,3180
+"sqr_mom_1",0.99,1613942870511,3180
+"lr_1",4.840588830648485e-05,1613942870511,3180
+"mom_1",0.853188255269583,1613942870511,3180
+"eps_1",1e-05,1613942870511,3180
+"wd_2",0.01,1613942870511,3180
+"sqr_mom_2",0.99,1613942870511,3180
+"lr_2",0.0004840588830648485,1613942870511,3180
+"mom_2",0.853188255269583,1613942870511,3180
+"eps_2",1e-05,1613942870511,3180
+"train_loss",0.03699258,1613942871466,3181
+"raw_loss",0.027147574,1613942871466,3181
+"epoch",20.0125786163522,1613942871466,3181
+"wd_0",0.01,1613942871466,3181
+"sqr_mom_0",0.99,1613942871466,3181
+"lr_0",4.8400925240745745e-06,1613942871466,3181
+"mom_0",0.8531981815003234,1613942871466,3181
+"eps_0",1e-05,1613942871466,3181
+"wd_1",0.01,1613942871466,3181
+"sqr_mom_1",0.99,1613942871466,3181
+"lr_1",4.8400925240745745e-05,1613942871466,3181
+"mom_1",0.8531981815003234,1613942871466,3181
+"eps_1",1e-05,1613942871466,3181
+"wd_2",0.01,1613942871466,3181
+"sqr_mom_2",0.99,1613942871466,3181
+"lr_2",0.00048400925240745744,1613942871466,3181
+"mom_2",0.8531981815003234,1613942871466,3181
+"eps_2",1e-05,1613942871466,3181
+"train_loss",0.036571153,1613942872417,3182
+"raw_loss",0.015921291,1613942872417,3182
+"epoch",20.0188679245283,1613942872417,3182
+"wd_0",0.01,1613942872417,3182
+"sqr_mom_0",0.99,1613942872417,3182
+"lr_0",4.839595471630965e-06,1613942872417,3182
+"mom_0",0.8532081226486071,1613942872417,3182
+"eps_0",1e-05,1613942872417,3182
+"wd_1",0.01,1613942872417,3182
+"sqr_mom_1",0.99,1613942872417,3182
+"lr_1",4.839595471630965e-05,1613942872417,3182
+"mom_1",0.8532081226486071,1613942872417,3182
+"eps_1",1e-05,1613942872417,3182
+"wd_2",0.01,1613942872417,3182
+"sqr_mom_2",0.99,1613942872417,3182
+"lr_2",0.0004839595471630965,1613942872417,3182
+"mom_2",0.8532081226486071,1613942872417,3182
+"eps_2",1e-05,1613942872417,3182
+"train_loss",0.036340106,1613942873377,3183
+"raw_loss",0.025018858,1613942873377,3183
+"epoch",20.0251572327044,1613942873377,3183
+"wd_0",0.01,1613942873377,3183
+"sqr_mom_0",0.99,1613942873377,3183
+"lr_0",4.839097797399187e-06,1613942873377,3183
+"mom_0",0.8532180762327786,1613942873377,3183
+"eps_0",1e-05,1613942873377,3183
+"wd_1",0.01,1613942873377,3183
+"sqr_mom_1",0.99,1613942873377,3183
+"lr_1",4.8390977973991865e-05,1613942873377,3183
+"mom_1",0.8532180762327786,1613942873377,3183
+"eps_1",1e-05,1613942873377,3183
+"wd_2",0.01,1613942873377,3183
+"sqr_mom_2",0.99,1613942873377,3183
+"lr_2",0.00048390977973991866,1613942873377,3183
+"mom_2",0.8532180762327786,1613942873377,3183
+"eps_2",1e-05,1613942873377,3183
+"train_loss",0.036625803,1613942874333,3184
+"raw_loss",0.050624974,1613942874333,3184
+"epoch",20.031446540880502,1613942874333,3184
+"wd_0",0.01,1613942874333,3184
+"sqr_mom_0",0.99,1613942874333,3184
+"lr_0",4.838599253877147e-06,1613942874333,3184
+"mom_0",0.8532280472029291,1613942874333,3184
+"eps_0",1e-05,1613942874333,3184
+"wd_1",0.01,1613942874333,3184
+"sqr_mom_1",0.99,1613942874333,3184
+"lr_1",4.8385992538771466e-05,1613942874333,3184
+"mom_1",0.8532280472029291,1613942874333,3184
+"eps_1",1e-05,1613942874333,3184
+"wd_2",0.01,1613942874333,3184
+"sqr_mom_2",0.99,1613942874333,3184
+"lr_2",0.0004838599253877147,1613942874333,3184
+"mom_2",0.8532280472029291,1613942874333,3184
+"eps_2",1e-05,1613942874333,3184
+"train_loss",0.036456198,1613942875305,3185
+"raw_loss",0.028145581,1613942875305,3185
+"epoch",20.037735849056602,1613942875305,3185
+"wd_0",0.01,1613942875305,3185
+"sqr_mom_0",0.99,1613942875305,3185
+"lr_0",4.838099964961371e-06,1613942875305,3185
+"mom_0",0.8532380330811034,1613942875305,3185
+"eps_0",1e-05,1613942875305,3185
+"wd_1",0.01,1613942875305,3185
+"sqr_mom_1",0.99,1613942875305,3185
+"lr_1",4.8380999649613705e-05,1613942875305,3185
+"mom_1",0.8532380330811034,1613942875305,3185
+"eps_1",1e-05,1613942875305,3185
+"wd_2",0.01,1613942875305,3185
+"sqr_mom_2",0.99,1613942875305,3185
+"lr_2",0.00048380999649613705,1613942875305,3185
+"mom_2",0.8532380330811034,1613942875305,3185
+"eps_2",1e-05,1613942875305,3185
+"train_loss",0.03687978,1613942876285,3186
+"raw_loss",0.057635423,1613942876285,3186
+"epoch",20.044025157232703,1613942876285,3186
+"wd_0",0.01,1613942876285,3186
+"sqr_mom_0",0.99,1613942876285,3186
+"lr_0",4.83760003454372e-06,1613942876285,3186
+"mom_0",0.8532480317894435,1613942876285,3186
+"eps_0",1e-05,1613942876285,3186
+"wd_1",0.01,1613942876285,3186
+"sqr_mom_1",0.99,1613942876285,3186
+"lr_1",4.83760003454372e-05,1613942876285,3186
+"mom_1",0.8532480317894435,1613942876285,3186
+"eps_1",1e-05,1613942876285,3186
+"wd_2",0.01,1613942876285,3186
+"sqr_mom_2",0.99,1613942876285,3186
+"lr_2",0.00048376000345437195,1613942876285,3186
+"mom_2",0.8532480317894435,1613942876285,3186
+"eps_2",1e-05,1613942876285,3186
+"train_loss",0.03663175,1613942877274,3187
+"raw_loss",0.024478327,1613942877274,3187
+"epoch",20.050314465408803,1613942877274,3187
+"wd_0",0.01,1613942877274,3187
+"sqr_mom_0",0.99,1613942877274,3187
+"lr_0",4.837099255472572e-06,1613942877274,3187
+"mom_0",0.8532580474710233,1613942877274,3187
+"eps_0",1e-05,1613942877274,3187
+"wd_1",0.01,1613942877274,3187
+"sqr_mom_1",0.99,1613942877274,3187
+"lr_1",4.837099255472571e-05,1613942877274,3187
+"mom_1",0.8532580474710233,1613942877274,3187
+"eps_1",1e-05,1613942877274,3187
+"wd_2",0.01,1613942877274,3187
+"sqr_mom_2",0.99,1613942877274,3187
+"lr_2",0.00048370992554725714,1613942877274,3187
+"mom_2",0.8532580474710233,1613942877274,3187
+"eps_2",1e-05,1613942877274,3187
+"train_loss",0.036258064,1613942878302,3188
+"raw_loss",0.017947422,1613942878302,3188
+"epoch",20.056603773584904,1613942878302,3188
+"wd_0",0.01,1613942878302,3188
+"sqr_mom_0",0.99,1613942878302,3188
+"lr_0",4.836597731485794e-06,1613942878302,3188
+"mom_0",0.8532680780510646,1613942878302,3188
+"eps_0",1e-05,1613942878302,3188
+"wd_1",0.01,1613942878302,3188
+"sqr_mom_1",0.99,1613942878302,3188
+"lr_1",4.8365977314857936e-05,1613942878302,3188
+"mom_1",0.8532680780510646,1613942878302,3188
+"eps_1",1e-05,1613942878302,3188
+"wd_2",0.01,1613942878302,3188
+"sqr_mom_2",0.99,1613942878302,3188
+"lr_2",0.0004836597731485794,1613942878302,3188
+"mom_2",0.8532680780510646,1613942878302,3188
+"eps_2",1e-05,1613942878302,3188
+"train_loss",0.035895072,1613942879315,3189
+"raw_loss",0.018108467,1613942879315,3189
+"epoch",20.062893081761004,1613942879315,3189
+"wd_0",0.01,1613942879315,3189
+"sqr_mom_0",0.99,1613942879315,3189
+"lr_0",4.836095587778311e-06,1613942879315,3189
+"mom_0",0.853278121025644,1613942879315,3189
+"eps_0",1e-05,1613942879315,3189
+"wd_1",0.01,1613942879315,3189
+"sqr_mom_1",0.99,1613942879315,3189
+"lr_1",4.8360955877783106e-05,1613942879315,3189
+"mom_1",0.853278121025644,1613942879315,3189
+"eps_1",1e-05,1613942879315,3189
+"wd_2",0.01,1613942879315,3189
+"sqr_mom_2",0.99,1613942879315,3189
+"lr_2",0.00048360955877783105,1613942879315,3189
+"mom_2",0.853278121025644,1613942879315,3189
+"eps_2",1e-05,1613942879315,3189
+"train_loss",0.03626685,1613942880321,3190
+"raw_loss",0.05448395,1613942880321,3190
+"epoch",20.069182389937104,1613942880321,3190
+"wd_0",0.01,1613942880321,3190
+"sqr_mom_0",0.99,1613942880321,3190
+"lr_0",4.835592574625281e-06,1613942880321,3190
+"mom_0",0.8532881813893083,1613942880321,3190
+"eps_0",1e-05,1613942880321,3190
+"wd_1",0.01,1613942880321,3190
+"sqr_mom_1",0.99,1613942880321,3190
+"lr_1",4.83559257462528e-05,1613942880321,3190
+"mom_1",0.8532881813893083,1613942880321,3190
+"eps_1",1e-05,1613942880321,3190
+"wd_2",0.01,1613942880321,3190
+"sqr_mom_2",0.99,1613942880321,3190
+"lr_2",0.000483559257462528,1613942880321,3190
+"mom_2",0.8532881813893083,1613942880321,3190
+"eps_2",1e-05,1613942880321,3190
+"train_loss",0.03600039,1613942881291,3191
+"raw_loss",0.022943964,1613942881291,3191
+"epoch",20.075471698113205,1613942881291,3191
+"wd_0",0.01,1613942881291,3191
+"sqr_mom_0",0.99,1613942881291,3191
+"lr_0",4.835088817036858e-06,1613942881291,3191
+"mom_0",0.8532982566418292,1613942881291,3191
+"eps_0",1e-05,1613942881291,3191
+"wd_1",0.01,1613942881291,3191
+"sqr_mom_1",0.99,1613942881291,3191
+"lr_1",4.835088817036858e-05,1613942881291,3191
+"mom_1",0.8532982566418292,1613942881291,3191
+"eps_1",1e-05,1613942881291,3191
+"wd_2",0.01,1613942881291,3191
+"sqr_mom_2",0.99,1613942881291,3191
+"lr_2",0.0004835088817036858,1613942881291,3191
+"mom_2",0.8532982566418292,1613942881291,3191
+"eps_2",1e-05,1613942881291,3191
+"train_loss",0.03642501,1613942882251,3192
+"raw_loss",0.057231463,1613942882251,3192
+"epoch",20.081761006289305,1613942882251,3192
+"wd_0",0.01,1613942882251,3192
+"sqr_mom_0",0.99,1613942882251,3192
+"lr_0",4.8345844407641225e-06,1613942882251,3192
+"mom_0",0.8533083442681603,1613942882251,3192
+"eps_0",1e-05,1613942882251,3192
+"wd_1",0.01,1613942882251,3192
+"sqr_mom_1",0.99,1613942882251,3192
+"lr_1",4.834584440764122e-05,1613942882251,3192
+"mom_1",0.8533083442681603,1613942882251,3192
+"eps_1",1e-05,1613942882251,3192
+"wd_2",0.01,1613942882251,3192
+"sqr_mom_2",0.99,1613942882251,3192
+"lr_2",0.0004834584440764122,1613942882251,3192
+"mom_2",0.8533083442681603,1613942882251,3192
+"eps_2",1e-05,1613942882251,3192
+"train_loss",0.036904227,1613942883228,3193
+"raw_loss",0.060385898,1613942883228,3193
+"epoch",20.088050314465406,1613942883228,3193
+"wd_0",0.01,1613942883228,3193
+"sqr_mom_0",0.99,1613942883228,3193
+"lr_0",4.834079194971938e-06,1613942883228,3193
+"mom_0",0.8533184492850541,1613942883228,3193
+"eps_0",1e-05,1613942883228,3193
+"wd_1",0.01,1613942883228,3193
+"sqr_mom_1",0.99,1613942883228,3193
+"lr_1",4.834079194971937e-05,1613942883228,3193
+"mom_1",0.8533184492850541,1613942883228,3193
+"eps_1",1e-05,1613942883228,3193
+"wd_2",0.01,1613942883228,3193
+"sqr_mom_2",0.99,1613942883228,3193
+"lr_2",0.00048340791949719376,1613942883228,3193
+"mom_2",0.8533184492850541,1613942883228,3193
+"eps_2",1e-05,1613942883228,3193
+"train_loss",0.0377275,1613942884184,3194
+"raw_loss",0.07806803,1613942884184,3194
+"epoch",20.094339622641506,1613942884184,3194
+"wd_0",0.01,1613942884184,3194
+"sqr_mom_0",0.99,1613942884184,3194
+"lr_0",4.833573205226734e-06,1613942884184,3194
+"mom_0",0.8533285691811572,1613942884184,3194
+"eps_0",1e-05,1613942884184,3194
+"wd_1",0.01,1613942884184,3194
+"sqr_mom_1",0.99,1613942884184,3194
+"lr_1",4.833573205226733e-05,1613942884184,3194
+"mom_1",0.8533285691811572,1613942884184,3194
+"eps_1",1e-05,1613942884184,3194
+"wd_2",0.01,1613942884184,3194
+"sqr_mom_2",0.99,1613942884184,3194
+"lr_2",0.0004833573205226733,1613942884184,3194
+"mom_2",0.8533285691811572,1613942884184,3194
+"eps_2",1e-05,1613942884184,3194
+"train_loss",0.039518144,1613942885147,3195
+"raw_loss",0.12725964,1613942885147,3195
+"epoch",20.100628930817606,1613942885147,3195
+"wd_0",0.01,1613942885147,3195
+"sqr_mom_0",0.99,1613942885147,3195
+"lr_0",4.833066597835381e-06,1613942885147,3195
+"mom_0",0.8533387014303067,1613942885147,3195
+"eps_0",1e-05,1613942885147,3195
+"wd_1",0.01,1613942885147,3195
+"sqr_mom_1",0.99,1613942885147,3195
+"lr_1",4.833066597835382e-05,1613942885147,3195
+"mom_1",0.8533387014303067,1613942885147,3195
+"eps_1",1e-05,1613942885147,3195
+"wd_2",0.01,1613942885147,3195
+"sqr_mom_2",0.99,1613942885147,3195
+"lr_2",0.0004833066597835381,1613942885147,3195
+"mom_2",0.8533387014303067,1613942885147,3195
+"eps_2",1e-05,1613942885147,3195
+"train_loss",0.04004472,1613942886100,3196
+"raw_loss",0.065846995,1613942886100,3196
+"epoch",20.106918238993707,1613942886100,3196
+"wd_0",0.01,1613942886100,3196
+"sqr_mom_0",0.99,1613942886100,3196
+"lr_0",4.832559120853174e-06,1613942886100,3196
+"mom_0",0.8533488510714472,1613942886100,3196
+"eps_0",1e-05,1613942886100,3196
+"wd_1",0.01,1613942886100,3196
+"sqr_mom_1",0.99,1613942886100,3196
+"lr_1",4.832559120853173e-05,1613942886100,3196
+"mom_1",0.8533488510714472,1613942886100,3196
+"eps_1",1e-05,1613942886100,3196
+"wd_2",0.01,1613942886100,3196
+"sqr_mom_2",0.99,1613942886100,3196
+"lr_2",0.00048325591208531735,1613942886100,3196
+"mom_2",0.8533488510714472,1613942886100,3196
+"eps_2",1e-05,1613942886100,3196
+"train_loss",0.040402867,1613942887066,3197
+"raw_loss",0.057952095,1613942887066,3197
+"epoch",20.113207547169807,1613942887066,3197
+"wd_0",0.01,1613942887066,3197
+"sqr_mom_0",0.99,1613942887066,3197
+"lr_0",4.832050900402452e-06,1613942887066,3197
+"mom_0",0.8533590155821068,1613942887066,3197
+"eps_0",1e-05,1613942887066,3197
+"wd_1",0.01,1613942887066,3197
+"sqr_mom_1",0.99,1613942887066,3197
+"lr_1",4.8320509004024515e-05,1613942887066,3197
+"mom_1",0.8533590155821068,1613942887066,3197
+"eps_1",1e-05,1613942887066,3197
+"wd_2",0.01,1613942887066,3197
+"sqr_mom_2",0.99,1613942887066,3197
+"lr_2",0.0004832050900402452,1613942887066,3197
+"mom_2",0.8533590155821068,1613942887066,3197
+"eps_2",1e-05,1613942887066,3197
+"train_loss",0.040565323,1613942888032,3198
+"raw_loss",0.048525624,1613942888032,3198
+"epoch",20.119496855345908,1613942888032,3198
+"wd_0",0.01,1613942888032,3198
+"sqr_mom_0",0.99,1613942888032,3198
+"lr_0",4.831542042228806e-06,1613942888032,3198
+"mom_0",0.8533691928473524,1613942888032,3198
+"eps_0",1e-05,1613942888032,3198
+"wd_1",0.01,1613942888032,3198
+"sqr_mom_1",0.99,1613942888032,3198
+"lr_1",4.8315420422288055e-05,1613942888032,3198
+"mom_1",0.8533691928473524,1613942888032,3198
+"eps_1",1e-05,1613942888032,3198
+"wd_2",0.01,1613942888032,3198
+"sqr_mom_2",0.99,1613942888032,3198
+"lr_2",0.00048315420422288054,1613942888032,3198
+"mom_2",0.8533691928473524,1613942888032,3198
+"eps_2",1e-05,1613942888032,3198
+"train_loss",0.04052361,1613942889039,3199
+"raw_loss",0.038479708,1613942889039,3199
+"epoch",20.125786163522008,1613942889039,3199
+"wd_0",0.01,1613942889039,3199
+"sqr_mom_0",0.99,1613942889039,3199
+"lr_0",4.831032335481298e-06,1613942889039,3199
+"mom_0",0.8533793870842449,1613942889039,3199
+"eps_0",1e-05,1613942889039,3199
+"wd_1",0.01,1613942889039,3199
+"sqr_mom_1",0.99,1613942889039,3199
+"lr_1",4.8310323354812974e-05,1613942889039,3199
+"mom_1",0.8533793870842449,1613942889039,3199
+"eps_1",1e-05,1613942889039,3199
+"wd_2",0.01,1613942889039,3199
+"sqr_mom_2",0.99,1613942889039,3199
+"lr_2",0.0004831032335481297,1613942889039,3199
+"mom_2",0.8533793870842449,1613942889039,3199
+"eps_2",1e-05,1613942889039,3199
+"train_loss",0.040539876,1613942890150,3200
+"raw_loss",0.041336887,1613942890150,3200
+"epoch",20.13207547169811,1613942890150,3200
+"wd_0",0.01,1613942890150,3200
+"sqr_mom_0",0.99,1613942890150,3200
+"lr_0",4.8305218857519216e-06,1613942890150,3200
+"mom_0",0.8533895961809234,1613942890150,3200
+"eps_0",1e-05,1613942890150,3200
+"wd_1",0.01,1613942890150,3200
+"sqr_mom_1",0.99,1613942890150,3200
+"lr_1",4.830521885751922e-05,1613942890150,3200
+"mom_1",0.8533895961809234,1613942890150,3200
+"eps_1",1e-05,1613942890150,3200
+"wd_2",0.01,1613942890150,3200
+"sqr_mom_2",0.99,1613942890150,3200
+"lr_2",0.0004830521885751921,1613942890150,3200
+"mom_2",0.8533895961809234,1613942890150,3200
+"eps_2",1e-05,1613942890150,3200
+"train_loss",0.04057066,1613942891409,3201
+"raw_loss",0.042079214,1613942891409,3201
+"epoch",20.13836477987421,1613942891409,3201
+"wd_0",0.01,1613942891409,3201
+"sqr_mom_0",0.99,1613942891409,3201
+"lr_0",4.830010693203378e-06,1613942891409,3201
+"mom_0",0.8533998201341337,1613942891409,3201
+"eps_0",1e-05,1613942891409,3201
+"wd_1",0.01,1613942891409,3201
+"sqr_mom_1",0.99,1613942891409,3201
+"lr_1",4.830010693203378e-05,1613942891409,3201
+"mom_1",0.8533998201341337,1613942891409,3201
+"eps_1",1e-05,1613942891409,3201
+"wd_2",0.01,1613942891409,3201
+"sqr_mom_2",0.99,1613942891409,3201
+"lr_2",0.00048300106932033777,1613942891409,3201
+"mom_2",0.8533998201341337,1613942891409,3201
+"eps_2",1e-05,1613942891409,3201
+"train_loss",0.04005461,1613942892487,3202
+"raw_loss",0.01476823,1613942892487,3202
+"epoch",20.14465408805031,1613942892487,3202
+"wd_0",0.01,1613942892487,3202
+"sqr_mom_0",0.99,1613942892487,3202
+"lr_0",4.829498885438003e-06,1613942892487,3202
+"mom_0",0.8534100563918039,1613942892487,3202
+"eps_0",1e-05,1613942892487,3202
+"wd_1",0.01,1613942892487,3202
+"sqr_mom_1",0.99,1613942892487,3202
+"lr_1",4.829498885438003e-05,1613942892487,3202
+"mom_1",0.8534100563918039,1613942892487,3202
+"eps_1",1e-05,1613942892487,3202
+"wd_2",0.01,1613942892487,3202
+"sqr_mom_2",0.99,1613942892487,3202
+"lr_2",0.0004829498885438002,1613942892487,3202
+"mom_2",0.8534100563918039,1613942892487,3202
+"eps_2",1e-05,1613942892487,3202
+"train_loss",0.03973511,1613942893577,3203
+"raw_loss",0.024079515,1613942893577,3203
+"epoch",20.15094339622641,1613942893577,3203
+"wd_0",0.01,1613942893577,3203
+"sqr_mom_0",0.99,1613942893577,3203
+"lr_0",4.828986207924849e-06,1613942893577,3203
+"mom_0",0.8534203100446034,1613942893577,3203
+"eps_0",1e-05,1613942893577,3203
+"wd_1",0.01,1613942893577,3203
+"sqr_mom_1",0.99,1613942893577,3203
+"lr_1",4.828986207924849e-05,1613942893577,3203
+"mom_1",0.8534203100446034,1613942893577,3203
+"eps_1",1e-05,1613942893577,3203
+"wd_2",0.01,1613942893577,3203
+"sqr_mom_2",0.99,1613942893577,3203
+"lr_2",0.0004828986207924849,1613942893577,3203
+"mom_2",0.8534203100446034,1613942893577,3203
+"eps_2",1e-05,1613942893577,3203
+"train_loss",0.039345954,1613942894549,3204
+"raw_loss",0.020277398,1613942894549,3204
+"epoch",20.15723270440251,1613942894549,3204
+"wd_0",0.01,1613942894549,3204
+"sqr_mom_0",0.99,1613942894549,3204
+"lr_0",4.8284727880820084e-06,1613942894549,3204
+"mom_0",0.8534305785441453,1613942894549,3204
+"eps_0",1e-05,1613942894549,3204
+"wd_1",0.01,1613942894549,3204
+"sqr_mom_1",0.99,1613942894549,3204
+"lr_1",4.828472788082008e-05,1613942894549,3204
+"mom_1",0.8534305785441453,1613942894549,3204
+"eps_1",1e-05,1613942894549,3204
+"wd_2",0.01,1613942894549,3204
+"sqr_mom_2",0.99,1613942894549,3204
+"lr_2",0.0004828472788082008,1613942894549,3204
+"mom_2",0.8534305785441453,1613942894549,3204
+"eps_2",1e-05,1613942894549,3204
+"train_loss",0.03956097,1613942895527,3205
+"raw_loss",0.050096843,1613942895527,3205
+"epoch",20.16352201257861,1613942895527,3205
+"wd_0",0.01,1613942895527,3205
+"sqr_mom_0",0.99,1613942895527,3205
+"lr_0",4.827958754066396e-06,1613942895527,3205
+"mom_0",0.8534408593272653,1613942895527,3205
+"eps_0",1e-05,1613942895527,3205
+"wd_1",0.01,1613942895527,3205
+"sqr_mom_1",0.99,1613942895527,3205
+"lr_1",4.827958754066396e-05,1613942895527,3205
+"mom_1",0.8534408593272653,1613942895527,3205
+"eps_1",1e-05,1613942895527,3205
+"wd_2",0.01,1613942895527,3205
+"sqr_mom_2",0.99,1613942895527,3205
+"lr_2",0.00048279587540663954,1613942895527,3205
+"mom_2",0.8534408593272653,1613942895527,3205
+"eps_2",1e-05,1613942895527,3205
+"train_loss",0.039175224,1613942896488,3206
+"raw_loss",0.020273572,1613942896488,3206
+"epoch",20.16981132075471,1613942896488,3206
+"wd_0",0.01,1613942896488,3206
+"sqr_mom_0",0.99,1613942896488,3206
+"lr_0",4.827443850239912e-06,1613942896488,3206
+"mom_0",0.8534511575067768,1613942896488,3206
+"eps_0",1e-05,1613942896488,3206
+"wd_1",0.01,1613942896488,3206
+"sqr_mom_1",0.99,1613942896488,3206
+"lr_1",4.827443850239912e-05,1613942896488,3206
+"mom_1",0.8534511575067768,1613942896488,3206
+"eps_1",1e-05,1613942896488,3206
+"wd_2",0.01,1613942896488,3206
+"sqr_mom_2",0.99,1613942896488,3206
+"lr_2",0.00048274438502399116,1613942896488,3206
+"mom_2",0.8534511575067768,1613942896488,3206
+"eps_2",1e-05,1613942896488,3206
+"train_loss",0.039572906,1613942897471,3207
+"raw_loss",0.05905944,1613942897471,3207
+"epoch",20.17610062893081,1613942897471,3207
+"wd_0",0.01,1613942897471,3207
+"sqr_mom_0",0.99,1613942897471,3207
+"lr_0",4.8269282045753485e-06,1613942897471,3207
+"mom_0",0.8534614705231982,1613942897471,3207
+"eps_0",1e-05,1613942897471,3207
+"wd_1",0.01,1613942897471,3207
+"sqr_mom_1",0.99,1613942897471,3207
+"lr_1",4.826928204575349e-05,1613942897471,3207
+"mom_1",0.8534614705231982,1613942897471,3207
+"eps_1",1e-05,1613942897471,3207
+"wd_2",0.01,1613942897471,3207
+"sqr_mom_2",0.99,1613942897471,3207
+"lr_2",0.00048269282045753487,1613942897471,3207
+"mom_2",0.8534614705231982,1613942897471,3207
+"eps_2",1e-05,1613942897471,3207
+"train_loss",0.039085355,1613942898434,3208
+"raw_loss",0.0151953725,1613942898434,3208
+"epoch",20.18238993710691,1613942898434,3208
+"wd_0",0.01,1613942898434,3208
+"sqr_mom_0",0.99,1613942898434,3208
+"lr_0",4.826411924359376e-06,1613942898434,3208
+"mom_0",0.8534717962307747,1613942898434,3208
+"eps_0",1e-05,1613942898434,3208
+"wd_1",0.01,1613942898434,3208
+"sqr_mom_1",0.99,1613942898434,3208
+"lr_1",4.826411924359376e-05,1613942898434,3208
+"mom_1",0.8534717962307747,1613942898434,3208
+"eps_1",1e-05,1613942898434,3208
+"wd_2",0.01,1613942898434,3208
+"sqr_mom_2",0.99,1613942898434,3208
+"lr_2",0.0004826411924359376,1613942898434,3208
+"mom_2",0.8534717962307747,1613942898434,3208
+"eps_2",1e-05,1613942898434,3208
+"train_loss",0.03921496,1613942899408,3209
+"raw_loss",0.04556578,1613942899408,3209
+"epoch",20.188679245283012,1613942899408,3209
+"wd_0",0.01,1613942899408,3209
+"sqr_mom_0",0.99,1613942899408,3209
+"lr_0",4.825894795665655e-06,1613942899408,3209
+"mom_0",0.853482138908076,1613942899408,3209
+"eps_0",1e-05,1613942899408,3209
+"wd_1",0.01,1613942899408,3209
+"sqr_mom_1",0.99,1613942899408,3209
+"lr_1",4.825894795665655e-05,1613942899408,3209
+"mom_1",0.853482138908076,1613942899408,3209
+"eps_1",1e-05,1613942899408,3209
+"wd_2",0.01,1613942899408,3209
+"sqr_mom_2",0.99,1613942899408,3209
+"lr_2",0.0004825894795665655,1613942899408,3209
+"mom_2",0.853482138908076,1613942899408,3209
+"eps_2",1e-05,1613942899408,3209
+"train_loss",0.039160263,1613942900364,3210
+"raw_loss",0.036480006,1613942900364,3210
+"epoch",20.194968553459113,1613942900364,3210
+"wd_0",0.01,1613942900364,3210
+"sqr_mom_0",0.99,1613942900364,3210
+"lr_0",4.825376925627598e-06,1613942900364,3210
+"mom_0",0.8534924964124121,1613942900364,3210
+"eps_0",1e-05,1613942900364,3210
+"wd_1",0.01,1613942900364,3210
+"sqr_mom_1",0.99,1613942900364,3210
+"lr_1",4.825376925627598e-05,1613942900364,3210
+"mom_1",0.8534924964124121,1613942900364,3210
+"eps_1",1e-05,1613942900364,3210
+"wd_2",0.01,1613942900364,3210
+"sqr_mom_2",0.99,1613942900364,3210
+"lr_2",0.00048253769256275975,1613942900364,3210
+"mom_2",0.8534924964124121,1613942900364,3210
+"eps_2",1e-05,1613942900364,3210
+"train_loss",0.03916548,1613942901331,3211
+"raw_loss",0.039421093,1613942901331,3211
+"epoch",20.201257861635213,1613942901331,3211
+"wd_0",0.01,1613942901331,3211
+"sqr_mom_0",0.99,1613942901331,3211
+"lr_0",4.824858443510185e-06,1613942901331,3211
+"mom_0",0.8535028661584578,1613942901331,3211
+"eps_0",1e-05,1613942901331,3211
+"wd_1",0.01,1613942901331,3211
+"sqr_mom_1",0.99,1613942901331,3211
+"lr_1",4.8248584435101845e-05,1613942901331,3211
+"mom_1",0.8535028661584578,1613942901331,3211
+"eps_1",1e-05,1613942901331,3211
+"wd_2",0.01,1613942901331,3211
+"sqr_mom_2",0.99,1613942901331,3211
+"lr_2",0.00048248584435101846,1613942901331,3211
+"mom_2",0.8535028661584578,1613942901331,3211
+"eps_2",1e-05,1613942901331,3211
+"train_loss",0.039084762,1613942902314,3212
+"raw_loss",0.03512973,1613942902314,3212
+"epoch",20.207547169811313,1613942902314,3212
+"wd_0",0.01,1613942902314,3212
+"sqr_mom_0",0.99,1613942902314,3212
+"lr_0",4.8243390914631984e-06,1613942902314,3212
+"mom_0",0.8535132533032691,1613942902314,3212
+"eps_0",1e-05,1613942902314,3212
+"wd_1",0.01,1613942902314,3212
+"sqr_mom_1",0.99,1613942902314,3212
+"lr_1",4.824339091463198e-05,1613942902314,3212
+"mom_1",0.8535132533032691,1613942902314,3212
+"eps_1",1e-05,1613942902314,3212
+"wd_2",0.01,1613942902314,3212
+"sqr_mom_2",0.99,1613942902314,3212
+"lr_2",0.0004824339091463198,1613942902314,3212
+"mom_2",0.8535132533032691,1613942902314,3212
+"eps_2",1e-05,1613942902314,3212
+"train_loss",0.038796972,1613942903308,3213
+"raw_loss",0.024695173,1613942903308,3213
+"epoch",20.213836477987414,1613942903308,3213
+"wd_0",0.01,1613942903308,3213
+"sqr_mom_0",0.99,1613942903308,3213
+"lr_0",4.823818998567739e-06,1613942903308,3213
+"mom_0",0.8535236552651979,1613942903308,3213
+"eps_0",1e-05,1613942903308,3213
+"wd_1",0.01,1613942903308,3213
+"sqr_mom_1",0.99,1613942903308,3213
+"lr_1",4.8238189985677385e-05,1613942903308,3213
+"mom_1",0.8535236552651979,1613942903308,3213
+"eps_1",1e-05,1613942903308,3213
+"wd_2",0.01,1613942903308,3213
+"sqr_mom_2",0.99,1613942903308,3213
+"lr_2",0.0004823818998567738,1613942903308,3213
+"mom_2",0.8535236552651979,1613942903308,3213
+"eps_2",1e-05,1613942903308,3213
+"train_loss",0.03834608,1613942904264,3214
+"raw_loss",0.016252147,1613942904264,3214
+"epoch",20.220125786163514,1613942904264,3214
+"wd_0",0.01,1613942904264,3214
+"sqr_mom_0",0.99,1613942904264,3214
+"lr_0",4.823298294642259e-06,1613942904264,3214
+"mom_0",0.8535340694478493,1613942904264,3214
+"eps_0",1e-05,1613942904264,3214
+"wd_1",0.01,1613942904264,3214
+"sqr_mom_1",0.99,1613942904264,3214
+"lr_1",4.823298294642259e-05,1613942904264,3214
+"mom_1",0.8535340694478493,1613942904264,3214
+"eps_1",1e-05,1613942904264,3214
+"wd_2",0.01,1613942904264,3214
+"sqr_mom_2",0.99,1613942904264,3214
+"lr_2",0.0004823298294642259,1613942904264,3214
+"mom_2",0.8535340694478493,1613942904264,3214
+"eps_2",1e-05,1613942904264,3214
+"train_loss",0.037920363,1613942905254,3215
+"raw_loss",0.017060319,1613942905254,3215
+"epoch",20.226415094339615,1613942905254,3215
+"wd_0",0.01,1613942905254,3215
+"sqr_mom_0",0.99,1613942905254,3215
+"lr_0",4.8227767207315985e-06,1613942905254,3215
+"mom_0",0.8535445010303784,1613942905254,3215
+"eps_0",1e-05,1613942905254,3215
+"wd_1",0.01,1613942905254,3215
+"sqr_mom_1",0.99,1613942905254,3215
+"lr_1",4.822776720731598e-05,1613942905254,3215
+"mom_1",0.8535445010303784,1613942905254,3215
+"eps_1",1e-05,1613942905254,3215
+"wd_2",0.01,1613942905254,3215
+"sqr_mom_2",0.99,1613942905254,3215
+"lr_2",0.0004822776720731598,1613942905254,3215
+"mom_2",0.8535445010303784,1613942905254,3215
+"eps_2",1e-05,1613942905254,3215
+"train_loss",0.038316756,1613942906213,3216
+"raw_loss",0.05774,1613942906213,3216
+"epoch",20.232704402515715,1613942906213,3216
+"wd_0",0.01,1613942906213,3216
+"sqr_mom_0",0.99,1613942906213,3216
+"lr_0",4.822254406470452e-06,1613942906213,3216
+"mom_0",0.8535549474200651,1613942906213,3216
+"eps_0",1e-05,1613942906213,3216
+"wd_1",0.01,1613942906213,3216
+"sqr_mom_1",0.99,1613942906213,3216
+"lr_1",4.822254406470451e-05,1613942906213,3216
+"mom_1",0.8535549474200651,1613942906213,3216
+"eps_1",1e-05,1613942906213,3216
+"wd_2",0.01,1613942906213,3216
+"sqr_mom_2",0.99,1613942906213,3216
+"lr_2",0.00048222544064704514,1613942906213,3216
+"mom_2",0.8535549474200651,1613942906213,3216
+"eps_2",1e-05,1613942906213,3216
+"train_loss",0.03815562,1613942907184,3217
+"raw_loss",0.030259922,1613942907184,3217
+"epoch",20.238993710691815,1613942907184,3217
+"wd_0",0.01,1613942907184,3217
+"sqr_mom_0",0.99,1613942907184,3217
+"lr_0",4.821731482230374e-06,1613942907184,3217
+"mom_0",0.8535654060094526,1613942907184,3217
+"eps_0",1e-05,1613942907184,3217
+"wd_1",0.01,1613942907184,3217
+"sqr_mom_1",0.99,1613942907184,3217
+"lr_1",4.8217314822303734e-05,1613942907184,3217
+"mom_1",0.8535654060094526,1613942907184,3217
+"eps_1",1e-05,1613942907184,3217
+"wd_2",0.01,1613942907184,3217
+"sqr_mom_2",0.99,1613942907184,3217
+"lr_2",0.0004821731482230373,1613942907184,3217
+"mom_2",0.8535654060094526,1613942907184,3217
+"eps_2",1e-05,1613942907184,3217
+"train_loss",0.037881143,1613942908138,3218
+"raw_loss",0.024431795,1613942908138,3218
+"epoch",20.245283018867916,1613942908138,3218
+"wd_0",0.01,1613942908138,3218
+"sqr_mom_0",0.99,1613942908138,3218
+"lr_0",4.821207687952001e-06,1613942908138,3218
+"mom_0",0.85357588199978,1613942908138,3218
+"eps_0",1e-05,1613942908138,3218
+"wd_1",0.01,1613942908138,3218
+"sqr_mom_1",0.99,1613942908138,3218
+"lr_1",4.821207687952e-05,1613942908138,3218
+"mom_1",0.85357588199978,1613942908138,3218
+"eps_1",1e-05,1613942908138,3218
+"wd_2",0.01,1613942908138,3218
+"sqr_mom_2",0.99,1613942908138,3218
+"lr_2",0.0004821207687952,1613942908138,3218
+"mom_2",0.85357588199978,1613942908138,3218
+"eps_2",1e-05,1613942908138,3218
+"train_loss",0.037421312,1613942909111,3219
+"raw_loss",0.014889624,1613942909111,3219
+"epoch",20.251572327044016,1613942909111,3219
+"wd_0",0.01,1613942909111,3219
+"sqr_mom_0",0.99,1613942909111,3219
+"lr_0",4.820683153823253e-06,1613942909111,3219
+"mom_0",0.8535863727872628,1613942909111,3219
+"eps_0",1e-05,1613942909111,3219
+"wd_1",0.01,1613942909111,3219
+"sqr_mom_1",0.99,1613942909111,3219
+"lr_1",4.820683153823253e-05,1613942909111,3219
+"mom_1",0.8535863727872628,1613942909111,3219
+"eps_1",1e-05,1613942909111,3219
+"wd_2",0.01,1613942909111,3219
+"sqr_mom_2",0.99,1613942909111,3219
+"lr_2",0.0004820683153823253,1613942909111,3219
+"mom_2",0.8535863727872628,1613942909111,3219
+"eps_2",1e-05,1613942909111,3219
+"train_loss",0.03790311,1613942910087,3220
+"raw_loss",0.061511304,1613942910087,3220
+"epoch",20.257861635220117,1613942910087,3220
+"wd_0",0.01,1613942910087,3220
+"sqr_mom_0",0.99,1613942910087,3220
+"lr_0",4.820157988975567e-06,1613942910087,3220
+"mom_0",0.8535968761892505,1613942910087,3220
+"eps_0",1e-05,1613942910087,3220
+"wd_1",0.01,1613942910087,3220
+"sqr_mom_1",0.99,1613942910087,3220
+"lr_1",4.820157988975567e-05,1613942910087,3220
+"mom_1",0.8535968761892505,1613942910087,3220
+"eps_1",1e-05,1613942910087,3220
+"wd_2",0.01,1613942910087,3220
+"sqr_mom_2",0.99,1613942910087,3220
+"lr_2",0.0004820157988975567,1613942910087,3220
+"mom_2",0.8535968761892505,1613942910087,3220
+"eps_2",1e-05,1613942910087,3220
+"train_loss",0.03784603,1613942911068,3221
+"raw_loss",0.035048995,1613942911068,3221
+"epoch",20.264150943396217,1613942911068,3221
+"wd_0",0.01,1613942911068,3221
+"sqr_mom_0",0.99,1613942911068,3221
+"lr_0",4.819631975801157e-06,1613942911068,3221
+"mom_0",0.8536073965579424,1613942911068,3221
+"eps_0",1e-05,1613942911068,3221
+"wd_1",0.01,1613942911068,3221
+"sqr_mom_1",0.99,1613942911068,3221
+"lr_1",4.819631975801157e-05,1613942911068,3221
+"mom_1",0.8536073965579424,1613942911068,3221
+"eps_1",1e-05,1613942911068,3221
+"wd_2",0.01,1613942911068,3221
+"sqr_mom_2",0.99,1613942911068,3221
+"lr_2",0.00048196319758011565,1613942911068,3221
+"mom_2",0.8536073965579424,1613942911068,3221
+"eps_2",1e-05,1613942911068,3221
+"train_loss",0.038180426,1613942912030,3222
+"raw_loss",0.054565825,1613942912030,3222
+"epoch",20.270440251572317,1613942912030,3222
+"wd_0",0.01,1613942912030,3222
+"sqr_mom_0",0.99,1613942912030,3222
+"lr_0",4.819105223278613e-06,1613942912030,3222
+"mom_0",0.8536179317137449,1613942912030,3222
+"eps_0",1e-05,1613942912030,3222
+"wd_1",0.01,1613942912030,3222
+"sqr_mom_1",0.99,1613942912030,3222
+"lr_1",4.819105223278613e-05,1613942912030,3222
+"mom_1",0.8536179317137449,1613942912030,3222
+"eps_1",1e-05,1613942912030,3222
+"wd_2",0.01,1613942912030,3222
+"sqr_mom_2",0.99,1613942912030,3222
+"lr_2",0.0004819105223278613,1613942912030,3222
+"mom_2",0.8536179317137449,1613942912030,3222
+"eps_2",1e-05,1613942912030,3222
+"train_loss",0.03863295,1613942912997,3223
+"raw_loss",0.060806777,1613942912997,3223
+"epoch",20.276729559748418,1613942912997,3223
+"wd_0",0.01,1613942912997,3223
+"sqr_mom_0",0.99,1613942912997,3223
+"lr_0",4.818577731575831e-06,1613942912997,3223
+"mom_0",0.8536284816532999,1613942912997,3223
+"eps_0",1e-05,1613942912997,3223
+"wd_1",0.01,1613942912997,3223
+"sqr_mom_1",0.99,1613942912997,3223
+"lr_1",4.818577731575832e-05,1613942912997,3223
+"mom_1",0.8536284816532999,1613942912997,3223
+"eps_1",1e-05,1613942912997,3223
+"wd_2",0.01,1613942912997,3223
+"sqr_mom_2",0.99,1613942912997,3223
+"lr_2",0.0004818577731575831,1613942912997,3223
+"mom_2",0.8536284816532999,1613942912997,3223
+"eps_2",1e-05,1613942912997,3223
+"train_loss",0.03863336,1613942913958,3224
+"raw_loss",0.03865344,1613942913958,3224
+"epoch",20.28301886792452,1613942913958,3224
+"wd_0",0.01,1613942913958,3224
+"sqr_mom_0",0.99,1613942913958,3224
+"lr_0",4.8180496323535e-06,1613942913958,3224
+"mom_0",0.8536390437433674,1613942913958,3224
+"eps_0",1e-05,1613942913958,3224
+"wd_1",0.01,1613942913958,3224
+"sqr_mom_1",0.99,1613942913958,3224
+"lr_1",4.8180496323534995e-05,1613942913958,3224
+"mom_1",0.8536390437433674,1613942913958,3224
+"eps_1",1e-05,1613942913958,3224
+"wd_2",0.01,1613942913958,3224
+"sqr_mom_2",0.99,1613942913958,3224
+"lr_2",0.00048180496323534995,1613942913958,3224
+"mom_2",0.8536390437433674,1613942913958,3224
+"eps_2",1e-05,1613942913958,3224
+"train_loss",0.03821651,1613942914922,3225
+"raw_loss",0.01779064,1613942914922,3225
+"epoch",20.28930817610062,1613942914922,3225
+"wd_0",0.01,1613942914922,3225
+"sqr_mom_0",0.99,1613942914922,3225
+"lr_0",4.817520662978646e-06,1613942914922,3225
+"mom_0",0.8536496232366595,1613942914922,3225
+"eps_0",1e-05,1613942914922,3225
+"wd_1",0.01,1613942914922,3225
+"sqr_mom_1",0.99,1613942914922,3225
+"lr_1",4.8175206629786454e-05,1613942914922,3225
+"mom_1",0.8536496232366595,1613942914922,3225
+"eps_1",1e-05,1613942914922,3225
+"wd_2",0.01,1613942914922,3225
+"sqr_mom_2",0.99,1613942914922,3225
+"lr_2",0.0004817520662978645,1613942914922,3225
+"mom_2",0.8536496232366595,1613942914922,3225
+"eps_2",1e-05,1613942914922,3225
+"train_loss",0.038776062,1613942915892,3226
+"raw_loss",0.066194154,1613942915892,3226
+"epoch",20.29559748427672,1613942915892,3226
+"wd_0",0.01,1613942915892,3226
+"sqr_mom_0",0.99,1613942915892,3226
+"lr_0",4.816990954928614e-06,1613942915892,3226
+"mom_0",0.8536602175036028,1613942915892,3226
+"eps_0",1e-05,1613942915892,3226
+"wd_1",0.01,1613942915892,3226
+"sqr_mom_1",0.99,1613942915892,3226
+"lr_1",4.8169909549286134e-05,1613942915892,3226
+"mom_1",0.8536602175036028,1613942915892,3226
+"eps_1",1e-05,1613942915892,3226
+"wd_2",0.01,1613942915892,3226
+"sqr_mom_2",0.99,1613942915892,3226
+"lr_2",0.0004816990954928613,1613942915892,3226
+"mom_2",0.8536602175036028,1613942915892,3226
+"eps_2",1e-05,1613942915892,3226
+"train_loss",0.038329046,1613942916912,3227
+"raw_loss",0.016425228,1613942916912,3227
+"epoch",20.30188679245282,1613942916912,3227
+"wd_0",0.01,1613942916912,3227
+"sqr_mom_0",0.99,1613942916912,3227
+"lr_0",4.8164606404159405e-06,1613942916912,3227
+"mom_0",0.8536708238999202,1613942916912,3227
+"eps_0",1e-05,1613942916912,3227
+"wd_1",0.01,1613942916912,3227
+"sqr_mom_1",0.99,1613942916912,3227
+"lr_1",4.81646064041594e-05,1613942916912,3227
+"mom_1",0.8536708238999202,1613942916912,3227
+"eps_1",1e-05,1613942916912,3227
+"wd_2",0.01,1613942916912,3227
+"sqr_mom_2",0.99,1613942916912,3227
+"lr_2",0.000481646064041594,1613942916912,3227
+"mom_2",0.8536708238999202,1613942916912,3227
+"eps_2",1e-05,1613942916912,3227
+"train_loss",0.038711485,1613942917878,3228
+"raw_loss",0.057451047,1613942917878,3228
+"epoch",20.30817610062892,1613942917878,3228
+"wd_0",0.01,1613942917878,3228
+"sqr_mom_0",0.99,1613942917878,3228
+"lr_0",4.81592945570595e-06,1613942917878,3228
+"mom_0",0.853681447700358,1613942917878,3228
+"eps_0",1e-05,1613942917878,3228
+"wd_1",0.01,1613942917878,3228
+"sqr_mom_1",0.99,1613942917878,3228
+"lr_1",4.81592945570595e-05,1613942917878,3228
+"mom_1",0.853681447700358,1613942917878,3228
+"eps_1",1e-05,1613942917878,3228
+"wd_2",0.01,1613942917878,3228
+"sqr_mom_2",0.99,1613942917878,3228
+"lr_2",0.00048159294557059495,1613942917878,3228
+"mom_2",0.853681447700358,1613942917878,3228
+"eps_2",1e-05,1613942917878,3228
+"train_loss",0.03940623,1613942918863,3229
+"raw_loss",0.0734488,1613942918863,3229
+"epoch",20.31446540880502,1613942918863,3229
+"wd_0",0.01,1613942918863,3229
+"sqr_mom_0",0.99,1613942918863,3229
+"lr_0",4.815397532827962e-06,1613942918863,3229
+"mom_0",0.8536920862643034,1613942918863,3229
+"eps_0",1e-05,1613942918863,3229
+"wd_1",0.01,1613942918863,3229
+"sqr_mom_1",0.99,1613942918863,3229
+"lr_1",4.815397532827962e-05,1613942918863,3229
+"mom_1",0.8536920862643034,1613942918863,3229
+"eps_1",1e-05,1613942918863,3229
+"wd_2",0.01,1613942918863,3229
+"sqr_mom_2",0.99,1613942918863,3229
+"lr_2",0.0004815397532827962,1613942918863,3229
+"mom_2",0.8536920862643034,1613942918863,3229
+"eps_2",1e-05,1613942918863,3229
+"train_loss",0.039007634,1613942919819,3230
+"raw_loss",0.019476457,1613942919819,3230
+"epoch",20.32075471698112,1613942919819,3230
+"wd_0",0.01,1613942919819,3230
+"sqr_mom_0",0.99,1613942919819,3230
+"lr_0",4.814864982446905e-06,1613942919819,3230
+"mom_0",0.8537027373784356,1613942919819,3230
+"eps_0",1e-05,1613942919819,3230
+"wd_1",0.01,1613942919819,3230
+"sqr_mom_1",0.99,1613942919819,3230
+"lr_1",4.8148649824469056e-05,1613942919819,3230
+"mom_1",0.8537027373784356,1613942919819,3230
+"eps_1",1e-05,1613942919819,3230
+"wd_2",0.01,1613942919819,3230
+"sqr_mom_2",0.99,1613942919819,3230
+"lr_2",0.0004814864982446905,1613942919819,3230
+"mom_2",0.8537027373784356,1613942919819,3230
+"eps_2",1e-05,1613942919819,3230
+"train_loss",0.038762275,1613942920782,3231
+"raw_loss",0.026739622,1613942920782,3231
+"epoch",20.32704402515722,1613942920782,3231
+"wd_0",0.01,1613942920782,3231
+"sqr_mom_0",0.99,1613942920782,3231
+"lr_0",4.814331583894721e-06,1613942920782,3231
+"mom_0",0.8537134054561601,1613942920782,3231
+"eps_0",1e-05,1613942920782,3231
+"wd_1",0.01,1613942920782,3231
+"sqr_mom_1",0.99,1613942920782,3231
+"lr_1",4.814331583894721e-05,1613942920782,3231
+"mom_1",0.8537134054561601,1613942920782,3231
+"eps_1",1e-05,1613942920782,3231
+"wd_2",0.01,1613942920782,3231
+"sqr_mom_2",0.99,1613942920782,3231
+"lr_2",0.0004814331583894721,1613942920782,3231
+"mom_2",0.8537134054561601,1613942920782,3231
+"eps_2",1e-05,1613942920782,3231
+"train_loss",0.0390292,1613942921810,3232
+"raw_loss",0.052108545,1613942921810,3232
+"epoch",20.33333333333332,1613942921810,3232
+"wd_0",0.01,1613942921810,3232
+"sqr_mom_0",0.99,1613942921810,3232
+"lr_0",4.813797447683842e-06,1613942921810,3232
+"mom_0",0.853724088287206,1613942921810,3232
+"eps_0",1e-05,1613942921810,3232
+"wd_1",0.01,1613942921810,3232
+"sqr_mom_1",0.99,1613942921810,3232
+"lr_1",4.813797447683842e-05,1613942921810,3232
+"mom_1",0.853724088287206,1613942921810,3232
+"eps_1",1e-05,1613942921810,3232
+"wd_2",0.01,1613942921810,3232
+"sqr_mom_2",0.99,1613942921810,3232
+"lr_2",0.00048137974476838416,1613942921810,3232
+"mom_2",0.853724088287206,1613942921810,3232
+"eps_2",1e-05,1613942921810,3232
+"train_loss",0.038730815,1613942922797,3233
+"raw_loss",0.024109961,1613942922797,3233
+"epoch",20.339622641509422,1613942922797,3233
+"wd_0",0.01,1613942922797,3233
+"sqr_mom_0",0.99,1613942922797,3233
+"lr_0",4.813262707129367e-06,1613942922797,3233
+"mom_0",0.8537347832052447,1613942922797,3233
+"eps_0",1e-05,1613942922797,3233
+"wd_1",0.01,1613942922797,3233
+"sqr_mom_1",0.99,1613942922797,3233
+"lr_1",4.813262707129367e-05,1613942922797,3233
+"mom_1",0.8537347832052447,1613942922797,3233
+"eps_1",1e-05,1613942922797,3233
+"wd_2",0.01,1613942922797,3233
+"sqr_mom_2",0.99,1613942922797,3233
+"lr_2",0.0004813262707129367,1613942922797,3233
+"mom_2",0.8537347832052447,1613942922797,3233
+"eps_2",1e-05,1613942922797,3233
+"train_loss",0.038631164,1613942923851,3234
+"raw_loss",0.033748306,1613942923851,3234
+"epoch",20.345911949685522,1613942923851,3234
+"wd_0",0.01,1613942923851,3234
+"sqr_mom_0",0.99,1613942923851,3234
+"lr_0",4.8127270962954745e-06,1613942923851,3234
+"mom_0",0.8537454955290458,1613942923851,3234
+"eps_0",1e-05,1613942923851,3234
+"wd_1",0.01,1613942923851,3234
+"sqr_mom_1",0.99,1613942923851,3234
+"lr_1",4.812727096295474e-05,1613942923851,3234
+"mom_1",0.8537454955290458,1613942923851,3234
+"eps_1",1e-05,1613942923851,3234
+"wd_2",0.01,1613942923851,3234
+"sqr_mom_2",0.99,1613942923851,3234
+"lr_2",0.0004812727096295474,1613942923851,3234
+"mom_2",0.8537454955290458,1613942923851,3234
+"eps_2",1e-05,1613942923851,3234
+"train_loss",0.03823207,1613942924831,3235
+"raw_loss",0.018676527,1613942924831,3235
+"epoch",20.352201257861623,1613942924831,3235
+"wd_0",0.01,1613942924831,3235
+"sqr_mom_0",0.99,1613942924831,3235
+"lr_0",4.8121907483142985e-06,1613942924831,3235
+"mom_0",0.85375622259594,1613942924831,3235
+"eps_0",1e-05,1613942924831,3235
+"wd_1",0.01,1613942924831,3235
+"sqr_mom_1",0.99,1613942924831,3235
+"lr_1",4.812190748314298e-05,1613942924831,3235
+"mom_1",0.85375622259594,1613942924831,3235
+"eps_1",1e-05,1613942924831,3235
+"wd_2",0.01,1613942924831,3235
+"sqr_mom_2",0.99,1613942924831,3235
+"lr_2",0.0004812190748314298,1613942924831,3235
+"mom_2",0.85375622259594,1613942924831,3235
+"eps_2",1e-05,1613942924831,3235
+"train_loss",0.038667142,1613942925846,3236
+"raw_loss",0.059985824,1613942925846,3236
+"epoch",20.358490566037723,1613942925846,3236
+"wd_0",0.01,1613942925846,3236
+"sqr_mom_0",0.99,1613942925846,3236
+"lr_0",4.8116537970516445e-06,1613942925846,3236
+"mom_0",0.8537669617285844,1613942925846,3236
+"eps_0",1e-05,1613942925846,3236
+"wd_1",0.01,1613942925846,3236
+"sqr_mom_1",0.99,1613942925846,3236
+"lr_1",4.811653797051644e-05,1613942925846,3236
+"mom_1",0.8537669617285844,1613942925846,3236
+"eps_1",1e-05,1613942925846,3236
+"wd_2",0.01,1613942925846,3236
+"sqr_mom_2",0.99,1613942925846,3236
+"lr_2",0.0004811653797051644,1613942925846,3236
+"mom_2",0.8537669617285844,1613942925846,3236
+"eps_2",1e-05,1613942925846,3236
+"train_loss",0.03873866,1613942926852,3237
+"raw_loss",0.04224299,1613942926852,3237
+"epoch",20.364779874213824,1613942926852,3237
+"wd_0",0.01,1613942926852,3237
+"sqr_mom_0",0.99,1613942926852,3237
+"lr_0",4.811115975472266e-06,1613942926852,3237
+"mom_0",0.8537777182677373,1613942926852,3237
+"eps_0",1e-05,1613942926852,3237
+"wd_1",0.01,1613942926852,3237
+"sqr_mom_1",0.99,1613942926852,3237
+"lr_1",4.8111159754722655e-05,1613942926852,3237
+"mom_1",0.8537777182677373,1613942926852,3237
+"eps_1",1e-05,1613942926852,3237
+"wd_2",0.01,1613942926852,3237
+"sqr_mom_2",0.99,1613942926852,3237
+"lr_2",0.00048111159754722654,1613942926852,3237
+"mom_2",0.8537777182677373,1613942926852,3237
+"eps_2",1e-05,1613942926852,3237
+"train_loss",0.038215183,1613942927857,3238
+"raw_loss",0.0125646675,1613942927857,3238
+"epoch",20.371069182389924,1613942927857,3238
+"wd_0",0.01,1613942927857,3238
+"sqr_mom_0",0.99,1613942927857,3238
+"lr_0",4.810577417259131e-06,1613942927857,3238
+"mom_0",0.8537884895397128,1613942927857,3238
+"eps_0",1e-05,1613942927857,3238
+"wd_1",0.01,1613942927857,3238
+"sqr_mom_1",0.99,1613942927857,3238
+"lr_1",4.81057741725913e-05,1613942927857,3238
+"mom_1",0.8537884895397128,1613942927857,3238
+"eps_1",1e-05,1613942927857,3238
+"wd_2",0.01,1613942927857,3238
+"sqr_mom_2",0.99,1613942927857,3238
+"lr_2",0.000481057741725913,1613942927857,3238
+"mom_2",0.8537884895397128,1613942927857,3238
+"eps_2",1e-05,1613942927857,3238
+"train_loss",0.03784087,1613942928885,3239
+"raw_loss",0.019499525,1613942928885,3239
+"epoch",20.377358490566024,1613942928885,3239
+"wd_0",0.01,1613942928885,3239
+"sqr_mom_0",0.99,1613942928885,3239
+"lr_0",4.810038256828366e-06,1613942928885,3239
+"mom_0",0.8537992728561612,1613942928885,3239
+"eps_0",1e-05,1613942928885,3239
+"wd_1",0.01,1613942928885,3239
+"sqr_mom_1",0.99,1613942928885,3239
+"lr_1",4.8100382568283656e-05,1613942928885,3239
+"mom_1",0.8537992728561612,1613942928885,3239
+"eps_1",1e-05,1613942928885,3239
+"wd_2",0.01,1613942928885,3239
+"sqr_mom_2",0.99,1613942928885,3239
+"lr_2",0.00048100382568283653,1613942928885,3239
+"mom_2",0.8537992728561612,1613942928885,3239
+"eps_2",1e-05,1613942928885,3239
+"train_loss",0.037414405,1613942929882,3240
+"raw_loss",0.016517574,1613942929882,3240
+"epoch",20.383647798742125,1613942929882,3240
+"wd_0",0.01,1613942929882,3240
+"sqr_mom_0",0.99,1613942929882,3240
+"lr_0",4.809498203641469e-06,1613942929882,3240
+"mom_0",0.8538100740279109,1613942929882,3240
+"eps_0",1e-05,1613942929882,3240
+"wd_1",0.01,1613942929882,3240
+"sqr_mom_1",0.99,1613942929882,3240
+"lr_1",4.809498203641468e-05,1613942929882,3240
+"mom_1",0.8538100740279109,1613942929882,3240
+"eps_1",1e-05,1613942929882,3240
+"wd_2",0.01,1613942929882,3240
+"sqr_mom_2",0.99,1613942929882,3240
+"lr_2",0.00048094982036414683,1613942929882,3240
+"mom_2",0.8538100740279109,1613942929882,3240
+"eps_2",1e-05,1613942929882,3240
+"train_loss",0.03725827,1613942930865,3241
+"raw_loss",0.02960762,1613942930865,3241
+"epoch",20.389937106918225,1613942930865,3241
+"wd_0",0.01,1613942930865,3241
+"sqr_mom_0",0.99,1613942930865,3241
+"lr_0",4.8089574367105355e-06,1613942930865,3241
+"mom_0",0.853820889474684,1613942930865,3241
+"eps_0",1e-05,1613942930865,3241
+"wd_1",0.01,1613942930865,3241
+"sqr_mom_1",0.99,1613942930865,3241
+"lr_1",4.808957436710536e-05,1613942930865,3241
+"mom_1",0.853820889474684,1613942930865,3241
+"eps_1",1e-05,1613942930865,3241
+"wd_2",0.01,1613942930865,3241
+"sqr_mom_2",0.99,1613942930865,3241
+"lr_2",0.0004808957436710535,1613942930865,3241
+"mom_2",0.853820889474684,1613942930865,3241
+"eps_2",1e-05,1613942930865,3241
+"train_loss",0.036979377,1613942931871,3242
+"raw_loss",0.023313645,1613942931871,3242
+"epoch",20.396226415094326,1613942931871,3242
+"wd_0",0.01,1613942931871,3242
+"sqr_mom_0",0.99,1613942931871,3242
+"lr_0",4.808415933833856e-06,1613942931871,3242
+"mom_0",0.8538317196405193,1613942931871,3242
+"eps_0",1e-05,1613942931871,3242
+"wd_1",0.01,1613942931871,3242
+"sqr_mom_1",0.99,1613942931871,3242
+"lr_1",4.808415933833856e-05,1613942931871,3242
+"mom_1",0.8538317196405193,1613942931871,3242
+"eps_1",1e-05,1613942931871,3242
+"wd_2",0.01,1613942931871,3242
+"sqr_mom_2",0.99,1613942931871,3242
+"lr_2",0.0004808415933833856,1613942931871,3242
+"mom_2",0.8538317196405193,1613942931871,3242
+"eps_2",1e-05,1613942931871,3242
+"train_loss",0.036565162,1613942932845,3243
+"raw_loss",0.016268693,1613942932845,3243
+"epoch",20.402515723270426,1613942932845,3243
+"wd_0",0.01,1613942932845,3243
+"sqr_mom_0",0.99,1613942932845,3243
+"lr_0",4.80787383016074e-06,1613942932845,3243
+"mom_0",0.8538425618224034,1613942932845,3243
+"eps_0",1e-05,1613942932845,3243
+"wd_1",0.01,1613942932845,3243
+"sqr_mom_1",0.99,1613942932845,3243
+"lr_1",4.80787383016074e-05,1613942932845,3243
+"mom_1",0.8538425618224034,1613942932845,3243
+"eps_1",1e-05,1613942932845,3243
+"wd_2",0.01,1613942932845,3243
+"sqr_mom_2",0.99,1613942932845,3243
+"lr_2",0.00048078738301607403,1613942932845,3243
+"mom_2",0.8538425618224034,1613942932845,3243
+"eps_2",1e-05,1613942932845,3243
+"train_loss",0.036248997,1613942933828,3244
+"raw_loss",0.020756872,1613942933828,3244
+"epoch",20.408805031446526,1613942933828,3244
+"wd_0",0.01,1613942933828,3244
+"sqr_mom_0",0.99,1613942933828,3244
+"lr_0",4.807330856093559e-06,1613942933828,3244
+"mom_0",0.8538534214123429,1613942933828,3244
+"eps_0",1e-05,1613942933828,3244
+"wd_1",0.01,1613942933828,3244
+"sqr_mom_1",0.99,1613942933828,3244
+"lr_1",4.807330856093558e-05,1613942933828,3244
+"mom_1",0.8538534214123429,1613942933828,3244
+"eps_1",1e-05,1613942933828,3244
+"wd_2",0.01,1613942933828,3244
+"sqr_mom_2",0.99,1613942933828,3244
+"lr_2",0.0004807330856093558,1613942933828,3244
+"mom_2",0.8538534214123429,1613942933828,3244
+"eps_2",1e-05,1613942933828,3244
+"train_loss",0.036118314,1613942934793,3245
+"raw_loss",0.029714882,1613942934793,3245
+"epoch",20.415094339622627,1613942934793,3245
+"wd_0",0.01,1613942934793,3245
+"sqr_mom_0",0.99,1613942934793,3245
+"lr_0",4.8067871465990836e-06,1613942934793,3245
+"mom_0",0.8538642957109754,1613942934793,3245
+"eps_0",1e-05,1613942934793,3245
+"wd_1",0.01,1613942934793,3245
+"sqr_mom_1",0.99,1613942934793,3245
+"lr_1",4.8067871465990834e-05,1613942934793,3245
+"mom_1",0.8538642957109754,1613942934793,3245
+"eps_1",1e-05,1613942934793,3245
+"wd_2",0.01,1613942934793,3245
+"sqr_mom_2",0.99,1613942934793,3245
+"lr_2",0.00048067871465990835,1613942934793,3245
+"mom_2",0.8538642957109754,1613942934793,3245
+"eps_2",1e-05,1613942934793,3245
+"train_loss",0.03581539,1613942935797,3246
+"raw_loss",0.020972187,1613942935797,3246
+"epoch",20.421383647798727,1613942935797,3246
+"wd_0",0.01,1613942935797,3246
+"sqr_mom_0",0.99,1613942935797,3246
+"lr_0",4.806242837376046e-06,1613942935797,3246
+"mom_0",0.8538751820042991,1613942935797,3246
+"eps_0",1e-05,1613942935797,3246
+"wd_1",0.01,1613942935797,3246
+"sqr_mom_1",0.99,1613942935797,3246
+"lr_1",4.806242837376046e-05,1613942935797,3246
+"mom_1",0.8538751820042991,1613942935797,3246
+"eps_1",1e-05,1613942935797,3246
+"wd_2",0.01,1613942935797,3246
+"sqr_mom_2",0.99,1613942935797,3246
+"lr_2",0.0004806242837376046,1613942935797,3246
+"mom_2",0.8538751820042991,1613942935797,3246
+"eps_2",1e-05,1613942935797,3246
+"train_loss",0.03538274,1613942936751,3247
+"raw_loss",0.014182863,1613942936751,3247
+"epoch",20.427672955974828,1613942936751,3247
+"wd_0",0.01,1613942936751,3247
+"sqr_mom_0",0.99,1613942936751,3247
+"lr_0",4.805697657729958e-06,1613942936751,3247
+"mom_0",0.8538860857062579,1613942936751,3247
+"eps_0",1e-05,1613942936751,3247
+"wd_1",0.01,1613942936751,3247
+"sqr_mom_1",0.99,1613942936751,3247
+"lr_1",4.805697657729957e-05,1613942936751,3247
+"mom_1",0.8538860857062579,1613942936751,3247
+"eps_1",1e-05,1613942936751,3247
+"wd_2",0.01,1613942936751,3247
+"sqr_mom_2",0.99,1613942936751,3247
+"lr_2",0.0004805697657729957,1613942936751,3247
+"mom_2",0.8538860857062579,1613942936751,3247
+"eps_2",1e-05,1613942936751,3247
+"train_loss",0.0350465,1613942937754,3248
+"raw_loss",0.018570744,1613942937754,3248
+"epoch",20.433962264150928,1613942937754,3248
+"wd_0",0.01,1613942937754,3248
+"sqr_mom_0",0.99,1613942937754,3248
+"lr_0",4.8051517431771384e-06,1613942937754,3248
+"mom_0",0.8538970041064983,1613942937754,3248
+"eps_0",1e-05,1613942937754,3248
+"wd_1",0.01,1613942937754,3248
+"sqr_mom_1",0.99,1613942937754,3248
+"lr_1",4.8051517431771384e-05,1613942937754,3248
+"mom_1",0.8538970041064983,1613942937754,3248
+"eps_1",1e-05,1613942937754,3248
+"wd_2",0.01,1613942937754,3248
+"sqr_mom_2",0.99,1613942937754,3248
+"lr_2",0.00048051517431771384,1613942937754,3248
+"mom_2",0.8538970041064983,1613942937754,3248
+"eps_2",1e-05,1613942937754,3248
+"train_loss",0.035185907,1613942938728,3249
+"raw_loss",0.042016875,1613942938728,3249
+"epoch",20.44025157232703,1613942938728,3249
+"wd_0",0.01,1613942938728,3249
+"sqr_mom_0",0.99,1613942938728,3249
+"lr_0",4.804605229965351e-06,1613942938728,3249
+"mom_0",0.8539079344800378,1613942938728,3249
+"eps_0",1e-05,1613942938728,3249
+"wd_1",0.01,1613942938728,3249
+"sqr_mom_1",0.99,1613942938728,3249
+"lr_1",4.804605229965351e-05,1613942938728,3249
+"mom_1",0.8539079344800378,1613942938728,3249
+"eps_1",1e-05,1613942938728,3249
+"wd_2",0.01,1613942938728,3249
+"sqr_mom_2",0.99,1613942938728,3249
+"lr_2",0.00048046052299653507,1613942938728,3249
+"mom_2",0.8539079344800378,1613942938728,3249
+"eps_2",1e-05,1613942938728,3249
+"train_loss",0.03484306,1613942939694,3250
+"raw_loss",0.018043548,1613942939694,3250
+"epoch",20.44654088050313,1613942939694,3250
+"wd_0",0.01,1613942939694,3250
+"sqr_mom_0",0.99,1613942939694,3250
+"lr_0",4.804057846304023e-06,1613942939694,3250
+"mom_0",0.8539188822627422,1613942939694,3250
+"eps_0",1e-05,1613942939694,3250
+"wd_1",0.01,1613942939694,3250
+"sqr_mom_1",0.99,1613942939694,3250
+"lr_1",4.804057846304023e-05,1613942939694,3250
+"mom_1",0.8539188822627422,1613942939694,3250
+"eps_1",1e-05,1613942939694,3250
+"wd_2",0.01,1613942939694,3250
+"sqr_mom_2",0.99,1613942939694,3250
+"lr_2",0.0004804057846304023,1613942939694,3250
+"mom_2",0.8539188822627422,1613942939694,3250
+"eps_2",1e-05,1613942939694,3250
+"train_loss",0.034866255,1613942940649,3251
+"raw_loss",0.03600273,1613942940649,3251
+"epoch",20.45283018867923,1613942940649,3251
+"wd_0",0.01,1613942940649,3251
+"sqr_mom_0",0.99,1613942940649,3251
+"lr_0",4.803509728258637e-06,1613942940649,3251
+"mom_0",0.8539298447332746,1613942940649,3251
+"eps_0",1e-05,1613942940649,3251
+"wd_1",0.01,1613942940649,3251
+"sqr_mom_1",0.99,1613942940649,3251
+"lr_1",4.803509728258637e-05,1613942940649,3251
+"mom_1",0.8539298447332746,1613942940649,3251
+"eps_1",1e-05,1613942940649,3251
+"wd_2",0.01,1613942940649,3251
+"sqr_mom_2",0.99,1613942940649,3251
+"lr_2",0.00048035097282586364,1613942940649,3251
+"mom_2",0.8539298447332746,1613942940649,3251
+"eps_2",1e-05,1613942940649,3251
+"train_loss",0.0346333,1613942941591,3252
+"raw_loss",0.02321852,1613942941591,3252
+"epoch",20.45911949685533,1613942941591,3252
+"wd_0",0.01,1613942941591,3252
+"sqr_mom_0",0.99,1613942941591,3252
+"lr_0",4.802961012625592e-06,1613942941591,3252
+"mom_0",0.8539408191556797,1613942941591,3252
+"eps_0",1e-05,1613942941591,3252
+"wd_1",0.01,1613942941591,3252
+"sqr_mom_1",0.99,1613942941591,3252
+"lr_1",4.8029610126255925e-05,1613942941591,3252
+"mom_1",0.8539408191556797,1613942941591,3252
+"eps_1",1e-05,1613942941591,3252
+"wd_2",0.01,1613942941591,3252
+"sqr_mom_2",0.99,1613942941591,3252
+"lr_2",0.0004802961012625592,1613942941591,3252
+"mom_2",0.8539408191556797,1613942941591,3252
+"eps_2",1e-05,1613942941591,3252
+"train_loss",0.03440847,1613942942547,3253
+"raw_loss",0.023391744,1613942942547,3253
+"epoch",20.46540880503143,1613942942547,3253
+"wd_0",0.01,1613942942547,3253
+"sqr_mom_0",0.99,1613942942547,3253
+"lr_0",4.802411426519016e-06,1613942942547,3253
+"mom_0",0.8539518109877295,1613942942547,3253
+"eps_0",1e-05,1613942942547,3253
+"wd_1",0.01,1613942942547,3253
+"sqr_mom_1",0.99,1613942942547,3253
+"lr_1",4.802411426519016e-05,1613942942547,3253
+"mom_1",0.8539518109877295,1613942942547,3253
+"eps_1",1e-05,1613942942547,3253
+"wd_2",0.01,1613942942547,3253
+"sqr_mom_2",0.99,1613942942547,3253
+"lr_2",0.00048024114265190153,1613942942547,3253
+"mom_2",0.8539518109877295,1613942942547,3253
+"eps_2",1e-05,1613942942547,3253
+"train_loss",0.034068126,1613942943494,3254
+"raw_loss",0.017391236,1613942943494,3254
+"epoch",20.47169811320753,1613942943494,3254
+"wd_0",0.01,1613942943494,3254
+"sqr_mom_0",0.99,1613942943494,3254
+"lr_0",4.801861106553157e-06,1613942943494,3254
+"mom_0",0.8539628174971118,1613942943494,3254
+"eps_0",1e-05,1613942943494,3254
+"wd_1",0.01,1613942943494,3254
+"sqr_mom_1",0.99,1613942943494,3254
+"lr_1",4.8018611065531576e-05,1613942943494,3254
+"mom_1",0.8539628174971118,1613942943494,3254
+"eps_1",1e-05,1613942943494,3254
+"wd_2",0.01,1613942943494,3254
+"sqr_mom_2",0.99,1613942943494,3254
+"lr_2",0.0004801861106553157,1613942943494,3254
+"mom_2",0.8539628174971118,1613942943494,3254
+"eps_2",1e-05,1613942943494,3254
+"train_loss",0.034147043,1613942944466,3255
+"raw_loss",0.038014036,1613942944466,3255
+"epoch",20.47798742138363,1613942944466,3255
+"wd_0",0.01,1613942944466,3255
+"sqr_mom_0",0.99,1613942944466,3255
+"lr_0",4.801310190072666e-06,1613942944466,3255
+"mom_0",0.853973835936906,1613942944466,3255
+"eps_0",1e-05,1613942944466,3255
+"wd_1",0.01,1613942944466,3255
+"sqr_mom_1",0.99,1613942944466,3255
+"lr_1",4.8013101900726656e-05,1613942944466,3255
+"mom_1",0.853973835936906,1613942944466,3255
+"eps_1",1e-05,1613942944466,3255
+"wd_2",0.01,1613942944466,3255
+"sqr_mom_2",0.99,1613942944466,3255
+"lr_2",0.00048013101900726653,1613942944466,3255
+"mom_2",0.853973835936906,1613942944466,3255
+"eps_2",1e-05,1613942944466,3255
+"train_loss",0.03389461,1613942945417,3256
+"raw_loss",0.021525417,1613942945417,3256
+"epoch",20.48427672955973,1613942945417,3256
+"wd_0",0.01,1613942945417,3256
+"sqr_mom_0",0.99,1613942945417,3256
+"lr_0",4.800758403097147e-06,1613942945417,3256
+"mom_0",0.853984871786775,1613942945417,3256
+"eps_0",1e-05,1613942945417,3256
+"wd_1",0.01,1613942945417,3256
+"sqr_mom_1",0.99,1613942945417,3256
+"lr_1",4.800758403097146e-05,1613942945417,3256
+"mom_1",0.853984871786775,1613942945417,3256
+"eps_1",1e-05,1613942945417,3256
+"wd_2",0.01,1613942945417,3256
+"sqr_mom_2",0.99,1613942945417,3256
+"lr_2",0.0004800758403097146,1613942945417,3256
+"mom_2",0.853984871786775,1613942945417,3256
+"eps_2",1e-05,1613942945417,3256
+"train_loss",0.033820096,1613942946372,3257
+"raw_loss",0.030168965,1613942946372,3257
+"epoch",20.49056603773583,1613942946372,3257
+"wd_0",0.01,1613942946372,3257
+"sqr_mom_0",0.99,1613942946372,3257
+"lr_0",4.800205882789228e-06,1613942946372,3257
+"mom_0",0.8539959223034385,1613942946372,3257
+"eps_0",1e-05,1613942946372,3257
+"wd_1",0.01,1613942946372,3257
+"sqr_mom_1",0.99,1613942946372,3257
+"lr_1",4.8002058827892284e-05,1613942946372,3257
+"mom_1",0.8539959223034385,1613942946372,3257
+"eps_1",1e-05,1613942946372,3257
+"wd_2",0.01,1613942946372,3257
+"sqr_mom_2",0.99,1613942946372,3257
+"lr_2",0.0004800205882789228,1613942946372,3257
+"mom_2",0.8539959223034385,1613942946372,3257
+"eps_2",1e-05,1613942946372,3257
+"train_loss",0.03340574,1613942947310,3258
+"raw_loss",0.0131022325,1613942947310,3258
+"epoch",20.496855345911932,1613942947310,3258
+"wd_0",0.01,1613942947310,3258
+"sqr_mom_0",0.99,1613942947310,3258
+"lr_0",4.799652721135953e-06,1613942947310,3258
+"mom_0",0.8540069856471374,1613942947310,3258
+"eps_0",1e-05,1613942947310,3258
+"wd_1",0.01,1613942947310,3258
+"sqr_mom_1",0.99,1613942947310,3258
+"lr_1",4.799652721135953e-05,1613942947310,3258
+"mom_1",0.8540069856471374,1613942947310,3258
+"eps_1",1e-05,1613942947310,3258
+"wd_2",0.01,1613942947310,3258
+"sqr_mom_2",0.99,1613942947310,3258
+"lr_2",0.0004799652721135953,1613942947310,3258
+"mom_2",0.8540069856471374,1613942947310,3258
+"eps_2",1e-05,1613942947310,3258
+"train_loss",0.03373735,1613942948269,3259
+"raw_loss",0.049986318,1613942948269,3259
+"epoch",20.503144654088032,1613942948269,3259
+"wd_0",0.01,1613942948269,3259
+"sqr_mom_0",0.99,1613942948269,3259
+"lr_0",4.79909873481334e-06,1613942948269,3259
+"mom_0",0.8540180654843881,1613942948269,3259
+"eps_0",1e-05,1613942948269,3259
+"wd_1",0.01,1613942948269,3259
+"sqr_mom_1",0.99,1613942948269,3259
+"lr_1",4.79909873481334e-05,1613942948269,3259
+"mom_1",0.8540180654843881,1613942948269,3259
+"eps_1",1e-05,1613942948269,3259
+"wd_2",0.01,1613942948269,3259
+"sqr_mom_2",0.99,1613942948269,3259
+"lr_2",0.00047990987348133396,1613942948269,3259
+"mom_2",0.8540180654843881,1613942948269,3259
+"eps_2",1e-05,1613942948269,3259
+"train_loss",0.033607386,1613942949219,3260
+"raw_loss",0.027239155,1613942949219,3260
+"epoch",20.509433962264133,1613942949219,3260
+"wd_0",0.01,1613942949219,3260
+"sqr_mom_0",0.99,1613942949219,3260
+"lr_0",4.798544015687328e-06,1613942949219,3260
+"mom_0",0.8540291599778532,1613942949219,3260
+"eps_0",1e-05,1613942949219,3260
+"wd_1",0.01,1613942949219,3260
+"sqr_mom_1",0.99,1613942949219,3260
+"lr_1",4.798544015687328e-05,1613942949219,3260
+"mom_1",0.8540291599778532,1613942949219,3260
+"eps_1",1e-05,1613942949219,3260
+"wd_2",0.01,1613942949219,3260
+"sqr_mom_2",0.99,1613942949219,3260
+"lr_2",0.0004798544015687328,1613942949219,3260
+"mom_2",0.8540291599778532,1613942949219,3260
+"eps_2",1e-05,1613942949219,3260
+"train_loss",0.03370764,1613942950169,3261
+"raw_loss",0.038620174,1613942950169,3261
+"epoch",20.515723270440233,1613942950169,3261
+"wd_0",0.01,1613942950169,3261
+"sqr_mom_0",0.99,1613942950169,3261
+"lr_0",4.7979885639347286e-06,1613942950169,3261
+"mom_0",0.8540402691239967,1613942950169,3261
+"eps_0",1e-05,1613942950169,3261
+"wd_1",0.01,1613942950169,3261
+"sqr_mom_1",0.99,1613942950169,3261
+"lr_1",4.797988563934728e-05,1613942950169,3261
+"mom_1",0.8540402691239967,1613942950169,3261
+"eps_1",1e-05,1613942950169,3261
+"wd_2",0.01,1613942950169,3261
+"sqr_mom_2",0.99,1613942950169,3261
+"lr_2",0.0004797988563934728,1613942950169,3261
+"mom_2",0.8540402691239967,1613942950169,3261
+"eps_2",1e-05,1613942950169,3261
+"train_loss",0.03356319,1613942951121,3262
+"raw_loss",0.026484959,1613942951121,3262
+"epoch",20.522012578616334,1613942951121,3262
+"wd_0",0.01,1613942951121,3262
+"sqr_mom_0",0.99,1613942951121,3262
+"lr_0",4.7974325181779265e-06,1613942951121,3262
+"mom_0",0.8540513901503429,1613942951121,3262
+"eps_0",1e-05,1613942951121,3262
+"wd_1",0.01,1613942951121,3262
+"sqr_mom_1",0.99,1613942951121,3262
+"lr_1",4.797432518177926e-05,1613942951121,3262
+"mom_1",0.8540513901503429,1613942951121,3262
+"eps_1",1e-05,1613942951121,3262
+"wd_2",0.01,1613942951121,3262
+"sqr_mom_2",0.99,1613942951121,3262
+"lr_2",0.0004797432518177926,1613942951121,3262
+"mom_2",0.8540513901503429,1613942951121,3262
+"eps_2",1e-05,1613942951121,3262
+"train_loss",0.03365163,1613942952078,3263
+"raw_loss",0.037985213,1613942952078,3263
+"epoch",20.528301886792434,1613942952078,3263
+"wd_0",0.01,1613942952078,3263
+"sqr_mom_0",0.99,1613942952078,3263
+"lr_0",4.79687560188565e-06,1613942952078,3263
+"mom_0",0.8540625285875728,1613942952078,3263
+"eps_0",1e-05,1613942952078,3263
+"wd_1",0.01,1613942952078,3263
+"sqr_mom_1",0.99,1613942952078,3263
+"lr_1",4.79687560188565e-05,1613942952078,3263
+"mom_1",0.8540625285875728,1613942952078,3263
+"eps_1",1e-05,1613942952078,3263
+"wd_2",0.01,1613942952078,3263
+"sqr_mom_2",0.99,1613942952078,3263
+"lr_2",0.00047968756018856493,1613942952078,3263
+"mom_2",0.8540625285875728,1613942952078,3263
+"eps_2",1e-05,1613942952078,3263
+"train_loss",0.033326793,1613942953047,3264
+"raw_loss",0.017409755,1613942953047,3264
+"epoch",20.534591194968534,1613942953047,3264
+"wd_0",0.01,1613942953047,3264
+"sqr_mom_0",0.99,1613942953047,3264
+"lr_0",4.7963179534985724e-06,1613942953047,3264
+"mom_0",0.8540736816668452,1613942953047,3264
+"eps_0",1e-05,1613942953047,3264
+"wd_1",0.01,1613942953047,3264
+"sqr_mom_1",0.99,1613942953047,3264
+"lr_1",4.796317953498572e-05,1613942953047,3264
+"mom_1",0.8540736816668452,1613942953047,3264
+"eps_1",1e-05,1613942953047,3264
+"wd_2",0.01,1613942953047,3264
+"sqr_mom_2",0.99,1613942953047,3264
+"lr_2",0.0004796317953498572,1613942953047,3264
+"mom_2",0.8540736816668452,1613942953047,3264
+"eps_2",1e-05,1613942953047,3264
+"train_loss",0.032924276,1613942953995,3265
+"raw_loss",0.013200966,1613942953995,3265
+"epoch",20.540880503144635,1613942953995,3265
+"wd_0",0.01,1613942953995,3265
+"sqr_mom_0",0.99,1613942953995,3265
+"lr_0",4.795759712186009e-06,1613942953995,3265
+"mom_0",0.8540848466047458,1613942953995,3265
+"eps_0",1e-05,1613942953995,3265
+"wd_1",0.01,1613942953995,3265
+"sqr_mom_1",0.99,1613942953995,3265
+"lr_1",4.7957597121860084e-05,1613942953995,3265
+"mom_1",0.8540848466047458,1613942953995,3265
+"eps_1",1e-05,1613942953995,3265
+"wd_2",0.01,1613942953995,3265
+"sqr_mom_2",0.99,1613942953995,3265
+"lr_2",0.00047957597121860087,1613942953995,3265
+"mom_2",0.8540848466047458,1613942953995,3265
+"eps_2",1e-05,1613942953995,3265
+"train_loss",0.032727554,1613942954938,3266
+"raw_loss",0.023088153,1613942954938,3266
+"epoch",20.547169811320735,1613942954938,3266
+"wd_0",0.01,1613942954938,3266
+"sqr_mom_0",0.99,1613942954938,3266
+"lr_0",4.795200600324799e-06,1613942954938,3266
+"mom_0",0.8540960289537936,1613942954938,3266
+"eps_0",1e-05,1613942954938,3266
+"wd_1",0.01,1613942954938,3266
+"sqr_mom_1",0.99,1613942954938,3266
+"lr_1",4.7952006003247986e-05,1613942954938,3266
+"mom_1",0.8540960289537936,1613942954938,3266
+"eps_1",1e-05,1613942954938,3266
+"wd_2",0.01,1613942954938,3266
+"sqr_mom_2",0.99,1613942954938,3266
+"lr_2",0.00047952006003247984,1613942954938,3266
+"mom_2",0.8540960289537936,1613942954938,3266
+"eps_2",1e-05,1613942954938,3266
+"train_loss",0.032487422,1613942955899,3267
+"raw_loss",0.02072099,1613942955899,3267
+"epoch",20.553459119496836,1613942955899,3267
+"wd_0",0.01,1613942955899,3267
+"sqr_mom_0",0.99,1613942955899,3267
+"lr_0",4.794640756902675e-06,1613942955899,3267
+"mom_0",0.8541072259342058,1613942955899,3267
+"eps_0",1e-05,1613942955899,3267
+"wd_1",0.01,1613942955899,3267
+"sqr_mom_1",0.99,1613942955899,3267
+"lr_1",4.794640756902675e-05,1613942955899,3267
+"mom_1",0.8541072259342058,1613942955899,3267
+"eps_1",1e-05,1613942955899,3267
+"wd_2",0.01,1613942955899,3267
+"sqr_mom_2",0.99,1613942955899,3267
+"lr_2",0.00047946407569026745,1613942955899,3267
+"mom_2",0.8541072259342058,1613942955899,3267
+"eps_2",1e-05,1613942955899,3267
+"train_loss",0.032204196,1613942956855,3268
+"raw_loss",0.018326135,1613942956855,3268
+"epoch",20.559748427672936,1613942956855,3268
+"wd_0",0.01,1613942956855,3268
+"sqr_mom_0",0.99,1613942956855,3268
+"lr_0",4.794080321635482e-06,1613942956855,3268
+"mom_0",0.8541184347516378,1613942956855,3268
+"eps_0",1e-05,1613942956855,3268
+"wd_1",0.01,1613942956855,3268
+"sqr_mom_1",0.99,1613942956855,3268
+"lr_1",4.7940803216354815e-05,1613942956855,3268
+"mom_1",0.8541184347516378,1613942956855,3268
+"eps_1",1e-05,1613942956855,3268
+"wd_2",0.01,1613942956855,3268
+"sqr_mom_2",0.99,1613942956855,3268
+"lr_2",0.00047940803216354815,1613942956855,3268
+"mom_2",0.8541184347516378,1613942956855,3268
+"eps_2",1e-05,1613942956855,3268
+"train_loss",0.0321629,1613942957838,3269
+"raw_loss",0.030139364,1613942957838,3269
+"epoch",20.566037735849036,1613942957838,3269
+"wd_0",0.01,1613942957838,3269
+"sqr_mom_0",0.99,1613942957838,3269
+"lr_0",4.7935190158089656e-06,1613942957838,3269
+"mom_0",0.8541296609804305,1613942957838,3269
+"eps_0",1e-05,1613942957838,3269
+"wd_1",0.01,1613942957838,3269
+"sqr_mom_1",0.99,1613942957838,3269
+"lr_1",4.7935190158089654e-05,1613942957838,3269
+"mom_1",0.8541296609804305,1613942957838,3269
+"eps_1",1e-05,1613942957838,3269
+"wd_2",0.01,1613942957838,3269
+"sqr_mom_2",0.99,1613942957838,3269
+"lr_2",0.0004793519015808965,1613942957838,3269
+"mom_2",0.8541296609804305,1613942957838,3269
+"eps_2",1e-05,1613942957838,3269
+"train_loss",0.031740945,1613942958788,3270
+"raw_loss",0.011065042,1613942958788,3270
+"epoch",20.572327044025137,1613942958788,3270
+"wd_0",0.01,1613942958788,3270
+"sqr_mom_0",0.99,1613942958788,3270
+"lr_0",4.792956978957522e-06,1613942958788,3270
+"mom_0",0.8541409018298678,1613942958788,3270
+"eps_0",1e-05,1613942958788,3270
+"wd_1",0.01,1613942958788,3270
+"sqr_mom_1",0.99,1613942958788,3270
+"lr_1",4.792956978957522e-05,1613942958788,3270
+"mom_1",0.8541409018298678,1613942958788,3270
+"eps_1",1e-05,1613942958788,3270
+"wd_2",0.01,1613942958788,3270
+"sqr_mom_2",0.99,1613942958788,3270
+"lr_2",0.00047929569789575217,1613942958788,3270
+"mom_2",0.8541409018298678,1613942958788,3270
+"eps_2",1e-05,1613942958788,3270
+"train_loss",0.031509995,1613942959768,3271
+"raw_loss",0.02019343,1613942959768,3271
+"epoch",20.578616352201237,1613942959768,3271
+"wd_0",0.01,1613942959768,3271
+"sqr_mom_0",0.99,1613942959768,3271
+"lr_0",4.7923943513431225e-06,1613942959768,3271
+"mom_0",0.8541521544946825,1613942959768,3271
+"eps_0",1e-05,1613942959768,3271
+"wd_1",0.01,1613942959768,3271
+"sqr_mom_1",0.99,1613942959768,3271
+"lr_1",4.7923943513431225e-05,1613942959768,3271
+"mom_1",0.8541521544946825,1613942959768,3271
+"eps_1",1e-05,1613942959768,3271
+"wd_2",0.01,1613942959768,3271
+"sqr_mom_2",0.99,1613942959768,3271
+"lr_2",0.0004792394351343122,1613942959768,3271
+"mom_2",0.8541521544946825,1613942959768,3271
+"eps_2",1e-05,1613942959768,3271
+"train_loss",0.031296015,1613942960721,3272
+"raw_loss",0.020810928,1613942960721,3272
+"epoch",20.584905660377338,1613942960721,3272
+"wd_0",0.01,1613942960721,3272
+"sqr_mom_0",0.99,1613942960721,3272
+"lr_0",4.791830853161221e-06,1613942960721,3272
+"mom_0",0.8541634245710212,1613942960721,3272
+"eps_0",1e-05,1613942960721,3272
+"wd_1",0.01,1613942960721,3272
+"sqr_mom_1",0.99,1613942960721,3272
+"lr_1",4.791830853161221e-05,1613942960721,3272
+"mom_1",0.8541634245710212,1613942960721,3272
+"eps_1",1e-05,1613942960721,3272
+"wd_2",0.01,1613942960721,3272
+"sqr_mom_2",0.99,1613942960721,3272
+"lr_2",0.00047918308531612206,1613942960721,3272
+"mom_2",0.8541634245710212,1613942960721,3272
+"eps_2",1e-05,1613942960721,3272
+"train_loss",0.031072494,1613942961669,3273
+"raw_loss",0.020119976,1613942961669,3273
+"epoch",20.591194968553438,1613942961669,3273
+"wd_0",0.01,1613942961669,3273
+"sqr_mom_0",0.99,1613942961669,3273
+"lr_0",4.791266624492475e-06,1613942961669,3273
+"mom_0",0.854174709257243,1613942961669,3273
+"eps_0",1e-05,1613942961669,3273
+"wd_1",0.01,1613942961669,3273
+"sqr_mom_1",0.99,1613942961669,3273
+"lr_1",4.7912666244924754e-05,1613942961669,3273
+"mom_1",0.854174709257243,1613942961669,3273
+"eps_1",1e-05,1613942961669,3273
+"wd_2",0.01,1613942961669,3273
+"sqr_mom_2",0.99,1613942961669,3273
+"lr_2",0.0004791266624492475,1613942961669,3273
+"mom_2",0.854174709257243,1613942961669,3273
+"eps_2",1e-05,1613942961669,3273
+"train_loss",0.030821355,1613942962626,3274
+"raw_loss",0.018515533,1613942962626,3274
+"epoch",20.59748427672954,1613942962626,3274
+"wd_0",0.01,1613942962626,3274
+"sqr_mom_0",0.99,1613942962626,3274
+"lr_0",4.7907018061445815e-06,1613942962626,3274
+"mom_0",0.8541860057371657,1613942962626,3274
+"eps_0",1e-05,1613942962626,3274
+"wd_1",0.01,1613942962626,3274
+"sqr_mom_1",0.99,1613942962626,3274
+"lr_1",4.790701806144581e-05,1613942962626,3274
+"mom_1",0.8541860057371657,1613942962626,3274
+"eps_1",1e-05,1613942962626,3274
+"wd_2",0.01,1613942962626,3274
+"sqr_mom_2",0.99,1613942962626,3274
+"lr_2",0.0004790701806144581,1613942962626,3274
+"mom_2",0.8541860057371657,1613942962626,3274
+"eps_2",1e-05,1613942962626,3274
+"train_loss",0.030836387,1613942963590,3275
+"raw_loss",0.031572953,1613942963590,3275
+"epoch",20.60377358490564,1613942963590,3275
+"wd_0",0.01,1613942963590,3275
+"sqr_mom_0",0.99,1613942963590,3275
+"lr_0",4.790136117223504e-06,1613942963590,3275
+"mom_0",0.8541973196287261,1613942963590,3275
+"eps_0",1e-05,1613942963590,3275
+"wd_1",0.01,1613942963590,3275
+"sqr_mom_1",0.99,1613942963590,3275
+"lr_1",4.790136117223504e-05,1613942963590,3275
+"mom_1",0.8541973196287261,1613942963590,3275
+"eps_1",1e-05,1613942963590,3275
+"wd_2",0.01,1613942963590,3275
+"sqr_mom_2",0.99,1613942963590,3275
+"lr_2",0.0004790136117223504,1613942963590,3275
+"mom_2",0.8541973196287261,1613942963590,3275
+"eps_2",1e-05,1613942963590,3275
+"train_loss",0.030716108,1613942964539,3276
+"raw_loss",0.024822498,1613942964539,3276
+"epoch",20.61006289308174,1613942964539,3276
+"wd_0",0.01,1613942964539,3276
+"sqr_mom_0",0.99,1613942964539,3276
+"lr_0",4.7895696983557604e-06,1613942964539,3276
+"mom_0",0.8542086481193659,1613942964539,3276
+"eps_0",1e-05,1613942964539,3276
+"wd_1",0.01,1613942964539,3276
+"sqr_mom_1",0.99,1613942964539,3276
+"lr_1",4.78956969835576e-05,1613942964539,3276
+"mom_1",0.8542086481193659,1613942964539,3276
+"eps_1",1e-05,1613942964539,3276
+"wd_2",0.01,1613942964539,3276
+"sqr_mom_2",0.99,1613942964539,3276
+"lr_2",0.000478956969835576,1613942964539,3276
+"mom_2",0.8542086481193659,1613942964539,3276
+"eps_2",1e-05,1613942964539,3276
+"train_loss",0.030616881,1613942965489,3277
+"raw_loss",0.02575478,1613942965489,3277
+"epoch",20.61635220125784,1613942965489,3277
+"wd_0",0.01,1613942965489,3277
+"sqr_mom_0",0.99,1613942965489,3277
+"lr_0",4.789002690894367e-06,1613942965489,3277
+"mom_0",0.8542199883819964,1613942965489,3277
+"eps_0",1e-05,1613942965489,3277
+"wd_1",0.01,1613942965489,3277
+"sqr_mom_1",0.99,1613942965489,3277
+"lr_1",4.789002690894367e-05,1613942965489,3277
+"mom_1",0.8542199883819964,1613942965489,3277
+"eps_1",1e-05,1613942965489,3277
+"wd_2",0.01,1613942965489,3277
+"sqr_mom_2",0.99,1613942965489,3277
+"lr_2",0.0004789002690894367,1613942965489,3277
+"mom_2",0.8542199883819964,1613942965489,3277
+"eps_2",1e-05,1613942965489,3277
+"train_loss",0.030384043,1613942966442,3278
+"raw_loss",0.018974941,1613942966442,3278
+"epoch",20.62264150943394,1613942966442,3278
+"wd_0",0.01,1613942966442,3278
+"sqr_mom_0",0.99,1613942966442,3278
+"lr_0",4.788434812856606e-06,1613942966442,3278
+"mom_0",0.8542313460563284,1613942966442,3278
+"eps_0",1e-05,1613942966442,3278
+"wd_1",0.01,1613942966442,3278
+"sqr_mom_1",0.99,1613942966442,3278
+"lr_1",4.788434812856606e-05,1613942966442,3278
+"mom_1",0.8542313460563284,1613942966442,3278
+"eps_1",1e-05,1613942966442,3278
+"wd_2",0.01,1613942966442,3278
+"sqr_mom_2",0.99,1613942966442,3278
+"lr_2",0.0004788434812856606,1613942966442,3278
+"mom_2",0.8542313460563284,1613942966442,3278
+"eps_2",1e-05,1613942966442,3278
+"train_loss",0.030273702,1613942967408,3279
+"raw_loss",0.024866944,1613942967408,3279
+"epoch",20.62893081761004,1613942967408,3279
+"wd_0",0.01,1613942967408,3279
+"sqr_mom_0",0.99,1613942967408,3279
+"lr_0",4.7878662054144495e-06,1613942967408,3279
+"mom_0",0.8542427183188942,1613942967408,3279
+"eps_0",1e-05,1613942967408,3279
+"wd_1",0.01,1613942967408,3279
+"sqr_mom_1",0.99,1613942967408,3279
+"lr_1",4.7878662054144496e-05,1613942967408,3279
+"mom_1",0.8542427183188942,1613942967408,3279
+"eps_1",1e-05,1613942967408,3279
+"wd_2",0.01,1613942967408,3279
+"sqr_mom_2",0.99,1613942967408,3279
+"lr_2",0.0004787866205414449,1613942967408,3279
+"mom_2",0.8542427183188942,1613942967408,3279
+"eps_2",1e-05,1613942967408,3279
+"train_loss",0.029966101,1613942968384,3280
+"raw_loss",0.014893616,1613942968384,3280
+"epoch",20.63522012578614,1613942968384,3280
+"wd_0",0.01,1613942968384,3280
+"sqr_mom_0",0.99,1613942968384,3280
+"lr_0",4.787296963226938e-06,1613942968384,3280
+"mom_0",0.854254103276494,1613942968384,3280
+"eps_0",1e-05,1613942968384,3280
+"wd_1",0.01,1613942968384,3280
+"sqr_mom_1",0.99,1613942968384,3280
+"lr_1",4.787296963226937e-05,1613942968384,3280
+"mom_1",0.854254103276494,1613942968384,3280
+"eps_1",1e-05,1613942968384,3280
+"wd_2",0.01,1613942968384,3280
+"sqr_mom_2",0.99,1613942968384,3280
+"lr_2",0.00047872969632269374,1613942968384,3280
+"mom_2",0.854254103276494,1613942968384,3280
+"eps_2",1e-05,1613942968384,3280
+"train_loss",0.029868808,1613942969344,3281
+"raw_loss",0.025101386,1613942969344,3281
+"epoch",20.64150943396224,1613942969344,3281
+"wd_0",0.01,1613942969344,3281
+"sqr_mom_0",0.99,1613942969344,3281
+"lr_0",4.78672689764082e-06,1613942969344,3281
+"mom_0",0.8542655047022306,1613942969344,3281
+"eps_0",1e-05,1613942969344,3281
+"wd_1",0.01,1613942969344,3281
+"sqr_mom_1",0.99,1613942969344,3281
+"lr_1",4.78672689764082e-05,1613942969344,3281
+"mom_1",0.8542655047022306,1613942969344,3281
+"eps_1",1e-05,1613942969344,3281
+"wd_2",0.01,1613942969344,3281
+"sqr_mom_2",0.99,1613942969344,3281
+"lr_2",0.000478672689764082,1613942969344,3281
+"mom_2",0.8542655047022306,1613942969344,3281
+"eps_2",1e-05,1613942969344,3281
+"train_loss",0.029536283,1613942970292,3282
+"raw_loss",0.0132425735,1613942970292,3282
+"epoch",20.64779874213834,1613942970292,3282
+"wd_0",0.01,1613942970292,3282
+"sqr_mom_0",0.99,1613942970292,3282
+"lr_0",4.786156103194685e-06,1613942970292,3282
+"mom_0",0.8542769207053134,1613942970292,3282
+"eps_0",1e-05,1613942970292,3282
+"wd_1",0.01,1613942970292,3282
+"sqr_mom_1",0.99,1613942970292,3282
+"lr_1",4.786156103194685e-05,1613942970292,3282
+"mom_1",0.8542769207053134,1613942970292,3282
+"eps_1",1e-05,1613942970292,3282
+"wd_2",0.01,1613942970292,3282
+"sqr_mom_2",0.99,1613942970292,3282
+"lr_2",0.0004786156103194685,1613942970292,3282
+"mom_2",0.8542769207053134,1613942970292,3282
+"eps_2",1e-05,1613942970292,3282
+"train_loss",0.029381614,1613942971257,3283
+"raw_loss",0.021802897,1613942971257,3283
+"epoch",20.654088050314442,1613942971257,3283
+"wd_0",0.01,1613942971257,3283
+"sqr_mom_0",0.99,1613942971257,3283
+"lr_0",4.785584580070467e-06,1613942971257,3283
+"mom_0",0.8542883512821035,1613942971257,3283
+"eps_0",1e-05,1613942971257,3283
+"wd_1",0.01,1613942971257,3283
+"sqr_mom_1",0.99,1613942971257,3283
+"lr_1",4.785584580070467e-05,1613942971257,3283
+"mom_1",0.8542883512821035,1613942971257,3283
+"eps_1",1e-05,1613942971257,3283
+"wd_2",0.01,1613942971257,3283
+"sqr_mom_2",0.99,1613942971257,3283
+"lr_2",0.0004785584580070467,1613942971257,3283
+"mom_2",0.8542883512821035,1613942971257,3283
+"eps_2",1e-05,1613942971257,3283
+"train_loss",0.02912758,1613942972230,3284
+"raw_loss",0.016679898,1613942972230,3284
+"epoch",20.660377358490543,1613942972230,3284
+"wd_0",0.01,1613942972230,3284
+"sqr_mom_0",0.99,1613942972230,3284
+"lr_0",4.785012470892053e-06,1613942972230,3284
+"mom_0",0.8542997935800947,1613942972230,3284
+"eps_0",1e-05,1613942972230,3284
+"wd_1",0.01,1613942972230,3284
+"sqr_mom_1",0.99,1613942972230,3284
+"lr_1",4.785012470892053e-05,1613942972230,3284
+"mom_1",0.8542997935800947,1613942972230,3284
+"eps_1",1e-05,1613942972230,3284
+"wd_2",0.01,1613942972230,3284
+"sqr_mom_2",0.99,1613942972230,3284
+"lr_2",0.0004785012470892053,1613942972230,3284
+"mom_2",0.8542997935800947,1613942972230,3284
+"eps_2",1e-05,1613942972230,3284
+"train_loss",0.029300356,1613942973205,3285
+"raw_loss",0.03776646,1613942973205,3285
+"epoch",20.666666666666643,1613942973205,3285
+"wd_0",0.01,1613942973205,3285
+"sqr_mom_0",0.99,1613942973205,3285
+"lr_0",4.78443949113955e-06,1613942973205,3285
+"mom_0",0.8543112532897419,1613942973205,3285
+"eps_0",1e-05,1613942973205,3285
+"wd_1",0.01,1613942973205,3285
+"sqr_mom_1",0.99,1613942973205,3285
+"lr_1",4.78443949113955e-05,1613942973205,3285
+"mom_1",0.8543112532897419,1613942973205,3285
+"eps_1",1e-05,1613942973205,3285
+"wd_2",0.01,1613942973205,3285
+"sqr_mom_2",0.99,1613942973205,3285
+"lr_2",0.000478443949113955,1613942973205,3285
+"mom_2",0.8543112532897419,1613942973205,3285
+"eps_2",1e-05,1613942973205,3285
+"train_loss",0.029066516,1613942974158,3286
+"raw_loss",0.017608302,1613942974158,3286
+"epoch",20.672955974842743,1613942974158,3286
+"wd_0",0.01,1613942974158,3286
+"sqr_mom_0",0.99,1613942974158,3286
+"lr_0",4.783865783256114e-06,1613942974158,3286
+"mom_0",0.8543227275621533,1613942974158,3286
+"eps_0",1e-05,1613942974158,3286
+"wd_1",0.01,1613942974158,3286
+"sqr_mom_1",0.99,1613942974158,3286
+"lr_1",4.783865783256114e-05,1613942974158,3286
+"mom_1",0.8543227275621533,1613942974158,3286
+"eps_1",1e-05,1613942974158,3286
+"wd_2",0.01,1613942974158,3286
+"sqr_mom_2",0.99,1613942974158,3286
+"lr_2",0.0004783865783256114,1613942974158,3286
+"mom_2",0.8543227275621533,1613942974158,3286
+"eps_2",1e-05,1613942974158,3286
+"train_loss",0.028937353,1613942975133,3287
+"raw_loss",0.022608327,1613942975133,3287
+"epoch",20.679245283018844,1613942975133,3287
+"wd_0",0.01,1613942975133,3287
+"sqr_mom_0",0.99,1613942975133,3287
+"lr_0",4.783291490409596e-06,1613942975133,3287
+"mom_0",0.8543342135339433,1613942975133,3287
+"eps_0",1e-05,1613942975133,3287
+"wd_1",0.01,1613942975133,3287
+"sqr_mom_1",0.99,1613942975133,3287
+"lr_1",4.7832914904095963e-05,1613942975133,3287
+"mom_1",0.8543342135339433,1613942975133,3287
+"eps_1",1e-05,1613942975133,3287
+"wd_2",0.01,1613942975133,3287
+"sqr_mom_2",0.99,1613942975133,3287
+"lr_2",0.0004783291490409596,1613942975133,3287
+"mom_2",0.8543342135339433,1613942975133,3287
+"eps_2",1e-05,1613942975133,3287
+"train_loss",0.028718092,1613942976105,3288
+"raw_loss",0.017974265,1613942976105,3288
+"epoch",20.685534591194944,1613942976105,3288
+"wd_0",0.01,1613942976105,3288
+"sqr_mom_0",0.99,1613942976105,3288
+"lr_0",4.782716326994129e-06,1613942976105,3288
+"mom_0",0.8543457169172866,1613942976105,3288
+"eps_0",1e-05,1613942976105,3288
+"wd_1",0.01,1613942976105,3288
+"sqr_mom_1",0.99,1613942976105,3288
+"lr_1",4.782716326994128e-05,1613942976105,3288
+"mom_1",0.8543457169172866,1613942976105,3288
+"eps_1",1e-05,1613942976105,3288
+"wd_2",0.01,1613942976105,3288
+"sqr_mom_2",0.99,1613942976105,3288
+"lr_2",0.00047827163269941283,1613942976105,3288
+"mom_2",0.8543457169172866,1613942976105,3288
+"eps_2",1e-05,1613942976105,3288
+"train_loss",0.028667882,1613942977301,3289
+"raw_loss",0.026207598,1613942977301,3289
+"epoch",20.691823899371045,1613942977301,3289
+"wd_0",0.01,1613942977301,3289
+"sqr_mom_0",0.99,1613942977301,3289
+"lr_0",4.782140435996966e-06,1613942977301,3289
+"mom_0",0.8543572348524092,1613942977301,3289
+"eps_0",1e-05,1613942977301,3289
+"wd_1",0.01,1613942977301,3289
+"sqr_mom_1",0.99,1613942977301,3289
+"lr_1",4.782140435996966e-05,1613942977301,3289
+"mom_1",0.8543572348524092,1613942977301,3289
+"eps_1",1e-05,1613942977301,3289
+"wd_2",0.01,1613942977301,3289
+"sqr_mom_2",0.99,1613942977301,3289
+"lr_2",0.0004782140435996966,1613942977301,3289
+"mom_2",0.8543572348524092,1613942977301,3289
+"eps_2",1e-05,1613942977301,3289
+"train_loss",0.029142026,1613942978279,3290
+"raw_loss",0.052375127,1613942978279,3290
+"epoch",20.698113207547145,1613942978279,3290
+"wd_0",0.01,1613942978279,3290
+"sqr_mom_0",0.99,1613942978279,3290
+"lr_0",4.781563961129515e-06,1613942978279,3290
+"mom_0",0.8543687644650544,1613942978279,3290
+"eps_0",1e-05,1613942978279,3290
+"wd_1",0.01,1613942978279,3290
+"sqr_mom_1",0.99,1613942978279,3290
+"lr_1",4.781563961129515e-05,1613942978279,3290
+"mom_1",0.8543687644650544,1613942978279,3290
+"eps_1",1e-05,1613942978279,3290
+"wd_2",0.01,1613942978279,3290
+"sqr_mom_2",0.99,1613942978279,3290
+"lr_2",0.00047815639611295145,1613942978279,3290
+"mom_2",0.8543687644650544,1613942978279,3290
+"eps_2",1e-05,1613942978279,3290
+"train_loss",0.02942674,1613942979236,3291
+"raw_loss",0.043377757,1613942979236,3291
+"epoch",20.704402515723245,1613942979236,3291
+"wd_0",0.01,1613942979236,3291
+"sqr_mom_0",0.99,1613942979236,3291
+"lr_0",4.7809866157007485e-06,1613942979236,3291
+"mom_0",0.8543803114890999,1613942979236,3291
+"eps_0",1e-05,1613942979236,3291
+"wd_1",0.01,1613942979236,3291
+"sqr_mom_1",0.99,1613942979236,3291
+"lr_1",4.780986615700749e-05,1613942979236,3291
+"mom_1",0.8543803114890999,1613942979236,3291
+"eps_1",1e-05,1613942979236,3291
+"wd_2",0.01,1613942979236,3291
+"sqr_mom_2",0.99,1613942979236,3291
+"lr_2",0.00047809866157007486,1613942979236,3291
+"mom_2",0.8543803114890999,1613942979236,3291
+"eps_2",1e-05,1613942979236,3291
+"train_loss",0.029330367,1613942980201,3292
+"raw_loss",0.024608105,1613942980201,3292
+"epoch",20.710691823899346,1613942980201,3292
+"wd_0",0.01,1613942980201,3292
+"sqr_mom_0",0.99,1613942980201,3292
+"lr_0",4.780408543241615e-06,1613942980201,3292
+"mom_0",0.8543918730538982,1613942980201,3292
+"eps_0",1e-05,1613942980201,3292
+"wd_1",0.01,1613942980201,3292
+"sqr_mom_1",0.99,1613942980201,3292
+"lr_1",4.7804085432416145e-05,1613942980201,3292
+"mom_1",0.8543918730538982,1613942980201,3292
+"eps_1",1e-05,1613942980201,3292
+"wd_2",0.01,1613942980201,3292
+"sqr_mom_2",0.99,1613942980201,3292
+"lr_2",0.00047804085432416143,1613942980201,3292
+"mom_2",0.8543918730538982,1613942980201,3292
+"eps_2",1e-05,1613942980201,3292
+"train_loss",0.02916133,1613942981161,3293
+"raw_loss",0.020878525,1613942981161,3293
+"epoch",20.716981132075446,1613942981161,3293
+"wd_0",0.01,1613942981161,3293
+"sqr_mom_0",0.99,1613942981161,3293
+"lr_0",4.779829888006659e-06,1613942981161,3293
+"mom_0",0.8544034462743295,1613942981161,3293
+"eps_0",1e-05,1613942981161,3293
+"wd_1",0.01,1613942981161,3293
+"sqr_mom_1",0.99,1613942981161,3293
+"lr_1",4.779829888006658e-05,1613942981161,3293
+"mom_1",0.8544034462743295,1613942981161,3293
+"eps_1",1e-05,1613942981161,3293
+"wd_2",0.01,1613942981161,3293
+"sqr_mom_2",0.99,1613942981161,3293
+"lr_2",0.0004779829888006658,1613942981161,3293
+"mom_2",0.8544034462743295,1613942981161,3293
+"eps_2",1e-05,1613942981161,3293
+"train_loss",0.02903778,1613942982141,3294
+"raw_loss",0.022983804,1613942982141,3294
+"epoch",20.723270440251547,1613942982141,3294
+"wd_0",0.01,1613942982141,3294
+"sqr_mom_0",0.99,1613942982141,3294
+"lr_0",4.779250362220519e-06,1613942982141,3294
+"mom_0",0.8544150369059587,1613942982141,3294
+"eps_0",1e-05,1613942982141,3294
+"wd_1",0.01,1613942982141,3294
+"sqr_mom_1",0.99,1613942982141,3294
+"lr_1",4.779250362220519e-05,1613942982141,3294
+"mom_1",0.8544150369059587,1613942982141,3294
+"eps_1",1e-05,1613942982141,3294
+"wd_2",0.01,1613942982141,3294
+"sqr_mom_2",0.99,1613942982141,3294
+"lr_2",0.0004779250362220519,1613942982141,3294
+"mom_2",0.8544150369059587,1613942982141,3294
+"eps_2",1e-05,1613942982141,3294
+"train_loss",0.029326903,1613942983102,3295
+"raw_loss",0.04349396,1613942983102,3295
+"epoch",20.729559748427647,1613942983102,3295
+"wd_0",0.01,1613942983102,3295
+"sqr_mom_0",0.99,1613942983102,3295
+"lr_0",4.778670109957423e-06,1613942983102,3295
+"mom_0",0.8544266420672721,1613942983102,3295
+"eps_0",1e-05,1613942983102,3295
+"wd_1",0.01,1613942983102,3295
+"sqr_mom_1",0.99,1613942983102,3295
+"lr_1",4.778670109957423e-05,1613942983102,3295
+"mom_1",0.8544266420672721,1613942983102,3295
+"eps_1",1e-05,1613942983102,3295
+"wd_2",0.01,1613942983102,3295
+"sqr_mom_2",0.99,1613942983102,3295
+"lr_2",0.0004778670109957423,1613942983102,3295
+"mom_2",0.8544266420672721,1613942983102,3295
+"eps_2",1e-05,1613942983102,3295
+"train_loss",0.029094884,1613942984052,3296
+"raw_loss",0.017725945,1613942984052,3296
+"epoch",20.735849056603747,1613942984052,3296
+"wd_0",0.01,1613942984052,3296
+"sqr_mom_0",0.99,1613942984052,3296
+"lr_0",4.778089276014643e-06,1613942984052,3296
+"mom_0",0.8544382588622957,1613942984052,3296
+"eps_0",1e-05,1613942984052,3296
+"wd_1",0.01,1613942984052,3296
+"sqr_mom_1",0.99,1613942984052,3296
+"lr_1",4.778089276014643e-05,1613942984052,3296
+"mom_1",0.8544382588622957,1613942984052,3296
+"eps_1",1e-05,1613942984052,3296
+"wd_2",0.01,1613942984052,3296
+"sqr_mom_2",0.99,1613942984052,3296
+"lr_2",0.00047780892760146426,1613942984052,3296
+"mom_2",0.8544382588622957,1613942984052,3296
+"eps_2",1e-05,1613942984052,3296
+"train_loss",0.02904873,1613942985003,3297
+"raw_loss",0.026787186,1613942985003,3297
+"epoch",20.742138364779848,1613942985003,3297
+"wd_0",0.01,1613942985003,3297
+"sqr_mom_0",0.99,1613942985003,3297
+"lr_0",4.77750757153331e-06,1613942985003,3297
+"mom_0",0.8544498930682645,1613942985003,3297
+"eps_0",1e-05,1613942985003,3297
+"wd_1",0.01,1613942985003,3297
+"sqr_mom_1",0.99,1613942985003,3297
+"lr_1",4.7775075715333094e-05,1613942985003,3297
+"mom_1",0.8544498930682645,1613942985003,3297
+"eps_1",1e-05,1613942985003,3297
+"wd_2",0.01,1613942985003,3297
+"sqr_mom_2",0.99,1613942985003,3297
+"lr_2",0.00047775075715333096,1613942985003,3297
+"mom_2",0.8544498930682645,1613942985003,3297
+"eps_2",1e-05,1613942985003,3297
+"train_loss",0.030722909,1613942985953,3298
+"raw_loss",0.112757765,1613942985953,3298
+"epoch",20.74842767295595,1613942985953,3298
+"wd_0",0.01,1613942985953,3298
+"sqr_mom_0",0.99,1613942985953,3298
+"lr_0",4.776925141130514e-06,1613942985953,3298
+"mom_0",0.8544615417928076,1613942985953,3298
+"eps_0",1e-05,1613942985953,3298
+"wd_1",0.01,1613942985953,3298
+"sqr_mom_1",0.99,1613942985953,3298
+"lr_1",4.7769251411305135e-05,1613942985953,3298
+"mom_1",0.8544615417928076,1613942985953,3298
+"eps_1",1e-05,1613942985953,3298
+"wd_2",0.01,1613942985953,3298
+"sqr_mom_2",0.99,1613942985953,3298
+"lr_2",0.00047769251411305133,1613942985953,3298
+"mom_2",0.8544615417928076,1613942985953,3298
+"eps_2",1e-05,1613942985953,3298
+"train_loss",0.030880002,1613942986919,3299
+"raw_loss",0.038577635,1613942986919,3299
+"epoch",20.75471698113205,1613942986919,3299
+"wd_0",0.01,1613942986919,3299
+"sqr_mom_0",0.99,1613942986919,3299
+"lr_0",4.776342130145842e-06,1613942986919,3299
+"mom_0",0.8544732021291044,1613942986919,3299
+"eps_0",1e-05,1613942986919,3299
+"wd_1",0.01,1613942986919,3299
+"sqr_mom_1",0.99,1613942986919,3299
+"lr_1",4.776342130145842e-05,1613942986919,3299
+"mom_1",0.8544732021291044,1613942986919,3299
+"eps_1",1e-05,1613942986919,3299
+"wd_2",0.01,1613942986919,3299
+"sqr_mom_2",0.99,1613942986919,3299
+"lr_2",0.00047763421301458416,1613942986919,3299
+"mom_2",0.8544732021291044,1613942986919,3299
+"eps_2",1e-05,1613942986919,3299
+"train_loss",0.031259846,1613942987881,3300
+"raw_loss",0.04987221,1613942987881,3300
+"epoch",20.76100628930815,1613942987881,3300
+"wd_0",0.01,1613942987881,3300
+"sqr_mom_0",0.99,1613942987881,3300
+"lr_0",4.775758248637742e-06,1613942987881,3300
+"mom_0",0.8544848798760439,1613942987881,3300
+"eps_0",1e-05,1613942987881,3300
+"wd_1",0.01,1613942987881,3300
+"sqr_mom_1",0.99,1613942987881,3300
+"lr_1",4.775758248637742e-05,1613942987881,3300
+"mom_1",0.8544848798760439,1613942987881,3300
+"eps_1",1e-05,1613942987881,3300
+"wd_2",0.01,1613942987881,3300
+"sqr_mom_2",0.99,1613942987881,3300
+"lr_2",0.0004775758248637742,1613942987881,3300
+"mom_2",0.8544848798760439,1613942987881,3300
+"eps_2",1e-05,1613942987881,3300
+"train_loss",0.031211762,1613942988867,3301
+"raw_loss",0.028855627,1613942988867,3301
+"epoch",20.76729559748425,1613942988867,3301
+"wd_0",0.01,1613942988867,3301
+"sqr_mom_0",0.99,1613942988867,3301
+"lr_0",4.775173641765756e-06,1613942988867,3301
+"mom_0",0.8544965721304062,1613942988867,3301
+"eps_0",1e-05,1613942988867,3301
+"wd_1",0.01,1613942988867,3301
+"sqr_mom_1",0.99,1613942988867,3301
+"lr_1",4.775173641765756e-05,1613942988867,3301
+"mom_1",0.8544965721304062,1613942988867,3301
+"eps_1",1e-05,1613942988867,3301
+"wd_2",0.01,1613942988867,3301
+"sqr_mom_2",0.99,1613942988867,3301
+"lr_2",0.00047751736417657556,1613942988867,3301
+"mom_2",0.8544965721304062,1613942988867,3301
+"eps_2",1e-05,1613942988867,3301
+"train_loss",0.031245016,1613942989835,3302
+"raw_loss",0.0328745,1613942989835,3302
+"epoch",20.77358490566035,1613942989835,3302
+"wd_0",0.01,1613942989835,3302
+"sqr_mom_0",0.99,1613942989835,3302
+"lr_0",4.77458830971622e-06,1613942989835,3302
+"mom_0",0.8545082788884645,1613942989835,3302
+"eps_0",1e-05,1613942989835,3302
+"wd_1",0.01,1613942989835,3302
+"sqr_mom_1",0.99,1613942989835,3302
+"lr_1",4.774588309716221e-05,1613942989835,3302
+"mom_1",0.8545082788884645,1613942989835,3302
+"eps_1",1e-05,1613942989835,3302
+"wd_2",0.01,1613942989835,3302
+"sqr_mom_2",0.99,1613942989835,3302
+"lr_2",0.000477458830971622,1613942989835,3302
+"mom_2",0.8545082788884645,1613942989835,3302
+"eps_2",1e-05,1613942989835,3302
+"train_loss",0.031403344,1613942990828,3303
+"raw_loss",0.039161403,1613942990828,3303
+"epoch",20.77987421383645,1613942990828,3303
+"wd_0",0.01,1613942990828,3303
+"sqr_mom_0",0.99,1613942990828,3303
+"lr_0",4.774002349926021e-06,1613942990828,3303
+"mom_0",0.8545199982014616,1613942990828,3303
+"eps_0",1e-05,1613942990828,3303
+"wd_1",0.01,1613942990828,3303
+"sqr_mom_1",0.99,1613942990828,3303
+"lr_1",4.77400234992602e-05,1613942990828,3303
+"mom_1",0.8545199982014616,1613942990828,3303
+"eps_1",1e-05,1613942990828,3303
+"wd_2",0.01,1613942990828,3303
+"sqr_mom_2",0.99,1613942990828,3303
+"lr_2",0.00047740023499260204,1613942990828,3303
+"mom_2",0.8545199982014616,1613942990828,3303
+"eps_2",1e-05,1613942990828,3303
+"train_loss",0.031182185,1613942991812,3304
+"raw_loss",0.020345375,1613942991812,3304
+"epoch",20.78616352201255,1613942991812,3304
+"wd_0",0.01,1613942991812,3304
+"sqr_mom_0",0.99,1613942991812,3304
+"lr_0",4.7734155682015045e-06,1613942991812,3304
+"mom_0",0.8545317339533094,1613942991812,3304
+"eps_0",1e-05,1613942991812,3304
+"wd_1",0.01,1613942991812,3304
+"sqr_mom_1",0.99,1613942991812,3304
+"lr_1",4.7734155682015044e-05,1613942991812,3304
+"mom_1",0.8545317339533094,1613942991812,3304
+"eps_1",1e-05,1613942991812,3304
+"wd_2",0.01,1613942991812,3304
+"sqr_mom_2",0.99,1613942991812,3304
+"lr_2",0.0004773415568201504,1613942991812,3304
+"mom_2",0.8545317339533094,1613942991812,3304
+"eps_2",1e-05,1613942991812,3304
+"train_loss",0.031425662,1613942992781,3305
+"raw_loss",0.04335607,1613942992781,3305
+"epoch",20.79245283018865,1613942992781,3305
+"wd_0",0.01,1613942992781,3305
+"sqr_mom_0",0.99,1613942992781,3305
+"lr_0",4.772828061859805e-06,1613942992781,3305
+"mom_0",0.8545434841976458,1613942992781,3305
+"eps_0",1e-05,1613942992781,3305
+"wd_1",0.01,1613942992781,3305
+"sqr_mom_1",0.99,1613942992781,3305
+"lr_1",4.772828061859805e-05,1613942992781,3305
+"mom_1",0.8545434841976458,1613942992781,3305
+"eps_1",1e-05,1613942992781,3305
+"wd_2",0.01,1613942992781,3305
+"sqr_mom_2",0.99,1613942992781,3305
+"lr_2",0.0004772828061859805,1613942992781,3305
+"mom_2",0.8545434841976458,1613942992781,3305
+"eps_2",1e-05,1613942992781,3305
+"train_loss",0.031614833,1613942993769,3306
+"raw_loss",0.040884104,1613942993769,3306
+"epoch",20.79874213836475,1613942993769,3306
+"wd_0",0.01,1613942993769,3306
+"sqr_mom_0",0.99,1613942993769,3306
+"lr_0",4.77223997750431e-06,1613942993769,3306
+"mom_0",0.8545552460023738,1613942993769,3306
+"eps_0",1e-05,1613942993769,3306
+"wd_1",0.01,1613942993769,3306
+"sqr_mom_1",0.99,1613942993769,3306
+"lr_1",4.77223997750431e-05,1613942993769,3306
+"mom_1",0.8545552460023738,1613942993769,3306
+"eps_1",1e-05,1613942993769,3306
+"wd_2",0.01,1613942993769,3306
+"sqr_mom_2",0.99,1613942993769,3306
+"lr_2",0.00047722399775043103,1613942993769,3306
+"mom_2",0.8545552460023738,1613942993769,3306
+"eps_2",1e-05,1613942993769,3306
+"train_loss",0.031733785,1613942994755,3307
+"raw_loss",0.037562538,1613942994755,3307
+"epoch",20.805031446540852,1613942994755,3307
+"wd_0",0.01,1613942994755,3307
+"sqr_mom_0",0.99,1613942994755,3307
+"lr_0",4.7716510226703935e-06,1613942994755,3307
+"mom_0",0.8545670252168442,1613942994755,3307
+"eps_0",1e-05,1613942994755,3307
+"wd_1",0.01,1613942994755,3307
+"sqr_mom_1",0.99,1613942994755,3307
+"lr_1",4.7716510226703934e-05,1613942994755,3307
+"mom_1",0.8545670252168442,1613942994755,3307
+"eps_1",1e-05,1613942994755,3307
+"wd_2",0.01,1613942994755,3307
+"sqr_mom_2",0.99,1613942994755,3307
+"lr_2",0.00047716510226703934,1613942994755,3307
+"mom_2",0.8545670252168442,1613942994755,3307
+"eps_2",1e-05,1613942994755,3307
+"train_loss",0.033161506,1613942995703,3308
+"raw_loss",0.10311999,1613942995703,3308
+"epoch",20.811320754716952,1613942995703,3308
+"wd_0",0.01,1613942995703,3308
+"sqr_mom_0",0.99,1613942995703,3308
+"lr_0",4.771061343781721e-06,1613942995703,3308
+"mom_0",0.8545788189125547,1613942995703,3308
+"eps_0",1e-05,1613942995703,3308
+"wd_1",0.01,1613942995703,3308
+"sqr_mom_1",0.99,1613942995703,3308
+"lr_1",4.771061343781721e-05,1613942995703,3308
+"mom_1",0.8545788189125547,1613942995703,3308
+"eps_1",1e-05,1613942995703,3308
+"wd_2",0.01,1613942995703,3308
+"sqr_mom_2",0.99,1613942995703,3308
+"lr_2",0.0004771061343781721,1613942995703,3308
+"mom_2",0.8545788189125547,1613942995703,3308
+"eps_2",1e-05,1613942995703,3308
+"train_loss",0.03301403,1613942996662,3309
+"raw_loss",0.025787681,1613942996662,3309
+"epoch",20.817610062893053,1613942996662,3309
+"wd_0",0.01,1613942996662,3309
+"sqr_mom_0",0.99,1613942996662,3309
+"lr_0",4.7704710879826e-06,1613942996662,3309
+"mom_0",0.8545906241465895,1613942996662,3309
+"eps_0",1e-05,1613942996662,3309
+"wd_1",0.01,1613942996662,3309
+"sqr_mom_1",0.99,1613942996662,3309
+"lr_1",4.7704710879826e-05,1613942996662,3309
+"mom_1",0.8545906241465895,1613942996662,3309
+"eps_1",1e-05,1613942996662,3309
+"wd_2",0.01,1613942996662,3309
+"sqr_mom_2",0.99,1613942996662,3309
+"lr_2",0.00047704710879826,1613942996662,3309
+"mom_2",0.8545906241465895,1613942996662,3309
+"eps_2",1e-05,1613942996662,3309
+"train_loss",0.0333533,1613942997616,3310
+"raw_loss",0.049977474,1613942997616,3310
+"epoch",20.823899371069153,1613942997616,3310
+"wd_0",0.01,1613942997616,3310
+"sqr_mom_0",0.99,1613942997616,3310
+"lr_0",4.7698799617285046e-06,1613942997616,3310
+"mom_0",0.8546024467898978,1613942997616,3310
+"eps_0",1e-05,1613942997616,3310
+"wd_1",0.01,1613942997616,3310
+"sqr_mom_1",0.99,1613942997616,3310
+"lr_1",4.769879961728505e-05,1613942997616,3310
+"mom_1",0.8546024467898978,1613942997616,3310
+"eps_1",1e-05,1613942997616,3310
+"wd_2",0.01,1613942997616,3310
+"sqr_mom_2",0.99,1613942997616,3310
+"lr_2",0.00047698799617285043,1613942997616,3310
+"mom_2",0.8546024467898978,1613942997616,3310
+"eps_2",1e-05,1613942997616,3310
+"train_loss",0.033476382,1613942998584,3311
+"raw_loss",0.03950753,1613942998584,3311
+"epoch",20.830188679245254,1613942998584,3311
+"wd_0",0.01,1613942998584,3311
+"sqr_mom_0",0.99,1613942998584,3311
+"lr_0",4.769288111984159e-06,1613942998584,3311
+"mom_0",0.8546142839031559,1613942998584,3311
+"eps_0",1e-05,1613942998584,3311
+"wd_1",0.01,1613942998584,3311
+"sqr_mom_1",0.99,1613942998584,3311
+"lr_1",4.769288111984159e-05,1613942998584,3311
+"mom_1",0.8546142839031559,1613942998584,3311
+"eps_1",1e-05,1613942998584,3311
+"wd_2",0.01,1613942998584,3311
+"sqr_mom_2",0.99,1613942998584,3311
+"lr_2",0.0004769288111984159,1613942998584,3311
+"mom_2",0.8546142839031559,1613942998584,3311
+"eps_2",1e-05,1613942998584,3311
+"train_loss",0.033550773,1613942999529,3312
+"raw_loss",0.03719591,1613942999529,3312
+"epoch",20.836477987421354,1613942999529,3312
+"wd_0",0.01,1613942999529,3312
+"sqr_mom_0",0.99,1613942999529,3312
+"lr_0",4.768695686434365e-06,1613942999529,3312
+"mom_0",0.854626132532638,1613942999529,3312
+"eps_0",1e-05,1613942999529,3312
+"wd_1",0.01,1613942999529,3312
+"sqr_mom_1",0.99,1613942999529,3312
+"lr_1",4.768695686434365e-05,1613942999529,3312
+"mom_1",0.854626132532638,1613942999529,3312
+"eps_1",1e-05,1613942999529,3312
+"wd_2",0.01,1613942999529,3312
+"sqr_mom_2",0.99,1613942999529,3312
+"lr_2",0.0004768695686434365,1613942999529,3312
+"mom_2",0.854626132532638,1613942999529,3312
+"eps_2",1e-05,1613942999529,3312
+"train_loss",0.03378003,1613943000487,3313
+"raw_loss",0.04501374,1613943000487,3313
+"epoch",20.842767295597454,1613943000487,3313
+"wd_0",0.01,1613943000487,3313
+"sqr_mom_0",0.99,1613943000487,3313
+"lr_0",4.7681023904555425e-06,1613943000487,3313
+"mom_0",0.8546379985708749,1613943000487,3313
+"eps_0",1e-05,1613943000487,3313
+"wd_1",0.01,1613943000487,3313
+"sqr_mom_1",0.99,1613943000487,3313
+"lr_1",4.768102390455542e-05,1613943000487,3313
+"mom_1",0.8546379985708749,1613943000487,3313
+"eps_1",1e-05,1613943000487,3313
+"wd_2",0.01,1613943000487,3313
+"sqr_mom_2",0.99,1613943000487,3313
+"lr_2",0.00047681023904555417,1613943000487,3313
+"mom_2",0.8546379985708749,1613943000487,3313
+"eps_2",1e-05,1613943000487,3313
+"train_loss",0.033713993,1613943001440,3314
+"raw_loss",0.030478174,1613943001440,3314
+"epoch",20.849056603773555,1613943001440,3314
+"wd_0",0.01,1613943001440,3314
+"sqr_mom_0",0.99,1613943001440,3314
+"lr_0",4.76750837155305e-06,1613943001440,3314
+"mom_0",0.8546498790677297,1613943001440,3314
+"eps_0",1e-05,1613943001440,3314
+"wd_1",0.01,1613943001440,3314
+"sqr_mom_1",0.99,1613943001440,3314
+"lr_1",4.76750837155305e-05,1613943001440,3314
+"mom_1",0.8546498790677297,1613943001440,3314
+"eps_1",1e-05,1613943001440,3314
+"wd_2",0.01,1613943001440,3314
+"sqr_mom_2",0.99,1613943001440,3314
+"lr_2",0.000476750837155305,1613943001440,3314
+"mom_2",0.8546498790677297,1613943001440,3314
+"eps_2",1e-05,1613943001440,3314
+"train_loss",0.03345244,1613943002499,3315
+"raw_loss",0.020636361,1613943002499,3315
+"epoch",20.855345911949655,1613943002499,3315
+"wd_0",0.01,1613943002499,3315
+"sqr_mom_0",0.99,1613943002499,3315
+"lr_0",4.7669137779517605e-06,1613943002499,3315
+"mom_0",0.8546617710586754,1613943002499,3315
+"eps_0",1e-05,1613943002499,3315
+"wd_1",0.01,1613943002499,3315
+"sqr_mom_1",0.99,1613943002499,3315
+"lr_1",4.7669137779517606e-05,1613943002499,3315
+"mom_1",0.8546617710586754,1613943002499,3315
+"eps_1",1e-05,1613943002499,3315
+"wd_2",0.01,1613943002499,3315
+"sqr_mom_2",0.99,1613943002499,3315
+"lr_2",0.00047669137779517606,1613943002499,3315
+"mom_2",0.8546617710586754,1613943002499,3315
+"eps_2",1e-05,1613943002499,3315
+"train_loss",0.033664476,1613943003453,3316
+"raw_loss",0.044054188,1613943003453,3316
+"epoch",20.861635220125756,1613943003453,3316
+"wd_0",0.01,1613943003453,3316
+"sqr_mom_0",0.99,1613943003453,3316
+"lr_0",4.766318313949884e-06,1613943003453,3316
+"mom_0",0.8546736804578069,1613943003453,3316
+"eps_0",1e-05,1613943003453,3316
+"wd_1",0.01,1613943003453,3316
+"sqr_mom_1",0.99,1613943003453,3316
+"lr_1",4.766318313949885e-05,1613943003453,3316
+"mom_1",0.8546736804578069,1613943003453,3316
+"eps_1",1e-05,1613943003453,3316
+"wd_2",0.01,1613943003453,3316
+"sqr_mom_2",0.99,1613943003453,3316
+"lr_2",0.00047663183139498843,1613943003453,3316
+"mom_2",0.8546736804578069,1613943003453,3316
+"eps_2",1e-05,1613943003453,3316
+"train_loss",0.033810433,1613943004404,3317
+"raw_loss",0.04096236,1613943004404,3317
+"epoch",20.867924528301856,1613943004404,3317
+"wd_0",0.01,1613943004404,3317
+"sqr_mom_0",0.99,1613943004404,3317
+"lr_0",4.765722127592993e-06,1613943004404,3317
+"mom_0",0.8546856043041832,1613943004404,3317
+"eps_0",1e-05,1613943004404,3317
+"wd_1",0.01,1613943004404,3317
+"sqr_mom_1",0.99,1613943004404,3317
+"lr_1",4.7657221275929926e-05,1613943004404,3317
+"mom_1",0.8546856043041832,1613943004404,3317
+"eps_1",1e-05,1613943004404,3317
+"wd_2",0.01,1613943004404,3317
+"sqr_mom_2",0.99,1613943004404,3317
+"lr_2",0.00047657221275929925,1613943004404,3317
+"mom_2",0.8546856043041832,1613943004404,3317
+"eps_2",1e-05,1613943004404,3317
+"train_loss",0.034122445,1613943005350,3318
+"raw_loss",0.04941109,1613943005350,3318
+"epoch",20.874213836477956,1613943005350,3318
+"wd_0",0.01,1613943005350,3318
+"sqr_mom_0",0.99,1613943005350,3318
+"lr_0",4.765125367645604e-06,1613943005350,3318
+"mom_0",0.8546975396224842,1613943005350,3318
+"eps_0",1e-05,1613943005350,3318
+"wd_1",0.01,1613943005350,3318
+"sqr_mom_1",0.99,1613943005350,3318
+"lr_1",4.7651253676456036e-05,1613943005350,3318
+"mom_1",0.8546975396224842,1613943005350,3318
+"eps_1",1e-05,1613943005350,3318
+"wd_2",0.01,1613943005350,3318
+"sqr_mom_2",0.99,1613943005350,3318
+"lr_2",0.0004765125367645604,1613943005350,3318
+"mom_2",0.8546975396224842,1613943005350,3318
+"eps_2",1e-05,1613943005350,3318
+"train_loss",0.034220286,1613943006325,3319
+"raw_loss",0.039014414,1613943006325,3319
+"epoch",20.880503144654057,1613943006325,3319
+"wd_0",0.01,1613943006325,3319
+"sqr_mom_0",0.99,1613943006325,3319
+"lr_0",4.764527737328567e-06,1613943006325,3319
+"mom_0",0.8547094923483521,1613943006325,3319
+"eps_0",1e-05,1613943006325,3319
+"wd_1",0.01,1613943006325,3319
+"sqr_mom_1",0.99,1613943006325,3319
+"lr_1",4.7645277373285665e-05,1613943006325,3319
+"mom_1",0.8547094923483521,1613943006325,3319
+"eps_1",1e-05,1613943006325,3319
+"wd_2",0.01,1613943006325,3319
+"sqr_mom_2",0.99,1613943006325,3319
+"lr_2",0.00047645277373285663,1613943006325,3319
+"mom_2",0.8547094923483521,1613943006325,3319
+"eps_2",1e-05,1613943006325,3319
+"train_loss",0.03381297,1613943007284,3320
+"raw_loss",0.013854498,1613943007284,3320
+"epoch",20.886792452830157,1613943007284,3320
+"wd_0",0.01,1613943007284,3320
+"sqr_mom_0",0.99,1613943007284,3320
+"lr_0",4.76392938522724e-06,1613943007284,3320
+"mom_0",0.8547214595100503,1613943007284,3320
+"eps_0",1e-05,1613943007284,3320
+"wd_1",0.01,1613943007284,3320
+"sqr_mom_1",0.99,1613943007284,3320
+"lr_1",4.76392938522724e-05,1613943007284,3320
+"mom_1",0.8547214595100503,1613943007284,3320
+"eps_1",1e-05,1613943007284,3320
+"wd_2",0.01,1613943007284,3320
+"sqr_mom_2",0.99,1613943007284,3320
+"lr_2",0.00047639293852272396,1613943007284,3320
+"mom_2",0.8547214595100503,1613943007284,3320
+"eps_2",1e-05,1613943007284,3320
+"train_loss",0.03443194,1613943008275,3321
+"raw_loss",0.064761646,1613943008275,3321
+"epoch",20.893081761006258,1613943008275,3321
+"wd_0",0.01,1613943008275,3321
+"sqr_mom_0",0.99,1613943008275,3321
+"lr_0",4.763330311532341e-06,1613943008275,3321
+"mom_0",0.8547334411037641,1613943008275,3321
+"eps_0",1e-05,1613943008275,3321
+"wd_1",0.01,1613943008275,3321
+"sqr_mom_1",0.99,1613943008275,3321
+"lr_1",4.763330311532341e-05,1613943008275,3321
+"mom_1",0.8547334411037641,1613943008275,3321
+"eps_1",1e-05,1613943008275,3321
+"wd_2",0.01,1613943008275,3321
+"sqr_mom_2",0.99,1613943008275,3321
+"lr_2",0.0004763330311532341,1613943008275,3321
+"mom_2",0.8547334411037641,1613943008275,3321
+"eps_2",1e-05,1613943008275,3321
+"train_loss",0.03480518,1613943009232,3322
+"raw_loss",0.053093743,1613943009232,3322
+"epoch",20.899371069182358,1613943009232,3322
+"wd_0",0.01,1613943009232,3322
+"sqr_mom_0",0.99,1613943009232,3322
+"lr_0",4.7627306657272675e-06,1613943009232,3322
+"mom_0",0.854745434139796,1613943009232,3322
+"eps_0",1e-05,1613943009232,3322
+"wd_1",0.01,1613943009232,3322
+"sqr_mom_1",0.99,1613943009232,3322
+"lr_1",4.762730665727268e-05,1613943009232,3322
+"mom_1",0.854745434139796,1613943009232,3322
+"eps_1",1e-05,1613943009232,3322
+"wd_2",0.01,1613943009232,3322
+"sqr_mom_2",0.99,1613943009232,3322
+"lr_2",0.00047627306657272675,1613943009232,3322
+"mom_2",0.854745434139796,1613943009232,3322
+"eps_2",1e-05,1613943009232,3322
+"train_loss",0.035008505,1613943010290,3323
+"raw_loss",0.044971563,1613943010290,3323
+"epoch",20.90566037735846,1613943010290,3323
+"wd_0",0.01,1613943010290,3323
+"sqr_mom_0",0.99,1613943010290,3323
+"lr_0",4.762130149597681e-06,1613943010290,3323
+"mom_0",0.8547574445824921,1613943010290,3323
+"eps_0",1e-05,1613943010290,3323
+"wd_1",0.01,1613943010290,3323
+"sqr_mom_1",0.99,1613943010290,3323
+"lr_1",4.7621301495976815e-05,1613943010290,3323
+"mom_1",0.8547574445824921,1613943010290,3323
+"eps_1",1e-05,1613943010290,3323
+"wd_2",0.01,1613943010290,3323
+"sqr_mom_2",0.99,1613943010290,3323
+"lr_2",0.0004762130149597681,1613943010290,3323
+"mom_2",0.8547574445824921,1613943010290,3323
+"eps_2",1e-05,1613943010290,3323
+"train_loss",0.035366233,1613943011302,3324
+"raw_loss",0.052894916,1613943011302,3324
+"epoch",20.91194968553456,1613943011302,3324
+"wd_0",0.01,1613943011302,3324
+"sqr_mom_0",0.99,1613943011302,3324
+"lr_0",4.761528912448009e-06,1613943011302,3324
+"mom_0",0.8547694694457343,1613943011302,3324
+"eps_0",1e-05,1613943011302,3324
+"wd_1",0.01,1613943011302,3324
+"sqr_mom_1",0.99,1613943011302,3324
+"lr_1",4.761528912448009e-05,1613943011302,3324
+"mom_1",0.8547694694457343,1613943011302,3324
+"eps_1",1e-05,1613943011302,3324
+"wd_2",0.01,1613943011302,3324
+"sqr_mom_2",0.99,1613943011302,3324
+"lr_2",0.0004761528912448009,1613943011302,3324
+"mom_2",0.8547694694457343,1613943011302,3324
+"eps_2",1e-05,1613943011302,3324
+"train_loss",0.035343025,1613943012288,3325
+"raw_loss",0.034205817,1613943012288,3325
+"epoch",20.91823899371066,1613943012288,3325
+"wd_0",0.01,1613943012288,3325
+"sqr_mom_0",0.99,1613943012288,3325
+"lr_0",4.760927054356832e-06,1613943012288,3325
+"mom_0",0.8547815067279306,1613943012288,3325
+"eps_0",1e-05,1613943012288,3325
+"wd_1",0.01,1613943012288,3325
+"sqr_mom_1",0.99,1613943012288,3325
+"lr_1",4.760927054356831e-05,1613943012288,3325
+"mom_1",0.8547815067279306,1613943012288,3325
+"eps_1",1e-05,1613943012288,3325
+"wd_2",0.01,1613943012288,3325
+"sqr_mom_2",0.99,1613943012288,3325
+"lr_2",0.00047609270543568313,1613943012288,3325
+"mom_2",0.8547815067279306,1613943012288,3325
+"eps_2",1e-05,1613943012288,3325
+"train_loss",0.03498262,1613943013310,3326
+"raw_loss",0.01732279,1613943013310,3326
+"epoch",20.92452830188676,1613943013310,3326
+"wd_0",0.01,1613943013310,3326
+"sqr_mom_0",0.99,1613943013310,3326
+"lr_0",4.760324375861622e-06,1613943013310,3326
+"mom_0",0.8547935604183717,1613943013310,3326
+"eps_0",1e-05,1613943013310,3326
+"wd_1",0.01,1613943013310,3326
+"sqr_mom_1",0.99,1613943013310,3326
+"lr_1",4.760324375861622e-05,1613943013310,3326
+"mom_1",0.8547935604183717,1613943013310,3326
+"eps_1",1e-05,1613943013310,3326
+"wd_2",0.01,1613943013310,3326
+"sqr_mom_2",0.99,1613943013310,3326
+"lr_2",0.0004760324375861622,1613943013310,3326
+"mom_2",0.8547935604183717,1613943013310,3326
+"eps_2",1e-05,1613943013310,3326
+"train_loss",0.034850776,1613943014274,3327
+"raw_loss",0.028390292,1613943014274,3327
+"epoch",20.93081761006286,1613943014274,3327
+"wd_0",0.01,1613943014274,3327
+"sqr_mom_0",0.99,1613943014274,3327
+"lr_0",4.7597209769218965e-06,1613943014274,3327
+"mom_0",0.8548056285178472,1613943014274,3327
+"eps_0",1e-05,1613943014274,3327
+"wd_1",0.01,1613943014274,3327
+"sqr_mom_1",0.99,1613943014274,3327
+"lr_1",4.759720976921896e-05,1613943014274,3327
+"mom_1",0.8548056285178472,1613943014274,3327
+"eps_1",1e-05,1613943014274,3327
+"wd_2",0.01,1613943014274,3327
+"sqr_mom_2",0.99,1613943014274,3327
+"lr_2",0.00047597209769218964,1613943014274,3327
+"mom_2",0.8548056285178472,1613943014274,3327
+"eps_2",1e-05,1613943014274,3327
+"train_loss",0.0344544,1613943015285,3328
+"raw_loss",0.015032066,1613943015285,3328
+"epoch",20.93710691823896,1613943015285,3328
+"wd_0",0.01,1613943015285,3328
+"sqr_mom_0",0.99,1613943015285,3328
+"lr_0",4.759117008097932e-06,1613943015285,3328
+"mom_0",0.8548177080151215,1613943015285,3328
+"eps_0",1e-05,1613943015285,3328
+"wd_1",0.01,1613943015285,3328
+"sqr_mom_1",0.99,1613943015285,3328
+"lr_1",4.7591170080979315e-05,1613943015285,3328
+"mom_1",0.8548177080151215,1613943015285,3328
+"eps_1",1e-05,1613943015285,3328
+"wd_2",0.01,1613943015285,3328
+"sqr_mom_2",0.99,1613943015285,3328
+"lr_2",0.00047591170080979315,1613943015285,3328
+"mom_2",0.8548177080151215,1613943015285,3328
+"eps_2",1e-05,1613943015285,3328
+"train_loss",0.034168765,1613943016264,3329
+"raw_loss",0.020172536,1613943016264,3329
+"epoch",20.94339622641506,1613943016264,3329
+"wd_0",0.01,1613943016264,3329
+"sqr_mom_0",0.99,1613943016264,3329
+"lr_0",4.758512169025478e-06,1613943016264,3329
+"mom_0",0.8548298049175396,1613943016264,3329
+"eps_0",1e-05,1613943016264,3329
+"wd_1",0.01,1613943016264,3329
+"sqr_mom_1",0.99,1613943016264,3329
+"lr_1",4.758512169025478e-05,1613943016264,3329
+"mom_1",0.8548298049175396,1613943016264,3329
+"eps_1",1e-05,1613943016264,3329
+"wd_2",0.01,1613943016264,3329
+"sqr_mom_2",0.99,1613943016264,3329
+"lr_2",0.0004758512169025478,1613943016264,3329
+"mom_2",0.8548298049175396,1613943016264,3329
+"eps_2",1e-05,1613943016264,3329
+"train_loss",0.033933934,1613943017286,3330
+"raw_loss",0.02242713,1613943017286,3330
+"epoch",20.94968553459116,1613943017286,3330
+"wd_0",0.01,1613943017286,3330
+"sqr_mom_0",0.99,1613943017286,3330
+"lr_0",4.757906610086128e-06,1613943017286,3330
+"mom_0",0.8548419162174395,1613943017286,3330
+"eps_0",1e-05,1613943017286,3330
+"wd_1",0.01,1613943017286,3330
+"sqr_mom_1",0.99,1613943017286,3330
+"lr_1",4.7579066100861275e-05,1613943017286,3330
+"mom_1",0.8548419162174395,1613943017286,3330
+"eps_1",1e-05,1613943017286,3330
+"wd_2",0.01,1613943017286,3330
+"sqr_mom_2",0.99,1613943017286,3330
+"lr_2",0.0004757906610086128,1613943017286,3330
+"mom_2",0.8548419162174395,1613943017286,3330
+"eps_2",1e-05,1613943017286,3330
+"train_loss",0.03388977,1613943018296,3331
+"raw_loss",0.031725746,1613943018296,3331
+"epoch",20.95597484276726,1613943018296,3331
+"wd_0",0.01,1613943018296,3331
+"sqr_mom_0",0.99,1613943018296,3331
+"lr_0",4.757300482377946e-06,1613943018296,3331
+"mom_0",0.85485403889283,1613943018296,3331
+"eps_0",1e-05,1613943018296,3331
+"wd_1",0.01,1613943018296,3331
+"sqr_mom_1",0.99,1613943018296,3331
+"lr_1",4.757300482377946e-05,1613943018296,3331
+"mom_1",0.85485403889283,1613943018296,3331
+"eps_1",1e-05,1613943018296,3331
+"wd_2",0.01,1613943018296,3331
+"sqr_mom_2",0.99,1613943018296,3331
+"lr_2",0.00047573004823779456,1613943018296,3331
+"mom_2",0.85485403889283,1613943018296,3331
+"eps_2",1e-05,1613943018296,3331
+"train_loss",0.034536056,1613943019252,3332
+"raw_loss",0.066204175,1613943019252,3332
+"epoch",20.962264150943362,1613943019252,3332
+"wd_0",0.01,1613943019252,3332
+"sqr_mom_0",0.99,1613943019252,3332
+"lr_0",4.756693484463029e-06,1613943019252,3332
+"mom_0",0.8548661789725291,1613943019252,3332
+"eps_0",1e-05,1613943019252,3332
+"wd_1",0.01,1613943019252,3332
+"sqr_mom_1",0.99,1613943019252,3332
+"lr_1",4.756693484463029e-05,1613943019252,3332
+"mom_1",0.8548661789725291,1613943019252,3332
+"eps_1",1e-05,1613943019252,3332
+"wd_2",0.01,1613943019252,3332
+"sqr_mom_2",0.99,1613943019252,3332
+"lr_2",0.00047566934844630286,1613943019252,3332
+"mom_2",0.8548661789725291,1613943019252,3332
+"eps_2",1e-05,1613943019252,3332
+"train_loss",0.034619123,1613943020252,3333
+"raw_loss",0.03868942,1613943020252,3333
+"epoch",20.968553459119462,1613943020252,3333
+"wd_0",0.01,1613943020252,3333
+"sqr_mom_0",0.99,1613943020252,3333
+"lr_0",4.756085767260901e-06,1613943020252,3333
+"mom_0",0.8548783334381164,1613943020252,3333
+"eps_0",1e-05,1613943020252,3333
+"wd_1",0.01,1613943020252,3333
+"sqr_mom_1",0.99,1613943020252,3333
+"lr_1",4.7560857672609005e-05,1613943020252,3333
+"mom_1",0.8548783334381164,1613943020252,3333
+"eps_1",1e-05,1613943020252,3333
+"wd_2",0.01,1613943020252,3333
+"sqr_mom_2",0.99,1613943020252,3333
+"lr_2",0.00047560857672609004,1613943020252,3333
+"mom_2",0.8548783334381164,1613943020252,3333
+"eps_2",1e-05,1613943020252,3333
+"train_loss",0.03435849,1613943021238,3334
+"raw_loss",0.021587474,1613943021238,3334
+"epoch",20.974842767295563,1613943021238,3334
+"wd_0",0.01,1613943021238,3334
+"sqr_mom_0",0.99,1613943021238,3334
+"lr_0",4.755477482406978e-06,1613943021238,3334
+"mom_0",0.854890499256853,1613943021238,3334
+"eps_0",1e-05,1613943021238,3334
+"wd_1",0.01,1613943021238,3334
+"sqr_mom_1",0.99,1613943021238,3334
+"lr_1",4.755477482406978e-05,1613943021238,3334
+"mom_1",0.854890499256853,1613943021238,3334
+"eps_1",1e-05,1613943021238,3334
+"wd_2",0.01,1613943021238,3334
+"sqr_mom_2",0.99,1613943021238,3334
+"lr_2",0.00047554774824069775,1613943021238,3334
+"mom_2",0.854890499256853,1613943021238,3334
+"eps_2",1e-05,1613943021238,3334
+"train_loss",0.03399471,1613943022215,3335
+"raw_loss",0.01616935,1613943022215,3335
+"epoch",20.981132075471663,1613943022215,3335
+"wd_0",0.01,1613943022215,3335
+"sqr_mom_0",0.99,1613943022215,3335
+"lr_0",4.754868327390572e-06,1613943022215,3335
+"mom_0",0.8549026824790134,1613943022215,3335
+"eps_0",1e-05,1613943022215,3335
+"wd_1",0.01,1613943022215,3335
+"sqr_mom_1",0.99,1613943022215,3335
+"lr_1",4.7548683273905716e-05,1613943022215,3335
+"mom_1",0.8549026824790134,1613943022215,3335
+"eps_1",1e-05,1613943022215,3335
+"wd_2",0.01,1613943022215,3335
+"sqr_mom_2",0.99,1613943022215,3335
+"lr_2",0.00047548683273905713,1613943022215,3335
+"mom_2",0.8549026824790134,1613943022215,3335
+"eps_2",1e-05,1613943022215,3335
+"train_loss",0.03404336,1613943023196,3336
+"raw_loss",0.036427315,1613943023196,3336
+"epoch",20.987421383647764,1613943023196,3336
+"wd_0",0.01,1613943023196,3336
+"sqr_mom_0",0.99,1613943023196,3336
+"lr_0",4.754258453668702e-06,1613943023196,3336
+"mom_0",0.8549148800754267,1613943023196,3336
+"eps_0",1e-05,1613943023196,3336
+"wd_1",0.01,1613943023196,3336
+"sqr_mom_1",0.99,1613943023196,3336
+"lr_1",4.754258453668702e-05,1613943023196,3336
+"mom_1",0.8549148800754267,1613943023196,3336
+"eps_1",1e-05,1613943023196,3336
+"wd_2",0.01,1613943023196,3336
+"sqr_mom_2",0.99,1613943023196,3336
+"lr_2",0.00047542584536687017,1613943023196,3336
+"mom_2",0.8549148800754267,1613943023196,3336
+"eps_2",1e-05,1613943023196,3336
+"train_loss",0.03403497,1613943024190,3337
+"raw_loss",0.03362386,1613943024190,3337
+"epoch",20.993710691823864,1613943024190,3337
+"wd_0",0.01,1613943024190,3337
+"sqr_mom_0",0.99,1613943024190,3337
+"lr_0",4.753648013413703e-06,1613943024190,3337
+"mom_0",0.8549270890026159,1613943024190,3337
+"eps_0",1e-05,1613943024190,3337
+"wd_1",0.01,1613943024190,3337
+"sqr_mom_1",0.99,1613943024190,3337
+"lr_1",4.753648013413703e-05,1613943024190,3337
+"mom_1",0.8549270890026159,1613943024190,3337
+"eps_1",1e-05,1613943024190,3337
+"wd_2",0.01,1613943024190,3337
+"sqr_mom_2",0.99,1613943024190,3337
+"lr_2",0.0004753648013413703,1613943024190,3337
+"mom_2",0.8549270890026159,1613943024190,3337
+"eps_2",1e-05,1613943024190,3337
+"train_loss",0.03391274,1613943025137,3338
+"raw_loss",0.027923398,1613943025137,3338
+"epoch",20.999999999999964,1613943025137,3338
+"wd_0",0.01,1613943025137,3338
+"sqr_mom_0",0.99,1613943025137,3338
+"lr_0",4.753036703042968e-06,1613943025137,3338
+"mom_0",0.854939315332294,1613943025137,3338
+"eps_0",1e-05,1613943025137,3338
+"wd_1",0.01,1613943025137,3338
+"sqr_mom_1",0.99,1613943025137,3338
+"lr_1",4.753036703042968e-05,1613943025137,3338
+"mom_1",0.854939315332294,1613943025137,3338
+"eps_1",1e-05,1613943025137,3338
+"wd_2",0.01,1613943025137,3338
+"sqr_mom_2",0.99,1613943025137,3338
+"lr_2",0.00047530367030429677,1613943025137,3338
+"mom_2",0.854939315332294,1613943025137,3338
+"eps_2",1e-05,1613943025137,3338
+"valid_loss",0.09664600342512131,1613943059651,3338
+"_rmse",0.3108793795108795,1613943059651,3338
+"epoch",21,1613943059651,3338
+"train_loss",0.033792414,1613943060674,3339
+"raw_loss",0.027896373,1613943060674,3339
+"epoch",21.0062893081761,1613943060674,3339
+"wd_0",0.01,1613943060674,3339
+"sqr_mom_0",0.99,1613943060674,3339
+"lr_0",4.752424674550579e-06,1613943060674,3339
+"mom_0",0.8549515560245486,1613943060674,3339
+"eps_0",1e-05,1613943060674,3339
+"wd_1",0.01,1613943060674,3339
+"sqr_mom_1",0.99,1613943060674,3339
+"lr_1",4.752424674550579e-05,1613943060674,3339
+"mom_1",0.8549515560245486,1613943060674,3339
+"eps_1",1e-05,1613943060674,3339
+"wd_2",0.01,1613943060674,3339
+"sqr_mom_2",0.99,1613943060674,3339
+"lr_2",0.00047524246745505786,1613943060674,3339
+"mom_2",0.8549515560245486,1613943060674,3339
+"eps_2",1e-05,1613943060674,3339
+"train_loss",0.0337916,1613943061640,3340
+"raw_loss",0.03375173,1613943061640,3340
+"epoch",21.0125786163522,1613943061640,3340
+"wd_0",0.01,1613943061640,3340
+"sqr_mom_0",0.99,1613943061640,3340
+"lr_0",4.751812080645352e-06,1613943061640,3340
+"mom_0",0.8549638080251732,1613943061640,3340
+"eps_0",1e-05,1613943061640,3340
+"wd_1",0.01,1613943061640,3340
+"sqr_mom_1",0.99,1613943061640,3340
+"lr_1",4.751812080645351e-05,1613943061640,3340
+"mom_1",0.8549638080251732,1613943061640,3340
+"eps_1",1e-05,1613943061640,3340
+"wd_2",0.01,1613943061640,3340
+"sqr_mom_2",0.99,1613943061640,3340
+"lr_2",0.0004751812080645351,1613943061640,3340
+"mom_2",0.8549638080251732,1613943061640,3340
+"eps_2",1e-05,1613943061640,3340
+"train_loss",0.0337437,1613943062582,3341
+"raw_loss",0.03139648,1613943062582,3341
+"epoch",21.0188679245283,1613943062582,3341
+"wd_0",0.01,1613943062582,3341
+"sqr_mom_0",0.99,1613943062582,3341
+"lr_0",4.75119861667363e-06,1613943062582,3341
+"mom_0",0.8549760774273016,1613943062582,3341
+"eps_0",1e-05,1613943062582,3341
+"wd_1",0.01,1613943062582,3341
+"sqr_mom_1",0.99,1613943062582,3341
+"lr_1",4.75119861667363e-05,1613943062582,3341
+"mom_1",0.8549760774273016,1613943062582,3341
+"eps_1",1e-05,1613943062582,3341
+"wd_2",0.01,1613943062582,3341
+"sqr_mom_2",0.99,1613943062582,3341
+"lr_2",0.000475119861667363,1613943062582,3341
+"mom_2",0.8549760774273016,1613943062582,3341
+"eps_2",1e-05,1613943062582,3341
+"train_loss",0.03379124,1613943063537,3342
+"raw_loss",0.036120784,1613943063537,3342
+"epoch",21.0251572327044,1613943063537,3342
+"wd_0",0.01,1613943063537,3342
+"sqr_mom_0",0.99,1613943063537,3342
+"lr_0",4.750584435166123e-06,1613943063537,3342
+"mom_0",0.8549883611802893,1613943063537,3342
+"eps_0",1e-05,1613943063537,3342
+"wd_1",0.01,1613943063537,3342
+"sqr_mom_1",0.99,1613943063537,3342
+"lr_1",4.750584435166123e-05,1613943063537,3342
+"mom_1",0.8549883611802893,1613943063537,3342
+"eps_1",1e-05,1613943063537,3342
+"wd_2",0.01,1613943063537,3342
+"sqr_mom_2",0.99,1613943063537,3342
+"lr_2",0.0004750584435166123,1613943063537,3342
+"mom_2",0.8549883611802893,1613943063537,3342
+"eps_2",1e-05,1613943063537,3342
+"train_loss",0.03376648,1613943064481,3343
+"raw_loss",0.032553084,1613943064481,3343
+"epoch",21.031446540880502,1613943064481,3343
+"wd_0",0.01,1613943064481,3343
+"sqr_mom_0",0.99,1613943064481,3343
+"lr_0",4.749969536318594e-06,1613943064481,3343
+"mom_0",0.8550006592802208,1613943064481,3343
+"eps_0",1e-05,1613943064481,3343
+"wd_1",0.01,1613943064481,3343
+"sqr_mom_1",0.99,1613943064481,3343
+"lr_1",4.7499695363185944e-05,1613943064481,3343
+"mom_1",0.8550006592802208,1613943064481,3343
+"eps_1",1e-05,1613943064481,3343
+"wd_2",0.01,1613943064481,3343
+"sqr_mom_2",0.99,1613943064481,3343
+"lr_2",0.0004749969536318594,1613943064481,3343
+"mom_2",0.8550006592802208,1613943064481,3343
+"eps_2",1e-05,1613943064481,3343
+"train_loss",0.033403408,1613943065443,3344
+"raw_loss",0.015612984,1613943065443,3344
+"epoch",21.037735849056602,1613943065443,3344
+"wd_0",0.01,1613943065443,3344
+"sqr_mom_0",0.99,1613943065443,3344
+"lr_0",4.749354073554501e-06,1613943065443,3344
+"mom_0",0.8550129686585966,1613943065443,3344
+"eps_0",1e-05,1613943065443,3344
+"wd_1",0.01,1613943065443,3344
+"sqr_mom_1",0.99,1613943065443,3344
+"lr_1",4.749354073554501e-05,1613943065443,3344
+"mom_1",0.8550129686585966,1613943065443,3344
+"eps_1",1e-05,1613943065443,3344
+"wd_2",0.01,1613943065443,3344
+"sqr_mom_2",0.99,1613943065443,3344
+"lr_2",0.00047493540735545005,1613943065443,3344
+"mom_2",0.8550129686585966,1613943065443,3344
+"eps_2",1e-05,1613943065443,3344
+"train_loss",0.033490814,1613943066398,3345
+"raw_loss",0.037773754,1613943066398,3345
+"epoch",21.044025157232703,1613943066398,3345
+"wd_0",0.01,1613943066398,3345
+"sqr_mom_0",0.99,1613943066398,3345
+"lr_0",4.748737740793454e-06,1613943066398,3345
+"mom_0",0.8550252954370853,1613943066398,3345
+"eps_0",1e-05,1613943066398,3345
+"wd_1",0.01,1613943066398,3345
+"sqr_mom_1",0.99,1613943066398,3345
+"lr_1",4.7487377407934536e-05,1613943066398,3345
+"mom_1",0.8550252954370853,1613943066398,3345
+"eps_1",1e-05,1613943066398,3345
+"wd_2",0.01,1613943066398,3345
+"sqr_mom_2",0.99,1613943066398,3345
+"lr_2",0.0004748737740793454,1613943066398,3345
+"mom_2",0.8550252954370853,1613943066398,3345
+"eps_2",1e-05,1613943066398,3345
+"train_loss",0.033540606,1613943067355,3346
+"raw_loss",0.035980422,1613943067355,3346
+"epoch",21.050314465408803,1613943067355,3346
+"wd_0",0.01,1613943067355,3346
+"sqr_mom_0",0.99,1613943067355,3346
+"lr_0",4.748120691280998e-06,1613943067355,3346
+"mom_0",0.8550376365507455,1613943067355,3346
+"eps_0",1e-05,1613943067355,3346
+"wd_1",0.01,1613943067355,3346
+"sqr_mom_1",0.99,1613943067355,3346
+"lr_1",4.748120691280998e-05,1613943067355,3346
+"mom_1",0.8550376365507455,1613943067355,3346
+"eps_1",1e-05,1613943067355,3346
+"wd_2",0.01,1613943067355,3346
+"sqr_mom_2",0.99,1613943067355,3346
+"lr_2",0.00047481206912809975,1613943067355,3346
+"mom_2",0.8550376365507455,1613943067355,3346
+"eps_2",1e-05,1613943067355,3346
+"train_loss",0.033166017,1613943068302,3347
+"raw_loss",0.014811046,1613943068302,3347
+"epoch",21.056603773584904,1613943068302,3347
+"wd_0",0.01,1613943068302,3347
+"sqr_mom_0",0.99,1613943068302,3347
+"lr_0",4.747503027721973e-06,1613943068302,3347
+"mom_0",0.85504998994546,1613943068302,3347
+"eps_0",1e-05,1613943068302,3347
+"wd_1",0.01,1613943068302,3347
+"sqr_mom_1",0.99,1613943068302,3347
+"lr_1",4.7475030277219725e-05,1613943068302,3347
+"mom_1",0.85504998994546,1613943068302,3347
+"eps_1",1e-05,1613943068302,3347
+"wd_2",0.01,1613943068302,3347
+"sqr_mom_2",0.99,1613943068302,3347
+"lr_2",0.00047475030277219725,1613943068302,3347
+"mom_2",0.85504998994546,1613943068302,3347
+"eps_2",1e-05,1613943068302,3347
+"train_loss",0.033189658,1613943069255,3348
+"raw_loss",0.03434798,1613943069255,3348
+"epoch",21.062893081761004,1613943069255,3348
+"wd_0",0.01,1613943069255,3348
+"sqr_mom_0",0.99,1613943069255,3348
+"lr_0",4.746884545415742e-06,1613943069255,3348
+"mom_0",0.8550623597152823,1613943069255,3348
+"eps_0",1e-05,1613943069255,3348
+"wd_1",0.01,1613943069255,3348
+"sqr_mom_1",0.99,1613943069255,3348
+"lr_1",4.746884545415742e-05,1613943069255,3348
+"mom_1",0.8550623597152823,1613943069255,3348
+"eps_1",1e-05,1613943069255,3348
+"wd_2",0.01,1613943069255,3348
+"sqr_mom_2",0.99,1613943069255,3348
+"lr_2",0.00047468845454157416,1613943069255,3348
+"mom_2",0.8550623597152823,1613943069255,3348
+"eps_2",1e-05,1613943069255,3348
+"train_loss",0.033087045,1613943070210,3349
+"raw_loss",0.028059043,1613943070210,3349
+"epoch",21.069182389937104,1613943070210,3349
+"wd_0",0.01,1613943070210,3349
+"sqr_mom_0",0.99,1613943070210,3349
+"lr_0",4.746265346948786e-06,1613943070210,3349
+"mom_0",0.8550747438084624,1613943070210,3349
+"eps_0",1e-05,1613943070210,3349
+"wd_1",0.01,1613943070210,3349
+"sqr_mom_1",0.99,1613943070210,3349
+"lr_1",4.7462653469487866e-05,1613943070210,3349
+"mom_1",0.8550747438084624,1613943070210,3349
+"eps_1",1e-05,1613943070210,3349
+"wd_2",0.01,1613943070210,3349
+"sqr_mom_2",0.99,1613943070210,3349
+"lr_2",0.0004746265346948786,1613943070210,3349
+"mom_2",0.8550747438084624,1613943070210,3349
+"eps_2",1e-05,1613943070210,3349
+"train_loss",0.033616077,1613943071179,3350
+"raw_loss",0.05953876,1613943071179,3350
+"epoch",21.075471698113205,1613943071179,3350
+"wd_0",0.01,1613943071179,3350
+"sqr_mom_0",0.99,1613943071179,3350
+"lr_0",4.745645586815051e-06,1613943071179,3350
+"mom_0",0.8550871391350904,1613943071179,3350
+"eps_0",1e-05,1613943071179,3350
+"wd_1",0.01,1613943071179,3350
+"sqr_mom_1",0.99,1613943071179,3350
+"lr_1",4.74564558681505e-05,1613943071179,3350
+"mom_1",0.8550871391350904,1613943071179,3350
+"eps_1",1e-05,1613943071179,3350
+"wd_2",0.01,1613943071179,3350
+"sqr_mom_2",0.99,1613943071179,3350
+"lr_2",0.000474564558681505,1613943071179,3350
+"mom_2",0.8550871391350904,1613943071179,3350
+"eps_2",1e-05,1613943071179,3350
+"train_loss",0.033324655,1613943072180,3351
+"raw_loss",0.019045033,1613943072180,3351
+"epoch",21.081761006289305,1613943072180,3351
+"wd_0",0.01,1613943072180,3351
+"sqr_mom_0",0.99,1613943072180,3351
+"lr_0",4.745024956796988e-06,1613943072180,3351
+"mom_0",0.8550995518595789,1613943072180,3351
+"eps_0",1e-05,1613943072180,3351
+"wd_1",0.01,1613943072180,3351
+"sqr_mom_1",0.99,1613943072180,3351
+"lr_1",4.745024956796988e-05,1613943072180,3351
+"mom_1",0.8550995518595789,1613943072180,3351
+"eps_1",1e-05,1613943072180,3351
+"wd_2",0.01,1613943072180,3351
+"sqr_mom_2",0.99,1613943072180,3351
+"lr_2",0.0004745024956796988,1613943072180,3351
+"mom_2",0.8550995518595789,1613943072180,3351
+"eps_2",1e-05,1613943072180,3351
+"train_loss",0.033314325,1613943073170,3352
+"raw_loss",0.032808095,1613943073170,3352
+"epoch",21.088050314465406,1613943073170,3352
+"wd_0",0.01,1613943073170,3352
+"sqr_mom_0",0.99,1613943073170,3352
+"lr_0",4.744403611210924e-06,1613943073170,3352
+"mom_0",0.8551119788955704,1613943073170,3352
+"eps_0",1e-05,1613943073170,3352
+"wd_1",0.01,1613943073170,3352
+"sqr_mom_1",0.99,1613943073170,3352
+"lr_1",4.744403611210924e-05,1613943073170,3352
+"mom_1",0.8551119788955704,1613943073170,3352
+"eps_1",1e-05,1613943073170,3352
+"wd_2",0.01,1613943073170,3352
+"sqr_mom_2",0.99,1613943073170,3352
+"lr_2",0.0004744403611210924,1613943073170,3352
+"mom_2",0.8551119788955704,1613943073170,3352
+"eps_2",1e-05,1613943073170,3352
+"train_loss",0.033240583,1613943074130,3353
+"raw_loss",0.029627278,1613943074130,3353
+"epoch",21.094339622641506,1613943074130,3353
+"wd_0",0.01,1613943074130,3353
+"sqr_mom_0",0.99,1613943074130,3353
+"lr_0",4.743781705085374e-06,1613943074130,3353
+"mom_0",0.8551244171424639,1613943074130,3353
+"eps_0",1e-05,1613943074130,3353
+"wd_1",0.01,1613943074130,3353
+"sqr_mom_1",0.99,1613943074130,3353
+"lr_1",4.743781705085374e-05,1613943074130,3353
+"mom_1",0.8551244171424639,1613943074130,3353
+"eps_1",1e-05,1613943074130,3353
+"wd_2",0.01,1613943074130,3353
+"sqr_mom_2",0.99,1613943074130,3353
+"lr_2",0.0004743781705085374,1613943074130,3353
+"mom_2",0.8551244171424639,1613943074130,3353
+"eps_2",1e-05,1613943074130,3353
+"train_loss",0.03325988,1613943075102,3354
+"raw_loss",0.034205418,1613943075102,3354
+"epoch",21.100628930817606,1613943075102,3354
+"wd_0",0.01,1613943075102,3354
+"sqr_mom_0",0.99,1613943075102,3354
+"lr_0",4.743158929135553e-06,1613943075102,3354
+"mom_0",0.8551368727860168,1613943075102,3354
+"eps_0",1e-05,1613943075102,3354
+"wd_1",0.01,1613943075102,3354
+"sqr_mom_1",0.99,1613943075102,3354
+"lr_1",4.7431589291355534e-05,1613943075102,3354
+"mom_1",0.8551368727860168,1613943075102,3354
+"eps_1",1e-05,1613943075102,3354
+"wd_2",0.01,1613943075102,3354
+"sqr_mom_2",0.99,1613943075102,3354
+"lr_2",0.0004743158929135553,1613943075102,3354
+"mom_2",0.8551368727860168,1613943075102,3354
+"eps_2",1e-05,1613943075102,3354
+"train_loss",0.033034876,1613943076073,3355
+"raw_loss",0.022009736,1613943076073,3355
+"epoch",21.106918238993707,1613943076073,3355
+"wd_0",0.01,1613943076073,3355
+"sqr_mom_0",0.99,1613943076073,3355
+"lr_0",4.742535438212506e-06,1613943076073,3355
+"mom_0",0.8551493427291772,1613943076073,3355
+"eps_0",1e-05,1613943076073,3355
+"wd_1",0.01,1613943076073,3355
+"sqr_mom_1",0.99,1613943076073,3355
+"lr_1",4.742535438212506e-05,1613943076073,3355
+"mom_1",0.8551493427291772,1613943076073,3355
+"eps_1",1e-05,1613943076073,3355
+"wd_2",0.01,1613943076073,3355
+"sqr_mom_2",0.99,1613943076073,3355
+"lr_2",0.00047425354382125057,1613943076073,3355
+"mom_2",0.8551493427291772,1613943076073,3355
+"eps_2",1e-05,1613943076073,3355
+"train_loss",0.033031467,1613943077048,3356
+"raw_loss",0.032864403,1613943077048,3356
+"epoch",21.113207547169807,1613943077048,3356
+"wd_0",0.01,1613943077048,3356
+"sqr_mom_0",0.99,1613943077048,3356
+"lr_0",4.741911387878876e-06,1613943077048,3356
+"mom_0",0.8551618238606611,1613943077048,3356
+"eps_0",1e-05,1613943077048,3356
+"wd_1",0.01,1613943077048,3356
+"sqr_mom_1",0.99,1613943077048,3356
+"lr_1",4.741911387878875e-05,1613943077048,3356
+"mom_1",0.8551618238606611,1613943077048,3356
+"eps_1",1e-05,1613943077048,3356
+"wd_2",0.01,1613943077048,3356
+"sqr_mom_2",0.99,1613943077048,3356
+"lr_2",0.0004741911387878875,1613943077048,3356
+"mom_2",0.8551618238606611,1613943077048,3356
+"eps_2",1e-05,1613943077048,3356
+"train_loss",0.032654416,1613943078025,3357
+"raw_loss",0.014178929,1613943078025,3357
+"epoch",21.119496855345908,1613943078025,3357
+"wd_0",0.01,1613943078025,3357
+"sqr_mom_0",0.99,1613943078025,3357
+"lr_0",4.741286467783524e-06,1613943078025,3357
+"mom_0",0.8551743223875534,1613943078025,3357
+"eps_0",1e-05,1613943078025,3357
+"wd_1",0.01,1613943078025,3357
+"sqr_mom_1",0.99,1613943078025,3357
+"lr_1",4.741286467783524e-05,1613943078025,3357
+"mom_1",0.8551743223875534,1613943078025,3357
+"eps_1",1e-05,1613943078025,3357
+"wd_2",0.01,1613943078025,3357
+"sqr_mom_2",0.99,1613943078025,3357
+"lr_2",0.0004741286467783524,1613943078025,3357
+"mom_2",0.8551743223875534,1613943078025,3357
+"eps_2",1e-05,1613943078025,3357
+"train_loss",0.032437578,1613943079036,3358
+"raw_loss",0.0218126,1613943079036,3358
+"epoch",21.125786163522008,1613943079036,3358
+"wd_0",0.01,1613943079036,3358
+"sqr_mom_0",0.99,1613943079036,3358
+"lr_0",4.7406608333117715e-06,1613943079036,3358
+"mom_0",0.8551868352021166,1613943079036,3358
+"eps_0",1e-05,1613943079036,3358
+"wd_1",0.01,1613943079036,3358
+"sqr_mom_1",0.99,1613943079036,3358
+"lr_1",4.740660833311771e-05,1613943079036,3358
+"mom_1",0.8551868352021166,1613943079036,3358
+"eps_1",1e-05,1613943079036,3358
+"wd_2",0.01,1613943079036,3358
+"sqr_mom_2",0.99,1613943079036,3358
+"lr_2",0.0004740660833311771,1613943079036,3358
+"mom_2",0.8551868352021166,1613943079036,3358
+"eps_2",1e-05,1613943079036,3358
+"train_loss",0.03336203,1613943080014,3359
+"raw_loss",0.0786602,1613943080014,3359
+"epoch",21.13207547169811,1613943080014,3359
+"wd_0",0.01,1613943080014,3359
+"sqr_mom_0",0.99,1613943080014,3359
+"lr_0",4.740034640559942e-06,1613943080014,3359
+"mom_0",0.855199359182393,1613943080014,3359
+"eps_0",1e-05,1613943080014,3359
+"wd_1",0.01,1613943080014,3359
+"sqr_mom_1",0.99,1613943080014,3359
+"lr_1",4.7400346405599416e-05,1613943080014,3359
+"mom_1",0.855199359182393,1613943080014,3359
+"eps_1",1e-05,1613943080014,3359
+"wd_2",0.01,1613943080014,3359
+"sqr_mom_2",0.99,1613943080014,3359
+"lr_2",0.0004740034640559942,1613943080014,3359
+"mom_2",0.855199359182393,1613943080014,3359
+"eps_2",1e-05,1613943080014,3359
+"train_loss",0.033274334,1613943080996,3360
+"raw_loss",0.02897725,1613943080996,3360
+"epoch",21.13836477987421,1613943080996,3360
+"wd_0",0.01,1613943080996,3360
+"sqr_mom_0",0.99,1613943080996,3360
+"lr_0",4.739407578111437e-06,1613943080996,3360
+"mom_0",0.8552119005567768,1613943080996,3360
+"eps_0",1e-05,1613943080996,3360
+"wd_1",0.01,1613943080996,3360
+"sqr_mom_1",0.99,1613943080996,3360
+"lr_1",4.739407578111437e-05,1613943080996,3360
+"mom_1",0.8552119005567768,1613943080996,3360
+"eps_1",1e-05,1613943080996,3360
+"wd_2",0.01,1613943080996,3360
+"sqr_mom_2",0.99,1613943080996,3360
+"lr_2",0.0004739407578111437,1613943080996,3360
+"mom_2",0.8552119005567768,1613943080996,3360
+"eps_2",1e-05,1613943080996,3360
+"train_loss",0.03327424,1613943081961,3361
+"raw_loss",0.033269607,1613943081961,3361
+"epoch",21.14465408805031,1613943081961,3361
+"wd_0",0.01,1613943081961,3361
+"sqr_mom_0",0.99,1613943081961,3361
+"lr_0",4.738779801885405e-06,1613943081961,3361
+"mom_0",0.855224456206854,1613943081961,3361
+"eps_0",1e-05,1613943081961,3361
+"wd_1",0.01,1613943081961,3361
+"sqr_mom_1",0.99,1613943081961,3361
+"lr_1",4.7387798018854054e-05,1613943081961,3361
+"mom_1",0.855224456206854,1613943081961,3361
+"eps_1",1e-05,1613943081961,3361
+"wd_2",0.01,1613943081961,3361
+"sqr_mom_2",0.99,1613943081961,3361
+"lr_2",0.00047387798018854057,1613943081961,3361
+"mom_2",0.855224456206854,1613943081961,3361
+"eps_2",1e-05,1613943081961,3361
+"train_loss",0.033747166,1613943082939,3362
+"raw_loss",0.05692048,1613943082939,3362
+"epoch",21.15094339622641,1613943082939,3362
+"wd_0",0.01,1613943082939,3362
+"sqr_mom_0",0.99,1613943082939,3362
+"lr_0",4.738151312081944e-06,1613943082939,3362
+"mom_0",0.8552370261286224,1613943082939,3362
+"eps_0",1e-05,1613943082939,3362
+"wd_1",0.01,1613943082939,3362
+"sqr_mom_1",0.99,1613943082939,3362
+"lr_1",4.7381513120819434e-05,1613943082939,3362
+"mom_1",0.8552370261286224,1613943082939,3362
+"eps_1",1e-05,1613943082939,3362
+"wd_2",0.01,1613943082939,3362
+"sqr_mom_2",0.99,1613943082939,3362
+"lr_2",0.00047381513120819436,1613943082939,3362
+"mom_2",0.8552370261286224,1613943082939,3362
+"eps_2",1e-05,1613943082939,3362
+"train_loss",0.033712525,1613943083912,3363
+"raw_loss",0.03201513,1613943083912,3363
+"epoch",21.15723270440251,1613943083912,3363
+"wd_0",0.01,1613943083912,3363
+"sqr_mom_0",0.99,1613943083912,3363
+"lr_0",4.7375222655082695e-06,1613943083912,3363
+"mom_0",0.8552496071859065,1613943083912,3363
+"eps_0",1e-05,1613943083912,3363
+"wd_1",0.01,1613943083912,3363
+"sqr_mom_1",0.99,1613943083912,3363
+"lr_1",4.73752226550827e-05,1613943083912,3363
+"mom_1",0.8552496071859065,1613943083912,3363
+"eps_1",1e-05,1613943083912,3363
+"wd_2",0.01,1613943083912,3363
+"sqr_mom_2",0.99,1613943083912,3363
+"lr_2",0.00047375222655082695,1613943083912,3363
+"mom_2",0.8552496071859065,1613943083912,3363
+"eps_2",1e-05,1613943083912,3363
+"train_loss",0.03397724,1613943084912,3364
+"raw_loss",0.046948396,1613943084912,3364
+"epoch",21.16352201257861,1613943084912,3364
+"wd_0",0.01,1613943084912,3364
+"sqr_mom_0",0.99,1613943084912,3364
+"lr_0",4.736892349328529e-06,1613943084912,3364
+"mom_0",0.8552622056354857,1613943084912,3364
+"eps_0",1e-05,1613943084912,3364
+"wd_1",0.01,1613943084912,3364
+"sqr_mom_1",0.99,1613943084912,3364
+"lr_1",4.7368923493285286e-05,1613943084912,3364
+"mom_1",0.8552622056354857,1613943084912,3364
+"eps_1",1e-05,1613943084912,3364
+"wd_2",0.01,1613943084912,3364
+"sqr_mom_2",0.99,1613943084912,3364
+"lr_2",0.00047368923493285286,1613943084912,3364
+"mom_2",0.8552622056354857,1613943084912,3364
+"eps_2",1e-05,1613943084912,3364
+"train_loss",0.033901762,1613943085900,3365
+"raw_loss",0.030203346,1613943085900,3365
+"epoch",21.16981132075471,1613943085900,3365
+"wd_0",0.01,1613943085900,3365
+"sqr_mom_0",0.99,1613943085900,3365
+"lr_0",4.7362617201729615e-06,1613943085900,3365
+"mom_0",0.8552748183447242,1613943085900,3365
+"eps_0",1e-05,1613943085900,3365
+"wd_1",0.01,1613943085900,3365
+"sqr_mom_1",0.99,1613943085900,3365
+"lr_1",4.736261720172961e-05,1613943085900,3365
+"mom_1",0.8552748183447242,1613943085900,3365
+"eps_1",1e-05,1613943085900,3365
+"wd_2",0.01,1613943085900,3365
+"sqr_mom_2",0.99,1613943085900,3365
+"lr_2",0.00047362617201729607,1613943085900,3365
+"mom_2",0.8552748183447242,1613943085900,3365
+"eps_2",1e-05,1613943085900,3365
+"train_loss",0.034131758,1613943086878,3366
+"raw_loss",0.045401637,1613943086878,3366
+"epoch",21.17610062893081,1613943086878,3366
+"wd_0",0.01,1613943086878,3366
+"sqr_mom_0",0.99,1613943086878,3366
+"lr_0",4.735630535381419e-06,1613943086878,3366
+"mom_0",0.8552874421667933,1613943086878,3366
+"eps_0",1e-05,1613943086878,3366
+"wd_1",0.01,1613943086878,3366
+"sqr_mom_1",0.99,1613943086878,3366
+"lr_1",4.7356305353814186e-05,1613943086878,3366
+"mom_1",0.8552874421667933,1613943086878,3366
+"eps_1",1e-05,1613943086878,3366
+"wd_2",0.01,1613943086878,3366
+"sqr_mom_2",0.99,1613943086878,3366
+"lr_2",0.0004735630535381419,1613943086878,3366
+"mom_2",0.8552874421667933,1613943086878,3366
+"eps_2",1e-05,1613943086878,3366
+"train_loss",0.0336406,1613943087846,3367
+"raw_loss",0.009573801,1613943087846,3367
+"epoch",21.18238993710691,1613943087846,3367
+"wd_0",0.01,1613943087846,3367
+"sqr_mom_0",0.99,1613943087846,3367
+"lr_0",4.7349984810546754e-06,1613943087846,3367
+"mom_0",0.8553000833797403,1613943087846,3367
+"eps_0",1e-05,1613943087846,3367
+"wd_1",0.01,1613943087846,3367
+"sqr_mom_1",0.99,1613943087846,3367
+"lr_1",4.7349984810546754e-05,1613943087846,3367
+"mom_1",0.8553000833797403,1613943087846,3367
+"eps_1",1e-05,1613943087846,3367
+"wd_2",0.01,1613943087846,3367
+"sqr_mom_2",0.99,1613943087846,3367
+"lr_2",0.00047349984810546753,1613943087846,3367
+"mom_2",0.8553000833797403,1613943087846,3367
+"eps_2",1e-05,1613943087846,3367
+"train_loss",0.03348309,1613943088828,3368
+"raw_loss",0.025765166,1613943088828,3368
+"epoch",21.188679245283012,1613943088828,3368
+"wd_0",0.01,1613943088828,3368
+"sqr_mom_0",0.99,1613943088828,3368
+"lr_0",4.734365714355754e-06,1613943088828,3368
+"mom_0",0.8553127388402733,1613943088828,3368
+"eps_0",1e-05,1613943088828,3368
+"wd_1",0.01,1613943088828,3368
+"sqr_mom_1",0.99,1613943088828,3368
+"lr_1",4.734365714355754e-05,1613943088828,3368
+"mom_1",0.8553127388402733,1613943088828,3368
+"eps_1",1e-05,1613943088828,3368
+"wd_2",0.01,1613943088828,3368
+"sqr_mom_2",0.99,1613943088828,3368
+"lr_2",0.0004734365714355754,1613943088828,3368
+"mom_2",0.8553127388402733,1613943088828,3368
+"eps_2",1e-05,1613943088828,3368
+"train_loss",0.033447765,1613943089792,3369
+"raw_loss",0.031716816,1613943089792,3369
+"epoch",21.194968553459113,1613943089792,3369
+"wd_0",0.01,1613943089792,3369
+"sqr_mom_0",0.99,1613943089792,3369
+"lr_0",4.733732340599912e-06,1613943089792,3369
+"mom_0",0.8553254064420661,1613943089792,3369
+"eps_0",1e-05,1613943089792,3369
+"wd_1",0.01,1613943089792,3369
+"sqr_mom_1",0.99,1613943089792,3369
+"lr_1",4.733732340599912e-05,1613943089792,3369
+"mom_1",0.8553254064420661,1613943089792,3369
+"eps_1",1e-05,1613943089792,3369
+"wd_2",0.01,1613943089792,3369
+"sqr_mom_2",0.99,1613943089792,3369
+"lr_2",0.0004733732340599912,1613943089792,3369
+"mom_2",0.8553254064420661,1613943089792,3369
+"eps_2",1e-05,1613943089792,3369
+"train_loss",0.033259075,1613943090769,3370
+"raw_loss",0.024013234,1613943090769,3370
+"epoch",21.201257861635213,1613943090769,3370
+"wd_0",0.01,1613943090769,3370
+"sqr_mom_0",0.99,1613943090769,3370
+"lr_0",4.733098149879979e-06,1613943090769,3370
+"mom_0",0.8553380903833042,1613943090769,3370
+"eps_0",1e-05,1613943090769,3370
+"wd_1",0.01,1613943090769,3370
+"sqr_mom_1",0.99,1613943090769,3370
+"lr_1",4.7330981498799786e-05,1613943090769,3370
+"mom_1",0.8553380903833042,1613943090769,3370
+"eps_1",1e-05,1613943090769,3370
+"wd_2",0.01,1613943090769,3370
+"sqr_mom_2",0.99,1613943090769,3370
+"lr_2",0.0004733098149879978,1613943090769,3370
+"mom_2",0.8553380903833042,1613943090769,3370
+"eps_2",1e-05,1613943090769,3370
+"train_loss",0.032826237,1613943091757,3371
+"raw_loss",0.011617248,1613943091757,3371
+"epoch",21.207547169811313,1613943091757,3371
+"wd_0",0.01,1613943091757,3371
+"sqr_mom_0",0.99,1613943091757,3371
+"lr_0",4.732463247393576e-06,1613943091757,3371
+"mom_0",0.8553507885600141,1613943091757,3371
+"eps_0",1e-05,1613943091757,3371
+"wd_1",0.01,1613943091757,3371
+"sqr_mom_1",0.99,1613943091757,3371
+"lr_1",4.7324632473935756e-05,1613943091757,3371
+"mom_1",0.8553507885600141,1613943091757,3371
+"eps_1",1e-05,1613943091757,3371
+"wd_2",0.01,1613943091757,3371
+"sqr_mom_2",0.99,1613943091757,3371
+"lr_2",0.00047324632473935756,1613943091757,3371
+"mom_2",0.8553507885600141,1613943091757,3371
+"eps_2",1e-05,1613943091757,3371
+"train_loss",0.032606732,1613943092718,3372
+"raw_loss",0.021850904,1613943092718,3372
+"epoch",21.213836477987414,1613943092718,3372
+"wd_0",0.01,1613943092718,3372
+"sqr_mom_0",0.99,1613943092718,3372
+"lr_0",4.7318277915444845e-06,1613943092718,3372
+"mom_0",0.8553634978040884,1613943092718,3372
+"eps_0",1e-05,1613943092718,3372
+"wd_1",0.01,1613943092718,3372
+"sqr_mom_1",0.99,1613943092718,3372
+"lr_1",4.7318277915444845e-05,1613943092718,3372
+"mom_1",0.8553634978040884,1613943092718,3372
+"eps_1",1e-05,1613943092718,3372
+"wd_2",0.01,1613943092718,3372
+"sqr_mom_2",0.99,1613943092718,3372
+"lr_2",0.0004731827791544484,1613943092718,3372
+"mom_2",0.8553634978040884,1613943092718,3372
+"eps_2",1e-05,1613943092718,3372
+"train_loss",0.032340046,1613943093710,3373
+"raw_loss",0.019272488,1613943093710,3373
+"epoch",21.220125786163514,1613943093710,3373
+"wd_0",0.01,1613943093710,3373
+"sqr_mom_0",0.99,1613943093710,3373
+"lr_0",4.731191466309405e-06,1613943093710,3373
+"mom_0",0.8553762244360562,1613943093710,3373
+"eps_0",1e-05,1613943093710,3373
+"wd_1",0.01,1613943093710,3373
+"sqr_mom_1",0.99,1613943093710,3373
+"lr_1",4.7311914663094046e-05,1613943093710,3373
+"mom_1",0.8553762244360562,1613943093710,3373
+"eps_1",1e-05,1613943093710,3373
+"wd_2",0.01,1613943093710,3373
+"sqr_mom_2",0.99,1613943093710,3373
+"lr_2",0.00047311914663094044,1613943093710,3373
+"mom_2",0.8553762244360562,1613943093710,3373
+"eps_2",1e-05,1613943093710,3373
+"train_loss",0.032352436,1613943094707,3374
+"raw_loss",0.032959647,1613943094707,3374
+"epoch",21.226415094339615,1613943094707,3374
+"wd_0",0.01,1613943094707,3374
+"sqr_mom_0",0.99,1613943094707,3374
+"lr_0",4.73055442991559e-06,1613943094707,3374
+"mom_0",0.8553889652913411,1613943094707,3374
+"eps_0",1e-05,1613943094707,3374
+"wd_1",0.01,1613943094707,3374
+"sqr_mom_1",0.99,1613943094707,3374
+"lr_1",4.73055442991559e-05,1613943094707,3374
+"mom_1",0.8553889652913411,1613943094707,3374
+"eps_1",1e-05,1613943094707,3374
+"wd_2",0.01,1613943094707,3374
+"sqr_mom_2",0.99,1613943094707,3374
+"lr_2",0.00047305544299155897,1613943094707,3374
+"mom_2",0.8553889652913411,1613943094707,3374
+"eps_2",1e-05,1613943094707,3374
+"train_loss",0.032123055,1613943095662,3375
+"raw_loss",0.020883337,1613943095662,3375
+"epoch",21.232704402515715,1613943095662,3375
+"wd_0",0.01,1613943095662,3375
+"sqr_mom_0",0.99,1613943095662,3375
+"lr_0",4.729916841298095e-06,1613943095662,3375
+"mom_0",0.8554017171912099,1613943095662,3375
+"eps_0",1e-05,1613943095662,3375
+"wd_1",0.01,1613943095662,3375
+"sqr_mom_1",0.99,1613943095662,3375
+"lr_1",4.729916841298095e-05,1613943095662,3375
+"mom_1",0.8554017171912099,1613943095662,3375
+"eps_1",1e-05,1613943095662,3375
+"wd_2",0.01,1613943095662,3375
+"sqr_mom_2",0.99,1613943095662,3375
+"lr_2",0.0004729916841298095,1613943095662,3375
+"mom_2",0.8554017171912099,1613943095662,3375
+"eps_2",1e-05,1613943095662,3375
+"train_loss",0.032121923,1613943096622,3376
+"raw_loss",0.032066476,1613943096622,3376
+"epoch",21.238993710691815,1613943096622,3376
+"wd_0",0.01,1613943096622,3376
+"sqr_mom_0",0.99,1613943096622,3376
+"lr_0",4.7292783833729594e-06,1613943096622,3376
+"mom_0",0.8554144864774056,1613943096622,3376
+"eps_0",1e-05,1613943096622,3376
+"wd_1",0.01,1613943096622,3376
+"sqr_mom_1",0.99,1613943096622,3376
+"lr_1",4.729278383372959e-05,1613943096622,3376
+"mom_1",0.8554144864774056,1613943096622,3376
+"eps_1",1e-05,1613943096622,3376
+"wd_2",0.01,1613943096622,3376
+"sqr_mom_2",0.99,1613943096622,3376
+"lr_2",0.00047292783833729595,1613943096622,3376
+"mom_2",0.8554144864774056,1613943096622,3376
+"eps_2",1e-05,1613943096622,3376
+"train_loss",0.031802278,1613943097563,3377
+"raw_loss",0.016139623,1613943097563,3377
+"epoch",21.245283018867916,1613943097563,3377
+"wd_0",0.01,1613943097563,3377
+"sqr_mom_0",0.99,1613943097563,3377
+"lr_0",4.728639214898861e-06,1613943097563,3377
+"mom_0",0.8554272699747225,1613943097563,3377
+"eps_0",1e-05,1613943097563,3377
+"wd_1",0.01,1613943097563,3377
+"sqr_mom_1",0.99,1613943097563,3377
+"lr_1",4.728639214898861e-05,1613943097563,3377
+"mom_1",0.8554272699747225,1613943097563,3377
+"eps_1",1e-05,1613943097563,3377
+"wd_2",0.01,1613943097563,3377
+"sqr_mom_2",0.99,1613943097563,3377
+"lr_2",0.0004728639214898861,1613943097563,3377
+"mom_2",0.8554272699747225,1613943097563,3377
+"eps_2",1e-05,1613943097563,3377
+"train_loss",0.031568374,1613943098527,3378
+"raw_loss",0.020107131,1613943098527,3378
+"epoch",21.251572327044016,1613943098527,3378
+"wd_0",0.01,1613943098527,3378
+"sqr_mom_0",0.99,1613943098527,3378
+"lr_0",4.727999495341678e-06,1613943098527,3378
+"mom_0",0.8554400644938114,1613943098527,3378
+"eps_0",1e-05,1613943098527,3378
+"wd_1",0.01,1613943098527,3378
+"sqr_mom_1",0.99,1613943098527,3378
+"lr_1",4.7279994953416774e-05,1613943098527,3378
+"mom_1",0.8554400644938114,1613943098527,3378
+"eps_1",1e-05,1613943098527,3378
+"wd_2",0.01,1613943098527,3378
+"sqr_mom_2",0.99,1613943098527,3378
+"lr_2",0.00047279994953416775,1613943098527,3378
+"mom_2",0.8554400644938114,1613943098527,3378
+"eps_2",1e-05,1613943098527,3378
+"train_loss",0.031325255,1613943099477,3379
+"raw_loss",0.019412372,1613943099477,3379
+"epoch",21.257861635220117,1613943099477,3379
+"wd_0",0.01,1613943099477,3379
+"sqr_mom_0",0.99,1613943099477,3379
+"lr_0",4.727358906557691e-06,1613943099477,3379
+"mom_0",0.8554528763976101,1613943099477,3379
+"eps_0",1e-05,1613943099477,3379
+"wd_1",0.01,1613943099477,3379
+"sqr_mom_1",0.99,1613943099477,3379
+"lr_1",4.727358906557691e-05,1613943099477,3379
+"mom_1",0.8554528763976101,1613943099477,3379
+"eps_1",1e-05,1613943099477,3379
+"wd_2",0.01,1613943099477,3379
+"sqr_mom_2",0.99,1613943099477,3379
+"lr_2",0.0004727358906557691,1613943099477,3379
+"mom_2",0.8554528763976101,1613943099477,3379
+"eps_2",1e-05,1613943099477,3379
+"train_loss",0.0309352,1613943100434,3380
+"raw_loss",0.011822514,1613943100434,3380
+"epoch",21.264150943396217,1613943100434,3380
+"wd_0",0.01,1613943100434,3380
+"sqr_mom_0",0.99,1613943100434,3380
+"lr_0",4.726717607836554e-06,1613943100434,3380
+"mom_0",0.8554657025002939,1613943100434,3380
+"eps_0",1e-05,1613943100434,3380
+"wd_1",0.01,1613943100434,3380
+"sqr_mom_1",0.99,1613943100434,3380
+"lr_1",4.7267176078365545e-05,1613943100434,3380
+"mom_1",0.8554657025002939,1613943100434,3380
+"eps_1",1e-05,1613943100434,3380
+"wd_2",0.01,1613943100434,3380
+"sqr_mom_2",0.99,1613943100434,3380
+"lr_2",0.0004726717607836554,1613943100434,3380
+"mom_2",0.8554657025002939,1613943100434,3380
+"eps_2",1e-05,1613943100434,3380
+"train_loss",0.030643497,1613943101383,3381
+"raw_loss",0.016350023,1613943101383,3381
+"epoch",21.270440251572317,1613943101383,3381
+"wd_0",0.01,1613943101383,3381
+"sqr_mom_0",0.99,1613943101383,3381
+"lr_0",4.726075759174505e-06,1613943101383,3381
+"mom_0",0.8554785396019059,1613943101383,3381
+"eps_0",1e-05,1613943101383,3381
+"wd_1",0.01,1613943101383,3381
+"sqr_mom_1",0.99,1613943101383,3381
+"lr_1",4.7260757591745046e-05,1613943101383,3381
+"mom_1",0.8554785396019059,1613943101383,3381
+"eps_1",1e-05,1613943101383,3381
+"wd_2",0.01,1613943101383,3381
+"sqr_mom_2",0.99,1613943101383,3381
+"lr_2",0.00047260757591745044,1613943101383,3381
+"mom_2",0.8554785396019059,1613943101383,3381
+"eps_2",1e-05,1613943101383,3381
+"train_loss",0.030300012,1613943102361,3382
+"raw_loss",0.013469224,1613943102361,3382
+"epoch",21.276729559748418,1613943102361,3382
+"wd_0",0.01,1613943102361,3382
+"sqr_mom_0",0.99,1613943102361,3382
+"lr_0",4.725433041368987e-06,1613943102361,3382
+"mom_0",0.8554913940865612,1613943102361,3382
+"eps_0",1e-05,1613943102361,3382
+"wd_1",0.01,1613943102361,3382
+"sqr_mom_1",0.99,1613943102361,3382
+"lr_1",4.725433041368986e-05,1613943102361,3382
+"mom_1",0.8554913940865612,1613943102361,3382
+"eps_1",1e-05,1613943102361,3382
+"wd_2",0.01,1613943102361,3382
+"sqr_mom_2",0.99,1613943102361,3382
+"lr_2",0.00047254330413689863,1613943102361,3382
+"mom_2",0.8554913940865612,1613943102361,3382
+"eps_2",1e-05,1613943102361,3382
+"train_loss",0.030094836,1613943103311,3383
+"raw_loss",0.02004125,1613943103311,3383
+"epoch",21.28301886792452,1613943103311,3383
+"wd_0",0.01,1613943103311,3383
+"sqr_mom_0",0.99,1613943103311,3383
+"lr_0",4.724789614240164e-06,1613943103311,3383
+"mom_0",0.8555042627578243,1613943103311,3383
+"eps_0",1e-05,1613943103311,3383
+"wd_1",0.01,1613943103311,3383
+"sqr_mom_1",0.99,1613943103311,3383
+"lr_1",4.724789614240164e-05,1613943103311,3383
+"mom_1",0.8555042627578243,1613943103311,3383
+"eps_1",1e-05,1613943103311,3383
+"wd_2",0.01,1613943103311,3383
+"sqr_mom_2",0.99,1613943103311,3383
+"lr_2",0.00047247896142401643,1613943103311,3383
+"mom_2",0.8555042627578243,1613943103311,3383
+"eps_2",1e-05,1613943103311,3383
+"train_loss",0.029866407,1613943104267,3384
+"raw_loss",0.018673392,1613943104267,3384
+"epoch",21.28930817610062,1613943104267,3384
+"wd_0",0.01,1613943104267,3384
+"sqr_mom_0",0.99,1613943104267,3384
+"lr_0",4.724145477993124e-06,1613943104267,3384
+"mom_0",0.8555171456115936,1613943104267,3384
+"eps_0",1e-05,1613943104267,3384
+"wd_1",0.01,1613943104267,3384
+"sqr_mom_1",0.99,1613943104267,3384
+"lr_1",4.724145477993124e-05,1613943104267,3384
+"mom_1",0.8555171456115936,1613943104267,3384
+"eps_1",1e-05,1613943104267,3384
+"wd_2",0.01,1613943104267,3384
+"sqr_mom_2",0.99,1613943104267,3384
+"lr_2",0.0004724145477993124,1613943104267,3384
+"mom_2",0.8555171456115936,1613943104267,3384
+"eps_2",1e-05,1613943104267,3384
+"train_loss",0.029521963,1613943105211,3385
+"raw_loss",0.0126441745,1613943105211,3385
+"epoch",21.29559748427672,1613943105211,3385
+"wd_0",0.01,1613943105211,3385
+"sqr_mom_0",0.99,1613943105211,3385
+"lr_0",4.723500793330555e-06,1613943105211,3385
+"mom_0",0.8555300394337833,1613943105211,3385
+"eps_0",1e-05,1613943105211,3385
+"wd_1",0.01,1613943105211,3385
+"sqr_mom_1",0.99,1613943105211,3385
+"lr_1",4.723500793330555e-05,1613943105211,3385
+"mom_1",0.8555300394337833,1613943105211,3385
+"eps_1",1e-05,1613943105211,3385
+"wd_2",0.01,1613943105211,3385
+"sqr_mom_2",0.99,1613943105211,3385
+"lr_2",0.00047235007933305544,1613943105211,3385
+"mom_2",0.8555300394337833,1613943105211,3385
+"eps_2",1e-05,1613943105211,3385
+"train_loss",0.029619653,1613943106171,3386
+"raw_loss",0.03440651,1613943106171,3386
+"epoch",21.30188679245282,1613943106171,3386
+"wd_0",0.01,1613943106171,3386
+"sqr_mom_0",0.99,1613943106171,3386
+"lr_0",4.7228552396395066e-06,1613943106171,3386
+"mom_0",0.8555429506367163,1613943106171,3386
+"eps_0",1e-05,1613943106171,3386
+"wd_1",0.01,1613943106171,3386
+"sqr_mom_1",0.99,1613943106171,3386
+"lr_1",4.722855239639507e-05,1613943106171,3386
+"mom_1",0.8555429506367163,1613943106171,3386
+"eps_1",1e-05,1613943106171,3386
+"wd_2",0.01,1613943106171,3386
+"sqr_mom_2",0.99,1613943106171,3386
+"lr_2",0.00047228552396395065,1613943106171,3386
+"mom_2",0.8555429506367163,1613943106171,3386
+"eps_2",1e-05,1613943106171,3386
+"train_loss",0.029604396,1613943107108,3387
+"raw_loss",0.02885684,1613943107108,3387
+"epoch",21.30817610062892,1613943107108,3387
+"wd_0",0.01,1613943107108,3387
+"sqr_mom_0",0.99,1613943107108,3387
+"lr_0",4.7222089774468e-06,1613943107108,3387
+"mom_0",0.8555558760098241,1613943107108,3387
+"eps_0",1e-05,1613943107108,3387
+"wd_1",0.01,1613943107108,3387
+"sqr_mom_1",0.99,1613943107108,3387
+"lr_1",4.7222089774468e-05,1613943107108,3387
+"mom_1",0.8555558760098241,1613943107108,3387
+"eps_1",1e-05,1613943107108,3387
+"wd_2",0.01,1613943107108,3387
+"sqr_mom_2",0.99,1613943107108,3387
+"lr_2",0.00047222089774468,1613943107108,3387
+"mom_2",0.8555558760098241,1613943107108,3387
+"eps_2",1e-05,1613943107108,3387
+"train_loss",0.02939146,1613943108070,3388
+"raw_loss",0.01895764,1613943108070,3388
+"epoch",21.31446540880502,1613943108070,3388
+"wd_0",0.01,1613943108070,3388
+"sqr_mom_0",0.99,1613943108070,3388
+"lr_0",4.7215621679844136e-06,1613943108070,3388
+"mom_0",0.855568812328435,1613943108070,3388
+"eps_0",1e-05,1613943108070,3388
+"wd_1",0.01,1613943108070,3388
+"sqr_mom_1",0.99,1613943108070,3388
+"lr_1",4.7215621679844134e-05,1613943108070,3388
+"mom_1",0.855568812328435,1613943108070,3388
+"eps_1",1e-05,1613943108070,3388
+"wd_2",0.01,1613943108070,3388
+"sqr_mom_2",0.99,1613943108070,3388
+"lr_2",0.0004721562167984413,1613943108070,3388
+"mom_2",0.855568812328435,1613943108070,3388
+"eps_2",1e-05,1613943108070,3388
+"train_loss",0.029014999,1613943109031,3389
+"raw_loss",0.010568384,1613943109031,3389
+"epoch",21.32075471698112,1613943109031,3389
+"wd_0",0.01,1613943109031,3389
+"sqr_mom_0",0.99,1613943109031,3389
+"lr_0",4.720914489582697e-06,1613943109031,3389
+"mom_0",0.8555817660260063,1613943109031,3389
+"eps_0",1e-05,1613943109031,3389
+"wd_1",0.01,1613943109031,3389
+"sqr_mom_1",0.99,1613943109031,3389
+"lr_1",4.7209144895826973e-05,1613943109031,3389
+"mom_1",0.8555817660260063,1613943109031,3389
+"eps_1",1e-05,1613943109031,3389
+"wd_2",0.01,1613943109031,3389
+"sqr_mom_2",0.99,1613943109031,3389
+"lr_2",0.0004720914489582697,1613943109031,3389
+"mom_2",0.8555817660260063,1613943109031,3389
+"eps_2",1e-05,1613943109031,3389
+"train_loss",0.029117182,1613943110039,3390
+"raw_loss",0.034124125,1613943110039,3390
+"epoch",21.32704402515722,1613943110039,3390
+"wd_0",0.01,1613943110039,3390
+"sqr_mom_0",0.99,1613943110039,3390
+"lr_0",4.720266103297914e-06,1613943110039,3390
+"mom_0",0.8555947338813805,1613943110039,3390
+"eps_0",1e-05,1613943110039,3390
+"wd_1",0.01,1613943110039,3390
+"sqr_mom_1",0.99,1613943110039,3390
+"lr_1",4.720266103297914e-05,1613943110039,3390
+"mom_1",0.8555947338813805,1613943110039,3390
+"eps_1",1e-05,1613943110039,3390
+"wd_2",0.01,1613943110039,3390
+"sqr_mom_2",0.99,1613943110039,3390
+"lr_2",0.0004720266103297914,1613943110039,3390
+"mom_2",0.8555947338813805,1613943110039,3390
+"eps_2",1e-05,1613943110039,3390
+"train_loss",0.029257005,1613943110975,3391
+"raw_loss",0.036108375,1613943110975,3391
+"epoch",21.33333333333332,1613943110975,3391
+"wd_0",0.01,1613943110975,3391
+"sqr_mom_0",0.99,1613943110975,3391
+"lr_0",4.719617117039495e-06,1613943110975,3391
+"mom_0",0.8556077137363475,1613943110975,3391
+"eps_0",1e-05,1613943110975,3391
+"wd_1",0.01,1613943110975,3391
+"sqr_mom_1",0.99,1613943110975,3391
+"lr_1",4.719617117039495e-05,1613943110975,3391
+"mom_1",0.8556077137363475,1613943110975,3391
+"eps_1",1e-05,1613943110975,3391
+"wd_2",0.01,1613943110975,3391
+"sqr_mom_2",0.99,1613943110975,3391
+"lr_2",0.0004719617117039495,1613943110975,3391
+"mom_2",0.8556077137363475,1613943110975,3391
+"eps_2",1e-05,1613943110975,3391
+"train_loss",0.028909573,1613943111915,3392
+"raw_loss",0.01188538,1613943111915,3392
+"epoch",21.339622641509422,1613943111915,3392
+"wd_0",0.01,1613943111915,3392
+"sqr_mom_0",0.99,1613943111915,3392
+"lr_0",4.718967315726109e-06,1613943111915,3392
+"mom_0",0.8556207098925768,1613943111915,3392
+"eps_0",1e-05,1613943111915,3392
+"wd_1",0.01,1613943111915,3392
+"sqr_mom_1",0.99,1613943111915,3392
+"lr_1",4.7189673157261085e-05,1613943111915,3392
+"mom_1",0.8556207098925768,1613943111915,3392
+"eps_1",1e-05,1613943111915,3392
+"wd_2",0.01,1613943111915,3392
+"sqr_mom_2",0.99,1613943111915,3392
+"lr_2",0.00047189673157261084,1613943111915,3392
+"mom_2",0.8556207098925768,1613943111915,3392
+"eps_2",1e-05,1613943111915,3392
+"train_loss",0.028925342,1613943112867,3393
+"raw_loss",0.029698003,1613943112867,3393
+"epoch",21.345911949685522,1613943112867,3393
+"wd_0",0.01,1613943112867,3393
+"sqr_mom_0",0.99,1613943112867,3393
+"lr_0",4.718316807150295e-06,1613943112867,3393
+"mom_0",0.855633720194196,1613943112867,3393
+"eps_0",1e-05,1613943112867,3393
+"wd_1",0.01,1613943112867,3393
+"sqr_mom_1",0.99,1613943112867,3393
+"lr_1",4.718316807150295e-05,1613943112867,3393
+"mom_1",0.855633720194196,1613943112867,3393
+"eps_1",1e-05,1613943112867,3393
+"wd_2",0.01,1613943112867,3393
+"sqr_mom_2",0.99,1613943112867,3393
+"lr_2",0.0004718316807150295,1613943112867,3393
+"mom_2",0.855633720194196,1613943112867,3393
+"eps_2",1e-05,1613943112867,3393
+"train_loss",0.028900119,1613943113840,3394
+"raw_loss",0.027664116,1613943113840,3394
+"epoch",21.352201257861623,1613943113840,3394
+"wd_0",0.01,1613943113840,3394
+"sqr_mom_0",0.99,1613943113840,3394
+"lr_0",4.717665753601238e-06,1613943113840,3394
+"mom_0",0.8556467413953892,1613943113840,3394
+"eps_0",1e-05,1613943113840,3394
+"wd_1",0.01,1613943113840,3394
+"sqr_mom_1",0.99,1613943113840,3394
+"lr_1",4.717665753601238e-05,1613943113840,3394
+"mom_1",0.8556467413953892,1613943113840,3394
+"eps_1",1e-05,1613943113840,3394
+"wd_2",0.01,1613943113840,3394
+"sqr_mom_2",0.99,1613943113840,3394
+"lr_2",0.00047176657536012373,1613943113840,3394
+"mom_2",0.8556467413953892,1613943113840,3394
+"eps_2",1e-05,1613943113840,3394
+"train_loss",0.028917816,1613943114786,3395
+"raw_loss",0.029785004,1613943114786,3395
+"epoch",21.358490566037723,1613943114786,3395
+"wd_0",0.01,1613943114786,3395
+"sqr_mom_0",0.99,1613943114786,3395
+"lr_0",4.717013831298628e-06,1613943114786,3395
+"mom_0",0.8556597799718272,1613943114786,3395
+"eps_0",1e-05,1613943114786,3395
+"wd_1",0.01,1613943114786,3395
+"sqr_mom_1",0.99,1613943114786,3395
+"lr_1",4.717013831298628e-05,1613943114786,3395
+"mom_1",0.8556597799718272,1613943114786,3395
+"eps_1",1e-05,1613943114786,3395
+"wd_2",0.01,1613943114786,3395
+"sqr_mom_2",0.99,1613943114786,3395
+"lr_2",0.0004717013831298628,1613943114786,3395
+"mom_2",0.8556597799718272,1613943114786,3395
+"eps_2",1e-05,1613943114786,3395
+"train_loss",0.028677221,1613943115778,3396
+"raw_loss",0.016888127,1613943115778,3396
+"epoch",21.364779874213824,1613943115778,3396
+"wd_0",0.01,1613943115778,3396
+"sqr_mom_0",0.99,1613943115778,3396
+"lr_0",4.716361202356242e-06,1613943115778,3396
+"mom_0",0.855672832681202,1613943115778,3396
+"eps_0",1e-05,1613943115778,3396
+"wd_1",0.01,1613943115778,3396
+"sqr_mom_1",0.99,1613943115778,3396
+"lr_1",4.716361202356241e-05,1613943115778,3396
+"mom_1",0.855672832681202,1613943115778,3396
+"eps_1",1e-05,1613943115778,3396
+"wd_2",0.01,1613943115778,3396
+"sqr_mom_2",0.99,1613943115778,3396
+"lr_2",0.00047163612023562413,1613943115778,3396
+"mom_2",0.855672832681202,1613943115778,3396
+"eps_2",1e-05,1613943115778,3396
+"train_loss",0.028667428,1613943116724,3397
+"raw_loss",0.028187495,1613943116724,3397
+"epoch",21.371069182389924,1613943116724,3397
+"wd_0",0.01,1613943116724,3397
+"sqr_mom_0",0.99,1613943116724,3397
+"lr_0",4.71570802959116e-06,1613943116724,3397
+"mom_0",0.8556858962671394,1613943116724,3397
+"eps_0",1e-05,1613943116724,3397
+"wd_1",0.01,1613943116724,3397
+"sqr_mom_1",0.99,1613943116724,3397
+"lr_1",4.71570802959116e-05,1613943116724,3397
+"mom_1",0.8556858962671394,1613943116724,3397
+"eps_1",1e-05,1613943116724,3397
+"wd_2",0.01,1613943116724,3397
+"sqr_mom_2",0.99,1613943116724,3397
+"lr_2",0.00047157080295911596,1613943116724,3397
+"mom_2",0.8556858962671394,1613943116724,3397
+"eps_2",1e-05,1613943116724,3397
+"train_loss",0.028362919,1613943117731,3398
+"raw_loss",0.01344193,1613943117731,3398
+"epoch",21.377358490566024,1613943117731,3398
+"wd_0",0.01,1613943117731,3398
+"sqr_mom_0",0.99,1613943117731,3398
+"lr_0",4.715053988169151e-06,1613943117731,3398
+"mom_0",0.8556989772263892,1613943117731,3398
+"eps_0",1e-05,1613943117731,3398
+"wd_1",0.01,1613943117731,3398
+"sqr_mom_1",0.99,1613943117731,3398
+"lr_1",4.7150539881691505e-05,1613943117731,3398
+"mom_1",0.8556989772263892,1613943117731,3398
+"eps_1",1e-05,1613943117731,3398
+"wd_2",0.01,1613943117731,3398
+"sqr_mom_2",0.99,1613943117731,3398
+"lr_2",0.00047150539881691503,1613943117731,3398
+"mom_2",0.8556989772263892,1613943117731,3398
+"eps_2",1e-05,1613943117731,3398
+"train_loss",0.028399875,1613943118680,3399
+"raw_loss",0.030210745,1613943118680,3399
+"epoch",21.383647798742125,1613943118680,3399
+"wd_0",0.01,1613943118680,3399
+"sqr_mom_0",0.99,1613943118680,3399
+"lr_0",4.714399240732042e-06,1613943118680,3399
+"mom_0",0.8557120723060821,1613943118680,3399
+"eps_0",1e-05,1613943118680,3399
+"wd_1",0.01,1613943118680,3399
+"sqr_mom_1",0.99,1613943118680,3399
+"lr_1",4.7143992407320424e-05,1613943118680,3399
+"mom_1",0.8557120723060821,1613943118680,3399
+"eps_1",1e-05,1613943118680,3399
+"wd_2",0.01,1613943118680,3399
+"sqr_mom_2",0.99,1613943118680,3399
+"lr_2",0.0004714399240732042,1613943118680,3399
+"mom_2",0.8557120723060821,1613943118680,3399
+"eps_2",1e-05,1613943118680,3399
+"train_loss",0.028100532,1613943119622,3400
+"raw_loss",0.013432694,1613943119622,3400
+"epoch",21.389937106918225,1613943119622,3400
+"wd_0",0.01,1613943119622,3400
+"sqr_mom_0",0.99,1613943119622,3400
+"lr_0",4.713743950624346e-06,1613943119622,3400
+"mom_0",0.8557251782392954,1613943119622,3400
+"eps_0",1e-05,1613943119622,3400
+"wd_1",0.01,1613943119622,3400
+"sqr_mom_1",0.99,1613943119622,3400
+"lr_1",4.7137439506243465e-05,1613943119622,3400
+"mom_1",0.8557251782392954,1613943119622,3400
+"eps_1",1e-05,1613943119622,3400
+"wd_2",0.01,1613943119622,3400
+"sqr_mom_2",0.99,1613943119622,3400
+"lr_2",0.00047137439506243463,1613943119622,3400
+"mom_2",0.8557251782392954,1613943119622,3400
+"eps_2",1e-05,1613943119622,3400
+"train_loss",0.028134957,1613943120559,3401
+"raw_loss",0.029821824,1613943120559,3401
+"epoch",21.396226415094326,1613943120559,3401
+"wd_0",0.01,1613943120559,3401
+"sqr_mom_0",0.99,1613943120559,3401
+"lr_0",4.7130877919588406e-06,1613943120559,3401
+"mom_0",0.8557383015438386,1613943120559,3401
+"eps_0",1e-05,1613943120559,3401
+"wd_1",0.01,1613943120559,3401
+"sqr_mom_1",0.99,1613943120559,3401
+"lr_1",4.7130877919588404e-05,1613943120559,3401
+"mom_1",0.8557383015438386,1613943120559,3401
+"eps_1",1e-05,1613943120559,3401
+"wd_2",0.01,1613943120559,3401
+"sqr_mom_2",0.99,1613943120559,3401
+"lr_2",0.000471308779195884,1613943120559,3401
+"mom_2",0.8557383015438386,1613943120559,3401
+"eps_2",1e-05,1613943120559,3401
+"train_loss",0.028005928,1613943121519,3402
+"raw_loss",0.02168352,1613943121519,3402
+"epoch",21.402515723270426,1613943121519,3402
+"wd_0",0.01,1613943121519,3402
+"sqr_mom_0",0.99,1613943121519,3402
+"lr_0",4.712430927904938e-06,1613943121519,3402
+"mom_0",0.8557514389562908,1613943121519,3402
+"eps_0",1e-05,1613943121519,3402
+"wd_1",0.01,1613943121519,3402
+"sqr_mom_1",0.99,1613943121519,3402
+"lr_1",4.712430927904938e-05,1613943121519,3402
+"mom_1",0.8557514389562908,1613943121519,3402
+"eps_1",1e-05,1613943121519,3402
+"wd_2",0.01,1613943121519,3402
+"sqr_mom_2",0.99,1613943121519,3402
+"lr_2",0.00047124309279049375,1613943121519,3402
+"mom_2",0.8557514389562908,1613943121519,3402
+"eps_2",1e-05,1613943121519,3402
+"train_loss",0.027636796,1613943122462,3403
+"raw_loss",0.009549331,1613943122462,3403
+"epoch",21.408805031446526,1613943122462,3403
+"wd_0",0.01,1613943122462,3403
+"sqr_mom_0",0.99,1613943122462,3403
+"lr_0",4.711773358672007e-06,1613943122462,3403
+"mom_0",0.8557645904724646,1613943122462,3403
+"eps_0",1e-05,1613943122462,3403
+"wd_1",0.01,1613943122462,3403
+"sqr_mom_1",0.99,1613943122462,3403
+"lr_1",4.711773358672006e-05,1613943122462,3403
+"mom_1",0.8557645904724646,1613943122462,3403
+"eps_1",1e-05,1613943122462,3403
+"wd_2",0.01,1613943122462,3403
+"sqr_mom_2",0.99,1613943122462,3403
+"lr_2",0.0004711773358672006,1613943122462,3403
+"mom_2",0.8557645904724646,1613943122462,3403
+"eps_2",1e-05,1613943122462,3403
+"train_loss",0.027432347,1613943123407,3404
+"raw_loss",0.017414277,1613943123407,3404
+"epoch",21.415094339622627,1613943123407,3404
+"wd_0",0.01,1613943123407,3404
+"sqr_mom_0",0.99,1613943123407,3404
+"lr_0",4.711115248307085e-06,1613943123407,3404
+"mom_0",0.8557777528113863,1613943123407,3404
+"eps_0",1e-05,1613943123407,3404
+"wd_1",0.01,1613943123407,3404
+"sqr_mom_1",0.99,1613943123407,3404
+"lr_1",4.7111152483070844e-05,1613943123407,3404
+"mom_1",0.8557777528113863,1613943123407,3404
+"eps_1",1e-05,1613943123407,3404
+"wd_2",0.01,1613943123407,3404
+"sqr_mom_2",0.99,1613943123407,3404
+"lr_2",0.00047111152483070843,1613943123407,3404
+"mom_2",0.8557777528113863,1613943123407,3404
+"eps_2",1e-05,1613943123407,3404
+"train_loss",0.027264152,1613943124342,3405
+"raw_loss",0.019022603,1613943124342,3405
+"epoch",21.421383647798727,1613943124342,3405
+"wd_0",0.01,1613943124342,3405
+"sqr_mom_0",0.99,1613943124342,3405
+"lr_0",4.710456269520385e-06,1613943124342,3405
+"mom_0",0.8557909325189175,1613943124342,3405
+"eps_0",1e-05,1613943124342,3405
+"wd_1",0.01,1613943124342,3405
+"sqr_mom_1",0.99,1613943124342,3405
+"lr_1",4.7104562695203856e-05,1613943124342,3405
+"mom_1",0.8557909325189175,1613943124342,3405
+"eps_1",1e-05,1613943124342,3405
+"wd_2",0.01,1613943124342,3405
+"sqr_mom_2",0.99,1613943124342,3405
+"lr_2",0.00047104562695203853,1613943124342,3405
+"mom_2",0.8557909325189175,1613943124342,3405
+"eps_2",1e-05,1613943124342,3405
+"train_loss",0.026945557,1613943125305,3406
+"raw_loss",0.011334384,1613943125305,3406
+"epoch",21.427672955974828,1613943125305,3406
+"wd_0",0.01,1613943125305,3406
+"sqr_mom_0",0.99,1613943125305,3406
+"lr_0",4.709796586184058e-06,1613943125305,3406
+"mom_0",0.855804126317582,1613943125305,3406
+"eps_0",1e-05,1613943125305,3406
+"wd_1",0.01,1613943125305,3406
+"sqr_mom_1",0.99,1613943125305,3406
+"lr_1",4.7097965861840574e-05,1613943125305,3406
+"mom_1",0.855804126317582,1613943125305,3406
+"eps_1",1e-05,1613943125305,3406
+"wd_2",0.01,1613943125305,3406
+"sqr_mom_2",0.99,1613943125305,3406
+"lr_2",0.00047097965861840575,1613943125305,3406
+"mom_2",0.855804126317582,1613943125305,3406
+"eps_2",1e-05,1613943125305,3406
+"train_loss",0.0266687,1613943126240,3407
+"raw_loss",0.013102606,1613943126240,3407
+"epoch",21.433962264150928,1613943126240,3407
+"wd_0",0.01,1613943126240,3407
+"sqr_mom_0",0.99,1613943126240,3407
+"lr_0",4.709136362871473e-06,1613943126240,3407
+"mom_0",0.8558173309158796,1613943126240,3407
+"eps_0",1e-05,1613943126240,3407
+"wd_1",0.01,1613943126240,3407
+"sqr_mom_1",0.99,1613943126240,3407
+"lr_1",4.709136362871473e-05,1613943126240,3407
+"mom_1",0.8558173309158796,1613943126240,3407
+"eps_1",1e-05,1613943126240,3407
+"wd_2",0.01,1613943126240,3407
+"sqr_mom_2",0.99,1613943126240,3407
+"lr_2",0.0004709136362871473,1613943126240,3407
+"mom_2",0.8558173309158796,1613943126240,3407
+"eps_2",1e-05,1613943126240,3407
+"train_loss",0.026621388,1613943127216,3408
+"raw_loss",0.024303159,1613943127216,3408
+"epoch",21.44025157232703,1613943127216,3408
+"wd_0",0.01,1613943127216,3408
+"sqr_mom_0",0.99,1613943127216,3408
+"lr_0",4.708475271242042e-06,1613943127216,3408
+"mom_0",0.855830552880688,1613943127216,3408
+"eps_0",1e-05,1613943127216,3408
+"wd_1",0.01,1613943127216,3408
+"sqr_mom_1",0.99,1613943127216,3408
+"lr_1",4.7084752712420414e-05,1613943127216,3408
+"mom_1",0.855830552880688,1613943127216,3408
+"eps_1",1e-05,1613943127216,3408
+"wd_2",0.01,1613943127216,3408
+"sqr_mom_2",0.99,1613943127216,3408
+"lr_2",0.00047084752712420414,1613943127216,3408
+"mom_2",0.855830552880688,1613943127216,3408
+"eps_2",1e-05,1613943127216,3408
+"train_loss",0.02649576,1613943128165,3409
+"raw_loss",0.020339971,1613943128165,3409
+"epoch",21.44654088050313,1613943128165,3409
+"wd_0",0.01,1613943128165,3409
+"sqr_mom_0",0.99,1613943128165,3409
+"lr_0",4.707813475694402e-06,1613943128165,3409
+"mom_0",0.8558437889240011,1613943128165,3409
+"eps_0",1e-05,1613943128165,3409
+"wd_1",0.01,1613943128165,3409
+"sqr_mom_1",0.99,1613943128165,3409
+"lr_1",4.707813475694401e-05,1613943128165,3409
+"mom_1",0.8558437889240011,1613943128165,3409
+"eps_1",1e-05,1613943128165,3409
+"wd_2",0.01,1613943128165,3409
+"sqr_mom_2",0.99,1613943128165,3409
+"lr_2",0.0004707813475694401,1613943128165,3409
+"mom_2",0.8558437889240011,1613943128165,3409
+"eps_2",1e-05,1613943128165,3409
+"train_loss",0.026754173,1613943129139,3410
+"raw_loss",0.03941638,1613943129139,3410
+"epoch",21.45283018867923,1613943129139,3410
+"wd_0",0.01,1613943129139,3410
+"sqr_mom_0",0.99,1613943129139,3410
+"lr_0",4.707151141327789e-06,1613943129139,3410
+"mom_0",0.8558570357438017,1613943129139,3410
+"eps_0",1e-05,1613943129139,3410
+"wd_1",0.01,1613943129139,3410
+"sqr_mom_1",0.99,1613943129139,3410
+"lr_1",4.7071511413277887e-05,1613943129139,3410
+"mom_1",0.8558570357438017,1613943129139,3410
+"eps_1",1e-05,1613943129139,3410
+"wd_2",0.01,1613943129139,3410
+"sqr_mom_2",0.99,1613943129139,3410
+"lr_2",0.0004707151141327788,1613943129139,3410
+"mom_2",0.8558570357438017,1613943129139,3410
+"eps_2",1e-05,1613943129139,3410
+"train_loss",0.026457883,1613943130070,3411
+"raw_loss",0.011939702,1613943130070,3411
+"epoch",21.45911949685533,1613943130070,3411
+"wd_0",0.01,1613943130070,3411
+"sqr_mom_0",0.99,1613943130070,3411
+"lr_0",4.7064879387517475e-06,1613943130070,3411
+"mom_0",0.8558702999279643,1613943130070,3411
+"eps_0",1e-05,1613943130070,3411
+"wd_1",0.01,1613943130070,3411
+"sqr_mom_1",0.99,1613943130070,3411
+"lr_1",4.706487938751747e-05,1613943130070,3411
+"mom_1",0.8558702999279643,1613943130070,3411
+"eps_1",1e-05,1613943130070,3411
+"wd_2",0.01,1613943130070,3411
+"sqr_mom_2",0.99,1613943130070,3411
+"lr_2",0.00047064879387517474,1613943130070,3411
+"mom_2",0.8558702999279643,1613943130070,3411
+"eps_2",1e-05,1613943130070,3411
+"train_loss",0.026271602,1613943131026,3412
+"raw_loss",0.017143821,1613943131026,3412
+"epoch",21.46540880503143,1613943131026,3412
+"wd_0",0.01,1613943131026,3412
+"sqr_mom_0",0.99,1613943131026,3412
+"lr_0",4.705824032890937e-06,1613943131026,3412
+"mom_0",0.855883578177963,1613943131026,3412
+"eps_0",1e-05,1613943131026,3412
+"wd_1",0.01,1613943131026,3412
+"sqr_mom_1",0.99,1613943131026,3412
+"lr_1",4.705824032890937e-05,1613943131026,3412
+"mom_1",0.855883578177963,1613943131026,3412
+"eps_1",1e-05,1613943131026,3412
+"wd_2",0.01,1613943131026,3412
+"sqr_mom_2",0.99,1613943131026,3412
+"lr_2",0.00047058240328909373,1613943131026,3412
+"mom_2",0.855883578177963,1613943131026,3412
+"eps_2",1e-05,1613943131026,3412
+"train_loss",0.026097318,1613943131955,3413
+"raw_loss",0.017557358,1613943131955,3413
+"epoch",21.47169811320753,1613943131955,3413
+"wd_0",0.01,1613943131955,3413
+"sqr_mom_0",0.99,1613943131955,3413
+"lr_0",4.705159534232318e-06,1613943131955,3413
+"mom_0",0.8558968682840364,1613943131955,3413
+"eps_0",1e-05,1613943131955,3413
+"wd_1",0.01,1613943131955,3413
+"sqr_mom_1",0.99,1613943131955,3413
+"lr_1",4.705159534232317e-05,1613943131955,3413
+"mom_1",0.8558968682840364,1613943131955,3413
+"eps_1",1e-05,1613943131955,3413
+"wd_2",0.01,1613943131955,3413
+"sqr_mom_2",0.99,1613943131955,3413
+"lr_2",0.0004705159534232317,1613943131955,3413
+"mom_2",0.8558968682840364,1613943131955,3413
+"eps_2",1e-05,1613943131955,3413
+"train_loss",0.026496079,1613943132914,3414
+"raw_loss",0.046035334,1613943132914,3414
+"epoch",21.47798742138363,1613943132914,3414
+"wd_0",0.01,1613943132914,3414
+"sqr_mom_0",0.99,1613943132914,3414
+"lr_0",4.704494222553573e-06,1613943132914,3414
+"mom_0",0.855910174650675,1613943132914,3414
+"eps_0",1e-05,1613943132914,3414
+"wd_1",0.01,1613943132914,3414
+"sqr_mom_1",0.99,1613943132914,3414
+"lr_1",4.704494222553573e-05,1613943132914,3414
+"mom_1",0.855910174650675,1613943132914,3414
+"eps_1",1e-05,1613943132914,3414
+"wd_2",0.01,1613943132914,3414
+"sqr_mom_2",0.99,1613943132914,3414
+"lr_2",0.0004704494222553573,1613943132914,3414
+"mom_2",0.855910174650675,1613943132914,3414
+"eps_2",1e-05,1613943132914,3414
+"train_loss",0.026222836,1613943133868,3415
+"raw_loss",0.012833924,1613943133868,3415
+"epoch",21.48427672955973,1613943133868,3415
+"wd_0",0.01,1613943133868,3415
+"sqr_mom_0",0.99,1613943133868,3415
+"lr_0",4.703828208225535e-06,1613943133868,3415
+"mom_0",0.85592349507044,1613943133868,3415
+"eps_0",1e-05,1613943133868,3415
+"wd_1",0.01,1613943133868,3415
+"sqr_mom_1",0.99,1613943133868,3415
+"lr_1",4.7038282082255346e-05,1613943133868,3415
+"mom_1",0.85592349507044,1613943133868,3415
+"eps_1",1e-05,1613943133868,3415
+"wd_2",0.01,1613943133868,3415
+"sqr_mom_2",0.99,1613943133868,3415
+"lr_2",0.0004703828208225534,1613943133868,3415
+"mom_2",0.85592349507044,1613943133868,3415
+"eps_2",1e-05,1613943133868,3415
+"train_loss",0.026440889,1613943134842,3416
+"raw_loss",0.037125498,1613943134842,3416
+"epoch",21.49056603773583,1613943134842,3416
+"wd_0",0.01,1613943134842,3416
+"sqr_mom_0",0.99,1613943134842,3416
+"lr_0",4.703161657397755e-06,1613943134842,3416
+"mom_0",0.8559368262203071,1613943134842,3416
+"eps_0",1e-05,1613943134842,3416
+"wd_1",0.01,1613943134842,3416
+"sqr_mom_1",0.99,1613943134842,3416
+"lr_1",4.703161657397755e-05,1613943134842,3416
+"mom_1",0.8559368262203071,1613943134842,3416
+"eps_1",1e-05,1613943134842,3416
+"wd_2",0.01,1613943134842,3416
+"sqr_mom_2",0.99,1613943134842,3416
+"lr_2",0.0004703161657397755,1613943134842,3416
+"mom_2",0.8559368262203071,1613943134842,3416
+"eps_2",1e-05,1613943134842,3416
+"train_loss",0.026330564,1613943135825,3417
+"raw_loss",0.020924658,1613943135825,3417
+"epoch",21.496855345911932,1613943135825,3417
+"wd_0",0.01,1613943135825,3417
+"sqr_mom_0",0.99,1613943135825,3417
+"lr_0",4.70249423858286e-06,1613943135825,3417
+"mom_0",0.85595017473009,1613943135825,3417
+"eps_0",1e-05,1613943135825,3417
+"wd_1",0.01,1613943135825,3417
+"sqr_mom_1",0.99,1613943135825,3417
+"lr_1",4.7024942385828596e-05,1613943135825,3417
+"mom_1",0.85595017473009,1613943135825,3417
+"eps_1",1e-05,1613943135825,3417
+"wd_2",0.01,1613943135825,3417
+"sqr_mom_2",0.99,1613943135825,3417
+"lr_2",0.000470249423858286,1613943135825,3417
+"mom_2",0.85595017473009,1613943135825,3417
+"eps_2",1e-05,1613943135825,3417
+"train_loss",0.027082676,1613943136783,3418
+"raw_loss",0.063936226,1613943136783,3418
+"epoch",21.503144654088032,1613943136783,3418
+"wd_0",0.01,1613943136783,3418
+"sqr_mom_0",0.99,1613943136783,3418
+"lr_0",4.701826117756142e-06,1613943136783,3418
+"mom_0",0.85596353728025,1613943136783,3418
+"eps_0",1e-05,1613943136783,3418
+"wd_1",0.01,1613943136783,3418
+"sqr_mom_1",0.99,1613943136783,3418
+"lr_1",4.701826117756142e-05,1613943136783,3418
+"mom_1",0.85596353728025,1613943136783,3418
+"eps_1",1e-05,1613943136783,3418
+"wd_2",0.01,1613943136783,3418
+"sqr_mom_2",0.99,1613943136783,3418
+"lr_2",0.0004701826117756142,1613943136783,3418
+"mom_2",0.85596353728025,1613943136783,3418
+"eps_2",1e-05,1613943136783,3418
+"train_loss",0.027223283,1613943137740,3419
+"raw_loss",0.03411309,1613943137740,3419
+"epoch",21.509433962264133,1613943137740,3419
+"wd_0",0.01,1613943137740,3419
+"sqr_mom_0",0.99,1613943137740,3419
+"lr_0",4.701157461591594e-06,1613943137740,3419
+"mom_0",0.8559769105372734,1613943137740,3419
+"eps_0",1e-05,1613943137740,3419
+"wd_1",0.01,1613943137740,3419
+"sqr_mom_1",0.99,1613943137740,3419
+"lr_1",4.701157461591593e-05,1613943137740,3419
+"mom_1",0.8559769105372734,1613943137740,3419
+"eps_1",1e-05,1613943137740,3419
+"wd_2",0.01,1613943137740,3419
+"sqr_mom_2",0.99,1613943137740,3419
+"lr_2",0.00047011574615915937,1613943137740,3419
+"mom_2",0.8559769105372734,1613943137740,3419
+"eps_2",1e-05,1613943137740,3419
+"train_loss",0.027322521,1613943138708,3420
+"raw_loss",0.032185167,1613943138708,3420
+"epoch",21.515723270440233,1613943138708,3420
+"wd_0",0.01,1613943138708,3420
+"sqr_mom_0",0.99,1613943138708,3420
+"lr_0",4.700487937554818e-06,1613943138708,3420
+"mom_0",0.8559903011519151,1613943138708,3420
+"eps_0",1e-05,1613943138708,3420
+"wd_1",0.01,1613943138708,3420
+"sqr_mom_1",0.99,1613943138708,3420
+"lr_1",4.700487937554818e-05,1613943138708,3420
+"mom_1",0.8559903011519151,1613943138708,3420
+"eps_1",1e-05,1613943138708,3420
+"wd_2",0.01,1613943138708,3420
+"sqr_mom_2",0.99,1613943138708,3420
+"lr_2",0.0004700487937554818,1613943138708,3420
+"mom_2",0.8559903011519151,1613943138708,3420
+"eps_2",1e-05,1613943138708,3420
+"train_loss",0.027268257,1613943139654,3421
+"raw_loss",0.02460932,1613943139654,3421
+"epoch",21.522012578616334,1613943139654,3421
+"wd_0",0.01,1613943139654,3421
+"sqr_mom_0",0.99,1613943139654,3421
+"lr_0",4.699817712145705e-06,1613943139654,3421
+"mom_0",0.8560037057941439,1613943139654,3421
+"eps_0",1e-05,1613943139654,3421
+"wd_1",0.01,1613943139654,3421
+"sqr_mom_1",0.99,1613943139654,3421
+"lr_1",4.6998177121457054e-05,1613943139654,3421
+"mom_1",0.8560037057941439,1613943139654,3421
+"eps_1",1e-05,1613943139654,3421
+"wd_2",0.01,1613943139654,3421
+"sqr_mom_2",0.99,1613943139654,3421
+"lr_2",0.0004699817712145705,1613943139654,3421
+"mom_2",0.8560037057941439,1613943139654,3421
+"eps_2",1e-05,1613943139654,3421
+"train_loss",0.027818142,1613943140600,3422
+"raw_loss",0.05476252,1613943140600,3422
+"epoch",21.528301886792434,1613943140600,3422
+"wd_0",0.01,1613943140600,3422
+"sqr_mom_0",0.99,1613943140600,3422
+"lr_0",4.699146785577882e-06,1613943140600,3422
+"mom_0",0.8560171244596869,1613943140600,3422
+"eps_0",1e-05,1613943140600,3422
+"wd_1",0.01,1613943140600,3422
+"sqr_mom_1",0.99,1613943140600,3422
+"lr_1",4.6991467855778815e-05,1613943140600,3422
+"mom_1",0.8560171244596869,1613943140600,3422
+"eps_1",1e-05,1613943140600,3422
+"wd_2",0.01,1613943140600,3422
+"sqr_mom_2",0.99,1613943140600,3422
+"lr_2",0.0004699146785577881,1613943140600,3422
+"mom_2",0.8560171244596869,1613943140600,3422
+"eps_2",1e-05,1613943140600,3422
+"train_loss",0.027875924,1613943141529,3423
+"raw_loss",0.030707274,1613943141529,3423
+"epoch",21.534591194968534,1613943141529,3423
+"wd_0",0.01,1613943141529,3423
+"sqr_mom_0",0.99,1613943141529,3423
+"lr_0",4.69847532522386e-06,1613943141529,3423
+"mom_0",0.8560305538010607,1613943141529,3423
+"eps_0",1e-05,1613943141529,3423
+"wd_1",0.01,1613943141529,3423
+"sqr_mom_1",0.99,1613943141529,3423
+"lr_1",4.69847532522386e-05,1613943141529,3423
+"mom_1",0.8560305538010607,1613943141529,3423
+"eps_1",1e-05,1613943141529,3423
+"wd_2",0.01,1613943141529,3423
+"sqr_mom_2",0.99,1613943141529,3423
+"lr_2",0.000469847532522386,1613943141529,3423
+"mom_2",0.8560305538010607,1613943141529,3423
+"eps_2",1e-05,1613943141529,3423
+"train_loss",0.02778947,1613943142482,3424
+"raw_loss",0.023553167,1613943142482,3424
+"epoch",21.540880503144635,1613943142482,3424
+"wd_0",0.01,1613943142482,3424
+"sqr_mom_0",0.99,1613943142482,3424
+"lr_0",4.697802997154673e-06,1613943142482,3424
+"mom_0",0.8560440004969114,1613943142482,3424
+"eps_0",1e-05,1613943142482,3424
+"wd_1",0.01,1613943142482,3424
+"sqr_mom_1",0.99,1613943142482,3424
+"lr_1",4.697802997154673e-05,1613943142482,3424
+"mom_1",0.8560440004969114,1613943142482,3424
+"eps_1",1e-05,1613943142482,3424
+"wd_2",0.01,1613943142482,3424
+"sqr_mom_2",0.99,1613943142482,3424
+"lr_2",0.00046978029971546733,1613943142482,3424
+"mom_2",0.8560440004969114,1613943142482,3424
+"eps_2",1e-05,1613943142482,3424
+"train_loss",0.027832255,1613943143426,3425
+"raw_loss",0.0299287,1613943143426,3425
+"epoch",21.547169811320735,1613943143426,3425
+"wd_0",0.01,1613943143426,3425
+"sqr_mom_0",0.99,1613943143426,3425
+"lr_0",4.697129968568943e-06,1613943143426,3425
+"mom_0",0.8560574612032331,1613943143426,3425
+"eps_0",1e-05,1613943143426,3425
+"wd_1",0.01,1613943143426,3425
+"sqr_mom_1",0.99,1613943143426,3425
+"lr_1",4.6971299685689426e-05,1613943143426,3425
+"mom_1",0.8560574612032331,1613943143426,3425
+"eps_1",1e-05,1613943143426,3425
+"wd_2",0.01,1613943143426,3425
+"sqr_mom_2",0.99,1613943143426,3425
+"lr_2",0.0004697129968568943,1613943143426,3425
+"mom_2",0.8560574612032331,1613943143426,3425
+"eps_2",1e-05,1613943143426,3425
+"train_loss",0.02752099,1613943144398,3426
+"raw_loss",0.012269005,1613943144398,3426
+"epoch",21.553459119496836,1613943144398,3426
+"wd_0",0.01,1613943144398,3426
+"sqr_mom_0",0.99,1613943144398,3426
+"lr_0",4.696456407362503e-06,1613943144398,3426
+"mom_0",0.8560709325620756,1613943144398,3426
+"eps_0",1e-05,1613943144398,3426
+"wd_1",0.01,1613943144398,3426
+"sqr_mom_1",0.99,1613943144398,3426
+"lr_1",4.696456407362503e-05,1613943144398,3426
+"mom_1",0.8560709325620756,1613943144398,3426
+"eps_1",1e-05,1613943144398,3426
+"wd_2",0.01,1613943144398,3426
+"sqr_mom_2",0.99,1613943144398,3426
+"lr_2",0.0004696456407362503,1613943144398,3426
+"mom_2",0.8560709325620756,1613943144398,3426
+"eps_2",1e-05,1613943144398,3426
+"train_loss",0.027703114,1613943145359,3427
+"raw_loss",0.03662715,1613943145359,3427
+"epoch",21.559748427672936,1613943145359,3427
+"wd_0",0.01,1613943145359,3427
+"sqr_mom_0",0.99,1613943145359,3427
+"lr_0",4.6957819785615935e-06,1613943145359,3427
+"mom_0",0.8560844212729808,1613943145359,3427
+"eps_0",1e-05,1613943145359,3427
+"wd_1",0.01,1613943145359,3427
+"sqr_mom_1",0.99,1613943145359,3427
+"lr_1",4.6957819785615935e-05,1613943145359,3427
+"mom_1",0.8560844212729808,1613943145359,3427
+"eps_1",1e-05,1613943145359,3427
+"wd_2",0.01,1613943145359,3427
+"sqr_mom_2",0.99,1613943145359,3427
+"lr_2",0.0004695781978561593,1613943145359,3427
+"mom_2",0.8560844212729808,1613943145359,3427
+"eps_2",1e-05,1613943145359,3427
+"train_loss",0.027744215,1613943146334,3428
+"raw_loss",0.029758161,1613943146334,3428
+"epoch",21.566037735849036,1613943146334,3428
+"wd_0",0.01,1613943146334,3428
+"sqr_mom_0",0.99,1613943146334,3428
+"lr_0",4.695106849888317e-06,1613943146334,3428
+"mom_0",0.8560979239814734,1613943146334,3428
+"eps_0",1e-05,1613943146334,3428
+"wd_1",0.01,1613943146334,3428
+"sqr_mom_1",0.99,1613943146334,3428
+"lr_1",4.695106849888317e-05,1613943146334,3428
+"mom_1",0.8560979239814734,1613943146334,3428
+"eps_1",1e-05,1613943146334,3428
+"wd_2",0.01,1613943146334,3428
+"sqr_mom_2",0.99,1613943146334,3428
+"lr_2",0.0004695106849888317,1613943146334,3428
+"mom_2",0.8560979239814734,1613943146334,3428
+"eps_2",1e-05,1613943146334,3428
+"train_loss",0.027568456,1613943147282,3429
+"raw_loss",0.018956268,1613943147282,3429
+"epoch",21.572327044025137,1613943147282,3429
+"wd_0",0.01,1613943147282,3429
+"sqr_mom_0",0.99,1613943147282,3429
+"lr_0",4.694431189761346e-06,1613943147282,3429
+"mom_0",0.8561114373191463,1613943147282,3429
+"eps_0",1e-05,1613943147282,3429
+"wd_1",0.01,1613943147282,3429
+"sqr_mom_1",0.99,1613943147282,3429
+"lr_1",4.694431189761345e-05,1613943147282,3429
+"mom_1",0.8561114373191463,1613943147282,3429
+"eps_1",1e-05,1613943147282,3429
+"wd_2",0.01,1613943147282,3429
+"sqr_mom_2",0.99,1613943147282,3429
+"lr_2",0.00046944311897613455,1613943147282,3429
+"mom_2",0.8561114373191463,1613943147282,3429
+"eps_2",1e-05,1613943147282,3429
+"train_loss",0.02763578,1613943148254,3430
+"raw_loss",0.030934656,1613943148254,3430
+"epoch",21.578616352201237,1613943148254,3430
+"wd_0",0.01,1613943148254,3430
+"sqr_mom_0",0.99,1613943148254,3430
+"lr_0",4.69375466216309e-06,1613943148254,3430
+"mom_0",0.8561249680064182,1613943148254,3430
+"eps_0",1e-05,1613943148254,3430
+"wd_1",0.01,1613943148254,3430
+"sqr_mom_1",0.99,1613943148254,3430
+"lr_1",4.69375466216309e-05,1613943148254,3430
+"mom_1",0.8561249680064182,1613943148254,3430
+"eps_1",1e-05,1613943148254,3430
+"wd_2",0.01,1613943148254,3430
+"sqr_mom_2",0.99,1613943148254,3430
+"lr_2",0.000469375466216309,1613943148254,3430
+"mom_2",0.8561249680064182,1613943148254,3430
+"eps_2",1e-05,1613943148254,3430
+"train_loss",0.027558278,1613943149215,3431
+"raw_loss",0.023760736,1613943149215,3431
+"epoch",21.584905660377338,1613943149215,3431
+"wd_0",0.01,1613943149215,3431
+"sqr_mom_0",0.99,1613943149215,3431
+"lr_0",4.693077435338653e-06,1613943149215,3431
+"mom_0",0.8561385126783537,1613943149215,3431
+"eps_0",1e-05,1613943149215,3431
+"wd_1",0.01,1613943149215,3431
+"sqr_mom_1",0.99,1613943149215,3431
+"lr_1",4.693077435338652e-05,1613943149215,3431
+"mom_1",0.8561385126783537,1613943149215,3431
+"eps_1",1e-05,1613943149215,3431
+"wd_2",0.01,1613943149215,3431
+"sqr_mom_2",0.99,1613943149215,3431
+"lr_2",0.0004693077435338652,1613943149215,3431
+"mom_2",0.8561385126783537,1613943149215,3431
+"eps_2",1e-05,1613943149215,3431
+"train_loss",0.02780982,1613943150175,3432
+"raw_loss",0.04013532,1613943150175,3432
+"epoch",21.591194968553438,1613943150175,3432
+"wd_0",0.01,1613943150175,3432
+"sqr_mom_0",0.99,1613943150175,3432
+"lr_0",4.692399678229058e-06,1613943150175,3432
+"mom_0",0.8561520679560983,1613943150175,3432
+"eps_0",1e-05,1613943150175,3432
+"wd_1",0.01,1613943150175,3432
+"sqr_mom_1",0.99,1613943150175,3432
+"lr_1",4.692399678229058e-05,1613943150175,3432
+"mom_1",0.8561520679560983,1613943150175,3432
+"eps_1",1e-05,1613943150175,3432
+"wd_2",0.01,1613943150175,3432
+"sqr_mom_2",0.99,1613943150175,3432
+"lr_2",0.0004692399678229058,1613943150175,3432
+"mom_2",0.8561520679560983,1613943150175,3432
+"eps_2",1e-05,1613943150175,3432
+"train_loss",0.027604839,1613943151161,3433
+"raw_loss",0.017560765,1613943151161,3433
+"epoch",21.59748427672954,1613943151161,3433
+"wd_0",0.01,1613943151161,3433
+"sqr_mom_0",0.99,1613943151161,3433
+"lr_0",4.691721053773854e-06,1613943151161,3433
+"mom_0",0.8561656405809287,1613943151161,3433
+"eps_0",1e-05,1613943151161,3433
+"wd_1",0.01,1613943151161,3433
+"sqr_mom_1",0.99,1613943151161,3433
+"lr_1",4.691721053773854e-05,1613943151161,3433
+"mom_1",0.8561656405809287,1613943151161,3433
+"eps_1",1e-05,1613943151161,3433
+"wd_2",0.01,1613943151161,3433
+"sqr_mom_2",0.99,1613943151161,3433
+"lr_2",0.0004691721053773854,1613943151161,3433
+"mom_2",0.8561656405809287,1613943151161,3433
+"eps_2",1e-05,1613943151161,3433
+"train_loss",0.027623976,1613943152139,3434
+"raw_loss",0.028561665,1613943152139,3434
+"epoch",21.60377358490564,1613943152139,3434
+"wd_0",0.01,1613943152139,3434
+"sqr_mom_0",0.99,1613943152139,3434
+"lr_0",4.691041730740656e-06,1613943152139,3434
+"mom_0",0.8561792271774586,1613943152139,3434
+"eps_0",1e-05,1613943152139,3434
+"wd_1",0.01,1613943152139,3434
+"sqr_mom_1",0.99,1613943152139,3434
+"lr_1",4.6910417307406556e-05,1613943152139,3434
+"mom_1",0.8561792271774586,1613943152139,3434
+"eps_1",1e-05,1613943152139,3434
+"wd_2",0.01,1613943152139,3434
+"sqr_mom_2",0.99,1613943152139,3434
+"lr_2",0.0004691041730740655,1613943152139,3434
+"mom_2",0.8561792271774586,1613943152139,3434
+"eps_2",1e-05,1613943152139,3434
+"train_loss",0.027365917,1613943153078,3435
+"raw_loss",0.014721036,1613943153078,3435
+"epoch",21.61006289308174,1613943153078,3435
+"wd_0",0.01,1613943153078,3435
+"sqr_mom_0",0.99,1613943153078,3435
+"lr_0",4.69036182217691e-06,1613943153078,3435
+"mom_0",0.8561928254847166,1613943153078,3435
+"eps_0",1e-05,1613943153078,3435
+"wd_1",0.01,1613943153078,3435
+"sqr_mom_1",0.99,1613943153078,3435
+"lr_1",4.69036182217691e-05,1613943153078,3435
+"mom_1",0.8561928254847166,1613943153078,3435
+"eps_1",1e-05,1613943153078,3435
+"wd_2",0.01,1613943153078,3435
+"sqr_mom_2",0.99,1613943153078,3435
+"lr_2",0.000469036182217691,1613943153078,3435
+"mom_2",0.8561928254847166,1613943153078,3435
+"eps_2",1e-05,1613943153078,3435
+"train_loss",0.027238829,1613943154061,3436
+"raw_loss",0.021011509,1613943154061,3436
+"epoch",21.61635220125784,1613943154061,3436
+"wd_0",0.01,1613943154061,3436
+"sqr_mom_0",0.99,1613943154061,3436
+"lr_0",4.689681102753287e-06,1613943154061,3436
+"mom_0",0.8562064400093343,1613943154061,3436
+"eps_0",1e-05,1613943154061,3436
+"wd_1",0.01,1613943154061,3436
+"sqr_mom_1",0.99,1613943154061,3436
+"lr_1",4.689681102753287e-05,1613943154061,3436
+"mom_1",0.8562064400093343,1613943154061,3436
+"eps_1",1e-05,1613943154061,3436
+"wd_2",0.01,1613943154061,3436
+"sqr_mom_2",0.99,1613943154061,3436
+"lr_2",0.0004689681102753287,1613943154061,3436
+"mom_2",0.8562064400093343,1613943154061,3436
+"eps_2",1e-05,1613943154061,3436
+"train_loss",0.027236158,1613943155006,3437
+"raw_loss",0.027105272,1613943155006,3437
+"epoch",21.62264150943394,1613943155006,3437
+"wd_0",0.01,1613943155006,3437
+"sqr_mom_0",0.99,1613943155006,3437
+"lr_0",4.688999685401881e-06,1613943155006,3437
+"mom_0",0.8562200684926473,1613943155006,3437
+"eps_0",1e-05,1613943155006,3437
+"wd_1",0.01,1613943155006,3437
+"sqr_mom_1",0.99,1613943155006,3437
+"lr_1",4.688999685401881e-05,1613943155006,3437
+"mom_1",0.8562200684926473,1613943155006,3437
+"eps_1",1e-05,1613943155006,3437
+"wd_2",0.01,1613943155006,3437
+"sqr_mom_2",0.99,1613943155006,3437
+"lr_2",0.0004688999685401881,1613943155006,3437
+"mom_2",0.8562200684926473,1613943155006,3437
+"eps_2",1e-05,1613943155006,3437
+"train_loss",0.026976943,1613943155982,3438
+"raw_loss",0.014275418,1613943155982,3438
+"epoch",21.62893081761004,1613943155982,3438
+"wd_0",0.01,1613943155982,3438
+"sqr_mom_0",0.99,1613943155982,3438
+"lr_0",4.6883177401069905e-06,1613943155982,3438
+"mom_0",0.8562337075349356,1613943155982,3438
+"eps_0",1e-05,1613943155982,3438
+"wd_1",0.01,1613943155982,3438
+"sqr_mom_1",0.99,1613943155982,3438
+"lr_1",4.68831774010699e-05,1613943155982,3438
+"mom_1",0.8562337075349356,1613943155982,3438
+"eps_1",1e-05,1613943155982,3438
+"wd_2",0.01,1613943155982,3438
+"sqr_mom_2",0.99,1613943155982,3438
+"lr_2",0.000468831774010699,1613943155982,3438
+"mom_2",0.8562337075349356,1613943155982,3438
+"eps_2",1e-05,1613943155982,3438
+"train_loss",0.026888074,1613943156954,3439
+"raw_loss",0.022533542,1613943156954,3439
+"epoch",21.63522012578614,1613943156954,3439
+"wd_0",0.01,1613943156954,3439
+"sqr_mom_0",0.99,1613943156954,3439
+"lr_0",4.687634927725302e-06,1613943156954,3439
+"mom_0",0.8562473639191331,1613943156954,3439
+"eps_0",1e-05,1613943156954,3439
+"wd_1",0.01,1613943156954,3439
+"sqr_mom_1",0.99,1613943156954,3439
+"lr_1",4.687634927725302e-05,1613943156954,3439
+"mom_1",0.8562473639191331,1613943156954,3439
+"eps_1",1e-05,1613943156954,3439
+"wd_2",0.01,1613943156954,3439
+"sqr_mom_2",0.99,1613943156954,3439
+"lr_2",0.00046876349277253016,1613943156954,3439
+"mom_2",0.8562473639191331,1613943156954,3439
+"eps_2",1e-05,1613943156954,3439
+"train_loss",0.02704987,1613943157974,3440
+"raw_loss",0.03497784,1613943157974,3440
+"epoch",21.64150943396224,1613943157974,3440
+"wd_0",0.01,1613943157974,3440
+"sqr_mom_0",0.99,1613943157974,3440
+"lr_0",4.686951418068025e-06,1613943157974,3440
+"mom_0",0.8562610342489819,1613943157974,3440
+"eps_0",1e-05,1613943157974,3440
+"wd_1",0.01,1613943157974,3440
+"sqr_mom_1",0.99,1613943157974,3440
+"lr_1",4.686951418068025e-05,1613943157974,3440
+"mom_1",0.8562610342489819,1613943157974,3440
+"eps_1",1e-05,1613943157974,3440
+"wd_2",0.01,1613943157974,3440
+"sqr_mom_2",0.99,1613943157974,3440
+"lr_2",0.0004686951418068025,1613943157974,3440
+"mom_2",0.8562610342489819,1613943157974,3440
+"eps_2",1e-05,1613943157974,3440
+"train_loss",0.026875878,1613943158959,3441
+"raw_loss",0.01835028,1613943158959,3441
+"epoch",21.64779874213834,1613943158959,3441
+"wd_0",0.01,1613943158959,3441
+"sqr_mom_0",0.99,1613943158959,3441
+"lr_0",4.686267381640356e-06,1613943158959,3441
+"mom_0",0.856274715114344,1613943158959,3441
+"eps_0",1e-05,1613943158959,3441
+"wd_1",0.01,1613943158959,3441
+"sqr_mom_1",0.99,1613943158959,3441
+"lr_1",4.686267381640356e-05,1613943158959,3441
+"mom_1",0.856274715114344,1613943158959,3441
+"eps_1",1e-05,1613943158959,3441
+"wd_2",0.01,1613943158959,3441
+"sqr_mom_2",0.99,1613943158959,3441
+"lr_2",0.0004686267381640356,1613943158959,3441
+"mom_2",0.856274715114344,1613943158959,3441
+"eps_2",1e-05,1613943158959,3441
+"train_loss",0.027308775,1613943159922,3442
+"raw_loss",0.048520796,1613943159922,3442
+"epoch",21.654088050314442,1613943159922,3442
+"wd_0",0.01,1613943159922,3442
+"sqr_mom_0",0.99,1613943159922,3442
+"lr_0",4.685582478259025e-06,1613943159922,3442
+"mom_0",0.8562884133189527,1613943159922,3442
+"eps_0",1e-05,1613943159922,3442
+"wd_1",0.01,1613943159922,3442
+"sqr_mom_1",0.99,1613943159922,3442
+"lr_1",4.685582478259025e-05,1613943159922,3442
+"mom_1",0.8562884133189527,1613943159922,3442
+"eps_1",1e-05,1613943159922,3442
+"wd_2",0.01,1613943159922,3442
+"sqr_mom_2",0.99,1613943159922,3442
+"lr_2",0.0004685582478259025,1613943159922,3442
+"mom_2",0.8562884133189527,1613943159922,3442
+"eps_2",1e-05,1613943159922,3442
+"train_loss",0.027491784,1613943160899,3443
+"raw_loss",0.03645918,1613943160899,3443
+"epoch",21.660377358490543,1613943160899,3443
+"wd_0",0.01,1613943160899,3443
+"sqr_mom_0",0.99,1613943160899,3443
+"lr_0",4.6848968782563e-06,1613943160899,3443
+"mom_0",0.8563021254561285,1613943160899,3443
+"eps_0",1e-05,1613943160899,3443
+"wd_1",0.01,1613943160899,3443
+"sqr_mom_1",0.99,1613943160899,3443
+"lr_1",4.6848968782563004e-05,1613943160899,3443
+"mom_1",0.8563021254561285,1613943160899,3443
+"eps_1",1e-05,1613943160899,3443
+"wd_2",0.01,1613943160899,3443
+"sqr_mom_2",0.99,1613943160899,3443
+"lr_2",0.00046848968782563,1613943160899,3443
+"mom_2",0.8563021254561285,1613943160899,3443
+"eps_2",1e-05,1613943160899,3443
+"train_loss",0.027454019,1613943161905,3444
+"raw_loss",0.02560348,1613943161905,3444
+"epoch",21.666666666666643,1613943161905,3444
+"wd_0",0.01,1613943161905,3444
+"sqr_mom_0",0.99,1613943161905,3444
+"lr_0",4.68421058185071e-06,1613943161905,3444
+"mom_0",0.856315851521501,1613943161905,3444
+"eps_0",1e-05,1613943161905,3444
+"wd_1",0.01,1613943161905,3444
+"sqr_mom_1",0.99,1613943161905,3444
+"lr_1",4.68421058185071e-05,1613943161905,3444
+"mom_1",0.856315851521501,1613943161905,3444
+"eps_1",1e-05,1613943161905,3444
+"wd_2",0.01,1613943161905,3444
+"sqr_mom_2",0.99,1613943161905,3444
+"lr_2",0.00046842105818507097,1613943161905,3444
+"mom_2",0.856315851521501,1613943161905,3444
+"eps_2",1e-05,1613943161905,3444
+"train_loss",0.027450612,1613943162907,3445
+"raw_loss",0.02728366,1613943162907,3445
+"epoch",21.672955974842743,1613943162907,3445
+"wd_0",0.01,1613943162907,3445
+"sqr_mom_0",0.99,1613943162907,3445
+"lr_0",4.6835237602412315e-06,1613943162907,3445
+"mom_0",0.8563295880910563,1613943162907,3445
+"eps_0",1e-05,1613943162907,3445
+"wd_1",0.01,1613943162907,3445
+"sqr_mom_1",0.99,1613943162907,3445
+"lr_1",4.6835237602412315e-05,1613943162907,3445
+"mom_1",0.8563295880910563,1613943162907,3445
+"eps_1",1e-05,1613943162907,3445
+"wd_2",0.01,1613943162907,3445
+"sqr_mom_2",0.99,1613943162907,3445
+"lr_2",0.00046835237602412314,1613943162907,3445
+"mom_2",0.8563295880910563,1613943162907,3445
+"eps_2",1e-05,1613943162907,3445
+"train_loss",0.02730051,1613943163915,3446
+"raw_loss",0.019945588,1613943163915,3446
+"epoch",21.679245283018844,1613943163915,3446
+"wd_0",0.01,1613943163915,3446
+"sqr_mom_0",0.99,1613943163915,3446
+"lr_0",4.682836071859476e-06,1613943163915,3446
+"mom_0",0.8563433419962304,1613943163915,3446
+"eps_0",1e-05,1613943163915,3446
+"wd_1",0.01,1613943163915,3446
+"sqr_mom_1",0.99,1613943163915,3446
+"lr_1",4.6828360718594764e-05,1613943163915,3446
+"mom_1",0.8563433419962304,1613943163915,3446
+"eps_1",1e-05,1613943163915,3446
+"wd_2",0.01,1613943163915,3446
+"sqr_mom_2",0.99,1613943163915,3446
+"lr_2",0.0004682836071859476,1613943163915,3446
+"mom_2",0.8563433419962304,1613943163915,3446
+"eps_2",1e-05,1613943163915,3446
+"train_loss",0.027294895,1613943164935,3447
+"raw_loss",0.027019728,1613943164935,3447
+"epoch",21.685534591194944,1613943164935,3447
+"wd_0",0.01,1613943164935,3447
+"sqr_mom_0",0.99,1613943164935,3447
+"lr_0",4.682147687731714e-06,1613943164935,3447
+"mom_0",0.8563571098164638,1613943164935,3447
+"eps_0",1e-05,1613943164935,3447
+"wd_1",0.01,1613943164935,3447
+"sqr_mom_1",0.99,1613943164935,3447
+"lr_1",4.682147687731713e-05,1613943164935,3447
+"mom_1",0.8563571098164638,1613943164935,3447
+"eps_1",1e-05,1613943164935,3447
+"wd_2",0.01,1613943164935,3447
+"sqr_mom_2",0.99,1613943164935,3447
+"lr_2",0.0004682147687731713,1613943164935,3447
+"mom_2",0.8563571098164638,1613943164935,3447
+"eps_2",1e-05,1613943164935,3447
+"train_loss",0.027298553,1613943165929,3448
+"raw_loss",0.027477782,1613943165929,3448
+"epoch",21.691823899371045,1613943165929,3448
+"wd_0",0.01,1613943165929,3448
+"sqr_mom_0",0.99,1613943165929,3448
+"lr_0",4.681458779576676e-06,1613943165929,3448
+"mom_0",0.8563708881173476,1613943165929,3448
+"eps_0",1e-05,1613943165929,3448
+"wd_1",0.01,1613943165929,3448
+"sqr_mom_1",0.99,1613943165929,3448
+"lr_1",4.6814587795766754e-05,1613943165929,3448
+"mom_1",0.8563708881173476,1613943165929,3448
+"eps_1",1e-05,1613943165929,3448
+"wd_2",0.01,1613943165929,3448
+"sqr_mom_2",0.99,1613943165929,3448
+"lr_2",0.0004681458779576675,1613943165929,3448
+"mom_2",0.8563708881173476,1613943165929,3448
+"eps_2",1e-05,1613943165929,3448
+"train_loss",0.027099831,1613943166895,3449
+"raw_loss",0.017362412,1613943166895,3449
+"epoch",21.698113207547145,1613943166895,3449
+"wd_0",0.01,1613943166895,3449
+"sqr_mom_0",0.99,1613943166895,3449
+"lr_0",4.680769004788297e-06,1613943166895,3449
+"mom_0",0.8563846837510716,1613943166895,3449
+"eps_0",1e-05,1613943166895,3449
+"wd_1",0.01,1613943166895,3449
+"sqr_mom_1",0.99,1613943166895,3449
+"lr_1",4.680769004788297e-05,1613943166895,3449
+"mom_1",0.8563846837510716,1613943166895,3449
+"eps_1",1e-05,1613943166895,3449
+"wd_2",0.01,1613943166895,3449
+"sqr_mom_2",0.99,1613943166895,3449
+"lr_2",0.00046807690047882974,1613943166895,3449
+"mom_2",0.8563846837510716,1613943166895,3449
+"eps_2",1e-05,1613943166895,3449
+"train_loss",0.02699981,1613943167873,3450
+"raw_loss",0.022098783,1613943167873,3450
+"epoch",21.704402515723245,1613943167873,3450
+"wd_0",0.01,1613943167873,3450
+"sqr_mom_0",0.99,1613943167873,3450
+"lr_0",4.680078534912766e-06,1613943167873,3450
+"mom_0",0.8563984932866775,1613943167873,3450
+"eps_0",1e-05,1613943167873,3450
+"wd_1",0.01,1613943167873,3450
+"sqr_mom_1",0.99,1613943167873,3450
+"lr_1",4.6800785349127655e-05,1613943167873,3450
+"mom_1",0.8563984932866775,1613943167873,3450
+"eps_1",1e-05,1613943167873,3450
+"wd_2",0.01,1613943167873,3450
+"sqr_mom_2",0.99,1613943167873,3450
+"lr_2",0.0004680078534912765,1613943167873,3450
+"mom_2",0.8563984932866775,1613943167873,3450
+"eps_2",1e-05,1613943167873,3450
+"train_loss",0.026756726,1613943168836,3451
+"raw_loss",0.014845536,1613943168836,3451
+"epoch",21.710691823899346,1613943168836,3451
+"wd_0",0.01,1613943168836,3451
+"sqr_mom_0",0.99,1613943168836,3451
+"lr_0",4.679387542188075e-06,1613943168836,3451
+"mom_0",0.8564123132793713,1613943168836,3451
+"eps_0",1e-05,1613943168836,3451
+"wd_1",0.01,1613943168836,3451
+"sqr_mom_1",0.99,1613943168836,3451
+"lr_1",4.679387542188074e-05,1613943168836,3451
+"mom_1",0.8564123132793713,1613943168836,3451
+"eps_1",1e-05,1613943168836,3451
+"wd_2",0.01,1613943168836,3451
+"sqr_mom_2",0.99,1613943168836,3451
+"lr_2",0.0004679387542188074,1613943168836,3451
+"mom_2",0.8564123132793713,1613943168836,3451
+"eps_2",1e-05,1613943168836,3451
+"train_loss",0.026492476,1613943169850,3452
+"raw_loss",0.01354424,1613943169850,3452
+"epoch",21.716981132075446,1613943169850,3452
+"wd_0",0.01,1613943169850,3452
+"sqr_mom_0",0.99,1613943169850,3452
+"lr_0",4.6786956829714655e-06,1613943169850,3452
+"mom_0",0.8564261506020767,1613943169850,3452
+"eps_0",1e-05,1613943169850,3452
+"wd_1",0.01,1613943169850,3452
+"sqr_mom_1",0.99,1613943169850,3452
+"lr_1",4.678695682971465e-05,1613943169850,3452
+"mom_1",0.8564261506020767,1613943169850,3452
+"eps_1",1e-05,1613943169850,3452
+"wd_2",0.01,1613943169850,3452
+"sqr_mom_2",0.99,1613943169850,3452
+"lr_2",0.00046786956829714647,1613943169850,3452
+"mom_2",0.8564261506020767,1613943169850,3452
+"eps_2",1e-05,1613943169850,3452
+"train_loss",0.02642742,1613943170912,3453
+"raw_loss",0.023239644,1613943170912,3453
+"epoch",21.723270440251547,1613943170912,3453
+"wd_0",0.01,1613943170912,3453
+"sqr_mom_0",0.99,1613943170912,3453
+"lr_0",4.6780031293285494e-06,1613943170912,3453
+"mom_0",0.8564400018134471,1613943170912,3453
+"eps_0",1e-05,1613943170912,3453
+"wd_1",0.01,1613943170912,3453
+"sqr_mom_1",0.99,1613943170912,3453
+"lr_1",4.67800312932855e-05,1613943170912,3453
+"mom_1",0.8564400018134471,1613943170912,3453
+"eps_1",1e-05,1613943170912,3453
+"wd_2",0.01,1613943170912,3453
+"sqr_mom_2",0.99,1613943170912,3453
+"lr_2",0.00046780031293285496,1613943170912,3453
+"mom_2",0.8564400018134471,1613943170912,3453
+"eps_2",1e-05,1613943170912,3453
+"train_loss",0.026634397,1613943171932,3454
+"raw_loss",0.036776286,1613943171932,3454
+"epoch",21.729559748427647,1613943171932,3454
+"wd_0",0.01,1613943171932,3454
+"sqr_mom_0",0.99,1613943171932,3454
+"lr_0",4.677310054016089e-06,1613943171932,3454
+"mom_0",0.8564538634583128,1613943171932,3454
+"eps_0",1e-05,1613943171932,3454
+"wd_1",0.01,1613943171932,3454
+"sqr_mom_1",0.99,1613943171932,3454
+"lr_1",4.677310054016089e-05,1613943171932,3454
+"mom_1",0.8564538634583128,1613943171932,3454
+"eps_1",1e-05,1613943171932,3454
+"wd_2",0.01,1613943171932,3454
+"sqr_mom_2",0.99,1613943171932,3454
+"lr_2",0.0004677310054016089,1613943171932,3454
+"mom_2",0.8564538634583128,1613943171932,3454
+"eps_2",1e-05,1613943171932,3454
+"train_loss",0.026240388,1613943172940,3455
+"raw_loss",0.0069339406,1613943172940,3455
+"epoch",21.735849056603747,1613943172940,3455
+"wd_0",0.01,1613943172940,3455
+"sqr_mom_0",0.99,1613943172940,3455
+"lr_0",4.6766161123556186e-06,1613943172940,3455
+"mom_0",0.8564677424303119,1613943172940,3455
+"eps_0",1e-05,1613943172940,3455
+"wd_1",0.01,1613943172940,3455
+"sqr_mom_1",0.99,1613943172940,3455
+"lr_1",4.676616112355619e-05,1613943172940,3455
+"mom_1",0.8564677424303119,1613943172940,3455
+"eps_1",1e-05,1613943172940,3455
+"wd_2",0.01,1613943172940,3455
+"sqr_mom_2",0.99,1613943172940,3455
+"lr_2",0.00046766161123556186,1613943172940,3455
+"mom_2",0.8564677424303119,1613943172940,3455
+"eps_2",1e-05,1613943172940,3455
+"train_loss",0.025981698,1613943174096,3456
+"raw_loss",0.013305846,1613943174096,3456
+"epoch",21.742138364779848,1613943174096,3456
+"wd_0",0.01,1613943174096,3456
+"sqr_mom_0",0.99,1613943174096,3456
+"lr_0",4.675921476931681e-06,1613943174096,3456
+"mom_0",0.8564816352777191,1613943174096,3456
+"eps_0",1e-05,1613943174096,3456
+"wd_1",0.01,1613943174096,3456
+"sqr_mom_1",0.99,1613943174096,3456
+"lr_1",4.675921476931681e-05,1613943174096,3456
+"mom_1",0.8564816352777191,1613943174096,3456
+"eps_1",1e-05,1613943174096,3456
+"wd_2",0.01,1613943174096,3456
+"sqr_mom_2",0.99,1613943174096,3456
+"lr_2",0.0004675921476931681,1613943174096,3456
+"mom_2",0.8564816352777191,1613943174096,3456
+"eps_2",1e-05,1613943174096,3456
+"train_loss",0.02581438,1613943175320,3457
+"raw_loss",0.017615838,1613943175320,3457
+"epoch",21.74842767295595,1613943175320,3457
+"wd_0",0.01,1613943175320,3457
+"sqr_mom_0",0.99,1613943175320,3457
+"lr_0",4.6752262633347735e-06,1613943175320,3457
+"mom_0",0.8564955396887014,1613943175320,3457
+"eps_0",1e-05,1613943175320,3457
+"wd_1",0.01,1613943175320,3457
+"sqr_mom_1",0.99,1613943175320,3457
+"lr_1",4.675226263334773e-05,1613943175320,3457
+"mom_1",0.8564955396887014,1613943175320,3457
+"eps_1",1e-05,1613943175320,3457
+"wd_2",0.01,1613943175320,3457
+"sqr_mom_2",0.99,1613943175320,3457
+"lr_2",0.0004675226263334773,1613943175320,3457
+"mom_2",0.8564955396887014,1613943175320,3457
+"eps_2",1e-05,1613943175320,3457
+"train_loss",0.0255618,1613943176586,3458
+"raw_loss",0.013185331,1613943176586,3458
+"epoch",21.75471698113205,1613943176586,3458
+"wd_0",0.01,1613943176586,3458
+"sqr_mom_0",0.99,1613943176586,3458
+"lr_0",4.674530241163305e-06,1613943176586,3458
+"mom_0",0.8565094602713366,1613943176586,3458
+"eps_0",1e-05,1613943176586,3458
+"wd_1",0.01,1613943176586,3458
+"sqr_mom_1",0.99,1613943176586,3458
+"lr_1",4.674530241163305e-05,1613943176586,3458
+"mom_1",0.8565094602713366,1613943176586,3458
+"eps_1",1e-05,1613943176586,3458
+"wd_2",0.01,1613943176586,3458
+"sqr_mom_2",0.99,1613943176586,3458
+"lr_2",0.0004674530241163305,1613943176586,3458
+"mom_2",0.8565094602713366,1613943176586,3458
+"eps_2",1e-05,1613943176586,3458
+"train_loss",0.025426613,1613943178129,3459
+"raw_loss",0.018802444,1613943178129,3459
+"epoch",21.76100628930815,1613943178129,3459
+"wd_0",0.01,1613943178129,3459
+"sqr_mom_0",0.99,1613943178129,3459
+"lr_0",4.673833525893218e-06,1613943178129,3459
+"mom_0",0.8565233947160827,1613943178129,3459
+"eps_0",1e-05,1613943178129,3459
+"wd_1",0.01,1613943178129,3459
+"sqr_mom_1",0.99,1613943178129,3459
+"lr_1",4.673833525893217e-05,1613943178129,3459
+"mom_1",0.8565233947160827,1613943178129,3459
+"eps_1",1e-05,1613943178129,3459
+"wd_2",0.01,1613943178129,3459
+"sqr_mom_2",0.99,1613943178129,3459
+"lr_2",0.00046738335258932176,1613943178129,3459
+"mom_2",0.8565233947160827,1613943178129,3459
+"eps_2",1e-05,1613943178129,3459
+"train_loss",0.025627604,1613943179087,3460
+"raw_loss",0.035476193,1613943179087,3460
+"epoch",21.76729559748425,1613943179087,3460
+"wd_0",0.01,1613943179087,3460
+"sqr_mom_0",0.99,1613943179087,3460
+"lr_0",4.673136291317333e-06,1613943179087,3460
+"mom_0",0.8565373395470488,1613943179087,3460
+"eps_0",1e-05,1613943179087,3460
+"wd_1",0.01,1613943179087,3460
+"sqr_mom_1",0.99,1613943179087,3460
+"lr_1",4.6731362913173326e-05,1613943179087,3460
+"mom_1",0.8565373395470488,1613943179087,3460
+"eps_1",1e-05,1613943179087,3460
+"wd_2",0.01,1613943179087,3460
+"sqr_mom_2",0.99,1613943179087,3460
+"lr_2",0.00046731362913173327,1613943179087,3460
+"mom_2",0.8565373395470488,1613943179087,3460
+"eps_2",1e-05,1613943179087,3460
+"train_loss",0.025534358,1613943180020,3461
+"raw_loss",0.020965263,1613943180020,3461
+"epoch",21.77358490566035,1613943180020,3461
+"wd_0",0.01,1613943180020,3461
+"sqr_mom_0",0.99,1613943180020,3461
+"lr_0",4.672438190688712e-06,1613943180020,3461
+"mom_0",0.8565513016992428,1613943180020,3461
+"eps_0",1e-05,1613943180020,3461
+"wd_1",0.01,1613943180020,3461
+"sqr_mom_1",0.99,1613943180020,3461
+"lr_1",4.672438190688711e-05,1613943180020,3461
+"mom_1",0.8565513016992428,1613943180020,3461
+"eps_1",1e-05,1613943180020,3461
+"wd_2",0.01,1613943180020,3461
+"sqr_mom_2",0.99,1613943180020,3461
+"lr_2",0.0004672438190688711,1613943180020,3461
+"mom_2",0.8565513016992428,1613943180020,3461
+"eps_2",1e-05,1613943180020,3461
+"train_loss",0.02586654,1613943180977,3462
+"raw_loss",0.042143464,1613943180977,3462
+"epoch",21.77987421383645,1613943180977,3462
+"wd_0",0.01,1613943180977,3462
+"sqr_mom_0",0.99,1613943180977,3462
+"lr_0",4.6717393976282886e-06,1613943180977,3462
+"mom_0",0.8565652777002112,1613943180977,3462
+"eps_0",1e-05,1613943180977,3462
+"wd_1",0.01,1613943180977,3462
+"sqr_mom_1",0.99,1613943180977,3462
+"lr_1",4.6717393976282886e-05,1613943180977,3462
+"mom_1",0.8565652777002112,1613943180977,3462
+"eps_1",1e-05,1613943180977,3462
+"wd_2",0.01,1613943180977,3462
+"sqr_mom_2",0.99,1613943180977,3462
+"lr_2",0.0004671739397628288,1613943180977,3462
+"mom_2",0.8565652777002112,1613943180977,3462
+"eps_2",1e-05,1613943180977,3462
+"train_loss",0.0259385,1613943181915,3463
+"raw_loss",0.02946448,1613943181915,3463
+"epoch",21.78616352201255,1613943181915,3463
+"wd_0",0.01,1613943181915,3463
+"sqr_mom_0",0.99,1613943181915,3463
+"lr_0",4.671039912358795e-06,1613943181915,3463
+"mom_0",0.8565792675454995,1613943181915,3463
+"eps_0",1e-05,1613943181915,3463
+"wd_1",0.01,1613943181915,3463
+"sqr_mom_1",0.99,1613943181915,3463
+"lr_1",4.671039912358795e-05,1613943181915,3463
+"mom_1",0.8565792675454995,1613943181915,3463
+"eps_1",1e-05,1613943181915,3463
+"wd_2",0.01,1613943181915,3463
+"sqr_mom_2",0.99,1613943181915,3463
+"lr_2",0.00046710399123587947,1613943181915,3463
+"mom_2",0.8565792675454995,1613943181915,3463
+"eps_2",1e-05,1613943181915,3463
+"train_loss",0.026436146,1613943182882,3464
+"raw_loss",0.05082089,1613943182882,3464
+"epoch",21.79245283018865,1613943182882,3464
+"wd_0",0.01,1613943182882,3464
+"sqr_mom_0",0.99,1613943182882,3464
+"lr_0",4.6703399093626595e-06,1613943182882,3464
+"mom_0",0.8565932677454242,1613943182882,3464
+"eps_0",1e-05,1613943182882,3464
+"wd_1",0.01,1613943182882,3464
+"sqr_mom_1",0.99,1613943182882,3464
+"lr_1",4.670339909362659e-05,1613943182882,3464
+"mom_1",0.8565932677454242,1613943182882,3464
+"eps_1",1e-05,1613943182882,3464
+"wd_2",0.01,1613943182882,3464
+"sqr_mom_2",0.99,1613943182882,3464
+"lr_2",0.00046703399093626593,1613943182882,3464
+"mom_2",0.8565932677454242,1613943182882,3464
+"eps_2",1e-05,1613943182882,3464
+"train_loss",0.02656525,1613943183840,3465
+"raw_loss",0.03289137,1613943183840,3465
+"epoch",21.79874213836475,1613943183840,3465
+"wd_0",0.01,1613943183840,3465
+"sqr_mom_0",0.99,1613943183840,3465
+"lr_0",4.6696390405161585e-06,1613943183840,3465
+"mom_0",0.8566072852625295,1613943183840,3465
+"eps_0",1e-05,1613943183840,3465
+"wd_1",0.01,1613943183840,3465
+"sqr_mom_1",0.99,1613943183840,3465
+"lr_1",4.669639040516158e-05,1613943183840,3465
+"mom_1",0.8566072852625295,1613943183840,3465
+"eps_1",1e-05,1613943183840,3465
+"wd_2",0.01,1613943183840,3465
+"sqr_mom_2",0.99,1613943183840,3465
+"lr_2",0.00046696390405161583,1613943183840,3465
+"mom_2",0.8566072852625295,1613943183840,3465
+"eps_2",1e-05,1613943183840,3465
+"train_loss",0.026233552,1613943184820,3466
+"raw_loss",0.009980326,1613943184820,3466
+"epoch",21.805031446540852,1613943184820,3466
+"wd_0",0.01,1613943184820,3466
+"sqr_mom_0",0.99,1613943184820,3466
+"lr_0",4.668937480130052e-06,1613943184820,3466
+"mom_0",0.8566213166105651,1613943184820,3466
+"eps_0",1e-05,1613943184820,3466
+"wd_1",0.01,1613943184820,3466
+"sqr_mom_1",0.99,1613943184820,3466
+"lr_1",4.6689374801300516e-05,1613943184820,3466
+"mom_1",0.8566213166105651,1613943184820,3466
+"eps_1",1e-05,1613943184820,3466
+"wd_2",0.01,1613943184820,3466
+"sqr_mom_2",0.99,1613943184820,3466
+"lr_2",0.0004668937480130052,1613943184820,3466
+"mom_2",0.8566213166105651,1613943184820,3466
+"eps_2",1e-05,1613943184820,3466
+"train_loss",0.026402319,1613943185787,3467
+"raw_loss",0.034671895,1613943185787,3467
+"epoch",21.811320754716952,1613943185787,3467
+"wd_0",0.01,1613943185787,3467
+"sqr_mom_0",0.99,1613943185787,3467
+"lr_0",4.668235403203378e-06,1613943185787,3467
+"mom_0",0.8566353582895153,1613943185787,3467
+"eps_0",1e-05,1613943185787,3467
+"wd_1",0.01,1613943185787,3467
+"sqr_mom_1",0.99,1613943185787,3467
+"lr_1",4.6682354032033776e-05,1613943185787,3467
+"mom_1",0.8566353582895153,1613943185787,3467
+"eps_1",1e-05,1613943185787,3467
+"wd_2",0.01,1613943185787,3467
+"sqr_mom_2",0.99,1613943185787,3467
+"lr_2",0.00046682354032033773,1613943185787,3467
+"mom_2",0.8566353582895153,1613943185787,3467
+"eps_2",1e-05,1613943185787,3467
+"train_loss",0.026854327,1613943186780,3468
+"raw_loss",0.049002755,1613943186780,3468
+"epoch",21.817610062893053,1613943186780,3468
+"wd_0",0.01,1613943186780,3468
+"sqr_mom_0",0.99,1613943186780,3468
+"lr_0",4.66753246058101e-06,1613943186780,3468
+"mom_0",0.8566494172825526,1613943186780,3468
+"eps_0",1e-05,1613943186780,3468
+"wd_1",0.01,1613943186780,3468
+"sqr_mom_1",0.99,1613943186780,3468
+"lr_1",4.6675324605810096e-05,1613943186780,3468
+"mom_1",0.8566494172825526,1613943186780,3468
+"eps_1",1e-05,1613943186780,3468
+"wd_2",0.01,1613943186780,3468
+"sqr_mom_2",0.99,1613943186780,3468
+"lr_2",0.00046675324605810096,1613943186780,3468
+"mom_2",0.8566494172825526,1613943186780,3468
+"eps_2",1e-05,1613943186780,3468
+"train_loss",0.026654052,1613943187732,3469
+"raw_loss",0.016840555,1613943187732,3469
+"epoch",21.823899371069153,1613943187732,3469
+"wd_0",0.01,1613943187732,3469
+"sqr_mom_0",0.99,1613943187732,3469
+"lr_0",4.6668288270904856e-06,1613943187732,3469
+"mom_0",0.8566634900930912,1613943187732,3469
+"eps_0",1e-05,1613943187732,3469
+"wd_1",0.01,1613943187732,3469
+"sqr_mom_1",0.99,1613943187732,3469
+"lr_1",4.6668288270904856e-05,1613943187732,3469
+"mom_1",0.8566634900930912,1613943187732,3469
+"eps_1",1e-05,1613943187732,3469
+"wd_2",0.01,1613943187732,3469
+"sqr_mom_2",0.99,1613943187732,3469
+"lr_2",0.0004666828827090485,1613943187732,3469
+"mom_2",0.8566634900930912,1613943187732,3469
+"eps_2",1e-05,1613943187732,3469
+"train_loss",0.02643392,1613943188706,3470
+"raw_loss",0.015647445,1613943188706,3470
+"epoch",21.830188679245254,1613943188706,3470
+"wd_0",0.01,1613943188706,3470
+"sqr_mom_0",0.99,1613943188706,3470
+"lr_0",4.666124678246948e-06,1613943188706,3470
+"mom_0",0.8566775732107931,1613943188706,3470
+"eps_0",1e-05,1613943188706,3470
+"wd_1",0.01,1613943188706,3470
+"sqr_mom_1",0.99,1613943188706,3470
+"lr_1",4.666124678246948e-05,1613943188706,3470
+"mom_1",0.8566775732107931,1613943188706,3470
+"eps_1",1e-05,1613943188706,3470
+"wd_2",0.01,1613943188706,3470
+"sqr_mom_2",0.99,1613943188706,3470
+"lr_2",0.00046661246782469477,1613943188706,3470
+"mom_2",0.8566775732107931,1613943188706,3470
+"eps_2",1e-05,1613943188706,3470
+"train_loss",0.026304254,1613943189661,3471
+"raw_loss",0.01995059,1613943189661,3471
+"epoch",21.836477987421354,1613943189661,3471
+"wd_0",0.01,1613943189661,3471
+"sqr_mom_0",0.99,1613943189661,3471
+"lr_0",4.665419663864873e-06,1613943189661,3471
+"mom_0",0.8566916736394389,1613943189661,3471
+"eps_0",1e-05,1613943189661,3471
+"wd_1",0.01,1613943189661,3471
+"sqr_mom_1",0.99,1613943189661,3471
+"lr_1",4.665419663864873e-05,1613943189661,3471
+"mom_1",0.8566916736394389,1613943189661,3471
+"eps_1",1e-05,1613943189661,3471
+"wd_2",0.01,1613943189661,3471
+"sqr_mom_2",0.99,1613943189661,3471
+"lr_2",0.0004665419663864873,1613943189661,3471
+"mom_2",0.8566916736394389,1613943189661,3471
+"eps_2",1e-05,1613943189661,3471
+"train_loss",0.026510337,1613943190610,3472
+"raw_loss",0.036608372,1613943190610,3472
+"epoch",21.842767295597454,1613943190610,3472
+"wd_0",0.01,1613943190610,3472
+"sqr_mom_0",0.99,1613943190610,3472
+"lr_0",4.664713959288071e-06,1613943190610,3472
+"mom_0",0.8567057878721173,1613943190610,3472
+"eps_0",1e-05,1613943190610,3472
+"wd_1",0.01,1613943190610,3472
+"sqr_mom_1",0.99,1613943190610,3472
+"lr_1",4.664713959288071e-05,1613943190610,3472
+"mom_1",0.8567057878721173,1613943190610,3472
+"eps_1",1e-05,1613943190610,3472
+"wd_2",0.01,1613943190610,3472
+"sqr_mom_2",0.99,1613943190610,3472
+"lr_2",0.0004664713959288071,1613943190610,3472
+"mom_2",0.8567057878721173,1613943190610,3472
+"eps_2",1e-05,1613943190610,3472
+"train_loss",0.027031405,1613943191553,3473
+"raw_loss",0.052563783,1613943191553,3473
+"epoch",21.849056603773555,1613943191553,3473
+"wd_0",0.01,1613943191553,3473
+"sqr_mom_0",0.99,1613943191553,3473
+"lr_0",4.664007740547291e-06,1613943191553,3473
+"mom_0",0.856719912388178,1613943191553,3473
+"eps_0",1e-05,1613943191553,3473
+"wd_1",0.01,1613943191553,3473
+"sqr_mom_1",0.99,1613943191553,3473
+"lr_1",4.664007740547291e-05,1613943191553,3473
+"mom_1",0.856719912388178,1613943191553,3473
+"eps_1",1e-05,1613943191553,3473
+"wd_2",0.01,1613943191553,3473
+"sqr_mom_2",0.99,1613943191553,3473
+"lr_2",0.00046640077405472907,1613943191553,3473
+"mom_2",0.856719912388178,1613943191553,3473
+"eps_2",1e-05,1613943191553,3473
+"train_loss",0.02673919,1613943192506,3474
+"raw_loss",0.012420584,1613943192506,3474
+"epoch",21.855345911949655,1613943192506,3474
+"wd_0",0.01,1613943192506,3474
+"sqr_mom_0",0.99,1613943192506,3474
+"lr_0",4.66330065642761e-06,1613943192506,3474
+"mom_0",0.8567340542119899,1613943192506,3474
+"eps_0",1e-05,1613943192506,3474
+"wd_1",0.01,1613943192506,3474
+"sqr_mom_1",0.99,1613943192506,3474
+"lr_1",4.66330065642761e-05,1613943192506,3474
+"mom_1",0.8567340542119899,1613943192506,3474
+"eps_1",1e-05,1613943192506,3474
+"wd_2",0.01,1613943192506,3474
+"sqr_mom_2",0.99,1613943192506,3474
+"lr_2",0.00046633006564276096,1613943192506,3474
+"mom_2",0.8567340542119899,1613943192506,3474
+"eps_2",1e-05,1613943192506,3474
+"train_loss",0.026916035,1613943193448,3475
+"raw_loss",0.03558148,1613943193448,3475
+"epoch",21.861635220125756,1613943193448,3475
+"wd_0",0.01,1613943193448,3475
+"sqr_mom_0",0.99,1613943193448,3475
+"lr_0",4.662592882788612e-06,1613943193448,3475
+"mom_0",0.856748209826326,1613943193448,3475
+"eps_0",1e-05,1613943193448,3475
+"wd_1",0.01,1613943193448,3475
+"sqr_mom_1",0.99,1613943193448,3475
+"lr_1",4.662592882788611e-05,1613943193448,3475
+"mom_1",0.856748209826326,1613943193448,3475
+"eps_1",1e-05,1613943193448,3475
+"wd_2",0.01,1613943193448,3475
+"sqr_mom_2",0.99,1613943193448,3475
+"lr_2",0.00046625928827886113,1613943193448,3475
+"mom_2",0.856748209826326,1613943193448,3475
+"eps_2",1e-05,1613943193448,3475
+"train_loss",0.026801024,1613943194401,3476
+"raw_loss",0.021165485,1613943194401,3476
+"epoch",21.867924528301856,1613943194401,3476
+"wd_0",0.01,1613943194401,3476
+"sqr_mom_0",0.99,1613943194401,3476
+"lr_0",4.661884596176143e-06,1613943194401,3476
+"mom_0",0.8567623757002342,1613943194401,3476
+"eps_0",1e-05,1613943194401,3476
+"wd_1",0.01,1613943194401,3476
+"sqr_mom_1",0.99,1613943194401,3476
+"lr_1",4.661884596176143e-05,1613943194401,3476
+"mom_1",0.8567623757002342,1613943194401,3476
+"eps_1",1e-05,1613943194401,3476
+"wd_2",0.01,1613943194401,3476
+"sqr_mom_2",0.99,1613943194401,3476
+"lr_2",0.00046618845961761423,1613943194401,3476
+"mom_2",0.8567623757002342,1613943194401,3476
+"eps_2",1e-05,1613943194401,3476
+"train_loss",0.026563754,1613943195337,3477
+"raw_loss",0.014937551,1613943195337,3477
+"epoch",21.874213836477956,1613943195337,3477
+"wd_0",0.01,1613943195337,3477
+"sqr_mom_0",0.99,1613943195337,3477
+"lr_0",4.6611754443468945e-06,1613943195337,3477
+"mom_0",0.8567765588786509,1613943195337,3477
+"eps_0",1e-05,1613943195337,3477
+"wd_1",0.01,1613943195337,3477
+"sqr_mom_1",0.99,1613943195337,3477
+"lr_1",4.661175444346894e-05,1613943195337,3477
+"mom_1",0.8567765588786509,1613943195337,3477
+"eps_1",1e-05,1613943195337,3477
+"wd_2",0.01,1613943195337,3477
+"sqr_mom_2",0.99,1613943195337,3477
+"lr_2",0.0004661175444346894,1613943195337,3477
+"mom_2",0.8567765588786509,1613943195337,3477
+"eps_2",1e-05,1613943195337,3477
+"train_loss",0.027068537,1613943196293,3478
+"raw_loss",0.051802896,1613943196293,3478
+"epoch",21.880503144654057,1613943196293,3478
+"wd_0",0.01,1613943196293,3478
+"sqr_mom_0",0.99,1613943196293,3478
+"lr_0",4.660465603675714e-06,1613943196293,3478
+"mom_0",0.8567907558340441,1613943196293,3478
+"eps_0",1e-05,1613943196293,3478
+"wd_1",0.01,1613943196293,3478
+"sqr_mom_1",0.99,1613943196293,3478
+"lr_1",4.660465603675714e-05,1613943196293,3478
+"mom_1",0.8567907558340441,1613943196293,3478
+"eps_1",1e-05,1613943196293,3478
+"wd_2",0.01,1613943196293,3478
+"sqr_mom_2",0.99,1613943196293,3478
+"lr_2",0.0004660465603675714,1613943196293,3478
+"mom_2",0.8567907558340441,1613943196293,3478
+"eps_2",1e-05,1613943196293,3478
+"train_loss",0.027032742,1613943197232,3479
+"raw_loss",0.025278794,1613943197232,3479
+"epoch",21.886792452830157,1613943197232,3479
+"wd_0",0.01,1613943197232,3479
+"sqr_mom_0",0.99,1613943197232,3479
+"lr_0",4.6597551922783206e-06,1613943197232,3479
+"mom_0",0.8568049642040756,1613943197232,3479
+"eps_0",1e-05,1613943197232,3479
+"wd_1",0.01,1613943197232,3479
+"sqr_mom_1",0.99,1613943197232,3479
+"lr_1",4.659755192278321e-05,1613943197232,3479
+"mom_1",0.8568049642040756,1613943197232,3479
+"eps_1",1e-05,1613943197232,3479
+"wd_2",0.01,1613943197232,3479
+"sqr_mom_2",0.99,1613943197232,3479
+"lr_2",0.00046597551922783205,1613943197232,3479
+"mom_2",0.8568049642040756,1613943197232,3479
+"eps_2",1e-05,1613943197232,3479
+"train_loss",0.027039068,1613943198188,3480
+"raw_loss",0.02734902,1613943198188,3480
+"epoch",21.893081761006258,1613943198188,3480
+"wd_0",0.01,1613943198188,3480
+"sqr_mom_0",0.99,1613943198188,3480
+"lr_0",4.659043974716401e-06,1613943198188,3480
+"mom_0",0.8568191886975589,1613943198188,3480
+"eps_0",1e-05,1613943198188,3480
+"wd_1",0.01,1613943198188,3480
+"sqr_mom_1",0.99,1613943198188,3480
+"lr_1",4.659043974716401e-05,1613943198188,3480
+"mom_1",0.8568191886975589,1613943198188,3480
+"eps_1",1e-05,1613943198188,3480
+"wd_2",0.01,1613943198188,3480
+"sqr_mom_2",0.99,1613943198188,3480
+"lr_2",0.0004659043974716401,1613943198188,3480
+"mom_2",0.8568191886975589,1613943198188,3480
+"eps_2",1e-05,1613943198188,3480
+"train_loss",0.026942085,1613943199120,3481
+"raw_loss",0.02218995,1613943199120,3481
+"epoch",21.899371069182358,1613943199120,3481
+"wd_0",0.01,1613943199120,3481
+"sqr_mom_0",0.99,1613943199120,3481
+"lr_0",4.658332068991933e-06,1613943199120,3481
+"mom_0",0.8568334269544309,1613943199120,3481
+"eps_0",1e-05,1613943199120,3481
+"wd_1",0.01,1613943199120,3481
+"sqr_mom_1",0.99,1613943199120,3481
+"lr_1",4.6583320689919326e-05,1613943199120,3481
+"mom_1",0.8568334269544309,1613943199120,3481
+"eps_1",1e-05,1613943199120,3481
+"wd_2",0.01,1613943199120,3481
+"sqr_mom_2",0.99,1613943199120,3481
+"lr_2",0.0004658332068991932,1613943199120,3481
+"mom_2",0.8568334269544309,1613943199120,3481
+"eps_2",1e-05,1613943199120,3481
+"train_loss",0.027042612,1613943200073,3482
+"raw_loss",0.0319684,1613943200073,3482
+"epoch",21.90566037735846,1613943200073,3482
+"wd_0",0.01,1613943200073,3482
+"sqr_mom_0",0.99,1613943200073,3482
+"lr_0",4.6576194753318265e-06,1613943200073,3482
+"mom_0",0.8568476789701531,1613943200073,3482
+"eps_0",1e-05,1613943200073,3482
+"wd_1",0.01,1613943200073,3482
+"sqr_mom_1",0.99,1613943200073,3482
+"lr_1",4.6576194753318265e-05,1613943200073,3482
+"mom_1",0.8568476789701531,1613943200073,3482
+"eps_1",1e-05,1613943200073,3482
+"wd_2",0.01,1613943200073,3482
+"sqr_mom_2",0.99,1613943200073,3482
+"lr_2",0.0004657619475331826,1613943200073,3482
+"mom_2",0.8568476789701531,1613943200073,3482
+"eps_2",1e-05,1613943200073,3482
+"train_loss",0.026886467,1613943201019,3483
+"raw_loss",0.019235332,1613943201019,3483
+"epoch",21.91194968553456,1613943201019,3483
+"wd_0",0.01,1613943201019,3483
+"sqr_mom_0",0.99,1613943201019,3483
+"lr_0",4.656906371481886e-06,1613943201019,3483
+"mom_0",0.8568619411897742,1613943201019,3483
+"eps_0",1e-05,1613943201019,3483
+"wd_1",0.01,1613943201019,3483
+"sqr_mom_1",0.99,1613943201019,3483
+"lr_1",4.6569063714818856e-05,1613943201019,3483
+"mom_1",0.8568619411897742,1613943201019,3483
+"eps_1",1e-05,1613943201019,3483
+"wd_2",0.01,1613943201019,3483
+"sqr_mom_2",0.99,1613943201019,3483
+"lr_2",0.0004656906371481886,1613943201019,3483
+"mom_2",0.8568619411897742,1613943201019,3483
+"eps_2",1e-05,1613943201019,3483
+"train_loss",0.026732473,1613943201981,3484
+"raw_loss",0.019186782,1613943201981,3484
+"epoch",21.91823899371066,1613943201981,3484
+"wd_0",0.01,1613943201981,3484
+"sqr_mom_0",0.99,1613943201981,3484
+"lr_0",4.656192402803104e-06,1613943201981,3484
+"mom_0",0.856876220706145,1613943201981,3484
+"eps_0",1e-05,1613943201981,3484
+"wd_1",0.01,1613943201981,3484
+"sqr_mom_1",0.99,1613943201981,3484
+"lr_1",4.6561924028031035e-05,1613943201981,3484
+"mom_1",0.856876220706145,1613943201981,3484
+"eps_1",1e-05,1613943201981,3484
+"wd_2",0.01,1613943201981,3484
+"sqr_mom_2",0.99,1613943201981,3484
+"lr_2",0.00046561924028031037,1613943201981,3484
+"mom_2",0.856876220706145,1613943201981,3484
+"eps_2",1e-05,1613943201981,3484
+"train_loss",0.026740022,1613943202927,3485
+"raw_loss",0.027109932,1613943202927,3485
+"epoch",21.92452830188676,1613943202927,3485
+"wd_0",0.01,1613943202927,3485
+"sqr_mom_0",0.99,1613943202927,3485
+"lr_0",4.655477746870678e-06,1613943202927,3485
+"mom_0",0.8568905139677261,1613943202927,3485
+"eps_0",1e-05,1613943202927,3485
+"wd_1",0.01,1613943202927,3485
+"sqr_mom_1",0.99,1613943202927,3485
+"lr_1",4.655477746870678e-05,1613943202927,3485
+"mom_1",0.8568905139677261,1613943202927,3485
+"eps_1",1e-05,1613943202927,3485
+"wd_2",0.01,1613943202927,3485
+"sqr_mom_2",0.99,1613943202927,3485
+"lr_2",0.00046554777468706777,1613943202927,3485
+"mom_2",0.8568905139677261,1613943202927,3485
+"eps_2",1e-05,1613943202927,3485
+"train_loss",0.026824744,1613943203898,3486
+"raw_loss",0.030976102,1613943203898,3486
+"epoch",21.93081761006286,1613943203898,3486
+"wd_0",0.01,1613943203898,3486
+"sqr_mom_0",0.99,1613943203898,3486
+"lr_0",4.654762581943817e-06,1613943203898,3486
+"mom_0",0.8569048174092977,1613943203898,3486
+"eps_0",1e-05,1613943203898,3486
+"wd_1",0.01,1613943203898,3486
+"sqr_mom_1",0.99,1613943203898,3486
+"lr_1",4.654762581943817e-05,1613943203898,3486
+"mom_1",0.8569048174092977,1613943203898,3486
+"eps_1",1e-05,1613943203898,3486
+"wd_2",0.01,1613943203898,3486
+"sqr_mom_2",0.99,1613943203898,3486
+"lr_2",0.0004654762581943817,1613943203898,3486
+"mom_2",0.8569048174092977,1613943203898,3486
+"eps_2",1e-05,1613943203898,3486
+"train_loss",0.026627818,1613943204840,3487
+"raw_loss",0.016978396,1613943204840,3487
+"epoch",21.93710691823896,1613943204840,3487
+"wd_0",0.01,1613943204840,3487
+"sqr_mom_0",0.99,1613943204840,3487
+"lr_0",4.654046552358505e-06,1613943204840,3487
+"mom_0",0.8569191381442113,1613943204840,3487
+"eps_0",1e-05,1613943204840,3487
+"wd_1",0.01,1613943204840,3487
+"sqr_mom_1",0.99,1613943204840,3487
+"lr_1",4.654046552358505e-05,1613943204840,3487
+"mom_1",0.8569191381442113,1613943204840,3487
+"eps_1",1e-05,1613943204840,3487
+"wd_2",0.01,1613943204840,3487
+"sqr_mom_2",0.99,1613943204840,3487
+"lr_2",0.00046540465523585054,1613943204840,3487
+"mom_2",0.8569191381442113,1613943204840,3487
+"eps_2",1e-05,1613943204840,3487
+"train_loss",0.026956176,1613943205808,3488
+"raw_loss",0.043045733,1613943205808,3488
+"epoch",21.94339622641506,1613943205808,3488
+"wd_0",0.01,1613943205808,3488
+"sqr_mom_0",0.99,1613943205808,3488
+"lr_0",4.653329836203515e-06,1613943205808,3488
+"mom_0",0.8569334726106558,1613943205808,3488
+"eps_0",1e-05,1613943205808,3488
+"wd_1",0.01,1613943205808,3488
+"sqr_mom_1",0.99,1613943205808,3488
+"lr_1",4.6533298362035155e-05,1613943205808,3488
+"mom_1",0.8569334726106558,1613943205808,3488
+"eps_1",1e-05,1613943205808,3488
+"wd_2",0.01,1613943205808,3488
+"sqr_mom_2",0.99,1613943205808,3488
+"lr_2",0.0004653329836203515,1613943205808,3488
+"mom_2",0.8569334726106558,1613943205808,3488
+"eps_2",1e-05,1613943205808,3488
+"train_loss",0.027513638,1613943206759,3489
+"raw_loss",0.0548293,1613943206759,3489
+"epoch",21.94968553459116,1613943206759,3489
+"wd_0",0.01,1613943206759,3489
+"sqr_mom_0",0.99,1613943206759,3489
+"lr_0",4.65261261225095e-06,1613943206759,3489
+"mom_0",0.8569478172331533,1613943206759,3489
+"eps_0",1e-05,1613943206759,3489
+"wd_1",0.01,1613943206759,3489
+"sqr_mom_1",0.99,1613943206759,3489
+"lr_1",4.65261261225095e-05,1613943206759,3489
+"mom_1",0.8569478172331533,1613943206759,3489
+"eps_1",1e-05,1613943206759,3489
+"wd_2",0.01,1613943206759,3489
+"sqr_mom_2",0.99,1613943206759,3489
+"lr_2",0.00046526126122509496,1613943206759,3489
+"mom_2",0.8569478172331533,1613943206759,3489
+"eps_2",1e-05,1613943206759,3489
+"train_loss",0.028069457,1613943207721,3490
+"raw_loss",0.055304628,1613943207721,3490
+"epoch",21.95597484276726,1613943207721,3490
+"wd_0",0.01,1613943207721,3490
+"sqr_mom_0",0.99,1613943207721,3490
+"lr_0",4.651894523812804e-06,1613943207721,3490
+"mom_0",0.8569621791455354,1613943207721,3490
+"eps_0",1e-05,1613943207721,3490
+"wd_1",0.01,1613943207721,3490
+"sqr_mom_1",0.99,1613943207721,3490
+"lr_1",4.651894523812804e-05,1613943207721,3490
+"mom_1",0.8569621791455354,1613943207721,3490
+"eps_1",1e-05,1613943207721,3490
+"wd_2",0.01,1613943207721,3490
+"sqr_mom_2",0.99,1613943207721,3490
+"lr_2",0.0004651894523812804,1613943207721,3490
+"mom_2",0.8569621791455354,1613943207721,3490
+"eps_2",1e-05,1613943207721,3490
+"train_loss",0.028231246,1613943208667,3491
+"raw_loss",0.036158975,1613943208667,3491
+"epoch",21.962264150943362,1613943208667,3491
+"wd_0",0.01,1613943208667,3491
+"sqr_mom_0",0.99,1613943208667,3491
+"lr_0",4.651175749490914e-06,1613943208667,3491
+"mom_0",0.8569765547757294,1613943208667,3491
+"eps_0",1e-05,1613943208667,3491
+"wd_1",0.01,1613943208667,3491
+"sqr_mom_1",0.99,1613943208667,3491
+"lr_1",4.651175749490914e-05,1613943208667,3491
+"mom_1",0.8569765547757294,1613943208667,3491
+"eps_1",1e-05,1613943208667,3491
+"wd_2",0.01,1613943208667,3491
+"sqr_mom_2",0.99,1613943208667,3491
+"lr_2",0.00046511757494909135,1613943208667,3491
+"mom_2",0.8569765547757294,1613943208667,3491
+"eps_2",1e-05,1613943208667,3491
+"train_loss",0.028184608,1613943209652,3492
+"raw_loss",0.025899276,1613943209652,3492
+"epoch",21.968553459119462,1613943209652,3492
+"wd_0",0.01,1613943209652,3492
+"sqr_mom_0",0.99,1613943209652,3492
+"lr_0",4.650456468569764e-06,1613943209652,3492
+"mom_0",0.8569909405380101,1613943209652,3492
+"eps_0",1e-05,1613943209652,3492
+"wd_1",0.01,1613943209652,3492
+"sqr_mom_1",0.99,1613943209652,3492
+"lr_1",4.650456468569764e-05,1613943209652,3492
+"mom_1",0.8569909405380101,1613943209652,3492
+"eps_1",1e-05,1613943209652,3492
+"wd_2",0.01,1613943209652,3492
+"sqr_mom_2",0.99,1613943209652,3492
+"lr_2",0.0004650456468569764,1613943209652,3492
+"mom_2",0.8569909405380101,1613943209652,3492
+"eps_2",1e-05,1613943209652,3492
+"train_loss",0.02818561,1613943210591,3493
+"raw_loss",0.028234733,1613943210591,3493
+"epoch",21.974842767295563,1613943210591,3493
+"wd_0",0.01,1613943210591,3493
+"sqr_mom_0",0.99,1613943210591,3493
+"lr_0",4.649736323338383e-06,1613943210591,3493
+"mom_0",0.8570053435866681,1613943210591,3493
+"eps_0",1e-05,1613943210591,3493
+"wd_1",0.01,1613943210591,3493
+"sqr_mom_1",0.99,1613943210591,3493
+"lr_1",4.649736323338383e-05,1613943210591,3493
+"mom_1",0.8570053435866681,1613943210591,3493
+"eps_1",1e-05,1613943210591,3493
+"wd_2",0.01,1613943210591,3493
+"sqr_mom_2",0.99,1613943210591,3493
+"lr_2",0.00046497363233383827,1613943210591,3493
+"mom_2",0.8570053435866681,1613943210591,3493
+"eps_2",1e-05,1613943210591,3493
+"train_loss",0.027970083,1613943211544,3494
+"raw_loss",0.017409239,1613943211544,3494
+"epoch",21.981132075471663,1613943211544,3494
+"wd_0",0.01,1613943211544,3494
+"sqr_mom_0",0.99,1613943211544,3494
+"lr_0",4.64901549291116e-06,1613943211544,3494
+"mom_0",0.8570197603393802,1613943211544,3494
+"eps_0",1e-05,1613943211544,3494
+"wd_1",0.01,1613943211544,3494
+"sqr_mom_1",0.99,1613943211544,3494
+"lr_1",4.64901549291116e-05,1613943211544,3494
+"mom_1",0.8570197603393802,1613943211544,3494
+"eps_1",1e-05,1613943211544,3494
+"wd_2",0.01,1613943211544,3494
+"sqr_mom_2",0.99,1613943211544,3494
+"lr_2",0.000464901549291116,1613943211544,3494
+"mom_2",0.8570197603393802,1613943211544,3494
+"eps_2",1e-05,1613943211544,3494
+"train_loss",0.027690107,1613943212479,3495
+"raw_loss",0.013971231,1613943212479,3495
+"epoch",21.987421383647764,1613943212479,3495
+"wd_0",0.01,1613943212479,3495
+"sqr_mom_0",0.99,1613943212479,3495
+"lr_0",4.6482941570844466e-06,1613943212479,3495
+"mom_0",0.8570341872001831,1613943212479,3495
+"eps_0",1e-05,1613943212479,3495
+"wd_1",0.01,1613943212479,3495
+"sqr_mom_1",0.99,1613943212479,3495
+"lr_1",4.6482941570844466e-05,1613943212479,3495
+"mom_1",0.8570341872001831,1613943212479,3495
+"eps_1",1e-05,1613943212479,3495
+"wd_2",0.01,1613943212479,3495
+"sqr_mom_2",0.99,1613943212479,3495
+"lr_2",0.0004648294157084446,1613943212479,3495
+"mom_2",0.8570341872001831,1613943212479,3495
+"eps_2",1e-05,1613943212479,3495
+"train_loss",0.027477374,1613943213439,3496
+"raw_loss",0.017053427,1613943213439,3496
+"epoch",21.993710691823864,1613943213439,3496
+"wd_0",0.01,1613943213439,3496
+"sqr_mom_0",0.99,1613943213439,3496
+"lr_0",4.64757195712533e-06,1613943213439,3496
+"mom_0",0.8570486313438068,1613943213439,3496
+"eps_0",1e-05,1613943213439,3496
+"wd_1",0.01,1613943213439,3496
+"sqr_mom_1",0.99,1613943213439,3496
+"lr_1",4.64757195712533e-05,1613943213439,3496
+"mom_1",0.8570486313438068,1613943213439,3496
+"eps_1",1e-05,1613943213439,3496
+"wd_2",0.01,1613943213439,3496
+"sqr_mom_2",0.99,1613943213439,3496
+"lr_2",0.000464757195712533,1613943213439,3496
+"mom_2",0.8570486313438068,1613943213439,3496
+"eps_2",1e-05,1613943213439,3496
+"train_loss",0.02730111,1613943214384,3497
+"raw_loss",0.01866419,1613943214384,3497
+"epoch",21.999999999999964,1613943214384,3497
+"wd_0",0.01,1613943214384,3497
+"sqr_mom_0",0.99,1613943214384,3497
+"lr_0",4.646849072660239e-06,1613943214384,3497
+"mom_0",0.857063089177687,1613943214384,3497
+"eps_0",1e-05,1613943214384,3497
+"wd_1",0.01,1613943214384,3497
+"sqr_mom_1",0.99,1613943214384,3497
+"lr_1",4.646849072660239e-05,1613943214384,3497
+"mom_1",0.857063089177687,1613943214384,3497
+"eps_1",1e-05,1613943214384,3497
+"wd_2",0.01,1613943214384,3497
+"sqr_mom_2",0.99,1613943214384,3497
+"lr_2",0.00046468490726602385,1613943214384,3497
+"mom_2",0.857063089177687,1613943214384,3497
+"eps_2",1e-05,1613943214384,3497
+"valid_loss",0.09791970252990723,1613943248034,3497
+"_rmse",0.3129212260246277,1613943248034,3497
+"epoch",22,1613943248034,3497
+"train_loss",0.027568748,1613943249055,3498
+"raw_loss",0.040683024,1613943249055,3498
+"epoch",22.0062893081761,1613943249055,3498
+"wd_0",0.01,1613943249055,3498
+"sqr_mom_0",0.99,1613943249055,3498
+"lr_0",4.646125683996876e-06,1613943249055,3498
+"mom_0",0.8570775570956334,1613943249055,3498
+"eps_0",1e-05,1613943249055,3498
+"wd_1",0.01,1613943249055,3498
+"sqr_mom_1",0.99,1613943249055,3498
+"lr_1",4.646125683996876e-05,1613943249055,3498
+"mom_1",0.8570775570956334,1613943249055,3498
+"eps_1",1e-05,1613943249055,3498
+"wd_2",0.01,1613943249055,3498
+"sqr_mom_2",0.99,1613943249055,3498
+"lr_2",0.0004646125683996876,1613943249055,3498
+"mom_2",0.8570775570956334,1613943249055,3498
+"eps_2",1e-05,1613943249055,3498
+"train_loss",0.027266039,1613943250000,3499
+"raw_loss",0.012433295,1613943250000,3499
+"epoch",22.0125786163522,1613943250000,3499
+"wd_0",0.01,1613943250000,3499
+"sqr_mom_0",0.99,1613943250000,3499
+"lr_0",4.6454014313814175e-06,1613943250000,3499
+"mom_0",0.8570920422927946,1613943250000,3499
+"eps_0",1e-05,1613943250000,3499
+"wd_1",0.01,1613943250000,3499
+"sqr_mom_1",0.99,1613943250000,3499
+"lr_1",4.645401431381417e-05,1613943250000,3499
+"mom_1",0.8570920422927946,1613943250000,3499
+"eps_1",1e-05,1613943250000,3499
+"wd_2",0.01,1613943250000,3499
+"sqr_mom_2",0.99,1613943250000,3499
+"lr_2",0.0004645401431381417,1613943250000,3499
+"mom_2",0.8570920422927946,1613943250000,3499
+"eps_2",1e-05,1613943250000,3499
+"train_loss",0.027266499,1613943250938,3500
+"raw_loss",0.027289081,1613943250938,3500
+"epoch",22.0188679245283,1613943250938,3500
+"wd_0",0.01,1613943250938,3500
+"sqr_mom_0",0.99,1613943250938,3500
+"lr_0",4.644676494951813e-06,1613943250938,3500
+"mom_0",0.8571065411663754,1613943250938,3500
+"eps_0",1e-05,1613943250938,3500
+"wd_1",0.01,1613943250938,3500
+"sqr_mom_1",0.99,1613943250938,3500
+"lr_1",4.644676494951813e-05,1613943250938,3500
+"mom_1",0.8571065411663754,1613943250938,3500
+"eps_1",1e-05,1613943250938,3500
+"wd_2",0.01,1613943250938,3500
+"sqr_mom_2",0.99,1613943250938,3500
+"lr_2",0.0004644676494951813,1613943250938,3500
+"mom_2",0.8571065411663754,1613943250938,3500
+"eps_2",1e-05,1613943250938,3500
+"train_loss",0.027556764,1613943251922,3501
+"raw_loss",0.041779805,1613943251922,3501
+"epoch",22.0251572327044,1613943251922,3501
+"wd_0",0.01,1613943251922,3501
+"sqr_mom_0",0.99,1613943251922,3501
+"lr_0",4.643950995330783e-06,1613943251922,3501
+"mom_0",0.8571210513038974,1613943251922,3501
+"eps_0",1e-05,1613943251922,3501
+"wd_1",0.01,1613943251922,3501
+"sqr_mom_1",0.99,1613943251922,3501
+"lr_1",4.6439509953307826e-05,1613943251922,3501
+"mom_1",0.8571210513038974,1613943251922,3501
+"eps_1",1e-05,1613943251922,3501
+"wd_2",0.01,1613943251922,3501
+"sqr_mom_2",0.99,1613943251922,3501
+"lr_2",0.0004643950995330782,1613943251922,3501
+"mom_2",0.8571210513038974,1613943251922,3501
+"eps_2",1e-05,1613943251922,3501
+"train_loss",0.027527628,1613943252905,3502
+"raw_loss",0.026099963,1613943252905,3502
+"epoch",22.031446540880502,1613943252905,3502
+"wd_0",0.01,1613943252905,3502
+"sqr_mom_0",0.99,1613943252905,3502
+"lr_0",4.6432246920796085e-06,1613943252905,3502
+"mom_0",0.857135577514183,1613943252905,3502
+"eps_0",1e-05,1613943252905,3502
+"wd_1",0.01,1613943252905,3502
+"sqr_mom_1",0.99,1613943252905,3502
+"lr_1",4.6432246920796085e-05,1613943252905,3502
+"mom_1",0.857135577514183,1613943252905,3502
+"eps_1",1e-05,1613943252905,3502
+"wd_2",0.01,1613943252905,3502
+"sqr_mom_2",0.99,1613943252905,3502
+"lr_2",0.0004643224692079608,1613943252905,3502
+"mom_2",0.857135577514183,1613943252905,3502
+"eps_2",1e-05,1613943252905,3502
+"train_loss",0.028042566,1613943253907,3503
+"raw_loss",0.05327449,1613943253907,3503
+"epoch",22.037735849056602,1613943253907,3503
+"wd_0",0.01,1613943253907,3503
+"sqr_mom_0",0.99,1613943253907,3503
+"lr_0",4.642497705708099e-06,1613943253907,3503
+"mom_0",0.8571501173870119,1613943253907,3503
+"eps_0",1e-05,1613943253907,3503
+"wd_1",0.01,1613943253907,3503
+"sqr_mom_1",0.99,1613943253907,3503
+"lr_1",4.642497705708099e-05,1613943253907,3503
+"mom_1",0.8571501173870119,1613943253907,3503
+"eps_1",1e-05,1613943253907,3503
+"wd_2",0.01,1613943253907,3503
+"sqr_mom_2",0.99,1613943253907,3503
+"lr_2",0.00046424977057080987,1613943253907,3503
+"mom_2",0.8571501173870119,1613943253907,3503
+"eps_2",1e-05,1613943253907,3503
+"train_loss",0.028692564,1613943254869,3504
+"raw_loss",0.060542528,1613943254869,3504
+"epoch",22.044025157232703,1613943254869,3504
+"wd_0",0.01,1613943254869,3504
+"sqr_mom_0",0.99,1613943254869,3504
+"lr_0",4.641770036447975e-06,1613943254869,3504
+"mom_0",0.8571646709177496,1613943254869,3504
+"eps_0",1e-05,1613943254869,3504
+"wd_1",0.01,1613943254869,3504
+"sqr_mom_1",0.99,1613943254869,3504
+"lr_1",4.641770036447974e-05,1613943254869,3504
+"mom_1",0.8571646709177496,1613943254869,3504
+"eps_1",1e-05,1613943254869,3504
+"wd_2",0.01,1613943254869,3504
+"sqr_mom_2",0.99,1613943254869,3504
+"lr_2",0.00046417700364479743,1613943254869,3504
+"mom_2",0.8571646709177496,1613943254869,3504
+"eps_2",1e-05,1613943254869,3504
+"train_loss",0.029197931,1613943255911,3505
+"raw_loss",0.05396095,1613943255911,3505
+"epoch",22.050314465408803,1613943255911,3505
+"wd_0",0.01,1613943255911,3505
+"sqr_mom_0",0.99,1613943255911,3505
+"lr_0",4.641041865798106e-06,1613943255911,3505
+"mom_0",0.8571792344763827,1613943255911,3505
+"eps_0",1e-05,1613943255911,3505
+"wd_1",0.01,1613943255911,3505
+"sqr_mom_1",0.99,1613943255911,3505
+"lr_1",4.6410418657981056e-05,1613943255911,3505
+"mom_1",0.8571792344763827,1613943255911,3505
+"eps_1",1e-05,1613943255911,3505
+"wd_2",0.01,1613943255911,3505
+"sqr_mom_2",0.99,1613943255911,3505
+"lr_2",0.0004641041865798106,1613943255911,3505
+"mom_2",0.8571792344763827,1613943255911,3505
+"eps_2",1e-05,1613943255911,3505
+"train_loss",0.028996097,1613943256864,3506
+"raw_loss",0.019106211,1613943256864,3506
+"epoch",22.056603773584904,1613943256864,3506
+"wd_0",0.01,1613943256864,3506
+"sqr_mom_0",0.99,1613943256864,3506
+"lr_0",4.640312831626505e-06,1613943256864,3506
+"mom_0",0.8571938153056229,1613943256864,3506
+"eps_0",1e-05,1613943256864,3506
+"wd_1",0.01,1613943256864,3506
+"sqr_mom_1",0.99,1613943256864,3506
+"lr_1",4.6403128316265046e-05,1613943256864,3506
+"mom_1",0.8571938153056229,1613943256864,3506
+"eps_1",1e-05,1613943256864,3506
+"wd_2",0.01,1613943256864,3506
+"sqr_mom_2",0.99,1613943256864,3506
+"lr_2",0.00046403128316265045,1613943256864,3506
+"mom_2",0.8571938153056229,1613943256864,3506
+"eps_2",1e-05,1613943256864,3506
+"train_loss",0.028872518,1613943257904,3507
+"raw_loss",0.022817116,1613943257904,3507
+"epoch",22.062893081761004,1613943257904,3507
+"wd_0",0.01,1613943257904,3507
+"sqr_mom_0",0.99,1613943257904,3507
+"lr_0",4.639583115262691e-06,1613943257904,3507
+"mom_0",0.8572084097788439,1613943257904,3507
+"eps_0",1e-05,1613943257904,3507
+"wd_1",0.01,1613943257904,3507
+"sqr_mom_1",0.99,1613943257904,3507
+"lr_1",4.6395831152626906e-05,1613943257904,3507
+"mom_1",0.8572084097788439,1613943257904,3507
+"eps_1",1e-05,1613943257904,3507
+"wd_2",0.01,1613943257904,3507
+"sqr_mom_2",0.99,1613943257904,3507
+"lr_2",0.0004639583115262691,1613943257904,3507
+"mom_2",0.8572084097788439,1613943257904,3507
+"eps_2",1e-05,1613943257904,3507
+"train_loss",0.02864341,1613943258846,3508
+"raw_loss",0.017417114,1613943258846,3508
+"epoch",22.069182389937104,1613943258846,3508
+"wd_0",0.01,1613943258846,3508
+"sqr_mom_0",0.99,1613943258846,3508
+"lr_0",4.638852898715159e-06,1613943258846,3508
+"mom_0",0.8572230142558394,1613943258846,3508
+"eps_0",1e-05,1613943258846,3508
+"wd_1",0.01,1613943258846,3508
+"sqr_mom_1",0.99,1613943258846,3508
+"lr_1",4.638852898715159e-05,1613943258846,3508
+"mom_1",0.8572230142558394,1613943258846,3508
+"eps_1",1e-05,1613943258846,3508
+"wd_2",0.01,1613943258846,3508
+"sqr_mom_2",0.99,1613943258846,3508
+"lr_2",0.0004638852898715159,1613943258846,3508
+"mom_2",0.8572230142558394,1613943258846,3508
+"eps_2",1e-05,1613943258846,3508
+"train_loss",0.028730964,1613943259825,3509
+"raw_loss",0.033021078,1613943259825,3509
+"epoch",22.075471698113205,1613943259825,3509
+"wd_0",0.01,1613943259825,3509
+"sqr_mom_0",0.99,1613943259825,3509
+"lr_0",4.6381218188344594e-06,1613943259825,3509
+"mom_0",0.8572376359996708,1613943259825,3509
+"eps_0",1e-05,1613943259825,3509
+"wd_1",0.01,1613943259825,3509
+"sqr_mom_1",0.99,1613943259825,3509
+"lr_1",4.638121818834459e-05,1613943259825,3509
+"mom_1",0.8572376359996708,1613943259825,3509
+"eps_1",1e-05,1613943259825,3509
+"wd_2",0.01,1613943259825,3509
+"sqr_mom_2",0.99,1613943259825,3509
+"lr_2",0.0004638121818834459,1613943259825,3509
+"mom_2",0.8572376359996708,1613943259825,3509
+"eps_2",1e-05,1613943259825,3509
+"train_loss",0.028707977,1613943260817,3510
+"raw_loss",0.027581597,1613943260817,3510
+"epoch",22.081761006289305,1613943260817,3510
+"wd_0",0.01,1613943260817,3510
+"sqr_mom_0",0.99,1613943260817,3510
+"lr_0",4.637390057459907e-06,1613943260817,3510
+"mom_0",0.8572522713735156,1613943260817,3510
+"eps_0",1e-05,1613943260817,3510
+"wd_1",0.01,1613943260817,3510
+"sqr_mom_1",0.99,1613943260817,3510
+"lr_1",4.6373900574599064e-05,1613943260817,3510
+"mom_1",0.8572522713735156,1613943260817,3510
+"eps_1",1e-05,1613943260817,3510
+"wd_2",0.01,1613943260817,3510
+"sqr_mom_2",0.99,1613943260817,3510
+"lr_2",0.00046373900574599066,1613943260817,3510
+"mom_2",0.8572522713735156,1613943260817,3510
+"eps_2",1e-05,1613943260817,3510
+"train_loss",0.028600432,1613943261805,3511
+"raw_loss",0.02333069,1613943261805,3511
+"epoch",22.088050314465406,1613943261805,3511
+"wd_0",0.01,1613943261805,3511
+"sqr_mom_0",0.99,1613943261805,3511
+"lr_0",4.636657797109097e-06,1613943261805,3511
+"mom_0",0.8572669167269853,1613943261805,3511
+"eps_0",1e-05,1613943261805,3511
+"wd_1",0.01,1613943261805,3511
+"sqr_mom_1",0.99,1613943261805,3511
+"lr_1",4.636657797109097e-05,1613943261805,3511
+"mom_1",0.8572669167269853,1613943261805,3511
+"eps_1",1e-05,1613943261805,3511
+"wd_2",0.01,1613943261805,3511
+"sqr_mom_2",0.99,1613943261805,3511
+"lr_2",0.0004636657797109097,1613943261805,3511
+"mom_2",0.8572669167269853,1613943261805,3511
+"eps_2",1e-05,1613943261805,3511
+"train_loss",0.028439663,1613943262749,3512
+"raw_loss",0.020562029,1613943262749,3512
+"epoch",22.094339622641506,1613943262749,3512
+"wd_0",0.01,1613943262749,3512
+"sqr_mom_0",0.99,1613943262749,3512
+"lr_0",4.6359246736161605e-06,1613943262749,3512
+"mom_0",0.8572815793434702,1613943262749,3512
+"eps_0",1e-05,1613943262749,3512
+"wd_1",0.01,1613943262749,3512
+"sqr_mom_1",0.99,1613943262749,3512
+"lr_1",4.63592467361616e-05,1613943262749,3512
+"mom_1",0.8572815793434702,1613943262749,3512
+"eps_1",1e-05,1613943262749,3512
+"wd_2",0.01,1613943262749,3512
+"sqr_mom_2",0.99,1613943262749,3512
+"lr_2",0.000463592467361616,1613943262749,3512
+"mom_2",0.8572815793434702,1613943262749,3512
+"eps_2",1e-05,1613943262749,3512
+"train_loss",0.028093826,1613943263749,3513
+"raw_loss",0.011147753,1613943263749,3513
+"epoch",22.100628930817606,1613943263749,3513
+"wd_0",0.01,1613943263749,3513
+"sqr_mom_0",0.99,1613943263749,3513
+"lr_0",4.635190869329686e-06,1613943263749,3513
+"mom_0",0.857296255575962,1613943263749,3513
+"eps_0",1e-05,1613943263749,3513
+"wd_1",0.01,1613943263749,3513
+"sqr_mom_1",0.99,1613943263749,3513
+"lr_1",4.635190869329686e-05,1613943263749,3513
+"mom_1",0.857296255575962,1613943263749,3513
+"eps_1",1e-05,1613943263749,3513
+"wd_2",0.01,1613943263749,3513
+"sqr_mom_2",0.99,1613943263749,3513
+"lr_2",0.00046351908693296865,1613943263749,3513
+"mom_2",0.857296255575962,1613943263749,3513
+"eps_2",1e-05,1613943263749,3513
+"train_loss",0.027985442,1613943264719,3514
+"raw_loss",0.022674665,1613943264719,3514
+"epoch",22.106918238993707,1613943264719,3514
+"wd_0",0.01,1613943264719,3514
+"sqr_mom_0",0.99,1613943264719,3514
+"lr_0",4.634456567275847e-06,1613943264719,3514
+"mom_0",0.8573109417639007,1613943264719,3514
+"eps_0",1e-05,1613943264719,3514
+"wd_1",0.01,1613943264719,3514
+"sqr_mom_1",0.99,1613943264719,3514
+"lr_1",4.6344565672758474e-05,1613943264719,3514
+"mom_1",0.8573109417639007,1613943264719,3514
+"eps_1",1e-05,1613943264719,3514
+"wd_2",0.01,1613943264719,3514
+"sqr_mom_2",0.99,1613943264719,3514
+"lr_2",0.0004634456567275847,1613943264719,3514
+"mom_2",0.8573109417639007,1613943264719,3514
+"eps_2",1e-05,1613943264719,3514
+"train_loss",0.028340774,1613943265694,3515
+"raw_loss",0.04575205,1613943265694,3515
+"epoch",22.113207547169807,1613943265694,3515
+"wd_0",0.01,1613943265694,3515
+"sqr_mom_0",0.99,1613943265694,3515
+"lr_0",4.633721402273397e-06,1613943265694,3515
+"mom_0",0.8573256452109842,1613943265694,3515
+"eps_0",1e-05,1613943265694,3515
+"wd_1",0.01,1613943265694,3515
+"sqr_mom_1",0.99,1613943265694,3515
+"lr_1",4.633721402273397e-05,1613943265694,3515
+"mom_1",0.8573256452109842,1613943265694,3515
+"eps_1",1e-05,1613943265694,3515
+"wd_2",0.01,1613943265694,3515
+"sqr_mom_2",0.99,1613943265694,3515
+"lr_2",0.00046337214022733965,1613943265694,3515
+"mom_2",0.8573256452109842,1613943265694,3515
+"eps_2",1e-05,1613943265694,3515
+"train_loss",0.028197234,1613943266648,3516
+"raw_loss",0.021163777,1613943266648,3516
+"epoch",22.119496855345908,1613943266648,3516
+"wd_0",0.01,1613943266648,3516
+"sqr_mom_0",0.99,1613943266648,3516
+"lr_0",4.632985557179677e-06,1613943266648,3516
+"mom_0",0.8573403622600291,1613943266648,3516
+"eps_0",1e-05,1613943266648,3516
+"wd_1",0.01,1613943266648,3516
+"sqr_mom_1",0.99,1613943266648,3516
+"lr_1",4.632985557179677e-05,1613943266648,3516
+"mom_1",0.8573403622600291,1613943266648,3516
+"eps_1",1e-05,1613943266648,3516
+"wd_2",0.01,1613943266648,3516
+"sqr_mom_2",0.99,1613943266648,3516
+"lr_2",0.0004632985557179677,1613943266648,3516
+"mom_2",0.8573403622600291,1613943266648,3516
+"eps_2",1e-05,1613943266648,3516
+"train_loss",0.028285516,1613943267625,3517
+"raw_loss",0.03261137,1613943267625,3517
+"epoch",22.125786163522008,1613943267625,3517
+"wd_0",0.01,1613943267625,3517
+"sqr_mom_0",0.99,1613943267625,3517
+"lr_0",4.63224921552891e-06,1613943267625,3517
+"mom_0",0.8573550892403142,1613943267625,3517
+"eps_0",1e-05,1613943267625,3517
+"wd_1",0.01,1613943267625,3517
+"sqr_mom_1",0.99,1613943267625,3517
+"lr_1",4.63224921552891e-05,1613943267625,3517
+"mom_1",0.8573550892403142,1613943267625,3517
+"eps_1",1e-05,1613943267625,3517
+"wd_2",0.01,1613943267625,3517
+"sqr_mom_2",0.99,1613943267625,3517
+"lr_2",0.000463224921552891,1613943267625,3517
+"mom_2",0.8573550892403142,1613943267625,3517
+"eps_2",1e-05,1613943267625,3517
+"train_loss",0.02810698,1613943268593,3518
+"raw_loss",0.019358672,1613943268593,3518
+"epoch",22.13207547169811,1613943268593,3518
+"wd_0",0.01,1613943268593,3518
+"sqr_mom_0",0.99,1613943268593,3518
+"lr_0",4.631512011125525e-06,1613943268593,3518
+"mom_0",0.8573698334758242,1613943268593,3518
+"eps_0",1e-05,1613943268593,3518
+"wd_1",0.01,1613943268593,3518
+"sqr_mom_1",0.99,1613943268593,3518
+"lr_1",4.631512011125525e-05,1613943268593,3518
+"mom_1",0.8573698334758242,1613943268593,3518
+"eps_1",1e-05,1613943268593,3518
+"wd_2",0.01,1613943268593,3518
+"sqr_mom_2",0.99,1613943268593,3518
+"lr_2",0.00046315120111255247,1613943268593,3518
+"mom_2",0.8573698334758242,1613943268593,3518
+"eps_2",1e-05,1613943268593,3518
+"train_loss",0.028513426,1613943269569,3519
+"raw_loss",0.048429307,1613943269569,3519
+"epoch",22.13836477987421,1613943269569,3519
+"wd_0",0.01,1613943269569,3519
+"sqr_mom_0",0.99,1613943269569,3519
+"lr_0",4.630774127335088e-06,1613943269569,3519
+"mom_0",0.8573845912992112,1613943269569,3519
+"eps_0",1e-05,1613943269569,3519
+"wd_1",0.01,1613943269569,3519
+"sqr_mom_1",0.99,1613943269569,3519
+"lr_1",4.6307741273350884e-05,1613943269569,3519
+"mom_1",0.8573845912992112,1613943269569,3519
+"eps_1",1e-05,1613943269569,3519
+"wd_2",0.01,1613943269569,3519
+"sqr_mom_2",0.99,1613943269569,3519
+"lr_2",0.0004630774127335088,1613943269569,3519
+"mom_2",0.8573845912992112,1613943269569,3519
+"eps_2",1e-05,1613943269569,3519
+"train_loss",0.028433777,1613943270525,3520
+"raw_loss",0.024530986,1613943270525,3520
+"epoch",22.14465408805031,1613943270525,3520
+"wd_0",0.01,1613943270525,3520
+"sqr_mom_0",0.99,1613943270525,3520
+"lr_0",4.630035748199349e-06,1613943270525,3520
+"mom_0",0.8573993590296033,1613943270525,3520
+"eps_0",1e-05,1613943270525,3520
+"wd_1",0.01,1613943270525,3520
+"sqr_mom_1",0.99,1613943270525,3520
+"lr_1",4.6300357481993484e-05,1613943270525,3520
+"mom_1",0.8573993590296033,1613943270525,3520
+"eps_1",1e-05,1613943270525,3520
+"wd_2",0.01,1613943270525,3520
+"sqr_mom_2",0.99,1613943270525,3520
+"lr_2",0.0004630035748199348,1613943270525,3520
+"mom_2",0.8573993590296033,1613943270525,3520
+"eps_2",1e-05,1613943270525,3520
+"train_loss",0.028312992,1613943271500,3521
+"raw_loss",0.022394516,1613943271500,3521
+"epoch",22.15094339622641,1613943271500,3521
+"wd_0",0.01,1613943271500,3521
+"sqr_mom_0",0.99,1613943271500,3521
+"lr_0",4.629296506509457e-06,1613943271500,3521
+"mom_0",0.8574141440112509,1613943271500,3521
+"eps_0",1e-05,1613943271500,3521
+"wd_1",0.01,1613943271500,3521
+"sqr_mom_1",0.99,1613943271500,3521
+"lr_1",4.6292965065094566e-05,1613943271500,3521
+"mom_1",0.8574141440112509,1613943271500,3521
+"eps_1",1e-05,1613943271500,3521
+"wd_2",0.01,1613943271500,3521
+"sqr_mom_2",0.99,1613943271500,3521
+"lr_2",0.00046292965065094566,1613943271500,3521
+"mom_2",0.8574141440112509,1613943271500,3521
+"eps_2",1e-05,1613943271500,3521
+"train_loss",0.0281649,1613943272454,3522
+"raw_loss",0.0209084,1613943272454,3522
+"epoch",22.15723270440251,1613943272454,3522
+"wd_0",0.01,1613943272454,3522
+"sqr_mom_0",0.99,1613943272454,3522
+"lr_0",4.62855658613868e-06,1613943272454,3522
+"mom_0",0.857428942566652,1613943272454,3522
+"eps_0",1e-05,1613943272454,3522
+"wd_1",0.01,1613943272454,3522
+"sqr_mom_1",0.99,1613943272454,3522
+"lr_1",4.62855658613868e-05,1613943272454,3522
+"mom_1",0.857428942566652,1613943272454,3522
+"eps_1",1e-05,1613943272454,3522
+"wd_2",0.01,1613943272454,3522
+"sqr_mom_2",0.99,1613943272454,3522
+"lr_2",0.000462855658613868,1613943272454,3522
+"mom_2",0.857428942566652,1613943272454,3522
+"eps_2",1e-05,1613943272454,3522
+"train_loss",0.028193308,1613943273426,3523
+"raw_loss",0.029585306,1613943273426,3523
+"epoch",22.16352201257861,1613943273426,3523
+"wd_0",0.01,1613943273426,3523
+"sqr_mom_0",0.99,1613943273426,3523
+"lr_0",4.62781598732286e-06,1613943273426,3523
+"mom_0",0.8574437546910897,1613943273426,3523
+"eps_0",1e-05,1613943273426,3523
+"wd_1",0.01,1613943273426,3523
+"sqr_mom_1",0.99,1613943273426,3523
+"lr_1",4.6278159873228594e-05,1613943273426,3523
+"mom_1",0.8574437546910897,1613943273426,3523
+"eps_1",1e-05,1613943273426,3523
+"wd_2",0.01,1613943273426,3523
+"sqr_mom_2",0.99,1613943273426,3523
+"lr_2",0.0004627815987322859,1613943273426,3523
+"mom_2",0.8574437546910897,1613943273426,3523
+"eps_2",1e-05,1613943273426,3523
+"train_loss",0.027985906,1613943274403,3524
+"raw_loss",0.017823182,1613943274403,3524
+"epoch",22.16981132075471,1613943274403,3524
+"wd_0",0.01,1613943274403,3524
+"sqr_mom_0",0.99,1613943274403,3524
+"lr_0",4.627074833285779e-06,1613943274403,3524
+"mom_0",0.8574585779200636,1613943274403,3524
+"eps_0",1e-05,1613943274403,3524
+"wd_1",0.01,1613943274403,3524
+"sqr_mom_1",0.99,1613943274403,3524
+"lr_1",4.6270748332857794e-05,1613943274403,3524
+"mom_1",0.8574585779200636,1613943274403,3524
+"eps_1",1e-05,1613943274403,3524
+"wd_2",0.01,1613943274403,3524
+"sqr_mom_2",0.99,1613943274403,3524
+"lr_2",0.0004627074833285779,1613943274403,3524
+"mom_2",0.8574585779200636,1613943274403,3524
+"eps_2",1e-05,1613943274403,3524
+"train_loss",0.02775735,1613943275718,3525
+"raw_loss",0.016558127,1613943275718,3525
+"epoch",22.17610062893081,1613943275718,3525
+"wd_0",0.01,1613943275718,3525
+"sqr_mom_0",0.99,1613943275718,3525
+"lr_0",4.626332878400674e-06,1613943275718,3525
+"mom_0",0.8574734171661582,1613943275718,3525
+"eps_0",1e-05,1613943275718,3525
+"wd_1",0.01,1613943275718,3525
+"sqr_mom_1",0.99,1613943275718,3525
+"lr_1",4.6263328784006735e-05,1613943275718,3525
+"mom_1",0.8574734171661582,1613943275718,3525
+"eps_1",1e-05,1613943275718,3525
+"wd_2",0.01,1613943275718,3525
+"sqr_mom_2",0.99,1613943275718,3525
+"lr_2",0.0004626332878400673,1613943275718,3525
+"mom_2",0.8574734171661582,1613943275718,3525
+"eps_2",1e-05,1613943275718,3525
+"train_loss",0.027698532,1613943276690,3526
+"raw_loss",0.024816453,1613943276690,3526
+"epoch",22.18238993710691,1613943276690,3526
+"wd_0",0.01,1613943276690,3526
+"sqr_mom_0",0.99,1613943276690,3526
+"lr_0",4.625590245779305e-06,1613943276690,3526
+"mom_0",0.8574882699671136,1613943276690,3526
+"eps_0",1e-05,1613943276690,3526
+"wd_1",0.01,1613943276690,3526
+"sqr_mom_1",0.99,1613943276690,3526
+"lr_1",4.625590245779305e-05,1613943276690,3526
+"mom_1",0.8574882699671136,1613943276690,3526
+"eps_1",1e-05,1613943276690,3526
+"wd_2",0.01,1613943276690,3526
+"sqr_mom_2",0.99,1613943276690,3526
+"lr_2",0.0004625590245779305,1613943276690,3526
+"mom_2",0.8574882699671136,1613943276690,3526
+"eps_2",1e-05,1613943276690,3526
+"train_loss",0.027500184,1613943277669,3527
+"raw_loss",0.017781187,1613943277669,3527
+"epoch",22.188679245283012,1613943277669,3527
+"wd_0",0.01,1613943277669,3527
+"sqr_mom_0",0.99,1613943277669,3527
+"lr_0",4.62484712064562e-06,1613943277669,3527
+"mom_0",0.8575031326184137,1613943277669,3527
+"eps_0",1e-05,1613943277669,3527
+"wd_1",0.01,1613943277669,3527
+"sqr_mom_1",0.99,1613943277669,3527
+"lr_1",4.62484712064562e-05,1613943277669,3527
+"mom_1",0.8575031326184137,1613943277669,3527
+"eps_1",1e-05,1613943277669,3527
+"wd_2",0.01,1613943277669,3527
+"sqr_mom_2",0.99,1613943277669,3527
+"lr_2",0.00046248471206456203,1613943277669,3527
+"mom_2",0.8575031326184137,1613943277669,3527
+"eps_2",1e-05,1613943277669,3527
+"train_loss",0.027271343,1613943278641,3528
+"raw_loss",0.016058087,1613943278641,3528
+"epoch",22.194968553459113,1613943278641,3528
+"wd_0",0.01,1613943278641,3528
+"sqr_mom_0",0.99,1613943278641,3528
+"lr_0",4.624103133430503e-06,1613943278641,3528
+"mom_0",0.857518012511515,1613943278641,3528
+"eps_0",1e-05,1613943278641,3528
+"wd_1",0.01,1613943278641,3528
+"sqr_mom_1",0.99,1613943278641,3528
+"lr_1",4.624103133430504e-05,1613943278641,3528
+"mom_1",0.857518012511515,1613943278641,3528
+"eps_1",1e-05,1613943278641,3528
+"wd_2",0.01,1613943278641,3528
+"sqr_mom_2",0.99,1613943278641,3528
+"lr_2",0.00046241031334305036,1613943278641,3528
+"mom_2",0.857518012511515,1613943278641,3528
+"eps_2",1e-05,1613943278641,3528
+"train_loss",0.027145343,1613943279625,3529
+"raw_loss",0.02097133,1613943279625,3529
+"epoch",22.201257861635213,1613943279625,3529
+"wd_0",0.01,1613943279625,3529
+"sqr_mom_0",0.99,1613943279625,3529
+"lr_0",4.623358469189831e-06,1613943279625,3529
+"mom_0",0.8575329059452629,1613943279625,3529
+"eps_0",1e-05,1613943279625,3529
+"wd_1",0.01,1613943279625,3529
+"sqr_mom_1",0.99,1613943279625,3529
+"lr_1",4.62335846918983e-05,1613943279625,3529
+"mom_1",0.8575329059452629,1613943279625,3529
+"eps_1",1e-05,1613943279625,3529
+"wd_2",0.01,1613943279625,3529
+"sqr_mom_2",0.99,1613943279625,3529
+"lr_2",0.000462335846918983,1613943279625,3529
+"mom_2",0.8575329059452629,1613943279625,3529
+"eps_2",1e-05,1613943279625,3529
+"train_loss",0.026932836,1613943280583,3530
+"raw_loss",0.016519953,1613943280583,3530
+"epoch",22.207547169811313,1613943280583,3530
+"wd_0",0.01,1613943280583,3530
+"sqr_mom_0",0.99,1613943280583,3530
+"lr_0",4.622613313653307e-06,1613943280583,3530
+"mom_0",0.8575478092050259,1613943280583,3530
+"eps_0",1e-05,1613943280583,3530
+"wd_1",0.01,1613943280583,3530
+"sqr_mom_1",0.99,1613943280583,3530
+"lr_1",4.622613313653307e-05,1613943280583,3530
+"mom_1",0.8575478092050259,1613943280583,3530
+"eps_1",1e-05,1613943280583,3530
+"wd_2",0.01,1613943280583,3530
+"sqr_mom_2",0.99,1613943280583,3530
+"lr_2",0.0004622613313653307,1613943280583,3530
+"mom_2",0.8575478092050259,1613943280583,3530
+"eps_2",1e-05,1613943280583,3530
+"train_loss",0.026702674,1613943281556,3531
+"raw_loss",0.0154247135,1613943281556,3531
+"epoch",22.213836477987414,1613943281556,3531
+"wd_0",0.01,1613943281556,3531
+"sqr_mom_0",0.99,1613943281556,3531
+"lr_0",4.621867296242062e-06,1613943281556,3531
+"mom_0",0.8575627297024557,1613943281556,3531
+"eps_0",1e-05,1613943281556,3531
+"wd_1",0.01,1613943281556,3531
+"sqr_mom_1",0.99,1613943281556,3531
+"lr_1",4.6218672962420616e-05,1613943281556,3531
+"mom_1",0.8575627297024557,1613943281556,3531
+"eps_1",1e-05,1613943281556,3531
+"wd_2",0.01,1613943281556,3531
+"sqr_mom_2",0.99,1613943281556,3531
+"lr_2",0.00046218672962420617,1613943281556,3531
+"mom_2",0.8575627297024557,1613943281556,3531
+"eps_2",1e-05,1613943281556,3531
+"train_loss",0.026506284,1613943282511,3532
+"raw_loss",0.016883167,1613943282511,3532
+"epoch",22.220125786163514,1613943282511,3532
+"wd_0",0.01,1613943282511,3532
+"sqr_mom_0",0.99,1613943282511,3532
+"lr_0",4.621120602517908e-06,1613943282511,3532
+"mom_0",0.8575776637262791,1613943282511,3532
+"eps_0",1e-05,1613943282511,3532
+"wd_1",0.01,1613943282511,3532
+"sqr_mom_1",0.99,1613943282511,3532
+"lr_1",4.6211206025179076e-05,1613943282511,3532
+"mom_1",0.8575776637262791,1613943282511,3532
+"eps_1",1e-05,1613943282511,3532
+"wd_2",0.01,1613943282511,3532
+"sqr_mom_2",0.99,1613943282511,3532
+"lr_2",0.00046211206025179074,1613943282511,3532
+"mom_2",0.8575776637262791,1613943282511,3532
+"eps_2",1e-05,1613943282511,3532
+"train_loss",0.026215717,1613943283482,3533
+"raw_loss",0.011977915,1613943283482,3533
+"epoch",22.226415094339615,1613943283482,3533
+"wd_0",0.01,1613943283482,3533
+"sqr_mom_0",0.99,1613943283482,3533
+"lr_0",4.620373418715777e-06,1613943283482,3533
+"mom_0",0.8575926075517599,1613943283482,3533
+"eps_0",1e-05,1613943283482,3533
+"wd_1",0.01,1613943283482,3533
+"sqr_mom_1",0.99,1613943283482,3533
+"lr_1",4.620373418715778e-05,1613943283482,3533
+"mom_1",0.8575926075517599,1613943283482,3533
+"eps_1",1e-05,1613943283482,3533
+"wd_2",0.01,1613943283482,3533
+"sqr_mom_2",0.99,1613943283482,3533
+"lr_2",0.00046203734187157775,1613943283482,3533
+"mom_2",0.8575926075517599,1613943283482,3533
+"eps_2",1e-05,1613943283482,3533
+"train_loss",0.02670521,1613943284433,3534
+"raw_loss",0.050690375,1613943284433,3534
+"epoch",22.232704402515715,1613943284433,3534
+"wd_0",0.01,1613943284433,3534
+"sqr_mom_0",0.99,1613943284433,3534
+"lr_0",4.619625373248109e-06,1613943284433,3534
+"mom_0",0.857607568610724,1613943284433,3534
+"eps_0",1e-05,1613943284433,3534
+"wd_1",0.01,1613943284433,3534
+"sqr_mom_1",0.99,1613943284433,3534
+"lr_1",4.619625373248109e-05,1613943284433,3534
+"mom_1",0.857607568610724,1613943284433,3534
+"eps_1",1e-05,1613943284433,3534
+"wd_2",0.01,1613943284433,3534
+"sqr_mom_2",0.99,1613943284433,3534
+"lr_2",0.0004619625373248109,1613943284433,3534
+"mom_2",0.857607568610724,1613943284433,3534
+"eps_2",1e-05,1613943284433,3534
+"train_loss",0.026490506,1613943285394,3535
+"raw_loss",0.015970064,1613943285394,3535
+"epoch",22.238993710691815,1613943285394,3535
+"wd_0",0.01,1613943285394,3535
+"sqr_mom_0",0.99,1613943285394,3535
+"lr_0",4.618876652182119e-06,1613943285394,3535
+"mom_0",0.8576225431817894,1613943285394,3535
+"eps_0",1e-05,1613943285394,3535
+"wd_1",0.01,1613943285394,3535
+"sqr_mom_1",0.99,1613943285394,3535
+"lr_1",4.618876652182119e-05,1613943285394,3535
+"mom_1",0.8576225431817894,1613943285394,3535
+"eps_1",1e-05,1613943285394,3535
+"wd_2",0.01,1613943285394,3535
+"sqr_mom_2",0.99,1613943285394,3535
+"lr_2",0.00046188766521821186,1613943285394,3535
+"mom_2",0.8576225431817894,1613943285394,3535
+"eps_2",1e-05,1613943285394,3535
+"train_loss",0.026837414,1613943286344,3536
+"raw_loss",0.043835968,1613943286344,3536
+"epoch",22.245283018867916,1613943286344,3536
+"wd_0",0.01,1613943286344,3536
+"sqr_mom_0",0.99,1613943286344,3536
+"lr_0",4.618127442257433e-06,1613943286344,3536
+"mom_0",0.8576375275301266,1613943286344,3536
+"eps_0",1e-05,1613943286344,3536
+"wd_1",0.01,1613943286344,3536
+"sqr_mom_1",0.99,1613943286344,3536
+"lr_1",4.618127442257433e-05,1613943286344,3536
+"mom_1",0.8576375275301266,1613943286344,3536
+"eps_1",1e-05,1613943286344,3536
+"wd_2",0.01,1613943286344,3536
+"sqr_mom_2",0.99,1613943286344,3536
+"lr_2",0.0004618127442257433,1613943286344,3536
+"mom_2",0.8576375275301266,1613943286344,3536
+"eps_2",1e-05,1613943286344,3536
+"train_loss",0.027009586,1613943287313,3537
+"raw_loss",0.035445966,1613943287313,3537
+"epoch",22.251572327044016,1613943287313,3537
+"wd_0",0.01,1613943287313,3537
+"sqr_mom_0",0.99,1613943287313,3537
+"lr_0",4.617377370878864e-06,1613943287313,3537
+"mom_0",0.8576525291077137,1613943287313,3537
+"eps_0",1e-05,1613943287313,3537
+"wd_1",0.01,1613943287313,3537
+"sqr_mom_1",0.99,1613943287313,3537
+"lr_1",4.617377370878864e-05,1613943287313,3537
+"mom_1",0.8576525291077137,1613943287313,3537
+"eps_1",1e-05,1613943287313,3537
+"wd_2",0.01,1613943287313,3537
+"sqr_mom_2",0.99,1613943287313,3537
+"lr_2",0.00046173773708788643,1613943287313,3537
+"mom_2",0.8576525291077137,1613943287313,3537
+"eps_2",1e-05,1613943287313,3537
+"train_loss",0.026992487,1613943288315,3538
+"raw_loss",0.02615461,1613943288315,3538
+"epoch",22.257861635220117,1613943288315,3538
+"wd_0",0.01,1613943288315,3538
+"sqr_mom_0",0.99,1613943288315,3538
+"lr_0",4.6166266246184975e-06,1613943288315,3538
+"mom_0",0.8576675441830719,1613943288315,3538
+"eps_0",1e-05,1613943288315,3538
+"wd_1",0.01,1613943288315,3538
+"sqr_mom_1",0.99,1613943288315,3538
+"lr_1",4.6166266246184975e-05,1613943288315,3538
+"mom_1",0.8576675441830719,1613943288315,3538
+"eps_1",1e-05,1613943288315,3538
+"wd_2",0.01,1613943288315,3538
+"sqr_mom_2",0.99,1613943288315,3538
+"lr_2",0.00046166266246184975,1613943288315,3538
+"mom_2",0.8576675441830719,1613943288315,3538
+"eps_2",1e-05,1613943288315,3538
+"train_loss",0.026795393,1613943289328,3539
+"raw_loss",0.017137764,1613943289328,3539
+"epoch",22.264150943396217,1613943289328,3539
+"wd_0",0.01,1613943289328,3539
+"sqr_mom_0",0.99,1613943289328,3539
+"lr_0",4.615875390720119e-06,1613943289328,3539
+"mom_0",0.8576825690112877,1613943289328,3539
+"eps_0",1e-05,1613943289328,3539
+"wd_1",0.01,1613943289328,3539
+"sqr_mom_1",0.99,1613943289328,3539
+"lr_1",4.615875390720118e-05,1613943289328,3539
+"mom_1",0.8576825690112877,1613943289328,3539
+"eps_1",1e-05,1613943289328,3539
+"wd_2",0.01,1613943289328,3539
+"sqr_mom_2",0.99,1613943289328,3539
+"lr_2",0.0004615875390720118,1613943289328,3539
+"mom_2",0.8576825690112877,1613943289328,3539
+"eps_2",1e-05,1613943289328,3539
+"train_loss",0.026546068,1613943290274,3540
+"raw_loss",0.014329119,1613943290274,3540
+"epoch",22.270440251572317,1613943290274,3540
+"wd_0",0.01,1613943290274,3540
+"sqr_mom_0",0.99,1613943290274,3540
+"lr_0",4.61512329558198e-06,1613943290274,3540
+"mom_0",0.8576976110644711,1613943290274,3540
+"eps_0",1e-05,1613943290274,3540
+"wd_1",0.01,1613943290274,3540
+"sqr_mom_1",0.99,1613943290274,3540
+"lr_1",4.61512329558198e-05,1613943290274,3540
+"mom_1",0.8576976110644711,1613943290274,3540
+"eps_1",1e-05,1613943290274,3540
+"wd_2",0.01,1613943290274,3540
+"sqr_mom_2",0.99,1613943290274,3540
+"lr_2",0.000461512329558198,1613943290274,3540
+"mom_2",0.8576976110644711,1613943290274,3540
+"eps_2",1e-05,1613943290274,3540
+"train_loss",0.02643555,1613943291239,3541
+"raw_loss",0.021020157,1613943291239,3541
+"epoch",22.276729559748418,1613943291239,3541
+"wd_0",0.01,1613943291239,3541
+"sqr_mom_0",0.99,1613943291239,3541
+"lr_0",4.614370526280505e-06,1613943291239,3541
+"mom_0",0.8577126666010558,1613943291239,3541
+"eps_0",1e-05,1613943291239,3541
+"wd_1",0.01,1613943291239,3541
+"sqr_mom_1",0.99,1613943291239,3541
+"lr_1",4.6143705262805054e-05,1613943291239,3541
+"mom_1",0.8577126666010558,1613943291239,3541
+"eps_1",1e-05,1613943291239,3541
+"wd_2",0.01,1613943291239,3541
+"sqr_mom_2",0.99,1613943291239,3541
+"lr_2",0.00046143705262805055,1613943291239,3541
+"mom_2",0.8577126666010558,1613943291239,3541
+"eps_2",1e-05,1613943291239,3541
+"train_loss",0.02632455,1613943292192,3542
+"raw_loss",0.02088554,1613943292192,3542
+"epoch",22.28301886792452,1613943292192,3542
+"wd_0",0.01,1613943292192,3542
+"sqr_mom_0",0.99,1613943292192,3542
+"lr_0",4.613617083055631e-06,1613943292192,3542
+"mom_0",0.8577277356162435,1613943292192,3542
+"eps_0",1e-05,1613943292192,3542
+"wd_1",0.01,1613943292192,3542
+"sqr_mom_1",0.99,1613943292192,3542
+"lr_1",4.613617083055631e-05,1613943292192,3542
+"mom_1",0.8577277356162435,1613943292192,3542
+"eps_1",1e-05,1613943292192,3542
+"wd_2",0.01,1613943292192,3542
+"sqr_mom_2",0.99,1613943292192,3542
+"lr_2",0.0004613617083055631,1613943292192,3542
+"mom_2",0.8577277356162435,1613943292192,3542
+"eps_2",1e-05,1613943292192,3542
+"train_loss",0.026211735,1613943293146,3543
+"raw_loss",0.02068384,1613943293146,3543
+"epoch",22.28930817610062,1613943293146,3543
+"wd_0",0.01,1613943293146,3543
+"sqr_mom_0",0.99,1613943293146,3543
+"lr_0",4.61286315382253e-06,1613943293146,3543
+"mom_0",0.8577428143516929,1613943293146,3543
+"eps_0",1e-05,1613943293146,3543
+"wd_1",0.01,1613943293146,3543
+"sqr_mom_1",0.99,1613943293146,3543
+"lr_1",4.6128631538225296e-05,1613943293146,3543
+"mom_1",0.8577428143516929,1613943293146,3543
+"eps_1",1e-05,1613943293146,3543
+"wd_2",0.01,1613943293146,3543
+"sqr_mom_2",0.99,1613943293146,3543
+"lr_2",0.00046128631538225296,1613943293146,3543
+"mom_2",0.8577428143516929,1613943293146,3543
+"eps_2",1e-05,1613943293146,3543
+"train_loss",0.026032317,1613943294092,3544
+"raw_loss",0.017240884,1613943294092,3544
+"epoch",22.29559748427672,1613943294092,3544
+"wd_0",0.01,1613943294092,3544
+"sqr_mom_0",0.99,1613943294092,3544
+"lr_0",4.612108363639018e-06,1613943294092,3544
+"mom_0",0.8577579103063226,1613943294092,3544
+"eps_0",1e-05,1613943294092,3544
+"wd_1",0.01,1613943294092,3544
+"sqr_mom_1",0.99,1613943294092,3544
+"lr_1",4.612108363639018e-05,1613943294092,3544
+"mom_1",0.8577579103063226,1613943294092,3544
+"eps_1",1e-05,1613943294092,3544
+"wd_2",0.01,1613943294092,3544
+"sqr_mom_2",0.99,1613943294092,3544
+"lr_2",0.00046121083636390173,1613943294092,3544
+"mom_2",0.8577579103063226,1613943294092,3544
+"eps_2",1e-05,1613943294092,3544
+"train_loss",0.025926795,1613943295058,3545
+"raw_loss",0.020756193,1613943295058,3545
+"epoch",22.30188679245282,1613943295058,3545
+"wd_0",0.01,1613943295058,3545
+"sqr_mom_0",0.99,1613943295058,3545
+"lr_0",4.6113529002531445e-06,1613943295058,3545
+"mom_0",0.8577730197251343,1613943295058,3545
+"eps_0",1e-05,1613943295058,3545
+"wd_1",0.01,1613943295058,3545
+"sqr_mom_1",0.99,1613943295058,3545
+"lr_1",4.611352900253145e-05,1613943295058,3545
+"mom_1",0.8577730197251343,1613943295058,3545
+"eps_1",1e-05,1613943295058,3545
+"wd_2",0.01,1613943295058,3545
+"sqr_mom_2",0.99,1613943295058,3545
+"lr_2",0.0004611352900253144,1613943295058,3545
+"mom_2",0.8577730197251343,1613943295058,3545
+"eps_2",1e-05,1613943295058,3545
+"train_loss",0.025810314,1613943296001,3546
+"raw_loss",0.020102786,1613943296001,3546
+"epoch",22.30817610062892,1613943296001,3546
+"wd_0",0.01,1613943296001,3546
+"sqr_mom_0",0.99,1613943296001,3546
+"lr_0",4.61059688935723e-06,1613943296001,3546
+"mom_0",0.8577881400942563,1613943296001,3546
+"eps_0",1e-05,1613943296001,3546
+"wd_1",0.01,1613943296001,3546
+"sqr_mom_1",0.99,1613943296001,3546
+"lr_1",4.61059688935723e-05,1613943296001,3546
+"mom_1",0.8577881400942563,1613943296001,3546
+"eps_1",1e-05,1613943296001,3546
+"wd_2",0.01,1613943296001,3546
+"sqr_mom_2",0.99,1613943296001,3546
+"lr_2",0.00046105968893572297,1613943296001,3546
+"mom_2",0.8577881400942563,1613943296001,3546
+"eps_2",1e-05,1613943296001,3546
+"train_loss",0.025482532,1613943296959,3547
+"raw_loss",0.009421139,1613943296959,3547
+"epoch",22.31446540880502,1613943296959,3547
+"wd_0",0.01,1613943296959,3547
+"sqr_mom_0",0.99,1613943296959,3547
+"lr_0",4.609840080400776e-06,1613943296959,3547
+"mom_0",0.8578032764247487,1613943296959,3547
+"eps_0",1e-05,1613943296959,3547
+"wd_1",0.01,1613943296959,3547
+"sqr_mom_1",0.99,1613943296959,3547
+"lr_1",4.6098400804007765e-05,1613943296959,3547
+"mom_1",0.8578032764247487,1613943296959,3547
+"eps_1",1e-05,1613943296959,3547
+"wd_2",0.01,1613943296959,3547
+"sqr_mom_2",0.99,1613943296959,3547
+"lr_2",0.0004609840080400776,1613943296959,3547
+"mom_2",0.8578032764247487,1613943296959,3547
+"eps_2",1e-05,1613943296959,3547
+"train_loss",0.02537755,1613943297923,3548
+"raw_loss",0.020233367,1613943297923,3548
+"epoch",22.32075471698112,1613943297923,3548
+"wd_0",0.01,1613943297923,3548
+"sqr_mom_0",0.99,1613943297923,3548
+"lr_0",4.609082598964951e-06,1613943297923,3548
+"mom_0",0.857818426204963,1613943297923,3548
+"eps_0",1e-05,1613943297923,3548
+"wd_1",0.01,1613943297923,3548
+"sqr_mom_1",0.99,1613943297923,3548
+"lr_1",4.609082598964951e-05,1613943297923,3548
+"mom_1",0.857818426204963,1613943297923,3548
+"eps_1",1e-05,1613943297923,3548
+"wd_2",0.01,1613943297923,3548
+"sqr_mom_2",0.99,1613943297923,3548
+"lr_2",0.0004609082598964951,1613943297923,3548
+"mom_2",0.857818426204963,1613943297923,3548
+"eps_2",1e-05,1613943297923,3548
+"train_loss",0.025421165,1613943298880,3549
+"raw_loss",0.027558316,1613943298880,3549
+"epoch",22.32704402515722,1613943298880,3549
+"wd_0",0.01,1613943298880,3549
+"sqr_mom_0",0.99,1613943298880,3549
+"lr_0",4.608324633970204e-06,1613943298880,3549
+"mom_0",0.8578335856564525,1613943298880,3549
+"eps_0",1e-05,1613943298880,3549
+"wd_1",0.01,1613943298880,3549
+"sqr_mom_1",0.99,1613943298880,3549
+"lr_1",4.608324633970204e-05,1613943298880,3549
+"mom_1",0.8578335856564525,1613943298880,3549
+"eps_1",1e-05,1613943298880,3549
+"wd_2",0.01,1613943298880,3549
+"sqr_mom_2",0.99,1613943298880,3549
+"lr_2",0.0004608324633970204,1613943298880,3549
+"mom_2",0.8578335856564525,1613943298880,3549
+"eps_2",1e-05,1613943298880,3549
+"train_loss",0.025221547,1613943299843,3550
+"raw_loss",0.015440238,1613943299843,3550
+"epoch",22.33333333333332,1613943299843,3550
+"wd_0",0.01,1613943299843,3550
+"sqr_mom_0",0.99,1613943299843,3550
+"lr_0",4.607565808467297e-06,1613943299843,3550
+"mom_0",0.8578487623182772,1613943299843,3550
+"eps_0",1e-05,1613943299843,3550
+"wd_1",0.01,1613943299843,3550
+"sqr_mom_1",0.99,1613943299843,3550
+"lr_1",4.607565808467297e-05,1613943299843,3550
+"mom_1",0.8578487623182772,1613943299843,3550
+"eps_1",1e-05,1613943299843,3550
+"wd_2",0.01,1613943299843,3550
+"sqr_mom_2",0.99,1613943299843,3550
+"lr_2",0.0004607565808467297,1613943299843,3550
+"mom_2",0.8578487623182772,1613943299843,3550
+"eps_2",1e-05,1613943299843,3550
+"train_loss",0.025290288,1613943300808,3551
+"raw_loss",0.028658627,1613943300808,3551
+"epoch",22.339622641509422,1613943300808,3551
+"wd_0",0.01,1613943300808,3551
+"sqr_mom_0",0.99,1613943300808,3551
+"lr_0",4.606806311209917e-06,1613943300808,3551
+"mom_0",0.8578639524153258,1613943300808,3551
+"eps_0",1e-05,1613943300808,3551
+"wd_1",0.01,1613943300808,3551
+"sqr_mom_1",0.99,1613943300808,3551
+"lr_1",4.6068063112099165e-05,1613943300808,3551
+"mom_1",0.8578639524153258,1613943300808,3551
+"eps_1",1e-05,1613943300808,3551
+"wd_2",0.01,1613943300808,3551
+"sqr_mom_2",0.99,1613943300808,3551
+"lr_2",0.00046068063112099166,1613943300808,3551
+"mom_2",0.8578639524153258,1613943300808,3551
+"eps_2",1e-05,1613943300808,3551
+"train_loss",0.025381807,1613943301785,3552
+"raw_loss",0.029866232,1613943301785,3552
+"epoch",22.345911949685522,1613943301785,3552
+"wd_0",0.01,1613943301785,3552
+"sqr_mom_0",0.99,1613943301785,3552
+"lr_0",4.606046331620332e-06,1613943301785,3552
+"mom_0",0.8578791521591149,1613943301785,3552
+"eps_0",1e-05,1613943301785,3552
+"wd_1",0.01,1613943301785,3552
+"sqr_mom_1",0.99,1613943301785,3552
+"lr_1",4.6060463316203324e-05,1613943301785,3552
+"mom_1",0.8578791521591149,1613943301785,3552
+"eps_1",1e-05,1613943301785,3552
+"wd_2",0.01,1613943301785,3552
+"sqr_mom_2",0.99,1613943301785,3552
+"lr_2",0.0004606046331620332,1613943301785,3552
+"mom_2",0.8578791521591149,1613943301785,3552
+"eps_2",1e-05,1613943301785,3552
+"train_loss",0.02518096,1613943302725,3553
+"raw_loss",0.015339471,1613943302725,3553
+"epoch",22.352201257861623,1613943302725,3553
+"wd_0",0.01,1613943302725,3553
+"sqr_mom_0",0.99,1613943302725,3553
+"lr_0",4.605285491747414e-06,1613943302725,3553
+"mom_0",0.8578943691087428,1613943302725,3553
+"eps_0",1e-05,1613943302725,3553
+"wd_1",0.01,1613943302725,3553
+"sqr_mom_1",0.99,1613943302725,3553
+"lr_1",4.605285491747414e-05,1613943302725,3553
+"mom_1",0.8578943691087428,1613943302725,3553
+"eps_1",1e-05,1613943302725,3553
+"wd_2",0.01,1613943302725,3553
+"sqr_mom_2",0.99,1613943302725,3553
+"lr_2",0.0004605285491747414,1613943302725,3553
+"mom_2",0.8578943691087428,1613943302725,3553
+"eps_2",1e-05,1613943302725,3553
+"train_loss",0.025027743,1613943303758,3554
+"raw_loss",0.017520078,1613943303758,3554
+"epoch",22.358490566037723,1613943303758,3554
+"wd_0",0.01,1613943303758,3554
+"sqr_mom_0",0.99,1613943303758,3554
+"lr_0",4.604523980846846e-06,1613943303758,3554
+"mom_0",0.8579095994790579,1613943303758,3554
+"eps_0",1e-05,1613943303758,3554
+"wd_1",0.01,1613943303758,3554
+"sqr_mom_1",0.99,1613943303758,3554
+"lr_1",4.6045239808468456e-05,1613943303758,3554
+"mom_1",0.8579095994790579,1613943303758,3554
+"eps_1",1e-05,1613943303758,3554
+"wd_2",0.01,1613943303758,3554
+"sqr_mom_2",0.99,1613943303758,3554
+"lr_2",0.00046045239808468455,1613943303758,3554
+"mom_2",0.8579095994790579,1613943303758,3554
+"eps_2",1e-05,1613943303758,3554
+"train_loss",0.025062349,1613943304700,3555
+"raw_loss",0.02675801,1613943304700,3555
+"epoch",22.364779874213824,1613943304700,3555
+"wd_0",0.01,1613943304700,3555
+"sqr_mom_0",0.99,1613943304700,3555
+"lr_0",4.603761988842176e-06,1613943304700,3555
+"mom_0",0.8579248394715512,1613943304700,3555
+"eps_0",1e-05,1613943304700,3555
+"wd_1",0.01,1613943304700,3555
+"sqr_mom_1",0.99,1613943304700,3555
+"lr_1",4.6037619888421755e-05,1613943304700,3555
+"mom_1",0.8579248394715512,1613943304700,3555
+"eps_1",1e-05,1613943304700,3555
+"wd_2",0.01,1613943304700,3555
+"sqr_mom_2",0.99,1613943304700,3555
+"lr_2",0.00046037619888421755,1613943304700,3555
+"mom_2",0.8579248394715512,1613943304700,3555
+"eps_2",1e-05,1613943304700,3555
+"train_loss",0.024949891,1613943305676,3556
+"raw_loss",0.019439485,1613943305676,3556
+"epoch",22.371069182389924,1613943305676,3556
+"wd_0",0.01,1613943305676,3556
+"sqr_mom_0",0.99,1613943305676,3556
+"lr_0",4.6029991367814625e-06,1613943305676,3556
+"mom_0",0.8579400966653373,1613943305676,3556
+"eps_0",1e-05,1613943305676,3556
+"wd_1",0.01,1613943305676,3556
+"sqr_mom_1",0.99,1613943305676,3556
+"lr_1",4.6029991367814625e-05,1613943305676,3556
+"mom_1",0.8579400966653373,1613943305676,3556
+"eps_1",1e-05,1613943305676,3556
+"wd_2",0.01,1613943305676,3556
+"sqr_mom_2",0.99,1613943305676,3556
+"lr_2",0.0004602999136781463,1613943305676,3556
+"mom_2",0.8579400966653373,1613943305676,3556
+"eps_2",1e-05,1613943305676,3556
+"train_loss",0.025000608,1613943306611,3557
+"raw_loss",0.027485684,1613943306611,3557
+"epoch",22.377358490566024,1613943306611,3557
+"wd_0",0.01,1613943306611,3557
+"sqr_mom_0",0.99,1613943306611,3557
+"lr_0",4.60223561442185e-06,1613943306611,3557
+"mom_0",0.8579553672652356,1613943306611,3557
+"eps_0",1e-05,1613943306611,3557
+"wd_1",0.01,1613943306611,3557
+"sqr_mom_1",0.99,1613943306611,3557
+"lr_1",4.60223561442185e-05,1613943306611,3557
+"mom_1",0.8579553672652356,1613943306611,3557
+"eps_1",1e-05,1613943306611,3557
+"wd_2",0.01,1613943306611,3557
+"sqr_mom_2",0.99,1613943306611,3557
+"lr_2",0.000460223561442185,1613943306611,3557
+"mom_2",0.8579553672652356,1613943306611,3557
+"eps_2",1e-05,1613943306611,3557
+"train_loss",0.024902537,1613943307581,3558
+"raw_loss",0.02009707,1613943307581,3558
+"epoch",22.383647798742125,1613943307581,3558
+"wd_0",0.01,1613943307581,3558
+"sqr_mom_0",0.99,1613943307581,3558
+"lr_0",4.601471612187617e-06,1613943307581,3558
+"mom_0",0.8579706474627222,1613943307581,3558
+"eps_0",1e-05,1613943307581,3558
+"wd_1",0.01,1613943307581,3558
+"sqr_mom_1",0.99,1613943307581,3558
+"lr_1",4.6014716121876165e-05,1613943307581,3558
+"mom_1",0.8579706474627222,1613943307581,3558
+"eps_1",1e-05,1613943307581,3558
+"wd_2",0.01,1613943307581,3558
+"sqr_mom_2",0.99,1613943307581,3558
+"lr_2",0.00046014716121876165,1613943307581,3558
+"mom_2",0.8579706474627222,1613943307581,3558
+"eps_2",1e-05,1613943307581,3558
+"train_loss",0.024828512,1613943308534,3559
+"raw_loss",0.021201244,1613943308534,3559
+"epoch",22.389937106918225,1613943308534,3559
+"wd_0",0.01,1613943308534,3559
+"sqr_mom_0",0.99,1613943308534,3559
+"lr_0",4.6007067501271e-06,1613943308534,3559
+"mom_0",0.8579859448569066,1613943308534,3559
+"eps_0",1e-05,1613943308534,3559
+"wd_1",0.01,1613943308534,3559
+"sqr_mom_1",0.99,1613943308534,3559
+"lr_1",4.600706750127099e-05,1613943308534,3559
+"mom_1",0.8579859448569066,1613943308534,3559
+"eps_1",1e-05,1613943308534,3559
+"wd_2",0.01,1613943308534,3559
+"sqr_mom_2",0.99,1613943308534,3559
+"lr_2",0.00046007067501270993,1613943308534,3559
+"mom_2",0.8579859448569066,1613943308534,3559
+"eps_2",1e-05,1613943308534,3559
+"train_loss",0.024723956,1613943309519,3560
+"raw_loss",0.019600715,1613943309519,3560
+"epoch",22.396226415094326,1613943309519,3560
+"wd_0",0.01,1613943309519,3560
+"sqr_mom_0",0.99,1613943309519,3560
+"lr_0",4.599941218498355e-06,1613943309519,3560
+"mom_0",0.8580012556425893,1613943309519,3560
+"eps_0",1e-05,1613943309519,3560
+"wd_1",0.01,1613943309519,3560
+"sqr_mom_1",0.99,1613943309519,3560
+"lr_1",4.599941218498355e-05,1613943309519,3560
+"mom_1",0.8580012556425893,1613943309519,3560
+"eps_1",1e-05,1613943309519,3560
+"wd_2",0.01,1613943309519,3560
+"sqr_mom_2",0.99,1613943309519,3560
+"lr_2",0.0004599941218498355,1613943309519,3560
+"mom_2",0.8580012556425893,1613943309519,3560
+"eps_2",1e-05,1613943309519,3560
+"train_loss",0.02453446,1613943310480,3561
+"raw_loss",0.015249145,1613943310480,3561
+"epoch",22.402515723270426,1613943310480,3561
+"wd_0",0.01,1613943310480,3561
+"sqr_mom_0",0.99,1613943310480,3561
+"lr_0",4.599175208225848e-06,1613943310480,3561
+"mom_0",0.858016576001243,1613943310480,3561
+"eps_0",1e-05,1613943310480,3561
+"wd_1",0.01,1613943310480,3561
+"sqr_mom_1",0.99,1613943310480,3561
+"lr_1",4.599175208225848e-05,1613943310480,3561
+"mom_1",0.858016576001243,1613943310480,3561
+"eps_1",1e-05,1613943310480,3561
+"wd_2",0.01,1613943310480,3561
+"sqr_mom_2",0.99,1613943310480,3561
+"lr_2",0.0004599175208225847,1613943310480,3561
+"mom_2",0.858016576001243,1613943310480,3561
+"eps_2",1e-05,1613943310480,3561
+"train_loss",0.02448383,1613943311474,3562
+"raw_loss",0.02200298,1613943311474,3562
+"epoch",22.408805031446526,1613943311474,3562
+"wd_0",0.01,1613943311474,3562
+"sqr_mom_0",0.99,1613943311474,3562
+"lr_0",4.598408338359281e-06,1613943311474,3562
+"mom_0",0.8580319135519499,1613943311474,3562
+"eps_0",1e-05,1613943311474,3562
+"wd_1",0.01,1613943311474,3562
+"sqr_mom_1",0.99,1613943311474,3562
+"lr_1",4.5984083383592815e-05,1613943311474,3562
+"mom_1",0.8580319135519499,1613943311474,3562
+"eps_1",1e-05,1613943311474,3562
+"wd_2",0.01,1613943311474,3562
+"sqr_mom_2",0.99,1613943311474,3562
+"lr_2",0.00045984083383592814,1613943311474,3562
+"mom_2",0.8580319135519499,1613943311474,3562
+"eps_2",1e-05,1613943311474,3562
+"train_loss",0.02427525,1613943312416,3563
+"raw_loss",0.014054886,1613943312416,3563
+"epoch",22.415094339622627,1613943312416,3563
+"wd_0",0.01,1613943312416,3563
+"sqr_mom_0",0.99,1613943312416,3563
+"lr_0",4.59764079965708e-06,1613943312416,3563
+"mom_0",0.8580472644795032,1613943312416,3563
+"eps_0",1e-05,1613943312416,3563
+"wd_1",0.01,1613943312416,3563
+"sqr_mom_1",0.99,1613943312416,3563
+"lr_1",4.5976407996570795e-05,1613943312416,3563
+"mom_1",0.8580472644795032,1613943312416,3563
+"eps_1",1e-05,1613943312416,3563
+"wd_2",0.01,1613943312416,3563
+"sqr_mom_2",0.99,1613943312416,3563
+"lr_2",0.0004597640799657079,1613943312416,3563
+"mom_2",0.8580472644795032,1613943312416,3563
+"eps_2",1e-05,1613943312416,3563
+"train_loss",0.024202343,1613943313366,3564
+"raw_loss",0.020629829,1613943313366,3564
+"epoch",22.421383647798727,1613943313366,3564
+"wd_0",0.01,1613943313366,3564
+"sqr_mom_0",0.99,1613943313366,3564
+"lr_0",4.596872592363887e-06,1613943313366,3564
+"mom_0",0.8580626287790101,1613943313366,3564
+"eps_0",1e-05,1613943313366,3564
+"wd_1",0.01,1613943313366,3564
+"sqr_mom_1",0.99,1613943313366,3564
+"lr_1",4.596872592363887e-05,1613943313366,3564
+"mom_1",0.8580626287790101,1613943313366,3564
+"eps_1",1e-05,1613943313366,3564
+"wd_2",0.01,1613943313366,3564
+"sqr_mom_2",0.99,1613943313366,3564
+"lr_2",0.00045968725923638867,1613943313366,3564
+"mom_2",0.8580626287790101,1613943313366,3564
+"eps_2",1e-05,1613943313366,3564
+"train_loss",0.024359362,1613943314311,3565
+"raw_loss",0.032053307,1613943314311,3565
+"epoch",22.427672955974828,1613943314311,3565
+"wd_0",0.01,1613943314311,3565
+"sqr_mom_0",0.99,1613943314311,3565
+"lr_0",4.596103908070244e-06,1613943314311,3565
+"mom_0",0.8580780026186213,1613943314311,3565
+"eps_0",1e-05,1613943314311,3565
+"wd_1",0.01,1613943314311,3565
+"sqr_mom_1",0.99,1613943314311,3565
+"lr_1",4.5961039080702435e-05,1613943314311,3565
+"mom_1",0.8580780026186213,1613943314311,3565
+"eps_1",1e-05,1613943314311,3565
+"wd_2",0.01,1613943314311,3565
+"sqr_mom_2",0.99,1613943314311,3565
+"lr_2",0.00045961039080702433,1613943314311,3565
+"mom_2",0.8580780026186213,1613943314311,3565
+"eps_2",1e-05,1613943314311,3565
+"train_loss",0.024070844,1613943315251,3566
+"raw_loss",0.00993344,1613943315251,3566
+"epoch",22.433962264150928,1613943315251,3566
+"wd_0",0.01,1613943315251,3566
+"sqr_mom_0",0.99,1613943315251,3566
+"lr_0",4.595334364496017e-06,1613943315251,3566
+"mom_0",0.858093393644016,1613943315251,3566
+"eps_0",1e-05,1613943315251,3566
+"wd_1",0.01,1613943315251,3566
+"sqr_mom_1",0.99,1613943315251,3566
+"lr_1",4.595334364496017e-05,1613943315251,3566
+"mom_1",0.858093393644016,1613943315251,3566
+"eps_1",1e-05,1613943315251,3566
+"wd_2",0.01,1613943315251,3566
+"sqr_mom_2",0.99,1613943315251,3566
+"lr_2",0.0004595334364496017,1613943315251,3566
+"mom_2",0.858093393644016,1613943315251,3566
+"eps_2",1e-05,1613943315251,3566
+"train_loss",0.02416766,1613943316226,3567
+"raw_loss",0.02891166,1613943316226,3567
+"epoch",22.44025157232703,1613943316226,3567
+"wd_0",0.01,1613943316226,3567
+"sqr_mom_0",0.99,1613943316226,3567
+"lr_0",4.594564153065949e-06,1613943316226,3567
+"mom_0",0.8581087980266613,1613943316226,3567
+"eps_0",1e-05,1613943316226,3567
+"wd_1",0.01,1613943316226,3567
+"sqr_mom_1",0.99,1613943316226,3567
+"lr_1",4.594564153065949e-05,1613943316226,3567
+"mom_1",0.8581087980266613,1613943316226,3567
+"eps_1",1e-05,1613943316226,3567
+"wd_2",0.01,1613943316226,3567
+"sqr_mom_2",0.99,1613943316226,3567
+"lr_2",0.0004594564153065949,1613943316226,3567
+"mom_2",0.8581087980266613,1613943316226,3567
+"eps_2",1e-05,1613943316226,3567
+"train_loss",0.023883643,1613943317197,3568
+"raw_loss",0.009966704,1613943317197,3568
+"epoch",22.44654088050313,1613943317197,3568
+"wd_0",0.01,1613943317197,3568
+"sqr_mom_0",0.99,1613943317197,3568
+"lr_0",4.593793401921507e-06,1613943317197,3568
+"mom_0",0.8581242132037019,1613943317197,3568
+"eps_0",1e-05,1613943317197,3568
+"wd_1",0.01,1613943317197,3568
+"sqr_mom_1",0.99,1613943317197,3568
+"lr_1",4.593793401921507e-05,1613943317197,3568
+"mom_1",0.8581242132037019,1613943317197,3568
+"eps_1",1e-05,1613943317197,3568
+"wd_2",0.01,1613943317197,3568
+"sqr_mom_2",0.99,1613943317197,3568
+"lr_2",0.0004593793401921507,1613943317197,3568
+"mom_2",0.8581242132037019,1613943317197,3568
+"eps_2",1e-05,1613943317197,3568
+"train_loss",0.023963727,1613943318144,3569
+"raw_loss",0.027887879,1613943318144,3569
+"epoch",22.45283018867923,1613943318144,3569
+"wd_0",0.01,1613943318144,3569
+"sqr_mom_0",0.99,1613943318144,3569
+"lr_0",4.593021855627112e-06,1613943318144,3569
+"mom_0",0.8581396442839005,1613943318144,3569
+"eps_0",1e-05,1613943318144,3569
+"wd_1",0.01,1613943318144,3569
+"sqr_mom_1",0.99,1613943318144,3569
+"lr_1",4.593021855627111e-05,1613943318144,3569
+"mom_1",0.8581396442839005,1613943318144,3569
+"eps_1",1e-05,1613943318144,3569
+"wd_2",0.01,1613943318144,3569
+"sqr_mom_2",0.99,1613943318144,3569
+"lr_2",0.0004593021855627111,1613943318144,3569
+"mom_2",0.8581396442839005,1613943318144,3569
+"eps_2",1e-05,1613943318144,3569
+"train_loss",0.023895402,1613943319098,3570
+"raw_loss",0.020547468,1613943319098,3570
+"epoch",22.45911949685533,1613943319098,3570
+"wd_0",0.01,1613943319098,3570
+"sqr_mom_0",0.99,1613943319098,3570
+"lr_0",4.59224964221396e-06,1613943319098,3570
+"mom_0",0.8581550887066078,1613943319098,3570
+"eps_0",1e-05,1613943319098,3570
+"wd_1",0.01,1613943319098,3570
+"sqr_mom_1",0.99,1613943319098,3570
+"lr_1",4.592249642213959e-05,1613943319098,3570
+"mom_1",0.8581550887066078,1613943319098,3570
+"eps_1",1e-05,1613943319098,3570
+"wd_2",0.01,1613943319098,3570
+"sqr_mom_2",0.99,1613943319098,3570
+"lr_2",0.0004592249642213959,1613943319098,3570
+"mom_2",0.8581550887066078,1613943319098,3570
+"eps_2",1e-05,1613943319098,3570
+"train_loss",0.023658058,1613943320052,3571
+"raw_loss",0.012028195,1613943320052,3571
+"epoch",22.46540880503143,1613943320052,3571
+"wd_0",0.01,1613943320052,3571
+"sqr_mom_0",0.99,1613943320052,3571
+"lr_0",4.591476954269867e-06,1613943320052,3571
+"mom_0",0.8581705426200289,1613943320052,3571
+"eps_0",1e-05,1613943320052,3571
+"wd_1",0.01,1613943320052,3571
+"sqr_mom_1",0.99,1613943320052,3571
+"lr_1",4.591476954269867e-05,1613943320052,3571
+"mom_1",0.8581705426200289,1613943320052,3571
+"eps_1",1e-05,1613943320052,3571
+"wd_2",0.01,1613943320052,3571
+"sqr_mom_2",0.99,1613943320052,3571
+"lr_2",0.00045914769542698664,1613943320052,3571
+"mom_2",0.8581705426200289,1613943320052,3571
+"eps_2",1e-05,1613943320052,3571
+"train_loss",0.0236277,1613943321005,3572
+"raw_loss",0.02214016,1613943321005,3572
+"epoch",22.47169811320753,1613943321005,3572
+"wd_0",0.01,1613943321005,3572
+"sqr_mom_0",0.99,1613943321005,3572
+"lr_0",4.590703407523615e-06,1613943321005,3572
+"mom_0",0.8581860137096647,1613943321005,3572
+"eps_0",1e-05,1613943321005,3572
+"wd_1",0.01,1613943321005,3572
+"sqr_mom_1",0.99,1613943321005,3572
+"lr_1",4.590703407523615e-05,1613943321005,3572
+"mom_1",0.8581860137096647,1613943321005,3572
+"eps_1",1e-05,1613943321005,3572
+"wd_2",0.01,1613943321005,3572
+"sqr_mom_2",0.99,1613943321005,3572
+"lr_2",0.0004590703407523615,1613943321005,3572
+"mom_2",0.8581860137096647,1613943321005,3572
+"eps_2",1e-05,1613943321005,3572
+"train_loss",0.023596061,1613943321947,3573
+"raw_loss",0.022045763,1613943321947,3573
+"epoch",22.47798742138363,1613943321947,3573
+"wd_0",0.01,1613943321947,3573
+"sqr_mom_0",0.99,1613943321947,3573
+"lr_0",4.589929194397587e-06,1613943321947,3573
+"mom_0",0.8582014981270295,1613943321947,3573
+"eps_0",1e-05,1613943321947,3573
+"wd_1",0.01,1613943321947,3573
+"sqr_mom_1",0.99,1613943321947,3573
+"lr_1",4.5899291943975866e-05,1613943321947,3573
+"mom_1",0.8582014981270295,1613943321947,3573
+"eps_1",1e-05,1613943321947,3573
+"wd_2",0.01,1613943321947,3573
+"sqr_mom_2",0.99,1613943321947,3573
+"lr_2",0.0004589929194397586,1613943321947,3573
+"mom_2",0.8582014981270295,1613943321947,3573
+"eps_2",1e-05,1613943321947,3573
+"train_loss",0.023390315,1613943322907,3574
+"raw_loss",0.013308767,1613943322907,3574
+"epoch",22.48427672955973,1613943322907,3574
+"wd_0",0.01,1613943322907,3574
+"sqr_mom_0",0.99,1613943322907,3574
+"lr_0",4.589154507977398e-06,1613943322907,3574
+"mom_0",0.8582169920103722,1613943322907,3574
+"eps_0",1e-05,1613943322907,3574
+"wd_1",0.01,1613943322907,3574
+"sqr_mom_1",0.99,1613943322907,3574
+"lr_1",4.5891545079773986e-05,1613943322907,3574
+"mom_1",0.8582169920103722,1613943322907,3574
+"eps_1",1e-05,1613943322907,3574
+"wd_2",0.01,1613943322907,3574
+"sqr_mom_2",0.99,1613943322907,3574
+"lr_2",0.0004589154507977398,1613943322907,3574
+"mom_2",0.8582169920103722,1613943322907,3574
+"eps_2",1e-05,1613943322907,3574
+"train_loss",0.023165412,1613943323883,3575
+"raw_loss",0.012145149,1613943323883,3575
+"epoch",22.49056603773583,1613943323883,3575
+"wd_0",0.01,1613943323883,3575
+"sqr_mom_0",0.99,1613943323883,3575
+"lr_0",4.588378962997955e-06,1613943323883,3575
+"mom_0",0.8582325030650715,1613943323883,3575
+"eps_0",1e-05,1613943323883,3575
+"wd_1",0.01,1613943323883,3575
+"sqr_mom_1",0.99,1613943323883,3575
+"lr_1",4.5883789629979554e-05,1613943323883,3575
+"mom_1",0.8582325030650715,1613943323883,3575
+"eps_1",1e-05,1613943323883,3575
+"wd_2",0.01,1613943323883,3575
+"sqr_mom_2",0.99,1613943323883,3575
+"lr_2",0.00045883789629979553,1613943323883,3575
+"mom_2",0.8582325030650715,1613943323883,3575
+"eps_2",1e-05,1613943323883,3575
+"train_loss",0.02299832,1613943324858,3576
+"raw_loss",0.014810798,1613943324858,3576
+"epoch",22.496855345911932,1613943324858,3576
+"wd_0",0.01,1613943324858,3576
+"sqr_mom_0",0.99,1613943324858,3576
+"lr_0",4.5876027523796255e-06,1613943324858,3576
+"mom_0",0.8582480274326818,1613943324858,3576
+"eps_0",1e-05,1613943324858,3576
+"wd_1",0.01,1613943324858,3576
+"sqr_mom_1",0.99,1613943324858,3576
+"lr_1",4.587602752379625e-05,1613943324858,3576
+"mom_1",0.8582480274326818,1613943324858,3576
+"eps_1",1e-05,1613943324858,3576
+"wd_2",0.01,1613943324858,3576
+"sqr_mom_2",0.99,1613943324858,3576
+"lr_2",0.0004587602752379625,1613943324858,3576
+"mom_2",0.8582480274326818,1613943324858,3576
+"eps_2",1e-05,1613943324858,3576
+"train_loss",0.022921894,1613943325811,3577
+"raw_loss",0.019176977,1613943325811,3577
+"epoch",22.503144654088032,1613943325811,3577
+"wd_0",0.01,1613943325811,3577
+"sqr_mom_0",0.99,1613943325811,3577
+"lr_0",4.586826069705275e-06,1613943325811,3577
+"mom_0",0.8582635612415069,1613943325811,3577
+"eps_0",1e-05,1613943325811,3577
+"wd_1",0.01,1613943325811,3577
+"sqr_mom_1",0.99,1613943325811,3577
+"lr_1",4.5868260697052747e-05,1613943325811,3577
+"mom_1",0.8582635612415069,1613943325811,3577
+"eps_1",1e-05,1613943325811,3577
+"wd_2",0.01,1613943325811,3577
+"sqr_mom_2",0.99,1613943325811,3577
+"lr_2",0.00045868260697052747,1613943325811,3577
+"mom_2",0.8582635612415069,1613943325811,3577
+"eps_2",1e-05,1613943325811,3577
+"train_loss",0.022809623,1613943326765,3578
+"raw_loss",0.017308371,1613943326765,3578
+"epoch",22.509433962264133,1613943326765,3578
+"wd_0",0.01,1613943326765,3578
+"sqr_mom_0",0.99,1613943326765,3578
+"lr_0",4.586048528717036e-06,1613943326765,3578
+"mom_0",0.8582791122167814,1613943326765,3578
+"eps_0",1e-05,1613943326765,3578
+"wd_1",0.01,1613943326765,3578
+"sqr_mom_1",0.99,1613943326765,3578
+"lr_1",4.586048528717036e-05,1613943326765,3578
+"mom_1",0.8582791122167814,1613943326765,3578
+"eps_1",1e-05,1613943326765,3578
+"wd_2",0.01,1613943326765,3578
+"sqr_mom_2",0.99,1613943326765,3578
+"lr_2",0.00045860485287170353,1613943326765,3578
+"mom_2",0.8582791122167814,1613943326765,3578
+"eps_2",1e-05,1613943326765,3578
+"train_loss",0.022990597,1613943327797,3579
+"raw_loss",0.031858355,1613943327797,3579
+"epoch",22.515723270440233,1613943327797,3579
+"wd_0",0.01,1613943327797,3579
+"sqr_mom_0",0.99,1613943327797,3579
+"lr_0",4.585270322832709e-06,1613943327797,3579
+"mom_0",0.8582946764901107,1613943327797,3579
+"eps_0",1e-05,1613943327797,3579
+"wd_1",0.01,1613943327797,3579
+"sqr_mom_1",0.99,1613943327797,3579
+"lr_1",4.5852703228327086e-05,1613943327797,3579
+"mom_1",0.8582946764901107,1613943327797,3579
+"eps_1",1e-05,1613943327797,3579
+"wd_2",0.01,1613943327797,3579
+"sqr_mom_2",0.99,1613943327797,3579
+"lr_2",0.00045852703228327086,1613943327797,3579
+"mom_2",0.8582946764901107,1613943327797,3579
+"eps_2",1e-05,1613943327797,3579
+"train_loss",0.022754407,1613943329017,3580
+"raw_loss",0.011181082,1613943329017,3580
+"epoch",22.522012578616334,1613943329017,3580
+"wd_0",0.01,1613943329017,3580
+"sqr_mom_0",0.99,1613943329017,3580
+"lr_0",4.584491646131854e-06,1613943329017,3580
+"mom_0",0.8583102501798647,1613943329017,3580
+"eps_0",1e-05,1613943329017,3580
+"wd_1",0.01,1613943329017,3580
+"sqr_mom_1",0.99,1613943329017,3580
+"lr_1",4.5844916461318533e-05,1613943329017,3580
+"mom_1",0.8583102501798647,1613943329017,3580
+"eps_1",1e-05,1613943329017,3580
+"wd_2",0.01,1613943329017,3580
+"sqr_mom_2",0.99,1613943329017,3580
+"lr_2",0.0004584491646131853,1613943329017,3580
+"mom_2",0.8583102501798647,1613943329017,3580
+"eps_2",1e-05,1613943329017,3580
+"train_loss",0.022616988,1613943330107,3581
+"raw_loss",0.01588351,1613943330107,3581
+"epoch",22.528301886792434,1613943330107,3581
+"wd_0",0.01,1613943330107,3581
+"sqr_mom_0",0.99,1613943330107,3581
+"lr_0",4.5837121113649385e-06,1613943330107,3581
+"mom_0",0.8583258410311115,1613943330107,3581
+"eps_0",1e-05,1613943330107,3581
+"wd_1",0.01,1613943330107,3581
+"sqr_mom_1",0.99,1613943330107,3581
+"lr_1",4.5837121113649385e-05,1613943330107,3581
+"mom_1",0.8583258410311115,1613943330107,3581
+"eps_1",1e-05,1613943330107,3581
+"wd_2",0.01,1613943330107,3581
+"sqr_mom_2",0.99,1613943330107,3581
+"lr_2",0.0004583712111364938,1613943330107,3581
+"mom_2",0.8583258410311115,1613943330107,3581
+"eps_2",1e-05,1613943330107,3581
+"train_loss",0.02242299,1613943331354,3582
+"raw_loss",0.012917068,1613943331354,3582
+"epoch",22.534591194968534,1613943331354,3582
+"wd_0",0.01,1613943331354,3582
+"sqr_mom_0",0.99,1613943331354,3582
+"lr_0",4.582931912446642e-06,1613943331354,3582
+"mom_0",0.8583414451655188,1613943331354,3582
+"eps_0",1e-05,1613943331354,3582
+"wd_1",0.01,1613943331354,3582
+"sqr_mom_1",0.99,1613943331354,3582
+"lr_1",4.582931912446641e-05,1613943331354,3582
+"mom_1",0.8583414451655188,1613943331354,3582
+"eps_1",1e-05,1613943331354,3582
+"wd_2",0.01,1613943331354,3582
+"sqr_mom_2",0.99,1613943331354,3582
+"lr_2",0.0004582931912446641,1613943331354,3582
+"mom_2",0.8583414451655188,1613943331354,3582
+"eps_2",1e-05,1613943331354,3582
+"train_loss",0.023105424,1613943332509,3583
+"raw_loss",0.056544706,1613943332509,3583
+"epoch",22.540880503144635,1613943332509,3583
+"wd_0",0.01,1613943332509,3583
+"sqr_mom_0",0.99,1613943332509,3583
+"lr_0",4.582151049625643e-06,1613943332509,3583
+"mom_0",0.858357062578113,1613943332509,3583
+"eps_0",1e-05,1613943332509,3583
+"wd_1",0.01,1613943332509,3583
+"sqr_mom_1",0.99,1613943332509,3583
+"lr_1",4.5821510496256426e-05,1613943332509,3583
+"mom_1",0.858357062578113,1613943332509,3583
+"eps_1",1e-05,1613943332509,3583
+"wd_2",0.01,1613943332509,3583
+"sqr_mom_2",0.99,1613943332509,3583
+"lr_2",0.0004582151049625643,1613943332509,3583
+"mom_2",0.858357062578113,1613943332509,3583
+"eps_2",1e-05,1613943332509,3583
+"train_loss",0.023178577,1613943333594,3584
+"raw_loss",0.02676308,1613943333594,3584
+"epoch",22.547169811320735,1613943333594,3584
+"wd_0",0.01,1613943333594,3584
+"sqr_mom_0",0.99,1613943333594,3584
+"lr_0",4.581369717642907e-06,1613943333594,3584
+"mom_0",0.8583726893740355,1613943333594,3584
+"eps_0",1e-05,1613943333594,3584
+"wd_1",0.01,1613943333594,3584
+"sqr_mom_1",0.99,1613943333594,3584
+"lr_1",4.581369717642907e-05,1613943333594,3584
+"mom_1",0.8583726893740355,1613943333594,3584
+"eps_1",1e-05,1613943333594,3584
+"wd_2",0.01,1613943333594,3584
+"sqr_mom_2",0.99,1613943333594,3584
+"lr_2",0.0004581369717642907,1613943333594,3584
+"mom_2",0.8583726893740355,1613943333594,3584
+"eps_2",1e-05,1613943333594,3584
+"train_loss",0.022894787,1613943334557,3585
+"raw_loss",0.008988985,1613943334557,3585
+"epoch",22.553459119496836,1613943334557,3585
+"wd_0",0.01,1613943334557,3585
+"sqr_mom_0",0.99,1613943334557,3585
+"lr_0",4.5805875279283845e-06,1613943334557,3585
+"mom_0",0.8583883333247655,1613943334557,3585
+"eps_0",1e-05,1613943334557,3585
+"wd_1",0.01,1613943334557,3585
+"sqr_mom_1",0.99,1613943334557,3585
+"lr_1",4.5805875279283845e-05,1613943334557,3585
+"mom_1",0.8583883333247655,1613943334557,3585
+"eps_1",1e-05,1613943334557,3585
+"wd_2",0.01,1613943334557,3585
+"sqr_mom_2",0.99,1613943334557,3585
+"lr_2",0.00045805875279283844,1613943334557,3585
+"mom_2",0.8583883333247655,1613943334557,3585
+"eps_2",1e-05,1613943334557,3585
+"train_loss",0.022778882,1613943335518,3586
+"raw_loss",0.017099531,1613943335518,3586
+"epoch",22.559748427672936,1613943335518,3586
+"wd_0",0.01,1613943335518,3586
+"sqr_mom_0",0.99,1613943335518,3586
+"lr_0",4.579804675058405e-06,1613943335518,3586
+"mom_0",0.8584039905387373,1613943335518,3586
+"eps_0",1e-05,1613943335518,3586
+"wd_1",0.01,1613943335518,3586
+"sqr_mom_1",0.99,1613943335518,3586
+"lr_1",4.5798046750584053e-05,1613943335518,3586
+"mom_1",0.8584039905387373,1613943335518,3586
+"eps_1",1e-05,1613943335518,3586
+"wd_2",0.01,1613943335518,3586
+"sqr_mom_2",0.99,1613943335518,3586
+"lr_2",0.0004579804675058405,1613943335518,3586
+"mom_2",0.8584039905387373,1613943335518,3586
+"eps_2",1e-05,1613943335518,3586
+"train_loss",0.02375874,1613943336487,3587
+"raw_loss",0.07177178,1613943336487,3587
+"epoch",22.566037735849036,1613943336487,3587
+"wd_0",0.01,1613943336487,3587
+"sqr_mom_0",0.99,1613943336487,3587
+"lr_0",4.579021354269327e-06,1613943336487,3587
+"mom_0",0.8584196571111845,1613943336487,3587
+"eps_0",1e-05,1613943336487,3587
+"wd_1",0.01,1613943336487,3587
+"sqr_mom_1",0.99,1613943336487,3587
+"lr_1",4.579021354269327e-05,1613943336487,3587
+"mom_1",0.8584196571111845,1613943336487,3587
+"eps_1",1e-05,1613943336487,3587
+"wd_2",0.01,1613943336487,3587
+"sqr_mom_2",0.99,1613943336487,3587
+"lr_2",0.00045790213542693263,1613943336487,3587
+"mom_2",0.8584196571111845,1613943336487,3587
+"eps_2",1e-05,1613943336487,3587
+"train_loss",0.02383759,1613943337442,3588
+"raw_loss",0.027701296,1613943337442,3588
+"epoch",22.572327044025137,1613943337442,3588
+"wd_0",0.01,1613943337442,3588
+"sqr_mom_0",0.99,1613943337442,3588
+"lr_0",4.578237110951489e-06,1613943337442,3588
+"mom_0",0.8584353421343915,1613943337442,3588
+"eps_0",1e-05,1613943337442,3588
+"wd_1",0.01,1613943337442,3588
+"sqr_mom_1",0.99,1613943337442,3588
+"lr_1",4.578237110951489e-05,1613943337442,3588
+"mom_1",0.8584353421343915,1613943337442,3588
+"eps_1",1e-05,1613943337442,3588
+"wd_2",0.01,1613943337442,3588
+"sqr_mom_2",0.99,1613943337442,3588
+"lr_2",0.00045782371109514885,1613943337442,3588
+"mom_2",0.8584353421343915,1613943337442,3588
+"eps_2",1e-05,1613943337442,3588
+"train_loss",0.023909913,1613943338385,3589
+"raw_loss",0.027453767,1613943338385,3589
+"epoch",22.578616352201237,1613943338385,3589
+"wd_0",0.01,1613943338385,3589
+"sqr_mom_0",0.99,1613943338385,3589
+"lr_0",4.577452270222969e-06,1613943338385,3589
+"mom_0",0.8584510391059317,1613943338385,3589
+"eps_0",1e-05,1613943338385,3589
+"wd_1",0.01,1613943338385,3589
+"sqr_mom_1",0.99,1613943338385,3589
+"lr_1",4.577452270222969e-05,1613943338385,3589
+"mom_1",0.8584510391059317,1613943338385,3589
+"eps_1",1e-05,1613943338385,3589
+"wd_2",0.01,1613943338385,3589
+"sqr_mom_2",0.99,1613943338385,3589
+"lr_2",0.00045774522702229687,1613943338385,3589
+"mom_2",0.8584510391059317,1613943338385,3589
+"eps_2",1e-05,1613943338385,3589
+"train_loss",0.024176393,1613943339384,3590
+"raw_loss",0.037233867,1613943339384,3590
+"epoch",22.584905660377338,1613943339384,3590
+"wd_0",0.01,1613943339384,3590
+"sqr_mom_0",0.99,1613943339384,3590
+"lr_0",4.5766669628193646e-06,1613943339384,3590
+"mom_0",0.8584667454110668,1613943339384,3590
+"eps_0",1e-05,1613943339384,3590
+"wd_1",0.01,1613943339384,3590
+"sqr_mom_1",0.99,1613943339384,3590
+"lr_1",4.576666962819364e-05,1613943339384,3590
+"mom_1",0.8584667454110668,1613943339384,3590
+"eps_1",1e-05,1613943339384,3590
+"wd_2",0.01,1613943339384,3590
+"sqr_mom_2",0.99,1613943339384,3590
+"lr_2",0.00045766669628193637,1613943339384,3590
+"mom_2",0.8584667454110668,1613943339384,3590
+"eps_2",1e-05,1613943339384,3590
+"train_loss",0.024235917,1613943340326,3591
+"raw_loss",0.027152667,1613943340326,3591
+"epoch",22.591194968553438,1613943340326,3591
+"wd_0",0.01,1613943340326,3591
+"sqr_mom_0",0.99,1613943340326,3591
+"lr_0",4.575880798193579e-06,1613943340326,3591
+"mom_0",0.858482468860817,1613943340326,3591
+"eps_0",1e-05,1613943340326,3591
+"wd_1",0.01,1613943340326,3591
+"sqr_mom_1",0.99,1613943340326,3591
+"lr_1",4.5758807981935784e-05,1613943340326,3591
+"mom_1",0.858482468860817,1613943340326,3591
+"eps_1",1e-05,1613943340326,3591
+"wd_2",0.01,1613943340326,3591
+"sqr_mom_2",0.99,1613943340326,3591
+"lr_2",0.0004575880798193578,1613943340326,3591
+"mom_2",0.858482468860817,1613943340326,3591
+"eps_2",1e-05,1613943340326,3591
+"train_loss",0.024395827,1613943341289,3592
+"raw_loss",0.032231465,1613943341289,3592
+"epoch",22.59748427672954,1613943341289,3592
+"wd_0",0.01,1613943341289,3592
+"sqr_mom_0",0.99,1613943341289,3592
+"lr_0",4.5750939719125525e-06,1613943341289,3592
+"mom_0",0.8584982055438044,1613943341289,3592
+"eps_0",1e-05,1613943341289,3592
+"wd_1",0.01,1613943341289,3592
+"sqr_mom_1",0.99,1613943341289,3592
+"lr_1",4.575093971912553e-05,1613943341289,3592
+"mom_1",0.8584982055438044,1613943341289,3592
+"eps_1",1e-05,1613943341289,3592
+"wd_2",0.01,1613943341289,3592
+"sqr_mom_2",0.99,1613943341289,3592
+"lr_2",0.00045750939719125524,1613943341289,3592
+"mom_2",0.8584982055438044,1613943341289,3592
+"eps_2",1e-05,1613943341289,3592
+"train_loss",0.02437861,1613943342281,3593
+"raw_loss",0.02353496,1613943342281,3593
+"epoch",22.60377358490564,1613943342281,3593
+"wd_0",0.01,1613943342281,3593
+"sqr_mom_0",0.99,1613943342281,3593
+"lr_0",4.574306680201762e-06,1613943342281,3593
+"mom_0",0.8585139515354802,1613943342281,3593
+"eps_0",1e-05,1613943342281,3593
+"wd_1",0.01,1613943342281,3593
+"sqr_mom_1",0.99,1613943342281,3593
+"lr_1",4.574306680201761e-05,1613943342281,3593
+"mom_1",0.8585139515354802,1613943342281,3593
+"eps_1",1e-05,1613943342281,3593
+"wd_2",0.01,1613943342281,3593
+"sqr_mom_2",0.99,1613943342281,3593
+"lr_2",0.0004574306680201761,1613943342281,3593
+"mom_2",0.8585139515354802,1613943342281,3593
+"eps_2",1e-05,1613943342281,3593
+"train_loss",0.024565417,1613943343277,3594
+"raw_loss",0.033718977,1613943343277,3594
+"epoch",22.61006289308174,1613943343277,3594
+"wd_0",0.01,1613943343277,3594
+"sqr_mom_0",0.99,1613943343277,3594
+"lr_0",4.573518531527276e-06,1613943343277,3594
+"mom_0",0.8585297146666011,1613943343277,3594
+"eps_0",1e-05,1613943343277,3594
+"wd_1",0.01,1613943343277,3594
+"sqr_mom_1",0.99,1613943343277,3594
+"lr_1",4.5735185315272766e-05,1613943343277,3594
+"mom_1",0.8585297146666011,1613943343277,3594
+"eps_1",1e-05,1613943343277,3594
+"wd_2",0.01,1613943343277,3594
+"sqr_mom_2",0.99,1613943343277,3594
+"lr_2",0.00045735185315272766,1613943343277,3594
+"mom_2",0.8585297146666011,1613943343277,3594
+"eps_2",1e-05,1613943343277,3594
+"train_loss",0.025061905,1613943344261,3595
+"raw_loss",0.04938982,1613943344261,3595
+"epoch",22.61635220125784,1613943344261,3595
+"wd_0",0.01,1613943344261,3595
+"sqr_mom_0",0.99,1613943344261,3595
+"lr_0",4.572729721950497e-06,1613943344261,3595
+"mom_0",0.8585454910159002,1613943344261,3595
+"eps_0",1e-05,1613943344261,3595
+"wd_1",0.01,1613943344261,3595
+"sqr_mom_1",0.99,1613943344261,3595
+"lr_1",4.5727297219504967e-05,1613943344261,3595
+"mom_1",0.8585454910159002,1613943344261,3595
+"eps_1",1e-05,1613943344261,3595
+"wd_2",0.01,1613943344261,3595
+"sqr_mom_2",0.99,1613943344261,3595
+"lr_2",0.00045727297219504967,1613943344261,3595
+"mom_2",0.8585454910159002,1613943344261,3595
+"eps_2",1e-05,1613943344261,3595
+"train_loss",0.0249623,1613943345278,3596
+"raw_loss",0.02008167,1613943345278,3596
+"epoch",22.62264150943394,1613943345278,3596
+"wd_0",0.01,1613943345278,3596
+"sqr_mom_0",0.99,1613943345278,3596
+"lr_0",4.571940448190605e-06,1613943345278,3596
+"mom_0",0.8585612766489544,1613943345278,3596
+"eps_0",1e-05,1613943345278,3596
+"wd_1",0.01,1613943345278,3596
+"sqr_mom_1",0.99,1613943345278,3596
+"lr_1",4.5719404481906045e-05,1613943345278,3596
+"mom_1",0.8585612766489544,1613943345278,3596
+"eps_1",1e-05,1613943345278,3596
+"wd_2",0.01,1613943345278,3596
+"sqr_mom_2",0.99,1613943345278,3596
+"lr_2",0.0004571940448190604,1613943345278,3596
+"mom_2",0.8585612766489544,1613943345278,3596
+"eps_2",1e-05,1613943345278,3596
+"train_loss",0.024999458,1613943346230,3597
+"raw_loss",0.026820196,1613943346230,3597
+"epoch",22.62893081761004,1613943346230,3597
+"wd_0",0.01,1613943346230,3597
+"sqr_mom_0",0.99,1613943346230,3597
+"lr_0",4.571150317727965e-06,1613943346230,3597
+"mom_0",0.8585770794162348,1613943346230,3597
+"eps_0",1e-05,1613943346230,3597
+"wd_1",0.01,1613943346230,3597
+"sqr_mom_1",0.99,1613943346230,3597
+"lr_1",4.571150317727965e-05,1613943346230,3597
+"mom_1",0.8585770794162348,1613943346230,3597
+"eps_1",1e-05,1613943346230,3597
+"wd_2",0.01,1613943346230,3597
+"sqr_mom_2",0.99,1613943346230,3597
+"lr_2",0.0004571150317727965,1613943346230,3597
+"mom_2",0.8585770794162348,1613943346230,3597
+"eps_2",1e-05,1613943346230,3597
+"train_loss",0.024761394,1613943347203,3598
+"raw_loss",0.013096231,1613943347203,3598
+"epoch",22.63522012578614,1613943347203,3598
+"wd_0",0.01,1613943347203,3598
+"sqr_mom_0",0.99,1613943347203,3598
+"lr_0",4.570359527117872e-06,1613943347203,3598
+"mom_0",0.8585928953865964,1613943347203,3598
+"eps_0",1e-05,1613943347203,3598
+"wd_1",0.01,1613943347203,3598
+"sqr_mom_1",0.99,1613943347203,3598
+"lr_1",4.5703595271178716e-05,1613943347203,3598
+"mom_1",0.8585928953865964,1613943347203,3598
+"eps_1",1e-05,1613943347203,3598
+"wd_2",0.01,1613943347203,3598
+"sqr_mom_2",0.99,1613943347203,3598
+"lr_2",0.0004570359527117872,1613943347203,3598
+"mom_2",0.8585928953865964,1613943347203,3598
+"eps_2",1e-05,1613943347203,3598
+"train_loss",0.02491524,1613943348160,3599
+"raw_loss",0.03245379,1613943348160,3599
+"epoch",22.64150943396224,1613943348160,3599
+"wd_0",0.01,1613943348160,3599
+"sqr_mom_0",0.99,1613943348160,3599
+"lr_0",4.569568273572651e-06,1613943348160,3599
+"mom_0",0.8586087206157531,1613943348160,3599
+"eps_0",1e-05,1613943348160,3599
+"wd_1",0.01,1613943348160,3599
+"sqr_mom_1",0.99,1613943348160,3599
+"lr_1",4.569568273572651e-05,1613943348160,3599
+"mom_1",0.8586087206157531,1613943348160,3599
+"eps_1",1e-05,1613943348160,3599
+"wd_2",0.01,1613943348160,3599
+"sqr_mom_2",0.99,1613943348160,3599
+"lr_2",0.00045695682735726506,1613943348160,3599
+"mom_2",0.8586087206157531,1613943348160,3599
+"eps_2",1e-05,1613943348160,3599
+"train_loss",0.024704933,1613943349123,3600
+"raw_loss",0.014399843,1613943349123,3600
+"epoch",22.64779874213834,1613943349123,3600
+"wd_0",0.01,1613943349123,3600
+"sqr_mom_0",0.99,1613943349123,3600
+"lr_0",4.568776163588086e-06,1613943349123,3600
+"mom_0",0.858624562973868,1613943349123,3600
+"eps_0",1e-05,1613943349123,3600
+"wd_1",0.01,1613943349123,3600
+"sqr_mom_1",0.99,1613943349123,3600
+"lr_1",4.568776163588086e-05,1613943349123,3600
+"mom_1",0.858624562973868,1613943349123,3600
+"eps_1",1e-05,1613943349123,3600
+"wd_2",0.01,1613943349123,3600
+"sqr_mom_2",0.99,1613943349123,3600
+"lr_2",0.00045687761635880857,1613943349123,3600
+"mom_2",0.858624562973868,1613943349123,3600
+"eps_2",1e-05,1613943349123,3600
+"train_loss",0.024919484,1613943350074,3601
+"raw_loss",0.035432458,1613943350074,3601
+"epoch",22.654088050314442,1613943350074,3601
+"wd_0",0.01,1613943350074,3601
+"sqr_mom_0",0.99,1613943350074,3601
+"lr_0",4.5679833942128025e-06,1613943350074,3601
+"mom_0",0.8586404185199291,1613943350074,3601
+"eps_0",1e-05,1613943350074,3601
+"wd_1",0.01,1613943350074,3601
+"sqr_mom_1",0.99,1613943350074,3601
+"lr_1",4.567983394212802e-05,1613943350074,3601
+"mom_1",0.8586404185199291,1613943350074,3601
+"eps_1",1e-05,1613943350074,3601
+"wd_2",0.01,1613943350074,3601
+"sqr_mom_2",0.99,1613943350074,3601
+"lr_2",0.0004567983394212802,1613943350074,3601
+"mom_2",0.8586404185199291,1613943350074,3601
+"eps_2",1e-05,1613943350074,3601
+"train_loss",0.02473957,1613943351038,3602
+"raw_loss",0.015923785,1613943351038,3602
+"epoch",22.660377358490543,1613943351038,3602
+"wd_0",0.01,1613943351038,3602
+"sqr_mom_0",0.99,1613943351038,3602
+"lr_0",4.567189965699485e-06,1613943351038,3602
+"mom_0",0.8586562872488828,1613943351038,3602
+"eps_0",1e-05,1613943351038,3602
+"wd_1",0.01,1613943351038,3602
+"sqr_mom_1",0.99,1613943351038,3602
+"lr_1",4.567189965699485e-05,1613943351038,3602
+"mom_1",0.8586562872488828,1613943351038,3602
+"eps_1",1e-05,1613943351038,3602
+"wd_2",0.01,1613943351038,3602
+"sqr_mom_2",0.99,1613943351038,3602
+"lr_2",0.0004567189965699484,1613943351038,3602
+"mom_2",0.8586562872488828,1613943351038,3602
+"eps_2",1e-05,1613943351038,3602
+"train_loss",0.02480317,1613943351991,3603
+"raw_loss",0.02791949,1613943351991,3603
+"epoch",22.666666666666643,1613943351991,3603
+"wd_0",0.01,1613943351991,3603
+"sqr_mom_0",0.99,1613943351991,3603
+"lr_0",4.5663960759171184e-06,1613943351991,3603
+"mom_0",0.8586721652033097,1613943351991,3603
+"eps_0",1e-05,1613943351991,3603
+"wd_1",0.01,1613943351991,3603
+"sqr_mom_1",0.99,1613943351991,3603
+"lr_1",4.566396075917118e-05,1613943351991,3603
+"mom_1",0.8586721652033097,1613943351991,3603
+"eps_1",1e-05,1613943351991,3603
+"wd_2",0.01,1613943351991,3603
+"sqr_mom_2",0.99,1613943351991,3603
+"lr_2",0.0004566396075917118,1613943351991,3603
+"mom_2",0.8586721652033097,1613943351991,3603
+"eps_2",1e-05,1613943351991,3603
+"train_loss",0.024976723,1613943352966,3604
+"raw_loss",0.03348085,1613943352966,3604
+"epoch",22.672955974842743,1613943352966,3604
+"wd_0",0.01,1613943352966,3604
+"sqr_mom_0",0.99,1613943352966,3604
+"lr_0",4.56560133005044e-06,1613943352966,3604
+"mom_0",0.858688060279594,1613943352966,3604
+"eps_0",1e-05,1613943352966,3604
+"wd_1",0.01,1613943352966,3604
+"sqr_mom_1",0.99,1613943352966,3604
+"lr_1",4.56560133005044e-05,1613943352966,3604
+"mom_1",0.858688060279594,1613943352966,3604
+"eps_1",1e-05,1613943352966,3604
+"wd_2",0.01,1613943352966,3604
+"sqr_mom_2",0.99,1613943352966,3604
+"lr_2",0.000456560133005044,1613943352966,3604
+"mom_2",0.858688060279594,1613943352966,3604
+"eps_2",1e-05,1613943352966,3604
+"train_loss",0.026020052,1613943353934,3605
+"raw_loss",0.077143215,1613943353934,3605
+"epoch",22.679245283018844,1613943353934,3605
+"wd_0",0.01,1613943353934,3605
+"sqr_mom_0",0.99,1613943353934,3605
+"lr_0",4.564805925804985e-06,1613943353934,3605
+"mom_0",0.8587039685235855,1613943353934,3605
+"eps_0",1e-05,1613943353934,3605
+"wd_1",0.01,1613943353934,3605
+"sqr_mom_1",0.99,1613943353934,3605
+"lr_1",4.564805925804985e-05,1613943353934,3605
+"mom_1",0.8587039685235855,1613943353934,3605
+"eps_1",1e-05,1613943353934,3605
+"wd_2",0.01,1613943353934,3605
+"sqr_mom_2",0.99,1613943353934,3605
+"lr_2",0.00045648059258049844,1613943353934,3605
+"mom_2",0.8587039685235855,1613943353934,3605
+"eps_2",1e-05,1613943353934,3605
+"train_loss",0.025742702,1613943354907,3606
+"raw_loss",0.012152548,1613943354907,3606
+"epoch",22.685534591194944,1613943354907,3606
+"wd_0",0.01,1613943354907,3606
+"sqr_mom_0",0.99,1613943354907,3606
+"lr_0",4.564010061541558e-06,1613943354907,3606
+"mom_0",0.8587198859680285,1613943354907,3606
+"eps_0",1e-05,1613943354907,3606
+"wd_1",0.01,1613943354907,3606
+"sqr_mom_1",0.99,1613943354907,3606
+"lr_1",4.564010061541558e-05,1613943354907,3606
+"mom_1",0.8587198859680285,1613943354907,3606
+"eps_1",1e-05,1613943354907,3606
+"wd_2",0.01,1613943354907,3606
+"sqr_mom_2",0.99,1613943354907,3606
+"lr_2",0.0004564010061541558,1613943354907,3606
+"mom_2",0.8587198859680285,1613943354907,3606
+"eps_2",1e-05,1613943354907,3606
+"train_loss",0.025650416,1613943355879,3607
+"raw_loss",0.021128355,1613943355879,3607
+"epoch",22.691823899371045,1613943355879,3607
+"wd_0",0.01,1613943355879,3607
+"sqr_mom_0",0.99,1613943355879,3607
+"lr_0",4.563213341462953e-06,1613943355879,3607
+"mom_0",0.8587358205289461,1613943355879,3607
+"eps_0",1e-05,1613943355879,3607
+"wd_1",0.01,1613943355879,3607
+"sqr_mom_1",0.99,1613943355879,3607
+"lr_1",4.5632133414629536e-05,1613943355879,3607
+"mom_1",0.8587358205289461,1613943355879,3607
+"eps_1",1e-05,1613943355879,3607
+"wd_2",0.01,1613943355879,3607
+"sqr_mom_2",0.99,1613943355879,3607
+"lr_2",0.0004563213341462953,1613943355879,3607
+"mom_2",0.8587358205289461,1613943355879,3607
+"eps_2",1e-05,1613943355879,3607
+"train_loss",0.025585923,1613943356855,3608
+"raw_loss",0.022425814,1613943356855,3608
+"epoch",22.698113207547145,1613943356855,3608
+"wd_0",0.01,1613943356855,3608
+"sqr_mom_0",0.99,1613943356855,3608
+"lr_0",4.562415963766716e-06,1613943356855,3608
+"mom_0",0.8587517682423481,1613943356855,3608
+"eps_0",1e-05,1613943356855,3608
+"wd_1",0.01,1613943356855,3608
+"sqr_mom_1",0.99,1613943356855,3608
+"lr_1",4.562415963766715e-05,1613943356855,3608
+"mom_1",0.8587517682423481,1613943356855,3608
+"eps_1",1e-05,1613943356855,3608
+"wd_2",0.01,1613943356855,3608
+"sqr_mom_2",0.99,1613943356855,3608
+"lr_2",0.0004562415963766715,1613943356855,3608
+"mom_2",0.8587517682423481,1613943356855,3608
+"eps_2",1e-05,1613943356855,3608
+"train_loss",0.026026113,1613943357844,3609
+"raw_loss",0.047595438,1613943357844,3609
+"epoch",22.704402515723245,1613943357844,3609
+"wd_0",0.01,1613943357844,3609
+"sqr_mom_0",0.99,1613943357844,3609
+"lr_0",4.561618061105606e-06,1613943357844,3609
+"mom_0",0.8587677264551524,1613943357844,3609
+"eps_0",1e-05,1613943357844,3609
+"wd_1",0.01,1613943357844,3609
+"sqr_mom_1",0.99,1613943357844,3609
+"lr_1",4.5616180611056064e-05,1613943357844,3609
+"mom_1",0.8587677264551524,1613943357844,3609
+"eps_1",1e-05,1613943357844,3609
+"wd_2",0.01,1613943357844,3609
+"sqr_mom_2",0.99,1613943357844,3609
+"lr_2",0.00045616180611056064,1613943357844,3609
+"mom_2",0.8587677264551524,1613943357844,3609
+"eps_2",1e-05,1613943357844,3609
+"train_loss",0.025821516,1613943358815,3610
+"raw_loss",0.015796294,1613943358815,3610
+"epoch",22.710691823899346,1613943358815,3610
+"wd_0",0.01,1613943358815,3610
+"sqr_mom_0",0.99,1613943358815,3610
+"lr_0",4.560819369045728e-06,1613943358815,3610
+"mom_0",0.85878370045609,1613943358815,3610
+"eps_0",1e-05,1613943358815,3610
+"wd_1",0.01,1613943358815,3610
+"sqr_mom_1",0.99,1613943358815,3610
+"lr_1",4.5608193690457276e-05,1613943358815,3610
+"mom_1",0.85878370045609,1613943358815,3610
+"eps_1",1e-05,1613943358815,3610
+"wd_2",0.01,1613943358815,3610
+"sqr_mom_2",0.99,1613943358815,3610
+"lr_2",0.00045608193690457275,1613943358815,3610
+"mom_2",0.85878370045609,1613943358815,3610
+"eps_2",1e-05,1613943358815,3610
+"train_loss",0.025765365,1613943359820,3611
+"raw_loss",0.023013977,1613943359820,3611
+"epoch",22.716981132075446,1613943359820,3611
+"wd_0",0.01,1613943359820,3611
+"sqr_mom_0",0.99,1613943359820,3611
+"lr_0",4.560020020131267e-06,1613943359820,3611
+"mom_0",0.8587996875942506,1613943359820,3611
+"eps_0",1e-05,1613943359820,3611
+"wd_1",0.01,1613943359820,3611
+"sqr_mom_1",0.99,1613943359820,3611
+"lr_1",4.5600200201312665e-05,1613943359820,3611
+"mom_1",0.8587996875942506,1613943359820,3611
+"eps_1",1e-05,1613943359820,3611
+"wd_2",0.01,1613943359820,3611
+"sqr_mom_2",0.99,1613943359820,3611
+"lr_2",0.00045600200201312665,1613943359820,3611
+"mom_2",0.8587996875942506,1613943359820,3611
+"eps_2",1e-05,1613943359820,3611
+"train_loss",0.025756212,1613943360801,3612
+"raw_loss",0.025307756,1613943360801,3612
+"epoch",22.723270440251547,1613943360801,3612
+"wd_0",0.01,1613943360801,3612
+"sqr_mom_0",0.99,1613943360801,3612
+"lr_0",4.559220213704979e-06,1613943360801,3612
+"mom_0",0.8588156838827392,1613943360801,3612
+"eps_0",1e-05,1613943360801,3612
+"wd_1",0.01,1613943360801,3612
+"sqr_mom_1",0.99,1613943360801,3612
+"lr_1",4.559220213704979e-05,1613943360801,3612
+"mom_1",0.8588156838827392,1613943360801,3612
+"eps_1",1e-05,1613943360801,3612
+"wd_2",0.01,1613943360801,3612
+"sqr_mom_2",0.99,1613943360801,3612
+"lr_2",0.00045592202137049786,1613943360801,3612
+"mom_2",0.8588156838827392,1613943360801,3612
+"eps_2",1e-05,1613943360801,3612
+"train_loss",0.025506219,1613943361798,3613
+"raw_loss",0.013256516,1613943361798,3613
+"epoch",22.729559748427647,1613943361798,3613
+"wd_0",0.01,1613943361798,3613
+"sqr_mom_0",0.99,1613943361798,3613
+"lr_0",4.5584195520091505e-06,1613943361798,3613
+"mom_0",0.8588316972767898,1613943361798,3613
+"eps_0",1e-05,1613943361798,3613
+"wd_1",0.01,1613943361798,3613
+"sqr_mom_1",0.99,1613943361798,3613
+"lr_1",4.558419552009151e-05,1613943361798,3613
+"mom_1",0.8588316972767898,1613943361798,3613
+"eps_1",1e-05,1613943361798,3613
+"wd_2",0.01,1613943361798,3613
+"sqr_mom_2",0.99,1613943361798,3613
+"lr_2",0.00045584195520091507,1613943361798,3613
+"mom_2",0.8588316972767898,1613943361798,3613
+"eps_2",1e-05,1613943361798,3613
+"train_loss",0.025352072,1613943362771,3614
+"raw_loss",0.017798835,1613943362771,3614
+"epoch",22.735849056603747,1613943362771,3614
+"wd_0",0.01,1613943362771,3614
+"sqr_mom_0",0.99,1613943362771,3614
+"lr_0",4.557618234223655e-06,1613943362771,3614
+"mom_0",0.8588477237927649,1613943362771,3614
+"eps_0",1e-05,1613943362771,3614
+"wd_1",0.01,1613943362771,3614
+"sqr_mom_1",0.99,1613943362771,3614
+"lr_1",4.5576182342236544e-05,1613943362771,3614
+"mom_1",0.8588477237927649,1613943362771,3614
+"eps_1",1e-05,1613943362771,3614
+"wd_2",0.01,1613943362771,3614
+"sqr_mom_2",0.99,1613943362771,3614
+"lr_2",0.00045576182342236545,1613943362771,3614
+"mom_2",0.8588477237927649,1613943362771,3614
+"eps_2",1e-05,1613943362771,3614
+"train_loss",0.025479734,1613943363758,3615
+"raw_loss",0.031735193,1613943363758,3615
+"epoch",22.742138364779848,1613943363758,3615
+"wd_0",0.01,1613943363758,3615
+"sqr_mom_0",0.99,1613943363758,3615
+"lr_0",4.556816460181356e-06,1613943363758,3615
+"mom_0",0.8588637594339672,1613943363758,3615
+"eps_0",1e-05,1613943363758,3615
+"wd_1",0.01,1613943363758,3615
+"sqr_mom_1",0.99,1613943363758,3615
+"lr_1",4.556816460181356e-05,1613943363758,3615
+"mom_1",0.8588637594339672,1613943363758,3615
+"eps_1",1e-05,1613943363758,3615
+"wd_2",0.01,1613943363758,3615
+"sqr_mom_2",0.99,1613943363758,3615
+"lr_2",0.00045568164601813557,1613943363758,3615
+"mom_2",0.8588637594339672,1613943363758,3615
+"eps_2",1e-05,1613943363758,3615
+"train_loss",0.025324527,1613943364707,3616
+"raw_loss",0.01771939,1613943364707,3616
+"epoch",22.74842767295595,1613943364707,3616
+"wd_0",0.01,1613943364707,3616
+"sqr_mom_0",0.99,1613943364707,3616
+"lr_0",4.556013831146013e-06,1613943364707,3616
+"mom_0",0.8588798121752015,1613943364707,3616
+"eps_0",1e-05,1613943364707,3616
+"wd_1",0.01,1613943364707,3616
+"sqr_mom_1",0.99,1613943364707,3616
+"lr_1",4.556013831146013e-05,1613943364707,3616
+"mom_1",0.8588798121752015,1613943364707,3616
+"eps_1",1e-05,1613943364707,3616
+"wd_2",0.01,1613943364707,3616
+"sqr_mom_2",0.99,1613943364707,3616
+"lr_2",0.00045560138311460127,1613943364707,3616
+"mom_2",0.8588798121752015,1613943364707,3616
+"eps_2",1e-05,1613943364707,3616
+"train_loss",0.025695235,1613943365654,3617
+"raw_loss",0.04385989,1613943365654,3617
+"epoch",22.75471698113205,1613943365654,3617
+"wd_0",0.01,1613943365654,3617
+"sqr_mom_0",0.99,1613943365654,3617
+"lr_0",4.555210546787798e-06,1613943365654,3617
+"mom_0",0.8588958780230243,1613943365654,3617
+"eps_0",1e-05,1613943365654,3617
+"wd_1",0.01,1613943365654,3617
+"sqr_mom_1",0.99,1613943365654,3617
+"lr_1",4.5552105467877975e-05,1613943365654,3617
+"mom_1",0.8588958780230243,1613943365654,3617
+"eps_1",1e-05,1613943365654,3617
+"wd_2",0.01,1613943365654,3617
+"sqr_mom_2",0.99,1613943365654,3617
+"lr_2",0.00045552105467877975,1613943365654,3617
+"mom_2",0.8588958780230243,1613943365654,3617
+"eps_2",1e-05,1613943365654,3617
+"train_loss",0.025475372,1613943366624,3618
+"raw_loss",0.014702116,1613943366624,3618
+"epoch",22.76100628930815,1613943366624,3618
+"wd_0",0.01,1613943366624,3618
+"sqr_mom_0",0.99,1613943366624,3618
+"lr_0",4.5544068074291134e-06,1613943366624,3618
+"mom_0",0.8589119529709475,1613943366624,3618
+"eps_0",1e-05,1613943366624,3618
+"wd_1",0.01,1613943366624,3618
+"sqr_mom_1",0.99,1613943366624,3618
+"lr_1",4.5544068074291134e-05,1613943366624,3618
+"mom_1",0.8589119529709475,1613943366624,3618
+"eps_1",1e-05,1613943366624,3618
+"wd_2",0.01,1613943366624,3618
+"sqr_mom_2",0.99,1613943366624,3618
+"lr_2",0.00045544068074291136,1613943366624,3618
+"mom_2",0.8589119529709475,1613943366624,3618
+"eps_2",1e-05,1613943366624,3618
+"train_loss",0.025409631,1613943367579,3619
+"raw_loss",0.022188384,1613943367579,3619
+"epoch",22.76729559748425,1613943367579,3619
+"wd_0",0.01,1613943367579,3619
+"sqr_mom_0",0.99,1613943367579,3619
+"lr_0",4.5536022133563326e-06,1613943367579,3619
+"mom_0",0.8589280450133234,1613943367579,3619
+"eps_0",1e-05,1613943367579,3619
+"wd_1",0.01,1613943367579,3619
+"sqr_mom_1",0.99,1613943367579,3619
+"lr_1",4.5536022133563326e-05,1613943367579,3619
+"mom_1",0.8589280450133234,1613943367579,3619
+"eps_1",1e-05,1613943367579,3619
+"wd_2",0.01,1613943367579,3619
+"sqr_mom_2",0.99,1613943367579,3619
+"lr_2",0.00045536022133563323,1613943367579,3619
+"mom_2",0.8589280450133234,1613943367579,3619
+"eps_2",1e-05,1613943367579,3619
+"train_loss",0.025991447,1613943368544,3620
+"raw_loss",0.054500453,1613943368544,3620
+"epoch",22.77358490566035,1613943368544,3620
+"wd_0",0.01,1613943368544,3620
+"sqr_mom_0",0.99,1613943368544,3620
+"lr_0",4.552796964729354e-06,1613943368544,3620
+"mom_0",0.8589441501469144,1613943368544,3620
+"eps_0",1e-05,1613943368544,3620
+"wd_1",0.01,1613943368544,3620
+"sqr_mom_1",0.99,1613943368544,3620
+"lr_1",4.5527969647293536e-05,1613943368544,3620
+"mom_1",0.8589441501469144,1613943368544,3620
+"eps_1",1e-05,1613943368544,3620
+"wd_2",0.01,1613943368544,3620
+"sqr_mom_2",0.99,1613943368544,3620
+"lr_2",0.00045527969647293537,1613943368544,3620
+"mom_2",0.8589441501469144,1613943368544,3620
+"eps_2",1e-05,1613943368544,3620
+"train_loss",0.026044583,1613943369490,3621
+"raw_loss",0.028648216,1613943369490,3621
+"epoch",22.77987421383645,1613943369490,3621
+"wd_0",0.01,1613943369490,3621
+"sqr_mom_0",0.99,1613943369490,3621
+"lr_0",4.551991262359546e-06,1613943369490,3621
+"mom_0",0.8589602643554526,1613943369490,3621
+"eps_0",1e-05,1613943369490,3621
+"wd_1",0.01,1613943369490,3621
+"sqr_mom_1",0.99,1613943369490,3621
+"lr_1",4.551991262359545e-05,1613943369490,3621
+"mom_1",0.8589602643554526,1613943369490,3621
+"eps_1",1e-05,1613943369490,3621
+"wd_2",0.01,1613943369490,3621
+"sqr_mom_2",0.99,1613943369490,3621
+"lr_2",0.0004551991262359545,1613943369490,3621
+"mom_2",0.8589602643554526,1613943369490,3621
+"eps_2",1e-05,1613943369490,3621
+"train_loss",0.02642301,1613943370456,3622
+"raw_loss",0.044965886,1613943370456,3622
+"epoch",22.78616352201255,1613943370456,3622
+"wd_0",0.01,1613943370456,3622
+"sqr_mom_0",0.99,1613943370456,3622
+"lr_0",4.551184705557038e-06,1613943370456,3622
+"mom_0",0.8589763956528157,1613943370456,3622
+"eps_0",1e-05,1613943370456,3622
+"wd_1",0.01,1613943370456,3622
+"sqr_mom_1",0.99,1613943370456,3622
+"lr_1",4.5511847055570385e-05,1613943370456,3622
+"mom_1",0.8589763956528157,1613943370456,3622
+"eps_1",1e-05,1613943370456,3622
+"wd_2",0.01,1613943370456,3622
+"sqr_mom_2",0.99,1613943370456,3622
+"lr_2",0.0004551184705557038,1613943370456,3622
+"mom_2",0.8589763956528157,1613943370456,3622
+"eps_2",1e-05,1613943370456,3622
+"train_loss",0.026233206,1613943371405,3623
+"raw_loss",0.016932834,1613943371405,3623
+"epoch",22.79245283018865,1613943371405,3623
+"wd_0",0.01,1613943371405,3623
+"sqr_mom_0",0.99,1613943371405,3623
+"lr_0",4.550377494970888e-06,1613943371405,3623
+"mom_0",0.8589925400259825,1613943371405,3623
+"eps_0",1e-05,1613943371405,3623
+"wd_1",0.01,1613943371405,3623
+"sqr_mom_1",0.99,1613943371405,3623
+"lr_1",4.550377494970888e-05,1613943371405,3623
+"mom_1",0.8589925400259825,1613943371405,3623
+"eps_1",1e-05,1613943371405,3623
+"wd_2",0.01,1613943371405,3623
+"sqr_mom_2",0.99,1613943371405,3623
+"lr_2",0.0004550377494970888,1613943371405,3623
+"mom_2",0.8589925400259825,1613943371405,3623
+"eps_2",1e-05,1613943371405,3623
+"train_loss",0.026112732,1613943372368,3624
+"raw_loss",0.020209506,1613943372368,3624
+"epoch",22.79874213836475,1613943372368,3624
+"wd_0",0.01,1613943372368,3624
+"sqr_mom_0",0.99,1613943372368,3624
+"lr_0",4.549569630858382e-06,1613943372368,3624
+"mom_0",0.859008697469807,1613943372368,3624
+"eps_0",1e-05,1613943372368,3624
+"wd_1",0.01,1613943372368,3624
+"sqr_mom_1",0.99,1613943372368,3624
+"lr_1",4.549569630858382e-05,1613943372368,3624
+"mom_1",0.859008697469807,1613943372368,3624
+"eps_1",1e-05,1613943372368,3624
+"wd_2",0.01,1613943372368,3624
+"sqr_mom_2",0.99,1613943372368,3624
+"lr_2",0.0004549569630858382,1613943372368,3624
+"mom_2",0.859008697469807,1613943372368,3624
+"eps_2",1e-05,1613943372368,3624
+"train_loss",0.026135005,1613943373322,3625
+"raw_loss",0.027226444,1613943373322,3625
+"epoch",22.805031446540852,1613943373322,3625
+"wd_0",0.01,1613943373322,3625
+"sqr_mom_0",0.99,1613943373322,3625
+"lr_0",4.548761314681958e-06,1613943373322,3625
+"mom_0",0.8590248639550003,1613943373322,3625
+"eps_0",1e-05,1613943373322,3625
+"wd_1",0.01,1613943373322,3625
+"sqr_mom_1",0.99,1613943373322,3625
+"lr_1",4.548761314681958e-05,1613943373322,3625
+"mom_1",0.8590248639550003,1613943373322,3625
+"eps_1",1e-05,1613943373322,3625
+"wd_2",0.01,1613943373322,3625
+"sqr_mom_2",0.99,1613943373322,3625
+"lr_2",0.00045487613146819576,1613943373322,3625
+"mom_2",0.8590248639550003,1613943373322,3625
+"eps_2",1e-05,1613943373322,3625
+"train_loss",0.026264891,1613943374287,3626
+"raw_loss",0.03262931,1613943374287,3626
+"epoch",22.811320754716952,1613943374287,3626
+"wd_0",0.01,1613943374287,3626
+"sqr_mom_0",0.99,1613943374287,3626
+"lr_0",4.547952144451852e-06,1613943374287,3626
+"mom_0",0.8590410475214382,1613943374287,3626
+"eps_0",1e-05,1613943374287,3626
+"wd_1",0.01,1613943374287,3626
+"sqr_mom_1",0.99,1613943374287,3626
+"lr_1",4.547952144451852e-05,1613943374287,3626
+"mom_1",0.8590410475214382,1613943374287,3626
+"eps_1",1e-05,1613943374287,3626
+"wd_2",0.01,1613943374287,3626
+"sqr_mom_2",0.99,1613943374287,3626
+"lr_2",0.00045479521444518516,1613943374287,3626
+"mom_2",0.8590410475214382,1613943374287,3626
+"eps_2",1e-05,1613943374287,3626
+"train_loss",0.026402326,1613943375230,3627
+"raw_loss",0.033136662,1613943375230,3627
+"epoch",22.817610062893053,1613943375230,3627
+"wd_0",0.01,1613943375230,3627
+"sqr_mom_0",0.99,1613943375230,3627
+"lr_0",4.5471423214684445e-06,1613943375230,3627
+"mom_0",0.8590572441430725,1613943375230,3627
+"eps_0",1e-05,1613943375230,3627
+"wd_1",0.01,1613943375230,3627
+"sqr_mom_1",0.99,1613943375230,3627
+"lr_1",4.547142321468445e-05,1613943375230,3627
+"mom_1",0.8590572441430725,1613943375230,3627
+"eps_1",1e-05,1613943375230,3627
+"wd_2",0.01,1613943375230,3627
+"sqr_mom_2",0.99,1613943375230,3627
+"lr_2",0.00045471423214684444,1613943375230,3627
+"mom_2",0.8590572441430725,1613943375230,3627
+"eps_2",1e-05,1613943375230,3627
+"train_loss",0.02631699,1613943376185,3628
+"raw_loss",0.022135485,1613943376185,3628
+"epoch",22.823899371069153,1613943376185,3628
+"wd_0",0.01,1613943376185,3628
+"sqr_mom_0",0.99,1613943376185,3628
+"lr_0",4.546332047681787e-06,1613943376185,3628
+"mom_0",0.8590734497808621,1613943376185,3628
+"eps_0",1e-05,1613943376185,3628
+"wd_1",0.01,1613943376185,3628
+"sqr_mom_1",0.99,1613943376185,3628
+"lr_1",4.546332047681787e-05,1613943376185,3628
+"mom_1",0.8590734497808621,1613943376185,3628
+"eps_1",1e-05,1613943376185,3628
+"wd_2",0.01,1613943376185,3628
+"sqr_mom_2",0.99,1613943376185,3628
+"lr_2",0.0004546332047681786,1613943376185,3628
+"mom_2",0.8590734497808621,1613943376185,3628
+"eps_2",1e-05,1613943376185,3628
+"train_loss",0.026180126,1613943377166,3629
+"raw_loss",0.01947381,1613943377166,3629
+"epoch",22.830188679245254,1613943377166,3629
+"wd_0",0.01,1613943377166,3629
+"sqr_mom_0",0.99,1613943377166,3629
+"lr_0",4.545520920128565e-06,1613943377166,3629
+"mom_0",0.8590896724941536,1613943377166,3629
+"eps_0",1e-05,1613943377166,3629
+"wd_1",0.01,1613943377166,3629
+"sqr_mom_1",0.99,1613943377166,3629
+"lr_1",4.5455209201285646e-05,1613943377166,3629
+"mom_1",0.8590896724941536,1613943377166,3629
+"eps_1",1e-05,1613943377166,3629
+"wd_2",0.01,1613943377166,3629
+"sqr_mom_2",0.99,1613943377166,3629
+"lr_2",0.0004545520920128564,1613943377166,3629
+"mom_2",0.8590896724941536,1613943377166,3629
+"eps_2",1e-05,1613943377166,3629
+"train_loss",0.026358472,1613943378125,3630
+"raw_loss",0.035097484,1613943378125,3630
+"epoch",22.836477987421354,1613943378125,3630
+"wd_0",0.01,1613943378125,3630
+"sqr_mom_0",0.99,1613943378125,3630
+"lr_0",4.5447091405969655e-06,1613943378125,3630
+"mom_0",0.8591059082471432,1613943378125,3630
+"eps_0",1e-05,1613943378125,3630
+"wd_1",0.01,1613943378125,3630
+"sqr_mom_1",0.99,1613943378125,3630
+"lr_1",4.5447091405969654e-05,1613943378125,3630
+"mom_1",0.8591059082471432,1613943378125,3630
+"eps_1",1e-05,1613943378125,3630
+"wd_2",0.01,1613943378125,3630
+"sqr_mom_2",0.99,1613943378125,3630
+"lr_2",0.0004544709140596965,1613943378125,3630
+"mom_2",0.8591059082471432,1613943378125,3630
+"eps_2",1e-05,1613943378125,3630
+"train_loss",0.026534911,1613943379066,3631
+"raw_loss",0.035180453,1613943379066,3631
+"epoch",22.842767295597454,1613943379066,3631
+"wd_0",0.01,1613943379066,3631
+"sqr_mom_0",0.99,1613943379066,3631
+"lr_0",4.543896844131302e-06,1613943379066,3631
+"mom_0",0.8591221543389174,1613943379066,3631
+"eps_0",1e-05,1613943379066,3631
+"wd_1",0.01,1613943379066,3631
+"sqr_mom_1",0.99,1613943379066,3631
+"lr_1",4.543896844131302e-05,1613943379066,3631
+"mom_1",0.8591221543389174,1613943379066,3631
+"eps_1",1e-05,1613943379066,3631
+"wd_2",0.01,1613943379066,3631
+"sqr_mom_2",0.99,1613943379066,3631
+"lr_2",0.00045438968441313015,1613943379066,3631
+"mom_2",0.8591221543389174,1613943379066,3631
+"eps_2",1e-05,1613943379066,3631
+"train_loss",0.026178736,1613943380027,3632
+"raw_loss",0.008726156,1613943380027,3632
+"epoch",22.849056603773555,1613943380027,3632
+"wd_0",0.01,1613943380027,3632
+"sqr_mom_0",0.99,1613943380027,3632
+"lr_0",4.543083761527407e-06,1613943380027,3632
+"mom_0",0.8591384161536134,1613943380027,3632
+"eps_0",1e-05,1613943380027,3632
+"wd_1",0.01,1613943380027,3632
+"sqr_mom_1",0.99,1613943380027,3632
+"lr_1",4.5430837615274074e-05,1613943380027,3632
+"mom_1",0.8591384161536134,1613943380027,3632
+"eps_1",1e-05,1613943380027,3632
+"wd_2",0.01,1613943380027,3632
+"sqr_mom_2",0.99,1613943380027,3632
+"lr_2",0.0004543083761527407,1613943380027,3632
+"mom_2",0.8591384161536134,1613943380027,3632
+"eps_2",1e-05,1613943380027,3632
+"train_loss",0.027757261,1613943380977,3633
+"raw_loss",0.10510505,1613943380977,3633
+"epoch",22.855345911949655,1613943380977,3633
+"wd_0",0.01,1613943380977,3633
+"sqr_mom_0",0.99,1613943380977,3633
+"lr_0",4.542270027721953e-06,1613943380977,3633
+"mom_0",0.8591546909924709,1613943380977,3633
+"eps_0",1e-05,1613943380977,3633
+"wd_1",0.01,1613943380977,3633
+"sqr_mom_1",0.99,1613943380977,3633
+"lr_1",4.5422700277219526e-05,1613943380977,3633
+"mom_1",0.8591546909924709,1613943380977,3633
+"eps_1",1e-05,1613943380977,3633
+"wd_2",0.01,1613943380977,3633
+"sqr_mom_2",0.99,1613943380977,3633
+"lr_2",0.00045422700277219526,1613943380977,3633
+"mom_2",0.8591546909924709,1613943380977,3633
+"eps_2",1e-05,1613943380977,3633
+"train_loss",0.0275345,1613943381942,3634
+"raw_loss",0.016619205,1613943381942,3634
+"epoch",22.861635220125756,1613943381942,3634
+"wd_0",0.01,1613943381942,3634
+"sqr_mom_0",0.99,1613943381942,3634
+"lr_0",4.541455845638497e-06,1613943381942,3634
+"mom_0",0.859170974796978,1613943381942,3634
+"eps_0",1e-05,1613943381942,3634
+"wd_1",0.01,1613943381942,3634
+"sqr_mom_1",0.99,1613943381942,3634
+"lr_1",4.541455845638497e-05,1613943381942,3634
+"mom_1",0.859170974796978,1613943381942,3634
+"eps_1",1e-05,1613943381942,3634
+"wd_2",0.01,1613943381942,3634
+"sqr_mom_2",0.99,1613943381942,3634
+"lr_2",0.0004541455845638497,1613943381942,3634
+"mom_2",0.859170974796978,1613943381942,3634
+"eps_2",1e-05,1613943381942,3634
+"train_loss",0.027534926,1613943382907,3635
+"raw_loss",0.027555851,1613943382907,3635
+"epoch",22.867924528301856,1613943382907,3635
+"wd_0",0.01,1613943382907,3635
+"sqr_mom_0",0.99,1613943382907,3635
+"lr_0",4.5406408103700626e-06,1613943382907,3635
+"mom_0",0.8591872756653554,1613943382907,3635
+"eps_0",1e-05,1613943382907,3635
+"wd_1",0.01,1613943382907,3635
+"sqr_mom_1",0.99,1613943382907,3635
+"lr_1",4.540640810370062e-05,1613943382907,3635
+"mom_1",0.8591872756653554,1613943382907,3635
+"eps_1",1e-05,1613943382907,3635
+"wd_2",0.01,1613943382907,3635
+"sqr_mom_2",0.99,1613943382907,3635
+"lr_2",0.0004540640810370062,1613943382907,3635
+"mom_2",0.8591872756653554,1613943382907,3635
+"eps_2",1e-05,1613943382907,3635
+"train_loss",0.02782978,1613943383935,3636
+"raw_loss",0.04227757,1613943383935,3636
+"epoch",22.874213836477956,1613943383935,3636
+"wd_0",0.01,1613943383935,3636
+"sqr_mom_0",0.99,1613943383935,3636
+"lr_0",4.539825124678729e-06,1613943383935,3636
+"mom_0",0.8592035895423208,1613943383935,3636
+"eps_0",1e-05,1613943383935,3636
+"wd_1",0.01,1613943383935,3636
+"sqr_mom_1",0.99,1613943383935,3636
+"lr_1",4.539825124678729e-05,1613943383935,3636
+"mom_1",0.8592035895423208,1613943383935,3636
+"eps_1",1e-05,1613943383935,3636
+"wd_2",0.01,1613943383935,3636
+"sqr_mom_2",0.99,1613943383935,3636
+"lr_2",0.0004539825124678729,1613943383935,3636
+"mom_2",0.8592035895423208,1613943383935,3636
+"eps_2",1e-05,1613943383935,3636
+"train_loss",0.027516615,1613943384908,3637
+"raw_loss",0.012171561,1613943384908,3637
+"epoch",22.880503144654057,1613943384908,3637
+"wd_0",0.01,1613943384908,3637
+"sqr_mom_0",0.99,1613943384908,3637
+"lr_0",4.539008991973934e-06,1613943384908,3637
+"mom_0",0.8592199123596449,1613943384908,3637
+"eps_0",1e-05,1613943384908,3637
+"wd_1",0.01,1613943384908,3637
+"sqr_mom_1",0.99,1613943384908,3637
+"lr_1",4.5390089919739336e-05,1613943384908,3637
+"mom_1",0.8592199123596449,1613943384908,3637
+"eps_1",1e-05,1613943384908,3637
+"wd_2",0.01,1613943384908,3637
+"sqr_mom_2",0.99,1613943384908,3637
+"lr_2",0.00045390089919739333,1613943384908,3637
+"mom_2",0.8592199123596449,1613943384908,3637
+"eps_2",1e-05,1613943384908,3637
+"train_loss",0.02762013,1613943385912,3638
+"raw_loss",0.032692377,1613943385912,3638
+"epoch",22.886792452830157,1613943385912,3638
+"wd_0",0.01,1613943385912,3638
+"sqr_mom_0",0.99,1613943385912,3638
+"lr_0",4.538192006378618e-06,1613943385912,3638
+"mom_0",0.8592362522349499,1613943385912,3638
+"eps_0",1e-05,1613943385912,3638
+"wd_1",0.01,1613943385912,3638
+"sqr_mom_1",0.99,1613943385912,3638
+"lr_1",4.538192006378618e-05,1613943385912,3638
+"mom_1",0.8592362522349499,1613943385912,3638
+"eps_1",1e-05,1613943385912,3638
+"wd_2",0.01,1613943385912,3638
+"sqr_mom_2",0.99,1613943385912,3638
+"lr_2",0.0004538192006378618,1613943385912,3638
+"mom_2",0.8592362522349499,1613943385912,3638
+"eps_2",1e-05,1613943385912,3638
+"train_loss",0.027586745,1613943386882,3639
+"raw_loss",0.02595092,1613943386882,3639
+"epoch",22.893081761006258,1613943386882,3639
+"wd_0",0.01,1613943386882,3639
+"sqr_mom_0",0.99,1613943386882,3639
+"lr_0",4.537374371140933e-06,1613943386882,3639
+"mom_0",0.8592526051032323,1613943386882,3639
+"eps_0",1e-05,1613943386882,3639
+"wd_1",0.01,1613943386882,3639
+"sqr_mom_1",0.99,1613943386882,3639
+"lr_1",4.5373743711409325e-05,1613943386882,3639
+"mom_1",0.8592526051032323,1613943386882,3639
+"eps_1",1e-05,1613943386882,3639
+"wd_2",0.01,1613943386882,3639
+"sqr_mom_2",0.99,1613943386882,3639
+"lr_2",0.00045373743711409325,1613943386882,3639
+"mom_2",0.8592526051032323,1613943386882,3639
+"eps_2",1e-05,1613943386882,3639
+"train_loss",0.027406566,1613943387902,3640
+"raw_loss",0.018577768,1613943387902,3640
+"epoch",22.899371069182358,1613943387902,3640
+"wd_0",0.01,1613943387902,3640
+"sqr_mom_0",0.99,1613943387902,3640
+"lr_0",4.536556290155605e-06,1613943387902,3640
+"mom_0",0.8592689668865567,1613943387902,3640
+"eps_0",1e-05,1613943387902,3640
+"wd_1",0.01,1613943387902,3640
+"sqr_mom_1",0.99,1613943387902,3640
+"lr_1",4.536556290155605e-05,1613943387902,3640
+"mom_1",0.8592689668865567,1613943387902,3640
+"eps_1",1e-05,1613943387902,3640
+"wd_2",0.01,1613943387902,3640
+"sqr_mom_2",0.99,1613943387902,3640
+"lr_2",0.0004536556290155605,1613943387902,3640
+"mom_2",0.8592689668865567,1613943387902,3640
+"eps_2",1e-05,1613943387902,3640
+"train_loss",0.027260695,1613943388863,3641
+"raw_loss",0.020113014,1613943388863,3641
+"epoch",22.90566037735846,1613943388863,3641
+"wd_0",0.01,1613943388863,3641
+"sqr_mom_0",0.99,1613943388863,3641
+"lr_0",4.535737356576664e-06,1613943388863,3641
+"mom_0",0.8592853457219239,1613943388863,3641
+"eps_0",1e-05,1613943388863,3641
+"wd_1",0.01,1613943388863,3641
+"sqr_mom_1",0.99,1613943388863,3641
+"lr_1",4.535737356576664e-05,1613943388863,3641
+"mom_1",0.8592853457219239,1613943388863,3641
+"eps_1",1e-05,1613943388863,3641
+"wd_2",0.01,1613943388863,3641
+"sqr_mom_2",0.99,1613943388863,3641
+"lr_2",0.0004535737356576664,1613943388863,3641
+"mom_2",0.8592853457219239,1613943388863,3641
+"eps_2",1e-05,1613943388863,3641
+"train_loss",0.027506616,1613943389839,3642
+"raw_loss",0.03955676,1613943389839,3642
+"epoch",22.91194968553456,1613943389839,3642
+"wd_0",0.01,1613943389839,3642
+"sqr_mom_0",0.99,1613943389839,3642
+"lr_0",4.5349177741377435e-06,1613943389839,3642
+"mom_0",0.8593017375346205,1613943389839,3642
+"eps_0",1e-05,1613943389839,3642
+"wd_1",0.01,1613943389839,3642
+"sqr_mom_1",0.99,1613943389839,3642
+"lr_1",4.534917774137743e-05,1613943389839,3642
+"mom_1",0.8593017375346205,1613943389839,3642
+"eps_1",1e-05,1613943389839,3642
+"wd_2",0.01,1613943389839,3642
+"sqr_mom_2",0.99,1613943389839,3642
+"lr_2",0.00045349177741377435,1613943389839,3642
+"mom_2",0.8593017375346205,1613943389839,3642
+"eps_2",1e-05,1613943389839,3642
+"train_loss",0.027588781,1613943390796,3643
+"raw_loss",0.031614885,1613943390796,3643
+"epoch",22.91823899371066,1613943390796,3643
+"wd_0",0.01,1613943390796,3643
+"sqr_mom_0",0.99,1613943390796,3643
+"lr_0",4.534097543100078e-06,1613943390796,3643
+"mom_0",0.8593181423194216,1613943390796,3643
+"eps_0",1e-05,1613943390796,3643
+"wd_1",0.01,1613943390796,3643
+"sqr_mom_1",0.99,1613943390796,3643
+"lr_1",4.534097543100078e-05,1613943390796,3643
+"mom_1",0.8593181423194216,1613943390796,3643
+"eps_1",1e-05,1613943390796,3643
+"wd_2",0.01,1613943390796,3643
+"sqr_mom_2",0.99,1613943390796,3643
+"lr_2",0.00045340975431000773,1613943390796,3643
+"mom_2",0.8593181423194216,1613943390796,3643
+"eps_2",1e-05,1613943390796,3643
+"train_loss",0.027971685,1613943391752,3644
+"raw_loss",0.04673402,1613943391752,3644
+"epoch",22.92452830188676,1613943391752,3644
+"wd_0",0.01,1613943391752,3644
+"sqr_mom_0",0.99,1613943391752,3644
+"lr_0",4.533276868004552e-06,1613943391752,3644
+"mom_0",0.8593345559854688,1613943391752,3644
+"eps_0",1e-05,1613943391752,3644
+"wd_1",0.01,1613943391752,3644
+"sqr_mom_1",0.99,1613943391752,3644
+"lr_1",4.533276868004552e-05,1613943391752,3644
+"mom_1",0.8593345559854688,1613943391752,3644
+"eps_1",1e-05,1613943391752,3644
+"wd_2",0.01,1613943391752,3644
+"sqr_mom_2",0.99,1613943391752,3644
+"lr_2",0.00045332768680045516,1613943391752,3644
+"mom_2",0.8593345559854688,1613943391752,3644
+"eps_2",1e-05,1613943391752,3644
+"train_loss",0.027837137,1613943392693,3645
+"raw_loss",0.021244261,1613943392693,3645
+"epoch",22.93081761006286,1613943392693,3645
+"wd_0",0.01,1613943392693,3645
+"sqr_mom_0",0.99,1613943392693,3645
+"lr_0",4.532455340715099e-06,1613943392693,3645
+"mom_0",0.859350986695565,1613943392693,3645
+"eps_0",1e-05,1613943392693,3645
+"wd_1",0.01,1613943392693,3645
+"sqr_mom_1",0.99,1613943392693,3645
+"lr_1",4.5324553407150985e-05,1613943392693,3645
+"mom_1",0.859350986695565,1613943392693,3645
+"eps_1",1e-05,1613943392693,3645
+"wd_2",0.01,1613943392693,3645
+"sqr_mom_2",0.99,1613943392693,3645
+"lr_2",0.00045324553407150985,1613943392693,3645
+"mom_2",0.859350986695565,1613943392693,3645
+"eps_2",1e-05,1613943392693,3645
+"train_loss",0.027665036,1613943393647,3646
+"raw_loss",0.019232055,1613943393647,3646
+"epoch",22.93710691823896,1613943393647,3646
+"wd_0",0.01,1613943393647,3646
+"sqr_mom_0",0.99,1613943393647,3646
+"lr_0",4.531633165611773e-06,1613943393647,3646
+"mom_0",0.8593674303620682,1613943393647,3646
+"eps_0",1e-05,1613943393647,3646
+"wd_1",0.01,1613943393647,3646
+"sqr_mom_1",0.99,1613943393647,3646
+"lr_1",4.531633165611773e-05,1613943393647,3646
+"mom_1",0.8593674303620682,1613943393647,3646
+"eps_1",1e-05,1613943393647,3646
+"wd_2",0.01,1613943393647,3646
+"sqr_mom_2",0.99,1613943393647,3646
+"lr_2",0.00045316331656117725,1613943393647,3646
+"mom_2",0.8593674303620682,1613943393647,3646
+"eps_2",1e-05,1613943393647,3646
+"train_loss",0.027559843,1613943394595,3647
+"raw_loss",0.022405386,1613943394595,3647
+"epoch",22.94339622641506,1613943394595,3647
+"wd_0",0.01,1613943394595,3647
+"sqr_mom_0",0.99,1613943394595,3647
+"lr_0",4.5308105477193835e-06,1613943394595,3647
+"mom_0",0.8593838828844411,1613943394595,3647
+"eps_0",1e-05,1613943394595,3647
+"wd_1",0.01,1613943394595,3647
+"sqr_mom_1",0.99,1613943394595,3647
+"lr_1",4.530810547719384e-05,1613943394595,3647
+"mom_1",0.8593838828844411,1613943394595,3647
+"eps_1",1e-05,1613943394595,3647
+"wd_2",0.01,1613943394595,3647
+"sqr_mom_2",0.99,1613943394595,3647
+"lr_2",0.0004530810547719384,1613943394595,3647
+"mom_2",0.8593838828844411,1613943394595,3647
+"eps_2",1e-05,1613943394595,3647
+"train_loss",0.027991269,1613943395555,3648
+"raw_loss",0.049131114,1613943395555,3648
+"epoch",22.94968553459116,1613943395555,3648
+"wd_0",0.01,1613943395555,3648
+"sqr_mom_0",0.99,1613943395555,3648
+"lr_0",4.5299870779356795e-06,1613943395555,3648
+"mom_0",0.8594003524448108,1613943395555,3648
+"eps_0",1e-05,1613943395555,3648
+"wd_1",0.01,1613943395555,3648
+"sqr_mom_1",0.99,1613943395555,3648
+"lr_1",4.529987077935679e-05,1613943395555,3648
+"mom_1",0.8594003524448108,1613943395555,3648
+"eps_1",1e-05,1613943395555,3648
+"wd_2",0.01,1613943395555,3648
+"sqr_mom_2",0.99,1613943395555,3648
+"lr_2",0.00045299870779356787,1613943395555,3648
+"mom_2",0.8594003524448108,1613943395555,3648
+"eps_2",1e-05,1613943395555,3648
+"train_loss",0.028135525,1613943396538,3649
+"raw_loss",0.035204086,1613943396538,3649
+"epoch",22.95597484276726,1613943396538,3649
+"wd_0",0.01,1613943396538,3649
+"sqr_mom_0",0.99,1613943396538,3649
+"lr_0",4.529162961124831e-06,1613943396538,3649
+"mom_0",0.8594168349458529,1613943396538,3649
+"eps_0",1e-05,1613943396538,3649
+"wd_1",0.01,1613943396538,3649
+"sqr_mom_1",0.99,1613943396538,3649
+"lr_1",4.529162961124831e-05,1613943396538,3649
+"mom_1",0.8594168349458529,1613943396538,3649
+"eps_1",1e-05,1613943396538,3649
+"wd_2",0.01,1613943396538,3649
+"sqr_mom_2",0.99,1613943396538,3649
+"lr_2",0.00045291629611248304,1613943396538,3649
+"mom_2",0.8594168349458529,1613943396538,3649
+"eps_2",1e-05,1613943396538,3649
+"train_loss",0.028078385,1613943397515,3650
+"raw_loss",0.025278542,1613943397515,3650
+"epoch",22.962264150943362,1613943397515,3650
+"wd_0",0.01,1613943397515,3650
+"sqr_mom_0",0.99,1613943397515,3650
+"lr_0",4.5283384027949875e-06,1613943397515,3650
+"mom_0",0.859433326277363,1613943397515,3650
+"eps_0",1e-05,1613943397515,3650
+"wd_1",0.01,1613943397515,3650
+"sqr_mom_1",0.99,1613943397515,3650
+"lr_1",4.528338402794987e-05,1613943397515,3650
+"mom_1",0.859433326277363,1613943397515,3650
+"eps_1",1e-05,1613943397515,3650
+"wd_2",0.01,1613943397515,3650
+"sqr_mom_2",0.99,1613943397515,3650
+"lr_2",0.0004528338402794987,1613943397515,3650
+"mom_2",0.859433326277363,1613943397515,3650
+"eps_2",1e-05,1613943397515,3650
+"train_loss",0.02833082,1613943398458,3651
+"raw_loss",0.040700108,1613943398458,3651
+"epoch",22.968553459119462,1613943398458,3651
+"wd_0",0.01,1613943398458,3651
+"sqr_mom_0",0.99,1613943398458,3651
+"lr_0",4.527512992878881e-06,1613943398458,3651
+"mom_0",0.8594498346407687,1613943398458,3651
+"eps_0",1e-05,1613943398458,3651
+"wd_1",0.01,1613943398458,3651
+"sqr_mom_1",0.99,1613943398458,3651
+"lr_1",4.5275129928788814e-05,1613943398458,3651
+"mom_1",0.8594498346407687,1613943398458,3651
+"eps_1",1e-05,1613943398458,3651
+"wd_2",0.01,1613943398458,3651
+"sqr_mom_2",0.99,1613943398458,3651
+"lr_2",0.0004527512992878881,1613943398458,3651
+"mom_2",0.8594498346407687,1613943398458,3651
+"eps_2",1e-05,1613943398458,3651
+"train_loss",0.029495116,1613943399401,3652
+"raw_loss",0.086545706,1613943399401,3652
+"epoch",22.974842767295563,1613943399401,3652
+"wd_0",0.01,1613943399401,3652
+"sqr_mom_0",0.99,1613943399401,3652
+"lr_0",4.5266869367242185e-06,1613943399401,3652
+"mom_0",0.8594663559290749,1613943399401,3652
+"eps_0",1e-05,1613943399401,3652
+"wd_1",0.01,1613943399401,3652
+"sqr_mom_1",0.99,1613943399401,3652
+"lr_1",4.526686936724219e-05,1613943399401,3652
+"mom_1",0.8594663559290749,1613943399401,3652
+"eps_1",1e-05,1613943399401,3652
+"wd_2",0.01,1613943399401,3652
+"sqr_mom_2",0.99,1613943399401,3652
+"lr_2",0.00045266869367242184,1613943399401,3652
+"mom_2",0.8594663559290749,1613943399401,3652
+"eps_2",1e-05,1613943399401,3652
+"train_loss",0.0300384,1613943400335,3653
+"raw_loss",0.05665931,1613943400335,3653
+"epoch",22.981132075471663,1613943400335,3653
+"wd_0",0.01,1613943400335,3653
+"sqr_mom_0",0.99,1613943400335,3653
+"lr_0",4.525860371746032e-06,1613943400335,3653
+"mom_0",0.8594828873939533,1613943400335,3653
+"eps_0",1e-05,1613943400335,3653
+"wd_1",0.01,1613943400335,3653
+"sqr_mom_1",0.99,1613943400335,3653
+"lr_1",4.525860371746032e-05,1613943400335,3653
+"mom_1",0.8594828873939533,1613943400335,3653
+"eps_1",1e-05,1613943400335,3653
+"wd_2",0.01,1613943400335,3653
+"sqr_mom_2",0.99,1613943400335,3653
+"lr_2",0.00045258603717460323,1613943400335,3653
+"mom_2",0.8594828873939533,1613943400335,3653
+"eps_2",1e-05,1613943400335,3653
+"train_loss",0.030314166,1613943401292,3654
+"raw_loss",0.043826703,1613943401292,3654
+"epoch",22.987421383647764,1613943401292,3654
+"wd_0",0.01,1613943401292,3654
+"sqr_mom_0",0.99,1613943401292,3654
+"lr_0",4.5250330240114115e-06,1613943401292,3654
+"mom_0",0.8594994345141169,1613943401292,3654
+"eps_0",1e-05,1613943401292,3654
+"wd_1",0.01,1613943401292,3654
+"sqr_mom_1",0.99,1613943401292,3654
+"lr_1",4.525033024011411e-05,1613943401292,3654
+"mom_1",0.8594994345141169,1613943401292,3654
+"eps_1",1e-05,1613943401292,3654
+"wd_2",0.01,1613943401292,3654
+"sqr_mom_2",0.99,1613943401292,3654
+"lr_2",0.0004525033024011411,1613943401292,3654
+"mom_2",0.8594994345141169,1613943401292,3654
+"eps_2",1e-05,1613943401292,3654
+"train_loss",0.030244691,1613943402237,3655
+"raw_loss",0.026840452,1613943402237,3655
+"epoch",22.993710691823864,1613943402237,3655
+"wd_0",0.01,1613943402237,3655
+"sqr_mom_0",0.99,1613943402237,3655
+"lr_0",4.524205030828695e-06,1613943402237,3655
+"mom_0",0.8595159945433715,1613943402237,3655
+"eps_0",1e-05,1613943402237,3655
+"wd_1",0.01,1613943402237,3655
+"sqr_mom_1",0.99,1613943402237,3655
+"lr_1",4.524205030828695e-05,1613943402237,3655
+"mom_1",0.8595159945433715,1613943402237,3655
+"eps_1",1e-05,1613943402237,3655
+"wd_2",0.01,1613943402237,3655
+"sqr_mom_2",0.99,1613943402237,3655
+"lr_2",0.0004524205030828695,1613943402237,3655
+"mom_2",0.8595159945433715,1613943402237,3655
+"eps_2",1e-05,1613943402237,3655
+"train_loss",0.031396877,1613943403220,3656
+"raw_loss",0.08785406,1613943403220,3656
+"epoch",22.999999999999964,1613943403220,3656
+"wd_0",0.01,1613943403220,3656
+"sqr_mom_0",0.99,1613943403220,3656
+"lr_0",4.523376598670951e-06,1613943403220,3656
+"mom_0",0.8595325633522145,1613943403220,3656
+"eps_0",1e-05,1613943403220,3656
+"wd_1",0.01,1613943403220,3656
+"sqr_mom_1",0.99,1613943403220,3656
+"lr_1",4.5233765986709505e-05,1613943403220,3656
+"mom_1",0.8595325633522145,1613943403220,3656
+"eps_1",1e-05,1613943403220,3656
+"wd_2",0.01,1613943403220,3656
+"sqr_mom_2",0.99,1613943403220,3656
+"lr_2",0.000452337659867095,1613943403220,3656
+"mom_2",0.8595325633522145,1613943403220,3656
+"eps_2",1e-05,1613943403220,3656
+"valid_loss",0.12343628704547882,1613943436682,3656
+"_rmse",0.3513350188732147,1613943436682,3656
+"epoch",23,1613943436682,3656
+"train_loss",0.031738818,1613943437759,3657
+"raw_loss",0.0484939,1613943437759,3657
+"epoch",23.0062893081761,1613943437759,3657
+"wd_0",0.01,1613943437759,3657
+"sqr_mom_0",0.99,1613943437759,3657
+"lr_0",4.522547315544385e-06,1613943437759,3657
+"mom_0",0.8595491491806041,1613943437759,3657
+"eps_0",1e-05,1613943437759,3657
+"wd_1",0.01,1613943437759,3657
+"sqr_mom_1",0.99,1613943437759,3657
+"lr_1",4.522547315544385e-05,1613943437759,3657
+"mom_1",0.8595491491806041,1613943437759,3657
+"eps_1",1e-05,1613943437759,3657
+"wd_2",0.01,1613943437759,3657
+"sqr_mom_2",0.99,1613943437759,3657
+"lr_2",0.00045225473155443847,1613943437759,3657
+"mom_2",0.8595491491806041,1613943437759,3657
+"eps_2",1e-05,1613943437759,3657
+"train_loss",0.031542577,1613943438754,3658
+"raw_loss",0.021926824,1613943438754,3658
+"epoch",23.0125786163522,1613943438754,3658
+"wd_0",0.01,1613943438754,3658
+"sqr_mom_0",0.99,1613943438754,3658
+"lr_0",4.521717387762015e-06,1613943438754,3658
+"mom_0",0.8595657479022387,1613943438754,3658
+"eps_0",1e-05,1613943438754,3658
+"wd_1",0.01,1613943438754,3658
+"sqr_mom_1",0.99,1613943438754,3658
+"lr_1",4.521717387762015e-05,1613943438754,3658
+"mom_1",0.8595657479022387,1613943438754,3658
+"eps_1",1e-05,1613943438754,3658
+"wd_2",0.01,1613943438754,3658
+"sqr_mom_2",0.99,1613943438754,3658
+"lr_2",0.00045217173877620153,1613943438754,3658
+"mom_2",0.8595657479022387,1613943438754,3658
+"eps_2",1e-05,1613943438754,3658
+"train_loss",0.033402,1613943439695,3659
+"raw_loss",0.12451385,1613943439695,3659
+"epoch",23.0188679245283,1613943439695,3659
+"wd_0",0.01,1613943439695,3659
+"sqr_mom_0",0.99,1613943439695,3659
+"lr_0",4.520887022278472e-06,1613943439695,3659
+"mom_0",0.8595823553779843,1613943439695,3659
+"eps_0",1e-05,1613943439695,3659
+"wd_1",0.01,1613943439695,3659
+"sqr_mom_1",0.99,1613943439695,3659
+"lr_1",4.520887022278472e-05,1613943439695,3659
+"mom_1",0.8595823553779843,1613943439695,3659
+"eps_1",1e-05,1613943439695,3659
+"wd_2",0.01,1613943439695,3659
+"sqr_mom_2",0.99,1613943439695,3659
+"lr_2",0.00045208870222784717,1613943439695,3659
+"mom_2",0.8595823553779843,1613943439695,3659
+"eps_2",1e-05,1613943439695,3659
+"train_loss",0.033895805,1613943440653,3660
+"raw_loss",0.0580923,1613943440653,3660
+"epoch",23.0251572327044,1613943440653,3660
+"wd_0",0.01,1613943440653,3660
+"sqr_mom_0",0.99,1613943440653,3660
+"lr_0",4.5200558061384875e-06,1613943440653,3660
+"mom_0",0.8595989798670289,1613943440653,3660
+"eps_0",1e-05,1613943440653,3660
+"wd_1",0.01,1613943440653,3660
+"sqr_mom_1",0.99,1613943440653,3660
+"lr_1",4.520055806138487e-05,1613943440653,3660
+"mom_1",0.8595989798670289,1613943440653,3660
+"eps_1",1e-05,1613943440653,3660
+"wd_2",0.01,1613943440653,3660
+"sqr_mom_2",0.99,1613943440653,3660
+"lr_2",0.00045200558061384873,1613943440653,3660
+"mom_2",0.8595989798670289,1613943440653,3660
+"eps_2",1e-05,1613943440653,3660
+"train_loss",0.033799563,1613943441630,3661
+"raw_loss",0.029083744,1613943441630,3661
+"epoch",23.031446540880502,1613943441630,3661
+"wd_0",0.01,1613943441630,3661
+"sqr_mom_0",0.99,1613943441630,3661
+"lr_0",4.519223946136839e-06,1613943441630,3661
+"mom_0",0.8596156172334355,1613943441630,3661
+"eps_0",1e-05,1613943441630,3661
+"wd_1",0.01,1613943441630,3661
+"sqr_mom_1",0.99,1613943441630,3661
+"lr_1",4.5192239461368395e-05,1613943441630,3661
+"mom_1",0.8596156172334355,1613943441630,3661
+"eps_1",1e-05,1613943441630,3661
+"wd_2",0.01,1613943441630,3661
+"sqr_mom_2",0.99,1613943441630,3661
+"lr_2",0.0004519223946136839,1613943441630,3661
+"mom_2",0.8596156172334355,1613943441630,3661
+"eps_2",1e-05,1613943441630,3661
+"train_loss",0.03354635,1613943442586,3662
+"raw_loss",0.021138929,1613943442586,3662
+"epoch",23.037735849056602,1613943442586,3662
+"wd_0",0.01,1613943442586,3662
+"sqr_mom_0",0.99,1613943442586,3662
+"lr_0",4.518391649709128e-06,1613943442586,3662
+"mom_0",0.8596322633284507,1613943442586,3662
+"eps_0",1e-05,1613943442586,3662
+"wd_1",0.01,1613943442586,3662
+"sqr_mom_1",0.99,1613943442586,3662
+"lr_1",4.518391649709128e-05,1613943442586,3662
+"mom_1",0.8596322633284507,1613943442586,3662
+"eps_1",1e-05,1613943442586,3662
+"wd_2",0.01,1613943442586,3662
+"sqr_mom_2",0.99,1613943442586,3662
+"lr_2",0.00045183916497091274,1613943442586,3662
+"mom_2",0.8596322633284507,1613943442586,3662
+"eps_2",1e-05,1613943442586,3662
+"train_loss",0.03390761,1613943443537,3663
+"raw_loss",0.051609404,1613943443537,3663
+"epoch",23.044025157232703,1613943443537,3663
+"wd_0",0.01,1613943443537,3663
+"sqr_mom_0",0.99,1613943443537,3663
+"lr_0",4.517558502939794e-06,1613943443537,3663
+"mom_0",0.8596489264304684,1613943443537,3663
+"eps_0",1e-05,1613943443537,3663
+"wd_1",0.01,1613943443537,3663
+"sqr_mom_1",0.99,1613943443537,3663
+"lr_1",4.517558502939794e-05,1613943443537,3663
+"mom_1",0.8596489264304684,1613943443537,3663
+"eps_1",1e-05,1613943443537,3663
+"wd_2",0.01,1613943443537,3663
+"sqr_mom_2",0.99,1613943443537,3663
+"lr_2",0.00045175585029397935,1613943443537,3663
+"mom_2",0.8596489264304684,1613943443537,3663
+"eps_2",1e-05,1613943443537,3663
+"train_loss",0.033708025,1613943444484,3664
+"raw_loss",0.023928221,1613943444484,3664
+"epoch",23.050314465408803,1613943444484,3664
+"wd_0",0.01,1613943444484,3664
+"sqr_mom_0",0.99,1613943444484,3664
+"lr_0",4.5167247131047835e-06,1613943444484,3664
+"mom_0",0.8596656023939282,1613943444484,3664
+"eps_0",1e-05,1613943444484,3664
+"wd_1",0.01,1613943444484,3664
+"sqr_mom_1",0.99,1613943444484,3664
+"lr_1",4.5167247131047834e-05,1613943444484,3664
+"mom_1",0.8596656023939282,1613943444484,3664
+"eps_1",1e-05,1613943444484,3664
+"wd_2",0.01,1613943444484,3664
+"sqr_mom_2",0.99,1613943444484,3664
+"lr_2",0.00045167247131047835,1613943444484,3664
+"mom_2",0.8596656023939282,1613943444484,3664
+"eps_2",1e-05,1613943444484,3664
+"train_loss",0.03385746,1613943445435,3665
+"raw_loss",0.041179772,1613943445435,3665
+"epoch",23.056603773584904,1613943445435,3665
+"wd_0",0.01,1613943445435,3665
+"sqr_mom_0",0.99,1613943445435,3665
+"lr_0",4.5158902804698565e-06,1613943445435,3665
+"mom_0",0.859682291213515,1613943445435,3665
+"eps_0",1e-05,1613943445435,3665
+"wd_1",0.01,1613943445435,3665
+"sqr_mom_1",0.99,1613943445435,3665
+"lr_1",4.5158902804698563e-05,1613943445435,3665
+"mom_1",0.859682291213515,1613943445435,3665
+"eps_1",1e-05,1613943445435,3665
+"wd_2",0.01,1613943445435,3665
+"sqr_mom_2",0.99,1613943445435,3665
+"lr_2",0.00045158902804698565,1613943445435,3665
+"mom_2",0.859682291213515,1613943445435,3665
+"eps_2",1e-05,1613943445435,3665
+"train_loss",0.03366199,1613943446383,3666
+"raw_loss",0.024083888,1613943446383,3666
+"epoch",23.062893081761004,1613943446383,3666
+"wd_0",0.01,1613943446383,3666
+"sqr_mom_0",0.99,1613943446383,3666
+"lr_0",4.515055413110996e-06,1613943446383,3666
+"mom_0",0.8596989887276674,1613943446383,3666
+"eps_0",1e-05,1613943446383,3666
+"wd_1",0.01,1613943446383,3666
+"sqr_mom_1",0.99,1613943446383,3666
+"lr_1",4.515055413110996e-05,1613943446383,3666
+"mom_1",0.8596989887276674,1613943446383,3666
+"eps_1",1e-05,1613943446383,3666
+"wd_2",0.01,1613943446383,3666
+"sqr_mom_2",0.99,1613943446383,3666
+"lr_2",0.00045150554131109956,1613943446383,3666
+"mom_2",0.8596989887276674,1613943446383,3666
+"eps_2",1e-05,1613943446383,3666
+"train_loss",0.033348706,1613943447344,3667
+"raw_loss",0.017997772,1613943447344,3667
+"epoch",23.069182389937104,1613943447344,3667
+"wd_0",0.01,1613943447344,3667
+"sqr_mom_0",0.99,1613943447344,3667
+"lr_0",4.514219695834074e-06,1613943447344,3667
+"mom_0",0.859715703240351,1613943447344,3667
+"eps_0",1e-05,1613943447344,3667
+"wd_1",0.01,1613943447344,3667
+"sqr_mom_1",0.99,1613943447344,3667
+"lr_1",4.514219695834074e-05,1613943447344,3667
+"mom_1",0.859715703240351,1613943447344,3667
+"eps_1",1e-05,1613943447344,3667
+"wd_2",0.01,1613943447344,3667
+"sqr_mom_2",0.99,1613943447344,3667
+"lr_2",0.00045142196958340735,1613943447344,3667
+"mom_2",0.859715703240351,1613943447344,3667
+"eps_2",1e-05,1613943447344,3667
+"train_loss",0.033351578,1613943448277,3668
+"raw_loss",0.033492267,1613943448277,3668
+"epoch",23.075471698113205,1613943448277,3668
+"wd_0",0.01,1613943448277,3668
+"sqr_mom_0",0.99,1613943448277,3668
+"lr_0",4.513383336555682e-06,1613943448277,3668
+"mom_0",0.8597324305931923,1613943448277,3668
+"eps_0",1e-05,1613943448277,3668
+"wd_1",0.01,1613943448277,3668
+"sqr_mom_1",0.99,1613943448277,3668
+"lr_1",4.5133833365556816e-05,1613943448277,3668
+"mom_1",0.8597324305931923,1613943448277,3668
+"eps_1",1e-05,1613943448277,3668
+"wd_2",0.01,1613943448277,3668
+"sqr_mom_2",0.99,1613943448277,3668
+"lr_2",0.00045133833365556815,1613943448277,3668
+"mom_2",0.8597324305931923,1613943448277,3668
+"eps_2",1e-05,1613943448277,3668
+"train_loss",0.033403378,1613943449254,3669
+"raw_loss",0.035941668,1613943449254,3669
+"epoch",23.081761006289305,1613943449254,3669
+"wd_0",0.01,1613943449254,3669
+"sqr_mom_0",0.99,1613943449254,3669
+"lr_0",4.512546543831381e-06,1613943449254,3669
+"mom_0",0.8597491666150385,1613943449254,3669
+"eps_0",1e-05,1613943449254,3669
+"wd_1",0.01,1613943449254,3669
+"sqr_mom_1",0.99,1613943449254,3669
+"lr_1",4.5125465438313805e-05,1613943449254,3669
+"mom_1",0.8597491666150385,1613943449254,3669
+"eps_1",1e-05,1613943449254,3669
+"wd_2",0.01,1613943449254,3669
+"sqr_mom_2",0.99,1613943449254,3669
+"lr_2",0.00045125465438313806,1613943449254,3669
+"mom_2",0.8597491666150385,1613943449254,3669
+"eps_2",1e-05,1613943449254,3669
+"train_loss",0.033117846,1613943450207,3670
+"raw_loss",0.019126771,1613943450207,3670
+"epoch",23.088050314465406,1613943450207,3670
+"wd_0",0.01,1613943450207,3670
+"sqr_mom_0",0.99,1613943450207,3670
+"lr_0",4.511708901509527e-06,1613943450207,3670
+"mom_0",0.8597659196290057,1613943450207,3670
+"eps_0",1e-05,1613943450207,3670
+"wd_1",0.01,1613943450207,3670
+"sqr_mom_1",0.99,1613943450207,3670
+"lr_1",4.511708901509527e-05,1613943450207,3670
+"mom_1",0.8597659196290057,1613943450207,3670
+"eps_1",1e-05,1613943450207,3670
+"wd_2",0.01,1613943450207,3670
+"sqr_mom_2",0.99,1613943450207,3670
+"lr_2",0.0004511708901509527,1613943450207,3670
+"mom_2",0.8597659196290057,1613943450207,3670
+"eps_2",1e-05,1613943450207,3670
+"train_loss",0.03278288,1613943451183,3671
+"raw_loss",0.016369473,1613943451183,3671
+"epoch",23.094339622641506,1613943451183,3671
+"wd_0",0.01,1613943451183,3671
+"sqr_mom_0",0.99,1613943451183,3671
+"lr_0",4.51087061798649e-06,1613943451183,3671
+"mom_0",0.8597826854671249,1613943451183,3671
+"eps_0",1e-05,1613943451183,3671
+"wd_1",0.01,1613943451183,3671
+"sqr_mom_1",0.99,1613943451183,3671
+"lr_1",4.51087061798649e-05,1613943451183,3671
+"mom_1",0.8597826854671249,1613943451183,3671
+"eps_1",1e-05,1613943451183,3671
+"wd_2",0.01,1613943451183,3671
+"sqr_mom_2",0.99,1613943451183,3671
+"lr_2",0.00045108706179864896,1613943451183,3671
+"mom_2",0.8597826854671249,1613943451183,3671
+"eps_2",1e-05,1613943451183,3671
+"train_loss",0.032652605,1613943452170,3672
+"raw_loss",0.02626926,1613943452170,3672
+"epoch",23.100628930817606,1613943452170,3672
+"wd_0",0.01,1613943452170,3672
+"sqr_mom_0",0.99,1613943452170,3672
+"lr_0",4.510031902296815e-06,1613943452170,3672
+"mom_0",0.8597994599486631,1613943452170,3672
+"eps_0",1e-05,1613943452170,3672
+"wd_1",0.01,1613943452170,3672
+"sqr_mom_1",0.99,1613943452170,3672
+"lr_1",4.510031902296815e-05,1613943452170,3672
+"mom_1",0.8597994599486631,1613943452170,3672
+"eps_1",1e-05,1613943452170,3672
+"wd_2",0.01,1613943452170,3672
+"sqr_mom_2",0.99,1613943452170,3672
+"lr_2",0.00045100319022968146,1613943452170,3672
+"mom_2",0.8597994599486631,1613943452170,3672
+"eps_2",1e-05,1613943452170,3672
+"train_loss",0.032310434,1613943453155,3673
+"raw_loss",0.015543929,1613943453155,3673
+"epoch",23.106918238993707,1613943453155,3673
+"wd_0",0.01,1613943453155,3673
+"sqr_mom_0",0.99,1613943453155,3673
+"lr_0",4.509192337332531e-06,1613943453155,3673
+"mom_0",0.8598162514158635,1613943453155,3673
+"eps_0",1e-05,1613943453155,3673
+"wd_1",0.01,1613943453155,3673
+"sqr_mom_1",0.99,1613943453155,3673
+"lr_1",4.509192337332531e-05,1613943453155,3673
+"mom_1",0.8598162514158635,1613943453155,3673
+"eps_1",1e-05,1613943453155,3673
+"wd_2",0.01,1613943453155,3673
+"sqr_mom_2",0.99,1613943453155,3673
+"lr_2",0.00045091923373325306,1613943453155,3673
+"mom_2",0.8598162514158635,1613943453155,3673
+"eps_2",1e-05,1613943453155,3673
+"train_loss",0.03248068,1613943454124,3674
+"raw_loss",0.04082272,1613943454124,3674
+"epoch",23.113207547169807,1613943454124,3674
+"wd_0",0.01,1613943454124,3674
+"sqr_mom_0",0.99,1613943454124,3674
+"lr_0",4.5083521319691895e-06,1613943454124,3674
+"mom_0",0.8598330556911731,1613943454124,3674
+"eps_0",1e-05,1613943454124,3674
+"wd_1",0.01,1613943454124,3674
+"sqr_mom_1",0.99,1613943454124,3674
+"lr_1",4.508352131969189e-05,1613943454124,3674
+"mom_1",0.8598330556911731,1613943454124,3674
+"eps_1",1e-05,1613943454124,3674
+"wd_2",0.01,1613943454124,3674
+"sqr_mom_2",0.99,1613943454124,3674
+"lr_2",0.0004508352131969189,1613943454124,3674
+"mom_2",0.8598330556911731,1613943454124,3674
+"eps_2",1e-05,1613943454124,3674
+"train_loss",0.03204016,1613943455092,3675
+"raw_loss",0.010454779,1613943455092,3675
+"epoch",23.119496855345908,1613943455092,3675
+"wd_0",0.01,1613943455092,3675
+"sqr_mom_0",0.99,1613943455092,3675
+"lr_0",4.5075114259713485e-06,1613943455092,3675
+"mom_0",0.8598498699792728,1613943455092,3675
+"eps_0",1e-05,1613943455092,3675
+"wd_1",0.01,1613943455092,3675
+"sqr_mom_1",0.99,1613943455092,3675
+"lr_1",4.507511425971348e-05,1613943455092,3675
+"mom_1",0.8598498699792728,1613943455092,3675
+"eps_1",1e-05,1613943455092,3675
+"wd_2",0.01,1613943455092,3675
+"sqr_mom_2",0.99,1613943455092,3675
+"lr_2",0.0004507511425971348,1613943455092,3675
+"mom_2",0.8598498699792728,1613943455092,3675
+"eps_2",1e-05,1613943455092,3675
+"train_loss",0.031794176,1613943456054,3676
+"raw_loss",0.019740935,1613943456054,3676
+"epoch",23.125786163522008,1613943456054,3676
+"wd_0",0.01,1613943456054,3676
+"sqr_mom_0",0.99,1613943456054,3676
+"lr_0",4.506669940719604e-06,1613943456054,3676
+"mom_0",0.8598666998526064,1613943456054,3676
+"eps_0",1e-05,1613943456054,3676
+"wd_1",0.01,1613943456054,3676
+"sqr_mom_1",0.99,1613943456054,3676
+"lr_1",4.5066699407196037e-05,1613943456054,3676
+"mom_1",0.8598666998526064,1613943456054,3676
+"eps_1",1e-05,1613943456054,3676
+"wd_2",0.01,1613943456054,3676
+"sqr_mom_2",0.99,1613943456054,3676
+"lr_2",0.00045066699407196034,1613943456054,3676
+"mom_2",0.8598666998526064,1613943456054,3676
+"eps_2",1e-05,1613943456054,3676
+"train_loss",0.03140961,1613943457029,3677
+"raw_loss",0.0125659285,1613943457029,3677
+"epoch",23.13207547169811,1613943457029,3677
+"wd_0",0.01,1613943457029,3677
+"sqr_mom_0",0.99,1613943457029,3677
+"lr_0",4.505827815872786e-06,1613943457029,3677
+"mom_0",0.8598835425179694,1613943457029,3677
+"eps_0",1e-05,1613943457029,3677
+"wd_1",0.01,1613943457029,3677
+"sqr_mom_1",0.99,1613943457029,3677
+"lr_1",4.505827815872786e-05,1613943457029,3677
+"mom_1",0.8598835425179694,1613943457029,3677
+"eps_1",1e-05,1613943457029,3677
+"wd_2",0.01,1613943457029,3677
+"sqr_mom_2",0.99,1613943457029,3677
+"lr_2",0.00045058278158727856,1613943457029,3677
+"mom_2",0.8598835425179694,1613943457029,3677
+"eps_2",1e-05,1613943457029,3677
+"train_loss",0.031222265,1613943457984,3678
+"raw_loss",0.022042368,1613943457984,3678
+"epoch",23.13836477987421,1613943457984,3678
+"wd_0",0.01,1613943457984,3678
+"sqr_mom_0",0.99,1613943457984,3678
+"lr_0",4.504985261421619e-06,1613943457984,3678
+"mom_0",0.8599003937755053,1613943457984,3678
+"eps_0",1e-05,1613943457984,3678
+"wd_1",0.01,1613943457984,3678
+"sqr_mom_1",0.99,1613943457984,3678
+"lr_1",4.504985261421619e-05,1613943457984,3678
+"mom_1",0.8599003937755053,1613943457984,3678
+"eps_1",1e-05,1613943457984,3678
+"wd_2",0.01,1613943457984,3678
+"sqr_mom_2",0.99,1613943457984,3678
+"lr_2",0.00045049852614216187,1613943457984,3678
+"mom_2",0.8599003937755053,1613943457984,3678
+"eps_2",1e-05,1613943457984,3678
+"train_loss",0.030980147,1613943458982,3679
+"raw_loss",0.019116336,1613943458982,3679
+"epoch",23.14465408805031,1613943458982,3679
+"wd_0",0.01,1613943458982,3679
+"sqr_mom_0",0.99,1613943458982,3679
+"lr_0",4.504141858349049e-06,1613943458982,3679
+"mom_0",0.859917262005639,1613943458982,3679
+"eps_0",1e-05,1613943458982,3679
+"wd_1",0.01,1613943458982,3679
+"sqr_mom_1",0.99,1613943458982,3679
+"lr_1",4.504141858349049e-05,1613943458982,3679
+"mom_1",0.859917262005639,1613943458982,3679
+"eps_1",1e-05,1613943458982,3679
+"wd_2",0.01,1613943458982,3679
+"sqr_mom_2",0.99,1613943458982,3679
+"lr_2",0.00045041418583490487,1613943458982,3679
+"mom_2",0.859917262005639,1613943458982,3679
+"eps_2",1e-05,1613943458982,3679
+"train_loss",0.030749625,1613943459948,3680
+"raw_loss",0.019454017,1613943459948,3680
+"epoch",23.15094339622641,1613943459948,3680
+"wd_0",0.01,1613943459948,3680
+"sqr_mom_0",0.99,1613943459948,3680
+"lr_0",4.503297816487204e-06,1613943459948,3680
+"mom_0",0.859934143011686,1613943459948,3680
+"eps_0",1e-05,1613943459948,3680
+"wd_1",0.01,1613943459948,3680
+"sqr_mom_1",0.99,1613943459948,3680
+"lr_1",4.503297816487204e-05,1613943459948,3680
+"mom_1",0.859934143011686,1613943459948,3680
+"eps_1",1e-05,1613943459948,3680
+"wd_2",0.01,1613943459948,3680
+"sqr_mom_2",0.99,1613943459948,3680
+"lr_2",0.00045032978164872043,1613943459948,3680
+"mom_2",0.859934143011686,1613943459948,3680
+"eps_2",1e-05,1613943459948,3680
+"train_loss",0.030532662,1613943460931,3681
+"raw_loss",0.019901477,1613943460931,3681
+"epoch",23.15723270440251,1613943460931,3681
+"wd_0",0.01,1613943460931,3681
+"sqr_mom_0",0.99,1613943460931,3681
+"lr_0",4.502453346303986e-06,1613943460931,3681
+"mom_0",0.8599510325842461,1613943460931,3681
+"eps_0",1e-05,1613943460931,3681
+"wd_1",0.01,1613943460931,3681
+"sqr_mom_1",0.99,1613943460931,3681
+"lr_1",4.502453346303986e-05,1613943460931,3681
+"mom_1",0.8599510325842461,1613943460931,3681
+"eps_1",1e-05,1613943460931,3681
+"wd_2",0.01,1613943460931,3681
+"sqr_mom_2",0.99,1613943460931,3681
+"lr_2",0.0004502453346303986,1613943460931,3681
+"mom_2",0.8599510325842461,1613943460931,3681
+"eps_2",1e-05,1613943460931,3681
+"train_loss",0.03050779,1613943461934,3682
+"raw_loss",0.029289035,1613943461934,3682
+"epoch",23.16352201257861,1613943461934,3682
+"wd_0",0.01,1613943461934,3682
+"sqr_mom_0",0.99,1613943461934,3682
+"lr_0",4.501608027829615e-06,1613943461934,3682
+"mom_0",0.8599679391227989,1613943461934,3682
+"eps_0",1e-05,1613943461934,3682
+"wd_1",0.01,1613943461934,3682
+"sqr_mom_1",0.99,1613943461934,3682
+"lr_1",4.501608027829615e-05,1613943461934,3682
+"mom_1",0.8599679391227989,1613943461934,3682
+"eps_1",1e-05,1613943461934,3682
+"wd_2",0.01,1613943461934,3682
+"sqr_mom_2",0.99,1613943461934,3682
+"lr_2",0.0004501608027829615,1613943461934,3682
+"mom_2",0.8599679391227989,1613943461934,3682
+"eps_2",1e-05,1613943461934,3682
+"train_loss",0.030294117,1613943462943,3683
+"raw_loss",0.019824143,1613943462943,3683
+"epoch",23.16981132075471,1613943462943,3683
+"wd_0",0.01,1613943462943,3683
+"sqr_mom_0",0.99,1613943462943,3683
+"lr_0",4.500762071373598e-06,1613943462943,3683
+"mom_0",0.8599848584211123,1613943462943,3683
+"eps_0",1e-05,1613943462943,3683
+"wd_1",0.01,1613943462943,3683
+"sqr_mom_1",0.99,1613943462943,3683
+"lr_1",4.5007620713735976e-05,1613943462943,3683
+"mom_1",0.8599848584211123,1613943462943,3683
+"eps_1",1e-05,1613943462943,3683
+"wd_2",0.01,1613943462943,3683
+"sqr_mom_2",0.99,1613943462943,3683
+"lr_2",0.0004500762071373598,1613943462943,3683
+"mom_2",0.8599848584211123,1613943462943,3683
+"eps_2",1e-05,1613943462943,3683
+"train_loss",0.030203879,1613943463913,3684
+"raw_loss",0.025782228,1613943463913,3684
+"epoch",23.17610062893081,1613943463913,3684
+"wd_0",0.01,1613943463913,3684
+"sqr_mom_0",0.99,1613943463913,3684
+"lr_0",4.499915477205573e-06,1613943463913,3684
+"mom_0",0.8600017904737932,1613943463913,3684
+"eps_0",1e-05,1613943463913,3684
+"wd_1",0.01,1613943463913,3684
+"sqr_mom_1",0.99,1613943463913,3684
+"lr_1",4.4999154772055734e-05,1613943463913,3684
+"mom_1",0.8600017904737932,1613943463913,3684
+"eps_1",1e-05,1613943463913,3684
+"wd_2",0.01,1613943463913,3684
+"sqr_mom_2",0.99,1613943463913,3684
+"lr_2",0.00044999154772055734,1613943463913,3684
+"mom_2",0.8600017904737932,1613943463913,3684
+"eps_2",1e-05,1613943463913,3684
+"train_loss",0.030094042,1613943464902,3685
+"raw_loss",0.02471207,1613943464902,3685
+"epoch",23.18238993710691,1613943464902,3685
+"wd_0",0.01,1613943464902,3685
+"sqr_mom_0",0.99,1613943464902,3685
+"lr_0",4.499068456428758e-06,1613943464902,3685
+"mom_0",0.8600187310587354,1613943464902,3685
+"eps_0",1e-05,1613943464902,3685
+"wd_1",0.01,1613943464902,3685
+"sqr_mom_1",0.99,1613943464902,3685
+"lr_1",4.4990684564287575e-05,1613943464902,3685
+"mom_1",0.8600187310587354,1613943464902,3685
+"eps_1",1e-05,1613943464902,3685
+"wd_2",0.01,1613943464902,3685
+"sqr_mom_2",0.99,1613943464902,3685
+"lr_2",0.00044990684564287574,1613943464902,3685
+"mom_2",0.8600187310587354,1613943464902,3685
+"eps_2",1e-05,1613943464902,3685
+"train_loss",0.029941874,1613943465883,3686
+"raw_loss",0.022485586,1613943465883,3686
+"epoch",23.188679245283012,1613943465883,3686
+"wd_0",0.01,1613943465883,3686
+"sqr_mom_0",0.99,1613943465883,3686
+"lr_0",4.498220587804916e-06,1613943465883,3686
+"mom_0",0.8600356886007877,1613943465883,3686
+"eps_0",1e-05,1613943465883,3686
+"wd_1",0.01,1613943465883,3686
+"sqr_mom_1",0.99,1613943465883,3686
+"lr_1",4.498220587804916e-05,1613943465883,3686
+"mom_1",0.8600356886007877,1613943465883,3686
+"eps_1",1e-05,1613943465883,3686
+"wd_2",0.01,1613943465883,3686
+"sqr_mom_2",0.99,1613943465883,3686
+"lr_2",0.00044982205878049155,1613943465883,3686
+"mom_2",0.8600356886007877,1613943465883,3686
+"eps_2",1e-05,1613943465883,3686
+"train_loss",0.030116616,1613943466864,3687
+"raw_loss",0.038678996,1613943466864,3687
+"epoch",23.194968553459113,1613943466864,3687
+"wd_0",0.01,1613943466864,3687
+"sqr_mom_0",0.99,1613943466864,3687
+"lr_0",4.497372082279136e-06,1613943466864,3687
+"mom_0",0.8600526588810061,1613943466864,3687
+"eps_0",1e-05,1613943466864,3687
+"wd_1",0.01,1613943466864,3687
+"sqr_mom_1",0.99,1613943466864,3687
+"lr_1",4.497372082279135e-05,1613943466864,3687
+"mom_1",0.8600526588810061,1613943466864,3687
+"eps_1",1e-05,1613943466864,3687
+"wd_2",0.01,1613943466864,3687
+"sqr_mom_2",0.99,1613943466864,3687
+"lr_2",0.00044973720822791356,1613943466864,3687
+"mom_2",0.8600526588810061,1613943466864,3687
+"eps_2",1e-05,1613943466864,3687
+"train_loss",0.030095661,1613943467851,3688
+"raw_loss",0.029068902,1613943467851,3688
+"epoch",23.201257861635213,1613943467851,3688
+"wd_0",0.01,1613943467851,3688
+"sqr_mom_0",0.99,1613943467851,3688
+"lr_0",4.496523151430402e-06,1613943467851,3688
+"mom_0",0.8600696376677686,1613943467851,3688
+"eps_0",1e-05,1613943467851,3688
+"wd_1",0.01,1613943467851,3688
+"sqr_mom_1",0.99,1613943467851,3688
+"lr_1",4.4965231514304026e-05,1613943467851,3688
+"mom_1",0.8600696376677686,1613943467851,3688
+"eps_1",1e-05,1613943467851,3688
+"wd_2",0.01,1613943467851,3688
+"sqr_mom_2",0.99,1613943467851,3688
+"lr_2",0.0004496523151430402,1613943467851,3688
+"mom_2",0.8600696376677686,1613943467851,3688
+"eps_2",1e-05,1613943467851,3688
+"train_loss",0.029735645,1613943468849,3689
+"raw_loss",0.012094848,1613943468849,3689
+"epoch",23.207547169811313,1613943468849,3689
+"wd_0",0.01,1613943468849,3689
+"sqr_mom_0",0.99,1613943468849,3689
+"lr_0",4.495673373070568e-06,1613943468849,3689
+"mom_0",0.8600866334049226,1613943468849,3689
+"eps_0",1e-05,1613943468849,3689
+"wd_1",0.01,1613943468849,3689
+"sqr_mom_1",0.99,1613943468849,3689
+"lr_1",4.495673373070568e-05,1613943468849,3689
+"mom_1",0.8600866334049226,1613943468849,3689
+"eps_1",1e-05,1613943468849,3689
+"wd_2",0.01,1613943468849,3689
+"sqr_mom_2",0.99,1613943468849,3689
+"lr_2",0.00044956733730705674,1613943468849,3689
+"mom_2",0.8600866334049226,1613943468849,3689
+"eps_2",1e-05,1613943468849,3689
+"train_loss",0.030020537,1613943469840,3690
+"raw_loss",0.043980192,1613943469840,3690
+"epoch",23.213836477987414,1613943469840,3690
+"wd_0",0.01,1613943469840,3690
+"sqr_mom_0",0.99,1613943469840,3690
+"lr_0",4.49482295862069e-06,1613943469840,3690
+"mom_0",0.8601036418640048,1613943469840,3690
+"eps_0",1e-05,1613943469840,3690
+"wd_1",0.01,1613943469840,3690
+"sqr_mom_1",0.99,1613943469840,3690
+"lr_1",4.49482295862069e-05,1613943469840,3690
+"mom_1",0.8601036418640048,1613943469840,3690
+"eps_1",1e-05,1613943469840,3690
+"wd_2",0.01,1613943469840,3690
+"sqr_mom_2",0.99,1613943469840,3690
+"lr_2",0.000449482295862069,1613943469840,3690
+"mom_2",0.8601036418640048,1613943469840,3690
+"eps_2",1e-05,1613943469840,3690
+"train_loss",0.029921284,1613943470834,3691
+"raw_loss",0.025057852,1613943470834,3691
+"epoch",23.220125786163514,1613943470834,3691
+"wd_0",0.01,1613943470834,3691
+"sqr_mom_0",0.99,1613943470834,3691
+"lr_0",4.4939721201349164e-06,1613943470834,3691
+"mom_0",0.8601206588038897,1613943470834,3691
+"eps_0",1e-05,1613943470834,3691
+"wd_1",0.01,1613943470834,3691
+"sqr_mom_1",0.99,1613943470834,3691
+"lr_1",4.493972120134916e-05,1613943470834,3691
+"mom_1",0.8601206588038897,1613943470834,3691
+"eps_1",1e-05,1613943470834,3691
+"wd_2",0.01,1613943470834,3691
+"sqr_mom_2",0.99,1613943470834,3691
+"lr_2",0.0004493972120134916,1613943470834,3691
+"mom_2",0.8601206588038897,1613943470834,3691
+"eps_2",1e-05,1613943470834,3691
+"train_loss",0.029755704,1613943471808,3692
+"raw_loss",0.021642325,1613943471808,3692
+"epoch",23.226415094339615,1613943471808,3692
+"wd_0",0.01,1613943471808,3692
+"sqr_mom_0",0.99,1613943471808,3692
+"lr_0",4.493120434476398e-06,1613943471808,3692
+"mom_0",0.8601376926873989,1613943471808,3692
+"eps_0",1e-05,1613943471808,3692
+"wd_1",0.01,1613943471808,3692
+"sqr_mom_1",0.99,1613943471808,3692
+"lr_1",4.493120434476398e-05,1613943471808,3692
+"mom_1",0.8601376926873989,1613943471808,3692
+"eps_1",1e-05,1613943471808,3692
+"wd_2",0.01,1613943471808,3692
+"sqr_mom_2",0.99,1613943471808,3692
+"lr_2",0.0004493120434476398,1613943471808,3692
+"mom_2",0.8601376926873989,1613943471808,3692
+"eps_2",1e-05,1613943471808,3692
+"train_loss",0.029901503,1613943472795,3693
+"raw_loss",0.03704568,1613943472795,3693
+"epoch",23.232704402515715,1613943472795,3693
+"wd_0",0.01,1613943472795,3693
+"sqr_mom_0",0.99,1613943472795,3693
+"lr_0",4.492268113541557e-06,1613943472795,3693
+"mom_0",0.8601547392765616,1613943472795,3693
+"eps_0",1e-05,1613943472795,3693
+"wd_1",0.01,1613943472795,3693
+"sqr_mom_1",0.99,1613943472795,3693
+"lr_1",4.492268113541557e-05,1613943472795,3693
+"mom_1",0.8601547392765616,1613943472795,3693
+"eps_1",1e-05,1613943472795,3693
+"wd_2",0.01,1613943472795,3693
+"sqr_mom_2",0.99,1613943472795,3693
+"lr_2",0.0004492268113541557,1613943472795,3693
+"mom_2",0.8601547392765616,1613943472795,3693
+"eps_2",1e-05,1613943472795,3693
+"train_loss",0.02972109,1613943473770,3694
+"raw_loss",0.020880884,1613943473770,3694
+"epoch",23.238993710691815,1613943473770,3694
+"wd_0",0.01,1613943473770,3694
+"sqr_mom_0",0.99,1613943473770,3694
+"lr_0",4.491415369859093e-06,1613943473770,3694
+"mom_0",0.8601717943207613,1613943473770,3694
+"eps_0",1e-05,1613943473770,3694
+"wd_1",0.01,1613943473770,3694
+"sqr_mom_1",0.99,1613943473770,3694
+"lr_1",4.4914153698590934e-05,1613943473770,3694
+"mom_1",0.8601717943207613,1613943473770,3694
+"eps_1",1e-05,1613943473770,3694
+"wd_2",0.01,1613943473770,3694
+"sqr_mom_2",0.99,1613943473770,3694
+"lr_2",0.0004491415369859093,1613943473770,3694
+"mom_2",0.8601717943207613,1613943473770,3694
+"eps_2",1e-05,1613943473770,3694
+"train_loss",0.029425358,1613943474736,3695
+"raw_loss",0.01493449,1613943474736,3695
+"epoch",23.245283018867916,1613943474736,3695
+"wd_0",0.01,1613943474736,3695
+"sqr_mom_0",0.99,1613943474736,3695
+"lr_0",4.4905617793446715e-06,1613943474736,3695
+"mom_0",0.8601888663017696,1613943474736,3695
+"eps_0",1e-05,1613943474736,3695
+"wd_1",0.01,1613943474736,3695
+"sqr_mom_1",0.99,1613943474736,3695
+"lr_1",4.490561779344671e-05,1613943474736,3695
+"mom_1",0.8601888663017696,1613943474736,3695
+"eps_1",1e-05,1613943474736,3695
+"wd_2",0.01,1613943474736,3695
+"sqr_mom_2",0.99,1613943474736,3695
+"lr_2",0.0004490561779344671,1613943474736,3695
+"mom_2",0.8601888663017696,1613943474736,3695
+"eps_2",1e-05,1613943474736,3695
+"train_loss",0.029396694,1613943475720,3696
+"raw_loss",0.027992114,1613943475720,3696
+"epoch",23.251572327044016,1613943475720,3696
+"wd_0",0.01,1613943475720,3696
+"sqr_mom_0",0.99,1613943475720,3696
+"lr_0",4.489707554369469e-06,1613943475720,3696
+"mom_0",0.8602059509721204,1613943475720,3696
+"eps_0",1e-05,1613943475720,3696
+"wd_1",0.01,1613943475720,3696
+"sqr_mom_1",0.99,1613943475720,3696
+"lr_1",4.4897075543694686e-05,1613943475720,3696
+"mom_1",0.8602059509721204,1613943475720,3696
+"eps_1",1e-05,1613943475720,3696
+"wd_2",0.01,1613943475720,3696
+"sqr_mom_2",0.99,1613943475720,3696
+"lr_2",0.00044897075543694686,1613943475720,3696
+"mom_2",0.8602059509721204,1613943475720,3696
+"eps_2",1e-05,1613943475720,3696
+"train_loss",0.029480161,1613943476696,3697
+"raw_loss",0.033570055,1613943476696,3697
+"epoch",23.257861635220117,1613943476696,3697
+"wd_0",0.01,1613943476696,3697
+"sqr_mom_0",0.99,1613943476696,3697
+"lr_0",4.488852837026011e-06,1613943476696,3697
+"mom_0",0.8602230454899347,1613943476696,3697
+"eps_0",1e-05,1613943476696,3697
+"wd_1",0.01,1613943476696,3697
+"sqr_mom_1",0.99,1613943476696,3697
+"lr_1",4.48885283702601e-05,1613943476696,3697
+"mom_1",0.8602230454899347,1613943476696,3697
+"eps_1",1e-05,1613943476696,3697
+"wd_2",0.01,1613943476696,3697
+"sqr_mom_2",0.99,1613943476696,3697
+"lr_2",0.000448885283702601,1613943476696,3697
+"mom_2",0.8602230454899347,1613943476696,3697
+"eps_2",1e-05,1613943476696,3697
+"train_loss",0.029346896,1613943477664,3698
+"raw_loss",0.022816872,1613943477664,3698
+"epoch",23.264150943396217,1613943477664,3698
+"wd_0",0.01,1613943477664,3698
+"sqr_mom_0",0.99,1613943477664,3698
+"lr_0",4.487997344051376e-06,1613943477664,3698
+"mom_0",0.8602401555205277,1613943477664,3698
+"eps_0",1e-05,1613943477664,3698
+"wd_1",0.01,1613943477664,3698
+"sqr_mom_1",0.99,1613943477664,3698
+"lr_1",4.487997344051375e-05,1613943477664,3698
+"mom_1",0.8602401555205277,1613943477664,3698
+"eps_1",1e-05,1613943477664,3698
+"wd_2",0.01,1613943477664,3698
+"sqr_mom_2",0.99,1613943477664,3698
+"lr_2",0.0004487997344051375,1613943477664,3698
+"mom_2",0.8602401555205277,1613943477664,3698
+"eps_2",1e-05,1613943477664,3698
+"train_loss",0.029230503,1613943478646,3699
+"raw_loss",0.023527214,1613943478646,3699
+"epoch",23.270440251572317,1613943478646,3699
+"wd_0",0.01,1613943478646,3699
+"sqr_mom_0",0.99,1613943478646,3699
+"lr_0",4.4871412174333434e-06,1613943478646,3699
+"mom_0",0.8602572782241154,1613943478646,3699
+"eps_0",1e-05,1613943478646,3699
+"wd_1",0.01,1613943478646,3699
+"sqr_mom_1",0.99,1613943478646,3699
+"lr_1",4.487141217433344e-05,1613943478646,3699
+"mom_1",0.8602572782241154,1613943478646,3699
+"eps_1",1e-05,1613943478646,3699
+"wd_2",0.01,1613943478646,3699
+"sqr_mom_2",0.99,1613943478646,3699
+"lr_2",0.00044871412174333434,1613943478646,3699
+"mom_2",0.8602572782241154,1613943478646,3699
+"eps_2",1e-05,1613943478646,3699
+"train_loss",0.029346583,1613943479588,3700
+"raw_loss",0.035034478,1613943479588,3700
+"epoch",23.276729559748418,1613943479588,3700
+"wd_0",0.01,1613943479588,3700
+"sqr_mom_0",0.99,1613943479588,3700
+"lr_0",4.486284670647907e-06,1613943479588,3700
+"mom_0",0.8602744093311352,1613943479588,3700
+"eps_0",1e-05,1613943479588,3700
+"wd_1",0.01,1613943479588,3700
+"sqr_mom_1",0.99,1613943479588,3700
+"lr_1",4.4862846706479064e-05,1613943479588,3700
+"mom_1",0.8602744093311352,1613943479588,3700
+"eps_1",1e-05,1613943479588,3700
+"wd_2",0.01,1613943479588,3700
+"sqr_mom_2",0.99,1613943479588,3700
+"lr_2",0.0004486284670647906,1613943479588,3700
+"mom_2",0.8602744093311352,1613943479588,3700
+"eps_2",1e-05,1613943479588,3700
+"train_loss",0.029484333,1613943480546,3701
+"raw_loss",0.036234055,1613943480546,3701
+"epoch",23.28301886792452,1613943480546,3701
+"wd_0",0.01,1613943480546,3701
+"sqr_mom_0",0.99,1613943480546,3701
+"lr_0",4.485427277719378e-06,1613943480546,3701
+"mom_0",0.860291557361186,1613943480546,3701
+"eps_0",1e-05,1613943480546,3701
+"wd_1",0.01,1613943480546,3701
+"sqr_mom_1",0.99,1613943480546,3701
+"lr_1",4.485427277719378e-05,1613943480546,3701
+"mom_1",0.860291557361186,1613943480546,3701
+"eps_1",1e-05,1613943480546,3701
+"wd_2",0.01,1613943480546,3701
+"sqr_mom_2",0.99,1613943480546,3701
+"lr_2",0.0004485427277719378,1613943480546,3701
+"mom_2",0.860291557361186,1613943480546,3701
+"eps_2",1e-05,1613943480546,3701
+"train_loss",0.029253652,1613943481491,3702
+"raw_loss",0.017950254,1613943481491,3702
+"epoch",23.28930817610062,1613943481491,3702
+"wd_0",0.01,1613943481491,3702
+"sqr_mom_0",0.99,1613943481491,3702
+"lr_0",4.484569251966633e-06,1613943481491,3702
+"mom_0",0.8603087180478478,1613943481491,3702
+"eps_0",1e-05,1613943481491,3702
+"wd_1",0.01,1613943481491,3702
+"sqr_mom_1",0.99,1613943481491,3702
+"lr_1",4.484569251966632e-05,1613943481491,3702
+"mom_1",0.8603087180478478,1613943481491,3702
+"eps_1",1e-05,1613943481491,3702
+"wd_2",0.01,1613943481491,3702
+"sqr_mom_2",0.99,1613943481491,3702
+"lr_2",0.0004484569251966632,1613943481491,3702
+"mom_2",0.8603087180478478,1613943481491,3702
+"eps_2",1e-05,1613943481491,3702
+"train_loss",0.029039495,1613943482470,3703
+"raw_loss",0.018545736,1613943482470,3703
+"epoch",23.29559748427672,1613943482470,3703
+"wd_0",0.01,1613943482470,3703
+"sqr_mom_0",0.99,1613943482470,3703
+"lr_0",4.483710593663155e-06,1613943482470,3703
+"mom_0",0.8603258913856507,1613943482470,3703
+"eps_0",1e-05,1613943482470,3703
+"wd_1",0.01,1613943482470,3703
+"sqr_mom_1",0.99,1613943482470,3703
+"lr_1",4.483710593663155e-05,1613943482470,3703
+"mom_1",0.8603258913856507,1613943482470,3703
+"eps_1",1e-05,1613943482470,3703
+"wd_2",0.01,1613943482470,3703
+"sqr_mom_2",0.99,1613943482470,3703
+"lr_2",0.0004483710593663155,1613943482470,3703
+"mom_2",0.8603258913856507,1613943482470,3703
+"eps_2",1e-05,1613943482470,3703
+"train_loss",0.029587736,1613943483473,3704
+"raw_loss",0.056451578,1613943483473,3704
+"epoch",23.30188679245282,1613943483473,3704
+"wd_0",0.01,1613943483473,3704
+"sqr_mom_0",0.99,1613943483473,3704
+"lr_0",4.48285151691511e-06,1613943483473,3704
+"mom_0",0.8603430730924287,1613943483473,3704
+"eps_0",1e-05,1613943483473,3704
+"wd_1",0.01,1613943483473,3704
+"sqr_mom_1",0.99,1613943483473,3704
+"lr_1",4.48285151691511e-05,1613943483473,3704
+"mom_1",0.8603430730924287,1613943483473,3704
+"eps_1",1e-05,1613943483473,3704
+"wd_2",0.01,1613943483473,3704
+"sqr_mom_2",0.99,1613943483473,3704
+"lr_2",0.00044828515169151095,1613943483473,3704
+"mom_2",0.8603430730924287,1613943483473,3704
+"eps_2",1e-05,1613943483473,3704
+"train_loss",0.029350339,1613943484580,3705
+"raw_loss",0.01771784,1613943484580,3705
+"epoch",23.30817610062892,1613943484580,3705
+"wd_0",0.01,1613943484580,3705
+"sqr_mom_0",0.99,1613943484580,3705
+"lr_0",4.481991594488614e-06,1613943484580,3705
+"mom_0",0.8603602717129448,1613943484580,3705
+"eps_0",1e-05,1613943484580,3705
+"wd_1",0.01,1613943484580,3705
+"sqr_mom_1",0.99,1613943484580,3705
+"lr_1",4.481991594488614e-05,1613943484580,3705
+"mom_1",0.8603602717129448,1613943484580,3705
+"eps_1",1e-05,1613943484580,3705
+"wd_2",0.01,1613943484580,3705
+"sqr_mom_2",0.99,1613943484580,3705
+"lr_2",0.0004481991594488614,1613943484580,3705
+"mom_2",0.8603602717129448,1613943484580,3705
+"eps_2",1e-05,1613943484580,3705
+"train_loss",0.029744895,1613943485757,3706
+"raw_loss",0.049078174,1613943485757,3706
+"epoch",23.31446540880502,1613943485757,3706
+"wd_0",0.01,1613943485757,3706
+"sqr_mom_0",0.99,1613943485757,3706
+"lr_0",4.481131040332986e-06,1613943485757,3706
+"mom_0",0.86037748296817,1613943485757,3706
+"eps_0",1e-05,1613943485757,3706
+"wd_1",0.01,1613943485757,3706
+"sqr_mom_1",0.99,1613943485757,3706
+"lr_1",4.481131040332985e-05,1613943485757,3706
+"mom_1",0.86037748296817,1613943485757,3706
+"eps_1",1e-05,1613943485757,3706
+"wd_2",0.01,1613943485757,3706
+"sqr_mom_2",0.99,1613943485757,3706
+"lr_2",0.00044811310403329856,1613943485757,3706
+"mom_2",0.86037748296817,1613943485757,3706
+"eps_2",1e-05,1613943485757,3706
+"train_loss",0.029633146,1613943487106,3707
+"raw_loss",0.024157424,1613943487106,3707
+"epoch",23.32075471698112,1613943487106,3707
+"wd_0",0.01,1613943487106,3707
+"sqr_mom_0",0.99,1613943487106,3707
+"lr_0",4.480270069026289e-06,1613943487106,3707
+"mom_0",0.8603947025664999,1613943487106,3707
+"eps_0",1e-05,1613943487106,3707
+"wd_1",0.01,1613943487106,3707
+"sqr_mom_1",0.99,1613943487106,3707
+"lr_1",4.4802700690262894e-05,1613943487106,3707
+"mom_1",0.8603947025664999,1613943487106,3707
+"eps_1",1e-05,1613943487106,3707
+"wd_2",0.01,1613943487106,3707
+"sqr_mom_2",0.99,1613943487106,3707
+"lr_2",0.0004480270069026289,1613943487106,3707
+"mom_2",0.8603947025664999,1613943487106,3707
+"eps_2",1e-05,1613943487106,3707
+"train_loss",0.029463427,1613943488251,3708
+"raw_loss",0.021147214,1613943488251,3708
+"epoch",23.32704402515722,1613943488251,3708
+"wd_0",0.01,1613943488251,3708
+"sqr_mom_0",0.99,1613943488251,3708
+"lr_0",4.479408252392448e-06,1613943488251,3708
+"mom_0",0.8604119390715418,1613943488251,3708
+"eps_0",1e-05,1613943488251,3708
+"wd_1",0.01,1613943488251,3708
+"sqr_mom_1",0.99,1613943488251,3708
+"lr_1",4.479408252392448e-05,1613943488251,3708
+"mom_1",0.8604119390715418,1613943488251,3708
+"eps_1",1e-05,1613943488251,3708
+"wd_2",0.01,1613943488251,3708
+"sqr_mom_2",0.99,1613943488251,3708
+"lr_2",0.00044794082523924475,1613943488251,3708
+"mom_2",0.8604119390715418,1613943488251,3708
+"eps_2",1e-05,1613943488251,3708
+"train_loss",0.029783743,1613943489228,3709
+"raw_loss",0.0454792,1613943489228,3709
+"epoch",23.33333333333332,1613943489228,3709
+"wd_0",0.01,1613943489228,3709
+"sqr_mom_0",0.99,1613943489228,3709
+"lr_0",4.478545804852884e-06,1613943489228,3709
+"mom_0",0.8604291881948243,1613943489228,3709
+"eps_0",1e-05,1613943489228,3709
+"wd_1",0.01,1613943489228,3709
+"sqr_mom_1",0.99,1613943489228,3709
+"lr_1",4.478545804852884e-05,1613943489228,3709
+"mom_1",0.8604291881948243,1613943489228,3709
+"eps_1",1e-05,1613943489228,3709
+"wd_2",0.01,1613943489228,3709
+"sqr_mom_2",0.99,1613943489228,3709
+"lr_2",0.0004478545804852884,1613943489228,3709
+"mom_2",0.8604291881948243,1613943489228,3709
+"eps_2",1e-05,1613943489228,3709
+"train_loss",0.029655801,1613943490163,3710
+"raw_loss",0.023386635,1613943490163,3710
+"epoch",23.339622641509422,1613943490163,3710
+"wd_0",0.01,1613943490163,3710
+"sqr_mom_0",0.99,1613943490163,3710
+"lr_0",4.477682941456951e-06,1613943490163,3710
+"mom_0",0.8604464456353174,1613943490163,3710
+"eps_0",1e-05,1613943490163,3710
+"wd_1",0.01,1613943490163,3710
+"sqr_mom_1",0.99,1613943490163,3710
+"lr_1",4.47768294145695e-05,1613943490163,3710
+"mom_1",0.8604464456353174,1613943490163,3710
+"eps_1",1e-05,1613943490163,3710
+"wd_2",0.01,1613943490163,3710
+"sqr_mom_2",0.99,1613943490163,3710
+"lr_2",0.000447768294145695,1613943490163,3710
+"mom_2",0.8604464456353174,1613943490163,3710
+"eps_2",1e-05,1613943490163,3710
+"train_loss",0.029778367,1613943491137,3711
+"raw_loss",0.035784133,1613943491137,3711
+"epoch",23.345911949685522,1613943491137,3711
+"wd_0",0.01,1613943491137,3711
+"sqr_mom_0",0.99,1613943491137,3711
+"lr_0",4.476819233087601e-06,1613943491137,3711
+"mom_0",0.8604637199754477,1613943491137,3711
+"eps_0",1e-05,1613943491137,3711
+"wd_1",0.01,1613943491137,3711
+"sqr_mom_1",0.99,1613943491137,3711
+"lr_1",4.476819233087601e-05,1613943491137,3711
+"mom_1",0.8604637199754477,1613943491137,3711
+"eps_1",1e-05,1613943491137,3711
+"wd_2",0.01,1613943491137,3711
+"sqr_mom_2",0.99,1613943491137,3711
+"lr_2",0.00044768192330876,1613943491137,3711
+"mom_2",0.8604637199754477,1613943491137,3711
+"eps_2",1e-05,1613943491137,3711
+"train_loss",0.029596066,1613943492088,3712
+"raw_loss",0.020663364,1613943492088,3712
+"epoch",23.352201257861623,1613943492088,3712
+"wd_0",0.01,1613943492088,3712
+"sqr_mom_0",0.99,1613943492088,3712
+"lr_0",4.475954894637749e-06,1613943492088,3712
+"mom_0",0.8604810069173142,1613943492088,3712
+"eps_0",1e-05,1613943492088,3712
+"wd_1",0.01,1613943492088,3712
+"sqr_mom_1",0.99,1613943492088,3712
+"lr_1",4.475954894637749e-05,1613943492088,3712
+"mom_1",0.8604810069173142,1613943492088,3712
+"eps_1",1e-05,1613943492088,3712
+"wd_2",0.01,1613943492088,3712
+"sqr_mom_2",0.99,1613943492088,3712
+"lr_2",0.0004475954894637749,1613943492088,3712
+"mom_2",0.8604810069173142,1613943492088,3712
+"eps_2",1e-05,1613943492088,3712
+"train_loss",0.029407186,1613943493052,3713
+"raw_loss",0.020152101,1613943493052,3713
+"epoch",23.358490566037723,1613943493052,3713
+"wd_0",0.01,1613943493052,3713
+"sqr_mom_0",0.99,1613943493052,3713
+"lr_0",4.475090141627418e-06,1613943493052,3713
+"mom_0",0.8604983021504732,1613943493052,3713
+"eps_0",1e-05,1613943493052,3713
+"wd_1",0.01,1613943493052,3713
+"sqr_mom_1",0.99,1613943493052,3713
+"lr_1",4.4750901416274174e-05,1613943493052,3713
+"mom_1",0.8604983021504732,1613943493052,3713
+"eps_1",1e-05,1613943493052,3713
+"wd_2",0.01,1613943493052,3713
+"sqr_mom_2",0.99,1613943493052,3713
+"lr_2",0.00044750901416274174,1613943493052,3713
+"mom_2",0.8604983021504732,1613943493052,3713
+"eps_2",1e-05,1613943493052,3713
+"train_loss",0.029369088,1613943494011,3714
+"raw_loss",0.027502267,1613943494011,3714
+"epoch",23.364779874213824,1613943494011,3714
+"wd_0",0.01,1613943494011,3714
+"sqr_mom_0",0.99,1613943494011,3714
+"lr_0",4.474224543999822e-06,1613943494011,3714
+"mom_0",0.8605156142761463,1613943494011,3714
+"eps_0",1e-05,1613943494011,3714
+"wd_1",0.01,1613943494011,3714
+"sqr_mom_1",0.99,1613943494011,3714
+"lr_1",4.474224543999821e-05,1613943494011,3714
+"mom_1",0.8605156142761463,1613943494011,3714
+"eps_1",1e-05,1613943494011,3714
+"wd_2",0.01,1613943494011,3714
+"sqr_mom_2",0.99,1613943494011,3714
+"lr_2",0.00044742245439998216,1613943494011,3714
+"mom_2",0.8605156142761463,1613943494011,3714
+"eps_2",1e-05,1613943494011,3714
+"train_loss",0.028981984,1613943494988,3715
+"raw_loss",0.010013869,1613943494988,3715
+"epoch",23.371069182389924,1613943494988,3715
+"wd_0",0.01,1613943494988,3715
+"sqr_mom_0",0.99,1613943494988,3715
+"lr_0",4.473358317118751e-06,1613943494988,3715
+"mom_0",0.8605329389870148,1613943494988,3715
+"eps_0",1e-05,1613943494988,3715
+"wd_1",0.01,1613943494988,3715
+"sqr_mom_1",0.99,1613943494988,3715
+"lr_1",4.473358317118751e-05,1613943494988,3715
+"mom_1",0.8605329389870148,1613943494988,3715
+"eps_1",1e-05,1613943494988,3715
+"wd_2",0.01,1613943494988,3715
+"sqr_mom_2",0.99,1613943494988,3715
+"lr_2",0.0004473358317118751,1613943494988,3715
+"mom_2",0.8605329389870148,1613943494988,3715
+"eps_2",1e-05,1613943494988,3715
+"train_loss",0.028700572,1613943495928,3716
+"raw_loss",0.014911341,1613943495928,3716
+"epoch",23.377358490566024,1613943495928,3716
+"wd_0",0.01,1613943495928,3716
+"sqr_mom_0",0.99,1613943495928,3716
+"lr_0",4.472491676974281e-06,1613943495928,3716
+"mom_0",0.860550271963234,1613943495928,3716
+"eps_0",1e-05,1613943495928,3716
+"wd_1",0.01,1613943495928,3716
+"sqr_mom_1",0.99,1613943495928,3716
+"lr_1",4.47249167697428e-05,1613943495928,3716
+"mom_1",0.860550271963234,1613943495928,3716
+"eps_1",1e-05,1613943495928,3716
+"wd_2",0.01,1613943495928,3716
+"sqr_mom_2",0.99,1613943495928,3716
+"lr_2",0.00044724916769742803,1613943495928,3716
+"mom_2",0.860550271963234,1613943495928,3716
+"eps_2",1e-05,1613943495928,3716
+"train_loss",0.028375976,1613943496884,3717
+"raw_loss",0.01247073,1613943496884,3717
+"epoch",23.383647798742125,1613943496884,3717
+"wd_0",0.01,1613943496884,3717
+"sqr_mom_0",0.99,1613943496884,3717
+"lr_0",4.471624192571121e-06,1613943496884,3717
+"mom_0",0.8605676218247958,1613943496884,3717
+"eps_0",1e-05,1613943496884,3717
+"wd_1",0.01,1613943496884,3717
+"sqr_mom_1",0.99,1613943496884,3717
+"lr_1",4.4716241925711205e-05,1613943496884,3717
+"mom_1",0.8605676218247958,1613943496884,3717
+"eps_1",1e-05,1613943496884,3717
+"wd_2",0.01,1613943496884,3717
+"sqr_mom_2",0.99,1613943496884,3717
+"lr_2",0.000447162419257112,1613943496884,3717
+"mom_2",0.8605676218247958,1613943496884,3717
+"eps_2",1e-05,1613943496884,3717
+"train_loss",0.028168228,1613943497838,3718
+"raw_loss",0.017988568,1613943497838,3718
+"epoch",23.389937106918225,1613943497838,3718
+"wd_0",0.01,1613943497838,3718
+"sqr_mom_0",0.99,1613943497838,3718
+"lr_0",4.470756079743318e-06,1613943497838,3718
+"mom_0",0.8605849842549762,1613943497838,3718
+"eps_0",1e-05,1613943497838,3718
+"wd_1",0.01,1613943497838,3718
+"sqr_mom_1",0.99,1613943497838,3718
+"lr_1",4.470756079743318e-05,1613943497838,3718
+"mom_1",0.8605849842549762,1613943497838,3718
+"eps_1",1e-05,1613943497838,3718
+"wd_2",0.01,1613943497838,3718
+"sqr_mom_2",0.99,1613943497838,3718
+"lr_2",0.0004470756079743318,1613943497838,3718
+"mom_2",0.8605849842549762,1613943497838,3718
+"eps_2",1e-05,1613943497838,3718
+"train_loss",0.028372772,1613943498825,3719
+"raw_loss",0.03839545,1613943498825,3719
+"epoch",23.396226415094326,1613943498825,3719
+"wd_0",0.01,1613943498825,3719
+"sqr_mom_0",0.99,1613943498825,3719
+"lr_0",4.46988748288945e-06,1613943498825,3719
+"mom_0",0.8606023563657746,1613943498825,3719
+"eps_0",1e-05,1613943498825,3719
+"wd_1",0.01,1613943498825,3719
+"sqr_mom_1",0.99,1613943498825,3719
+"lr_1",4.46988748288945e-05,1613943498825,3719
+"mom_1",0.8606023563657746,1613943498825,3719
+"eps_1",1e-05,1613943498825,3719
+"wd_2",0.01,1613943498825,3719
+"sqr_mom_2",0.99,1613943498825,3719
+"lr_2",0.00044698874828894496,1613943498825,3719
+"mom_2",0.8606023563657746,1613943498825,3719
+"eps_2",1e-05,1613943498825,3719
+"train_loss",0.028163351,1613943499765,3720
+"raw_loss",0.017901741,1613943499765,3720
+"epoch",23.402515723270426,1613943499765,3720
+"wd_0",0.01,1613943499765,3720
+"sqr_mom_0",0.99,1613943499765,3720
+"lr_0",4.469018114146768e-06,1613943499765,3720
+"mom_0",0.8606197439145038,1613943499765,3720
+"eps_0",1e-05,1613943499765,3720
+"wd_1",0.01,1613943499765,3720
+"sqr_mom_1",0.99,1613943499765,3720
+"lr_1",4.469018114146768e-05,1613943499765,3720
+"mom_1",0.8606197439145038,1613943499765,3720
+"eps_1",1e-05,1613943499765,3720
+"wd_2",0.01,1613943499765,3720
+"sqr_mom_2",0.99,1613943499765,3720
+"lr_2",0.0004469018114146768,1613943499765,3720
+"mom_2",0.8606197439145038,1613943499765,3720
+"eps_2",1e-05,1613943499765,3720
+"train_loss",0.028148148,1613943500714,3721
+"raw_loss",0.027403226,1613943500714,3721
+"epoch",23.408805031446526,1613943500714,3721
+"wd_0",0.01,1613943500714,3721
+"sqr_mom_0",0.99,1613943500714,3721
+"lr_0",4.468148117810102e-06,1613943500714,3721
+"mom_0",0.860637144015238,1613943500714,3721
+"eps_0",1e-05,1613943500714,3721
+"wd_1",0.01,1613943500714,3721
+"sqr_mom_1",0.99,1613943500714,3721
+"lr_1",4.4681481178101014e-05,1613943500714,3721
+"mom_1",0.860637144015238,1613943500714,3721
+"eps_1",1e-05,1613943500714,3721
+"wd_2",0.01,1613943500714,3721
+"sqr_mom_2",0.99,1613943500714,3721
+"lr_2",0.00044681481178101016,1613943500714,3721
+"mom_2",0.860637144015238,1613943500714,3721
+"eps_2",1e-05,1613943500714,3721
+"train_loss",0.027861282,1613943501652,3722
+"raw_loss",0.013804877,1613943501652,3722
+"epoch",23.415094339622627,1613943501652,3722
+"wd_0",0.01,1613943501652,3722
+"sqr_mom_0",0.99,1613943501652,3722
+"lr_0",4.467277710807782e-06,1613943501652,3722
+"mom_0",0.8606545523293676,1613943501652,3722
+"eps_0",1e-05,1613943501652,3722
+"wd_1",0.01,1613943501652,3722
+"sqr_mom_1",0.99,1613943501652,3722
+"lr_1",4.467277710807781e-05,1613943501652,3722
+"mom_1",0.8606545523293676,1613943501652,3722
+"eps_1",1e-05,1613943501652,3722
+"wd_2",0.01,1613943501652,3722
+"sqr_mom_2",0.99,1613943501652,3722
+"lr_2",0.0004467277710807781,1613943501652,3722
+"mom_2",0.8606545523293676,1613943501652,3722
+"eps_2",1e-05,1613943501652,3722
+"train_loss",0.027722055,1613943502620,3723
+"raw_loss",0.020899888,1613943502620,3723
+"epoch",23.421383647798727,1613943502620,3723
+"wd_0",0.01,1613943502620,3723
+"sqr_mom_0",0.99,1613943502620,3723
+"lr_0",4.466406460271196e-06,1613943502620,3723
+"mom_0",0.8606719775143512,1613943502620,3723
+"eps_0",1e-05,1613943502620,3723
+"wd_1",0.01,1613943502620,3723
+"sqr_mom_1",0.99,1613943502620,3723
+"lr_1",4.466406460271195e-05,1613943502620,3723
+"mom_1",0.8606719775143512,1613943502620,3723
+"eps_1",1e-05,1613943502620,3723
+"wd_2",0.01,1613943502620,3723
+"sqr_mom_2",0.99,1613943502620,3723
+"lr_2",0.0004466406460271195,1613943502620,3723
+"mom_2",0.8606719775143512,1613943502620,3723
+"eps_2",1e-05,1613943502620,3723
+"train_loss",0.027488923,1613943503562,3724
+"raw_loss",0.016065381,1613943503562,3724
+"epoch",23.427672955974828,1613943503562,3724
+"wd_0",0.01,1613943503562,3724
+"sqr_mom_0",0.99,1613943503562,3724
+"lr_0",4.46553458297306e-06,1613943503562,3724
+"mom_0",0.8606894152346911,1613943503562,3724
+"eps_0",1e-05,1613943503562,3724
+"wd_1",0.01,1613943503562,3724
+"sqr_mom_1",0.99,1613943503562,3724
+"lr_1",4.4655345829730594e-05,1613943503562,3724
+"mom_1",0.8606894152346911,1613943503562,3724
+"eps_1",1e-05,1613943503562,3724
+"wd_2",0.01,1613943503562,3724
+"sqr_mom_2",0.99,1613943503562,3724
+"lr_2",0.0004465534582973059,1613943503562,3724
+"mom_2",0.8606894152346911,1613943503562,3724
+"eps_2",1e-05,1613943503562,3724
+"train_loss",0.027153792,1613943504505,3725
+"raw_loss",0.0107323285,1613943504505,3725
+"epoch",23.433962264150928,1613943504505,3725
+"wd_0",0.01,1613943504505,3725
+"sqr_mom_0",0.99,1613943504505,3725
+"lr_0",4.464662079191274e-06,1613943504505,3725
+"mom_0",0.8607068654848293,1613943504505,3725
+"eps_0",1e-05,1613943504505,3725
+"wd_1",0.01,1613943504505,3725
+"sqr_mom_1",0.99,1613943504505,3725
+"lr_1",4.464662079191274e-05,1613943504505,3725
+"mom_1",0.8607068654848293,1613943504505,3725
+"eps_1",1e-05,1613943504505,3725
+"wd_2",0.01,1613943504505,3725
+"sqr_mom_2",0.99,1613943504505,3725
+"lr_2",0.00044646620791912735,1613943504505,3725
+"mom_2",0.8607068654848293,1613943504505,3725
+"eps_2",1e-05,1613943504505,3725
+"train_loss",0.026786663,1613943505434,3726
+"raw_loss",0.008797305,1613943505434,3726
+"epoch",23.44025157232703,1613943505434,3726
+"wd_0",0.01,1613943505434,3726
+"sqr_mom_0",0.99,1613943505434,3726
+"lr_0",4.4637891664782986e-06,1613943505434,3726
+"mom_0",0.8607243239136732,1613943505434,3726
+"eps_0",1e-05,1613943505434,3726
+"wd_1",0.01,1613943505434,3726
+"sqr_mom_1",0.99,1613943505434,3726
+"lr_1",4.4637891664782984e-05,1613943505434,3726
+"mom_1",0.8607243239136732,1613943505434,3726
+"eps_1",1e-05,1613943505434,3726
+"wd_2",0.01,1613943505434,3726
+"sqr_mom_2",0.99,1613943505434,3726
+"lr_2",0.0004463789166478298,1613943505434,3726
+"mom_2",0.8607243239136732,1613943505434,3726
+"eps_2",1e-05,1613943505434,3726
+"train_loss",0.026778933,1613943506386,3727
+"raw_loss",0.026400179,1613943506386,3727
+"epoch",23.44654088050313,1613943506386,3727
+"wd_0",0.01,1613943506386,3727
+"sqr_mom_0",0.99,1613943506386,3727
+"lr_0",4.462915410719385e-06,1613943506386,3727
+"mom_0",0.8607417992036043,1613943506386,3727
+"eps_0",1e-05,1613943506386,3727
+"wd_1",0.01,1613943506386,3727
+"sqr_mom_1",0.99,1613943506386,3727
+"lr_1",4.462915410719385e-05,1613943506386,3727
+"mom_1",0.8607417992036043,1613943506386,3727
+"eps_1",1e-05,1613943506386,3727
+"wd_2",0.01,1613943506386,3727
+"sqr_mom_2",0.99,1613943506386,3727
+"lr_2",0.0004462915410719385,1613943506386,3727
+"mom_2",0.8607417992036043,1613943506386,3727
+"eps_2",1e-05,1613943506386,3727
+"train_loss",0.026773952,1613943507347,3728
+"raw_loss",0.02652994,1613943507347,3728
+"epoch",23.45283018867923,1613943507347,3728
+"wd_0",0.01,1613943507347,3728
+"sqr_mom_0",0.99,1613943507347,3728
+"lr_0",4.462041029311655e-06,1613943507347,3728
+"mom_0",0.860759287006637,1613943507347,3728
+"eps_0",1e-05,1613943507347,3728
+"wd_1",0.01,1613943507347,3728
+"sqr_mom_1",0.99,1613943507347,3728
+"lr_1",4.462041029311655e-05,1613943507347,3728
+"mom_1",0.860759287006637,1613943507347,3728
+"eps_1",1e-05,1613943507347,3728
+"wd_2",0.01,1613943507347,3728
+"sqr_mom_2",0.99,1613943507347,3728
+"lr_2",0.00044620410293116545,1613943507347,3728
+"mom_2",0.860759287006637,1613943507347,3728
+"eps_2",1e-05,1613943507347,3728
+"train_loss",0.026697624,1613943508318,3729
+"raw_loss",0.022957608,1613943508318,3729
+"epoch",23.45911949685533,1613943508318,3729
+"wd_0",0.01,1613943508318,3729
+"sqr_mom_0",0.99,1613943508318,3729
+"lr_0",4.4611662402749224e-06,1613943508318,3729
+"mom_0",0.8607767829623312,1613943508318,3729
+"eps_0",1e-05,1613943508318,3729
+"wd_1",0.01,1613943508318,3729
+"sqr_mom_1",0.99,1613943508318,3729
+"lr_1",4.4611662402749226e-05,1613943508318,3729
+"mom_1",0.8607767829623312,1613943508318,3729
+"eps_1",1e-05,1613943508318,3729
+"wd_2",0.01,1613943508318,3729
+"sqr_mom_2",0.99,1613943508318,3729
+"lr_2",0.0004461166240274922,1613943508318,3729
+"mom_2",0.8607767829623312,1613943508318,3729
+"eps_2",1e-05,1613943508318,3729
+"train_loss",0.026821079,1613943509271,3730
+"raw_loss",0.03287031,1613943509271,3730
+"epoch",23.46540880503143,1613943509271,3730
+"wd_0",0.01,1613943509271,3730
+"sqr_mom_0",0.99,1613943509271,3730
+"lr_0",4.460290608561313e-06,1613943509271,3730
+"mom_0",0.8607942957717314,1613943509271,3730
+"eps_0",1e-05,1613943509271,3730
+"wd_1",0.01,1613943509271,3730
+"sqr_mom_1",0.99,1613943509271,3730
+"lr_1",4.4602906085613126e-05,1613943509271,3730
+"mom_1",0.8607942957717314,1613943509271,3730
+"eps_1",1e-05,1613943509271,3730
+"wd_2",0.01,1613943509271,3730
+"sqr_mom_2",0.99,1613943509271,3730
+"lr_2",0.00044602906085613125,1613943509271,3730
+"mom_2",0.8607942957717314,1613943509271,3730
+"eps_2",1e-05,1613943509271,3730
+"train_loss",0.026652256,1613943510237,3731
+"raw_loss",0.018379929,1613943510237,3731
+"epoch",23.47169811320753,1613943510237,3731
+"wd_0",0.01,1613943510237,3731
+"sqr_mom_0",0.99,1613943510237,3731
+"lr_0",4.4594143520355114e-06,1613943510237,3731
+"mom_0",0.8608118210775005,1613943510237,3731
+"eps_0",1e-05,1613943510237,3731
+"wd_1",0.01,1613943510237,3731
+"sqr_mom_1",0.99,1613943510237,3731
+"lr_1",4.4594143520355106e-05,1613943510237,3731
+"mom_1",0.8608118210775005,1613943510237,3731
+"eps_1",1e-05,1613943510237,3731
+"wd_2",0.01,1613943510237,3731
+"sqr_mom_2",0.99,1613943510237,3731
+"lr_2",0.0004459414352035511,1613943510237,3731
+"mom_2",0.8608118210775005,1613943510237,3731
+"eps_2",1e-05,1613943510237,3731
+"train_loss",0.02642685,1613943511172,3732
+"raw_loss",0.015381892,1613943511172,3732
+"epoch",23.47798742138363,1613943511172,3732
+"wd_0",0.01,1613943511172,3732
+"sqr_mom_0",0.99,1613943511172,3732
+"lr_0",4.458537689184066e-06,1613943511172,3732
+"mom_0",0.8608293545098638,1613943511172,3732
+"eps_0",1e-05,1613943511172,3732
+"wd_1",0.01,1613943511172,3732
+"sqr_mom_1",0.99,1613943511172,3732
+"lr_1",4.458537689184066e-05,1613943511172,3732
+"mom_1",0.8608293545098638,1613943511172,3732
+"eps_1",1e-05,1613943511172,3732
+"wd_2",0.01,1613943511172,3732
+"sqr_mom_2",0.99,1613943511172,3732
+"lr_2",0.00044585376891840655,1613943511172,3732
+"mom_2",0.8608293545098638,1613943511172,3732
+"eps_2",1e-05,1613943511172,3732
+"train_loss",0.026243828,1613943512150,3733
+"raw_loss",0.017275747,1613943512150,3733
+"epoch",23.48427672955973,1613943512150,3733
+"wd_0",0.01,1613943512150,3733
+"sqr_mom_0",0.99,1613943512150,3733
+"lr_0",4.457660184027221e-06,1613943512150,3733
+"mom_0",0.8608469047885035,1613943512150,3733
+"eps_0",1e-05,1613943512150,3733
+"wd_1",0.01,1613943512150,3733
+"sqr_mom_1",0.99,1613943512150,3733
+"lr_1",4.4576601840272214e-05,1613943512150,3733
+"mom_1",0.8608469047885035,1613943512150,3733
+"eps_1",1e-05,1613943512150,3733
+"wd_2",0.01,1613943512150,3733
+"sqr_mom_2",0.99,1613943512150,3733
+"lr_2",0.00044576601840272206,1613943512150,3733
+"mom_2",0.8608469047885035,1613943512150,3733
+"eps_2",1e-05,1613943512150,3733
+"train_loss",0.026346361,1613943513088,3734
+"raw_loss",0.031370465,1613943513088,3734
+"epoch",23.49056603773583,1613943513088,3734
+"wd_0",0.01,1613943513088,3734
+"sqr_mom_0",0.99,1613943513088,3734
+"lr_0",4.456782054896602e-06,1613943513088,3734
+"mom_0",0.8608644675467434,1613943513088,3734
+"eps_0",1e-05,1613943513088,3734
+"wd_1",0.01,1613943513088,3734
+"sqr_mom_1",0.99,1613943513088,3734
+"lr_1",4.4567820548966016e-05,1613943513088,3734
+"mom_1",0.8608644675467434,1613943513088,3734
+"eps_1",1e-05,1613943513088,3734
+"wd_2",0.01,1613943513088,3734
+"sqr_mom_2",0.99,1613943513088,3734
+"lr_2",0.00044567820548966014,1613943513088,3734
+"mom_2",0.8608644675467434,1613943513088,3734
+"eps_2",1e-05,1613943513088,3734
+"train_loss",0.027404487,1613943514050,3735
+"raw_loss",0.07925272,1613943514050,3735
+"epoch",23.496855345911932,1613943514050,3735
+"wd_0",0.01,1613943514050,3735
+"sqr_mom_0",0.99,1613943514050,3735
+"lr_0",4.455903520744863e-06,1613943514050,3735
+"mom_0",0.8608820384054868,1613943514050,3735
+"eps_0",1e-05,1613943514050,3735
+"wd_1",0.01,1613943514050,3735
+"sqr_mom_1",0.99,1613943514050,3735
+"lr_1",4.455903520744863e-05,1613943514050,3735
+"mom_1",0.8608820384054868,1613943514050,3735
+"eps_1",1e-05,1613943514050,3735
+"wd_2",0.01,1613943514050,3735
+"sqr_mom_2",0.99,1613943514050,3735
+"lr_2",0.00044559035207448626,1613943514050,3735
+"mom_2",0.8608820384054868,1613943514050,3735
+"eps_2",1e-05,1613943514050,3735
+"train_loss",0.027227834,1613943515008,3736
+"raw_loss",0.018571783,1613943515008,3736
+"epoch",23.503144654088032,1613943515008,3736
+"wd_0",0.01,1613943515008,3736
+"sqr_mom_0",0.99,1613943515008,3736
+"lr_0",4.4550241446616175e-06,1613943515008,3736
+"mom_0",0.8608996261030286,1613943515008,3736
+"eps_0",1e-05,1613943515008,3736
+"wd_1",0.01,1613943515008,3736
+"sqr_mom_1",0.99,1613943515008,3736
+"lr_1",4.455024144661617e-05,1613943515008,3736
+"mom_1",0.8608996261030286,1613943515008,3736
+"eps_1",1e-05,1613943515008,3736
+"wd_2",0.01,1613943515008,3736
+"sqr_mom_2",0.99,1613943515008,3736
+"lr_2",0.0004455024144661617,1613943515008,3736
+"mom_2",0.8608996261030286,1613943515008,3736
+"eps_2",1e-05,1613943515008,3736
+"train_loss",0.027111303,1613943516025,3737
+"raw_loss",0.021401316,1613943516025,3737
+"epoch",23.509433962264133,1613943516025,3737
+"wd_0",0.01,1613943516025,3737
+"sqr_mom_0",0.99,1613943516025,3737
+"lr_0",4.454144145444804e-06,1613943516025,3737
+"mom_0",0.8609172262633665,1613943516025,3737
+"eps_0",1e-05,1613943516025,3737
+"wd_1",0.01,1613943516025,3737
+"sqr_mom_1",0.99,1613943516025,3737
+"lr_1",4.454144145444804e-05,1613943516025,3737
+"mom_1",0.8609172262633665,1613943516025,3737
+"eps_1",1e-05,1613943516025,3737
+"wd_2",0.01,1613943516025,3737
+"sqr_mom_2",0.99,1613943516025,3737
+"lr_2",0.0004454144145444804,1613943516025,3737
+"mom_2",0.8609172262633665,1613943516025,3737
+"eps_2",1e-05,1613943516025,3737
+"train_loss",0.026832927,1613943516993,3738
+"raw_loss",0.013192461,1613943516993,3738
+"epoch",23.515723270440233,1613943516993,3738
+"wd_0",0.01,1613943516993,3738
+"sqr_mom_0",0.99,1613943516993,3738
+"lr_0",4.453263742512557e-06,1613943516993,3738
+"mom_0",0.8609348344980938,1613943516993,3738
+"eps_0",1e-05,1613943516993,3738
+"wd_1",0.01,1613943516993,3738
+"sqr_mom_1",0.99,1613943516993,3738
+"lr_1",4.453263742512557e-05,1613943516993,3738
+"mom_1",0.8609348344980938,1613943516993,3738
+"eps_1",1e-05,1613943516993,3738
+"wd_2",0.01,1613943516993,3738
+"sqr_mom_2",0.99,1613943516993,3738
+"lr_2",0.00044532637425125565,1613943516993,3738
+"mom_2",0.8609348344980938,1613943516993,3738
+"eps_2",1e-05,1613943516993,3738
+"train_loss",0.026649762,1613943518006,3739
+"raw_loss",0.017674698,1613943518006,3739
+"epoch",23.522012578616334,1613943518006,3739
+"wd_0",0.01,1613943518006,3739
+"sqr_mom_0",0.99,1613943518006,3739
+"lr_0",4.45238249802511e-06,1613943518006,3739
+"mom_0",0.8609524595640934,1613943518006,3739
+"eps_0",1e-05,1613943518006,3739
+"wd_1",0.01,1613943518006,3739
+"sqr_mom_1",0.99,1613943518006,3739
+"lr_1",4.45238249802511e-05,1613943518006,3739
+"mom_1",0.8609524595640934,1613943518006,3739
+"eps_1",1e-05,1613943518006,3739
+"wd_2",0.01,1613943518006,3739
+"sqr_mom_2",0.99,1613943518006,3739
+"lr_2",0.000445238249802511,1613943518006,3739
+"mom_2",0.8609524595640934,1613943518006,3739
+"eps_2",1e-05,1613943518006,3739
+"train_loss",0.026563663,1613943518970,3740
+"raw_loss",0.022344852,1613943518970,3740
+"epoch",23.528301886792434,1613943518970,3740
+"wd_0",0.01,1613943518970,3740
+"sqr_mom_0",0.99,1613943518970,3740
+"lr_0",4.451500631246092e-06,1613943518970,3740
+"mom_0",0.8609700970760489,1613943518970,3740
+"eps_0",1e-05,1613943518970,3740
+"wd_1",0.01,1613943518970,3740
+"sqr_mom_1",0.99,1613943518970,3740
+"lr_1",4.451500631246091e-05,1613943518970,3740
+"mom_1",0.8609700970760489,1613943518970,3740
+"eps_1",1e-05,1613943518970,3740
+"wd_2",0.01,1613943518970,3740
+"sqr_mom_2",0.99,1613943518970,3740
+"lr_2",0.0004451500631246091,1613943518970,3740
+"mom_2",0.8609700970760489,1613943518970,3740
+"eps_2",1e-05,1613943518970,3740
+"train_loss",0.02637164,1613943519925,3741
+"raw_loss",0.01696243,1613943519925,3741
+"epoch",23.534591194968534,1613943519925,3741
+"wd_0",0.01,1613943519925,3741
+"sqr_mom_0",0.99,1613943519925,3741
+"lr_0",4.4506182888578534e-06,1613943519925,3741
+"mom_0",0.8609877441002839,1613943519925,3741
+"eps_0",1e-05,1613943519925,3741
+"wd_1",0.01,1613943519925,3741
+"sqr_mom_1",0.99,1613943519925,3741
+"lr_1",4.450618288857853e-05,1613943519925,3741
+"mom_1",0.8609877441002839,1613943519925,3741
+"eps_1",1e-05,1613943519925,3741
+"wd_2",0.01,1613943519925,3741
+"sqr_mom_2",0.99,1613943519925,3741
+"lr_2",0.0004450618288857853,1613943519925,3741
+"mom_2",0.8609877441002839,1613943519925,3741
+"eps_2",1e-05,1613943519925,3741
+"train_loss",0.026297225,1613943520881,3742
+"raw_loss",0.022650942,1613943520881,3742
+"epoch",23.540880503144635,1613943520881,3742
+"wd_0",0.01,1613943520881,3742
+"sqr_mom_0",0.99,1613943520881,3742
+"lr_0",4.449735178442225e-06,1613943520881,3742
+"mom_0",0.8610054064852203,1613943520881,3742
+"eps_0",1e-05,1613943520881,3742
+"wd_1",0.01,1613943520881,3742
+"sqr_mom_1",0.99,1613943520881,3742
+"lr_1",4.449735178442225e-05,1613943520881,3742
+"mom_1",0.8610054064852203,1613943520881,3742
+"eps_1",1e-05,1613943520881,3742
+"wd_2",0.01,1613943520881,3742
+"sqr_mom_2",0.99,1613943520881,3742
+"lr_2",0.00044497351784422246,1613943520881,3742
+"mom_2",0.8610054064852203,1613943520881,3742
+"eps_2",1e-05,1613943520881,3742
+"train_loss",0.02605941,1613943521841,3743
+"raw_loss",0.014406418,1613943521841,3743
+"epoch",23.547169811320735,1613943521841,3743
+"wd_0",0.01,1613943521841,3743
+"sqr_mom_0",0.99,1613943521841,3743
+"lr_0",4.448851446578827e-06,1613943521841,3743
+"mom_0",0.8610230812992364,1613943521841,3743
+"eps_0",1e-05,1613943521841,3743
+"wd_1",0.01,1613943521841,3743
+"sqr_mom_1",0.99,1613943521841,3743
+"lr_1",4.448851446578827e-05,1613943521841,3743
+"mom_1",0.8610230812992364,1613943521841,3743
+"eps_1",1e-05,1613943521841,3743
+"wd_2",0.01,1613943521841,3743
+"sqr_mom_2",0.99,1613943521841,3743
+"lr_2",0.00044488514465788263,1613943521841,3743
+"mom_2",0.8610230812992364,1613943521841,3743
+"eps_2",1e-05,1613943521841,3743
+"train_loss",0.025888678,1613943522778,3744
+"raw_loss",0.01752283,1613943522778,3744
+"epoch",23.553459119496836,1613943522778,3744
+"wd_0",0.01,1613943522778,3744
+"sqr_mom_0",0.99,1613943522778,3744
+"lr_0",4.4479670935493385e-06,1613943522778,3744
+"mom_0",0.8610407685366985,1613943522778,3744
+"eps_0",1e-05,1613943522778,3744
+"wd_1",0.01,1613943522778,3744
+"sqr_mom_1",0.99,1613943522778,3744
+"lr_1",4.447967093549339e-05,1613943522778,3744
+"mom_1",0.8610407685366985,1613943522778,3744
+"eps_1",1e-05,1613943522778,3744
+"wd_2",0.01,1613943522778,3744
+"sqr_mom_2",0.99,1613943522778,3744
+"lr_2",0.0004447967093549338,1613943522778,3744
+"mom_2",0.8610407685366985,1613943522778,3744
+"eps_2",1e-05,1613943522778,3744
+"train_loss",0.025966493,1613943523732,3745
+"raw_loss",0.029779457,1613943523732,3745
+"epoch",23.559748427672936,1613943523732,3745
+"wd_0",0.01,1613943523732,3745
+"sqr_mom_0",0.99,1613943523732,3745
+"lr_0",4.447082339855583e-06,1613943523732,3745
+"mom_0",0.8610584637875262,1613943523732,3745
+"eps_0",1e-05,1613943523732,3745
+"wd_1",0.01,1613943523732,3745
+"sqr_mom_1",0.99,1613943523732,3745
+"lr_1",4.4470823398555826e-05,1613943523732,3745
+"mom_1",0.8610584637875262,1613943523732,3745
+"eps_1",1e-05,1613943523732,3745
+"wd_2",0.01,1613943523732,3745
+"sqr_mom_2",0.99,1613943523732,3745
+"lr_2",0.0004447082339855583,1613943523732,3745
+"mom_2",0.8610584637875262,1613943523732,3745
+"eps_2",1e-05,1613943523732,3745
+"train_loss",0.025684774,1613943524673,3746
+"raw_loss",0.011880549,1613943524673,3746
+"epoch",23.566037735849036,1613943524673,3746
+"wd_0",0.01,1613943524673,3746
+"sqr_mom_0",0.99,1613943524673,3746
+"lr_0",4.4461967454940864e-06,1613943524673,3746
+"mom_0",0.8610761758518768,1613943524673,3746
+"eps_0",1e-05,1613943524673,3746
+"wd_1",0.01,1613943524673,3746
+"sqr_mom_1",0.99,1613943524673,3746
+"lr_1",4.4461967454940866e-05,1613943524673,3746
+"mom_1",0.8610761758518768,1613943524673,3746
+"eps_1",1e-05,1613943524673,3746
+"wd_2",0.01,1613943524673,3746
+"sqr_mom_2",0.99,1613943524673,3746
+"lr_2",0.0004446196745494087,1613943524673,3746
+"mom_2",0.8610761758518768,1613943524673,3746
+"eps_2",1e-05,1613943524673,3746
+"train_loss",0.025493165,1613943525627,3747
+"raw_loss",0.016104335,1613943525627,3747
+"epoch",23.572327044025137,1613943525627,3747
+"wd_0",0.01,1613943525627,3747
+"sqr_mom_0",0.99,1613943525627,3747
+"lr_0",4.445310530812656e-06,1613943525627,3747
+"mom_0",0.8610939003227501,1613943525627,3747
+"eps_0",1e-05,1613943525627,3747
+"wd_1",0.01,1613943525627,3747
+"sqr_mom_1",0.99,1613943525627,3747
+"lr_1",4.4453105308126554e-05,1613943525627,3747
+"mom_1",0.8610939003227501,1613943525627,3747
+"eps_1",1e-05,1613943525627,3747
+"wd_2",0.01,1613943525627,3747
+"sqr_mom_2",0.99,1613943525627,3747
+"lr_2",0.00044453105308126553,1613943525627,3747
+"mom_2",0.8610939003227501,1613943525627,3747
+"eps_2",1e-05,1613943525627,3747
+"train_loss",0.025255911,1613943526576,3748
+"raw_loss",0.013630478,1613943526576,3748
+"epoch",23.578616352201237,1613943526576,3748
+"wd_0",0.01,1613943526576,3748
+"sqr_mom_0",0.99,1613943526576,3748
+"lr_0",4.444423916776489e-06,1613943526576,3748
+"mom_0",0.861111632780798,1613943526576,3748
+"eps_0",1e-05,1613943526576,3748
+"wd_1",0.01,1613943526576,3748
+"sqr_mom_1",0.99,1613943526576,3748
+"lr_1",4.444423916776488e-05,1613943526576,3748
+"mom_1",0.861111632780798,1613943526576,3748
+"eps_1",1e-05,1613943526576,3748
+"wd_2",0.01,1613943526576,3748
+"sqr_mom_2",0.99,1613943526576,3748
+"lr_2",0.00044444239167764884,1613943526576,3748
+"mom_2",0.861111632780798,1613943526576,3748
+"eps_2",1e-05,1613943526576,3748
+"train_loss",0.025119532,1613943527527,3749
+"raw_loss",0.018436953,1613943527527,3749
+"epoch",23.584905660377338,1613943527527,3749
+"wd_0",0.01,1613943527527,3749
+"sqr_mom_0",0.99,1613943527527,3749
+"lr_0",4.44353646245693e-06,1613943527527,3749
+"mom_0",0.8611293820446818,1613943527527,3749
+"eps_0",1e-05,1613943527527,3749
+"wd_1",0.01,1613943527527,3749
+"sqr_mom_1",0.99,1613943527527,3749
+"lr_1",4.44353646245693e-05,1613943527527,3749
+"mom_1",0.8611293820446818,1613943527527,3749
+"eps_1",1e-05,1613943527527,3749
+"wd_2",0.01,1613943527527,3749
+"sqr_mom_2",0.99,1613943527527,3749
+"lr_2",0.00044435364624569295,1613943527527,3749
+"mom_2",0.8611293820446818,1613943527527,3749
+"eps_2",1e-05,1613943527527,3749
+"train_loss",0.025000451,1613943528481,3750
+"raw_loss",0.019165508,1613943528481,3750
+"epoch",23.591194968553438,1613943528481,3750
+"wd_0",0.01,1613943528481,3750
+"sqr_mom_0",0.99,1613943528481,3750
+"lr_0",4.442648388665371e-06,1613943528481,3750
+"mom_0",0.8611471436981295,1613943528481,3750
+"eps_0",1e-05,1613943528481,3750
+"wd_1",0.01,1613943528481,3750
+"sqr_mom_1",0.99,1613943528481,3750
+"lr_1",4.442648388665371e-05,1613943528481,3750
+"mom_1",0.8611471436981295,1613943528481,3750
+"eps_1",1e-05,1613943528481,3750
+"wd_2",0.01,1613943528481,3750
+"sqr_mom_2",0.99,1613943528481,3750
+"lr_2",0.0004442648388665371,1613943528481,3750
+"mom_2",0.8611471436981295,1613943528481,3750
+"eps_2",1e-05,1613943528481,3750
+"train_loss",0.025100634,1613943529450,3751
+"raw_loss",0.030009566,1613943529450,3751
+"epoch",23.59748427672954,1613943529450,3751
+"wd_0",0.01,1613943529450,3751
+"sqr_mom_0",0.99,1613943529450,3751
+"lr_0",4.441759916829753e-06,1613943529450,3751
+"mom_0",0.8611649133125381,1613943529450,3751
+"eps_0",1e-05,1613943529450,3751
+"wd_1",0.01,1613943529450,3751
+"sqr_mom_1",0.99,1613943529450,3751
+"lr_1",4.441759916829753e-05,1613943529450,3751
+"mom_1",0.8611649133125381,1613943529450,3751
+"eps_1",1e-05,1613943529450,3751
+"wd_2",0.01,1613943529450,3751
+"sqr_mom_2",0.99,1613943529450,3751
+"lr_2",0.00044417599168297526,1613943529450,3751
+"mom_2",0.8611649133125381,1613943529450,3751
+"eps_2",1e-05,1613943529450,3751
+"train_loss",0.024934346,1613943530446,3752
+"raw_loss",0.016786272,1613943530446,3752
+"epoch",23.60377358490564,1613943530446,3752
+"wd_0",0.01,1613943530446,3752
+"sqr_mom_0",0.99,1613943530446,3752
+"lr_0",4.440870605097503e-06,1613943530446,3752
+"mom_0",0.8611826997250471,1613943530446,3752
+"eps_0",1e-05,1613943530446,3752
+"wd_1",0.01,1613943530446,3752
+"sqr_mom_1",0.99,1613943530446,3752
+"lr_1",4.440870605097503e-05,1613943530446,3752
+"mom_1",0.8611826997250471,1613943530446,3752
+"eps_1",1e-05,1613943530446,3752
+"wd_2",0.01,1613943530446,3752
+"sqr_mom_2",0.99,1613943530446,3752
+"lr_2",0.0004440870605097502,1613943530446,3752
+"mom_2",0.8611826997250471,1613943530446,3752
+"eps_2",1e-05,1613943530446,3752
+"train_loss",0.026172012,1613943531399,3753
+"raw_loss",0.0868177,1613943531399,3753
+"epoch",23.61006289308174,1613943531399,3753
+"wd_0",0.01,1613943531399,3753
+"sqr_mom_0",0.99,1613943531399,3753
+"lr_0",4.439980674742964e-06,1613943531399,3753
+"mom_0",0.8612004985101258,1613943531399,3753
+"eps_0",1e-05,1613943531399,3753
+"wd_1",0.01,1613943531399,3753
+"sqr_mom_1",0.99,1613943531399,3753
+"lr_1",4.4399806747429636e-05,1613943531399,3753
+"mom_1",0.8612004985101258,1613943531399,3753
+"eps_1",1e-05,1613943531399,3753
+"wd_2",0.01,1613943531399,3753
+"sqr_mom_2",0.99,1613943531399,3753
+"lr_2",0.00044399806747429636,1613943531399,3753
+"mom_2",0.8612004985101258,1613943531399,3753
+"eps_2",1e-05,1613943531399,3753
+"train_loss",0.026372641,1613943532368,3754
+"raw_loss",0.036203444,1613943532368,3754
+"epoch",23.61635220125784,1613943532368,3754
+"wd_0",0.01,1613943532368,3754
+"sqr_mom_0",0.99,1613943532368,3754
+"lr_0",4.439090347656181e-06,1613943532368,3754
+"mom_0",0.8612183052299286,1613943532368,3754
+"eps_0",1e-05,1613943532368,3754
+"wd_1",0.01,1613943532368,3754
+"sqr_mom_1",0.99,1613943532368,3754
+"lr_1",4.4390903476561814e-05,1613943532368,3754
+"mom_1",0.8612183052299286,1613943532368,3754
+"eps_1",1e-05,1613943532368,3754
+"wd_2",0.01,1613943532368,3754
+"sqr_mom_2",0.99,1613943532368,3754
+"lr_2",0.00044390903476561815,1613943532368,3754
+"mom_2",0.8612183052299286,1613943532368,3754
+"eps_2",1e-05,1613943532368,3754
+"train_loss",0.026039122,1613943533333,3755
+"raw_loss",0.009696634,1613943533333,3755
+"epoch",23.62264150943394,1613943533333,3755
+"wd_0",0.01,1613943533333,3755
+"sqr_mom_0",0.99,1613943533333,3755
+"lr_0",4.438199181061937e-06,1613943533333,3755
+"mom_0",0.8612361287400486,1613943533333,3755
+"eps_0",1e-05,1613943533333,3755
+"wd_1",0.01,1613943533333,3755
+"sqr_mom_1",0.99,1613943533333,3755
+"lr_1",4.438199181061937e-05,1613943533333,3755
+"mom_1",0.8612361287400486,1613943533333,3755
+"eps_1",1e-05,1613943533333,3755
+"wd_2",0.01,1613943533333,3755
+"sqr_mom_2",0.99,1613943533333,3755
+"lr_2",0.0004438199181061937,1613943533333,3755
+"mom_2",0.8612361287400486,1613943533333,3755
+"eps_2",1e-05,1613943533333,3755
+"train_loss",0.025811754,1613943534286,3756
+"raw_loss",0.014670713,1613943534286,3756
+"epoch",23.62893081761004,1613943534286,3756
+"wd_0",0.01,1613943534286,3756
+"sqr_mom_0",0.99,1613943534286,3756
+"lr_0",4.43730739669689e-06,1613943534286,3756
+"mom_0",0.8612539646057082,1613943534286,3756
+"eps_0",1e-05,1613943534286,3756
+"wd_1",0.01,1613943534286,3756
+"sqr_mom_1",0.99,1613943534286,3756
+"lr_1",4.43730739669689e-05,1613943534286,3756
+"mom_1",0.8612539646057082,1613943534286,3756
+"eps_1",1e-05,1613943534286,3756
+"wd_2",0.01,1613943534286,3756
+"sqr_mom_2",0.99,1613943534286,3756
+"lr_2",0.000443730739669689,1613943534286,3756
+"mom_2",0.8612539646057082,1613943534286,3756
+"eps_2",1e-05,1613943534286,3756
+"train_loss",0.025627425,1613943535230,3757
+"raw_loss",0.016595272,1613943535230,3757
+"epoch",23.63522012578614,1613943535230,3757
+"wd_0",0.01,1613943535230,3757
+"sqr_mom_0",0.99,1613943535230,3757
+"lr_0",4.436415216912555e-06,1613943535230,3757
+"mom_0",0.8612718083798326,1613943535230,3757
+"eps_0",1e-05,1613943535230,3757
+"wd_1",0.01,1613943535230,3757
+"sqr_mom_1",0.99,1613943535230,3757
+"lr_1",4.436415216912555e-05,1613943535230,3757
+"mom_1",0.8612718083798326,1613943535230,3757
+"eps_1",1e-05,1613943535230,3757
+"wd_2",0.01,1613943535230,3757
+"sqr_mom_2",0.99,1613943535230,3757
+"lr_2",0.00044364152169125545,1613943535230,3757
+"mom_2",0.8612718083798326,1613943535230,3757
+"eps_2",1e-05,1613943535230,3757
+"train_loss",0.025347866,1613943536189,3758
+"raw_loss",0.011649467,1613943536189,3758
+"epoch",23.64150943396224,1613943536189,3758
+"wd_0",0.01,1613943536189,3758
+"sqr_mom_0",0.99,1613943536189,3758
+"lr_0",4.435522198012334e-06,1613943536189,3758
+"mom_0",0.8612896689364427,1613943536189,3758
+"eps_0",1e-05,1613943536189,3758
+"wd_1",0.01,1613943536189,3758
+"sqr_mom_1",0.99,1613943536189,3758
+"lr_1",4.435522198012334e-05,1613943536189,3758
+"mom_1",0.8612896689364427,1613943536189,3758
+"eps_1",1e-05,1613943536189,3758
+"wd_2",0.01,1613943536189,3758
+"sqr_mom_2",0.99,1613943536189,3758
+"lr_2",0.00044355221980123336,1613943536189,3758
+"mom_2",0.8612896689364427,1613943536189,3758
+"eps_2",1e-05,1613943536189,3758
+"train_loss",0.025442258,1613943537169,3759
+"raw_loss",0.030067438,1613943537169,3759
+"epoch",23.64779874213834,1613943537169,3759
+"wd_0",0.01,1613943537169,3759
+"sqr_mom_0",0.99,1613943537169,3759
+"lr_0",4.4346285621945685e-06,1613943537169,3759
+"mom_0",0.8613075418315269,1613943537169,3759
+"eps_0",1e-05,1613943537169,3759
+"wd_1",0.01,1613943537169,3759
+"sqr_mom_1",0.99,1613943537169,3759
+"lr_1",4.434628562194569e-05,1613943537169,3759
+"mom_1",0.8613075418315269,1613943537169,3759
+"eps_1",1e-05,1613943537169,3759
+"wd_2",0.01,1613943537169,3759
+"sqr_mom_2",0.99,1613943537169,3759
+"lr_2",0.00044346285621945687,1613943537169,3759
+"mom_2",0.8613075418315269,1613943537169,3759
+"eps_2",1e-05,1613943537169,3759
+"train_loss",0.02518069,1613943538158,3760
+"raw_loss",0.012363898,1613943538158,3760
+"epoch",23.654088050314442,1613943538158,3760
+"wd_0",0.01,1613943538158,3760
+"sqr_mom_0",0.99,1613943538158,3760
+"lr_0",4.433734532271604e-06,1613943538158,3760
+"mom_0",0.861325422608794,1613943538158,3760
+"eps_0",1e-05,1613943538158,3760
+"wd_1",0.01,1613943538158,3760
+"sqr_mom_1",0.99,1613943538158,3760
+"lr_1",4.4337345322716046e-05,1613943538158,3760
+"mom_1",0.861325422608794,1613943538158,3760
+"eps_1",1e-05,1613943538158,3760
+"wd_2",0.01,1613943538158,3760
+"sqr_mom_2",0.99,1613943538158,3760
+"lr_2",0.0004433734532271604,1613943538158,3760
+"mom_2",0.861325422608794,1613943538158,3760
+"eps_2",1e-05,1613943538158,3760
+"train_loss",0.03257431,1613943539109,3761
+"raw_loss",0.39486206,1613943539109,3761
+"epoch",23.660377358490543,1613943539109,3761
+"wd_0",0.01,1613943539109,3761
+"sqr_mom_0",0.99,1613943539109,3761
+"lr_0",4.432839663626738e-06,1613943539109,3761
+"mom_0",0.8613433201606668,1613943539109,3761
+"eps_0",1e-05,1613943539109,3761
+"wd_1",0.01,1613943539109,3761
+"sqr_mom_1",0.99,1613943539109,3761
+"lr_1",4.4328396636267375e-05,1613943539109,3761
+"mom_1",0.8613433201606668,1613943539109,3761
+"eps_1",1e-05,1613943539109,3761
+"wd_2",0.01,1613943539109,3761
+"sqr_mom_2",0.99,1613943539109,3761
+"lr_2",0.00044328396636267374,1613943539109,3761
+"mom_2",0.8613433201606668,1613943539109,3761
+"eps_2",1e-05,1613943539109,3761
+"train_loss",0.032488156,1613943540175,3762
+"raw_loss",0.028266568,1613943540175,3762
+"epoch",23.666666666666643,1613943540175,3762
+"wd_0",0.01,1613943540175,3762
+"sqr_mom_0",0.99,1613943540175,3762
+"lr_0",4.4319441789193524e-06,1613943540175,3762
+"mom_0",0.8613612300339133,1613943540175,3762
+"eps_0",1e-05,1613943540175,3762
+"wd_1",0.01,1613943540175,3762
+"sqr_mom_1",0.99,1613943540175,3762
+"lr_1",4.4319441789193526e-05,1613943540175,3762
+"mom_1",0.8613612300339133,1613943540175,3762
+"eps_1",1e-05,1613943540175,3762
+"wd_2",0.01,1613943540175,3762
+"sqr_mom_2",0.99,1613943540175,3762
+"lr_2",0.00044319441789193525,1613943540175,3762
+"mom_2",0.8613612300339133,1613943540175,3762
+"eps_2",1e-05,1613943540175,3762
+"train_loss",0.032845598,1613943541118,3763
+"raw_loss",0.050360233,1613943541118,3763
+"epoch",23.672955974842743,1613943541118,3763
+"wd_0",0.01,1613943541118,3763
+"sqr_mom_0",0.99,1613943541118,3763
+"lr_0",4.431048078434875e-06,1613943541118,3763
+"mom_0",0.8613791522228247,1613943541118,3763
+"eps_0",1e-05,1613943541118,3763
+"wd_1",0.01,1613943541118,3763
+"sqr_mom_1",0.99,1613943541118,3763
+"lr_1",4.431048078434875e-05,1613943541118,3763
+"mom_1",0.8613791522228247,1613943541118,3763
+"eps_1",1e-05,1613943541118,3763
+"wd_2",0.01,1613943541118,3763
+"sqr_mom_2",0.99,1613943541118,3763
+"lr_2",0.00044310480784348746,1613943541118,3763
+"mom_2",0.8613791522228247,1613943541118,3763
+"eps_2",1e-05,1613943541118,3763
+"train_loss",0.032422103,1613943542087,3764
+"raw_loss",0.011670774,1613943542087,3764
+"epoch",23.679245283018844,1613943542087,3764
+"wd_0",0.01,1613943542087,3764
+"sqr_mom_0",0.99,1613943542087,3764
+"lr_0",4.430151511219054e-06,1613943542087,3764
+"mom_0",0.8613970837464564,1613943542087,3764
+"eps_0",1e-05,1613943542087,3764
+"wd_1",0.01,1613943542087,3764
+"sqr_mom_1",0.99,1613943542087,3764
+"lr_1",4.430151511219054e-05,1613943542087,3764
+"mom_1",0.8613970837464564,1613943542087,3764
+"eps_1",1e-05,1613943542087,3764
+"wd_2",0.01,1613943542087,3764
+"sqr_mom_2",0.99,1613943542087,3764
+"lr_2",0.0004430151511219054,1613943542087,3764
+"mom_2",0.8613970837464564,1613943542087,3764
+"eps_2",1e-05,1613943542087,3764
+"train_loss",0.032472707,1613943543046,3765
+"raw_loss",0.0349524,1613943543046,3765
+"epoch",23.685534591194944,1613943543046,3765
+"wd_0",0.01,1613943543046,3765
+"sqr_mom_0",0.99,1613943543046,3765
+"lr_0",4.429254180139453e-06,1613943543046,3765
+"mom_0",0.8614150305475164,1613943543046,3765
+"eps_0",1e-05,1613943543046,3765
+"wd_1",0.01,1613943543046,3765
+"sqr_mom_1",0.99,1613943543046,3765
+"lr_1",4.429254180139453e-05,1613943543046,3765
+"mom_1",0.8614150305475164,1613943543046,3765
+"eps_1",1e-05,1613943543046,3765
+"wd_2",0.01,1613943543046,3765
+"sqr_mom_2",0.99,1613943543046,3765
+"lr_2",0.0004429254180139453,1613943543046,3765
+"mom_2",0.8614150305475164,1613943543046,3765
+"eps_2",1e-05,1613943543046,3765
+"train_loss",0.03484412,1613943544007,3766
+"raw_loss",0.15104333,1613943544007,3766
+"epoch",23.691823899371045,1613943544007,3766
+"wd_0",0.01,1613943544007,3766
+"sqr_mom_0",0.99,1613943544007,3766
+"lr_0",4.428356234140165e-06,1613943544007,3766
+"mom_0",0.8614329896470931,1613943544007,3766
+"eps_0",1e-05,1613943544007,3766
+"wd_1",0.01,1613943544007,3766
+"sqr_mom_1",0.99,1613943544007,3766
+"lr_1",4.428356234140166e-05,1613943544007,3766
+"mom_1",0.8614329896470931,1613943544007,3766
+"eps_1",1e-05,1613943544007,3766
+"wd_2",0.01,1613943544007,3766
+"sqr_mom_2",0.99,1613943544007,3766
+"lr_2",0.0004428356234140165,1613943544007,3766
+"mom_2",0.8614329896470931,1613943544007,3766
+"eps_2",1e-05,1613943544007,3766
+"train_loss",0.037791476,1613943544946,3767
+"raw_loss",0.18221202,1613943544946,3767
+"epoch",23.698113207547145,1613943544946,3767
+"wd_0",0.01,1613943544946,3767
+"sqr_mom_0",0.99,1613943544946,3767
+"lr_0",4.427457897106351e-06,1613943544946,3767
+"mom_0",0.8614509565674386,1613943544946,3767
+"eps_0",1e-05,1613943544946,3767
+"wd_1",0.01,1613943544946,3767
+"sqr_mom_1",0.99,1613943544946,3767
+"lr_1",4.427457897106351e-05,1613943544946,3767
+"mom_1",0.8614509565674386,1613943544946,3767
+"eps_1",1e-05,1613943544946,3767
+"wd_2",0.01,1613943544946,3767
+"sqr_mom_2",0.99,1613943544946,3767
+"lr_2",0.00044274578971063513,1613943544946,3767
+"mom_2",0.8614509565674386,1613943544946,3767
+"eps_2",1e-05,1613943544946,3767
+"train_loss",0.037290793,1613943545906,3768
+"raw_loss",0.012757399,1613943545906,3768
+"epoch",23.704402515723245,1613943545906,3768
+"wd_0",0.01,1613943545906,3768
+"sqr_mom_0",0.99,1613943545906,3768
+"lr_0",4.426558722279303e-06,1613943545906,3768
+"mom_0",0.8614689402438164,1613943545906,3768
+"eps_0",1e-05,1613943545906,3768
+"wd_1",0.01,1613943545906,3768
+"sqr_mom_1",0.99,1613943545906,3768
+"lr_1",4.426558722279303e-05,1613943545906,3768
+"mom_1",0.8614689402438164,1613943545906,3768
+"eps_1",1e-05,1613943545906,3768
+"wd_2",0.01,1613943545906,3768
+"sqr_mom_2",0.99,1613943545906,3768
+"lr_2",0.0004426558722279303,1613943545906,3768
+"mom_2",0.8614689402438164,1613943545906,3768
+"eps_2",1e-05,1613943545906,3768
+"train_loss",0.037639372,1613943546948,3769
+"raw_loss",0.05471968,1613943546948,3769
+"epoch",23.710691823899346,1613943546948,3769
+"wd_0",0.01,1613943546948,3769
+"sqr_mom_0",0.99,1613943546948,3769
+"lr_0",4.425658933391716e-06,1613943546948,3769
+"mom_0",0.8614869362015277,1613943546948,3769
+"eps_0",1e-05,1613943546948,3769
+"wd_1",0.01,1613943546948,3769
+"sqr_mom_1",0.99,1613943546948,3769
+"lr_1",4.4256589333917155e-05,1613943546948,3769
+"mom_1",0.8614869362015277,1613943546948,3769
+"eps_1",1e-05,1613943546948,3769
+"wd_2",0.01,1613943546948,3769
+"sqr_mom_2",0.99,1613943546948,3769
+"lr_2",0.00044256589333917153,1613943546948,3769
+"mom_2",0.8614869362015277,1613943546948,3769
+"eps_2",1e-05,1613943546948,3769
+"train_loss",0.038448155,1613943547912,3770
+"raw_loss",0.07807858,1613943547912,3770
+"epoch",23.716981132075446,1613943547912,3770
+"wd_0",0.01,1613943547912,3770
+"sqr_mom_0",0.99,1613943547912,3770
+"lr_0",4.424758754787444e-06,1613943547912,3770
+"mom_0",0.8615049399536506,1613943547912,3770
+"eps_0",1e-05,1613943547912,3770
+"wd_1",0.01,1613943547912,3770
+"sqr_mom_1",0.99,1613943547912,3770
+"lr_1",4.424758754787444e-05,1613943547912,3770
+"mom_1",0.8615049399536506,1613943547912,3770
+"eps_1",1e-05,1613943547912,3770
+"wd_2",0.01,1613943547912,3770
+"sqr_mom_2",0.99,1613943547912,3770
+"lr_2",0.00044247587547874436,1613943547912,3770
+"mom_2",0.8615049399536506,1613943547912,3770
+"eps_2",1e-05,1613943547912,3770
+"train_loss",0.03830688,1613943548884,3771
+"raw_loss",0.031384435,1613943548884,3771
+"epoch",23.723270440251547,1613943548884,3771
+"wd_0",0.01,1613943548884,3771
+"sqr_mom_0",0.99,1613943548884,3771
+"lr_0",4.423857738791936e-06,1613943548884,3771
+"mom_0",0.8615229604537658,1613943548884,3771
+"eps_0",1e-05,1613943548884,3771
+"wd_1",0.01,1613943548884,3771
+"sqr_mom_1",0.99,1613943548884,3771
+"lr_1",4.423857738791936e-05,1613943548884,3771
+"mom_1",0.8615229604537658,1613943548884,3771
+"eps_1",1e-05,1613943548884,3771
+"wd_2",0.01,1613943548884,3771
+"sqr_mom_2",0.99,1613943548884,3771
+"lr_2",0.0004423857738791936,1613943548884,3771
+"mom_2",0.8615229604537658,1613943548884,3771
+"eps_2",1e-05,1613943548884,3771
+"train_loss",0.041478787,1613943549876,3772
+"raw_loss",0.19690223,1613943549876,3772
+"epoch",23.729559748427647,1613943549876,3772
+"wd_0",0.01,1613943549876,3772
+"sqr_mom_0",0.99,1613943549876,3772
+"lr_0",4.422956109596796e-06,1613943549876,3772
+"mom_0",0.8615409932179963,1613943549876,3772
+"eps_0",1e-05,1613943549876,3772
+"wd_1",0.01,1613943549876,3772
+"sqr_mom_1",0.99,1613943549876,3772
+"lr_1",4.422956109596796e-05,1613943549876,3772
+"mom_1",0.8615409932179963,1613943549876,3772
+"eps_1",1e-05,1613943549876,3772
+"wd_2",0.01,1613943549876,3772
+"sqr_mom_2",0.99,1613943549876,3772
+"lr_2",0.0004422956109596796,1613943549876,3772
+"mom_2",0.8615409932179963,1613943549876,3772
+"eps_2",1e-05,1613943549876,3772
+"train_loss",0.041070957,1613943550859,3773
+"raw_loss",0.021087265,1613943550859,3773
+"epoch",23.735849056603747,1613943550859,3773
+"wd_0",0.01,1613943550859,3773
+"sqr_mom_0",0.99,1613943550859,3773
+"lr_0",4.422054092003932e-06,1613943550859,3773
+"mom_0",0.8615590337502589,1613943550859,3773
+"eps_0",1e-05,1613943550859,3773
+"wd_1",0.01,1613943550859,3773
+"sqr_mom_1",0.99,1613943550859,3773
+"lr_1",4.4220540920039324e-05,1613943550859,3773
+"mom_1",0.8615590337502589,1613943550859,3773
+"eps_1",1e-05,1613943550859,3773
+"wd_2",0.01,1613943550859,3773
+"sqr_mom_2",0.99,1613943550859,3773
+"lr_2",0.00044220540920039323,1613943550859,3773
+"mom_2",0.8615590337502589,1613943550859,3773
+"eps_2",1e-05,1613943550859,3773
+"train_loss",0.041834626,1613943551862,3774
+"raw_loss",0.07925442,1613943551862,3774
+"epoch",23.742138364779848,1613943551862,3774
+"wd_0",0.01,1613943551862,3774
+"sqr_mom_0",0.99,1613943551862,3774
+"lr_0",4.421151237424233e-06,1613943551862,3774
+"mom_0",0.8615770910224255,1613943551862,3774
+"eps_0",1e-05,1613943551862,3774
+"wd_1",0.01,1613943551862,3774
+"sqr_mom_1",0.99,1613943551862,3774
+"lr_1",4.4211512374242325e-05,1613943551862,3774
+"mom_1",0.8615770910224255,1613943551862,3774
+"eps_1",1e-05,1613943551862,3774
+"wd_2",0.01,1613943551862,3774
+"sqr_mom_2",0.99,1613943551862,3774
+"lr_2",0.00044211512374242324,1613943551862,3774
+"mom_2",0.8615770910224255,1613943551862,3774
+"eps_2",1e-05,1613943551862,3774
+"train_loss",0.04233987,1613943552853,3775
+"raw_loss",0.06709687,1613943552853,3775
+"epoch",23.74842767295595,1613943552853,3775
+"wd_0",0.01,1613943552853,3775
+"sqr_mom_0",0.99,1613943552853,3775
+"lr_0",4.4202477705075675e-06,1613943552853,3775
+"mom_0",0.861595160541454,1613943552853,3775
+"eps_0",1e-05,1613943552853,3775
+"wd_1",0.01,1613943552853,3775
+"sqr_mom_1",0.99,1613943552853,3775
+"lr_1",4.420247770507567e-05,1613943552853,3775
+"mom_1",0.861595160541454,1613943552853,3775
+"eps_1",1e-05,1613943552853,3775
+"wd_2",0.01,1613943552853,3775
+"sqr_mom_2",0.99,1613943552853,3775
+"lr_2",0.00044202477705075676,1613943552853,3775
+"mom_2",0.861595160541454,1613943552853,3775
+"eps_2",1e-05,1613943552853,3775
+"train_loss",0.041816328,1613943553839,3776
+"raw_loss",0.016162714,1613943553839,3776
+"epoch",23.75471698113205,1613943553839,3776
+"wd_0",0.01,1613943553839,3776
+"sqr_mom_0",0.99,1613943553839,3776
+"lr_0",4.419343916513253e-06,1613943553839,3776
+"mom_0",0.861613237802113,1613943553839,3776
+"eps_0",1e-05,1613943553839,3776
+"wd_1",0.01,1613943553839,3776
+"sqr_mom_1",0.99,1613943553839,3776
+"lr_1",4.4193439165132525e-05,1613943553839,3776
+"mom_1",0.861613237802113,1613943553839,3776
+"eps_1",1e-05,1613943553839,3776
+"wd_2",0.01,1613943553839,3776
+"sqr_mom_2",0.99,1613943553839,3776
+"lr_2",0.0004419343916513252,1613943553839,3776
+"mom_2",0.861613237802113,1613943553839,3776
+"eps_2",1e-05,1613943553839,3776
+"train_loss",0.04211983,1613943554806,3777
+"raw_loss",0.05699156,1613943554806,3777
+"epoch",23.76100628930815,1613943554806,3777
+"wd_0",0.01,1613943554806,3777
+"sqr_mom_0",0.99,1613943554806,3777
+"lr_0",4.4184392259389015e-06,1613943554806,3777
+"mom_0",0.8616313317945399,1613943554806,3777
+"eps_0",1e-05,1613943554806,3777
+"wd_1",0.01,1613943554806,3777
+"sqr_mom_1",0.99,1613943554806,3777
+"lr_1",4.4184392259389015e-05,1613943554806,3777
+"mom_1",0.8616313317945399,1613943554806,3777
+"eps_1",1e-05,1613943554806,3777
+"wd_2",0.01,1613943554806,3777
+"sqr_mom_2",0.99,1613943554806,3777
+"lr_2",0.0004418439225938901,1613943554806,3777
+"mom_2",0.8616313317945399,1613943554806,3777
+"eps_2",1e-05,1613943554806,3777
+"train_loss",0.04293154,1613943555787,3778
+"raw_loss",0.08270535,1613943555787,3778
+"epoch",23.76729559748425,1613943555787,3778
+"wd_0",0.01,1613943555787,3778
+"sqr_mom_0",0.99,1613943555787,3778
+"lr_0",4.417533923892007e-06,1613943555787,3778
+"mom_0",0.86164943801654,1613943555787,3778
+"eps_0",1e-05,1613943555787,3778
+"wd_1",0.01,1613943555787,3778
+"sqr_mom_1",0.99,1613943555787,3778
+"lr_1",4.4175339238920066e-05,1613943555787,3778
+"mom_1",0.86164943801654,1613943555787,3778
+"eps_1",1e-05,1613943555787,3778
+"wd_2",0.01,1613943555787,3778
+"sqr_mom_2",0.99,1613943555787,3778
+"lr_2",0.00044175339238920064,1613943555787,3778
+"mom_2",0.86164943801654,1613943555787,3778
+"eps_2",1e-05,1613943555787,3778
+"train_loss",0.043280732,1613943556739,3779
+"raw_loss",0.060391042,1613943556739,3779
+"epoch",23.77358490566035,1613943556739,3779
+"wd_0",0.01,1613943556739,3779
+"sqr_mom_0",0.99,1613943556739,3779
+"lr_0",4.416628236088648e-06,1613943556739,3779
+"mom_0",0.8616675519537466,1613943556739,3779
+"eps_0",1e-05,1613943556739,3779
+"wd_1",0.01,1613943556739,3779
+"sqr_mom_1",0.99,1613943556739,3779
+"lr_1",4.416628236088647e-05,1613943556739,3779
+"mom_1",0.8616675519537466,1613943556739,3779
+"eps_1",1e-05,1613943556739,3779
+"wd_2",0.01,1613943556739,3779
+"sqr_mom_2",0.99,1613943556739,3779
+"lr_2",0.00044166282360886476,1613943556739,3779
+"mom_2",0.8616675519537466,1613943556739,3779
+"eps_2",1e-05,1613943556739,3779
+"train_loss",0.043634035,1613943557725,3780
+"raw_loss",0.06094596,1613943557725,3780
+"epoch",23.77987421383645,1613943557725,3780
+"wd_0",0.01,1613943557725,3780
+"sqr_mom_0",0.99,1613943557725,3780
+"lr_0",4.415721712114453e-06,1613943557725,3780
+"mom_0",0.861685682614537,1613943557725,3780
+"eps_0",1e-05,1613943557725,3780
+"wd_1",0.01,1613943557725,3780
+"sqr_mom_1",0.99,1613943557725,3780
+"lr_1",4.415721712114452e-05,1613943557725,3780
+"mom_1",0.861685682614537,1613943557725,3780
+"eps_1",1e-05,1613943557725,3780
+"wd_2",0.01,1613943557725,3780
+"sqr_mom_2",0.99,1613943557725,3780
+"lr_2",0.0004415721712114452,1613943557725,3780
+"mom_2",0.861685682614537,1613943557725,3780
+"eps_2",1e-05,1613943557725,3780
+"train_loss",0.04334733,1613943558671,3781
+"raw_loss",0.029298762,1613943558671,3781
+"epoch",23.78616352201255,1613943558671,3781
+"wd_0",0.01,1613943558671,3781
+"sqr_mom_0",0.99,1613943558671,3781
+"lr_0",4.4148145775338894e-06,1613943558671,3781
+"mom_0",0.8617038254875771,1613943558671,3781
+"eps_0",1e-05,1613943558671,3781
+"wd_1",0.01,1613943558671,3781
+"sqr_mom_1",0.99,1613943558671,3781
+"lr_1",4.4148145775338894e-05,1613943558671,3781
+"mom_1",0.8617038254875771,1613943558671,3781
+"eps_1",1e-05,1613943558671,3781
+"wd_2",0.01,1613943558671,3781
+"sqr_mom_2",0.99,1613943558671,3781
+"lr_2",0.00044148145775338893,1613943558671,3781
+"mom_2",0.8617038254875771,1613943558671,3781
+"eps_2",1e-05,1613943558671,3781
+"train_loss",0.042790104,1613943559632,3782
+"raw_loss",0.015486112,1613943559632,3782
+"epoch",23.79245283018865,1613943559632,3782
+"wd_0",0.01,1613943559632,3782
+"sqr_mom_0",0.99,1613943559632,3782
+"lr_0",4.413907058519154e-06,1613943559632,3782
+"mom_0",0.8617219760493774,1613943559632,3782
+"eps_0",1e-05,1613943559632,3782
+"wd_1",0.01,1613943559632,3782
+"sqr_mom_1",0.99,1613943559632,3782
+"lr_1",4.413907058519154e-05,1613943559632,3782
+"mom_1",0.8617219760493774,1613943559632,3782
+"eps_1",1e-05,1613943559632,3782
+"wd_2",0.01,1613943559632,3782
+"sqr_mom_2",0.99,1613943559632,3782
+"lr_2",0.0004413907058519154,1613943559632,3782
+"mom_2",0.8617219760493774,1613943559632,3782
+"eps_2",1e-05,1613943559632,3782
+"train_loss",0.04223179,1613943560595,3783
+"raw_loss",0.014874473,1613943560595,3783
+"epoch",23.79874213836475,1613943560595,3783
+"wd_0",0.01,1613943560595,3783
+"sqr_mom_0",0.99,1613943560595,3783
+"lr_0",4.41299870374518e-06,1613943560595,3783
+"mom_0",0.8617401433265297,1613943560595,3783
+"eps_0",1e-05,1613943560595,3783
+"wd_1",0.01,1613943560595,3783
+"sqr_mom_1",0.99,1613943560595,3783
+"lr_1",4.4129987037451796e-05,1613943560595,3783
+"mom_1",0.8617401433265297,1613943560595,3783
+"eps_1",1e-05,1613943560595,3783
+"wd_2",0.01,1613943560595,3783
+"sqr_mom_2",0.99,1613943560595,3783
+"lr_2",0.00044129987037451793,1613943560595,3783
+"mom_2",0.8617401433265297,1613943560595,3783
+"eps_2",1e-05,1613943560595,3783
+"train_loss",0.04170603,1613943561568,3784
+"raw_loss",0.015943613,1613943561568,3784
+"epoch",23.805031446540852,1613943561568,3784
+"wd_0",0.01,1613943561568,3784
+"sqr_mom_0",0.99,1613943561568,3784
+"lr_0",4.412089739232765e-06,1613943561568,3784
+"mom_0",0.8617583227985727,1613943561568,3784
+"eps_0",1e-05,1613943561568,3784
+"wd_1",0.01,1613943561568,3784
+"sqr_mom_1",0.99,1613943561568,3784
+"lr_1",4.4120897392327655e-05,1613943561568,3784
+"mom_1",0.8617583227985727,1613943561568,3784
+"eps_1",1e-05,1613943561568,3784
+"wd_2",0.01,1613943561568,3784
+"sqr_mom_2",0.99,1613943561568,3784
+"lr_2",0.0004412089739232765,1613943561568,3784
+"mom_2",0.8617583227985727,1613943561568,3784
+"eps_2",1e-05,1613943561568,3784
+"train_loss",0.041366436,1613943562511,3785
+"raw_loss",0.024726298,1613943562511,3785
+"epoch",23.811320754716952,1613943562511,3785
+"wd_0",0.01,1613943562511,3785
+"sqr_mom_0",0.99,1613943562511,3785
+"lr_0",4.4111801652716335e-06,1613943562511,3785
+"mom_0",0.8617765144597119,1613943562511,3785
+"eps_0",1e-05,1613943562511,3785
+"wd_1",0.01,1613943562511,3785
+"sqr_mom_1",0.99,1613943562511,3785
+"lr_1",4.4111801652716335e-05,1613943562511,3785
+"mom_1",0.8617765144597119,1613943562511,3785
+"eps_1",1e-05,1613943562511,3785
+"wd_2",0.01,1613943562511,3785
+"sqr_mom_2",0.99,1613943562511,3785
+"lr_2",0.0004411180165271633,1613943562511,3785
+"mom_2",0.8617765144597119,1613943562511,3785
+"eps_2",1e-05,1613943562511,3785
+"train_loss",0.041008525,1613943563466,3786
+"raw_loss",0.023470938,1613943563466,3786
+"epoch",23.817610062893053,1613943563466,3786
+"wd_0",0.01,1613943563466,3786
+"sqr_mom_0",0.99,1613943563466,3786
+"lr_0",4.4102701331446604e-06,1613943563466,3786
+"mom_0",0.8617947152842597,1613943563466,3786
+"eps_0",1e-05,1613943563466,3786
+"wd_1",0.01,1613943563466,3786
+"sqr_mom_1",0.99,1613943563466,3786
+"lr_1",4.4102701331446604e-05,1613943563466,3786
+"mom_1",0.8617947152842597,1613943563466,3786
+"eps_1",1e-05,1613943563466,3786
+"wd_2",0.01,1613943563466,3786
+"sqr_mom_2",0.99,1613943563466,3786
+"lr_2",0.00044102701331446604,1613943563466,3786
+"mom_2",0.8617947152842597,1613943563466,3786
+"eps_2",1e-05,1613943563466,3786
+"train_loss",0.040451076,1613943564411,3787
+"raw_loss",0.01313597,1613943564411,3787
+"epoch",23.823899371069153,1613943564411,3787
+"wd_0",0.01,1613943564411,3787
+"sqr_mom_0",0.99,1613943564411,3787
+"lr_0",4.409359341256986e-06,1613943564411,3787
+"mom_0",0.8618129313041734,1613943564411,3787
+"eps_0",1e-05,1613943564411,3787
+"wd_1",0.01,1613943564411,3787
+"sqr_mom_1",0.99,1613943564411,3787
+"lr_1",4.4093593412569855e-05,1613943564411,3787
+"mom_1",0.8618129313041734,1613943564411,3787
+"eps_1",1e-05,1613943564411,3787
+"wd_2",0.01,1613943564411,3787
+"sqr_mom_2",0.99,1613943564411,3787
+"lr_2",0.0004409359341256985,1613943564411,3787
+"mom_2",0.8618129313041734,1613943564411,3787
+"eps_2",1e-05,1613943564411,3787
+"train_loss",0.04047556,1613943565366,3788
+"raw_loss",0.041675154,1613943565366,3788
+"epoch",23.830188679245254,1613943565366,3788
+"wd_0",0.01,1613943565366,3788
+"sqr_mom_0",0.99,1613943565366,3788
+"lr_0",4.408447940790875e-06,1613943565366,3788
+"mom_0",0.8618311594957774,1613943565366,3788
+"eps_0",1e-05,1613943565366,3788
+"wd_1",0.01,1613943565366,3788
+"sqr_mom_1",0.99,1613943565366,3788
+"lr_1",4.408447940790876e-05,1613943565366,3788
+"mom_1",0.8618311594957774,1613943565366,3788
+"eps_1",1e-05,1613943565366,3788
+"wd_2",0.01,1613943565366,3788
+"sqr_mom_2",0.99,1613943565366,3788
+"lr_2",0.00044084479407908756,1613943565366,3788
+"mom_2",0.8618311594957774,1613943565366,3788
+"eps_2",1e-05,1613943565366,3788
+"train_loss",0.040034063,1613943566315,3789
+"raw_loss",0.018400693,1613943566315,3789
+"epoch",23.836477987421354,1613943566315,3789
+"wd_0",0.01,1613943566315,3789
+"sqr_mom_0",0.99,1613943566315,3789
+"lr_0",4.407536158980294e-06,1613943566315,3789
+"mom_0",0.8618493953143472,1613943566315,3789
+"eps_0",1e-05,1613943566315,3789
+"wd_1",0.01,1613943566315,3789
+"sqr_mom_1",0.99,1613943566315,3789
+"lr_1",4.4075361589802934e-05,1613943566315,3789
+"mom_1",0.8618493953143472,1613943566315,3789
+"eps_1",1e-05,1613943566315,3789
+"wd_2",0.01,1613943566315,3789
+"sqr_mom_2",0.99,1613943566315,3789
+"lr_2",0.00044075361589802935,1613943566315,3789
+"mom_2",0.8618493953143472,1613943566315,3789
+"eps_2",1e-05,1613943566315,3789
+"train_loss",0.039521698,1613943567286,3790
+"raw_loss",0.014415826,1613943567286,3790
+"epoch",23.842767295597454,1613943567286,3790
+"wd_0",0.01,1613943567286,3790
+"sqr_mom_0",0.99,1613943567286,3790
+"lr_0",4.406623542380211e-06,1613943567286,3790
+"mom_0",0.861867647828874,1613943567286,3790
+"eps_0",1e-05,1613943567286,3790
+"wd_1",0.01,1613943567286,3790
+"sqr_mom_1",0.99,1613943567286,3790
+"lr_1",4.406623542380211e-05,1613943567286,3790
+"mom_1",0.861867647828874,1613943567286,3790
+"eps_1",1e-05,1613943567286,3790
+"wd_2",0.01,1613943567286,3790
+"sqr_mom_2",0.99,1613943567286,3790
+"lr_2",0.00044066235423802105,1613943567286,3790
+"mom_2",0.861867647828874,1613943567286,3790
+"eps_2",1e-05,1613943567286,3790
+"train_loss",0.039240014,1613943568258,3791
+"raw_loss",0.025437461,1613943568258,3791
+"epoch",23.849056603773555,1613943568258,3791
+"wd_0",0.01,1613943568258,3791
+"sqr_mom_0",0.99,1613943568258,3791
+"lr_0",4.405710318073698e-06,1613943568258,3791
+"mom_0",0.861885912497651,1613943568258,3791
+"eps_0",1e-05,1613943568258,3791
+"wd_1",0.01,1613943568258,3791
+"sqr_mom_1",0.99,1613943568258,3791
+"lr_1",4.405710318073698e-05,1613943568258,3791
+"mom_1",0.861885912497651,1613943568258,3791
+"eps_1",1e-05,1613943568258,3791
+"wd_2",0.01,1613943568258,3791
+"sqr_mom_2",0.99,1613943568258,3791
+"lr_2",0.0004405710318073698,1613943568258,3791
+"mom_2",0.861885912497651,1613943568258,3791
+"eps_2",1e-05,1613943568258,3791
+"train_loss",0.03955873,1613943569253,3792
+"raw_loss",0.055175945,1613943569253,3792
+"epoch",23.855345911949655,1613943569253,3792
+"wd_0",0.01,1613943569253,3792
+"sqr_mom_0",0.99,1613943569253,3792
+"lr_0",4.404796713748665e-06,1613943569253,3792
+"mom_0",0.8619041847668744,1613943569253,3792
+"eps_0",1e-05,1613943569253,3792
+"wd_1",0.01,1613943569253,3792
+"sqr_mom_1",0.99,1613943569253,3792
+"lr_1",4.404796713748665e-05,1613943569253,3792
+"mom_1",0.8619041847668744,1613943569253,3792
+"eps_1",1e-05,1613943569253,3792
+"wd_2",0.01,1613943569253,3792
+"sqr_mom_2",0.99,1613943569253,3792
+"lr_2",0.00044047967137486653,1613943569253,3792
+"mom_2",0.8619041847668744,1613943569253,3792
+"eps_2",1e-05,1613943569253,3792
+"train_loss",0.039300203,1613943570210,3793
+"raw_loss",0.026632385,1613943570210,3793
+"epoch",23.861635220125756,1613943570210,3793
+"wd_0",0.01,1613943570210,3793
+"sqr_mom_0",0.99,1613943570210,3793
+"lr_0",4.403882275053715e-06,1613943570210,3793
+"mom_0",0.8619224737236629,1613943570210,3793
+"eps_0",1e-05,1613943570210,3793
+"wd_1",0.01,1613943570210,3793
+"sqr_mom_1",0.99,1613943570210,3793
+"lr_1",4.403882275053715e-05,1613943570210,3793
+"mom_1",0.8619224737236629,1613943570210,3793
+"eps_1",1e-05,1613943570210,3793
+"wd_2",0.01,1613943570210,3793
+"sqr_mom_2",0.99,1613943570210,3793
+"lr_2",0.0004403882275053715,1613943570210,3793
+"mom_2",0.8619224737236629,1613943570210,3793
+"eps_2",1e-05,1613943570210,3793
+"train_loss",0.03908575,1613943571172,3794
+"raw_loss",0.028577482,1613943571172,3794
+"epoch",23.867924528301856,1613943571172,3794
+"wd_0",0.01,1613943571172,3794
+"sqr_mom_0",0.99,1613943571172,3794
+"lr_0",4.4029672295260825e-06,1613943571172,3794
+"mom_0",0.8619407748172265,1613943571172,3794
+"eps_0",1e-05,1613943571172,3794
+"wd_1",0.01,1613943571172,3794
+"sqr_mom_1",0.99,1613943571172,3794
+"lr_1",4.402967229526082e-05,1613943571172,3794
+"mom_1",0.8619407748172265,1613943571172,3794
+"eps_1",1e-05,1613943571172,3794
+"wd_2",0.01,1613943571172,3794
+"sqr_mom_2",0.99,1613943571172,3794
+"lr_2",0.0004402967229526082,1613943571172,3794
+"mom_2",0.8619407748172265,1613943571172,3794
+"eps_2",1e-05,1613943571172,3794
+"train_loss",0.039148018,1613943572202,3795
+"raw_loss",0.042199213,1613943572202,3795
+"epoch",23.874213836477956,1613943572202,3795
+"wd_0",0.01,1613943572202,3795
+"sqr_mom_0",0.99,1613943572202,3795
+"lr_0",4.402051805306971e-06,1613943572202,3795
+"mom_0",0.8619590834846954,1613943572202,3795
+"eps_0",1e-05,1613943572202,3795
+"wd_1",0.01,1613943572202,3795
+"sqr_mom_1",0.99,1613943572202,3795
+"lr_1",4.40205180530697e-05,1613943572202,3795
+"mom_1",0.8619590834846954,1613943572202,3795
+"eps_1",1e-05,1613943572202,3795
+"wd_2",0.01,1613943572202,3795
+"sqr_mom_2",0.99,1613943572202,3795
+"lr_2",0.00044020518053069704,1613943572202,3795
+"mom_2",0.8619590834846954,1613943572202,3795
+"eps_2",1e-05,1613943572202,3795
+"train_loss",0.039257936,1613943573302,3796
+"raw_loss",0.044643853,1613943573302,3796
+"epoch",23.880503144654057,1613943573302,3796
+"wd_0",0.01,1613943573302,3796
+"sqr_mom_0",0.99,1613943573302,3796
+"lr_0",4.401135547139918e-06,1613943573302,3796
+"mom_0",0.8619774088312899,1613943573302,3796
+"eps_0",1e-05,1613943573302,3796
+"wd_1",0.01,1613943573302,3796
+"sqr_mom_1",0.99,1613943573302,3796
+"lr_1",4.4011355471399186e-05,1613943573302,3796
+"mom_1",0.8619774088312899,1613943573302,3796
+"eps_1",1e-05,1613943573302,3796
+"wd_2",0.01,1613943573302,3796
+"sqr_mom_2",0.99,1613943573302,3796
+"lr_2",0.0004401135547139918,1613943573302,3796
+"mom_2",0.8619774088312899,1613943573302,3796
+"eps_2",1e-05,1613943573302,3796
+"train_loss",0.03915529,1613943574259,3797
+"raw_loss",0.034125682,1613943574259,3797
+"epoch",23.886792452830157,1613943574259,3797
+"wd_0",0.01,1613943574259,3797
+"sqr_mom_0",0.99,1613943574259,3797
+"lr_0",4.400218683015673e-06,1613943574259,3797
+"mom_0",0.8619957462971495,1613943574259,3797
+"eps_0",1e-05,1613943574259,3797
+"wd_1",0.01,1613943574259,3797
+"sqr_mom_1",0.99,1613943574259,3797
+"lr_1",4.400218683015672e-05,1613943574259,3797
+"mom_1",0.8619957462971495,1613943574259,3797
+"eps_1",1e-05,1613943574259,3797
+"wd_2",0.01,1613943574259,3797
+"sqr_mom_2",0.99,1613943574259,3797
+"lr_2",0.00044002186830156717,1613943574259,3797
+"mom_2",0.8619957462971495,1613943574259,3797
+"eps_2",1e-05,1613943574259,3797
+"train_loss",0.039085772,1613943575248,3798
+"raw_loss",0.03567938,1613943575248,3798
+"epoch",23.893081761006258,1613943575248,3798
+"wd_0",0.01,1613943575248,3798
+"sqr_mom_0",0.99,1613943575248,3798
+"lr_0",4.399301441528076e-06,1613943575248,3798
+"mom_0",0.8620140913103516,1613943575248,3798
+"eps_0",1e-05,1613943575248,3798
+"wd_1",0.01,1613943575248,3798
+"sqr_mom_1",0.99,1613943575248,3798
+"lr_1",4.399301441528076e-05,1613943575248,3798
+"mom_1",0.8620140913103516,1613943575248,3798
+"eps_1",1e-05,1613943575248,3798
+"wd_2",0.01,1613943575248,3798
+"sqr_mom_2",0.99,1613943575248,3798
+"lr_2",0.0004399301441528076,1613943575248,3798
+"mom_2",0.8620140913103516,1613943575248,3798
+"eps_2",1e-05,1613943575248,3798
+"train_loss",0.040532354,1613943576190,3799
+"raw_loss",0.11141487,1613943576190,3799
+"epoch",23.899371069182358,1613943576190,3799
+"wd_0",0.01,1613943576190,3799
+"sqr_mom_0",0.99,1613943576190,3799
+"lr_0",4.398383366516907e-06,1613943576190,3799
+"mom_0",0.8620324529941917,1613943576190,3799
+"eps_0",1e-05,1613943576190,3799
+"wd_1",0.01,1613943576190,3799
+"sqr_mom_1",0.99,1613943576190,3799
+"lr_1",4.398383366516907e-05,1613943576190,3799
+"mom_1",0.8620324529941917,1613943576190,3799
+"eps_1",1e-05,1613943576190,3799
+"wd_2",0.01,1613943576190,3799
+"sqr_mom_2",0.99,1613943576190,3799
+"lr_2",0.0004398383366516907,1613943576190,3799
+"mom_2",0.8620324529941917,1613943576190,3799
+"eps_2",1e-05,1613943576190,3799
+"train_loss",0.04085877,1613943577158,3800
+"raw_loss",0.056853164,1613943577158,3800
+"epoch",23.90566037735846,1613943577158,3800
+"wd_0",0.01,1613943577158,3800
+"sqr_mom_0",0.99,1613943577158,3800
+"lr_0",4.397464686425769e-06,1613943577158,3800
+"mom_0",0.8620508267797524,1613943577158,3800
+"eps_0",1e-05,1613943577158,3800
+"wd_1",0.01,1613943577158,3800
+"sqr_mom_1",0.99,1613943577158,3800
+"lr_1",4.39746468642577e-05,1613943577158,3800
+"mom_1",0.8620508267797524,1613943577158,3800
+"eps_1",1e-05,1613943577158,3800
+"wd_2",0.01,1613943577158,3800
+"sqr_mom_2",0.99,1613943577158,3800
+"lr_2",0.0004397464686425769,1613943577158,3800
+"mom_2",0.8620508267797524,1613943577158,3800
+"eps_2",1e-05,1613943577158,3800
+"train_loss",0.04075711,1613943578099,3801
+"raw_loss",0.035775576,1613943578099,3801
+"epoch",23.91194968553456,1613943578099,3801
+"wd_0",0.01,1613943578099,3801
+"sqr_mom_0",0.99,1613943578099,3801
+"lr_0",4.3965456303004925e-06,1613943578099,3801
+"mom_0",0.862069208086071,1613943578099,3801
+"eps_0",1e-05,1613943578099,3801
+"wd_1",0.01,1613943578099,3801
+"sqr_mom_1",0.99,1613943578099,3801
+"lr_1",4.396545630300492e-05,1613943578099,3801
+"mom_1",0.862069208086071,1613943578099,3801
+"eps_1",1e-05,1613943578099,3801
+"wd_2",0.01,1613943578099,3801
+"sqr_mom_2",0.99,1613943578099,3801
+"lr_2",0.0004396545630300492,1613943578099,3801
+"mom_2",0.862069208086071,1613943578099,3801
+"eps_2",1e-05,1613943578099,3801
+"train_loss",0.04049893,1613943579047,3802
+"raw_loss",0.027848182,1613943579047,3802
+"epoch",23.91823899371066,1613943579047,3802
+"wd_0",0.01,1613943579047,3802
+"sqr_mom_0",0.99,1613943579047,3802
+"lr_0",4.395625741078402e-06,1613943579047,3802
+"mom_0",0.8620876060544925,1613943579047,3802
+"eps_0",1e-05,1613943579047,3802
+"wd_1",0.01,1613943579047,3802
+"sqr_mom_1",0.99,1613943579047,3802
+"lr_1",4.3956257410784024e-05,1613943579047,3802
+"mom_1",0.8620876060544925,1613943579047,3802
+"eps_1",1e-05,1613943579047,3802
+"wd_2",0.01,1613943579047,3802
+"sqr_mom_2",0.99,1613943579047,3802
+"lr_2",0.0004395625741078402,1613943579047,3802
+"mom_2",0.8620876060544925,1613943579047,3802
+"eps_2",1e-05,1613943579047,3802
+"train_loss",0.040034402,1613943579990,3803
+"raw_loss",0.017272497,1613943579990,3803
+"epoch",23.92452830188676,1613943579990,3803
+"wd_0",0.01,1613943579990,3803
+"sqr_mom_0",0.99,1613943579990,3803
+"lr_0",4.394705247655305e-06,1613943579990,3803
+"mom_0",0.862106016107055,1613943579990,3803
+"eps_0",1e-05,1613943579990,3803
+"wd_1",0.01,1613943579990,3803
+"sqr_mom_1",0.99,1613943579990,3803
+"lr_1",4.394705247655305e-05,1613943579990,3803
+"mom_1",0.862106016107055,1613943579990,3803
+"eps_1",1e-05,1613943579990,3803
+"wd_2",0.01,1613943579990,3803
+"sqr_mom_2",0.99,1613943579990,3803
+"lr_2",0.0004394705247655305,1613943579990,3803
+"mom_2",0.862106016107055,1613943579990,3803
+"eps_2",1e-05,1613943579990,3803
+"train_loss",0.03959876,1613943580942,3804
+"raw_loss",0.018252293,1613943580942,3804
+"epoch",23.93081761006286,1613943580942,3804
+"wd_0",0.01,1613943580942,3804
+"sqr_mom_0",0.99,1613943580942,3804
+"lr_0",4.393784150324598e-06,1613943580942,3804
+"mom_0",0.8621244382378904,1613943580942,3804
+"eps_0",1e-05,1613943580942,3804
+"wd_1",0.01,1613943580942,3804
+"sqr_mom_1",0.99,1613943580942,3804
+"lr_1",4.3937841503245974e-05,1613943580942,3804
+"mom_1",0.8621244382378904,1613943580942,3804
+"eps_1",1e-05,1613943580942,3804
+"wd_2",0.01,1613943580942,3804
+"sqr_mom_2",0.99,1613943580942,3804
+"lr_2",0.00043937841503245977,1613943580942,3804
+"mom_2",0.8621244382378904,1613943580942,3804
+"eps_2",1e-05,1613943580942,3804
+"train_loss",0.03964928,1613943581900,3805
+"raw_loss",0.04212487,1613943581900,3805
+"epoch",23.93710691823896,1613943581900,3805
+"wd_0",0.01,1613943581900,3805
+"sqr_mom_0",0.99,1613943581900,3805
+"lr_0",4.392862678733745e-06,1613943581900,3805
+"mom_0",0.8621428678540036,1613943581900,3805
+"eps_0",1e-05,1613943581900,3805
+"wd_1",0.01,1613943581900,3805
+"sqr_mom_1",0.99,1613943581900,3805
+"lr_1",4.392862678733745e-05,1613943581900,3805
+"mom_1",0.8621428678540036,1613943581900,3805
+"eps_1",1e-05,1613943581900,3805
+"wd_2",0.01,1613943581900,3805
+"sqr_mom_2",0.99,1613943581900,3805
+"lr_2",0.00043928626787337446,1613943581900,3805
+"mom_2",0.8621428678540036,1613943581900,3805
+"eps_2",1e-05,1613943581900,3805
+"train_loss",0.039573584,1613943582893,3806
+"raw_loss",0.035864413,1613943582893,3806
+"epoch",23.94339622641506,1613943582893,3806
+"wd_0",0.01,1613943582893,3806
+"sqr_mom_0",0.99,1613943582893,3806
+"lr_0",4.391940374618821e-06,1613943582893,3806
+"mom_0",0.8621613141207648,1613943582893,3806
+"eps_0",1e-05,1613943582893,3806
+"wd_1",0.01,1613943582893,3806
+"sqr_mom_1",0.99,1613943582893,3806
+"lr_1",4.39194037461882e-05,1613943582893,3806
+"mom_1",0.8621613141207648,1613943582893,3806
+"eps_1",1e-05,1613943582893,3806
+"wd_2",0.01,1613943582893,3806
+"sqr_mom_2",0.99,1613943582893,3806
+"lr_2",0.00043919403746188197,1613943582893,3806
+"mom_2",0.8621613141207648,1613943582893,3806
+"eps_2",1e-05,1613943582893,3806
+"train_loss",0.03961812,1613943583851,3807
+"raw_loss",0.041800376,1613943583851,3807
+"epoch",23.94968553459116,1613943583851,3807
+"wd_0",0.01,1613943583851,3807
+"sqr_mom_0",0.99,1613943583851,3807
+"lr_0",4.391017467477558e-06,1613943583851,3807
+"mom_0",0.8621797724481733,1613943583851,3807
+"eps_0",1e-05,1613943583851,3807
+"wd_1",0.01,1613943583851,3807
+"sqr_mom_1",0.99,1613943583851,3807
+"lr_1",4.391017467477557e-05,1613943583851,3807
+"mom_1",0.8621797724481733,1613943583851,3807
+"eps_1",1e-05,1613943583851,3807
+"wd_2",0.01,1613943583851,3807
+"sqr_mom_2",0.99,1613943583851,3807
+"lr_2",0.0004391017467477557,1613943583851,3807
+"mom_2",0.8621797724481733,1613943583851,3807
+"eps_2",1e-05,1613943583851,3807
+"train_loss",0.039491322,1613943584816,3808
+"raw_loss",0.03327825,1613943584816,3808
+"epoch",23.95597484276726,1613943584816,3808
+"wd_0",0.01,1613943584816,3808
+"sqr_mom_0",0.99,1613943584816,3808
+"lr_0",4.390094110806625e-06,1613943584816,3808
+"mom_0",0.8621982397662652,1613943584816,3808
+"eps_0",1e-05,1613943584816,3808
+"wd_1",0.01,1613943584816,3808
+"sqr_mom_1",0.99,1613943584816,3808
+"lr_1",4.390094110806624e-05,1613943584816,3808
+"mom_1",0.8621982397662652,1613943584816,3808
+"eps_1",1e-05,1613943584816,3808
+"wd_2",0.01,1613943584816,3808
+"sqr_mom_2",0.99,1613943584816,3808
+"lr_2",0.00043900941108066243,1613943584816,3808
+"mom_2",0.8621982397662652,1613943584816,3808
+"eps_2",1e-05,1613943584816,3808
+"train_loss",0.039122336,1613943585801,3809
+"raw_loss",0.021042045,1613943585801,3809
+"epoch",23.962264150943362,1613943585801,3809
+"wd_0",0.01,1613943585801,3809
+"sqr_mom_0",0.99,1613943585801,3809
+"lr_0",4.389169998595257e-06,1613943585801,3809
+"mom_0",0.8622167221953168,1613943585801,3809
+"eps_0",1e-05,1613943585801,3809
+"wd_1",0.01,1613943585801,3809
+"sqr_mom_1",0.99,1613943585801,3809
+"lr_1",4.389169998595256e-05,1613943585801,3809
+"mom_1",0.8622167221953168,1613943585801,3809
+"eps_1",1e-05,1613943585801,3809
+"wd_2",0.01,1613943585801,3809
+"sqr_mom_2",0.99,1613943585801,3809
+"lr_2",0.0004389169998595256,1613943585801,3809
+"mom_2",0.8622167221953168,1613943585801,3809
+"eps_2",1e-05,1613943585801,3809
+"train_loss",0.038790543,1613943586774,3810
+"raw_loss",0.022532761,1613943586774,3810
+"epoch",23.968553459119462,1613943586774,3810
+"wd_0",0.01,1613943586774,3810
+"sqr_mom_0",0.99,1613943586774,3810
+"lr_0",4.388245284240575e-06,1613943586774,3810
+"mom_0",0.8622352166673551,1613943586774,3810
+"eps_0",1e-05,1613943586774,3810
+"wd_1",0.01,1613943586774,3810
+"sqr_mom_1",0.99,1613943586774,3810
+"lr_1",4.3882452842405756e-05,1613943586774,3810
+"mom_1",0.8622352166673551,1613943586774,3810
+"eps_1",1e-05,1613943586774,3810
+"wd_2",0.01,1613943586774,3810
+"sqr_mom_2",0.99,1613943586774,3810
+"lr_2",0.00043882452842405753,1613943586774,3810
+"mom_2",0.8622352166673551,1613943586774,3810
+"eps_2",1e-05,1613943586774,3810
+"train_loss",0.038413003,1613943587755,3811
+"raw_loss",0.019913614,1613943587755,3811
+"epoch",23.974842767295563,1613943587755,3811
+"wd_0",0.01,1613943587755,3811
+"sqr_mom_0",0.99,1613943587755,3811
+"lr_0",4.387320198290297e-06,1613943587755,3811
+"mom_0",0.8622537185713798,1613943587755,3811
+"eps_0",1e-05,1613943587755,3811
+"wd_1",0.01,1613943587755,3811
+"sqr_mom_1",0.99,1613943587755,3811
+"lr_1",4.387320198290297e-05,1613943587755,3811
+"mom_1",0.8622537185713798,1613943587755,3811
+"eps_1",1e-05,1613943587755,3811
+"wd_2",0.01,1613943587755,3811
+"sqr_mom_2",0.99,1613943587755,3811
+"lr_2",0.0004387320198290297,1613943587755,3811
+"mom_2",0.8622537185713798,1613943587755,3811
+"eps_2",1e-05,1613943587755,3811
+"train_loss",0.038631625,1613943588710,3812
+"raw_loss",0.049344137,1613943588710,3812
+"epoch",23.981132075471663,1613943588710,3812
+"wd_0",0.01,1613943588710,3812
+"sqr_mom_0",0.99,1613943588710,3812
+"lr_0",4.386394280683011e-06,1613943588710,3812
+"mom_0",0.8622722371087108,1613943588710,3812
+"eps_0",1e-05,1613943588710,3812
+"wd_1",0.01,1613943588710,3812
+"sqr_mom_1",0.99,1613943588710,3812
+"lr_1",4.3863942806830114e-05,1613943588710,3812
+"mom_1",0.8622722371087108,1613943588710,3812
+"eps_1",1e-05,1613943588710,3812
+"wd_2",0.01,1613943588710,3812
+"sqr_mom_2",0.99,1613943588710,3812
+"lr_2",0.00043863942806830113,1613943588710,3812
+"mom_2",0.8622722371087108,1613943588710,3812
+"eps_2",1e-05,1613943588710,3812
+"train_loss",0.03812035,1613943589654,3813
+"raw_loss",0.013067888,1613943589654,3813
+"epoch",23.987421383647764,1613943589654,3813
+"wd_0",0.01,1613943589654,3813
+"sqr_mom_0",0.99,1613943589654,3813
+"lr_0",4.385467761817141e-06,1613943589654,3813
+"mom_0",0.8622907676713338,1613943589654,3813
+"eps_0",1e-05,1613943589654,3813
+"wd_1",0.01,1613943589654,3813
+"sqr_mom_1",0.99,1613943589654,3813
+"lr_1",4.385467761817142e-05,1613943589654,3813
+"mom_1",0.8622907676713338,1613943589654,3813
+"eps_1",1e-05,1613943589654,3813
+"wd_2",0.01,1613943589654,3813
+"sqr_mom_2",0.99,1613943589654,3813
+"lr_2",0.0004385467761817141,1613943589654,3813
+"mom_2",0.8622907676713338,1613943589654,3813
+"eps_2",1e-05,1613943589654,3813
+"train_loss",0.038230434,1613943590637,3814
+"raw_loss",0.043624472,1613943590637,3814
+"epoch",23.993710691823864,1613943590637,3814
+"wd_0",0.01,1613943590637,3814
+"sqr_mom_0",0.99,1613943590637,3814
+"lr_0",4.384540872689531e-06,1613943590637,3814
+"mom_0",0.8623093056392658,1613943590637,3814
+"eps_0",1e-05,1613943590637,3814
+"wd_1",0.01,1613943590637,3814
+"sqr_mom_1",0.99,1613943590637,3814
+"lr_1",4.3845408726895304e-05,1613943590637,3814
+"mom_1",0.8623093056392658,1613943590637,3814
+"eps_1",1e-05,1613943590637,3814
+"wd_2",0.01,1613943590637,3814
+"sqr_mom_2",0.99,1613943590637,3814
+"lr_2",0.00043845408726895304,1613943590637,3814
+"mom_2",0.8623093056392658,1613943590637,3814
+"eps_2",1e-05,1613943590637,3814
+"train_loss",0.03801912,1613943591600,3815
+"raw_loss",0.027664773,1613943591600,3815
+"epoch",23.999999999999964,1613943591600,3815
+"wd_0",0.01,1613943591600,3815
+"sqr_mom_0",0.99,1613943591600,3815
+"lr_0",4.383613152342018e-06,1613943591600,3815
+"mom_0",0.862327860231762,1613943591600,3815
+"eps_0",1e-05,1613943591600,3815
+"wd_1",0.01,1613943591600,3815
+"sqr_mom_1",0.99,1613943591600,3815
+"lr_1",4.383613152342017e-05,1613943591600,3815
+"mom_1",0.862327860231762,1613943591600,3815
+"eps_1",1e-05,1613943591600,3815
+"wd_2",0.01,1613943591600,3815
+"sqr_mom_2",0.99,1613943591600,3815
+"lr_2",0.0004383613152342017,1613943591600,3815
+"mom_2",0.862327860231762,1613943591600,3815
+"eps_2",1e-05,1613943591600,3815
+"valid_loss",0.10540657490491867,1613943624796,3815
+"_rmse",0.32466378808021545,1613943624796,3815
+"epoch",24,1613943624796,3815
+"train_loss",0.037885267,1613943625845,3816
+"raw_loss",0.0313264,1613943625845,3816
+"epoch",24.0062893081761,1613943625845,3816
+"wd_0",0.01,1613943625845,3816
+"sqr_mom_0",0.99,1613943625845,3816
+"lr_0",4.382684831622372e-06,1613943625845,3816
+"mom_0",0.8623464268318208,1613943625845,3816
+"eps_0",1e-05,1613943625845,3816
+"wd_1",0.01,1613943625845,3816
+"sqr_mom_1",0.99,1613943625845,3816
+"lr_1",4.382684831622372e-05,1613943625845,3816
+"mom_1",0.8623464268318208,1613943625845,3816
+"eps_1",1e-05,1613943625845,3816
+"wd_2",0.01,1613943625845,3816
+"sqr_mom_2",0.99,1613943625845,3816
+"lr_2",0.0004382684831622372,1613943625845,3816
+"mom_2",0.8623464268318208,1613943625845,3816
+"eps_2",1e-05,1613943625845,3816
+"train_loss",0.037400648,1613943626824,3817
+"raw_loss",0.013654253,1613943626824,3817
+"epoch",24.0125786163522,1613943626824,3817
+"wd_0",0.01,1613943626824,3817
+"sqr_mom_0",0.99,1613943626824,3817
+"lr_0",4.381756141975904e-06,1613943626824,3817
+"mom_0",0.8623650008104901,1613943626824,3817
+"eps_0",1e-05,1613943626824,3817
+"wd_1",0.01,1613943626824,3817
+"sqr_mom_1",0.99,1613943626824,3817
+"lr_1",4.3817561419759034e-05,1613943626824,3817
+"mom_1",0.8623650008104901,1613943626824,3817
+"eps_1",1e-05,1613943626824,3817
+"wd_2",0.01,1613943626824,3817
+"sqr_mom_2",0.99,1613943626824,3817
+"lr_2",0.00043817561419759037,1613943626824,3817
+"mom_2",0.8623650008104901,1613943626824,3817
+"eps_2",1e-05,1613943626824,3817
+"train_loss",0.0380164,1613943627800,3818
+"raw_loss",0.06818832,1613943627800,3818
+"epoch",24.0188679245283,1613943627800,3818
+"wd_0",0.01,1613943627800,3818
+"sqr_mom_0",0.99,1613943627800,3818
+"lr_0",4.3808266215490226e-06,1613943627800,3818
+"mom_0",0.8623835914049336,1613943627800,3818
+"eps_0",1e-05,1613943627800,3818
+"wd_1",0.01,1613943627800,3818
+"sqr_mom_1",0.99,1613943627800,3818
+"lr_1",4.380826621549023e-05,1613943627800,3818
+"mom_1",0.8623835914049336,1613943627800,3818
+"eps_1",1e-05,1613943627800,3818
+"wd_2",0.01,1613943627800,3818
+"sqr_mom_2",0.99,1613943627800,3818
+"lr_2",0.0004380826621549022,1613943627800,3818
+"mom_2",0.8623835914049336,1613943627800,3818
+"eps_2",1e-05,1613943627800,3818
+"train_loss",0.039812736,1613943628762,3819
+"raw_loss",0.12783319,1613943628762,3819
+"epoch",24.0251572327044,1613943628762,3819
+"wd_0",0.01,1613943628762,3819
+"sqr_mom_0",0.99,1613943628762,3819
+"lr_0",4.379896501638184e-06,1613943628762,3819
+"mom_0",0.8624021939891762,1613943628762,3819
+"eps_0",1e-05,1613943628762,3819
+"wd_1",0.01,1613943628762,3819
+"sqr_mom_1",0.99,1613943628762,3819
+"lr_1",4.3798965016381844e-05,1613943628762,3819
+"mom_1",0.8624021939891762,1613943628762,3819
+"eps_1",1e-05,1613943628762,3819
+"wd_2",0.01,1613943628762,3819
+"sqr_mom_2",0.99,1613943628762,3819
+"lr_2",0.0004379896501638184,1613943628762,3819
+"mom_2",0.8624021939891762,1613943628762,3819
+"eps_2",1e-05,1613943628762,3819
+"train_loss",0.039300453,1613943629706,3820
+"raw_loss",0.01419847,1613943629706,3820
+"epoch",24.031446540880502,1613943629706,3820
+"wd_0",0.01,1613943629706,3820
+"sqr_mom_0",0.99,1613943629706,3820
+"lr_0",4.3789660141365e-06,1613943629706,3820
+"mom_0",0.8624208039253093,1613943629706,3820
+"eps_0",1e-05,1613943629706,3820
+"wd_1",0.01,1613943629706,3820
+"sqr_mom_1",0.99,1613943629706,3820
+"lr_1",4.3789660141365e-05,1613943629706,3820
+"mom_1",0.8624208039253093,1613943629706,3820
+"eps_1",1e-05,1613943629706,3820
+"wd_2",0.01,1613943629706,3820
+"sqr_mom_2",0.99,1613943629706,3820
+"lr_2",0.00043789660141364996,1613943629706,3820
+"mom_2",0.8624208039253093,1613943629706,3820
+"eps_2",1e-05,1613943629706,3820
+"train_loss",0.03974773,1613943630664,3821
+"raw_loss",0.061664265,1613943630664,3821
+"epoch",24.037735849056602,1613943630664,3821
+"wd_0",0.01,1613943630664,3821
+"sqr_mom_0",0.99,1613943630664,3821
+"lr_0",4.378034696296274e-06,1613943630664,3821
+"mom_0",0.8624394304683792,1613943630664,3821
+"eps_0",1e-05,1613943630664,3821
+"wd_1",0.01,1613943630664,3821
+"sqr_mom_1",0.99,1613943630664,3821
+"lr_1",4.378034696296274e-05,1613943630664,3821
+"mom_1",0.8624394304683792,1613943630664,3821
+"eps_1",1e-05,1613943630664,3821
+"wd_2",0.01,1613943630664,3821
+"sqr_mom_2",0.99,1613943630664,3821
+"lr_2",0.00043780346962962735,1613943630664,3821
+"mom_2",0.8624394304683792,1613943630664,3821
+"eps_2",1e-05,1613943630664,3821
+"train_loss",0.03912914,1613943631618,3822
+"raw_loss",0.00881823,1613943631618,3822
+"epoch",24.044025157232703,1613943631618,3822
+"wd_0",0.01,1613943631618,3822
+"sqr_mom_0",0.99,1613943631618,3822
+"lr_0",4.377102779861985e-06,1613943631618,3822
+"mom_0",0.8624580689834501,1613943631618,3822
+"eps_0",1e-05,1613943631618,3822
+"wd_1",0.01,1613943631618,3822
+"sqr_mom_1",0.99,1613943631618,3822
+"lr_1",4.377102779861984e-05,1613943631618,3822
+"mom_1",0.8624580689834501,1613943631618,3822
+"eps_1",1e-05,1613943631618,3822
+"wd_2",0.01,1613943631618,3822
+"sqr_mom_2",0.99,1613943631618,3822
+"lr_2",0.0004377102779861984,1613943631618,3822
+"mom_2",0.8624580689834501,1613943631618,3822
+"eps_2",1e-05,1613943631618,3822
+"train_loss",0.03863399,1613943632582,3823
+"raw_loss",0.014371667,1613943632582,3823
+"epoch",24.050314465408803,1613943632582,3823
+"wd_0",0.01,1613943632582,3823
+"sqr_mom_0",0.99,1613943632582,3823
+"lr_0",4.376170265130671e-06,1613943632582,3823
+"mom_0",0.8624767194645813,1613943632582,3823
+"eps_0",1e-05,1613943632582,3823
+"wd_1",0.01,1613943632582,3823
+"sqr_mom_1",0.99,1613943632582,3823
+"lr_1",4.37617026513067e-05,1613943632582,3823
+"mom_1",0.8624767194645813,1613943632582,3823
+"eps_1",1e-05,1613943632582,3823
+"wd_2",0.01,1613943632582,3823
+"sqr_mom_2",0.99,1613943632582,3823
+"lr_2",0.00043761702651306703,1613943632582,3823
+"mom_2",0.8624767194645813,1613943632582,3823
+"eps_2",1e-05,1613943632582,3823
+"train_loss",0.038459077,1613943633530,3824
+"raw_loss",0.029888304,1613943633530,3824
+"epoch",24.056603773584904,1613943633530,3824
+"wd_0",0.01,1613943633530,3824
+"sqr_mom_0",0.99,1613943633530,3824
+"lr_0",4.375237384591489e-06,1613943633530,3824
+"mom_0",0.8624953772619428,1613943633530,3824
+"eps_0",1e-05,1613943633530,3824
+"wd_1",0.01,1613943633530,3824
+"sqr_mom_1",0.99,1613943633530,3824
+"lr_1",4.375237384591489e-05,1613943633530,3824
+"mom_1",0.8624953772619428,1613943633530,3824
+"eps_1",1e-05,1613943633530,3824
+"wd_2",0.01,1613943633530,3824
+"sqr_mom_2",0.99,1613943633530,3824
+"lr_2",0.00043752373845914886,1613943633530,3824
+"mom_2",0.8624953772619428,1613943633530,3824
+"eps_2",1e-05,1613943633530,3824
+"train_loss",0.037943117,1613943634513,3825
+"raw_loss",0.012661073,1613943634513,3825
+"epoch",24.062893081761004,1613943634513,3825
+"wd_0",0.01,1613943634513,3825
+"sqr_mom_0",0.99,1613943634513,3825
+"lr_0",4.374303674306645e-06,1613943634513,3825
+"mom_0",0.8625140516543837,1613943634513,3825
+"eps_0",1e-05,1613943634513,3825
+"wd_1",0.01,1613943634513,3825
+"sqr_mom_1",0.99,1613943634513,3825
+"lr_1",4.3743036743066446e-05,1613943634513,3825
+"mom_1",0.8625140516543837,1613943634513,3825
+"eps_1",1e-05,1613943634513,3825
+"wd_2",0.01,1613943634513,3825
+"sqr_mom_2",0.99,1613943634513,3825
+"lr_2",0.0004374303674306644,1613943634513,3825
+"mom_2",0.8625140516543837,1613943634513,3825
+"eps_2",1e-05,1613943634513,3825
+"train_loss",0.038236313,1613943635563,3826
+"raw_loss",0.052602954,1613943635563,3826
+"epoch",24.069182389937104,1613943635563,3826
+"wd_0",0.01,1613943635563,3826
+"sqr_mom_0",0.99,1613943635563,3826
+"lr_0",4.373369366616957e-06,1613943635563,3826
+"mom_0",0.8625327379950408,1613943635563,3826
+"eps_0",1e-05,1613943635563,3826
+"wd_1",0.01,1613943635563,3826
+"sqr_mom_1",0.99,1613943635563,3826
+"lr_1",4.373369366616957e-05,1613943635563,3826
+"mom_1",0.8625327379950408,1613943635563,3826
+"eps_1",1e-05,1613943635563,3826
+"wd_2",0.01,1613943635563,3826
+"sqr_mom_2",0.99,1613943635563,3826
+"lr_2",0.0004373369366616957,1613943635563,3826
+"mom_2",0.8625327379950408,1613943635563,3826
+"eps_2",1e-05,1613943635563,3826
+"train_loss",0.037814975,1613943636536,3827
+"raw_loss",0.017169448,1613943636536,3827
+"epoch",24.075471698113205,1613943636536,3827
+"wd_0",0.01,1613943636536,3827
+"sqr_mom_0",0.99,1613943636536,3827
+"lr_0",4.372434694457833e-06,1613943636536,3827
+"mom_0",0.8625514316251596,1613943636536,3827
+"eps_0",1e-05,1613943636536,3827
+"wd_1",0.01,1613943636536,3827
+"sqr_mom_1",0.99,1613943636536,3827
+"lr_1",4.3724346944578335e-05,1613943636536,3827
+"mom_1",0.8625514316251596,1613943636536,3827
+"eps_1",1e-05,1613943636536,3827
+"wd_2",0.01,1613943636536,3827
+"sqr_mom_2",0.99,1613943636536,3827
+"lr_2",0.0004372434694457833,1613943636536,3827
+"mom_2",0.8625514316251596,1613943636536,3827
+"eps_2",1e-05,1613943636536,3827
+"train_loss",0.038052097,1613943637542,3828
+"raw_loss",0.04967103,1613943637542,3828
+"epoch",24.081761006289305,1613943637542,3828
+"wd_0",0.01,1613943637542,3828
+"sqr_mom_0",0.99,1613943637542,3828
+"lr_0",4.371499193000474e-06,1613943637542,3828
+"mom_0",0.8625701418414089,1613943637542,3828
+"eps_0",1e-05,1613943637542,3828
+"wd_1",0.01,1613943637542,3828
+"sqr_mom_1",0.99,1613943637542,3828
+"lr_1",4.371499193000474e-05,1613943637542,3828
+"mom_1",0.8625701418414089,1613943637542,3828
+"eps_1",1e-05,1613943637542,3828
+"wd_2",0.01,1613943637542,3828
+"sqr_mom_2",0.99,1613943637542,3828
+"lr_2",0.00043714991930004734,1613943637542,3828
+"mom_2",0.8625701418414089,1613943637542,3828
+"eps_2",1e-05,1613943637542,3828
+"train_loss",0.038755022,1613943638751,3829
+"raw_loss",0.07319835,1613943638751,3829
+"epoch",24.088050314465406,1613943638751,3829
+"wd_0",0.01,1613943638751,3829
+"sqr_mom_0",0.99,1613943638751,3829
+"lr_0",4.370563095032168e-06,1613943638751,3829
+"mom_0",0.8625888639879965,1613943638751,3829
+"eps_0",1e-05,1613943638751,3829
+"wd_1",0.01,1613943638751,3829
+"sqr_mom_1",0.99,1613943638751,3829
+"lr_1",4.370563095032168e-05,1613943638751,3829
+"mom_1",0.8625888639879965,1613943638751,3829
+"eps_1",1e-05,1613943638751,3829
+"wd_2",0.01,1613943638751,3829
+"sqr_mom_2",0.99,1613943638751,3829
+"lr_2",0.0004370563095032168,1613943638751,3829
+"mom_2",0.8625888639879965,1613943638751,3829
+"eps_2",1e-05,1613943638751,3829
+"train_loss",0.038476765,1613943640088,3830
+"raw_loss",0.024842167,1613943640088,3830
+"epoch",24.094339622641506,1613943640088,3830
+"wd_0",0.01,1613943640088,3830
+"sqr_mom_0",0.99,1613943640088,3830
+"lr_0",4.369626556239702e-06,1613943640088,3830
+"mom_0",0.8626075949511555,1613943640088,3830
+"eps_0",1e-05,1613943640088,3830
+"wd_1",0.01,1613943640088,3830
+"sqr_mom_1",0.99,1613943640088,3830
+"lr_1",4.3696265562397013e-05,1613943640088,3830
+"mom_1",0.8626075949511555,1613943640088,3830
+"eps_1",1e-05,1613943640088,3830
+"wd_2",0.01,1613943640088,3830
+"sqr_mom_2",0.99,1613943640088,3830
+"lr_2",0.0004369626556239701,1613943640088,3830
+"mom_2",0.8626075949511555,1613943640088,3830
+"eps_2",1e-05,1613943640088,3830
+"train_loss",0.038198154,1613943641211,3831
+"raw_loss",0.024546172,1613943641211,3831
+"epoch",24.100628930817606,1613943641211,3831
+"wd_0",0.01,1613943641211,3831
+"sqr_mom_0",0.99,1613943641211,3831
+"lr_0",4.368689266243605e-06,1613943641211,3831
+"mom_0",0.8626263409385373,1613943641211,3831
+"eps_0",1e-05,1613943641211,3831
+"wd_1",0.01,1613943641211,3831
+"sqr_mom_1",0.99,1613943641211,3831
+"lr_1",4.368689266243604e-05,1613943641211,3831
+"mom_1",0.8626263409385373,1613943641211,3831
+"eps_1",1e-05,1613943641211,3831
+"wd_2",0.01,1613943641211,3831
+"sqr_mom_2",0.99,1613943641211,3831
+"lr_2",0.00043686892662436045,1613943641211,3831
+"mom_2",0.8626263409385373,1613943641211,3831
+"eps_2",1e-05,1613943641211,3831
+"train_loss",0.037657175,1613943642394,3832
+"raw_loss",0.011149254,1613943642394,3832
+"epoch",24.106918238993707,1613943642394,3832
+"wd_0",0.01,1613943642394,3832
+"sqr_mom_0",0.99,1613943642394,3832
+"lr_0",4.367751380632193e-06,1613943642394,3832
+"mom_0",0.8626450988383445,1613943642394,3832
+"eps_0",1e-05,1613943642394,3832
+"wd_1",0.01,1613943642394,3832
+"sqr_mom_1",0.99,1613943642394,3832
+"lr_1",4.3677513806321934e-05,1613943642394,3832
+"mom_1",0.8626450988383445,1613943642394,3832
+"eps_1",1e-05,1613943642394,3832
+"wd_2",0.01,1613943642394,3832
+"sqr_mom_2",0.99,1613943642394,3832
+"lr_2",0.0004367751380632193,1613943642394,3832
+"mom_2",0.8626450988383445,1613943642394,3832
+"eps_2",1e-05,1613943642394,3832
+"train_loss",0.038572647,1613943643450,3833
+"raw_loss",0.0834308,1613943643450,3833
+"epoch",24.113207547169807,1613943643450,3833
+"wd_0",0.01,1613943643450,3833
+"sqr_mom_0",0.99,1613943643450,3833
+"lr_0",4.366813133231376e-06,1613943643450,3833
+"mom_0",0.8626638639740122,1613943643450,3833
+"eps_0",1e-05,1613943643450,3833
+"wd_1",0.01,1613943643450,3833
+"sqr_mom_1",0.99,1613943643450,3833
+"lr_1",4.366813133231376e-05,1613943643450,3833
+"mom_1",0.8626638639740122,1613943643450,3833
+"eps_1",1e-05,1613943643450,3833
+"wd_2",0.01,1613943643450,3833
+"sqr_mom_2",0.99,1613943643450,3833
+"lr_2",0.0004366813133231376,1613943643450,3833
+"mom_2",0.8626638639740122,1613943643450,3833
+"eps_2",1e-05,1613943643450,3833
+"train_loss",0.03805574,1613943644429,3834
+"raw_loss",0.012727395,1613943644429,3834
+"epoch",24.119496855345908,1613943644429,3834
+"wd_0",0.01,1613943644429,3834
+"sqr_mom_0",0.99,1613943644429,3834
+"lr_0",4.365874057434323e-06,1613943644429,3834
+"mom_0",0.8626826456777703,1613943644429,3834
+"eps_0",1e-05,1613943644429,3834
+"wd_1",0.01,1613943644429,3834
+"sqr_mom_1",0.99,1613943644429,3834
+"lr_1",4.365874057434323e-05,1613943644429,3834
+"mom_1",0.8626826456777703,1613943644429,3834
+"eps_1",1e-05,1613943644429,3834
+"wd_2",0.01,1613943644429,3834
+"sqr_mom_2",0.99,1613943644429,3834
+"lr_2",0.00043658740574343234,1613943644429,3834
+"mom_2",0.8626826456777703,1613943644429,3834
+"eps_2",1e-05,1613943644429,3834
+"train_loss",0.037515044,1613943645402,3835
+"raw_loss",0.011020967,1613943645402,3835
+"epoch",24.125786163522008,1613943645402,3835
+"wd_0",0.01,1613943645402,3835
+"sqr_mom_0",0.99,1613943645402,3835
+"lr_0",4.3649343869192725e-06,1613943645402,3835
+"mom_0",0.8627014392760073,1613943645402,3835
+"eps_0",1e-05,1613943645402,3835
+"wd_1",0.01,1613943645402,3835
+"sqr_mom_1",0.99,1613943645402,3835
+"lr_1",4.3649343869192725e-05,1613943645402,3835
+"mom_1",0.8627014392760073,1613943645402,3835
+"eps_1",1e-05,1613943645402,3835
+"wd_2",0.01,1613943645402,3835
+"sqr_mom_2",0.99,1613943645402,3835
+"lr_2",0.0004364934386919272,1613943645402,3835
+"mom_2",0.8627014392760073,1613943645402,3835
+"eps_2",1e-05,1613943645402,3835
+"train_loss",0.03952749,1613943646368,3836
+"raw_loss",0.13813742,1613943646368,3836
+"epoch",24.13207547169811,1613943646368,3836
+"wd_0",0.01,1613943646368,3836
+"sqr_mom_0",0.99,1613943646368,3836
+"lr_0",4.36399435595637e-06,1613943646368,3836
+"mom_0",0.8627202400832734,1613943646368,3836
+"eps_0",1e-05,1613943646368,3836
+"wd_1",0.01,1613943646368,3836
+"sqr_mom_1",0.99,1613943646368,3836
+"lr_1",4.36399435595637e-05,1613943646368,3836
+"mom_1",0.8627202400832734,1613943646368,3836
+"eps_1",1e-05,1613943646368,3836
+"wd_2",0.01,1613943646368,3836
+"sqr_mom_2",0.99,1613943646368,3836
+"lr_2",0.000436399435595637,1613943646368,3836
+"mom_2",0.8627202400832734,1613943646368,3836
+"eps_2",1e-05,1613943646368,3836
+"train_loss",0.039471723,1613943647347,3837
+"raw_loss",0.03673914,1613943647347,3837
+"epoch",24.13836477987421,1613943647347,3837
+"wd_0",0.01,1613943647347,3837
+"sqr_mom_0",0.99,1613943647347,3837
+"lr_0",4.363053497051792e-06,1613943647347,3837
+"mom_0",0.8627390574495386,1613943647347,3837
+"eps_0",1e-05,1613943647347,3837
+"wd_1",0.01,1613943647347,3837
+"sqr_mom_1",0.99,1613943647347,3837
+"lr_1",4.363053497051792e-05,1613943647347,3837
+"mom_1",0.8627390574495386,1613943647347,3837
+"eps_1",1e-05,1613943647347,3837
+"wd_2",0.01,1613943647347,3837
+"sqr_mom_2",0.99,1613943647347,3837
+"lr_2",0.00043630534970517915,1613943647347,3837
+"mom_2",0.8627390574495386,1613943647347,3837
+"eps_2",1e-05,1613943647347,3837
+"train_loss",0.038987815,1613943648309,3838
+"raw_loss",0.015276347,1613943648309,3838
+"epoch",24.14465408805031,1613943648309,3838
+"wd_0",0.01,1613943648309,3838
+"sqr_mom_0",0.99,1613943648309,3838
+"lr_0",4.362112044328236e-06,1613943648309,3838
+"mom_0",0.8627578866923022,1613943648309,3838
+"eps_0",1e-05,1613943648309,3838
+"wd_1",0.01,1613943648309,3838
+"sqr_mom_1",0.99,1613943648309,3838
+"lr_1",4.3621120443282356e-05,1613943648309,3838
+"mom_1",0.8627578866923022,1613943648309,3838
+"eps_1",1e-05,1613943648309,3838
+"wd_2",0.01,1613943648309,3838
+"sqr_mom_2",0.99,1613943648309,3838
+"lr_2",0.0004362112044328235,1613943648309,3838
+"mom_2",0.8627578866923022,1613943648309,3838
+"eps_2",1e-05,1613943648309,3838
+"train_loss",0.040570386,1613943649285,3839
+"raw_loss",0.11811636,1613943649285,3839
+"epoch",24.15094339622641,1613943649285,3839
+"wd_0",0.01,1613943649285,3839
+"sqr_mom_0",0.99,1613943649285,3839
+"lr_0",4.3611702324994185e-06,1613943649285,3839
+"mom_0",0.8627767231172427,1613943649285,3839
+"eps_0",1e-05,1613943649285,3839
+"wd_1",0.01,1613943649285,3839
+"sqr_mom_1",0.99,1613943649285,3839
+"lr_1",4.361170232499419e-05,1613943649285,3839
+"mom_1",0.8627767231172427,1613943649285,3839
+"eps_1",1e-05,1613943649285,3839
+"wd_2",0.01,1613943649285,3839
+"sqr_mom_2",0.99,1613943649285,3839
+"lr_2",0.0004361170232499419,1613943649285,3839
+"mom_2",0.8627767231172427,1613943649285,3839
+"eps_2",1e-05,1613943649285,3839
+"train_loss",0.040546376,1613943650275,3840
+"raw_loss",0.03936999,1613943650275,3840
+"epoch",24.15723270440251,1613943650275,3840
+"wd_0",0.01,1613943650275,3840
+"sqr_mom_0",0.99,1613943650275,3840
+"lr_0",4.360227593185858e-06,1613943650275,3840
+"mom_0",0.8627955760920437,1613943650275,3840
+"eps_0",1e-05,1613943650275,3840
+"wd_1",0.01,1613943650275,3840
+"sqr_mom_1",0.99,1613943650275,3840
+"lr_1",4.360227593185858e-05,1613943650275,3840
+"mom_1",0.8627955760920437,1613943650275,3840
+"eps_1",1e-05,1613943650275,3840
+"wd_2",0.01,1613943650275,3840
+"sqr_mom_2",0.99,1613943650275,3840
+"lr_2",0.00043602275931858576,1613943650275,3840
+"mom_2",0.8627955760920437,1613943650275,3840
+"eps_2",1e-05,1613943650275,3840
+"train_loss",0.040605254,1613943651245,3841
+"raw_loss",0.04349027,1613943651245,3841
+"epoch",24.16352201257861,1613943651245,3841
+"wd_0",0.01,1613943651245,3841
+"sqr_mom_0",0.99,1613943651245,3841
+"lr_0",4.3592843609540445e-06,1613943651245,3841
+"mom_0",0.8628144409253283,1613943651245,3841
+"eps_0",1e-05,1613943651245,3841
+"wd_1",0.01,1613943651245,3841
+"sqr_mom_1",0.99,1613943651245,3841
+"lr_1",4.3592843609540445e-05,1613943651245,3841
+"mom_1",0.8628144409253283,1613943651245,3841
+"eps_1",1e-05,1613943651245,3841
+"wd_2",0.01,1613943651245,3841
+"sqr_mom_2",0.99,1613943651245,3841
+"lr_2",0.0004359284360954044,1613943651245,3841
+"mom_2",0.8628144409253283,1613943651245,3841
+"eps_2",1e-05,1613943651245,3841
+"train_loss",0.040469177,1613943652230,3842
+"raw_loss",0.0338013,1613943652230,3842
+"epoch",24.16981132075471,1613943652230,3842
+"wd_0",0.01,1613943652230,3842
+"sqr_mom_0",0.99,1613943652230,3842
+"lr_0",4.358340770960588e-06,1613943652230,3842
+"mom_0",0.8628333129139174,1613943652230,3842
+"eps_0",1e-05,1613943652230,3842
+"wd_1",0.01,1613943652230,3842
+"sqr_mom_1",0.99,1613943652230,3842
+"lr_1",4.3583407709605876e-05,1613943652230,3842
+"mom_1",0.8628333129139174,1613943652230,3842
+"eps_1",1e-05,1613943652230,3842
+"wd_2",0.01,1613943652230,3842
+"sqr_mom_2",0.99,1613943652230,3842
+"lr_2",0.0004358340770960588,1613943652230,3842
+"mom_2",0.8628333129139174,1613943652230,3842
+"eps_2",1e-05,1613943652230,3842
+"train_loss",0.040641755,1613943653195,3843
+"raw_loss",0.049097996,1613943653195,3843
+"epoch",24.17610062893081,1613943653195,3843
+"wd_0",0.01,1613943653195,3843
+"sqr_mom_0",0.99,1613943653195,3843
+"lr_0",4.357396353941695e-06,1613943653195,3843
+"mom_0",0.8628522014431805,1613943653195,3843
+"eps_0",1e-05,1613943653195,3843
+"wd_1",0.01,1613943653195,3843
+"sqr_mom_1",0.99,1613943653195,3843
+"lr_1",4.3573963539416946e-05,1613943653195,3843
+"mom_1",0.8628522014431805,1613943653195,3843
+"eps_1",1e-05,1613943653195,3843
+"wd_2",0.01,1613943653195,3843
+"sqr_mom_2",0.99,1613943653195,3843
+"lr_2",0.00043573963539416945,1613943653195,3843
+"mom_2",0.8628522014431805,1613943653195,3843
+"eps_2",1e-05,1613943653195,3843
+"train_loss",0.040323216,1613943654195,3844
+"raw_loss",0.024714883,1613943654195,3844
+"epoch",24.18238993710691,1613943654195,3844
+"wd_0",0.01,1613943654195,3844
+"sqr_mom_0",0.99,1613943654195,3844
+"lr_0",4.356451344906974e-06,1613943654195,3844
+"mom_0",0.8628711018128786,1613943654195,3844
+"eps_0",1e-05,1613943654195,3844
+"wd_1",0.01,1613943654195,3844
+"sqr_mom_1",0.99,1613943654195,3844
+"lr_1",4.3564513449069745e-05,1613943654195,3844
+"mom_1",0.8628711018128786,1613943654195,3844
+"eps_1",1e-05,1613943654195,3844
+"wd_2",0.01,1613943654195,3844
+"sqr_mom_2",0.99,1613943654195,3844
+"lr_2",0.0004356451344906974,1613943654195,3844
+"mom_2",0.8628711018128786,1613943654195,3844
+"eps_2",1e-05,1613943654195,3844
+"train_loss",0.039744955,1613943655222,3845
+"raw_loss",0.011410153,1613943655222,3845
+"epoch",24.188679245283012,1613943655222,3845
+"wd_0",0.01,1613943655222,3845
+"sqr_mom_0",0.99,1613943655222,3845
+"lr_0",4.355505744157636e-06,1613943655222,3845
+"mom_0",0.8628900140169874,1613943655222,3845
+"eps_0",1e-05,1613943655222,3845
+"wd_1",0.01,1613943655222,3845
+"sqr_mom_1",0.99,1613943655222,3845
+"lr_1",4.3555057441576356e-05,1613943655222,3845
+"mom_1",0.8628900140169874,1613943655222,3845
+"eps_1",1e-05,1613943655222,3845
+"wd_2",0.01,1613943655222,3845
+"sqr_mom_2",0.99,1613943655222,3845
+"lr_2",0.0004355505744157636,1613943655222,3845
+"mom_2",0.8628900140169874,1613943655222,3845
+"eps_2",1e-05,1613943655222,3845
+"train_loss",0.04021356,1613943656221,3846
+"raw_loss",0.06317522,1613943656221,3846
+"epoch",24.194968553459113,1613943656221,3846
+"wd_0",0.01,1613943656221,3846
+"sqr_mom_0",0.99,1613943656221,3846
+"lr_0",4.354559787439782e-06,1613943656221,3846
+"mom_0",0.8629089333405378,1613943656221,3846
+"eps_0",1e-05,1613943656221,3846
+"wd_1",0.01,1613943656221,3846
+"sqr_mom_1",0.99,1613943656221,3846
+"lr_1",4.3545597874397814e-05,1613943656221,3846
+"mom_1",0.8629089333405378,1613943656221,3846
+"eps_1",1e-05,1613943656221,3846
+"wd_2",0.01,1613943656221,3846
+"sqr_mom_2",0.99,1613943656221,3846
+"lr_2",0.0004354559787439781,1613943656221,3846
+"mom_2",0.8629089333405378,1613943656221,3846
+"eps_2",1e-05,1613943656221,3846
+"train_loss",0.04012274,1613943657200,3847
+"raw_loss",0.035672523,1613943657200,3847
+"epoch",24.201257861635213,1613943657200,3847
+"wd_0",0.01,1613943657200,3847
+"sqr_mom_0",0.99,1613943657200,3847
+"lr_0",4.3536130043126e-06,1613943657200,3847
+"mom_0",0.8629278691924399,1613943657200,3847
+"eps_0",1e-05,1613943657200,3847
+"wd_1",0.01,1613943657200,3847
+"sqr_mom_1",0.99,1613943657200,3847
+"lr_1",4.3536130043126005e-05,1613943657200,3847
+"mom_1",0.8629278691924399,1613943657200,3847
+"eps_1",1e-05,1613943657200,3847
+"wd_2",0.01,1613943657200,3847
+"sqr_mom_2",0.99,1613943657200,3847
+"lr_2",0.00043536130043126,1613943657200,3847
+"mom_2",0.8629278691924399,1613943657200,3847
+"eps_2",1e-05,1613943657200,3847
+"train_loss",0.040843476,1613943658166,3848
+"raw_loss",0.076159485,1613943658166,3848
+"epoch",24.207547169811313,1613943658166,3848
+"wd_0",0.01,1613943658166,3848
+"sqr_mom_0",0.99,1613943658166,3848
+"lr_0",4.352665630375491e-06,1613943658166,3848
+"mom_0",0.8629468168606588,1613943658166,3848
+"eps_0",1e-05,1613943658166,3848
+"wd_1",0.01,1613943658166,3848
+"sqr_mom_1",0.99,1613943658166,3848
+"lr_1",4.352665630375491e-05,1613943658166,3848
+"mom_1",0.8629468168606588,1613943658166,3848
+"eps_1",1e-05,1613943658166,3848
+"wd_2",0.01,1613943658166,3848
+"sqr_mom_2",0.99,1613943658166,3848
+"lr_2",0.00043526656303754906,1613943658166,3848
+"mom_2",0.8629468168606588,1613943658166,3848
+"eps_2",1e-05,1613943658166,3848
+"train_loss",0.04029284,1613943659121,3849
+"raw_loss",0.0133117195,1613943659121,3849
+"epoch",24.213836477987414,1613943659121,3849
+"wd_0",0.01,1613943659121,3849
+"sqr_mom_0",0.99,1613943659121,3849
+"lr_0",4.351717901815871e-06,1613943659121,3849
+"mom_0",0.8629657716213988,1613943659121,3849
+"eps_0",1e-05,1613943659121,3849
+"wd_1",0.01,1613943659121,3849
+"sqr_mom_1",0.99,1613943659121,3849
+"lr_1",4.351717901815871e-05,1613943659121,3849
+"mom_1",0.8629657716213988,1613943659121,3849
+"eps_1",1e-05,1613943659121,3849
+"wd_2",0.01,1613943659121,3849
+"sqr_mom_2",0.99,1613943659121,3849
+"lr_2",0.0004351717901815871,1613943659121,3849
+"mom_2",0.8629657716213988,1613943659121,3849
+"eps_2",1e-05,1613943659121,3849
+"train_loss",0.039914537,1613943660072,3850
+"raw_loss",0.021377621,1613943660072,3850
+"epoch",24.220125786163514,1613943660072,3850
+"wd_0",0.01,1613943660072,3850
+"sqr_mom_0",0.99,1613943660072,3850
+"lr_0",4.350769347311766e-06,1613943660072,3850
+"mom_0",0.8629847429011936,1613943660072,3850
+"eps_0",1e-05,1613943660072,3850
+"wd_1",0.01,1613943660072,3850
+"sqr_mom_1",0.99,1613943660072,3850
+"lr_1",4.3507693473117664e-05,1613943660072,3850
+"mom_1",0.8629847429011936,1613943660072,3850
+"eps_1",1e-05,1613943660072,3850
+"wd_2",0.01,1613943660072,3850
+"sqr_mom_2",0.99,1613943660072,3850
+"lr_2",0.0004350769347311766,1613943660072,3850
+"mom_2",0.8629847429011936,1613943660072,3850
+"eps_2",1e-05,1613943660072,3850
+"train_loss",0.03965536,1613943661036,3851
+"raw_loss",0.026955813,1613943661036,3851
+"epoch",24.226415094339615,1613943661036,3851
+"wd_0",0.01,1613943661036,3851
+"sqr_mom_0",0.99,1613943661036,3851
+"lr_0",4.349820202904116e-06,1613943661036,3851
+"mom_0",0.8630037259791775,1613943661036,3851
+"eps_0",1e-05,1613943661036,3851
+"wd_1",0.01,1613943661036,3851
+"sqr_mom_1",0.99,1613943661036,3851
+"lr_1",4.349820202904116e-05,1613943661036,3851
+"mom_1",0.8630037259791775,1613943661036,3851
+"eps_1",1e-05,1613943661036,3851
+"wd_2",0.01,1613943661036,3851
+"sqr_mom_2",0.99,1613943661036,3851
+"lr_2",0.00043498202029041154,1613943661036,3851
+"mom_2",0.8630037259791775,1613943661036,3851
+"eps_2",1e-05,1613943661036,3851
+"train_loss",0.039570045,1613943661991,3852
+"raw_loss",0.035389505,1613943661991,3852
+"epoch",24.232704402515715,1613943661991,3852
+"wd_0",0.01,1613943661991,3852
+"sqr_mom_0",0.99,1613943661991,3852
+"lr_0",4.348870626445806e-06,1613943661991,3852
+"mom_0",0.8630227176982609,1613943661991,3852
+"eps_0",1e-05,1613943661991,3852
+"wd_1",0.01,1613943661991,3852
+"sqr_mom_1",0.99,1613943661991,3852
+"lr_1",4.348870626445806e-05,1613943661991,3852
+"mom_1",0.8630227176982609,1613943661991,3852
+"eps_1",1e-05,1613943661991,3852
+"wd_2",0.01,1613943661991,3852
+"sqr_mom_2",0.99,1613943661991,3852
+"lr_2",0.00043488706264458056,1613943661991,3852
+"mom_2",0.8630227176982609,1613943661991,3852
+"eps_2",1e-05,1613943661991,3852
+"train_loss",0.03985106,1613943662963,3853
+"raw_loss",0.053620763,1613943662963,3853
+"epoch",24.238993710691815,1613943662963,3853
+"wd_0",0.01,1613943662963,3853
+"sqr_mom_0",0.99,1613943662963,3853
+"lr_0",4.347920303236541e-06,1613943662963,3853
+"mom_0",0.8630417243525127,1613943662963,3853
+"eps_0",1e-05,1613943662963,3853
+"wd_1",0.01,1613943662963,3853
+"sqr_mom_1",0.99,1613943662963,3853
+"lr_1",4.347920303236541e-05,1613943662963,3853
+"mom_1",0.8630417243525127,1613943662963,3853
+"eps_1",1e-05,1613943662963,3853
+"wd_2",0.01,1613943662963,3853
+"sqr_mom_2",0.99,1613943662963,3853
+"lr_2",0.00043479203032365405,1613943662963,3853
+"mom_2",0.8630417243525127,1613943662963,3853
+"eps_2",1e-05,1613943662963,3853
+"train_loss",0.039646626,1613943663927,3854
+"raw_loss",0.029629411,1613943663927,3854
+"epoch",24.245283018867916,1613943663927,3854
+"wd_0",0.01,1613943663927,3854
+"sqr_mom_0",0.99,1613943663927,3854
+"lr_0",4.34696939103183e-06,1613943663927,3854
+"mom_0",0.8630607427867912,1613943663927,3854
+"eps_0",1e-05,1613943663927,3854
+"wd_1",0.01,1613943663927,3854
+"sqr_mom_1",0.99,1613943663927,3854
+"lr_1",4.3469693910318305e-05,1613943663927,3854
+"mom_1",0.8630607427867912,1613943663927,3854
+"eps_1",1e-05,1613943663927,3854
+"wd_2",0.01,1613943663927,3854
+"sqr_mom_2",0.99,1613943663927,3854
+"lr_2",0.00043469693910318306,1613943663927,3854
+"mom_2",0.8630607427867912,1613943663927,3854
+"eps_2",1e-05,1613943663927,3854
+"train_loss",0.03905103,1613943664911,3855
+"raw_loss",0.009866821,1613943664911,3855
+"epoch",24.251572327044016,1613943664911,3855
+"wd_0",0.01,1613943664911,3855
+"sqr_mom_0",0.99,1613943664911,3855
+"lr_0",4.34601812689971e-06,1613943664911,3855
+"mom_0",0.8630797682596884,1613943664911,3855
+"eps_0",1e-05,1613943664911,3855
+"wd_1",0.01,1613943664911,3855
+"sqr_mom_1",0.99,1613943664911,3855
+"lr_1",4.34601812689971e-05,1613943664911,3855
+"mom_1",0.8630797682596884,1613943664911,3855
+"eps_1",1e-05,1613943664911,3855
+"wd_2",0.01,1613943664911,3855
+"sqr_mom_2",0.99,1613943664911,3855
+"lr_2",0.000434601812689971,1613943664911,3855
+"mom_2",0.8630797682596884,1613943664911,3855
+"eps_2",1e-05,1613943664911,3855
+"train_loss",0.03859105,1613943665867,3856
+"raw_loss",0.01605192,1613943665867,3856
+"epoch",24.257861635220117,1613943665867,3856
+"wd_0",0.01,1613943665867,3856
+"sqr_mom_0",0.99,1613943665867,3856
+"lr_0",4.345066037759902e-06,1613943665867,3856
+"mom_0",0.8630988102329042,1613943665867,3856
+"eps_0",1e-05,1613943665867,3856
+"wd_1",0.01,1613943665867,3856
+"sqr_mom_1",0.99,1613943665867,3856
+"lr_1",4.345066037759901e-05,1613943665867,3856
+"mom_1",0.8630988102329042,1613943665867,3856
+"eps_1",1e-05,1613943665867,3856
+"wd_2",0.01,1613943665867,3856
+"sqr_mom_2",0.99,1613943665867,3856
+"lr_2",0.0004345066037759901,1613943665867,3856
+"mom_2",0.8630988102329042,1613943665867,3856
+"eps_2",1e-05,1613943665867,3856
+"train_loss",0.03803218,1613943666932,3857
+"raw_loss",0.010647586,1613943666932,3857
+"epoch",24.264150943396217,1613943666932,3857
+"wd_0",0.01,1613943666932,3857
+"sqr_mom_0",0.99,1613943666932,3857
+"lr_0",4.3441133605344115e-06,1613943666932,3857
+"mom_0",0.8631178639679514,1613943666932,3857
+"eps_0",1e-05,1613943666932,3857
+"wd_1",0.01,1613943666932,3857
+"sqr_mom_1",0.99,1613943666932,3857
+"lr_1",4.3441133605344114e-05,1613943666932,3857
+"mom_1",0.8631178639679514,1613943666932,3857
+"eps_1",1e-05,1613943666932,3857
+"wd_2",0.01,1613943666932,3857
+"sqr_mom_2",0.99,1613943666932,3857
+"lr_2",0.0004344113360534411,1613943666932,3857
+"mom_2",0.8631178639679514,1613943666932,3857
+"eps_2",1e-05,1613943666932,3857
+"train_loss",0.03760752,1613943667903,3858
+"raw_loss",0.016799146,1613943667903,3858
+"epoch",24.270440251572317,1613943667903,3858
+"wd_0",0.01,1613943667903,3858
+"sqr_mom_0",0.99,1613943667903,3858
+"lr_0",4.343160332730557e-06,1613943667903,3858
+"mom_0",0.863136924714636,1613943667903,3858
+"eps_0",1e-05,1613943667903,3858
+"wd_1",0.01,1613943667903,3858
+"sqr_mom_1",0.99,1613943667903,3858
+"lr_1",4.343160332730557e-05,1613943667903,3858
+"mom_1",0.863136924714636,1613943667903,3858
+"eps_1",1e-05,1613943667903,3858
+"wd_2",0.01,1613943667903,3858
+"sqr_mom_2",0.99,1613943667903,3858
+"lr_2",0.0004343160332730557,1613943667903,3858
+"mom_2",0.863136924714636,1613943667903,3858
+"eps_2",1e-05,1613943667903,3858
+"train_loss",0.037095413,1613943668869,3859
+"raw_loss",0.012002071,1613943668869,3859
+"epoch",24.276729559748418,1613943668869,3859
+"wd_0",0.01,1613943668869,3859
+"sqr_mom_0",0.99,1613943668869,3859
+"lr_0",4.3422064803909586e-06,1613943668869,3859
+"mom_0",0.8631560019522003,1613943668869,3859
+"eps_0",1e-05,1613943668869,3859
+"wd_1",0.01,1613943668869,3859
+"sqr_mom_1",0.99,1613943668869,3859
+"lr_1",4.3422064803909586e-05,1613943668869,3859
+"mom_1",0.8631560019522003,1613943668869,3859
+"eps_1",1e-05,1613943668869,3859
+"wd_2",0.01,1613943668869,3859
+"sqr_mom_2",0.99,1613943668869,3859
+"lr_2",0.00043422064803909583,1613943668869,3859
+"mom_2",0.8631560019522003,1613943668869,3859
+"eps_2",1e-05,1613943668869,3859
+"train_loss",0.036635336,1613943669842,3860
+"raw_loss",0.014091589,1613943669842,3860
+"epoch",24.28301886792452,1613943669842,3860
+"wd_0",0.01,1613943669842,3860
+"sqr_mom_0",0.99,1613943669842,3860
+"lr_0",4.34125204087713e-06,1613943669842,3860
+"mom_0",0.8631750909333668,1613943669842,3860
+"eps_0",1e-05,1613943669842,3860
+"wd_1",0.01,1613943669842,3860
+"sqr_mom_1",0.99,1613943669842,3860
+"lr_1",4.3412520408771297e-05,1613943669842,3860
+"mom_1",0.8631750909333668,1613943669842,3860
+"eps_1",1e-05,1613943669842,3860
+"wd_2",0.01,1613943669842,3860
+"sqr_mom_2",0.99,1613943669842,3860
+"lr_2",0.0004341252040877129,1613943669842,3860
+"mom_2",0.8631750909333668,1613943669842,3860
+"eps_2",1e-05,1613943669842,3860
+"train_loss",0.036481827,1613943670804,3861
+"raw_loss",0.028959868,1613943670804,3861
+"epoch",24.28930817610062,1613943670804,3861
+"wd_0",0.01,1613943670804,3861
+"sqr_mom_0",0.99,1613943670804,3861
+"lr_0",4.34029725213499e-06,1613943670804,3861
+"mom_0",0.8631941868991692,1613943670804,3861
+"eps_0",1e-05,1613943670804,3861
+"wd_1",0.01,1613943670804,3861
+"sqr_mom_1",0.99,1613943670804,3861
+"lr_1",4.3402972521349905e-05,1613943670804,3861
+"mom_1",0.8631941868991692,1613943670804,3861
+"eps_1",1e-05,1613943670804,3861
+"wd_2",0.01,1613943670804,3861
+"sqr_mom_2",0.99,1613943670804,3861
+"lr_2",0.000434029725213499,1613943670804,3861
+"mom_2",0.8631941868991692,1613943670804,3861
+"eps_2",1e-05,1613943670804,3861
+"train_loss",0.03612184,1613943671775,3862
+"raw_loss",0.018482534,1613943671775,3862
+"epoch",24.29559748427672,1613943671775,3862
+"wd_0",0.01,1613943671775,3862
+"sqr_mom_0",0.99,1613943671775,3862
+"lr_0",4.339341639331413e-06,1613943671775,3862
+"mom_0",0.8632132993463651,1613943671775,3862
+"eps_0",1e-05,1613943671775,3862
+"wd_1",0.01,1613943671775,3862
+"sqr_mom_1",0.99,1613943671775,3862
+"lr_1",4.3393416393314125e-05,1613943671775,3862
+"mom_1",0.8632132993463651,1613943671775,3862
+"eps_1",1e-05,1613943671775,3862
+"wd_2",0.01,1613943671775,3862
+"sqr_mom_2",0.99,1613943671775,3862
+"lr_2",0.00043393416393314123,1613943671775,3862
+"mom_2",0.8632132993463651,1613943671775,3862
+"eps_2",1e-05,1613943671775,3862
+"train_loss",0.036206998,1613943672728,3863
+"raw_loss",0.04037962,1613943672728,3863
+"epoch",24.30188679245282,1613943672728,3863
+"wd_0",0.01,1613943672728,3863
+"sqr_mom_0",0.99,1613943672728,3863
+"lr_0",4.3383854402667395e-06,1613943672728,3863
+"mom_0",0.8632324235189004,1613943672728,3863
+"eps_0",1e-05,1613943672728,3863
+"wd_1",0.01,1613943672728,3863
+"sqr_mom_1",0.99,1613943672728,3863
+"lr_1",4.33838544026674e-05,1613943672728,3863
+"mom_1",0.8632324235189004,1613943672728,3863
+"eps_1",1e-05,1613943672728,3863
+"wd_2",0.01,1613943672728,3863
+"sqr_mom_2",0.99,1613943672728,3863
+"lr_2",0.00043383854402667395,1613943672728,3863
+"mom_2",0.8632324235189004,1613943672728,3863
+"eps_2",1e-05,1613943672728,3863
+"train_loss",0.039584916,1613943673697,3864
+"raw_loss",0.20510314,1613943673697,3864
+"epoch",24.30817610062892,1613943673697,3864
+"wd_0",0.01,1613943673697,3864
+"sqr_mom_0",0.99,1613943673697,3864
+"lr_0",4.33742865524575e-06,1613943673697,3864
+"mom_0",0.8632515594106791,1613943673697,3864
+"eps_0",1e-05,1613943673697,3864
+"wd_1",0.01,1613943673697,3864
+"sqr_mom_1",0.99,1613943673697,3864
+"lr_1",4.33742865524575e-05,1613943673697,3864
+"mom_1",0.8632515594106791,1613943673697,3864
+"eps_1",1e-05,1613943673697,3864
+"wd_2",0.01,1613943673697,3864
+"sqr_mom_2",0.99,1613943673697,3864
+"lr_2",0.00043374286552457495,1613943673697,3864
+"mom_2",0.8632515594106791,1613943673697,3864
+"eps_2",1e-05,1613943673697,3864
+"train_loss",0.039107617,1613943674650,3865
+"raw_loss",0.015719846,1613943674650,3865
+"epoch",24.31446540880502,1613943674650,3865
+"wd_0",0.01,1613943674650,3865
+"sqr_mom_0",0.99,1613943674650,3865
+"lr_0",4.336471522798114e-06,1613943674650,3865
+"mom_0",0.8632707022510602,1613943674650,3865
+"eps_0",1e-05,1613943674650,3865
+"wd_1",0.01,1613943674650,3865
+"sqr_mom_1",0.99,1613943674650,3865
+"lr_1",4.336471522798114e-05,1613943674650,3865
+"mom_1",0.8632707022510602,1613943674650,3865
+"eps_1",1e-05,1613943674650,3865
+"wd_2",0.01,1613943674650,3865
+"sqr_mom_2",0.99,1613943674650,3865
+"lr_2",0.0004336471522798114,1613943674650,3865
+"mom_2",0.8632707022510602,1613943674650,3865
+"eps_2",1e-05,1613943674650,3865
+"train_loss",0.03868559,1613943675600,3866
+"raw_loss",0.018006254,1613943675600,3866
+"epoch",24.32075471698112,1613943675600,3866
+"wd_0",0.01,1613943675600,3866
+"sqr_mom_0",0.99,1613943675600,3866
+"lr_0",4.33551356692514e-06,1613943675600,3866
+"mom_0",0.8632898615601128,1613943675600,3866
+"eps_0",1e-05,1613943675600,3866
+"wd_1",0.01,1613943675600,3866
+"sqr_mom_1",0.99,1613943675600,3866
+"lr_1",4.3355135669251394e-05,1613943675600,3866
+"mom_1",0.8632898615601128,1613943675600,3866
+"eps_1",1e-05,1613943675600,3866
+"wd_2",0.01,1613943675600,3866
+"sqr_mom_2",0.99,1613943675600,3866
+"lr_2",0.00043355135669251397,1613943675600,3866
+"mom_2",0.8632898615601128,1613943675600,3866
+"eps_2",1e-05,1613943675600,3866
+"train_loss",0.039770782,1613943676548,3867
+"raw_loss",0.0929452,1613943676548,3867
+"epoch",24.32704402515722,1613943676548,3867
+"wd_0",0.01,1613943676548,3867
+"sqr_mom_0",0.99,1613943676548,3867
+"lr_0",4.334555026011225e-06,1613943676548,3867
+"mom_0",0.8633090325701012,1613943676548,3867
+"eps_0",1e-05,1613943676548,3867
+"wd_1",0.01,1613943676548,3867
+"sqr_mom_1",0.99,1613943676548,3867
+"lr_1",4.334555026011225e-05,1613943676548,3867
+"mom_1",0.8633090325701012,1613943676548,3867
+"eps_1",1e-05,1613943676548,3867
+"wd_2",0.01,1613943676548,3867
+"sqr_mom_2",0.99,1613943676548,3867
+"lr_2",0.0004334555026011224,1613943676548,3867
+"mom_2",0.8633090325701012,1613943676548,3867
+"eps_2",1e-05,1613943676548,3867
+"train_loss",0.039581344,1613943677485,3868
+"raw_loss",0.030298771,1613943677485,3868
+"epoch",24.33333333333332,1613943677485,3868
+"wd_0",0.01,1613943677485,3868
+"sqr_mom_0",0.99,1613943677485,3868
+"lr_0",4.333596139023048e-06,1613943677485,3868
+"mom_0",0.863328210501644,1613943677485,3868
+"eps_0",1e-05,1613943677485,3868
+"wd_1",0.01,1613943677485,3868
+"sqr_mom_1",0.99,1613943677485,3868
+"lr_1",4.333596139023048e-05,1613943677485,3868
+"mom_1",0.863328210501644,1613943677485,3868
+"eps_1",1e-05,1613943677485,3868
+"wd_2",0.01,1613943677485,3868
+"sqr_mom_2",0.99,1613943677485,3868
+"lr_2",0.0004333596139023048,1613943677485,3868
+"mom_2",0.863328210501644,1613943677485,3868
+"eps_2",1e-05,1613943677485,3868
+"train_loss",0.039786622,1613943678430,3869
+"raw_loss",0.049845226,1613943678430,3869
+"epoch",24.339622641509422,1613943678430,3869
+"wd_0",0.01,1613943678430,3869
+"sqr_mom_0",0.99,1613943678430,3869
+"lr_0",4.332636429089352e-06,1613943678430,3869
+"mom_0",0.8633474048922618,1613943678430,3869
+"eps_0",1e-05,1613943678430,3869
+"wd_1",0.01,1613943678430,3869
+"sqr_mom_1",0.99,1613943678430,3869
+"lr_1",4.3326364290893524e-05,1613943678430,3869
+"mom_1",0.8633474048922618,1613943678430,3869
+"eps_1",1e-05,1613943678430,3869
+"wd_2",0.01,1613943678430,3869
+"sqr_mom_2",0.99,1613943678430,3869
+"lr_2",0.0004332636429089352,1613943678430,3869
+"mom_2",0.8633474048922618,1613943678430,3869
+"eps_2",1e-05,1613943678430,3869
+"train_loss",0.04025546,1613943679382,3870
+"raw_loss",0.06322857,1613943679382,3870
+"epoch",24.345911949685522,1613943679382,3870
+"wd_0",0.01,1613943679382,3870
+"sqr_mom_0",0.99,1613943679382,3870
+"lr_0",4.331676135031772e-06,1613943679382,3870
+"mom_0",0.8633666109654742,1613943679382,3870
+"eps_0",1e-05,1613943679382,3870
+"wd_1",0.01,1613943679382,3870
+"sqr_mom_1",0.99,1613943679382,3870
+"lr_1",4.3316761350317714e-05,1613943679382,3870
+"mom_1",0.8633666109654742,1613943679382,3870
+"eps_1",1e-05,1613943679382,3870
+"wd_2",0.01,1613943679382,3870
+"sqr_mom_2",0.99,1613943679382,3870
+"lr_2",0.00043316761350317717,1613943679382,3870
+"mom_2",0.8633666109654742,1613943679382,3870
+"eps_2",1e-05,1613943679382,3870
+"train_loss",0.04004277,1613943680337,3871
+"raw_loss",0.029620891,1613943680337,3871
+"epoch",24.352201257861623,1613943680337,3871
+"wd_0",0.01,1613943680337,3871
+"sqr_mom_0",0.99,1613943680337,3871
+"lr_0",4.330715496253305e-06,1613943680337,3871
+"mom_0",0.8633858239331732,1613943680337,3871
+"eps_0",1e-05,1613943680337,3871
+"wd_1",0.01,1613943680337,3871
+"sqr_mom_1",0.99,1613943680337,3871
+"lr_1",4.330715496253305e-05,1613943680337,3871
+"mom_1",0.8633858239331732,1613943680337,3871
+"eps_1",1e-05,1613943680337,3871
+"wd_2",0.01,1613943680337,3871
+"sqr_mom_2",0.99,1613943680337,3871
+"lr_2",0.00043307154962533053,1613943680337,3871
+"mom_2",0.8633858239331732,1613943680337,3871
+"eps_2",1e-05,1613943680337,3871
+"train_loss",0.039614767,1613943681278,3872
+"raw_loss",0.018642562,1613943681278,3872
+"epoch",24.358490566037723,1613943681278,3872
+"wd_0",0.01,1613943681278,3872
+"sqr_mom_0",0.99,1613943681278,3872
+"lr_0",4.329754035011501e-06,1613943681278,3872
+"mom_0",0.8634050533503035,1613943681278,3872
+"eps_0",1e-05,1613943681278,3872
+"wd_1",0.01,1613943681278,3872
+"sqr_mom_1",0.99,1613943681278,3872
+"lr_1",4.3297540350115003e-05,1613943681278,3872
+"mom_1",0.8634050533503035,1613943681278,3872
+"eps_1",1e-05,1613943681278,3872
+"wd_2",0.01,1613943681278,3872
+"sqr_mom_2",0.99,1613943681278,3872
+"lr_2",0.00043297540350115,1613943681278,3872
+"mom_2",0.8634050533503035,1613943681278,3872
+"eps_2",1e-05,1613943681278,3872
+"train_loss",0.03954167,1613943682243,3873
+"raw_loss",0.035959948,1613943682243,3873
+"epoch",24.364779874213824,1613943682243,3873
+"wd_0",0.01,1613943682243,3873
+"sqr_mom_0",0.99,1613943682243,3873
+"lr_0",4.328791990564541e-06,1613943682243,3873
+"mom_0",0.8634242944316535,1613943682243,3873
+"eps_0",1e-05,1613943682243,3873
+"wd_1",0.01,1613943682243,3873
+"sqr_mom_1",0.99,1613943682243,3873
+"lr_1",4.32879199056454e-05,1613943682243,3873
+"mom_1",0.8634242944316535,1613943682243,3873
+"eps_1",1e-05,1613943682243,3873
+"wd_2",0.01,1613943682243,3873
+"sqr_mom_2",0.99,1613943682243,3873
+"lr_2",0.000432879199056454,1613943682243,3873
+"mom_2",0.8634242944316535,1613943682243,3873
+"eps_2",1e-05,1613943682243,3873
+"train_loss",0.039158765,1613943683175,3874
+"raw_loss",0.020396445,1613943683175,3874
+"epoch",24.371069182389924,1613943683175,3874
+"wd_0",0.01,1613943683175,3874
+"sqr_mom_0",0.99,1613943683175,3874
+"lr_0",4.327829522907065e-06,1613943683175,3874
+"mom_0",0.8634435439772985,1613943683175,3874
+"eps_0",1e-05,1613943683175,3874
+"wd_1",0.01,1613943683175,3874
+"sqr_mom_1",0.99,1613943683175,3874
+"lr_1",4.327829522907065e-05,1613943683175,3874
+"mom_1",0.8634435439772985,1613943683175,3874
+"eps_1",1e-05,1613943683175,3874
+"wd_2",0.01,1613943683175,3874
+"sqr_mom_2",0.99,1613943683175,3874
+"lr_2",0.0004327829522907065,1613943683175,3874
+"mom_2",0.8634435439772985,1613943683175,3874
+"eps_2",1e-05,1613943683175,3874
+"train_loss",0.03862984,1613943684136,3875
+"raw_loss",0.012712517,1613943684136,3875
+"epoch",24.377358490566024,1613943684136,3875
+"wd_0",0.01,1613943684136,3875
+"sqr_mom_0",0.99,1613943684136,3875
+"lr_0",4.326866313066491e-06,1613943684136,3875
+"mom_0",0.8634628083667538,1613943684136,3875
+"eps_0",1e-05,1613943684136,3875
+"wd_1",0.01,1613943684136,3875
+"sqr_mom_1",0.99,1613943684136,3875
+"lr_1",4.3268663130664915e-05,1613943684136,3875
+"mom_1",0.8634628083667538,1613943684136,3875
+"eps_1",1e-05,1613943684136,3875
+"wd_2",0.01,1613943684136,3875
+"sqr_mom_2",0.99,1613943684136,3875
+"lr_2",0.0004326866313066491,1613943684136,3875
+"mom_2",0.8634628083667538,1613943684136,3875
+"eps_2",1e-05,1613943684136,3875
+"train_loss",0.038658466,1613943685082,3876
+"raw_loss",0.040061012,1613943685082,3876
+"epoch",24.383647798742125,1613943685082,3876
+"wd_0",0.01,1613943685082,3876
+"sqr_mom_0",0.99,1613943685082,3876
+"lr_0",4.32590252094119e-06,1613943685082,3876
+"mom_0",0.8634820844020202,1613943685082,3876
+"eps_0",1e-05,1613943685082,3876
+"wd_1",0.01,1613943685082,3876
+"sqr_mom_1",0.99,1613943685082,3876
+"lr_1",4.32590252094119e-05,1613943685082,3876
+"mom_1",0.8634820844020202,1613943685082,3876
+"eps_1",1e-05,1613943685082,3876
+"wd_2",0.01,1613943685082,3876
+"sqr_mom_2",0.99,1613943685082,3876
+"lr_2",0.00043259025209411897,1613943685082,3876
+"mom_2",0.8634820844020202,1613943685082,3876
+"eps_2",1e-05,1613943685082,3876
+"train_loss",0.03884953,1613943686037,3877
+"raw_loss",0.04821163,1613943686037,3877
+"epoch",24.389937106918225,1613943686037,3877
+"wd_0",0.01,1613943686037,3877
+"sqr_mom_0",0.99,1613943686037,3877
+"lr_0",4.324938386804757e-06,1613943686037,3877
+"mom_0",0.8635013672775776,1613943686037,3877
+"eps_0",1e-05,1613943686037,3877
+"wd_1",0.01,1613943686037,3877
+"sqr_mom_1",0.99,1613943686037,3877
+"lr_1",4.3249383868047563e-05,1613943686037,3877
+"mom_1",0.8635013672775776,1613943686037,3877
+"eps_1",1e-05,1613943686037,3877
+"wd_2",0.01,1613943686037,3877
+"sqr_mom_2",0.99,1613943686037,3877
+"lr_2",0.0004324938386804756,1613943686037,3877
+"mom_2",0.8635013672775776,1613943686037,3877
+"eps_2",1e-05,1613943686037,3877
+"train_loss",0.038597617,1613943686975,3878
+"raw_loss",0.026253952,1613943686975,3878
+"epoch",24.396226415094326,1613943686975,3878
+"wd_0",0.01,1613943686975,3878
+"sqr_mom_0",0.99,1613943686975,3878
+"lr_0",4.323973431176434e-06,1613943686975,3878
+"mom_0",0.8635206665831371,1613943686975,3878
+"eps_0",1e-05,1613943686975,3878
+"wd_1",0.01,1613943686975,3878
+"sqr_mom_1",0.99,1613943686975,3878
+"lr_1",4.323973431176434e-05,1613943686975,3878
+"mom_1",0.8635206665831371,1613943686975,3878
+"eps_1",1e-05,1613943686975,3878
+"wd_2",0.01,1613943686975,3878
+"sqr_mom_2",0.99,1613943686975,3878
+"lr_2",0.0004323973431176434,1613943686975,3878
+"mom_2",0.8635206665831371,1613943686975,3878
+"eps_2",1e-05,1613943686975,3878
+"train_loss",0.038441464,1613943687932,3879
+"raw_loss",0.030790001,1613943687932,3879
+"epoch",24.402515723270426,1613943687932,3879
+"wd_0",0.01,1613943687932,3879
+"sqr_mom_0",0.99,1613943687932,3879
+"lr_0",4.323007894185457e-06,1613943687932,3879
+"mom_0",0.863539977516066,1613943687932,3879
+"eps_0",1e-05,1613943687932,3879
+"wd_1",0.01,1613943687932,3879
+"sqr_mom_1",0.99,1613943687932,3879
+"lr_1",4.323007894185457e-05,1613943687932,3879
+"mom_1",0.863539977516066,1613943687932,3879
+"eps_1",1e-05,1613943687932,3879
+"wd_2",0.01,1613943687932,3879
+"sqr_mom_2",0.99,1613943687932,3879
+"lr_2",0.0004323007894185457,1613943687932,3879
+"mom_2",0.863539977516066,1613943687932,3879
+"eps_2",1e-05,1613943687932,3879
+"train_loss",0.03858617,1613943688885,3880
+"raw_loss",0.045676697,1613943688885,3880
+"epoch",24.408805031446526,1613943688885,3880
+"wd_0",0.01,1613943688885,3880
+"sqr_mom_0",0.99,1613943688885,3880
+"lr_0",4.322042016539679e-06,1613943688885,3880
+"mom_0",0.863559295262159,1613943688885,3880
+"eps_0",1e-05,1613943688885,3880
+"wd_1",0.01,1613943688885,3880
+"sqr_mom_1",0.99,1613943688885,3880
+"lr_1",4.322042016539679e-05,1613943688885,3880
+"mom_1",0.863559295262159,1613943688885,3880
+"eps_1",1e-05,1613943688885,3880
+"wd_2",0.01,1613943688885,3880
+"sqr_mom_2",0.99,1613943688885,3880
+"lr_2",0.0004322042016539679,1613943688885,3880
+"mom_2",0.863559295262159,1613943688885,3880
+"eps_2",1e-05,1613943688885,3880
+"train_loss",0.03816499,1613943689870,3881
+"raw_loss",0.017527157,1613943689870,3881
+"epoch",24.415094339622627,1613943689870,3881
+"wd_0",0.01,1613943689870,3881
+"sqr_mom_0",0.99,1613943689870,3881
+"lr_0",4.321075317891266e-06,1613943689870,3881
+"mom_0",0.863578629428469,1613943689870,3881
+"eps_0",1e-05,1613943689870,3881
+"wd_1",0.01,1613943689870,3881
+"sqr_mom_1",0.99,1613943689870,3881
+"lr_1",4.321075317891266e-05,1613943689870,3881
+"mom_1",0.863578629428469,1613943689870,3881
+"eps_1",1e-05,1613943689870,3881
+"wd_2",0.01,1613943689870,3881
+"sqr_mom_2",0.99,1613943689870,3881
+"lr_2",0.00043210753178912656,1613943689870,3881
+"mom_2",0.863578629428469,1613943689870,3881
+"eps_2",1e-05,1613943689870,3881
+"train_loss",0.037780862,1613943690825,3882
+"raw_loss",0.018958699,1613943690825,3882
+"epoch",24.421383647798727,1613943690825,3882
+"wd_0",0.01,1613943690825,3882
+"sqr_mom_0",0.99,1613943690825,3882
+"lr_0",4.320108038803939e-06,1613943690825,3882
+"mom_0",0.8635979752036732,1613943690825,3882
+"eps_0",1e-05,1613943690825,3882
+"wd_1",0.01,1613943690825,3882
+"sqr_mom_1",0.99,1613943690825,3882
+"lr_1",4.320108038803939e-05,1613943690825,3882
+"mom_1",0.8635979752036732,1613943690825,3882
+"eps_1",1e-05,1613943690825,3882
+"wd_2",0.01,1613943690825,3882
+"sqr_mom_2",0.99,1613943690825,3882
+"lr_2",0.00043201080388039387,1613943690825,3882
+"mom_2",0.8635979752036732,1613943690825,3882
+"eps_2",1e-05,1613943690825,3882
+"train_loss",0.037495673,1613943691778,3883
+"raw_loss",0.023521459,1613943691778,3883
+"epoch",24.427672955974828,1613943691778,3883
+"wd_0",0.01,1613943691778,3883
+"sqr_mom_0",0.99,1613943691778,3883
+"lr_0",4.319140420419118e-06,1613943691778,3883
+"mom_0",0.8636173277648953,1613943691778,3883
+"eps_0",1e-05,1613943691778,3883
+"wd_1",0.01,1613943691778,3883
+"sqr_mom_1",0.99,1613943691778,3883
+"lr_1",4.319140420419118e-05,1613943691778,3883
+"mom_1",0.8636173277648953,1613943691778,3883
+"eps_1",1e-05,1613943691778,3883
+"wd_2",0.01,1613943691778,3883
+"sqr_mom_2",0.99,1613943691778,3883
+"lr_2",0.00043191404204191177,1613943691778,3883
+"mom_2",0.8636173277648953,1613943691778,3883
+"eps_2",1e-05,1613943691778,3883
+"train_loss",0.037140407,1613943692719,3884
+"raw_loss",0.019732287,1613943692719,3884
+"epoch",24.433962264150928,1613943692719,3884
+"wd_0",0.01,1613943692719,3884
+"sqr_mom_0",0.99,1613943692719,3884
+"lr_0",4.318171981523271e-06,1613943692719,3884
+"mom_0",0.8636366967365019,1613943692719,3884
+"eps_0",1e-05,1613943692719,3884
+"wd_1",0.01,1613943692719,3884
+"sqr_mom_1",0.99,1613943692719,3884
+"lr_1",4.318171981523271e-05,1613943692719,3884
+"mom_1",0.8636366967365019,1613943692719,3884
+"eps_1",1e-05,1613943692719,3884
+"wd_2",0.01,1613943692719,3884
+"sqr_mom_2",0.99,1613943692719,3884
+"lr_2",0.00043181719815232704,1613943692719,3884
+"mom_2",0.8636366967365019,1613943692719,3884
+"eps_2",1e-05,1613943692719,3884
+"train_loss",0.03691886,1613943693669,3885
+"raw_loss",0.026063034,1613943693669,3885
+"epoch",24.44025157232703,1613943693669,3885
+"wd_0",0.01,1613943693669,3885
+"sqr_mom_0",0.99,1613943693669,3885
+"lr_0",4.317202963113915e-06,1613943693669,3885
+"mom_0",0.8636560772984947,1613943693669,3885
+"eps_0",1e-05,1613943693669,3885
+"wd_1",0.01,1613943693669,3885
+"sqr_mom_1",0.99,1613943693669,3885
+"lr_1",4.317202963113915e-05,1613943693669,3885
+"mom_1",0.8636560772984947,1613943693669,3885
+"eps_1",1e-05,1613943693669,3885
+"wd_2",0.01,1613943693669,3885
+"sqr_mom_2",0.99,1613943693669,3885
+"lr_2",0.00043172029631139146,1613943693669,3885
+"mom_2",0.8636560772984947,1613943693669,3885
+"eps_2",1e-05,1613943693669,3885
+"train_loss",0.036547244,1613943694623,3886
+"raw_loss",0.018337976,1613943694623,3886
+"epoch",24.44654088050313,1613943694623,3886
+"wd_0",0.01,1613943694623,3886
+"sqr_mom_0",0.99,1613943694623,3886
+"lr_0",4.316233365499914e-06,1613943694623,3886
+"mom_0",0.8636754694446962,1613943694623,3886
+"eps_0",1e-05,1613943694623,3886
+"wd_1",0.01,1613943694623,3886
+"sqr_mom_1",0.99,1613943694623,3886
+"lr_1",4.3162333654999135e-05,1613943694623,3886
+"mom_1",0.8636754694446962,1613943694623,3886
+"eps_1",1e-05,1613943694623,3886
+"wd_2",0.01,1613943694623,3886
+"sqr_mom_2",0.99,1613943694623,3886
+"lr_2",0.00043162333654999134,1613943694623,3886
+"mom_2",0.8636754694446962,1613943694623,3886
+"eps_2",1e-05,1613943694623,3886
+"train_loss",0.036354396,1613943695573,3887
+"raw_loss",0.026904967,1613943695573,3887
+"epoch",24.45283018867923,1613943695573,3887
+"wd_0",0.01,1613943695573,3887
+"sqr_mom_0",0.99,1613943695573,3887
+"lr_0",4.315263430399714e-06,1613943695573,3887
+"mom_0",0.8636948683406891,1613943695573,3887
+"eps_0",1e-05,1613943695573,3887
+"wd_1",0.01,1613943695573,3887
+"sqr_mom_1",0.99,1613943695573,3887
+"lr_1",4.3152634303997134e-05,1613943695573,3887
+"mom_1",0.8636948683406891,1613943695573,3887
+"eps_1",1e-05,1613943695573,3887
+"wd_2",0.01,1613943695573,3887
+"sqr_mom_2",0.99,1613943695573,3887
+"lr_2",0.0004315263430399713,1613943695573,3887
+"mom_2",0.8636948683406891,1613943695573,3887
+"eps_2",1e-05,1613943695573,3887
+"train_loss",0.035968747,1613943696555,3888
+"raw_loss",0.01707191,1613943696555,3888
+"epoch",24.45911949685533,1613943696555,3888
+"wd_0",0.01,1613943696555,3888
+"sqr_mom_0",0.99,1613943696555,3888
+"lr_0",4.314292675447638e-06,1613943696555,3888
+"mom_0",0.8637142836338836,1613943696555,3888
+"eps_0",1e-05,1613943696555,3888
+"wd_1",0.01,1613943696555,3888
+"sqr_mom_1",0.99,1613943696555,3888
+"lr_1",4.3142926754476384e-05,1613943696555,3888
+"mom_1",0.8637142836338836,1613943696555,3888
+"eps_1",1e-05,1613943696555,3888
+"wd_2",0.01,1613943696555,3888
+"sqr_mom_2",0.99,1613943696555,3888
+"lr_2",0.0004314292675447638,1613943696555,3888
+"mom_2",0.8637142836338836,1613943696555,3888
+"eps_2",1e-05,1613943696555,3888
+"train_loss",0.03606516,1613943697509,3889
+"raw_loss",0.040789373,1613943697509,3889
+"epoch",24.46540880503143,1613943697509,3889
+"wd_0",0.01,1613943697509,3889
+"sqr_mom_0",0.99,1613943697509,3889
+"lr_0",4.313321342218539e-06,1613943697509,3889
+"mom_0",0.8637337104927342,1613943697509,3889
+"eps_0",1e-05,1613943697509,3889
+"wd_1",0.01,1613943697509,3889
+"sqr_mom_1",0.99,1613943697509,3889
+"lr_1",4.313321342218539e-05,1613943697509,3889
+"mom_1",0.8637337104927342,1613943697509,3889
+"eps_1",1e-05,1613943697509,3889
+"wd_2",0.01,1613943697509,3889
+"sqr_mom_2",0.99,1613943697509,3889
+"lr_2",0.0004313321342218539,1613943697509,3889
+"mom_2",0.8637337104927342,1613943697509,3889
+"eps_2",1e-05,1613943697509,3889
+"train_loss",0.035626445,1613943698474,3890
+"raw_loss",0.014129251,1613943698474,3890
+"epoch",24.47169811320753,1613943698474,3890
+"wd_0",0.01,1613943698474,3890
+"sqr_mom_0",0.99,1613943698474,3890
+"lr_0",4.312349672862813e-06,1613943698474,3890
+"mom_0",0.8637531440741845,1613943698474,3890
+"eps_0",1e-05,1613943698474,3890
+"wd_1",0.01,1613943698474,3890
+"sqr_mom_1",0.99,1613943698474,3890
+"lr_1",4.3123496728628126e-05,1613943698474,3890
+"mom_1",0.8637531440741845,1613943698474,3890
+"eps_1",1e-05,1613943698474,3890
+"wd_2",0.01,1613943698474,3890
+"sqr_mom_2",0.99,1613943698474,3890
+"lr_2",0.00043123496728628125,1613943698474,3890
+"mom_2",0.8637531440741845,1613943698474,3890
+"eps_2",1e-05,1613943698474,3890
+"train_loss",0.035455905,1613943699427,3891
+"raw_loss",0.027099391,1613943699427,3891
+"epoch",24.47798742138363,1613943699427,3891
+"wd_0",0.01,1613943699427,3891
+"sqr_mom_0",0.99,1613943699427,3891
+"lr_0",4.311377184152309e-06,1613943699427,3891
+"mom_0",0.8637725940428942,1613943699427,3891
+"eps_0",1e-05,1613943699427,3891
+"wd_1",0.01,1613943699427,3891
+"sqr_mom_1",0.99,1613943699427,3891
+"lr_1",4.3113771841523094e-05,1613943699427,3891
+"mom_1",0.8637725940428942,1613943699427,3891
+"eps_1",1e-05,1613943699427,3891
+"wd_2",0.01,1613943699427,3891
+"sqr_mom_2",0.99,1613943699427,3891
+"lr_2",0.0004311377184152309,1613943699427,3891
+"mom_2",0.8637725940428942,1613943699427,3891
+"eps_2",1e-05,1613943699427,3891
+"train_loss",0.03515734,1613943700374,3892
+"raw_loss",0.020527799,1613943700374,3892
+"epoch",24.48427672955973,1613943700374,3892
+"wd_0",0.01,1613943700374,3892
+"sqr_mom_0",0.99,1613943700374,3892
+"lr_0",4.310404118094061e-06,1613943700374,3892
+"mom_0",0.8637920555586743,1613943700374,3892
+"eps_0",1e-05,1613943700374,3892
+"wd_1",0.01,1613943700374,3892
+"sqr_mom_1",0.99,1613943700374,3892
+"lr_1",4.31040411809406e-05,1613943700374,3892
+"mom_1",0.8637920555586743,1613943700374,3892
+"eps_1",1e-05,1613943700374,3892
+"wd_2",0.01,1613943700374,3892
+"sqr_mom_2",0.99,1613943700374,3892
+"lr_2",0.000431040411809406,1613943700374,3892
+"mom_2",0.8637920555586743,1613943700374,3892
+"eps_2",1e-05,1613943700374,3892
+"train_loss",0.03487768,1613943701328,3893
+"raw_loss",0.021174248,1613943701328,3893
+"epoch",24.49056603773583,1613943701328,3893
+"wd_0",0.01,1613943701328,3893
+"sqr_mom_0",0.99,1613943701328,3893
+"lr_0",4.309430717269723e-06,1613943701328,3893
+"mom_0",0.8638115237698432,1613943701328,3893
+"eps_0",1e-05,1613943701328,3893
+"wd_1",0.01,1613943701328,3893
+"sqr_mom_1",0.99,1613943701328,3893
+"lr_1",4.3094307172697235e-05,1613943701328,3893
+"mom_1",0.8638115237698432,1613943701328,3893
+"eps_1",1e-05,1613943701328,3893
+"wd_2",0.01,1613943701328,3893
+"sqr_mom_2",0.99,1613943701328,3893
+"lr_2",0.0004309430717269723,1613943701328,3893
+"mom_2",0.8638115237698432,1613943701328,3893
+"eps_2",1e-05,1613943701328,3893
+"train_loss",0.034496494,1613943702276,3894
+"raw_loss",0.01581839,1613943702276,3894
+"epoch",24.496855345911932,1613943702276,3894
+"wd_0",0.01,1613943702276,3894
+"sqr_mom_0",0.99,1613943702276,3894
+"lr_0",4.308456497590055e-06,1613943702276,3894
+"mom_0",0.8638310083582824,1613943702276,3894
+"eps_0",1e-05,1613943702276,3894
+"wd_1",0.01,1613943702276,3894
+"sqr_mom_1",0.99,1613943702276,3894
+"lr_1",4.308456497590055e-05,1613943702276,3894
+"mom_1",0.8638310083582824,1613943702276,3894
+"eps_1",1e-05,1613943702276,3894
+"wd_2",0.01,1613943702276,3894
+"sqr_mom_2",0.99,1613943702276,3894
+"lr_2",0.0004308456497590055,1613943702276,3894
+"mom_2",0.8638310083582824,1613943702276,3894
+"eps_2",1e-05,1613943702276,3894
+"train_loss",0.034140885,1613943703237,3895
+"raw_loss",0.016715975,1613943703237,3895
+"epoch",24.503144654088032,1613943703237,3895
+"wd_0",0.01,1613943703237,3895
+"sqr_mom_0",0.99,1613943703237,3895
+"lr_0",4.307481701493577e-06,1613943703237,3895
+"mom_0",0.8638505044751732,1613943703237,3895
+"eps_0",1e-05,1613943703237,3895
+"wd_1",0.01,1613943703237,3895
+"sqr_mom_1",0.99,1613943703237,3895
+"lr_1",4.307481701493577e-05,1613943703237,3895
+"mom_1",0.8638505044751732,1613943703237,3895
+"eps_1",1e-05,1613943703237,3895
+"wd_2",0.01,1613943703237,3895
+"sqr_mom_2",0.99,1613943703237,3895
+"lr_2",0.0004307481701493577,1613943703237,3895
+"mom_2",0.8638505044751732,1613943703237,3895
+"eps_2",1e-05,1613943703237,3895
+"train_loss",0.034372244,1613943704206,3896
+"raw_loss",0.045708906,1613943704206,3896
+"epoch",24.509433962264133,1613943704206,3896
+"wd_0",0.01,1613943704206,3896
+"sqr_mom_0",0.99,1613943704206,3896
+"lr_0",4.3065064910920065e-06,1613943704206,3896
+"mom_0",0.8638700088782486,1613943704206,3896
+"eps_0",1e-05,1613943704206,3896
+"wd_1",0.01,1613943704206,3896
+"sqr_mom_1",0.99,1613943704206,3896
+"lr_1",4.3065064910920065e-05,1613943704206,3896
+"mom_1",0.8638700088782486,1613943704206,3896
+"eps_1",1e-05,1613943704206,3896
+"wd_2",0.01,1613943704206,3896
+"sqr_mom_2",0.99,1613943704206,3896
+"lr_2",0.0004306506491092006,1613943704206,3896
+"mom_2",0.8638700088782486,1613943704206,3896
+"eps_2",1e-05,1613943704206,3896
+"train_loss",0.03409965,1613943705162,3897
+"raw_loss",0.02074255,1613943705162,3897
+"epoch",24.515723270440233,1613943705162,3897
+"wd_0",0.01,1613943705162,3897
+"sqr_mom_0",0.99,1613943705162,3897
+"lr_0",4.30553054318967e-06,1613943705162,3897
+"mom_0",0.8638895280314869,1613943705162,3897
+"eps_0",1e-05,1613943705162,3897
+"wd_1",0.01,1613943705162,3897
+"sqr_mom_1",0.99,1613943705162,3897
+"lr_1",4.30553054318967e-05,1613943705162,3897
+"mom_1",0.8638895280314869,1613943705162,3897
+"eps_1",1e-05,1613943705162,3897
+"wd_2",0.01,1613943705162,3897
+"sqr_mom_2",0.99,1613943705162,3897
+"lr_2",0.000430553054318967,1613943705162,3897
+"mom_2",0.8638895280314869,1613943705162,3897
+"eps_2",1e-05,1613943705162,3897
+"train_loss",0.033841126,1613943706143,3898
+"raw_loss",0.021173432,1613943706143,3898
+"epoch",24.522012578616334,1613943706143,3898
+"wd_0",0.01,1613943706143,3898
+"sqr_mom_0",0.99,1613943706143,3898
+"lr_0",4.3045540198031384e-06,1613943706143,3898
+"mom_0",0.8639090586945242,1613943706143,3898
+"eps_0",1e-05,1613943706143,3898
+"wd_1",0.01,1613943706143,3898
+"sqr_mom_1",0.99,1613943706143,3898
+"lr_1",4.3045540198031386e-05,1613943706143,3898
+"mom_1",0.8639090586945242,1613943706143,3898
+"eps_1",1e-05,1613943706143,3898
+"wd_2",0.01,1613943706143,3898
+"sqr_mom_2",0.99,1613943706143,3898
+"lr_2",0.00043045540198031383,1613943706143,3898
+"mom_2",0.8639090586945242,1613943706143,3898
+"eps_2",1e-05,1613943706143,3898
+"train_loss",0.033510834,1613943707115,3899
+"raw_loss",0.01732647,1613943707115,3899
+"epoch",24.528301886792434,1613943707115,3899
+"wd_0",0.01,1613943707115,3899
+"sqr_mom_0",0.99,1613943707115,3899
+"lr_0",4.303577164374505e-06,1613943707115,3899
+"mom_0",0.8639285959984698,1613943707115,3899
+"eps_0",1e-05,1613943707115,3899
+"wd_1",0.01,1613943707115,3899
+"sqr_mom_1",0.99,1613943707115,3899
+"lr_1",4.303577164374505e-05,1613943707115,3899
+"mom_1",0.8639285959984698,1613943707115,3899
+"eps_1",1e-05,1613943707115,3899
+"wd_2",0.01,1613943707115,3899
+"sqr_mom_2",0.99,1613943707115,3899
+"lr_2",0.0004303577164374505,1613943707115,3899
+"mom_2",0.8639285959984698,1613943707115,3899
+"eps_2",1e-05,1613943707115,3899
+"train_loss",0.033130974,1613943708070,3900
+"raw_loss",0.014517733,1613943708070,3900
+"epoch",24.534591194968534,1613943708070,3900
+"wd_0",0.01,1613943708070,3900
+"sqr_mom_0",0.99,1613943708070,3900
+"lr_0",4.302599491096495e-06,1613943708070,3900
+"mom_0",0.8639481496595667,1613943708070,3900
+"eps_0",1e-05,1613943708070,3900
+"wd_1",0.01,1613943708070,3900
+"sqr_mom_1",0.99,1613943708070,3900
+"lr_1",4.302599491096495e-05,1613943708070,3900
+"mom_1",0.8639481496595667,1613943708070,3900
+"eps_1",1e-05,1613943708070,3900
+"wd_2",0.01,1613943708070,3900
+"sqr_mom_2",0.99,1613943708070,3900
+"lr_2",0.0004302599491096495,1613943708070,3900
+"mom_2",0.8639481496595667,1613943708070,3900
+"eps_2",1e-05,1613943708070,3900
+"train_loss",0.032882433,1613943709022,3901
+"raw_loss",0.020704024,1613943709022,3901
+"epoch",24.540880503144635,1613943709022,3901
+"wd_0",0.01,1613943709022,3901
+"sqr_mom_0",0.99,1613943709022,3901
+"lr_0",4.301621243268528e-06,1613943709022,3901
+"mom_0",0.8639677148117776,1613943709022,3901
+"eps_0",1e-05,1613943709022,3901
+"wd_1",0.01,1613943709022,3901
+"sqr_mom_1",0.99,1613943709022,3901
+"lr_1",4.3016212432685276e-05,1613943709022,3901
+"mom_1",0.8639677148117776,1613943709022,3901
+"eps_1",1e-05,1613943709022,3901
+"wd_2",0.01,1613943709022,3901
+"sqr_mom_2",0.99,1613943709022,3901
+"lr_2",0.0004301621243268528,1613943709022,3901
+"mom_2",0.8639677148117776,1613943709022,3901
+"eps_2",1e-05,1613943709022,3901
+"train_loss",0.032865155,1613943709977,3902
+"raw_loss",0.032018535,1613943709977,3902
+"epoch",24.547169811320735,1613943709977,3902
+"wd_0",0.01,1613943709977,3902
+"sqr_mom_0",0.99,1613943709977,3902
+"lr_0",4.300642664761866e-06,1613943709977,3902
+"mom_0",0.8639872865776285,1613943709977,3902
+"eps_0",1e-05,1613943709977,3902
+"wd_1",0.01,1613943709977,3902
+"sqr_mom_1",0.99,1613943709977,3902
+"lr_1",4.300642664761866e-05,1613943709977,3902
+"mom_1",0.8639872865776285,1613943709977,3902
+"eps_1",1e-05,1613943709977,3902
+"wd_2",0.01,1613943709977,3902
+"sqr_mom_2",0.99,1613943709977,3902
+"lr_2",0.00043006426647618657,1613943709977,3902
+"mom_2",0.8639872865776285,1613943709977,3902
+"eps_2",1e-05,1613943709977,3902
+"train_loss",0.03295749,1613943710958,3903
+"raw_loss",0.03748186,1613943710958,3903
+"epoch",24.553459119496836,1613943710958,3903
+"wd_0",0.01,1613943710958,3903
+"sqr_mom_0",0.99,1613943710958,3903
+"lr_0",4.2996632689123145e-06,1613943710958,3903
+"mom_0",0.8640068746905006,1613943710958,3903
+"eps_0",1e-05,1613943710958,3903
+"wd_1",0.01,1613943710958,3903
+"sqr_mom_1",0.99,1613943710958,3903
+"lr_1",4.2996632689123145e-05,1613943710958,3903
+"mom_1",0.8640068746905006,1613943710958,3903
+"eps_1",1e-05,1613943710958,3903
+"wd_2",0.01,1613943710958,3903
+"sqr_mom_2",0.99,1613943710958,3903
+"lr_2",0.0004299663268912315,1613943710958,3903
+"mom_2",0.8640068746905006,1613943710958,3903
+"eps_2",1e-05,1613943710958,3903
+"train_loss",0.032683372,1613943711942,3904
+"raw_loss",0.019251488,1613943711942,3904
+"epoch",24.559748427672936,1613943711942,3904
+"wd_0",0.01,1613943711942,3904
+"sqr_mom_0",0.99,1613943711942,3904
+"lr_0",4.298683299448694e-06,1613943711942,3904
+"mom_0",0.8640264742757688,1613943711942,3904
+"eps_0",1e-05,1613943711942,3904
+"wd_1",0.01,1613943711942,3904
+"sqr_mom_1",0.99,1613943711942,3904
+"lr_1",4.2986832994486944e-05,1613943711942,3904
+"mom_1",0.8640264742757688,1613943711942,3904
+"eps_1",1e-05,1613943711942,3904
+"wd_2",0.01,1613943711942,3904
+"sqr_mom_2",0.99,1613943711942,3904
+"lr_2",0.0004298683299448694,1613943711942,3904
+"mom_2",0.8640264742757688,1613943711942,3904
+"eps_2",1e-05,1613943711942,3904
+"train_loss",0.032597423,1613943712913,3905
+"raw_loss",0.028385786,1613943712913,3905
+"epoch",24.566037735849036,1613943712913,3905
+"wd_0",0.01,1613943712913,3905
+"sqr_mom_0",0.99,1613943712913,3905
+"lr_0",4.297702756683359e-06,1613943712913,3905
+"mom_0",0.8640460853271861,1613943712913,3905
+"eps_0",1e-05,1613943712913,3905
+"wd_1",0.01,1613943712913,3905
+"sqr_mom_1",0.99,1613943712913,3905
+"lr_1",4.297702756683359e-05,1613943712913,3905
+"mom_1",0.8640460853271861,1613943712913,3905
+"eps_1",1e-05,1613943712913,3905
+"wd_2",0.01,1613943712913,3905
+"sqr_mom_2",0.99,1613943712913,3905
+"lr_2",0.00042977027566833587,1613943712913,3905
+"mom_2",0.8640460853271861,1613943712913,3905
+"eps_2",1e-05,1613943712913,3905
+"train_loss",0.032148633,1613943713907,3906
+"raw_loss",0.010157985,1613943713907,3906
+"epoch",24.572327044025137,1613943713907,3906
+"wd_0",0.01,1613943713907,3906
+"sqr_mom_0",0.99,1613943713907,3906
+"lr_0",4.296721885058714e-06,1613943713907,3906
+"mom_0",0.8640657029558553,1613943713907,3906
+"eps_0",1e-05,1613943713907,3906
+"wd_1",0.01,1613943713907,3906
+"sqr_mom_1",0.99,1613943713907,3906
+"lr_1",4.2967218850587145e-05,1613943713907,3906
+"mom_1",0.8640657029558553,1613943713907,3906
+"eps_1",1e-05,1613943713907,3906
+"wd_2",0.01,1613943713907,3906
+"sqr_mom_2",0.99,1613943713907,3906
+"lr_2",0.0004296721885058714,1613943713907,3906
+"mom_2",0.8640657029558553,1613943713907,3906
+"eps_2",1e-05,1613943713907,3906
+"train_loss",0.03187918,1613943714909,3907
+"raw_loss",0.018675894,1613943714909,3907
+"epoch",24.578616352201237,1613943714909,3907
+"wd_0",0.01,1613943714909,3907
+"sqr_mom_0",0.99,1613943714909,3907
+"lr_0",4.29574019677016e-06,1613943714909,3907
+"mom_0",0.864085336917966,1613943714909,3907
+"eps_0",1e-05,1613943714909,3907
+"wd_1",0.01,1613943714909,3907
+"sqr_mom_1",0.99,1613943714909,3907
+"lr_1",4.29574019677016e-05,1613943714909,3907
+"mom_1",0.864085336917966,1613943714909,3907
+"eps_1",1e-05,1613943714909,3907
+"wd_2",0.01,1613943714909,3907
+"sqr_mom_2",0.99,1613943714909,3907
+"lr_2",0.000429574019677016,1613943714909,3907
+"mom_2",0.864085336917966,1613943714909,3907
+"eps_2",1e-05,1613943714909,3907
+"train_loss",0.031426817,1613943715892,3908
+"raw_loss",0.009261074,1613943715892,3908
+"epoch",24.584905660377338,1613943715892,3908
+"wd_0",0.01,1613943715892,3908
+"sqr_mom_0",0.99,1613943715892,3908
+"lr_0",4.294757936117971e-06,1613943715892,3908
+"mom_0",0.8641049823274638,1613943715892,3908
+"eps_0",1e-05,1613943715892,3908
+"wd_1",0.01,1613943715892,3908
+"sqr_mom_1",0.99,1613943715892,3908
+"lr_1",4.294757936117971e-05,1613943715892,3908
+"mom_1",0.8641049823274638,1613943715892,3908
+"eps_1",1e-05,1613943715892,3908
+"wd_2",0.01,1613943715892,3908
+"sqr_mom_2",0.99,1613943715892,3908
+"lr_2",0.00042947579361179706,1613943715892,3908
+"mom_2",0.8641049823274638,1613943715892,3908
+"eps_2",1e-05,1613943715892,3908
+"train_loss",0.031413816,1613943716881,3909
+"raw_loss",0.030776715,1613943716881,3909
+"epoch",24.591194968553438,1613943716881,3909
+"wd_0",0.01,1613943716881,3909
+"sqr_mom_0",0.99,1613943716881,3909
+"lr_0",4.293775347972086e-06,1613943716881,3909
+"mom_0",0.8641246342869011,1613943716881,3909
+"eps_0",1e-05,1613943716881,3909
+"wd_1",0.01,1613943716881,3909
+"sqr_mom_1",0.99,1613943716881,3909
+"lr_1",4.293775347972086e-05,1613943716881,3909
+"mom_1",0.8641246342869011,1613943716881,3909
+"eps_1",1e-05,1613943716881,3909
+"wd_2",0.01,1613943716881,3909
+"sqr_mom_2",0.99,1613943716881,3909
+"lr_2",0.00042937753479720857,1613943716881,3909
+"mom_2",0.8641246342869011,1613943716881,3909
+"eps_2",1e-05,1613943716881,3909
+"train_loss",0.030997958,1613943717862,3910
+"raw_loss",0.01062086,1613943717862,3910
+"epoch",24.59748427672954,1613943717862,3910
+"wd_0",0.01,1613943717862,3910
+"sqr_mom_0",0.99,1613943717862,3910
+"lr_0",4.2927919436742474e-06,1613943717862,3910
+"mom_0",0.8641443025695408,1613943717862,3910
+"eps_0",1e-05,1613943717862,3910
+"wd_1",0.01,1613943717862,3910
+"sqr_mom_1",0.99,1613943717862,3910
+"lr_1",4.292791943674247e-05,1613943717862,3910
+"mom_1",0.8641443025695408,1613943717862,3910
+"eps_1",1e-05,1613943717862,3910
+"wd_2",0.01,1613943717862,3910
+"sqr_mom_2",0.99,1613943717862,3910
+"lr_2",0.0004292791943674247,1613943717862,3910
+"mom_2",0.8641443025695408,1613943717862,3910
+"eps_2",1e-05,1613943717862,3910
+"train_loss",0.030674318,1613943718819,3911
+"raw_loss",0.014815979,1613943718819,3911
+"epoch",24.60377358490564,1613943718819,3911
+"wd_0",0.01,1613943718819,3911
+"sqr_mom_0",0.99,1613943718819,3911
+"lr_0",4.291807967952495e-06,1613943718819,3911
+"mom_0",0.8641639822807728,1613943718819,3911
+"eps_0",1e-05,1613943718819,3911
+"wd_1",0.01,1613943718819,3911
+"sqr_mom_1",0.99,1613943718819,3911
+"lr_1",4.291807967952495e-05,1613943718819,3911
+"mom_1",0.8641639822807728,1613943718819,3911
+"eps_1",1e-05,1613943718819,3911
+"wd_2",0.01,1613943718819,3911
+"sqr_mom_2",0.99,1613943718819,3911
+"lr_2",0.0004291807967952495,1613943718819,3911
+"mom_2",0.8641639822807728,1613943718819,3911
+"eps_2",1e-05,1613943718819,3911
+"train_loss",0.030854067,1613943719776,3912
+"raw_loss",0.03966174,1613943719776,3912
+"epoch",24.61006289308174,1613943719776,3912
+"wd_0",0.01,1613943719776,3912
+"sqr_mom_0",0.99,1613943719776,3912
+"lr_0",4.290823666103599e-06,1613943719776,3912
+"mom_0",0.8641836685146131,1613943719776,3912
+"eps_0",1e-05,1613943719776,3912
+"wd_1",0.01,1613943719776,3912
+"sqr_mom_1",0.99,1613943719776,3912
+"lr_1",4.2908236661035986e-05,1613943719776,3912
+"mom_1",0.8641836685146131,1613943719776,3912
+"eps_1",1e-05,1613943719776,3912
+"wd_2",0.01,1613943719776,3912
+"sqr_mom_2",0.99,1613943719776,3912
+"lr_2",0.0004290823666103598,1613943719776,3912
+"mom_2",0.8641836685146131,1613943719776,3912
+"eps_2",1e-05,1613943719776,3912
+"train_loss",0.030814257,1613943720753,3913
+"raw_loss",0.028863538,1613943720753,3913
+"epoch",24.61635220125784,1613943720753,3913
+"wd_0",0.01,1613943720753,3913
+"sqr_mom_0",0.99,1613943720753,3913
+"lr_0",4.289838548617046e-06,1613943720753,3913
+"mom_0",0.8642033710613697,1613943720753,3913
+"eps_0",1e-05,1613943720753,3913
+"wd_1",0.01,1613943720753,3913
+"sqr_mom_1",0.99,1613943720753,3913
+"lr_1",4.289838548617046e-05,1613943720753,3913
+"mom_1",0.8642033710613697,1613943720753,3913
+"eps_1",1e-05,1613943720753,3913
+"wd_2",0.01,1613943720753,3913
+"sqr_mom_2",0.99,1613943720753,3913
+"lr_2",0.0004289838548617046,1613943720753,3913
+"mom_2",0.8642033710613697,1613943720753,3913
+"eps_2",1e-05,1613943720753,3913
+"train_loss",0.031721782,1613943721717,3914
+"raw_loss",0.076190606,1613943721717,3914
+"epoch",24.62264150943394,1613943721717,3914
+"wd_0",0.01,1613943721717,3914
+"sqr_mom_0",0.99,1613943721717,3914
+"lr_0",4.288852860647942e-06,1613943721717,3914
+"mom_0",0.8642230850178914,1613943721717,3914
+"eps_0",1e-05,1613943721717,3914
+"wd_1",0.01,1613943721717,3914
+"sqr_mom_1",0.99,1613943721717,3914
+"lr_1",4.2888528606479416e-05,1613943721717,3914
+"mom_1",0.8642230850178914,1613943721717,3914
+"eps_1",1e-05,1613943721717,3914
+"wd_2",0.01,1613943721717,3914
+"sqr_mom_2",0.99,1613943721717,3914
+"lr_2",0.0004288852860647942,1613943721717,3914
+"mom_2",0.8642230850178914,1613943721717,3914
+"eps_2",1e-05,1613943721717,3914
+"train_loss",0.03149554,1613943722671,3915
+"raw_loss",0.02040966,1613943722671,3915
+"epoch",24.62893081761004,1613943722671,3915
+"wd_0",0.01,1613943722671,3915
+"sqr_mom_0",0.99,1613943722671,3915
+"lr_0",4.28786684791918e-06,1613943722671,3915
+"mom_0",0.864242805469671,1613943722671,3915
+"eps_0",1e-05,1613943722671,3915
+"wd_1",0.01,1613943722671,3915
+"sqr_mom_1",0.99,1613943722671,3915
+"lr_1",4.28786684791918e-05,1613943722671,3915
+"mom_1",0.864242805469671,1613943722671,3915
+"eps_1",1e-05,1613943722671,3915
+"wd_2",0.01,1613943722671,3915
+"sqr_mom_2",0.99,1613943722671,3915
+"lr_2",0.00042878668479191795,1613943722671,3915
+"mom_2",0.864242805469671,1613943722671,3915
+"eps_2",1e-05,1613943722671,3915
+"train_loss",0.03137061,1613943723615,3916
+"raw_loss",0.025248919,1613943723615,3916
+"epoch",24.63522012578614,1613943723615,3916
+"wd_0",0.01,1613943723615,3916
+"sqr_mom_0",0.99,1613943723615,3916
+"lr_0",4.2868800200693995e-06,1613943723615,3916
+"mom_0",0.8642625422240342,1613943723615,3916
+"eps_0",1e-05,1613943723615,3916
+"wd_1",0.01,1613943723615,3916
+"sqr_mom_1",0.99,1613943723615,3916
+"lr_1",4.286880020069399e-05,1613943723615,3916
+"mom_1",0.8642625422240342,1613943723615,3916
+"eps_1",1e-05,1613943723615,3916
+"wd_2",0.01,1613943723615,3916
+"sqr_mom_2",0.99,1613943723615,3916
+"lr_2",0.0004286880020069399,1613943723615,3916
+"mom_2",0.8642625422240342,1613943723615,3916
+"eps_2",1e-05,1613943723615,3916
+"train_loss",0.031198902,1613943724566,3917
+"raw_loss",0.022785192,1613943724566,3917
+"epoch",24.64150943396224,1613943724566,3917
+"wd_0",0.01,1613943724566,3917
+"sqr_mom_0",0.99,1613943724566,3917
+"lr_0",4.285892622680063e-06,1613943724566,3917
+"mom_0",0.8642822903693024,1613943724566,3917
+"eps_0",1e-05,1613943724566,3917
+"wd_1",0.01,1613943724566,3917
+"sqr_mom_1",0.99,1613943724566,3917
+"lr_1",4.285892622680063e-05,1613943724566,3917
+"mom_1",0.8642822903693024,1613943724566,3917
+"eps_1",1e-05,1613943724566,3917
+"wd_2",0.01,1613943724566,3917
+"sqr_mom_2",0.99,1613943724566,3917
+"lr_2",0.0004285892622680063,1613943724566,3917
+"mom_2",0.8642822903693024,1613943724566,3917
+"eps_2",1e-05,1613943724566,3917
+"train_loss",0.03122928,1613943725514,3918
+"raw_loss",0.03271778,1613943725514,3918
+"epoch",24.64779874213834,1613943725514,3918
+"wd_0",0.01,1613943725514,3918
+"sqr_mom_0",0.99,1613943725514,3918
+"lr_0",4.284904819954962e-06,1613943725514,3918
+"mom_0",0.864302046621367,1613943725514,3918
+"eps_0",1e-05,1613943725514,3918
+"wd_1",0.01,1613943725514,3918
+"sqr_mom_1",0.99,1613943725514,3918
+"lr_1",4.284904819954962e-05,1613943725514,3918
+"mom_1",0.864302046621367,1613943725514,3918
+"eps_1",1e-05,1613943725514,3918
+"wd_2",0.01,1613943725514,3918
+"sqr_mom_2",0.99,1613943725514,3918
+"lr_2",0.00042849048199549615,1613943725514,3918
+"mom_2",0.864302046621367,1613943725514,3918
+"eps_2",1e-05,1613943725514,3918
+"train_loss",0.031058472,1613943726473,3919
+"raw_loss",0.022688877,1613943726473,3919
+"epoch",24.654088050314442,1613943726473,3919
+"wd_0",0.01,1613943726473,3919
+"sqr_mom_0",0.99,1613943726473,3919
+"lr_0",4.283916284525182e-06,1613943726473,3919
+"mom_0",0.8643218175276716,1613943726473,3919
+"eps_0",1e-05,1613943726473,3919
+"wd_1",0.01,1613943726473,3919
+"sqr_mom_1",0.99,1613943726473,3919
+"lr_1",4.2839162845251824e-05,1613943726473,3919
+"mom_1",0.8643218175276716,1613943726473,3919
+"eps_1",1e-05,1613943726473,3919
+"wd_2",0.01,1613943726473,3919
+"sqr_mom_2",0.99,1613943726473,3919
+"lr_2",0.00042839162845251824,1613943726473,3919
+"mom_2",0.8643218175276716,1613943726473,3919
+"eps_2",1e-05,1613943726473,3919
+"train_loss",0.03088071,1613943727425,3920
+"raw_loss",0.022170367,1613943727425,3920
+"epoch",24.660377358490543,1613943727425,3920
+"wd_0",0.01,1613943727425,3920
+"sqr_mom_0",0.99,1613943727425,3920
+"lr_0",4.282927180500506e-06,1613943727425,3920
+"mom_0",0.8643415998059879,1613943727425,3920
+"eps_0",1e-05,1613943727425,3920
+"wd_1",0.01,1613943727425,3920
+"sqr_mom_1",0.99,1613943727425,3920
+"lr_1",4.282927180500506e-05,1613943727425,3920
+"mom_1",0.8643415998059879,1613943727425,3920
+"eps_1",1e-05,1613943727425,3920
+"wd_2",0.01,1613943727425,3920
+"sqr_mom_2",0.99,1613943727425,3920
+"lr_2",0.00042829271805005056,1613943727425,3920
+"mom_2",0.8643415998059879,1613943727425,3920
+"eps_2",1e-05,1613943727425,3920
+"train_loss",0.031187898,1613943728405,3921
+"raw_loss",0.04624006,1613943728405,3921
+"epoch",24.666666666666643,1613943728405,3921
+"wd_0",0.01,1613943728405,3921
+"sqr_mom_0",0.99,1613943728405,3921
+"lr_0",4.281937754453974e-06,1613943728405,3921
+"mom_0",0.8643613885248057,1613943728405,3921
+"eps_0",1e-05,1613943728405,3921
+"wd_1",0.01,1613943728405,3921
+"sqr_mom_1",0.99,1613943728405,3921
+"lr_1",4.281937754453974e-05,1613943728405,3921
+"mom_1",0.8643613885248057,1613943728405,3921
+"eps_1",1e-05,1613943728405,3921
+"wd_2",0.01,1613943728405,3921
+"sqr_mom_2",0.99,1613943728405,3921
+"lr_2",0.00042819377544539735,1613943728405,3921
+"mom_2",0.8643613885248057,1613943728405,3921
+"eps_2",1e-05,1613943728405,3921
+"train_loss",0.030794136,1613943729366,3922
+"raw_loss",0.01149984,1613943729366,3922
+"epoch",24.672955974842743,1613943729366,3922
+"wd_0",0.01,1613943729366,3922
+"sqr_mom_0",0.99,1613943729366,3922
+"lr_0",4.280947514326723e-06,1613943729366,3922
+"mom_0",0.8643811935254008,1613943729366,3922
+"eps_0",1e-05,1613943729366,3922
+"wd_1",0.01,1613943729366,3922
+"sqr_mom_1",0.99,1613943729366,3922
+"lr_1",4.280947514326723e-05,1613943729366,3922
+"mom_1",0.8643811935254008,1613943729366,3922
+"eps_1",1e-05,1613943729366,3922
+"wd_2",0.01,1613943729366,3922
+"sqr_mom_2",0.99,1613943729366,3922
+"lr_2",0.0004280947514326723,1613943729366,3922
+"mom_2",0.8643811935254008,1613943729366,3922
+"eps_2",1e-05,1613943729366,3922
+"train_loss",0.030475212,1613943730369,3923
+"raw_loss",0.014847923,1613943730369,3923
+"epoch",24.679245283018844,1613943730369,3923
+"wd_0",0.01,1613943730369,3923
+"sqr_mom_0",0.99,1613943730369,3923
+"lr_0",4.2799567065508365e-06,1613943730369,3923
+"mom_0",0.8644010098790821,1613943730369,3923
+"eps_0",1e-05,1613943730369,3923
+"wd_1",0.01,1613943730369,3923
+"sqr_mom_1",0.99,1613943730369,3923
+"lr_1",4.279956706550836e-05,1613943730369,3923
+"mom_1",0.8644010098790821,1613943730369,3923
+"eps_1",1e-05,1613943730369,3923
+"wd_2",0.01,1613943730369,3923
+"sqr_mom_2",0.99,1613943730369,3923
+"lr_2",0.0004279956706550836,1613943730369,3923
+"mom_2",0.8644010098790821,1613943730369,3923
+"eps_2",1e-05,1613943730369,3923
+"train_loss",0.030195074,1613943731346,3924
+"raw_loss",0.01646827,1613943731346,3924
+"epoch",24.685534591194944,1613943731346,3924
+"wd_0",0.01,1613943731346,3924
+"sqr_mom_0",0.99,1613943731346,3924
+"lr_0",4.2789653314421204e-06,1613943731346,3924
+"mom_0",0.8644208375795334,1613943731346,3924
+"eps_0",1e-05,1613943731346,3924
+"wd_1",0.01,1613943731346,3924
+"sqr_mom_1",0.99,1613943731346,3924
+"lr_1",4.2789653314421204e-05,1613943731346,3924
+"mom_1",0.8644208375795334,1613943731346,3924
+"eps_1",1e-05,1613943731346,3924
+"wd_2",0.01,1613943731346,3924
+"sqr_mom_2",0.99,1613943731346,3924
+"lr_2",0.00042789653314421203,1613943731346,3924
+"mom_2",0.8644208375795334,1613943731346,3924
+"eps_2",1e-05,1613943731346,3924
+"train_loss",0.029990705,1613943732320,3925
+"raw_loss",0.019976629,1613943732320,3925
+"epoch",24.691823899371045,1613943732320,3925
+"wd_0",0.01,1613943732320,3925
+"sqr_mom_0",0.99,1613943732320,3925
+"lr_0",4.27797363613882e-06,1613943732320,3925
+"mom_0",0.8644406716839405,1613943732320,3925
+"eps_0",1e-05,1613943732320,3925
+"wd_1",0.01,1613943732320,3925
+"sqr_mom_1",0.99,1613943732320,3925
+"lr_1",4.27797363613882e-05,1613943732320,3925
+"mom_1",0.8644406716839405,1613943732320,3925
+"eps_1",1e-05,1613943732320,3925
+"wd_2",0.01,1613943732320,3925
+"sqr_mom_2",0.99,1613943732320,3925
+"lr_2",0.000427797363613882,1613943732320,3925
+"mom_2",0.8644406716839405,1613943732320,3925
+"eps_2",1e-05,1613943732320,3925
+"train_loss",0.030182749,1613943733314,3926
+"raw_loss",0.03959297,1613943733314,3926
+"epoch",24.698113207547145,1613943733314,3926
+"wd_0",0.01,1613943733314,3926
+"sqr_mom_0",0.99,1613943733314,3926
+"lr_0",4.276981127453529e-06,1613943733314,3926
+"mom_0",0.86446052205615,1613943733314,3926
+"eps_0",1e-05,1613943733314,3926
+"wd_1",0.01,1613943733314,3926
+"sqr_mom_1",0.99,1613943733314,3926
+"lr_1",4.2769811274535286e-05,1613943733314,3926
+"mom_1",0.86446052205615,1613943733314,3926
+"eps_1",1e-05,1613943733314,3926
+"wd_2",0.01,1613943733314,3926
+"sqr_mom_2",0.99,1613943733314,3926
+"lr_2",0.00042769811274535283,1613943733314,3926
+"mom_2",0.86446052205615,1613943733314,3926
+"eps_2",1e-05,1613943733314,3926
+"train_loss",0.030103963,1613943734459,3927
+"raw_loss",0.026243478,1613943734459,3927
+"epoch",24.704402515723245,1613943734459,3927
+"wd_0",0.01,1613943734459,3927
+"sqr_mom_0",0.99,1613943734459,3927
+"lr_0",4.275988052383841e-06,1613943734459,3927
+"mom_0",0.8644803837561608,1613943734459,3927
+"eps_0",1e-05,1613943734459,3927
+"wd_1",0.01,1613943734459,3927
+"sqr_mom_1",0.99,1613943734459,3927
+"lr_1",4.275988052383841e-05,1613943734459,3927
+"mom_1",0.8644803837561608,1613943734459,3927
+"eps_1",1e-05,1613943734459,3927
+"wd_2",0.01,1613943734459,3927
+"sqr_mom_2",0.99,1613943734459,3927
+"lr_2",0.00042759880523838406,1613943734459,3927
+"mom_2",0.8644803837561608,1613943734459,3927
+"eps_2",1e-05,1613943734459,3927
+"train_loss",0.029851066,1613943735425,3928
+"raw_loss",0.01745909,1613943735425,3928
+"epoch",24.710691823899346,1613943735425,3928
+"wd_0",0.01,1613943735425,3928
+"sqr_mom_0",0.99,1613943735425,3928
+"lr_0",4.274994658491063e-06,1613943735425,3928
+"mom_0",0.8645002518326971,1613943735425,3928
+"eps_0",1e-05,1613943735425,3928
+"wd_1",0.01,1613943735425,3928
+"sqr_mom_1",0.99,1613943735425,3928
+"lr_1",4.274994658491062e-05,1613943735425,3928
+"mom_1",0.8645002518326971,1613943735425,3928
+"eps_1",1e-05,1613943735425,3928
+"wd_2",0.01,1613943735425,3928
+"sqr_mom_2",0.99,1613943735425,3928
+"lr_2",0.0004274994658491062,1613943735425,3928
+"mom_2",0.8645002518326971,1613943735425,3928
+"eps_2",1e-05,1613943735425,3928
+"train_loss",0.029780783,1613943736384,3929
+"raw_loss",0.026336914,1613943736384,3929
+"epoch",24.716981132075446,1613943736384,3929
+"wd_0",0.01,1613943736384,3929
+"sqr_mom_0",0.99,1613943736384,3929
+"lr_0",4.2740004517430505e-06,1613943736384,3929
+"mom_0",0.8645201361665006,1613943736384,3929
+"eps_0",1e-05,1613943736384,3929
+"wd_1",0.01,1613943736384,3929
+"sqr_mom_1",0.99,1613943736384,3929
+"lr_1",4.2740004517430505e-05,1613943736384,3929
+"mom_1",0.8645201361665006,1613943736384,3929
+"eps_1",1e-05,1613943736384,3929
+"wd_2",0.01,1613943736384,3929
+"sqr_mom_2",0.99,1613943736384,3929
+"lr_2",0.00042740004517430503,1613943736384,3929
+"mom_2",0.8645201361665006,1613943736384,3929
+"eps_2",1e-05,1613943736384,3929
+"train_loss",0.030091701,1613943737346,3930
+"raw_loss",0.04532669,1613943737346,3930
+"epoch",24.723270440251547,1613943737346,3930
+"wd_0",0.01,1613943737346,3930
+"sqr_mom_0",0.99,1613943737346,3930
+"lr_0",4.273005679560699e-06,1613943737346,3930
+"mom_0",0.8645400318091041,1613943737346,3930
+"eps_0",1e-05,1613943737346,3930
+"wd_1",0.01,1613943737346,3930
+"sqr_mom_1",0.99,1613943737346,3930
+"lr_1",4.273005679560699e-05,1613943737346,3930
+"mom_1",0.8645400318091041,1613943737346,3930
+"eps_1",1e-05,1613943737346,3930
+"wd_2",0.01,1613943737346,3930
+"sqr_mom_2",0.99,1613943737346,3930
+"lr_2",0.00042730056795606985,1613943737346,3930
+"mom_2",0.8645400318091041,1613943737346,3930
+"eps_2",1e-05,1613943737346,3930
+"train_loss",0.029935634,1613943738309,3931
+"raw_loss",0.022288375,1613943738309,3931
+"epoch",24.729559748427647,1613943738309,3931
+"wd_0",0.01,1613943738309,3931
+"sqr_mom_0",0.99,1613943738309,3931
+"lr_0",4.272010589927666e-06,1613943738309,3931
+"mom_0",0.8645599338007847,1613943738309,3931
+"eps_0",1e-05,1613943738309,3931
+"wd_1",0.01,1613943738309,3931
+"sqr_mom_1",0.99,1613943738309,3931
+"lr_1",4.2720105899276664e-05,1613943738309,3931
+"mom_1",0.8645599338007847,1613943738309,3931
+"eps_1",1e-05,1613943738309,3931
+"wd_2",0.01,1613943738309,3931
+"sqr_mom_2",0.99,1613943738309,3931
+"lr_2",0.0004272010589927666,1613943738309,3931
+"mom_2",0.8645599338007847,1613943738309,3931
+"eps_2",1e-05,1613943738309,3931
+"train_loss",0.029799957,1613943739262,3932
+"raw_loss",0.02315182,1613943739262,3932
+"epoch",24.735849056603747,1613943739262,3932
+"wd_0",0.01,1613943739262,3932
+"sqr_mom_0",0.99,1613943739262,3932
+"lr_0",4.271014687968489e-06,1613943739262,3932
+"mom_0",0.8645798520391506,1613943739262,3932
+"eps_0",1e-05,1613943739262,3932
+"wd_1",0.01,1613943739262,3932
+"sqr_mom_1",0.99,1613943739262,3932
+"lr_1",4.2710146879684884e-05,1613943739262,3932
+"mom_1",0.8645798520391506,1613943739262,3932
+"eps_1",1e-05,1613943739262,3932
+"wd_2",0.01,1613943739262,3932
+"sqr_mom_2",0.99,1613943739262,3932
+"lr_2",0.0004271014687968488,1613943739262,3932
+"mom_2",0.8645798520391506,1613943739262,3932
+"eps_2",1e-05,1613943739262,3932
+"train_loss",0.030026898,1613943740225,3933
+"raw_loss",0.04114698,1613943740225,3933
+"epoch",24.742138364779848,1613943740225,3933
+"wd_0",0.01,1613943740225,3933
+"sqr_mom_0",0.99,1613943740225,3933
+"lr_0",4.270018221526649e-06,1613943740225,3933
+"mom_0",0.8645997815672827,1613943740225,3933
+"eps_0",1e-05,1613943740225,3933
+"wd_1",0.01,1613943740225,3933
+"sqr_mom_1",0.99,1613943740225,3933
+"lr_1",4.270018221526649e-05,1613943740225,3933
+"mom_1",0.8645997815672827,1613943740225,3933
+"eps_1",1e-05,1613943740225,3933
+"wd_2",0.01,1613943740225,3933
+"sqr_mom_2",0.99,1613943740225,3933
+"lr_2",0.0004270018221526649,1613943740225,3933
+"mom_2",0.8645997815672827,1613943740225,3933
+"eps_2",1e-05,1613943740225,3933
+"train_loss",0.029767174,1613943741189,3934
+"raw_loss",0.017040748,1613943741189,3934
+"epoch",24.74842767295595,1613943741189,3934
+"wd_0",0.01,1613943741189,3934
+"sqr_mom_0",0.99,1613943741189,3934
+"lr_0",4.26902143900745e-06,1613943741189,3934
+"mom_0",0.8646197174170251,1613943741189,3934
+"eps_0",1e-05,1613943741189,3934
+"wd_1",0.01,1613943741189,3934
+"sqr_mom_1",0.99,1613943741189,3934
+"lr_1",4.26902143900745e-05,1613943741189,3934
+"mom_1",0.8646197174170251,1613943741189,3934
+"eps_1",1e-05,1613943741189,3934
+"wd_2",0.01,1613943741189,3934
+"sqr_mom_2",0.99,1613943741189,3934
+"lr_2",0.00042690214390074494,1613943741189,3934
+"mom_2",0.8646197174170251,1613943741189,3934
+"eps_2",1e-05,1613943741189,3934
+"train_loss",0.029609974,1613943742182,3935
+"raw_loss",0.021907166,1613943742182,3935
+"epoch",24.75471698113205,1613943742182,3935
+"wd_0",0.01,1613943742182,3935
+"sqr_mom_0",0.99,1613943742182,3935
+"lr_0",4.268023844693524e-06,1613943742182,3935
+"mom_0",0.8646396695028246,1613943742182,3935
+"eps_0",1e-05,1613943742182,3935
+"wd_1",0.01,1613943742182,3935
+"sqr_mom_1",0.99,1613943742182,3935
+"lr_1",4.268023844693523e-05,1613943742182,3935
+"mom_1",0.8646396695028246,1613943742182,3935
+"eps_1",1e-05,1613943742182,3935
+"wd_2",0.01,1613943742182,3935
+"sqr_mom_2",0.99,1613943742182,3935
+"lr_2",0.0004268023844693523,1613943742182,3935
+"mom_2",0.8646396695028246,1613943742182,3935
+"eps_2",1e-05,1613943742182,3935
+"train_loss",0.029726079,1613943743127,3936
+"raw_loss",0.035415195,1613943743127,3936
+"epoch",24.76100628930815,1613943743127,3936
+"wd_0",0.01,1613943743127,3936
+"sqr_mom_0",0.99,1613943743127,3936
+"lr_0",4.2670256868502315e-06,1613943743127,3936
+"mom_0",0.8646596328593239,1613943743127,3936
+"eps_0",1e-05,1613943743127,3936
+"wd_1",0.01,1613943743127,3936
+"sqr_mom_1",0.99,1613943743127,3936
+"lr_1",4.267025686850231e-05,1613943743127,3936
+"mom_1",0.8646596328593239,1613943743127,3936
+"eps_1",1e-05,1613943743127,3936
+"wd_2",0.01,1613943743127,3936
+"sqr_mom_2",0.99,1613943743127,3936
+"lr_2",0.0004267025686850231,1613943743127,3936
+"mom_2",0.8646596328593239,1613943743127,3936
+"eps_2",1e-05,1613943743127,3936
+"train_loss",0.029434571,1613943744079,3937
+"raw_loss",0.01515072,1613943744079,3937
+"epoch",24.76729559748425,1613943744079,3937
+"wd_0",0.01,1613943744079,3937
+"sqr_mom_0",0.99,1613943744079,3937
+"lr_0",4.266027131467783e-06,1613943744079,3937
+"mom_0",0.864679604166686,1613943744079,3937
+"eps_0",1e-05,1613943744079,3937
+"wd_1",0.01,1613943744079,3937
+"sqr_mom_1",0.99,1613943744079,3937
+"lr_1",4.266027131467783e-05,1613943744079,3937
+"mom_1",0.864679604166686,1613943744079,3937
+"eps_1",1e-05,1613943744079,3937
+"wd_2",0.01,1613943744079,3937
+"sqr_mom_2",0.99,1613943744079,3937
+"lr_2",0.0004266027131467783,1613943744079,3937
+"mom_2",0.864679604166686,1613943744079,3937
+"eps_2",1e-05,1613943744079,3937
+"train_loss",0.029219558,1613943745034,3938
+"raw_loss",0.018683957,1613943745034,3938
+"epoch",24.77358490566035,1613943745034,3938
+"wd_0",0.01,1613943745034,3938
+"sqr_mom_0",0.99,1613943745034,3938
+"lr_0",4.265027847613717e-06,1613943745034,3938
+"mom_0",0.8646995900436261,1613943745034,3938
+"eps_0",1e-05,1613943745034,3938
+"wd_1",0.01,1613943745034,3938
+"sqr_mom_1",0.99,1613943745034,3938
+"lr_1",4.265027847613717e-05,1613943745034,3938
+"mom_1",0.8646995900436261,1613943745034,3938
+"eps_1",1e-05,1613943745034,3938
+"wd_2",0.01,1613943745034,3938
+"sqr_mom_2",0.99,1613943745034,3938
+"lr_2",0.00042650278476137165,1613943745034,3938
+"mom_2",0.8646995900436261,1613943745034,3938
+"eps_2",1e-05,1613943745034,3938
+"train_loss",0.029206926,1613943745986,3939
+"raw_loss",0.02858789,1613943745986,3939
+"epoch",24.77987421383645,1613943745986,3939
+"wd_0",0.01,1613943745986,3939
+"sqr_mom_0",0.99,1613943745986,3939
+"lr_0",4.264028001185225e-06,1613943745986,3939
+"mom_0",0.8647195871721672,1613943745986,3939
+"eps_0",1e-05,1613943745986,3939
+"wd_1",0.01,1613943745986,3939
+"sqr_mom_1",0.99,1613943745986,3939
+"lr_1",4.264028001185225e-05,1613943745986,3939
+"mom_1",0.8647195871721672,1613943745986,3939
+"eps_1",1e-05,1613943745986,3939
+"wd_2",0.01,1613943745986,3939
+"sqr_mom_2",0.99,1613943745986,3939
+"lr_2",0.00042640280011852253,1613943745986,3939
+"mom_2",0.8647195871721672,1613943745986,3939
+"eps_2",1e-05,1613943745986,3939
+"train_loss",0.029360786,1613943746945,3940
+"raw_loss",0.0368999,1613943746945,3940
+"epoch",24.78616352201255,1613943746945,3940
+"wd_0",0.01,1613943746945,3940
+"sqr_mom_0",0.99,1613943746945,3940
+"lr_0",4.263027924404684e-06,1613943746945,3940
+"mom_0",0.8647395889077953,1613943746945,3940
+"eps_0",1e-05,1613943746945,3940
+"wd_1",0.01,1613943746945,3940
+"sqr_mom_1",0.99,1613943746945,3940
+"lr_1",4.263027924404684e-05,1613943746945,3940
+"mom_1",0.8647395889077953,1613943746945,3940
+"eps_1",1e-05,1613943746945,3940
+"wd_2",0.01,1613943746945,3940
+"sqr_mom_2",0.99,1613943746945,3940
+"lr_2",0.0004263027924404684,1613943746945,3940
+"mom_2",0.8647395889077953,1613943746945,3940
+"eps_2",1e-05,1613943746945,3940
+"train_loss",0.029034255,1613943747961,3941
+"raw_loss",0.013034185,1613943747961,3941
+"epoch",24.79245283018865,1613943747961,3941
+"wd_0",0.01,1613943747961,3941
+"sqr_mom_0",0.99,1613943747961,3941
+"lr_0",4.262026953969917e-06,1613943747961,3941
+"mom_0",0.8647596085166868,1613943747961,3941
+"eps_0",1e-05,1613943747961,3941
+"wd_1",0.01,1613943747961,3941
+"sqr_mom_1",0.99,1613943747961,3941
+"lr_1",4.262026953969916e-05,1613943747961,3941
+"mom_1",0.8647596085166868,1613943747961,3941
+"eps_1",1e-05,1613943747961,3941
+"wd_2",0.01,1613943747961,3941
+"sqr_mom_2",0.99,1613943747961,3941
+"lr_2",0.00042620269539699165,1613943747961,3941
+"mom_2",0.8647596085166868,1613943747961,3941
+"eps_2",1e-05,1613943747961,3941
+"train_loss",0.028936792,1613943748926,3942
+"raw_loss",0.02416113,1613943748926,3942
+"epoch",24.79874213836475,1613943748926,3942
+"wd_0",0.01,1613943748926,3942
+"sqr_mom_0",0.99,1613943748926,3942
+"lr_0",4.261025421917225e-06,1613943748926,3942
+"mom_0",0.864779639358049,1613943748926,3942
+"eps_0",1e-05,1613943748926,3942
+"wd_1",0.01,1613943748926,3942
+"sqr_mom_1",0.99,1613943748926,3942
+"lr_1",4.2610254219172243e-05,1613943748926,3942
+"mom_1",0.864779639358049,1613943748926,3942
+"eps_1",1e-05,1613943748926,3942
+"wd_2",0.01,1613943748926,3942
+"sqr_mom_2",0.99,1613943748926,3942
+"lr_2",0.00042610254219172243,1613943748926,3942
+"mom_2",0.864779639358049,1613943748926,3942
+"eps_2",1e-05,1613943748926,3942
+"train_loss",0.028903814,1613943749905,3943
+"raw_loss",0.027287887,1613943749905,3943
+"epoch",24.805031446540852,1613943749905,3943
+"wd_0",0.01,1613943749905,3943
+"sqr_mom_0",0.99,1613943749905,3943
+"lr_0",4.260023494796987e-06,1613943749905,3943
+"mom_0",0.8647996781008412,1613943749905,3943
+"eps_0",1e-05,1613943749905,3943
+"wd_1",0.01,1613943749905,3943
+"sqr_mom_1",0.99,1613943749905,3943
+"lr_1",4.260023494796986e-05,1613943749905,3943
+"mom_1",0.8647996781008412,1613943749905,3943
+"eps_1",1e-05,1613943749905,3943
+"wd_2",0.01,1613943749905,3943
+"sqr_mom_2",0.99,1613943749905,3943
+"lr_2",0.0004260023494796986,1613943749905,3943
+"mom_2",0.8647996781008412,1613943749905,3943
+"eps_2",1e-05,1613943749905,3943
+"train_loss",0.028663496,1613943750884,3944
+"raw_loss",0.016887834,1613943750884,3944
+"epoch",24.811320754716952,1613943750884,3944
+"wd_0",0.01,1613943750884,3944
+"sqr_mom_0",0.99,1613943750884,3944
+"lr_0",4.259020840559308e-06,1613943750884,3944
+"mom_0",0.8648197313861277,1613943750884,3944
+"eps_0",1e-05,1613943750884,3944
+"wd_1",0.01,1613943750884,3944
+"sqr_mom_1",0.99,1613943750884,3944
+"lr_1",4.2590208405593087e-05,1613943750884,3944
+"mom_1",0.8648197313861277,1613943750884,3944
+"eps_1",1e-05,1613943750884,3944
+"wd_2",0.01,1613943750884,3944
+"sqr_mom_2",0.99,1613943750884,3944
+"lr_2",0.0004259020840559308,1613943750884,3944
+"mom_2",0.8648197313861277,1613943750884,3944
+"eps_2",1e-05,1613943750884,3944
+"train_loss",0.028504368,1613943751891,3945
+"raw_loss",0.02070714,1613943751891,3945
+"epoch",24.817610062893053,1613943751891,3945
+"wd_0",0.01,1613943751891,3945
+"sqr_mom_0",0.99,1613943751891,3945
+"lr_0",4.2580176256618694e-06,1613943751891,3945
+"mom_0",0.8648397958847215,1613943751891,3945
+"eps_0",1e-05,1613943751891,3945
+"wd_1",0.01,1613943751891,3945
+"sqr_mom_1",0.99,1613943751891,3945
+"lr_1",4.258017625661869e-05,1613943751891,3945
+"mom_1",0.8648397958847215,1613943751891,3945
+"eps_1",1e-05,1613943751891,3945
+"wd_2",0.01,1613943751891,3945
+"sqr_mom_2",0.99,1613943751891,3945
+"lr_2",0.0004258017625661869,1613943751891,3945
+"mom_2",0.8648397958847215,1613943751891,3945
+"eps_2",1e-05,1613943751891,3945
+"train_loss",0.02842829,1613943752897,3946
+"raw_loss",0.024700504,1613943752897,3946
+"epoch",24.823899371069153,1613943752897,3946
+"wd_0",0.01,1613943752897,3946
+"sqr_mom_0",0.99,1613943752897,3946
+"lr_0",4.257013850424433e-06,1613943752897,3946
+"mom_0",0.8648598715902273,1613943752897,3946
+"eps_0",1e-05,1613943752897,3946
+"wd_1",0.01,1613943752897,3946
+"sqr_mom_1",0.99,1613943752897,3946
+"lr_1",4.2570138504244336e-05,1613943752897,3946
+"mom_1",0.8648598715902273,1613943752897,3946
+"eps_1",1e-05,1613943752897,3946
+"wd_2",0.01,1613943752897,3946
+"sqr_mom_2",0.99,1613943752897,3946
+"lr_2",0.0004257013850424433,1613943752897,3946
+"mom_2",0.8648598715902273,1613943752897,3946
+"eps_2",1e-05,1613943752897,3946
+"train_loss",0.028500395,1613943753868,3947
+"raw_loss",0.03203351,1613943753868,3947
+"epoch",24.830188679245254,1613943753868,3947
+"wd_0",0.01,1613943753868,3947
+"sqr_mom_0",0.99,1613943753868,3947
+"lr_0",4.256009848372602e-06,1613943753868,3947
+"mom_0",0.8648799518320662,1613943753868,3947
+"eps_0",1e-05,1613943753868,3947
+"wd_1",0.01,1613943753868,3947
+"sqr_mom_1",0.99,1613943753868,3947
+"lr_1",4.256009848372602e-05,1613943753868,3947
+"mom_1",0.8648799518320662,1613943753868,3947
+"eps_1",1e-05,1613943753868,3947
+"wd_2",0.01,1613943753868,3947
+"sqr_mom_2",0.99,1613943753868,3947
+"lr_2",0.0004256009848372602,1613943753868,3947
+"mom_2",0.8648799518320662,1613943753868,3947
+"eps_2",1e-05,1613943753868,3947
+"train_loss",0.02828322,1613943754852,3948
+"raw_loss",0.017641665,1613943754852,3948
+"epoch",24.836477987421354,1613943754852,3948
+"wd_0",0.01,1613943754852,3948
+"sqr_mom_0",0.99,1613943754852,3948
+"lr_0",4.25500495360076e-06,1613943754852,3948
+"mom_0",0.864900049928484,1613943754852,3948
+"eps_0",1e-05,1613943754852,3948
+"wd_1",0.01,1613943754852,3948
+"sqr_mom_1",0.99,1613943754852,3948
+"lr_1",4.25500495360076e-05,1613943754852,3948
+"mom_1",0.864900049928484,1613943754852,3948
+"eps_1",1e-05,1613943754852,3948
+"wd_2",0.01,1613943754852,3948
+"sqr_mom_2",0.99,1613943754852,3948
+"lr_2",0.00042550049536007597,1613943754852,3948
+"mom_2",0.864900049928484,1613943754852,3948
+"eps_2",1e-05,1613943754852,3948
+"train_loss",0.028117774,1613943755869,3949
+"raw_loss",0.02001094,1613943755869,3949
+"epoch",24.842767295597454,1613943755869,3949
+"wd_0",0.01,1613943755869,3949
+"sqr_mom_0",0.99,1613943755869,3949
+"lr_0",4.253999499449176e-06,1613943755869,3949
+"mom_0",0.8649201592126086,1613943755869,3949
+"eps_0",1e-05,1613943755869,3949
+"wd_1",0.01,1613943755869,3949
+"sqr_mom_1",0.99,1613943755869,3949
+"lr_1",4.2539994994491754e-05,1613943755869,3949
+"mom_1",0.8649201592126086,1613943755869,3949
+"eps_1",1e-05,1613943755869,3949
+"wd_2",0.01,1613943755869,3949
+"sqr_mom_2",0.99,1613943755869,3949
+"lr_2",0.00042539994994491757,1613943755869,3949
+"mom_2",0.8649201592126086,1613943755869,3949
+"eps_2",1e-05,1613943755869,3949
+"train_loss",0.027884206,1613943756979,3950
+"raw_loss",0.016439334,1613943756979,3950
+"epoch",24.849056603773555,1613943756979,3950
+"wd_0",0.01,1613943756979,3950
+"sqr_mom_0",0.99,1613943756979,3950
+"lr_0",4.252993653119351e-06,1613943756979,3950
+"mom_0",0.8649402763403764,1613943756979,3950
+"eps_0",1e-05,1613943756979,3950
+"wd_1",0.01,1613943756979,3950
+"sqr_mom_1",0.99,1613943756979,3950
+"lr_1",4.2529936531193503e-05,1613943756979,3950
+"mom_1",0.8649402763403764,1613943756979,3950
+"eps_1",1e-05,1613943756979,3950
+"wd_2",0.01,1613943756979,3950
+"sqr_mom_2",0.99,1613943756979,3950
+"lr_2",0.0004252993653119351,1613943756979,3950
+"mom_2",0.8649402763403764,1613943756979,3950
+"eps_2",1e-05,1613943756979,3950
+"train_loss",0.027675001,1613943757954,3951
+"raw_loss",0.017423932,1613943757954,3951
+"epoch",24.855345911949655,1613943757954,3951
+"wd_0",0.01,1613943757954,3951
+"sqr_mom_0",0.99,1613943757954,3951
+"lr_0",4.251987081262522e-06,1613943757954,3951
+"mom_0",0.8649604079788293,1613943757954,3951
+"eps_0",1e-05,1613943757954,3951
+"wd_1",0.01,1613943757954,3951
+"sqr_mom_1",0.99,1613943757954,3951
+"lr_1",4.251987081262522e-05,1613943757954,3951
+"mom_1",0.8649604079788293,1613943757954,3951
+"eps_1",1e-05,1613943757954,3951
+"wd_2",0.01,1613943757954,3951
+"sqr_mom_2",0.99,1613943757954,3951
+"lr_2",0.0004251987081262522,1613943757954,3951
+"mom_2",0.8649604079788293,1613943757954,3951
+"eps_2",1e-05,1613943757954,3951
+"train_loss",0.027338913,1613943758917,3952
+"raw_loss",0.010870559,1613943758917,3952
+"epoch",24.861635220125756,1613943758917,3952
+"wd_0",0.01,1613943758917,3952
+"sqr_mom_0",0.99,1613943758917,3952
+"lr_0",4.250979950987863e-06,1613943758917,3952
+"mom_0",0.8649805507857505,1613943758917,3952
+"eps_0",1e-05,1613943758917,3952
+"wd_1",0.01,1613943758917,3952
+"sqr_mom_1",0.99,1613943758917,3952
+"lr_1",4.250979950987863e-05,1613943758917,3952
+"mom_1",0.8649805507857505,1613943758917,3952
+"eps_1",1e-05,1613943758917,3952
+"wd_2",0.01,1613943758917,3952
+"sqr_mom_2",0.99,1613943758917,3952
+"lr_2",0.0004250979950987863,1613943758917,3952
+"mom_2",0.8649805507857505,1613943758917,3952
+"eps_2",1e-05,1613943758917,3952
+"train_loss",0.027196938,1613943759917,3953
+"raw_loss",0.02024014,1613943759917,3953
+"epoch",24.867924528301856,1613943759917,3953
+"wd_0",0.01,1613943759917,3953
+"sqr_mom_0",0.99,1613943759917,3953
+"lr_0",4.249972429775135e-06,1613943759917,3953
+"mom_0",0.8650007014115114,1613943759917,3953
+"eps_0",1e-05,1613943759917,3953
+"wd_1",0.01,1613943759917,3953
+"sqr_mom_1",0.99,1613943759917,3953
+"lr_1",4.249972429775135e-05,1613943759917,3953
+"mom_1",0.8650007014115114,1613943759917,3953
+"eps_1",1e-05,1613943759917,3953
+"wd_2",0.01,1613943759917,3953
+"sqr_mom_2",0.99,1613943759917,3953
+"lr_2",0.00042499724297751347,1613943759917,3953
+"mom_2",0.8650007014115114,1613943759917,3953
+"eps_2",1e-05,1613943759917,3953
+"train_loss",0.026876248,1613943760885,3954
+"raw_loss",0.011162472,1613943760885,3954
+"epoch",24.874213836477956,1613943760885,3954
+"wd_0",0.01,1613943760885,3954
+"sqr_mom_0",0.99,1613943760885,3954
+"lr_0",4.2489641837204994e-06,1613943760885,3954
+"mom_0",0.8650208665342554,1613943760885,3954
+"eps_0",1e-05,1613943760885,3954
+"wd_1",0.01,1613943760885,3954
+"sqr_mom_1",0.99,1613943760885,3954
+"lr_1",4.248964183720499e-05,1613943760885,3954
+"mom_1",0.8650208665342554,1613943760885,3954
+"eps_1",1e-05,1613943760885,3954
+"wd_2",0.01,1613943760885,3954
+"sqr_mom_2",0.99,1613943760885,3954
+"lr_2",0.0004248964183720499,1613943760885,3954
+"mom_2",0.8650208665342554,1613943760885,3954
+"eps_2",1e-05,1613943760885,3954
+"train_loss",0.026514342,1613943761842,3955
+"raw_loss",0.008780906,1613943761842,3955
+"epoch",24.880503144654057,1613943761842,3955
+"wd_0",0.01,1613943761842,3955
+"sqr_mom_0",0.99,1613943761842,3955
+"lr_0",4.2479553802115475e-06,1613943761842,3955
+"mom_0",0.8650410428061971,1613943761842,3955
+"eps_0",1e-05,1613943761842,3955
+"wd_1",0.01,1613943761842,3955
+"sqr_mom_1",0.99,1613943761842,3955
+"lr_1",4.247955380211547e-05,1613943761842,3955
+"mom_1",0.8650410428061971,1613943761842,3955
+"eps_1",1e-05,1613943761842,3955
+"wd_2",0.01,1613943761842,3955
+"sqr_mom_2",0.99,1613943761842,3955
+"lr_2",0.0004247955380211547,1613943761842,3955
+"mom_2",0.8650410428061971,1613943761842,3955
+"eps_2",1e-05,1613943761842,3955
+"train_loss",0.026266977,1613943762825,3956
+"raw_loss",0.014146112,1613943762825,3956
+"epoch",24.886792452830157,1613943762825,3956
+"wd_0",0.01,1613943762825,3956
+"sqr_mom_0",0.99,1613943762825,3956
+"lr_0",4.2469463544418e-06,1613943762825,3956
+"mom_0",0.8650612235233992,1613943762825,3956
+"eps_0",1e-05,1613943762825,3956
+"wd_1",0.01,1613943762825,3956
+"sqr_mom_1",0.99,1613943762825,3956
+"lr_1",4.2469463544417995e-05,1613943762825,3956
+"mom_1",0.8650612235233992,1613943762825,3956
+"eps_1",1e-05,1613943762825,3956
+"wd_2",0.01,1613943762825,3956
+"sqr_mom_2",0.99,1613943762825,3956
+"lr_2",0.00042469463544417995,1613943762825,3956
+"mom_2",0.8650612235233992,1613943762825,3956
+"eps_2",1e-05,1613943762825,3956
+"train_loss",0.026016617,1613943763778,3957
+"raw_loss",0.013749011,1613943763778,3957
+"epoch",24.893081761006258,1613943763778,3957
+"wd_0",0.01,1613943763778,3957
+"sqr_mom_0",0.99,1613943763778,3957
+"lr_0",4.245936437173652e-06,1613943763778,3957
+"mom_0",0.8650814220707477,1613943763778,3957
+"eps_0",1e-05,1613943763778,3957
+"wd_1",0.01,1613943763778,3957
+"sqr_mom_1",0.99,1613943763778,3957
+"lr_1",4.245936437173652e-05,1613943763778,3957
+"mom_1",0.8650814220707477,1613943763778,3957
+"eps_1",1e-05,1613943763778,3957
+"wd_2",0.01,1613943763778,3957
+"sqr_mom_2",0.99,1613943763778,3957
+"lr_2",0.0004245936437173652,1613943763778,3957
+"mom_2",0.8650814220707477,1613943763778,3957
+"eps_2",1e-05,1613943763778,3957
+"train_loss",0.025734024,1613943764725,3958
+"raw_loss",0.011886914,1613943764725,3958
+"epoch",24.899371069182358,1613943764725,3958
+"wd_0",0.01,1613943764725,3958
+"sqr_mom_0",0.99,1613943764725,3958
+"lr_0",4.244925963416247e-06,1613943764725,3958
+"mom_0",0.8651016317479925,1613943764725,3958
+"eps_0",1e-05,1613943764725,3958
+"wd_1",0.01,1613943764725,3958
+"sqr_mom_1",0.99,1613943764725,3958
+"lr_1",4.2449259634162476e-05,1613943764725,3958
+"mom_1",0.8651016317479925,1613943764725,3958
+"eps_1",1e-05,1613943764725,3958
+"wd_2",0.01,1613943764725,3958
+"sqr_mom_2",0.99,1613943764725,3958
+"lr_2",0.0004244925963416247,1613943764725,3958
+"mom_2",0.8651016317479925,1613943764725,3958
+"eps_2",1e-05,1613943764725,3958
+"train_loss",0.025528071,1613943765671,3959
+"raw_loss",0.015436362,1613943765671,3959
+"epoch",24.90566037735846,1613943765671,3959
+"wd_0",0.01,1613943765671,3959
+"sqr_mom_0",0.99,1613943765671,3959
+"lr_0",4.2439151012044074e-06,1613943765671,3959
+"mom_0",0.8651218491944038,1613943765671,3959
+"eps_0",1e-05,1613943765671,3959
+"wd_1",0.01,1613943765671,3959
+"sqr_mom_1",0.99,1613943765671,3959
+"lr_1",4.2439151012044074e-05,1613943765671,3959
+"mom_1",0.8651218491944038,1613943765671,3959
+"eps_1",1e-05,1613943765671,3959
+"wd_2",0.01,1613943765671,3959
+"sqr_mom_2",0.99,1613943765671,3959
+"lr_2",0.0004243915101204407,1613943765671,3959
+"mom_2",0.8651218491944038,1613943765671,3959
+"eps_2",1e-05,1613943765671,3959
+"train_loss",0.025335982,1613943766613,3960
+"raw_loss",0.015923655,1613943766613,3960
+"epoch",24.91194968553456,1613943766613,3960
+"wd_0",0.01,1613943766613,3960
+"sqr_mom_0",0.99,1613943766613,3960
+"lr_0",4.242903515527049e-06,1613943766613,3960
+"mom_0",0.8651420811102701,1613943766613,3960
+"eps_0",1e-05,1613943766613,3960
+"wd_1",0.01,1613943766613,3960
+"sqr_mom_1",0.99,1613943766613,3960
+"lr_1",4.242903515527049e-05,1613943766613,3960
+"mom_1",0.8651420811102701,1613943766613,3960
+"eps_1",1e-05,1613943766613,3960
+"wd_2",0.01,1613943766613,3960
+"sqr_mom_2",0.99,1613943766613,3960
+"lr_2",0.00042429035155270493,1613943766613,3960
+"mom_2",0.8651420811102701,1613943766613,3960
+"eps_2",1e-05,1613943766613,3960
+"train_loss",0.025037406,1613943767559,3961
+"raw_loss",0.010407151,1613943767559,3961
+"epoch",24.91823899371066,1613943767559,3961
+"wd_0",0.01,1613943767559,3961
+"sqr_mom_0",0.99,1613943767559,3961
+"lr_0",4.241891374327143e-06,1613943767559,3961
+"mom_0",0.8651623241366985,1613943767559,3961
+"eps_0",1e-05,1613943767559,3961
+"wd_1",0.01,1613943767559,3961
+"sqr_mom_1",0.99,1613943767559,3961
+"lr_1",4.241891374327143e-05,1613943767559,3961
+"mom_1",0.8651623241366985,1613943767559,3961
+"eps_1",1e-05,1613943767559,3961
+"wd_2",0.01,1613943767559,3961
+"sqr_mom_2",0.99,1613943767559,3961
+"lr_2",0.00042418913743271424,1613943767559,3961
+"mom_2",0.8651623241366985,1613943767559,3961
+"eps_2",1e-05,1613943767559,3961
+"train_loss",0.024730278,1613943768509,3962
+"raw_loss",0.009680987,1613943768509,3962
+"epoch",24.92452830188676,1613943768509,3962
+"wd_0",0.01,1613943768509,3962
+"sqr_mom_0",0.99,1613943768509,3962
+"lr_0",4.24087901390534e-06,1613943768509,3962
+"mom_0",0.8651825715476087,1613943768509,3962
+"eps_0",1e-05,1613943768509,3962
+"wd_1",0.01,1613943768509,3962
+"sqr_mom_1",0.99,1613943768509,3962
+"lr_1",4.24087901390534e-05,1613943768509,3962
+"mom_1",0.8651825715476087,1613943768509,3962
+"eps_1",1e-05,1613943768509,3962
+"wd_2",0.01,1613943768509,3962
+"sqr_mom_2",0.99,1613943768509,3962
+"lr_2",0.00042408790139053396,1613943768509,3962
+"mom_2",0.8651825715476087,1613943768509,3962
+"eps_2",1e-05,1613943768509,3962
+"train_loss",0.02470662,1613943769495,3963
+"raw_loss",0.023547404,1613943769495,3963
+"epoch",24.93081761006286,1613943769495,3963
+"wd_0",0.01,1613943769495,3963
+"sqr_mom_0",0.99,1613943769495,3963
+"lr_0",4.239865762812325e-06,1613943769495,3963
+"mom_0",0.8652028367721212,1613943769495,3963
+"eps_0",1e-05,1613943769495,3963
+"wd_1",0.01,1613943769495,3963
+"sqr_mom_1",0.99,1613943769495,3963
+"lr_1",4.2398657628123245e-05,1613943769495,3963
+"mom_1",0.8652028367721212,1613943769495,3963
+"eps_1",1e-05,1613943769495,3963
+"wd_2",0.01,1613943769495,3963
+"sqr_mom_2",0.99,1613943769495,3963
+"lr_2",0.0004239865762812324,1613943769495,3963
+"mom_2",0.8652028367721212,1613943769495,3963
+"eps_2",1e-05,1613943769495,3963
+"train_loss",0.024389224,1613943770473,3964
+"raw_loss",0.008836796,1613943770473,3964
+"epoch",24.93710691823896,1613943770473,3964
+"wd_0",0.01,1613943770473,3964
+"sqr_mom_0",0.99,1613943770473,3964
+"lr_0",4.23885195716501e-06,1613943770473,3964
+"mom_0",0.8652231130878306,1613943770473,3964
+"eps_0",1e-05,1613943770473,3964
+"wd_1",0.01,1613943770473,3964
+"sqr_mom_1",0.99,1613943770473,3964
+"lr_1",4.2388519571650096e-05,1613943770473,3964
+"mom_1",0.8652231130878306,1613943770473,3964
+"eps_1",1e-05,1613943770473,3964
+"wd_2",0.01,1613943770473,3964
+"sqr_mom_2",0.99,1613943770473,3964
+"lr_2",0.000423885195716501,1613943770473,3964
+"mom_2",0.8652231130878306,1613943770473,3964
+"eps_2",1e-05,1613943770473,3964
+"train_loss",0.024316503,1613943771440,3965
+"raw_loss",0.020753145,1613943771440,3965
+"epoch",24.94339622641506,1613943771440,3965
+"wd_0",0.01,1613943771440,3965
+"sqr_mom_0",0.99,1613943771440,3965
+"lr_0",4.237837597286535e-06,1613943771440,3965
+"mom_0",0.8652434004882742,1613943771440,3965
+"eps_0",1e-05,1613943771440,3965
+"wd_1",0.01,1613943771440,3965
+"sqr_mom_1",0.99,1613943771440,3965
+"lr_1",4.2378375972865355e-05,1613943771440,3965
+"mom_1",0.8652434004882742,1613943771440,3965
+"eps_1",1e-05,1613943771440,3965
+"wd_2",0.01,1613943771440,3965
+"sqr_mom_2",0.99,1613943771440,3965
+"lr_2",0.00042378375972865353,1613943771440,3965
+"mom_2",0.8652434004882742,1613943771440,3965
+"eps_2",1e-05,1613943771440,3965
+"train_loss",0.024134127,1613943772395,3966
+"raw_loss",0.015197702,1613943772395,3966
+"epoch",24.94968553459116,1613943772395,3966
+"wd_0",0.01,1613943772395,3966
+"sqr_mom_0",0.99,1613943772395,3966
+"lr_0",4.236822851856863e-06,1613943772395,3966
+"mom_0",0.8652636955998187,1613943772395,3966
+"eps_0",1e-05,1613943772395,3966
+"wd_1",0.01,1613943772395,3966
+"sqr_mom_1",0.99,1613943772395,3966
+"lr_1",4.2368228518568636e-05,1613943772395,3966
+"mom_1",0.8652636955998187,1613943772395,3966
+"eps_1",1e-05,1613943772395,3966
+"wd_2",0.01,1613943772395,3966
+"sqr_mom_2",0.99,1613943772395,3966
+"lr_2",0.0004236822851856863,1613943772395,3966
+"mom_2",0.8652636955998187,1613943772395,3966
+"eps_2",1e-05,1613943772395,3966
+"train_loss",0.024035465,1613943773329,3967
+"raw_loss",0.019201025,1613943773329,3967
+"epoch",24.95597484276726,1613943773329,3967
+"wd_0",0.01,1613943773329,3967
+"sqr_mom_0",0.99,1613943773329,3967
+"lr_0",4.235807384577969e-06,1613943773329,3967
+"mom_0",0.8652840051484921,1613943773329,3967
+"eps_0",1e-05,1613943773329,3967
+"wd_1",0.01,1613943773329,3967
+"sqr_mom_1",0.99,1613943773329,3967
+"lr_1",4.235807384577969e-05,1613943773329,3967
+"mom_1",0.8652840051484921,1613943773329,3967
+"eps_1",1e-05,1613943773329,3967
+"wd_2",0.01,1613943773329,3967
+"sqr_mom_2",0.99,1613943773329,3967
+"lr_2",0.00042358073845779687,1613943773329,3967
+"mom_2",0.8652840051484921,1613943773329,3967
+"eps_2",1e-05,1613943773329,3967
+"train_loss",0.024281425,1613943774284,3968
+"raw_loss",0.03633353,1613943774284,3968
+"epoch",24.962264150943362,1613943774284,3968
+"wd_0",0.01,1613943774284,3968
+"sqr_mom_0",0.99,1613943774284,3968
+"lr_0",4.234791364038337e-06,1613943774284,3968
+"mom_0",0.8653043257624908,1613943774284,3968
+"eps_0",1e-05,1613943774284,3968
+"wd_1",0.01,1613943774284,3968
+"sqr_mom_1",0.99,1613943774284,3968
+"lr_1",4.2347913640383367e-05,1613943774284,3968
+"mom_1",0.8653043257624908,1613943774284,3968
+"eps_1",1e-05,1613943774284,3968
+"wd_2",0.01,1613943774284,3968
+"sqr_mom_2",0.99,1613943774284,3968
+"lr_2",0.00042347913640383364,1613943774284,3968
+"mom_2",0.8653043257624908,1613943774284,3968
+"eps_2",1e-05,1613943774284,3968
+"train_loss",0.024175398,1613943775224,3969
+"raw_loss",0.018980043,1613943775224,3969
+"epoch",24.968553459119462,1613943775224,3969
+"wd_0",0.01,1613943775224,3969
+"sqr_mom_0",0.99,1613943775224,3969
+"lr_0",4.233775127825408e-06,1613943775224,3969
+"mom_0",0.8653246506899988,1613943775224,3969
+"eps_0",1e-05,1613943775224,3969
+"wd_1",0.01,1613943775224,3969
+"sqr_mom_1",0.99,1613943775224,3969
+"lr_1",4.2337751278254076e-05,1613943775224,3969
+"mom_1",0.8653246506899988,1613943775224,3969
+"eps_1",1e-05,1613943775224,3969
+"wd_2",0.01,1613943775224,3969
+"sqr_mom_2",0.99,1613943775224,3969
+"lr_2",0.0004233775127825408,1613943775224,3969
+"mom_2",0.8653246506899988,1613943775224,3969
+"eps_2",1e-05,1613943775224,3969
+"train_loss",0.023993675,1613943776175,3970
+"raw_loss",0.015089263,1613943776175,3970
+"epoch",24.974842767295563,1613943776175,3970
+"wd_0",0.01,1613943776175,3970
+"sqr_mom_0",0.99,1613943776175,3970
+"lr_0",4.232758001919245e-06,1613943776175,3970
+"mom_0",0.8653449934115492,1613943776175,3970
+"eps_0",1e-05,1613943776175,3970
+"wd_1",0.01,1613943776175,3970
+"sqr_mom_1",0.99,1613943776175,3970
+"lr_1",4.2327580019192455e-05,1613943776175,3970
+"mom_1",0.8653449934115492,1613943776175,3970
+"eps_1",1e-05,1613943776175,3970
+"wd_2",0.01,1613943776175,3970
+"sqr_mom_2",0.99,1613943776175,3970
+"lr_2",0.0004232758001919245,1613943776175,3970
+"mom_2",0.8653449934115492,1613943776175,3970
+"eps_2",1e-05,1613943776175,3970
+"train_loss",0.023705378,1613943777150,3971
+"raw_loss",0.009578816,1613943777150,3971
+"epoch",24.981132075471663,1613943777150,3971
+"wd_0",0.01,1613943777150,3971
+"sqr_mom_0",0.99,1613943777150,3971
+"lr_0",4.2317403237243e-06,1613943777150,3971
+"mom_0",0.8653653471789857,1613943777150,3971
+"eps_0",1e-05,1613943777150,3971
+"wd_1",0.01,1613943777150,3971
+"sqr_mom_1",0.99,1613943777150,3971
+"lr_1",4.2317403237243e-05,1613943777150,3971
+"mom_1",0.8653653471789857,1613943777150,3971
+"eps_1",1e-05,1613943777150,3971
+"wd_2",0.01,1613943777150,3971
+"sqr_mom_2",0.99,1613943777150,3971
+"lr_2",0.00042317403237243,1613943777150,3971
+"mom_2",0.8653653471789857,1613943777150,3971
+"eps_2",1e-05,1613943777150,3971
+"train_loss",0.023519496,1613943778126,3972
+"raw_loss",0.014411242,1613943778126,3972
+"epoch",24.987421383647764,1613943778126,3972
+"wd_0",0.01,1613943778126,3972
+"sqr_mom_0",0.99,1613943778126,3972
+"lr_0",4.2307222624714124e-06,1613943778126,3972
+"mom_0",0.8653857086076578,1613943778126,3972
+"eps_0",1e-05,1613943778126,3972
+"wd_1",0.01,1613943778126,3972
+"sqr_mom_1",0.99,1613943778126,3972
+"lr_1",4.230722262471413e-05,1613943778126,3972
+"mom_1",0.8653857086076578,1613943778126,3972
+"eps_1",1e-05,1613943778126,3972
+"wd_2",0.01,1613943778126,3972
+"sqr_mom_2",0.99,1613943778126,3972
+"lr_2",0.0004230722262471412,1613943778126,3972
+"mom_2",0.8653857086076578,1613943778126,3972
+"eps_2",1e-05,1613943778126,3972
+"train_loss",0.023675717,1613943779063,3973
+"raw_loss",0.031330552,1613943779063,3973
+"epoch",24.993710691823864,1613943779063,3973
+"wd_0",0.01,1613943779063,3973
+"sqr_mom_0",0.99,1613943779063,3973
+"lr_0",4.229703480763655e-06,1613943779063,3973
+"mom_0",0.8654060844455713,1613943779063,3973
+"eps_0",1e-05,1613943779063,3973
+"wd_1",0.01,1613943779063,3973
+"sqr_mom_1",0.99,1613943779063,3973
+"lr_1",4.229703480763654e-05,1613943779063,3973
+"mom_1",0.8654060844455713,1613943779063,3973
+"eps_1",1e-05,1613943779063,3973
+"wd_2",0.01,1613943779063,3973
+"sqr_mom_2",0.99,1613943779063,3973
+"lr_2",0.0004229703480763654,1613943779063,3973
+"mom_2",0.8654060844455713,1613943779063,3973
+"eps_2",1e-05,1613943779063,3973
+"train_loss",0.023454802,1613943780004,3974
+"raw_loss",0.012629947,1613943780004,3974
+"epoch",24.999999999999964,1613943780004,3974
+"wd_0",0.01,1613943780004,3974
+"sqr_mom_0",0.99,1613943780004,3974
+"lr_0",4.228684147740708e-06,1613943780004,3974
+"mom_0",0.8654264713098989,1613943780004,3974
+"eps_0",1e-05,1613943780004,3974
+"wd_1",0.01,1613943780004,3974
+"sqr_mom_1",0.99,1613943780004,3974
+"lr_1",4.2286841477407077e-05,1613943780004,3974
+"mom_1",0.8654264713098989,1613943780004,3974
+"eps_1",1e-05,1613943780004,3974
+"wd_2",0.01,1613943780004,3974
+"sqr_mom_2",0.99,1613943780004,3974
+"lr_2",0.0004228684147740708,1613943780004,3974
+"mom_2",0.8654264713098989,1613943780004,3974
+"eps_2",1e-05,1613943780004,3974
+"valid_loss",0.0868472307920456,1613943817095,3974
+"_rmse",0.294698566198349,1613943817095,3974
+"epoch",25,1613943817095,3974
+"train_loss",0.023314504,1613943818141,3975
+"raw_loss",0.016439864,1613943818141,3975
+"epoch",25.0062893081761,1613943818141,3975
+"wd_0",0.01,1613943818141,3975
+"sqr_mom_0",0.99,1613943818141,3975
+"lr_0",4.22766443290813e-06,1613943818141,3975
+"mom_0",0.8654468658104955,1613943818141,3975
+"eps_0",1e-05,1613943818141,3975
+"wd_1",0.01,1613943818141,3975
+"sqr_mom_1",0.99,1613943818141,3975
+"lr_1",4.22766443290813e-05,1613943818141,3975
+"mom_1",0.8654468658104955,1613943818141,3975
+"eps_1",1e-05,1613943818141,3975
+"wd_2",0.01,1613943818141,3975
+"sqr_mom_2",0.99,1613943818141,3975
+"lr_2",0.00042276644329081295,1613943818141,3975
+"mom_2",0.8654468658104955,1613943818141,3975
+"eps_2",1e-05,1613943818141,3975
+"train_loss",0.023274517,1613943819114,3976
+"raw_loss",0.021315092,1613943819114,3976
+"epoch",25.0125786163522,1613943819114,3976
+"wd_0",0.01,1613943819114,3976
+"sqr_mom_0",0.99,1613943819114,3976
+"lr_0",4.226643998320978e-06,1613943819114,3976
+"mom_0",0.8654672747063274,1613943819114,3976
+"eps_0",1e-05,1613943819114,3976
+"wd_1",0.01,1613943819114,3976
+"sqr_mom_1",0.99,1613943819114,3976
+"lr_1",4.226643998320978e-05,1613943819114,3976
+"mom_1",0.8654672747063274,1613943819114,3976
+"eps_1",1e-05,1613943819114,3976
+"wd_2",0.01,1613943819114,3976
+"sqr_mom_2",0.99,1613943819114,3976
+"lr_2",0.0004226643998320978,1613943819114,3976
+"mom_2",0.8654672747063274,1613943819114,3976
+"eps_2",1e-05,1613943819114,3976
+"train_loss",0.023101566,1613943820058,3977
+"raw_loss",0.014626986,1613943820058,3977
+"epoch",25.0188679245283,1613943820058,3977
+"wd_0",0.01,1613943820058,3977
+"sqr_mom_0",0.99,1613943820058,3977
+"lr_0",4.225623013393814e-06,1613943820058,3977
+"mom_0",0.8654876946090698,1613943820058,3977
+"eps_0",1e-05,1613943820058,3977
+"wd_1",0.01,1613943820058,3977
+"sqr_mom_1",0.99,1613943820058,3977
+"lr_1",4.2256230133938134e-05,1613943820058,3977
+"mom_1",0.8654876946090698,1613943820058,3977
+"eps_1",1e-05,1613943820058,3977
+"wd_2",0.01,1613943820058,3977
+"sqr_mom_2",0.99,1613943820058,3977
+"lr_2",0.0004225623013393813,1613943820058,3977
+"mom_2",0.8654876946090698,1613943820058,3977
+"eps_2",1e-05,1613943820058,3977
+"train_loss",0.022847766,1613943821013,3978
+"raw_loss",0.010411578,1613943821013,3978
+"epoch",25.0251572327044,1613943821013,3978
+"wd_0",0.01,1613943821013,3978
+"sqr_mom_0",0.99,1613943821013,3978
+"lr_0",4.224601817360768e-06,1613943821013,3978
+"mom_0",0.8655081187339719,1613943821013,3978
+"eps_0",1e-05,1613943821013,3978
+"wd_1",0.01,1613943821013,3978
+"sqr_mom_1",0.99,1613943821013,3978
+"lr_1",4.224601817360768e-05,1613943821013,3978
+"mom_1",0.8655081187339719,1613943821013,3978
+"eps_1",1e-05,1613943821013,3978
+"wd_2",0.01,1613943821013,3978
+"sqr_mom_2",0.99,1613943821013,3978
+"lr_2",0.00042246018173607675,1613943821013,3978
+"mom_2",0.8655081187339719,1613943821013,3978
+"eps_2",1e-05,1613943821013,3978
+"train_loss",0.022548925,1613943821957,3979
+"raw_loss",0.007905741,1613943821957,3979
+"epoch",25.031446540880502,1613943821957,3979
+"wd_0",0.01,1613943821957,3979
+"sqr_mom_0",0.99,1613943821957,3979
+"lr_0",4.223579732912297e-06,1613943821957,3979
+"mom_0",0.8655285606273603,1613943821957,3979
+"eps_0",1e-05,1613943821957,3979
+"wd_1",0.01,1613943821957,3979
+"sqr_mom_1",0.99,1613943821957,3979
+"lr_1",4.223579732912297e-05,1613943821957,3979
+"mom_1",0.8655285606273603,1613943821957,3979
+"eps_1",1e-05,1613943821957,3979
+"wd_2",0.01,1613943821957,3979
+"sqr_mom_2",0.99,1613943821957,3979
+"lr_2",0.00042235797329122967,1613943821957,3979
+"mom_2",0.8655285606273603,1613943821957,3979
+"eps_2",1e-05,1613943821957,3979
+"train_loss",0.022587005,1613943822934,3980
+"raw_loss",0.024452897,1613943822934,3980
+"epoch",25.037735849056602,1613943822934,3980
+"wd_0",0.01,1613943822934,3980
+"sqr_mom_0",0.99,1613943822934,3980
+"lr_0",4.222557099100512e-06,1613943822934,3980
+"mom_0",0.8655490135081249,1613943822934,3980
+"eps_0",1e-05,1613943822934,3980
+"wd_1",0.01,1613943822934,3980
+"sqr_mom_1",0.99,1613943822934,3980
+"lr_1",4.222557099100512e-05,1613943822934,3980
+"mom_1",0.8655490135081249,1613943822934,3980
+"eps_1",1e-05,1613943822934,3980
+"wd_2",0.01,1613943822934,3980
+"sqr_mom_2",0.99,1613943822934,3980
+"lr_2",0.00042225570991005117,1613943822934,3980
+"mom_2",0.8655490135081249,1613943822934,3980
+"eps_2",1e-05,1613943822934,3980
+"train_loss",0.022504466,1613943823914,3981
+"raw_loss",0.018459992,1613943823914,3981
+"epoch",25.044025157232703,1613943823914,3981
+"wd_0",0.01,1613943823914,3981
+"sqr_mom_0",0.99,1613943823914,3981
+"lr_0",4.221534085978931e-06,1613943823914,3981
+"mom_0",0.8655694739751612,1613943823914,3981
+"eps_0",1e-05,1613943823914,3981
+"wd_1",0.01,1613943823914,3981
+"sqr_mom_1",0.99,1613943823914,3981
+"lr_1",4.221534085978931e-05,1613943823914,3981
+"mom_1",0.8655694739751612,1613943823914,3981
+"eps_1",1e-05,1613943823914,3981
+"wd_2",0.01,1613943823914,3981
+"sqr_mom_2",0.99,1613943823914,3981
+"lr_2",0.000422153408597893,1613943823914,3981
+"mom_2",0.8655694739751612,1613943823914,3981
+"eps_2",1e-05,1613943823914,3981
+"train_loss",0.02247492,1613943824886,3982
+"raw_loss",0.02102718,1613943824886,3982
+"epoch",25.050314465408803,1613943824886,3982
+"wd_0",0.01,1613943824886,3982
+"sqr_mom_0",0.99,1613943824886,3982
+"lr_0",4.220510354509521e-06,1613943824886,3982
+"mom_0",0.8655899488092976,1613943824886,3982
+"eps_0",1e-05,1613943824886,3982
+"wd_1",0.01,1613943824886,3982
+"sqr_mom_1",0.99,1613943824886,3982
+"lr_1",4.220510354509521e-05,1613943824886,3982
+"mom_1",0.8655899488092976,1613943824886,3982
+"eps_1",1e-05,1613943824886,3982
+"wd_2",0.01,1613943824886,3982
+"sqr_mom_2",0.99,1613943824886,3982
+"lr_2",0.00042205103545095207,1613943824886,3982
+"mom_2",0.8655899488092976,1613943824886,3982
+"eps_2",1e-05,1613943824886,3982
+"train_loss",0.022577865,1613943825905,3983
+"raw_loss",0.027622156,1613943825905,3983
+"epoch",25.056603773584904,1613943825905,3983
+"wd_0",0.01,1613943825905,3983
+"sqr_mom_0",0.99,1613943825905,3983
+"lr_0",4.219486074655127e-06,1613943825905,3983
+"mom_0",0.8656104346112435,1613943825905,3983
+"eps_0",1e-05,1613943825905,3983
+"wd_1",0.01,1613943825905,3983
+"sqr_mom_1",0.99,1613943825905,3983
+"lr_1",4.219486074655126e-05,1613943825905,3983
+"mom_1",0.8656104346112435,1613943825905,3983
+"eps_1",1e-05,1613943825905,3983
+"wd_2",0.01,1613943825905,3983
+"sqr_mom_2",0.99,1613943825905,3983
+"lr_2",0.00042194860746551263,1613943825905,3983
+"mom_2",0.8656104346112435,1613943825905,3983
+"eps_2",1e-05,1613943825905,3983
+"train_loss",0.022358857,1613943826900,3984
+"raw_loss",0.011627498,1613943826900,3984
+"epoch",25.062893081761004,1613943826900,3984
+"wd_0",0.01,1613943826900,3984
+"sqr_mom_0",0.99,1613943826900,3984
+"lr_0",4.218461246742224e-06,1613943826900,3984
+"mom_0",0.8656309313744692,1613943826900,3984
+"eps_0",1e-05,1613943826900,3984
+"wd_1",0.01,1613943826900,3984
+"sqr_mom_1",0.99,1613943826900,3984
+"lr_1",4.218461246742224e-05,1613943826900,3984
+"mom_1",0.8656309313744692,1613943826900,3984
+"eps_1",1e-05,1613943826900,3984
+"wd_2",0.01,1613943826900,3984
+"sqr_mom_2",0.99,1613943826900,3984
+"lr_2",0.0004218461246742224,1613943826900,3984
+"mom_2",0.8656309313744692,1613943826900,3984
+"eps_2",1e-05,1613943826900,3984
+"train_loss",0.022217289,1613943827893,3985
+"raw_loss",0.015280414,1613943827893,3985
+"epoch",25.069182389937104,1613943827893,3985
+"wd_0",0.01,1613943827893,3985
+"sqr_mom_0",0.99,1613943827893,3985
+"lr_0",4.21743621127966e-06,1613943827893,3985
+"mom_0",0.8656514322887296,1613943827893,3985
+"eps_0",1e-05,1613943827893,3985
+"wd_1",0.01,1613943827893,3985
+"sqr_mom_1",0.99,1613943827893,3985
+"lr_1",4.2174362112796596e-05,1613943827893,3985
+"mom_1",0.8656514322887296,1613943827893,3985
+"eps_1",1e-05,1613943827893,3985
+"wd_2",0.01,1613943827893,3985
+"sqr_mom_2",0.99,1613943827893,3985
+"lr_2",0.00042174362112796593,1613943827893,3985
+"mom_2",0.8656514322887296,1613943827893,3985
+"eps_2",1e-05,1613943827893,3985
+"train_loss",0.022769768,1613943828873,3986
+"raw_loss",0.04984131,1613943828873,3986
+"epoch",25.075471698113205,1613943828873,3986
+"wd_0",0.01,1613943828873,3986
+"sqr_mom_0",0.99,1613943828873,3986
+"lr_0",4.21641028841138e-06,1613943828873,3986
+"mom_0",0.8656719509512819,1613943828873,3986
+"eps_0",1e-05,1613943828873,3986
+"wd_1",0.01,1613943828873,3986
+"sqr_mom_1",0.99,1613943828873,3986
+"lr_1",4.21641028841138e-05,1613943828873,3986
+"mom_1",0.8656719509512819,1613943828873,3986
+"eps_1",1e-05,1613943828873,3986
+"wd_2",0.01,1613943828873,3986
+"sqr_mom_2",0.99,1613943828873,3986
+"lr_2",0.00042164102884113797,1613943828873,3986
+"mom_2",0.8656719509512819,1613943828873,3986
+"eps_2",1e-05,1613943828873,3986
+"train_loss",0.022772389,1613943829849,3987
+"raw_loss",0.022900786,1613943829849,3987
+"epoch",25.081761006289305,1613943829849,3987
+"wd_0",0.01,1613943829849,3987
+"sqr_mom_0",0.99,1613943829849,3987
+"lr_0",4.215383818464965e-06,1613943829849,3987
+"mom_0",0.8656924805555063,1613943829849,3987
+"eps_0",1e-05,1613943829849,3987
+"wd_1",0.01,1613943829849,3987
+"sqr_mom_1",0.99,1613943829849,3987
+"lr_1",4.2153838184649645e-05,1613943829849,3987
+"mom_1",0.8656924805555063,1613943829849,3987
+"eps_1",1e-05,1613943829849,3987
+"wd_2",0.01,1613943829849,3987
+"sqr_mom_2",0.99,1613943829849,3987
+"lr_2",0.0004215383818464964,1613943829849,3987
+"mom_2",0.8656924805555063,1613943829849,3987
+"eps_2",1e-05,1613943829849,3987
+"train_loss",0.02260807,1613943830819,3988
+"raw_loss",0.014556452,1613943830819,3988
+"epoch",25.088050314465406,1613943830819,3988
+"wd_0",0.01,1613943830819,3988
+"sqr_mom_0",0.99,1613943830819,3988
+"lr_0",4.21435697213076e-06,1613943830819,3988
+"mom_0",0.8657130176875617,1613943830819,3988
+"eps_0",1e-05,1613943830819,3988
+"wd_1",0.01,1613943830819,3988
+"sqr_mom_1",0.99,1613943830819,3988
+"lr_1",4.21435697213076e-05,1613943830819,3988
+"mom_1",0.8657130176875617,1613943830819,3988
+"eps_1",1e-05,1613943830819,3988
+"wd_2",0.01,1613943830819,3988
+"sqr_mom_2",0.99,1613943830819,3988
+"lr_2",0.00042143569721307596,1613943830819,3988
+"mom_2",0.8657130176875617,1613943830819,3988
+"eps_2",1e-05,1613943830819,3988
+"train_loss",0.022992065,1613943831801,3989
+"raw_loss",0.041807864,1613943831801,3989
+"epoch",25.094339622641506,1613943831801,3989
+"wd_0",0.01,1613943831801,3989
+"sqr_mom_0",0.99,1613943831801,3989
+"lr_0",4.213329409100365e-06,1613943831801,3989
+"mom_0",0.8657335691536843,1613943831801,3989
+"eps_0",1e-05,1613943831801,3989
+"wd_1",0.01,1613943831801,3989
+"sqr_mom_1",0.99,1613943831801,3989
+"lr_1",4.213329409100365e-05,1613943831801,3989
+"mom_1",0.8657335691536843,1613943831801,3989
+"eps_1",1e-05,1613943831801,3989
+"wd_2",0.01,1613943831801,3989
+"sqr_mom_2",0.99,1613943831801,3989
+"lr_2",0.00042133294091003647,1613943831801,3989
+"mom_2",0.8657335691536843,1613943831801,3989
+"eps_2",1e-05,1613943831801,3989
+"train_loss",0.022777107,1613943832786,3990
+"raw_loss",0.01224416,1613943832786,3990
+"epoch",25.100628930817606,1613943832786,3990
+"wd_0",0.01,1613943832786,3990
+"sqr_mom_0",0.99,1613943832786,3990
+"lr_0",4.212301299973829e-06,1613943832786,3990
+"mom_0",0.8657541315418388,1613943832786,3990
+"eps_0",1e-05,1613943832786,3990
+"wd_1",0.01,1613943832786,3990
+"sqr_mom_1",0.99,1613943832786,3990
+"lr_1",4.2123012999738286e-05,1613943832786,3990
+"mom_1",0.8657541315418388,1613943832786,3990
+"eps_1",1e-05,1613943832786,3990
+"wd_2",0.01,1613943832786,3990
+"sqr_mom_2",0.99,1613943832786,3990
+"lr_2",0.00042123012999738284,1613943832786,3990
+"mom_2",0.8657541315418388,1613943832786,3990
+"eps_2",1e-05,1613943832786,3990
+"train_loss",0.023114126,1613943833805,3991
+"raw_loss",0.039628066,1613943833805,3991
+"epoch",25.106918238993707,1613943833805,3991
+"wd_0",0.01,1613943833805,3991
+"sqr_mom_0",0.99,1613943833805,3991
+"lr_0",4.211272986348361e-06,1613943833805,3991
+"mom_0",0.865774698020013,1613943833805,3991
+"eps_0",1e-05,1613943833805,3991
+"wd_1",0.01,1613943833805,3991
+"sqr_mom_1",0.99,1613943833805,3991
+"lr_1",4.211272986348361e-05,1613943833805,3991
+"mom_1",0.865774698020013,1613943833805,3991
+"eps_1",1e-05,1613943833805,3991
+"wd_2",0.01,1613943833805,3991
+"sqr_mom_2",0.99,1613943833805,3991
+"lr_2",0.0004211272986348361,1613943833805,3991
+"mom_2",0.865774698020013,1613943833805,3991
+"eps_2",1e-05,1613943833805,3991
+"train_loss",0.022872197,1613943834776,3992
+"raw_loss",0.0110176,1613943834776,3992
+"epoch",25.113207547169807,1613943834776,3992
+"wd_0",0.01,1613943834776,3992
+"sqr_mom_0",0.99,1613943834776,3992
+"lr_0",4.210243786193666e-06,1613943834776,3992
+"mom_0",0.865795282228949,1613943834776,3992
+"eps_0",1e-05,1613943834776,3992
+"wd_1",0.01,1613943834776,3992
+"sqr_mom_1",0.99,1613943834776,3992
+"lr_1",4.2102437861936654e-05,1613943834776,3992
+"mom_1",0.865795282228949,1613943834776,3992
+"eps_1",1e-05,1613943834776,3992
+"wd_2",0.01,1613943834776,3992
+"sqr_mom_2",0.99,1613943834776,3992
+"lr_2",0.00042102437861936653,1613943834776,3992
+"mom_2",0.865795282228949,1613943834776,3992
+"eps_2",1e-05,1613943834776,3992
+"train_loss",0.022992728,1613943835750,3993
+"raw_loss",0.028898817,1613943835750,3993
+"epoch",25.119496855345908,1613943835750,3993
+"wd_0",0.01,1613943835750,3993
+"sqr_mom_0",0.99,1613943835750,3993
+"lr_0",4.209214040926337e-06,1613943835750,3993
+"mom_0",0.8658158773402467,1613943835750,3993
+"eps_0",1e-05,1613943835750,3993
+"wd_1",0.01,1613943835750,3993
+"sqr_mom_1",0.99,1613943835750,3993
+"lr_1",4.209214040926336e-05,1613943835750,3993
+"mom_1",0.8658158773402467,1613943835750,3993
+"eps_1",1e-05,1613943835750,3993
+"wd_2",0.01,1613943835750,3993
+"sqr_mom_2",0.99,1613943835750,3993
+"lr_2",0.0004209214040926336,1613943835750,3993
+"mom_2",0.8658158773402467,1613943835750,3993
+"eps_2",1e-05,1613943835750,3993
+"train_loss",0.022724142,1613943836711,3994
+"raw_loss",0.009563461,1613943836711,3994
+"epoch",25.125786163522008,1613943836711,3994
+"wd_0",0.01,1613943836711,3994
+"sqr_mom_0",0.99,1613943836711,3994
+"lr_0",4.2081839217804445e-06,1613943836711,3994
+"mom_0",0.8658364799291903,1613943836711,3994
+"eps_0",1e-05,1613943836711,3994
+"wd_1",0.01,1613943836711,3994
+"sqr_mom_1",0.99,1613943836711,3994
+"lr_1",4.208183921780445e-05,1613943836711,3994
+"mom_1",0.8658364799291903,1613943836711,3994
+"eps_1",1e-05,1613943836711,3994
+"wd_2",0.01,1613943836711,3994
+"sqr_mom_2",0.99,1613943836711,3994
+"lr_2",0.00042081839217804443,1613943836711,3994
+"mom_2",0.8658364799291903,1613943836711,3994
+"eps_2",1e-05,1613943836711,3994
+"train_loss",0.022400899,1613943837672,3995
+"raw_loss",0.006561909,1613943837672,3995
+"epoch",25.13207547169811,1613943837672,3995
+"wd_0",0.01,1613943837672,3995
+"sqr_mom_0",0.99,1613943837672,3995
+"lr_0",4.207153087362943e-06,1613943837672,3995
+"mom_0",0.8658570968237094,1613943837672,3995
+"eps_0",1e-05,1613943837672,3995
+"wd_1",0.01,1613943837672,3995
+"sqr_mom_1",0.99,1613943837672,3995
+"lr_1",4.207153087362944e-05,1613943837672,3995
+"mom_1",0.8658570968237094,1613943837672,3995
+"eps_1",1e-05,1613943837672,3995
+"wd_2",0.01,1613943837672,3995
+"sqr_mom_2",0.99,1613943837672,3995
+"lr_2",0.00042071530873629434,1613943837672,3995
+"mom_2",0.8658570968237094,1613943837672,3995
+"eps_2",1e-05,1613943837672,3995
+"train_loss",0.022629673,1613943838665,3996
+"raw_loss",0.03383961,1613943838665,3996
+"epoch",25.13836477987421,1613943838665,3996
+"wd_0",0.01,1613943838665,3996
+"sqr_mom_0",0.99,1613943838665,3996
+"lr_0",4.206121708817934e-06,1613943838665,3996
+"mom_0",0.8658777246008873,1613943838665,3996
+"eps_0",1e-05,1613943838665,3996
+"wd_1",0.01,1613943838665,3996
+"sqr_mom_1",0.99,1613943838665,3996
+"lr_1",4.206121708817933e-05,1613943838665,3996
+"mom_1",0.8658777246008873,1613943838665,3996
+"eps_1",1e-05,1613943838665,3996
+"wd_2",0.01,1613943838665,3996
+"sqr_mom_2",0.99,1613943838665,3996
+"lr_2",0.0004206121708817933,1613943838665,3996
+"mom_2",0.8658777246008873,1613943838665,3996
+"eps_2",1e-05,1613943838665,3996
+"train_loss",0.02240261,1613943839641,3997
+"raw_loss",0.0112765925,1613943839641,3997
+"epoch",25.14465408805031,1613943839641,3997
+"wd_0",0.01,1613943839641,3997
+"sqr_mom_0",0.99,1613943839641,3997
+"lr_0",4.205089957650621e-06,1613943839641,3997
+"mom_0",0.8658983598305858,1613943839641,3997
+"eps_0",1e-05,1613943839641,3997
+"wd_1",0.01,1613943839641,3997
+"sqr_mom_1",0.99,1613943839641,3997
+"lr_1",4.205089957650621e-05,1613943839641,3997
+"mom_1",0.8658983598305858,1613943839641,3997
+"eps_1",1e-05,1613943839641,3997
+"wd_2",0.01,1613943839641,3997
+"sqr_mom_2",0.99,1613943839641,3997
+"lr_2",0.0004205089957650621,1613943839641,3997
+"mom_2",0.8658983598305858,1613943839641,3997
+"eps_2",1e-05,1613943839641,3997
+"train_loss",0.022308767,1613943840636,3998
+"raw_loss",0.01771046,1613943840636,3998
+"epoch",25.15094339622641,1613943840636,3998
+"wd_0",0.01,1613943840636,3998
+"sqr_mom_0",0.99,1613943840636,3998
+"lr_0",4.204057491927086e-06,1613943840636,3998
+"mom_0",0.8659190093515517,1613943840636,3998
+"eps_0",1e-05,1613943840636,3998
+"wd_1",0.01,1613943840636,3998
+"sqr_mom_1",0.99,1613943840636,3998
+"lr_1",4.2040574919270866e-05,1613943840636,3998
+"mom_1",0.8659190093515517,1613943840636,3998
+"eps_1",1e-05,1613943840636,3998
+"wd_2",0.01,1613943840636,3998
+"sqr_mom_2",0.99,1613943840636,3998
+"lr_2",0.00042040574919270863,1613943840636,3998
+"mom_2",0.8659190093515517,1613943840636,3998
+"eps_2",1e-05,1613943840636,3998
+"train_loss",0.022074072,1613943841637,3999
+"raw_loss",0.010573998,1613943841637,3999
+"epoch",25.15723270440251,1613943841637,3999
+"wd_0",0.01,1613943841637,3999
+"sqr_mom_0",0.99,1613943841637,3999
+"lr_0",4.203024483062728e-06,1613943841637,3999
+"mom_0",0.8659396697354428,1613943841637,3999
+"eps_0",1e-05,1613943841637,3999
+"wd_1",0.01,1613943841637,3999
+"sqr_mom_1",0.99,1613943841637,3999
+"lr_1",4.2030244830627284e-05,1613943841637,3999
+"mom_1",0.8659396697354428,1613943841637,3999
+"eps_1",1e-05,1613943841637,3999
+"wd_2",0.01,1613943841637,3999
+"sqr_mom_2",0.99,1613943841637,3999
+"lr_2",0.0004203024483062728,1613943841637,3999
+"mom_2",0.8659396697354428,1613943841637,3999
+"eps_2",1e-05,1613943841637,3999
+"train_loss",0.021962313,1613943842625,4000
+"raw_loss",0.01648617,1613943842625,4000
+"epoch",25.16352201257861,1613943842625,4000
+"wd_0",0.01,1613943842625,4000
+"sqr_mom_0",0.99,1613943842625,4000
+"lr_0",4.201991274279968e-06,1613943842625,4000
+"mom_0",0.8659603341177418,1613943842625,4000
+"eps_0",1e-05,1613943842625,4000
+"wd_1",0.01,1613943842625,4000
+"sqr_mom_1",0.99,1613943842625,4000
+"lr_1",4.201991274279968e-05,1613943842625,4000
+"mom_1",0.8659603341177418,1613943842625,4000
+"eps_1",1e-05,1613943842625,4000
+"wd_2",0.01,1613943842625,4000
+"sqr_mom_2",0.99,1613943842625,4000
+"lr_2",0.0004201991274279968,1613943842625,4000
+"mom_2",0.8659603341177418,1613943842625,4000
+"eps_2",1e-05,1613943842625,4000
+"train_loss",0.021750957,1613943843589,4001
+"raw_loss",0.011394498,1613943843589,4001
+"epoch",25.16981132075471,1613943843589,4001
+"wd_0",0.01,1613943843589,4001
+"sqr_mom_0",0.99,1613943843589,4001
+"lr_0",4.200957180301789e-06,1613943843589,4001
+"mom_0",0.8659810162041263,1613943843589,4001
+"eps_0",1e-05,1613943843589,4001
+"wd_1",0.01,1613943843589,4001
+"sqr_mom_1",0.99,1613943843589,4001
+"lr_1",4.200957180301789e-05,1613943843589,4001
+"mom_1",0.8659810162041263,1613943843589,4001
+"eps_1",1e-05,1613943843589,4001
+"wd_2",0.01,1613943843589,4001
+"sqr_mom_2",0.99,1613943843589,4001
+"lr_2",0.0004200957180301789,1613943843589,4001
+"mom_2",0.8659810162041263,1613943843589,4001
+"eps_2",1e-05,1613943843589,4001
+"train_loss",0.021556556,1613943844583,4002
+"raw_loss",0.012030909,1613943844583,4002
+"epoch",25.17610062893081,1613943844583,4002
+"wd_0",0.01,1613943844583,4002
+"sqr_mom_0",0.99,1613943844583,4002
+"lr_0",4.199922544170974e-06,1613943844583,4002
+"mom_0",0.8660017091336718,1613943844583,4002
+"eps_0",1e-05,1613943844583,4002
+"wd_1",0.01,1613943844583,4002
+"sqr_mom_1",0.99,1613943844583,4002
+"lr_1",4.199922544170975e-05,1613943844583,4002
+"mom_1",0.8660017091336718,1613943844583,4002
+"eps_1",1e-05,1613943844583,4002
+"wd_2",0.01,1613943844583,4002
+"sqr_mom_2",0.99,1613943844583,4002
+"lr_2",0.0004199922544170974,1613943844583,4002
+"mom_2",0.8660017091336718,1613943844583,4002
+"eps_2",1e-05,1613943844583,4002
+"train_loss",0.02130175,1613943845545,4003
+"raw_loss",0.008816271,1613943845545,4003
+"epoch",25.18238993710691,1613943845545,4003
+"wd_0",0.01,1613943845545,4003
+"sqr_mom_0",0.99,1613943845545,4003
+"lr_0",4.198887537933508e-06,1613943845545,4003
+"mom_0",0.8660224094654245,1613943845545,4003
+"eps_0",1e-05,1613943845545,4003
+"wd_1",0.01,1613943845545,4003
+"sqr_mom_1",0.99,1613943845545,4003
+"lr_1",4.198887537933508e-05,1613943845545,4003
+"mom_1",0.8660224094654245,1613943845545,4003
+"eps_1",1e-05,1613943845545,4003
+"wd_2",0.01,1613943845545,4003
+"sqr_mom_2",0.99,1613943845545,4003
+"lr_2",0.00041988875379335075,1613943845545,4003
+"mom_2",0.8660224094654245,1613943845545,4003
+"eps_2",1e-05,1613943845545,4003
+"train_loss",0.021137904,1613943846528,4004
+"raw_loss",0.013109501,1613943846528,4004
+"epoch",25.188679245283012,1613943846528,4004
+"wd_0",0.01,1613943846528,4004
+"sqr_mom_0",0.99,1613943846528,4004
+"lr_0",4.1978518185767045e-06,1613943846528,4004
+"mom_0",0.8660431240597065,1613943846528,4004
+"eps_0",1e-05,1613943846528,4004
+"wd_1",0.01,1613943846528,4004
+"sqr_mom_1",0.99,1613943846528,4004
+"lr_1",4.1978518185767045e-05,1613943846528,4004
+"mom_1",0.8660431240597065,1613943846528,4004
+"eps_1",1e-05,1613943846528,4004
+"wd_2",0.01,1613943846528,4004
+"sqr_mom_2",0.99,1613943846528,4004
+"lr_2",0.0004197851818576704,1613943846528,4004
+"mom_2",0.8660431240597065,1613943846528,4004
+"eps_2",1e-05,1613943846528,4004
+"train_loss",0.02119268,1613943847513,4005
+"raw_loss",0.023876619,1613943847513,4005
+"epoch",25.194968553459113,1613943847513,4005
+"wd_0",0.01,1613943847513,4005
+"sqr_mom_0",0.99,1613943847513,4005
+"lr_0",4.196815558057066e-06,1613943847513,4005
+"mom_0",0.8660638494773535,1613943847513,4005
+"eps_0",1e-05,1613943847513,4005
+"wd_1",0.01,1613943847513,4005
+"sqr_mom_1",0.99,1613943847513,4005
+"lr_1",4.196815558057066e-05,1613943847513,4005
+"mom_1",0.8660638494773535,1613943847513,4005
+"eps_1",1e-05,1613943847513,4005
+"wd_2",0.01,1613943847513,4005
+"sqr_mom_2",0.99,1613943847513,4005
+"lr_2",0.00041968155580570656,1613943847513,4005
+"mom_2",0.8660638494773535,1613943847513,4005
+"eps_2",1e-05,1613943847513,4005
+"train_loss",0.021110801,1613943848481,4006
+"raw_loss",0.017098779,1613943848481,4006
+"epoch",25.201257861635213,1613943848481,4006
+"wd_0",0.01,1613943848481,4006
+"sqr_mom_0",0.99,1613943848481,4006
+"lr_0",4.1957787567048866e-06,1613943848481,4006
+"mom_0",0.8660845857117594,1613943848481,4006
+"eps_0",1e-05,1613943848481,4006
+"wd_1",0.01,1613943848481,4006
+"sqr_mom_1",0.99,1613943848481,4006
+"lr_1",4.195778756704886e-05,1613943848481,4006
+"mom_1",0.8660845857117594,1613943848481,4006
+"eps_1",1e-05,1613943848481,4006
+"wd_2",0.01,1613943848481,4006
+"sqr_mom_2",0.99,1613943848481,4006
+"lr_2",0.0004195778756704886,1613943848481,4006
+"mom_2",0.8660845857117594,1613943848481,4006
+"eps_2",1e-05,1613943848481,4006
+"train_loss",0.020964528,1613943849446,4007
+"raw_loss",0.0137970755,1613943849446,4007
+"epoch",25.207547169811313,1613943849446,4007
+"wd_0",0.01,1613943849446,4007
+"sqr_mom_0",0.99,1613943849446,4007
+"lr_0",4.19474175900052e-06,1613943849446,4007
+"mom_0",0.8661053258732483,1613943849446,4007
+"eps_0",1e-05,1613943849446,4007
+"wd_1",0.01,1613943849446,4007
+"sqr_mom_1",0.99,1613943849446,4007
+"lr_1",4.19474175900052e-05,1613943849446,4007
+"mom_1",0.8661053258732483,1613943849446,4007
+"eps_1",1e-05,1613943849446,4007
+"wd_2",0.01,1613943849446,4007
+"sqr_mom_2",0.99,1613943849446,4007
+"lr_2",0.00041947417590005204,1613943849446,4007
+"mom_2",0.8661053258732483,1613943849446,4007
+"eps_2",1e-05,1613943849446,4007
+"train_loss",0.020711776,1613943850397,4008
+"raw_loss",0.008326923,1613943850397,4008
+"epoch",25.213836477987414,1613943850397,4008
+"wd_0",0.01,1613943850397,4008
+"sqr_mom_0",0.99,1613943850397,4008
+"lr_0",4.1937038771539454e-06,1613943850397,4008
+"mom_0",0.8661260837177582,1613943850397,4008
+"eps_0",1e-05,1613943850397,4008
+"wd_1",0.01,1613943850397,4008
+"sqr_mom_1",0.99,1613943850397,4008
+"lr_1",4.1937038771539454e-05,1613943850397,4008
+"mom_1",0.8661260837177582,1613943850397,4008
+"eps_1",1e-05,1613943850397,4008
+"wd_2",0.01,1613943850397,4008
+"sqr_mom_2",0.99,1613943850397,4008
+"lr_2",0.0004193703877153945,1613943850397,4008
+"mom_2",0.8661260837177582,1613943850397,4008
+"eps_2",1e-05,1613943850397,4008
+"train_loss",0.021102177,1613943851374,4009
+"raw_loss",0.040231816,1613943851374,4009
+"epoch",25.220125786163514,1613943851374,4009
+"wd_0",0.01,1613943851374,4009
+"sqr_mom_0",0.99,1613943851374,4009
+"lr_0",4.1926654554666426e-06,1613943851374,4009
+"mom_0",0.8661468523591908,1613943851374,4009
+"eps_0",1e-05,1613943851374,4009
+"wd_1",0.01,1613943851374,4009
+"sqr_mom_1",0.99,1613943851374,4009
+"lr_1",4.192665455466643e-05,1613943851374,4009
+"mom_1",0.8661468523591908,1613943851374,4009
+"eps_1",1e-05,1613943851374,4009
+"wd_2",0.01,1613943851374,4009
+"sqr_mom_2",0.99,1613943851374,4009
+"lr_2",0.0004192665455466642,1613943851374,4009
+"mom_2",0.8661468523591908,1613943851374,4009
+"eps_2",1e-05,1613943851374,4009
+"train_loss",0.02106861,1613943852330,4010
+"raw_loss",0.019423805,1613943852330,4010
+"epoch",25.226415094339615,1613943852330,4010
+"wd_0",0.01,1613943852330,4010
+"sqr_mom_0",0.99,1613943852330,4010
+"lr_0",4.191626666613013e-06,1613943852330,4010
+"mom_0",0.8661676283440232,1613943852330,4010
+"eps_0",1e-05,1613943852330,4010
+"wd_1",0.01,1613943852330,4010
+"sqr_mom_1",0.99,1613943852330,4010
+"lr_1",4.1916266666130126e-05,1613943852330,4010
+"mom_1",0.8661676283440232,1613943852330,4010
+"eps_1",1e-05,1613943852330,4010
+"wd_2",0.01,1613943852330,4010
+"sqr_mom_2",0.99,1613943852330,4010
+"lr_2",0.00041916266666130125,1613943852330,4010
+"mom_2",0.8661676283440232,1613943852330,4010
+"eps_2",1e-05,1613943852330,4010
+"train_loss",0.021186179,1613943853309,4011
+"raw_loss",0.02694703,1613943853309,4011
+"epoch",25.232704402515715,1613943853309,4011
+"wd_0",0.01,1613943853309,4011
+"sqr_mom_0",0.99,1613943853309,4011
+"lr_0",4.1905871663267705e-06,1613943853309,4011
+"mom_0",0.8661884185576502,1613943853309,4011
+"eps_0",1e-05,1613943853309,4011
+"wd_1",0.01,1613943853309,4011
+"sqr_mom_1",0.99,1613943853309,4011
+"lr_1",4.19058716632677e-05,1613943853309,4011
+"mom_1",0.8661884185576502,1613943853309,4011
+"eps_1",1e-05,1613943853309,4011
+"wd_2",0.01,1613943853309,4011
+"sqr_mom_2",0.99,1613943853309,4011
+"lr_2",0.000419058716632677,1613943853309,4011
+"mom_2",0.8661884185576502,1613943853309,4011
+"eps_2",1e-05,1613943853309,4011
+"train_loss",0.021333676,1613943854266,4012
+"raw_loss",0.028561069,1613943854266,4012
+"epoch",25.238993710691815,1613943854266,4012
+"wd_0",0.01,1613943854266,4012
+"sqr_mom_0",0.99,1613943854266,4012
+"lr_0",4.1895471271932165e-06,1613943854266,4012
+"mom_0",0.8662092195483312,1613943854266,4012
+"eps_0",1e-05,1613943854266,4012
+"wd_1",0.01,1613943854266,4012
+"sqr_mom_1",0.99,1613943854266,4012
+"lr_1",4.189547127193216e-05,1613943854266,4012
+"mom_1",0.8662092195483312,1613943854266,4012
+"eps_1",1e-05,1613943854266,4012
+"wd_2",0.01,1613943854266,4012
+"sqr_mom_2",0.99,1613943854266,4012
+"lr_2",0.00041895471271932163,1613943854266,4012
+"mom_2",0.8662092195483312,1613943854266,4012
+"eps_2",1e-05,1613943854266,4012
+"train_loss",0.02119993,1613943855227,4013
+"raw_loss",0.014646392,1613943855227,4013
+"epoch",25.245283018867916,1613943855227,4013
+"wd_0",0.01,1613943855227,4013
+"sqr_mom_0",0.99,1613943855227,4013
+"lr_0",4.188506894766641e-06,1613943855227,4013
+"mom_0",0.8662300244049113,1613943855227,4013
+"eps_0",1e-05,1613943855227,4013
+"wd_1",0.01,1613943855227,4013
+"sqr_mom_1",0.99,1613943855227,4013
+"lr_1",4.1885068947666407e-05,1613943855227,4013
+"mom_1",0.8662300244049113,1613943855227,4013
+"eps_1",1e-05,1613943855227,4013
+"wd_2",0.01,1613943855227,4013
+"sqr_mom_2",0.99,1613943855227,4013
+"lr_2",0.00041885068947666404,1613943855227,4013
+"mom_2",0.8662300244049113,1613943855227,4013
+"eps_2",1e-05,1613943855227,4013
+"train_loss",0.021420231,1613943856186,4014
+"raw_loss",0.032214954,1613943856186,4014
+"epoch",25.251572327044016,1613943856186,4014
+"wd_0",0.01,1613943856186,4014
+"sqr_mom_0",0.99,1613943856186,4014
+"lr_0",4.187465779111584e-06,1613943856186,4014
+"mom_0",0.8662508469262375,1613943856186,4014
+"eps_0",1e-05,1613943856186,4014
+"wd_1",0.01,1613943856186,4014
+"sqr_mom_1",0.99,1613943856186,4014
+"lr_1",4.187465779111583e-05,1613943856186,4014
+"mom_1",0.8662508469262375,1613943856186,4014
+"eps_1",1e-05,1613943856186,4014
+"wd_2",0.01,1613943856186,4014
+"sqr_mom_2",0.99,1613943856186,4014
+"lr_2",0.00041874657791115833,1613943856186,4014
+"mom_2",0.8662508469262375,1613943856186,4014
+"eps_2",1e-05,1613943856186,4014
+"train_loss",0.021403933,1613943857180,4015
+"raw_loss",0.020605281,1613943857180,4015
+"epoch",25.257861635220117,1613943857180,4015
+"wd_0",0.01,1613943857180,4015
+"sqr_mom_0",0.99,1613943857180,4015
+"lr_0",4.186424125604122e-06,1613943857180,4015
+"mom_0",0.8662716802047196,1613943857180,4015
+"eps_0",1e-05,1613943857180,4015
+"wd_1",0.01,1613943857180,4015
+"sqr_mom_1",0.99,1613943857180,4015
+"lr_1",4.186424125604122e-05,1613943857180,4015
+"mom_1",0.8662716802047196,1613943857180,4015
+"eps_1",1e-05,1613943857180,4015
+"wd_2",0.01,1613943857180,4015
+"sqr_mom_2",0.99,1613943857180,4015
+"lr_2",0.00041864241256041215,1613943857180,4015
+"mom_2",0.8662716802047196,1613943857180,4015
+"eps_2",1e-05,1613943857180,4015
+"train_loss",0.021235794,1613943858133,4016
+"raw_loss",0.0129969325,1613943858133,4016
+"epoch",25.264150943396217,1613943858133,4016
+"wd_0",0.01,1613943858133,4016
+"sqr_mom_0",0.99,1613943858133,4016
+"lr_0",4.185382107455147e-06,1613943858133,4016
+"mom_0",0.8662925207761047,1613943858133,4016
+"eps_0",1e-05,1613943858133,4016
+"wd_1",0.01,1613943858133,4016
+"sqr_mom_1",0.99,1613943858133,4016
+"lr_1",4.1853821074551476e-05,1613943858133,4016
+"mom_1",0.8662925207761047,1613943858133,4016
+"eps_1",1e-05,1613943858133,4016
+"wd_2",0.01,1613943858133,4016
+"sqr_mom_2",0.99,1613943858133,4016
+"lr_2",0.0004185382107455147,1613943858133,4016
+"mom_2",0.8662925207761047,1613943858133,4016
+"eps_2",1e-05,1613943858133,4016
+"train_loss",0.021798288,1613943859110,4017
+"raw_loss",0.04936051,1613943859110,4017
+"epoch",25.270440251572317,1613943859110,4017
+"wd_0",0.01,1613943859110,4017
+"sqr_mom_0",0.99,1613943859110,4017
+"lr_0",4.1843393793281504e-06,1613943859110,4017
+"mom_0",0.8663133755471925,1613943859110,4017
+"eps_0",1e-05,1613943859110,4017
+"wd_1",0.01,1613943859110,4017
+"sqr_mom_1",0.99,1613943859110,4017
+"lr_1",4.18433937932815e-05,1613943859110,4017
+"mom_1",0.8663133755471925,1613943859110,4017
+"eps_1",1e-05,1613943859110,4017
+"wd_2",0.01,1613943859110,4017
+"sqr_mom_2",0.99,1613943859110,4017
+"lr_2",0.000418433937932815,1613943859110,4017
+"mom_2",0.8663133755471925,1613943859110,4017
+"eps_2",1e-05,1613943859110,4017
+"train_loss",0.021631787,1613943860065,4018
+"raw_loss",0.013473145,1613943860065,4018
+"epoch",25.276729559748418,1613943860065,4018
+"wd_0",0.01,1613943860065,4018
+"sqr_mom_0",0.99,1613943860065,4018
+"lr_0",4.183296114345252e-06,1613943860065,4018
+"mom_0",0.8663342410555055,1613943860065,4018
+"eps_0",1e-05,1613943860065,4018
+"wd_1",0.01,1613943860065,4018
+"sqr_mom_1",0.99,1613943860065,4018
+"lr_1",4.1832961143452515e-05,1613943860065,4018
+"mom_1",0.8663342410555055,1613943860065,4018
+"eps_1",1e-05,1613943860065,4018
+"wd_2",0.01,1613943860065,4018
+"sqr_mom_2",0.99,1613943860065,4018
+"lr_2",0.00041832961143452513,1613943860065,4018
+"mom_2",0.8663342410555055,1613943860065,4018
+"eps_2",1e-05,1613943860065,4018
+"train_loss",0.021434756,1613943861012,4019
+"raw_loss",0.011780267,1613943861012,4019
+"epoch",25.28301886792452,1613943861012,4019
+"wd_0",0.01,1613943861012,4019
+"sqr_mom_0",0.99,1613943861012,4019
+"lr_0",4.182252485984853e-06,1613943861012,4019
+"mom_0",0.8663551138314413,1613943861012,4019
+"eps_0",1e-05,1613943861012,4019
+"wd_1",0.01,1613943861012,4019
+"sqr_mom_1",0.99,1613943861012,4019
+"lr_1",4.182252485984853e-05,1613943861012,4019
+"mom_1",0.8663551138314413,1613943861012,4019
+"eps_1",1e-05,1613943861012,4019
+"wd_2",0.01,1613943861012,4019
+"sqr_mom_2",0.99,1613943861012,4019
+"lr_2",0.00041822524859848526,1613943861012,4019
+"mom_2",0.8663551138314413,1613943861012,4019
+"eps_2",1e-05,1613943861012,4019
+"train_loss",0.021603268,1613943861965,4020
+"raw_loss",0.029860362,1613943861965,4020
+"epoch",25.28930817610062,1613943861965,4020
+"wd_0",0.01,1613943861965,4020
+"sqr_mom_0",0.99,1613943861965,4020
+"lr_0",4.181208148376803e-06,1613943861965,4020
+"mom_0",0.8663760007924719,1613943861965,4020
+"eps_0",1e-05,1613943861965,4020
+"wd_1",0.01,1613943861965,4020
+"sqr_mom_1",0.99,1613943861965,4020
+"lr_1",4.181208148376803e-05,1613943861965,4020
+"mom_1",0.8663760007924719,1613943861965,4020
+"eps_1",1e-05,1613943861965,4020
+"wd_2",0.01,1613943861965,4020
+"sqr_mom_2",0.99,1613943861965,4020
+"lr_2",0.0004181208148376802,1613943861965,4020
+"mom_2",0.8663760007924719,1613943861965,4020
+"eps_2",1e-05,1613943861965,4020
+"train_loss",0.021508565,1613943862928,4021
+"raw_loss",0.016868163,1613943862928,4021
+"epoch",25.29559748427672,1613943862928,4021
+"wd_0",0.01,1613943862928,4021
+"sqr_mom_0",0.99,1613943862928,4021
+"lr_0",4.180163274910896e-06,1613943862928,4021
+"mom_0",0.8663968984707667,1613943862928,4021
+"eps_0",1e-05,1613943862928,4021
+"wd_1",0.01,1613943862928,4021
+"sqr_mom_1",0.99,1613943862928,4021
+"lr_1",4.1801632749108956e-05,1613943862928,4021
+"mom_1",0.8663968984707667,1613943862928,4021
+"eps_1",1e-05,1613943862928,4021
+"wd_2",0.01,1613943862928,4021
+"sqr_mom_2",0.99,1613943862928,4021
+"lr_2",0.00041801632749108953,1613943862928,4021
+"mom_2",0.8663968984707667,1613943862928,4021
+"eps_2",1e-05,1613943862928,4021
+"train_loss",0.021355698,1613943863911,4022
+"raw_loss",0.013865209,1613943863911,4022
+"epoch",25.30188679245282,1613943863911,4022
+"wd_0",0.01,1613943863911,4022
+"sqr_mom_0",0.99,1613943863911,4022
+"lr_0",4.179118212744899e-06,1613943863911,4022
+"mom_0",0.8664177999231012,1613943863911,4022
+"eps_0",1e-05,1613943863911,4022
+"wd_1",0.01,1613943863911,4022
+"sqr_mom_1",0.99,1613943863911,4022
+"lr_1",4.179118212744899e-05,1613943863911,4022
+"mom_1",0.8664177999231012,1613943863911,4022
+"eps_1",1e-05,1613943863911,4022
+"wd_2",0.01,1613943863911,4022
+"sqr_mom_2",0.99,1613943863911,4022
+"lr_2",0.0004179118212744899,1613943863911,4022
+"mom_2",0.8664177999231012,1613943863911,4022
+"eps_2",1e-05,1613943863911,4022
+"train_loss",0.02106952,1613943864880,4023
+"raw_loss",0.0070467666,1613943864880,4023
+"epoch",25.30817610062892,1613943864880,4023
+"wd_0",0.01,1613943864880,4023
+"sqr_mom_0",0.99,1613943864880,4023
+"lr_0",4.178072268740027e-06,1613943864880,4023
+"mom_0",0.8664387190123896,1613943864880,4023
+"eps_0",1e-05,1613943864880,4023
+"wd_1",0.01,1613943864880,4023
+"sqr_mom_1",0.99,1613943864880,4023
+"lr_1",4.178072268740026e-05,1613943864880,4023
+"mom_1",0.8664387190123896,1613943864880,4023
+"eps_1",1e-05,1613943864880,4023
+"wd_2",0.01,1613943864880,4023
+"sqr_mom_2",0.99,1613943864880,4023
+"lr_2",0.0004178072268740026,1613943864880,4023
+"mom_2",0.8664387190123896,1613943864880,4023
+"eps_2",1e-05,1613943864880,4023
+"train_loss",0.021123504,1613943865836,4024
+"raw_loss",0.023768734,1613943865836,4024
+"epoch",25.31446540880502,1613943865836,4024
+"wd_0",0.01,1613943865836,4024
+"sqr_mom_0",0.99,1613943865836,4024
+"lr_0",4.1770257898768225e-06,1613943865836,4024
+"mom_0",0.8664596487989515,1613943865836,4024
+"eps_0",1e-05,1613943865836,4024
+"wd_1",0.01,1613943865836,4024
+"sqr_mom_1",0.99,1613943865836,4024
+"lr_1",4.177025789876822e-05,1613943865836,4024
+"mom_1",0.8664596487989515,1613943865836,4024
+"eps_1",1e-05,1613943865836,4024
+"wd_2",0.01,1613943865836,4024
+"sqr_mom_2",0.99,1613943865836,4024
+"lr_2",0.0004177025789876822,1613943865836,4024
+"mom_2",0.8664596487989515,1613943865836,4024
+"eps_2",1e-05,1613943865836,4024
+"train_loss",0.021091437,1613943866788,4025
+"raw_loss",0.019520115,1613943866788,4025
+"epoch",25.32075471698112,1613943866788,4025
+"wd_0",0.01,1613943866788,4025
+"sqr_mom_0",0.99,1613943866788,4025
+"lr_0",4.17597877648884e-06,1613943866788,4025
+"mom_0",0.8664805892761159,1613943866788,4025
+"eps_0",1e-05,1613943866788,4025
+"wd_1",0.01,1613943866788,4025
+"sqr_mom_1",0.99,1613943866788,4025
+"lr_1",4.17597877648884e-05,1613943866788,4025
+"mom_1",0.8664805892761159,1613943866788,4025
+"eps_1",1e-05,1613943866788,4025
+"wd_2",0.01,1613943866788,4025
+"sqr_mom_2",0.99,1613943866788,4025
+"lr_2",0.0004175978776488839,1613943866788,4025
+"mom_2",0.8664805892761159,1613943866788,4025
+"eps_2",1e-05,1613943866788,4025
+"train_loss",0.021010252,1613943867730,4026
+"raw_loss",0.01703218,1613943867730,4026
+"epoch",25.32704402515722,1613943867730,4026
+"wd_0",0.01,1613943867730,4026
+"sqr_mom_0",0.99,1613943867730,4026
+"lr_0",4.174931402676721e-06,1613943867730,4026
+"mom_0",0.8665015369618352,1613943867730,4026
+"eps_0",1e-05,1613943867730,4026
+"wd_1",0.01,1613943867730,4026
+"sqr_mom_1",0.99,1613943867730,4026
+"lr_1",4.1749314026767205e-05,1613943867730,4026
+"mom_1",0.8665015369618352,1613943867730,4026
+"eps_1",1e-05,1613943867730,4026
+"wd_2",0.01,1613943867730,4026
+"sqr_mom_2",0.99,1613943867730,4026
+"lr_2",0.00041749314026767205,1613943867730,4026
+"mom_2",0.8665015369618352,1613943867730,4026
+"eps_2",1e-05,1613943867730,4026
+"train_loss",0.021185094,1613943868682,4027
+"raw_loss",0.029752402,1613943868682,4027
+"epoch",25.33333333333332,1613943868682,4027
+"wd_0",0.01,1613943868682,4027
+"sqr_mom_0",0.99,1613943868682,4027
+"lr_0",4.173883321329028e-06,1613943868682,4027
+"mom_0",0.8665224987984074,1613943868682,4027
+"eps_0",1e-05,1613943868682,4027
+"wd_1",0.01,1613943868682,4027
+"sqr_mom_1",0.99,1613943868682,4027
+"lr_1",4.173883321329028e-05,1613943868682,4027
+"mom_1",0.8665224987984074,1613943868682,4027
+"eps_1",1e-05,1613943868682,4027
+"wd_2",0.01,1613943868682,4027
+"sqr_mom_2",0.99,1613943868682,4027
+"lr_2",0.0004173883321329028,1613943868682,4027
+"mom_2",0.8665224987984074,1613943868682,4027
+"eps_2",1e-05,1613943868682,4027
+"train_loss",0.021496637,1613943869645,4028
+"raw_loss",0.03676225,1613943869645,4028
+"epoch",25.339622641509422,1613943869645,4028
+"wd_0",0.01,1613943869645,4028
+"sqr_mom_0",0.99,1613943869645,4028
+"lr_0",4.172834706458183e-06,1613943869645,4028
+"mom_0",0.8665434713055494,1613943869645,4028
+"eps_0",1e-05,1613943869645,4028
+"wd_1",0.01,1613943869645,4028
+"sqr_mom_1",0.99,1613943869645,4028
+"lr_1",4.172834706458183e-05,1613943869645,4028
+"mom_1",0.8665434713055494,1613943869645,4028
+"eps_1",1e-05,1613943869645,4028
+"wd_2",0.01,1613943869645,4028
+"sqr_mom_2",0.99,1613943869645,4028
+"lr_2",0.0004172834706458183,1613943869645,4028
+"mom_2",0.8665434713055494,1613943869645,4028
+"eps_2",1e-05,1613943869645,4028
+"train_loss",0.021345425,1613943870580,4029
+"raw_loss",0.013936043,1613943870580,4029
+"epoch",25.345911949685522,1613943870580,4029
+"wd_0",0.01,1613943870580,4029
+"sqr_mom_0",0.99,1613943870580,4029
+"lr_0",4.171785906462915e-06,1613943870580,4029
+"mom_0",0.8665644475152168,1613943870580,4029
+"eps_0",1e-05,1613943870580,4029
+"wd_1",0.01,1613943870580,4029
+"sqr_mom_1",0.99,1613943870580,4029
+"lr_1",4.171785906462915e-05,1613943870580,4029
+"mom_1",0.8665644475152168,1613943870580,4029
+"eps_1",1e-05,1613943870580,4029
+"wd_2",0.01,1613943870580,4029
+"sqr_mom_2",0.99,1613943870580,4029
+"lr_2",0.0004171785906462915,1613943870580,4029
+"mom_2",0.8665644475152168,1613943870580,4029
+"eps_2",1e-05,1613943870580,4029
+"train_loss",0.021332413,1613943871520,4030
+"raw_loss",0.020694787,1613943871520,4030
+"epoch",25.352201257861623,1613943871520,4030
+"wd_0",0.01,1613943871520,4030
+"sqr_mom_0",0.99,1613943871520,4030
+"lr_0",4.170736225725316e-06,1613943871520,4030
+"mom_0",0.866585441339907,1613943871520,4030
+"eps_0",1e-05,1613943871520,4030
+"wd_1",0.01,1613943871520,4030
+"sqr_mom_1",0.99,1613943871520,4030
+"lr_1",4.1707362257253165e-05,1613943871520,4030
+"mom_1",0.866585441339907,1613943871520,4030
+"eps_1",1e-05,1613943871520,4030
+"wd_2",0.01,1613943871520,4030
+"sqr_mom_2",0.99,1613943871520,4030
+"lr_2",0.0004170736225725316,1613943871520,4030
+"mom_2",0.866585441339907,1613943871520,4030
+"eps_2",1e-05,1613943871520,4030
+"train_loss",0.021123666,1613943872473,4031
+"raw_loss",0.010895068,1613943872473,4031
+"epoch",25.358490566037723,1613943872473,4031
+"wd_0",0.01,1613943872473,4031
+"sqr_mom_0",0.99,1613943872473,4031
+"lr_0",4.169686012467665e-06,1613943872473,4031
+"mom_0",0.8666064458151048,1613943872473,4031
+"eps_0",1e-05,1613943872473,4031
+"wd_1",0.01,1613943872473,4031
+"sqr_mom_1",0.99,1613943872473,4031
+"lr_1",4.169686012467666e-05,1613943872473,4031
+"mom_1",0.8666064458151048,1613943872473,4031
+"eps_1",1e-05,1613943872473,4031
+"wd_2",0.01,1613943872473,4031
+"sqr_mom_2",0.99,1613943872473,4031
+"lr_2",0.00041696860124676655,1613943872473,4031
+"mom_2",0.8666064458151048,1613943872473,4031
+"eps_2",1e-05,1613943872473,4031
+"train_loss",0.02103862,1613943873401,4032
+"raw_loss",0.01687138,1613943873401,4032
+"epoch",25.364779874213824,1613943873401,4032
+"wd_0",0.01,1613943873401,4032
+"sqr_mom_0",0.99,1613943873401,4032
+"lr_0",4.168635441321784e-06,1613943873401,4032
+"mom_0",0.8666274574481387,1613943873401,4032
+"eps_0",1e-05,1613943873401,4032
+"wd_1",0.01,1613943873401,4032
+"sqr_mom_1",0.99,1613943873401,4032
+"lr_1",4.1686354413217836e-05,1613943873401,4032
+"mom_1",0.8666274574481387,1613943873401,4032
+"eps_1",1e-05,1613943873401,4032
+"wd_2",0.01,1613943873401,4032
+"sqr_mom_2",0.99,1613943873401,4032
+"lr_2",0.00041686354413217834,1613943873401,4032
+"mom_2",0.8666274574481387,1613943873401,4032
+"eps_2",1e-05,1613943873401,4032
+"train_loss",0.020768924,1613943874342,4033
+"raw_loss",0.00755378,1613943874342,4033
+"epoch",25.371069182389924,1613943874342,4033
+"wd_0",0.01,1613943874342,4033
+"sqr_mom_0",0.99,1613943874342,4033
+"lr_0",4.167584164116602e-06,1613943874342,4033
+"mom_0",0.8666484832025,1613943874342,4033
+"eps_0",1e-05,1613943874342,4033
+"wd_1",0.01,1613943874342,4033
+"sqr_mom_1",0.99,1613943874342,4033
+"lr_1",4.167584164116602e-05,1613943874342,4033
+"mom_1",0.8666484832025,1613943874342,4033
+"eps_1",1e-05,1613943874342,4033
+"wd_2",0.01,1613943874342,4033
+"sqr_mom_2",0.99,1613943874342,4033
+"lr_2",0.00041675841641166013,1613943874342,4033
+"mom_2",0.8666484832025,1613943874342,4033
+"eps_2",1e-05,1613943874342,4033
+"train_loss",0.020762153,1613943875465,4034
+"raw_loss",0.020430367,1613943875465,4034
+"epoch",25.377358490566024,1613943875465,4034
+"wd_0",0.01,1613943875465,4034
+"sqr_mom_0",0.99,1613943875465,4034
+"lr_0",4.166532355396052e-06,1613943875465,4034
+"mom_0",0.8666695195872748,1613943875465,4034
+"eps_0",1e-05,1613943875465,4034
+"wd_1",0.01,1613943875465,4034
+"sqr_mom_1",0.99,1613943875465,4034
+"lr_1",4.1665323553960515e-05,1613943875465,4034
+"mom_1",0.8666695195872748,1613943875465,4034
+"eps_1",1e-05,1613943875465,4034
+"wd_2",0.01,1613943875465,4034
+"sqr_mom_2",0.99,1613943875465,4034
+"lr_2",0.0004166532355396051,1613943875465,4034
+"mom_2",0.8666695195872748,1613943875465,4034
+"eps_2",1e-05,1613943875465,4034
+"train_loss",0.02059976,1613943876583,4035
+"raw_loss",0.012642498,1613943876583,4035
+"epoch",25.383647798742125,1613943876583,4035
+"wd_0",0.01,1613943876583,4035
+"sqr_mom_0",0.99,1613943876583,4035
+"lr_0",4.165480364618202e-06,1613943876583,4035
+"mom_0",0.866690559613232,1613943876583,4035
+"eps_0",1e-05,1613943876583,4035
+"wd_1",0.01,1613943876583,4035
+"sqr_mom_1",0.99,1613943876583,4035
+"lr_1",4.1654803646182016e-05,1613943876583,4035
+"mom_1",0.866690559613232,1613943876583,4035
+"eps_1",1e-05,1613943876583,4035
+"wd_2",0.01,1613943876583,4035
+"sqr_mom_2",0.99,1613943876583,4035
+"lr_2",0.0004165480364618201,1613943876583,4035
+"mom_2",0.866690559613232,1613943876583,4035
+"eps_2",1e-05,1613943876583,4035
+"train_loss",0.020417912,1613943877544,4036
+"raw_loss",0.011507353,1613943877544,4036
+"epoch",25.389937106918225,1613943877544,4036
+"wd_0",0.01,1613943877544,4036
+"sqr_mom_0",0.99,1613943877544,4036
+"lr_0",4.164427494048852e-06,1613943877544,4036
+"mom_0",0.8667116172351953,1613943877544,4036
+"eps_0",1e-05,1613943877544,4036
+"wd_1",0.01,1613943877544,4036
+"sqr_mom_1",0.99,1613943877544,4036
+"lr_1",4.164427494048852e-05,1613943877544,4036
+"mom_1",0.8667116172351953,1613943877544,4036
+"eps_1",1e-05,1613943877544,4036
+"wd_2",0.01,1613943877544,4036
+"sqr_mom_2",0.99,1613943877544,4036
+"lr_2",0.00041644274940488515,1613943877544,4036
+"mom_2",0.8667116172351953,1613943877544,4036
+"eps_2",1e-05,1613943877544,4036
+"train_loss",0.020287653,1613943878498,4037
+"raw_loss",0.01390494,1613943878498,4037
+"epoch",25.396226415094326,1613943878498,4037
+"wd_0",0.01,1613943878498,4037
+"sqr_mom_0",0.99,1613943878498,4037
+"lr_0",4.163374092970287e-06,1613943878498,4037
+"mom_0",0.866732685467449,1613943878498,4037
+"eps_0",1e-05,1613943878498,4037
+"wd_1",0.01,1613943878498,4037
+"sqr_mom_1",0.99,1613943878498,4037
+"lr_1",4.1633740929702865e-05,1613943878498,4037
+"mom_1",0.866732685467449,1613943878498,4037
+"eps_1",1e-05,1613943878498,4037
+"wd_2",0.01,1613943878498,4037
+"sqr_mom_2",0.99,1613943878498,4037
+"lr_2",0.00041633740929702864,1613943878498,4037
+"mom_2",0.866732685467449,1613943878498,4037
+"eps_2",1e-05,1613943878498,4037
+"train_loss",0.020449381,1613943879442,4038
+"raw_loss",0.028374061,1613943879442,4038
+"epoch",25.402515723270426,1613943879442,4038
+"wd_0",0.01,1613943879442,4038
+"sqr_mom_0",0.99,1613943879442,4038
+"lr_0",4.162320336543502e-06,1613943879442,4038
+"mom_0",0.866753760806738,1613943879442,4038
+"eps_0",1e-05,1613943879442,4038
+"wd_1",0.01,1613943879442,4038
+"sqr_mom_1",0.99,1613943879442,4038
+"lr_1",4.162320336543502e-05,1613943879442,4038
+"mom_1",0.866753760806738,1613943879442,4038
+"eps_1",1e-05,1613943879442,4038
+"wd_2",0.01,1613943879442,4038
+"sqr_mom_2",0.99,1613943879442,4038
+"lr_2",0.0004162320336543502,1613943879442,4038
+"mom_2",0.866753760806738,1613943879442,4038
+"eps_2",1e-05,1613943879442,4038
+"train_loss",0.020360278,1613943880375,4039
+"raw_loss",0.015994167,1613943880375,4039
+"epoch",25.408805031446526,1613943880375,4039
+"wd_0",0.01,1613943880375,4039
+"sqr_mom_0",0.99,1613943880375,4039
+"lr_0",4.161265875541791e-06,1613943880375,4039
+"mom_0",0.8667748502376665,1613943880375,4039
+"eps_0",1e-05,1613943880375,4039
+"wd_1",0.01,1613943880375,4039
+"sqr_mom_1",0.99,1613943880375,4039
+"lr_1",4.161265875541791e-05,1613943880375,4039
+"mom_1",0.8667748502376665,1613943880375,4039
+"eps_1",1e-05,1613943880375,4039
+"wd_2",0.01,1613943880375,4039
+"sqr_mom_2",0.99,1613943880375,4039
+"lr_2",0.0004161265875541791,1613943880375,4039
+"mom_2",0.8667748502376665,1613943880375,4039
+"eps_2",1e-05,1613943880375,4039
+"train_loss",0.02017416,1613943881331,4040
+"raw_loss",0.011054431,1613943881331,4040
+"epoch",25.415094339622627,1613943881331,4040
+"wd_0",0.01,1613943881331,4040
+"sqr_mom_0",0.99,1613943881331,4040
+"lr_0",4.160210885038594e-06,1613943881331,4040
+"mom_0",0.8667959502587307,1613943881331,4040
+"eps_0",1e-05,1613943881331,4040
+"wd_1",0.01,1613943881331,4040
+"sqr_mom_1",0.99,1613943881331,4040
+"lr_1",4.160210885038594e-05,1613943881331,4040
+"mom_1",0.8667959502587307,1613943881331,4040
+"eps_1",1e-05,1613943881331,4040
+"wd_2",0.01,1613943881331,4040
+"sqr_mom_2",0.99,1613943881331,4040
+"lr_2",0.0004160210885038594,1613943881331,4040
+"mom_2",0.8667959502587307,1613943881331,4040
+"eps_2",1e-05,1613943881331,4040
+"train_loss",0.020301674,1613943882303,4041
+"raw_loss",0.026549846,1613943882303,4041
+"epoch",25.421383647798727,1613943882303,4041
+"wd_0",0.01,1613943882303,4041
+"sqr_mom_0",0.99,1613943882303,4041
+"lr_0",4.15915554045875e-06,1613943882303,4041
+"mom_0",0.8668170573613986,1613943882303,4041
+"eps_0",1e-05,1613943882303,4041
+"wd_1",0.01,1613943882303,4041
+"sqr_mom_1",0.99,1613943882303,4041
+"lr_1",4.1591555404587497e-05,1613943882303,4041
+"mom_1",0.8668170573613986,1613943882303,4041
+"eps_1",1e-05,1613943882303,4041
+"wd_2",0.01,1613943882303,4041
+"sqr_mom_2",0.99,1613943882303,4041
+"lr_2",0.0004159155540458749,1613943882303,4041
+"mom_2",0.8668170573613986,1613943882303,4041
+"eps_2",1e-05,1613943882303,4041
+"train_loss",0.020220967,1613943883265,4042
+"raw_loss",0.016266301,1613943883265,4042
+"epoch",25.427672955974828,1613943883265,4042
+"wd_0",0.01,1613943883265,4042
+"sqr_mom_0",0.99,1613943883265,4042
+"lr_0",4.158099492049219e-06,1613943883265,4042
+"mom_0",0.866838178540801,1613943883265,4042
+"eps_0",1e-05,1613943883265,4042
+"wd_1",0.01,1613943883265,4042
+"sqr_mom_1",0.99,1613943883265,4042
+"lr_1",4.158099492049219e-05,1613943883265,4042
+"mom_1",0.866838178540801,1613943883265,4042
+"eps_1",1e-05,1613943883265,4042
+"wd_2",0.01,1613943883265,4042
+"sqr_mom_2",0.99,1613943883265,4042
+"lr_2",0.00041580994920492186,1613943883265,4042
+"mom_2",0.866838178540801,1613943883265,4042
+"eps_2",1e-05,1613943883265,4042
+"train_loss",0.020173334,1613943884208,4043
+"raw_loss",0.017839285,1613943884208,4043
+"epoch",25.433962264150928,1613943884208,4043
+"wd_0",0.01,1613943884208,4043
+"sqr_mom_0",0.99,1613943884208,4043
+"lr_0",4.15704291514745e-06,1613943884208,4043
+"mom_0",0.8668593102901538,1613943884208,4043
+"eps_0",1e-05,1613943884208,4043
+"wd_1",0.01,1613943884208,4043
+"sqr_mom_1",0.99,1613943884208,4043
+"lr_1",4.15704291514745e-05,1613943884208,4043
+"mom_1",0.8668593102901538,1613943884208,4043
+"eps_1",1e-05,1613943884208,4043
+"wd_2",0.01,1613943884208,4043
+"sqr_mom_2",0.99,1613943884208,4043
+"lr_2",0.00041570429151474494,1613943884208,4043
+"mom_2",0.8668593102901538,1613943884208,4043
+"eps_2",1e-05,1613943884208,4043
+"train_loss",0.020000715,1613943885141,4044
+"raw_loss",0.011542344,1613943885141,4044
+"epoch",25.44025157232703,1613943885141,4044
+"wd_0",0.01,1613943885141,4044
+"sqr_mom_0",0.99,1613943885141,4044
+"lr_0",4.155985810090215e-06,1613943885141,4044
+"mom_0",0.8668804526027217,1613943885141,4044
+"eps_0",1e-05,1613943885141,4044
+"wd_1",0.01,1613943885141,4044
+"sqr_mom_1",0.99,1613943885141,4044
+"lr_1",4.155985810090215e-05,1613943885141,4044
+"mom_1",0.8668804526027217,1613943885141,4044
+"eps_1",1e-05,1613943885141,4044
+"wd_2",0.01,1613943885141,4044
+"sqr_mom_2",0.99,1613943885141,4044
+"lr_2",0.0004155985810090215,1613943885141,4044
+"mom_2",0.8668804526027217,1613943885141,4044
+"eps_2",1e-05,1613943885141,4044
+"train_loss",0.02003144,1613943886088,4045
+"raw_loss",0.021536913,1613943886088,4045
+"epoch",25.44654088050313,1613943886088,4045
+"wd_0",0.01,1613943886088,4045
+"sqr_mom_0",0.99,1613943886088,4045
+"lr_0",4.1549285280922605e-06,1613943886088,4045
+"mom_0",0.8669015984541393,1613943886088,4045
+"eps_0",1e-05,1613943886088,4045
+"wd_1",0.01,1613943886088,4045
+"sqr_mom_1",0.99,1613943886088,4045
+"lr_1",4.154928528092261e-05,1613943886088,4045
+"mom_1",0.8669015984541393,1613943886088,4045
+"eps_1",1e-05,1613943886088,4045
+"wd_2",0.01,1613943886088,4045
+"sqr_mom_2",0.99,1613943886088,4045
+"lr_2",0.00041549285280922607,1613943886088,4045
+"mom_2",0.8669015984541393,1613943886088,4045
+"eps_2",1e-05,1613943886088,4045
+"train_loss",0.020360306,1613943887025,4046
+"raw_loss",0.036474753,1613943887025,4046
+"epoch",25.45283018867923,1613943887025,4046
+"wd_0",0.01,1613943887025,4046
+"sqr_mom_0",0.99,1613943887025,4046
+"lr_0",4.153870367909979e-06,1613943887025,4046
+"mom_0",0.8669227618694191,1613943887025,4046
+"eps_0",1e-05,1613943887025,4046
+"wd_1",0.01,1613943887025,4046
+"sqr_mom_1",0.99,1613943887025,4046
+"lr_1",4.1538703679099786e-05,1613943887025,4046
+"mom_1",0.8669227618694191,1613943887025,4046
+"eps_1",1e-05,1613943887025,4046
+"wd_2",0.01,1613943887025,4046
+"sqr_mom_2",0.99,1613943887025,4046
+"lr_2",0.00041538703679099785,1613943887025,4046
+"mom_2",0.8669227618694191,1613943887025,4046
+"eps_2",1e-05,1613943887025,4046
+"train_loss",0.020301929,1613943887963,4047
+"raw_loss",0.017441424,1613943887963,4047
+"epoch",25.45911949685533,1613943887963,4047
+"wd_0",0.01,1613943887963,4047
+"sqr_mom_0",0.99,1613943887963,4047
+"lr_0",4.152811680583443e-06,1613943887963,4047
+"mom_0",0.8669439358276894,1613943887963,4047
+"eps_0",1e-05,1613943887963,4047
+"wd_1",0.01,1613943887963,4047
+"sqr_mom_1",0.99,1613943887963,4047
+"lr_1",4.1528116805834434e-05,1613943887963,4047
+"mom_1",0.8669439358276894,1613943887963,4047
+"eps_1",1e-05,1613943887963,4047
+"wd_2",0.01,1613943887963,4047
+"sqr_mom_2",0.99,1613943887963,4047
+"lr_2",0.00041528116805834435,1613943887963,4047
+"mom_2",0.8669439358276894,1613943887963,4047
+"eps_2",1e-05,1613943887963,4047
+"train_loss",0.02012697,1613943888934,4048
+"raw_loss",0.011553979,1613943888934,4048
+"epoch",25.46540880503143,1613943888934,4048
+"wd_0",0.01,1613943888934,4048
+"sqr_mom_0",0.99,1613943888934,4048
+"lr_0",4.151752642151158e-06,1613943888934,4048
+"mom_0",0.8669651168081449,1613943888934,4048
+"eps_0",1e-05,1613943888934,4048
+"wd_1",0.01,1613943888934,4048
+"sqr_mom_1",0.99,1613943888934,4048
+"lr_1",4.151752642151158e-05,1613943888934,4048
+"mom_1",0.8669651168081449,1613943888934,4048
+"eps_1",1e-05,1613943888934,4048
+"wd_2",0.01,1613943888934,4048
+"sqr_mom_2",0.99,1613943888934,4048
+"lr_2",0.00041517526421511576,1613943888934,4048
+"mom_2",0.8669651168081449,1613943888934,4048
+"eps_2",1e-05,1613943888934,4048
+"train_loss",0.020178992,1613943889914,4049
+"raw_loss",0.022728097,1613943889914,4049
+"epoch",25.47169811320753,1613943889914,4049
+"wd_0",0.01,1613943889914,4049
+"sqr_mom_0",0.99,1613943889914,4049
+"lr_0",4.1506929016358984e-06,1613943889914,4049
+"mom_0",0.8669863118304003,1613943889914,4049
+"eps_0",1e-05,1613943889914,4049
+"wd_1",0.01,1613943889914,4049
+"sqr_mom_1",0.99,1613943889914,4049
+"lr_1",4.1506929016358984e-05,1613943889914,4049
+"mom_1",0.8669863118304003,1613943889914,4049
+"eps_1",1e-05,1613943889914,4049
+"wd_2",0.01,1613943889914,4049
+"sqr_mom_2",0.99,1613943889914,4049
+"lr_2",0.00041506929016358983,1613943889914,4049
+"mom_2",0.8669863118304003,1613943889914,4049
+"eps_2",1e-05,1613943889914,4049
+"train_loss",0.020007674,1613943890865,4050
+"raw_loss",0.011613047,1613943890865,4050
+"epoch",25.47798742138363,1613943890865,4050
+"wd_0",0.01,1613943890865,4050
+"sqr_mom_0",0.99,1613943890865,4050
+"lr_0",4.149632634989167e-06,1613943890865,4050
+"mom_0",0.8670075173753904,1613943890865,4050
+"eps_0",1e-05,1613943890865,4050
+"wd_1",0.01,1613943890865,4050
+"sqr_mom_1",0.99,1613943890865,4050
+"lr_1",4.149632634989167e-05,1613943890865,4050
+"mom_1",0.8670075173753904,1613943890865,4050
+"eps_1",1e-05,1613943890865,4050
+"wd_2",0.01,1613943890865,4050
+"sqr_mom_2",0.99,1613943890865,4050
+"lr_2",0.00041496326349891666,1613943890865,4050
+"mom_2",0.8670075173753904,1613943890865,4050
+"eps_2",1e-05,1613943890865,4050
+"train_loss",0.020099413,1613943891839,4051
+"raw_loss",0.024594659,1613943891839,4051
+"epoch",25.48427672955973,1613943891839,4051
+"wd_0",0.01,1613943891839,4051
+"sqr_mom_0",0.99,1613943891839,4051
+"lr_0",4.148572194474331e-06,1613943891839,4051
+"mom_0",0.8670287263977774,1613943891839,4051
+"eps_0",1e-05,1613943891839,4051
+"wd_1",0.01,1613943891839,4051
+"sqr_mom_1",0.99,1613943891839,4051
+"lr_1",4.1485721944743306e-05,1613943891839,4051
+"mom_1",0.8670287263977774,1613943891839,4051
+"eps_1",1e-05,1613943891839,4051
+"wd_2",0.01,1613943891839,4051
+"sqr_mom_2",0.99,1613943891839,4051
+"lr_2",0.000414857219447433,1613943891839,4051
+"mom_2",0.8670287263977774,1613943891839,4051
+"eps_2",1e-05,1613943891839,4051
+"train_loss",0.020156695,1613943892827,4052
+"raw_loss",0.022963515,1613943892827,4052
+"epoch",25.49056603773583,1613943892827,4052
+"wd_0",0.01,1613943892827,4052
+"sqr_mom_0",0.99,1613943892827,4052
+"lr_0",4.14751087675289e-06,1613943892827,4052
+"mom_0",0.8670499529644718,1613943892827,4052
+"eps_0",1e-05,1613943892827,4052
+"wd_1",0.01,1613943892827,4052
+"sqr_mom_1",0.99,1613943892827,4052
+"lr_1",4.1475108767528904e-05,1613943892827,4052
+"mom_1",0.8670499529644718,1613943892827,4052
+"eps_1",1e-05,1613943892827,4052
+"wd_2",0.01,1613943892827,4052
+"sqr_mom_2",0.99,1613943892827,4052
+"lr_2",0.000414751087675289,1613943892827,4052
+"mom_2",0.8670499529644718,1613943892827,4052
+"eps_2",1e-05,1613943892827,4052
+"train_loss",0.02001638,1613943893776,4053
+"raw_loss",0.013140899,1613943893776,4053
+"epoch",25.496855345911932,1613943893776,4053
+"wd_0",0.01,1613943893776,4053
+"sqr_mom_0",0.99,1613943893776,4053
+"lr_0",4.146449033914212e-06,1613943893776,4053
+"mom_0",0.8670711900336161,1613943893776,4053
+"eps_0",1e-05,1613943893776,4053
+"wd_1",0.01,1613943893776,4053
+"sqr_mom_1",0.99,1613943893776,4053
+"lr_1",4.146449033914212e-05,1613943893776,4053
+"mom_1",0.8670711900336161,1613943893776,4053
+"eps_1",1e-05,1613943893776,4053
+"wd_2",0.01,1613943893776,4053
+"sqr_mom_2",0.99,1613943893776,4053
+"lr_2",0.00041464490339142117,1613943893776,4053
+"mom_2",0.8670711900336161,1613943893776,4053
+"eps_2",1e-05,1613943893776,4053
+"train_loss",0.020021763,1613943894724,4054
+"raw_loss",0.02028553,1613943894724,4054
+"epoch",25.503144654088032,1613943894724,4054
+"wd_0",0.01,1613943894724,4054
+"sqr_mom_0",0.99,1613943894724,4054
+"lr_0",4.145386842520601e-06,1613943894724,4054
+"mom_0",0.8670924340739287,1613943894724,4054
+"eps_0",1e-05,1613943894724,4054
+"wd_1",0.01,1613943894724,4054
+"sqr_mom_1",0.99,1613943894724,4054
+"lr_1",4.145386842520601e-05,1613943894724,4054
+"mom_1",0.8670924340739287,1613943894724,4054
+"eps_1",1e-05,1613943894724,4054
+"wd_2",0.01,1613943894724,4054
+"sqr_mom_2",0.99,1613943894724,4054
+"lr_2",0.0004145386842520601,1613943894724,4054
+"mom_2",0.8670924340739287,1613943894724,4054
+"eps_2",1e-05,1613943894724,4054
+"train_loss",0.02035378,1613943895686,4055
+"raw_loss",0.036622602,1613943895686,4055
+"epoch",25.509433962264133,1613943895686,4055
+"wd_0",0.01,1613943895686,4055
+"sqr_mom_0",0.99,1613943895686,4055
+"lr_0",4.144323950549908e-06,1613943895686,4055
+"mom_0",0.867113692125923,1613943895686,4055
+"eps_0",1e-05,1613943895686,4055
+"wd_1",0.01,1613943895686,4055
+"sqr_mom_1",0.99,1613943895686,4055
+"lr_1",4.144323950549908e-05,1613943895686,4055
+"mom_1",0.867113692125923,1613943895686,4055
+"eps_1",1e-05,1613943895686,4055
+"wd_2",0.01,1613943895686,4055
+"sqr_mom_2",0.99,1613943895686,4055
+"lr_2",0.00041443239505499084,1613943895686,4055
+"mom_2",0.867113692125923,1613943895686,4055
+"eps_2",1e-05,1613943895686,4055
+"train_loss",0.020466354,1613943896650,4056
+"raw_loss",0.025982501,1613943896650,4056
+"epoch",25.515723270440233,1613943896650,4056
+"wd_0",0.01,1613943896650,4056
+"sqr_mom_0",0.99,1613943896650,4056
+"lr_0",4.143260534477774e-06,1613943896650,4056
+"mom_0",0.8671349606600511,1613943896650,4056
+"eps_0",1e-05,1613943896650,4056
+"wd_1",0.01,1613943896650,4056
+"sqr_mom_1",0.99,1613943896650,4056
+"lr_1",4.143260534477774e-05,1613943896650,4056
+"mom_1",0.8671349606600511,1613943896650,4056
+"eps_1",1e-05,1613943896650,4056
+"wd_2",0.01,1613943896650,4056
+"sqr_mom_2",0.99,1613943896650,4056
+"lr_2",0.00041432605344777736,1613943896650,4056
+"mom_2",0.8671349606600511,1613943896650,4056
+"eps_2",1e-05,1613943896650,4056
+"train_loss",0.020322062,1613943897600,4057
+"raw_loss",0.013251763,1613943897600,4057
+"epoch",25.522012578616334,1613943897600,4057
+"wd_0",0.01,1613943897600,4057
+"sqr_mom_0",0.99,1613943897600,4057
+"lr_0",4.142196947612142e-06,1613943897600,4057
+"mom_0",0.8671562326100832,1613943897600,4057
+"eps_0",1e-05,1613943897600,4057
+"wd_1",0.01,1613943897600,4057
+"sqr_mom_1",0.99,1613943897600,4057
+"lr_1",4.142196947612142e-05,1613943897600,4057
+"mom_1",0.8671562326100832,1613943897600,4057
+"eps_1",1e-05,1613943897600,4057
+"wd_2",0.01,1613943897600,4057
+"sqr_mom_2",0.99,1613943897600,4057
+"lr_2",0.00041421969476121423,1613943897600,4057
+"mom_2",0.8671562326100832,1613943897600,4057
+"eps_2",1e-05,1613943897600,4057
+"train_loss",0.020262964,1613943898535,4058
+"raw_loss",0.017367128,1613943898535,4058
+"epoch",25.528301886792434,1613943898535,4058
+"wd_0",0.01,1613943898535,4058
+"sqr_mom_0",0.99,1613943898535,4058
+"lr_0",4.141132484527696e-06,1613943898535,4058
+"mom_0",0.8671775220846669,1613943898535,4058
+"eps_0",1e-05,1613943898535,4058
+"wd_1",0.01,1613943898535,4058
+"sqr_mom_1",0.99,1613943898535,4058
+"lr_1",4.141132484527696e-05,1613943898535,4058
+"mom_1",0.8671775220846669,1613943898535,4058
+"eps_1",1e-05,1613943898535,4058
+"wd_2",0.01,1613943898535,4058
+"sqr_mom_2",0.99,1613943898535,4058
+"lr_2",0.00041411324845276956,1613943898535,4058
+"mom_2",0.8671775220846669,1613943898535,4058
+"eps_2",1e-05,1613943898535,4058
+"train_loss",0.020226933,1613943899488,4059
+"raw_loss",0.01846142,1613943899488,4059
+"epoch",25.534591194968534,1613943899488,4059
+"wd_0",0.01,1613943899488,4059
+"sqr_mom_0",0.99,1613943899488,4059
+"lr_0",4.1400674983590505e-06,1613943899488,4059
+"mom_0",0.8671988220210392,1613943899488,4059
+"eps_0",1e-05,1613943899488,4059
+"wd_1",0.01,1613943899488,4059
+"sqr_mom_1",0.99,1613943899488,4059
+"lr_1",4.140067498359051e-05,1613943899488,4059
+"mom_1",0.8671988220210392,1613943899488,4059
+"eps_1",1e-05,1613943899488,4059
+"wd_2",0.01,1613943899488,4059
+"sqr_mom_2",0.99,1613943899488,4059
+"lr_2",0.00041400674983590503,1613943899488,4059
+"mom_2",0.8671988220210392,1613943899488,4059
+"eps_2",1e-05,1613943899488,4059
+"train_loss",0.020255422,1613943900483,4060
+"raw_loss",0.021651408,1613943900483,4060
+"epoch",25.540880503144635,1613943900483,4060
+"wd_0",0.01,1613943900483,4060
+"sqr_mom_0",0.99,1613943900483,4060
+"lr_0",4.139002166190291e-06,1613943900483,4060
+"mom_0",0.8672201288774829,1613943900483,4060
+"eps_0",1e-05,1613943900483,4060
+"wd_1",0.01,1613943900483,4060
+"sqr_mom_1",0.99,1613943900483,4060
+"lr_1",4.139002166190291e-05,1613943900483,4060
+"mom_1",0.8672201288774829,1613943900483,4060
+"eps_1",1e-05,1613943900483,4060
+"wd_2",0.01,1613943900483,4060
+"sqr_mom_2",0.99,1613943900483,4060
+"lr_2",0.0004139002166190291,1613943900483,4060
+"mom_2",0.8672201288774829,1613943900483,4060
+"eps_2",1e-05,1613943900483,4060
+"train_loss",0.020421227,1613943901429,4061
+"raw_loss",0.028545681,1613943901429,4061
+"epoch",25.547169811320735,1613943901429,4061
+"wd_0",0.01,1613943901429,4061
+"sqr_mom_0",0.99,1613943901429,4061
+"lr_0",4.137936134958378e-06,1613943901429,4061
+"mom_0",0.8672414497153296,1613943901429,4061
+"eps_0",1e-05,1613943901429,4061
+"wd_1",0.01,1613943901429,4061
+"sqr_mom_1",0.99,1613943901429,4061
+"lr_1",4.137936134958378e-05,1613943901429,4061
+"mom_1",0.8672414497153296,1613943901429,4061
+"eps_1",1e-05,1613943901429,4061
+"wd_2",0.01,1613943901429,4061
+"sqr_mom_2",0.99,1613943901429,4061
+"lr_2",0.00041379361349583776,1613943901429,4061
+"mom_2",0.8672414497153296,1613943901429,4061
+"eps_2",1e-05,1613943901429,4061
+"train_loss",0.020717356,1613943902415,4062
+"raw_loss",0.03522769,1613943902415,4062
+"epoch",25.553459119496836,1613943902415,4062
+"wd_0",0.01,1613943902415,4062
+"sqr_mom_0",0.99,1613943902415,4062
+"lr_0",4.136869581661066e-06,1613943902415,4062
+"mom_0",0.8672627809945886,1613943902415,4062
+"eps_0",1e-05,1613943902415,4062
+"wd_1",0.01,1613943902415,4062
+"sqr_mom_1",0.99,1613943902415,4062
+"lr_1",4.136869581661066e-05,1613943902415,4062
+"mom_1",0.8672627809945886,1613943902415,4062
+"eps_1",1e-05,1613943902415,4062
+"wd_2",0.01,1613943902415,4062
+"sqr_mom_2",0.99,1613943902415,4062
+"lr_2",0.00041368695816610654,1613943902415,4062
+"mom_2",0.8672627809945886,1613943902415,4062
+"eps_2",1e-05,1613943902415,4062
+"train_loss",0.020556703,1613943903480,4063
+"raw_loss",0.012684655,1613943903480,4063
+"epoch",25.559748427672936,1613943903480,4063
+"wd_0",0.01,1613943903480,4063
+"sqr_mom_0",0.99,1613943903480,4063
+"lr_0",4.135802683642573e-06,1613943903480,4063
+"mom_0",0.8672841191683403,1613943903480,4063
+"eps_0",1e-05,1613943903480,4063
+"wd_1",0.01,1613943903480,4063
+"sqr_mom_1",0.99,1613943903480,4063
+"lr_1",4.135802683642573e-05,1613943903480,4063
+"mom_1",0.8672841191683403,1613943903480,4063
+"eps_1",1e-05,1613943903480,4063
+"wd_2",0.01,1613943903480,4063
+"sqr_mom_2",0.99,1613943903480,4063
+"lr_2",0.00041358026836425723,1613943903480,4063
+"mom_2",0.8672841191683403,1613943903480,4063
+"eps_2",1e-05,1613943903480,4063
+"train_loss",0.020803334,1613943904456,4064
+"raw_loss",0.03288829,1613943904456,4064
+"epoch",25.566037735849036,1613943904456,4064
+"wd_0",0.01,1613943904456,4064
+"sqr_mom_0",0.99,1613943904456,4064
+"lr_0",4.134735087320921e-06,1613943904456,4064
+"mom_0",0.8673054713082946,1613943904456,4064
+"eps_0",1e-05,1613943904456,4064
+"wd_1",0.01,1613943904456,4064
+"sqr_mom_1",0.99,1613943904456,4064
+"lr_1",4.1347350873209206e-05,1613943904456,4064
+"mom_1",0.8673054713082946,1613943904456,4064
+"eps_1",1e-05,1613943904456,4064
+"wd_2",0.01,1613943904456,4064
+"sqr_mom_2",0.99,1613943904456,4064
+"lr_2",0.0004134735087320921,1613943904456,4064
+"mom_2",0.8673054713082946,1613943904456,4064
+"eps_2",1e-05,1613943904456,4064
+"train_loss",0.021020403,1613943905420,4065
+"raw_loss",0.03165678,1613943905420,4065
+"epoch",25.572327044025137,1613943905420,4065
+"wd_0",0.01,1613943905420,4065
+"sqr_mom_0",0.99,1613943905420,4065
+"lr_0",4.133666969954167e-06,1613943905420,4065
+"mom_0",0.8673268338692554,1613943905420,4065
+"eps_0",1e-05,1613943905420,4065
+"wd_1",0.01,1613943905420,4065
+"sqr_mom_1",0.99,1613943905420,4065
+"lr_1",4.133666969954167e-05,1613943905420,4065
+"mom_1",0.8673268338692554,1613943905420,4065
+"eps_1",1e-05,1613943905420,4065
+"wd_2",0.01,1613943905420,4065
+"sqr_mom_2",0.99,1613943905420,4065
+"lr_2",0.0004133666969954167,1613943905420,4065
+"mom_2",0.8673268338692554,1613943905420,4065
+"eps_2",1e-05,1613943905420,4065
+"train_loss",0.02082712,1613943906380,4066
+"raw_loss",0.0113562755,1613943906380,4066
+"epoch",25.578616352201237,1613943906380,4066
+"wd_0",0.01,1613943906380,4066
+"sqr_mom_0",0.99,1613943906380,4066
+"lr_0",4.1325983318827625e-06,1613943906380,4066
+"mom_0",0.8673482068444132,1613943906380,4066
+"eps_0",1e-05,1613943906380,4066
+"wd_1",0.01,1613943906380,4066
+"sqr_mom_1",0.99,1613943906380,4066
+"lr_1",4.1325983318827623e-05,1613943906380,4066
+"mom_1",0.8673482068444132,1613943906380,4066
+"eps_1",1e-05,1613943906380,4066
+"wd_2",0.01,1613943906380,4066
+"sqr_mom_2",0.99,1613943906380,4066
+"lr_2",0.0004132598331882762,1613943906380,4066
+"mom_2",0.8673482068444132,1613943906380,4066
+"eps_2",1e-05,1613943906380,4066
+"train_loss",0.020814434,1613943907362,4067
+"raw_loss",0.02019283,1613943907362,4067
+"epoch",25.584905660377338,1613943907362,4067
+"wd_0",0.01,1613943907362,4067
+"sqr_mom_0",0.99,1613943907362,4067
+"lr_0",4.131529528146632e-06,1613943907362,4067
+"mom_0",0.8673695831328987,1613943907362,4067
+"eps_0",1e-05,1613943907362,4067
+"wd_1",0.01,1613943907362,4067
+"sqr_mom_1",0.99,1613943907362,4067
+"lr_1",4.131529528146632e-05,1613943907362,4067
+"mom_1",0.8673695831328987,1613943907362,4067
+"eps_1",1e-05,1613943907362,4067
+"wd_2",0.01,1613943907362,4067
+"sqr_mom_2",0.99,1613943907362,4067
+"lr_2",0.0004131529528146631,1613943907362,4067
+"mom_2",0.8673695831328987,1613943907362,4067
+"eps_2",1e-05,1613943907362,4067
+"train_loss",0.02091698,1613943908317,4068
+"raw_loss",0.025941718,1613943908317,4068
+"epoch",25.591194968553438,1613943908317,4068
+"wd_0",0.01,1613943908317,4068
+"sqr_mom_0",0.99,1613943908317,4068
+"lr_0",4.13045984986036e-06,1613943908317,4068
+"mom_0",0.867390976912562,1613943908317,4068
+"eps_0",1e-05,1613943908317,4068
+"wd_1",0.01,1613943908317,4068
+"sqr_mom_1",0.99,1613943908317,4068
+"lr_1",4.13045984986036e-05,1613943908317,4068
+"mom_1",0.867390976912562,1613943908317,4068
+"eps_1",1e-05,1613943908317,4068
+"wd_2",0.01,1613943908317,4068
+"sqr_mom_2",0.99,1613943908317,4068
+"lr_2",0.00041304598498603594,1613943908317,4068
+"mom_2",0.867390976912562,1613943908317,4068
+"eps_2",1e-05,1613943908317,4068
+"train_loss",0.020844894,1613943909292,4069
+"raw_loss",0.017312683,1613943909292,4069
+"epoch",25.59748427672954,1613943909292,4069
+"wd_0",0.01,1613943909292,4069
+"sqr_mom_0",0.99,1613943909292,4069
+"lr_0",4.1293896518916695e-06,1613943909292,4069
+"mom_0",0.8674123810859774,1613943909292,4069
+"eps_0",1e-05,1613943909292,4069
+"wd_1",0.01,1613943909292,4069
+"sqr_mom_1",0.99,1613943909292,4069
+"lr_1",4.1293896518916694e-05,1613943909292,4069
+"mom_1",0.8674123810859774,1613943909292,4069
+"eps_1",1e-05,1613943909292,4069
+"wd_2",0.01,1613943909292,4069
+"sqr_mom_2",0.99,1613943909292,4069
+"lr_2",0.00041293896518916694,1613943909292,4069
+"mom_2",0.8674123810859774,1613943909292,4069
+"eps_2",1e-05,1613943909292,4069
+"train_loss",0.020745466,1613943910294,4070
+"raw_loss",0.015873529,1613943910294,4070
+"epoch",25.60377358490564,1613943910294,4070
+"wd_0",0.01,1613943910294,4070
+"sqr_mom_0",0.99,1613943910294,4070
+"lr_0",4.128319112189771e-06,1613943910294,4070
+"mom_0",0.8674337920941255,1613943910294,4070
+"eps_0",1e-05,1613943910294,4070
+"wd_1",0.01,1613943910294,4070
+"sqr_mom_1",0.99,1613943910294,4070
+"lr_1",4.1283191121897704e-05,1613943910294,4070
+"mom_1",0.8674337920941255,1613943910294,4070
+"eps_1",1e-05,1613943910294,4070
+"wd_2",0.01,1613943910294,4070
+"sqr_mom_2",0.99,1613943910294,4070
+"lr_2",0.000412831911218977,1613943910294,4070
+"mom_2",0.8674337920941255,1613943910294,4070
+"eps_2",1e-05,1613943910294,4070
+"train_loss",0.02051939,1613943911285,4071
+"raw_loss",0.009441751,1613943911285,4071
+"epoch",25.61006289308174,1613943911285,4071
+"wd_0",0.01,1613943911285,4071
+"sqr_mom_0",0.99,1613943911285,4071
+"lr_0",4.12724787596579e-06,1613943911285,4071
+"mom_0",0.8674552170328546,1613943911285,4071
+"eps_0",1e-05,1613943911285,4071
+"wd_1",0.01,1613943911285,4071
+"sqr_mom_1",0.99,1613943911285,4071
+"lr_1",4.127247875965789e-05,1613943911285,4071
+"mom_1",0.8674552170328546,1613943911285,4071
+"eps_1",1e-05,1613943911285,4071
+"wd_2",0.01,1613943911285,4071
+"sqr_mom_2",0.99,1613943911285,4071
+"lr_2",0.00041272478759657894,1613943911285,4071
+"mom_2",0.8674552170328546,1613943911285,4071
+"eps_2",1e-05,1613943911285,4071
+"train_loss",0.020761698,1613943912271,4072
+"raw_loss",0.03263483,1613943912271,4072
+"epoch",25.61635220125784,1613943912271,4072
+"wd_0",0.01,1613943912271,4072
+"sqr_mom_0",0.99,1613943912271,4072
+"lr_0",4.12617612108317e-06,1613943912271,4072
+"mom_0",0.86747665234486,1613943912271,4072
+"eps_0",1e-05,1613943912271,4072
+"wd_1",0.01,1613943912271,4072
+"sqr_mom_1",0.99,1613943912271,4072
+"lr_1",4.1261761210831696e-05,1613943912271,4072
+"mom_1",0.86747665234486,1613943912271,4072
+"eps_1",1e-05,1613943912271,4072
+"wd_2",0.01,1613943912271,4072
+"sqr_mom_2",0.99,1613943912271,4072
+"lr_2",0.00041261761210831694,1613943912271,4072
+"mom_2",0.86747665234486,1613943912271,4072
+"eps_2",1e-05,1613943912271,4072
+"train_loss",0.020855825,1613943913263,4073
+"raw_loss",0.025468009,1613943913263,4073
+"epoch",25.62264150943394,1613943913263,4073
+"wd_0",0.01,1613943913263,4073
+"sqr_mom_0",0.99,1613943913263,4073
+"lr_0",4.125104203615579e-06,1613943913263,4073
+"mom_0",0.8674980909085975,1613943913263,4073
+"eps_0",1e-05,1613943913263,4073
+"wd_1",0.01,1613943913263,4073
+"sqr_mom_1",0.99,1613943913263,4073
+"lr_1",4.1251042036155795e-05,1613943913263,4073
+"mom_1",0.8674980909085975,1613943913263,4073
+"eps_1",1e-05,1613943913263,4073
+"wd_2",0.01,1613943913263,4073
+"sqr_mom_2",0.99,1613943913263,4073
+"lr_2",0.0004125104203615579,1613943913263,4073
+"mom_2",0.8674980909085975,1613943913263,4073
+"eps_2",1e-05,1613943913263,4073
+"train_loss",0.020795804,1613943914211,4074
+"raw_loss",0.01785475,1613943914211,4074
+"epoch",25.62893081761004,1613943914211,4074
+"wd_0",0.01,1613943914211,4074
+"sqr_mom_0",0.99,1613943914211,4074
+"lr_0",4.124031412612418e-06,1613943914211,4074
+"mom_0",0.8675195469432211,1613943914211,4074
+"eps_0",1e-05,1613943914211,4074
+"wd_1",0.01,1613943914211,4074
+"sqr_mom_1",0.99,1613943914211,4074
+"lr_1",4.124031412612418e-05,1613943914211,4074
+"mom_1",0.8675195469432211,1613943914211,4074
+"eps_1",1e-05,1613943914211,4074
+"wd_2",0.01,1613943914211,4074
+"sqr_mom_2",0.99,1613943914211,4074
+"lr_2",0.0004124031412612418,1613943914211,4074
+"mom_2",0.8675195469432211,1613943914211,4074
+"eps_2",1e-05,1613943914211,4074
+"train_loss",0.020718597,1613943915156,4075
+"raw_loss",0.01693551,1613943915156,4075
+"epoch",25.63522012578614,1613943915156,4075
+"wd_0",0.01,1613943915156,4075
+"sqr_mom_0",0.99,1613943915156,4075
+"lr_0",4.12295810397583e-06,1613943915156,4075
+"mom_0",0.8675410133306167,1613943915156,4075
+"eps_0",1e-05,1613943915156,4075
+"wd_1",0.01,1613943915156,4075
+"sqr_mom_1",0.99,1613943915156,4075
+"lr_1",4.1229581039758294e-05,1613943915156,4075
+"mom_1",0.8675410133306167,1613943915156,4075
+"eps_1",1e-05,1613943915156,4075
+"wd_2",0.01,1613943915156,4075
+"sqr_mom_2",0.99,1613943915156,4075
+"lr_2",0.0004122958103975829,1613943915156,4075
+"mom_2",0.8675410133306167,1613943915156,4075
+"eps_2",1e-05,1613943915156,4075
+"train_loss",0.021859417,1613943916116,4076
+"raw_loss",0.07775966,1613943916116,4076
+"epoch",25.64150943396224,1613943916116,4076
+"wd_0",0.01,1613943916116,4076
+"sqr_mom_0",0.99,1613943916116,4076
+"lr_0",4.12188445617137e-06,1613943916116,4076
+"mom_0",0.8675624865014376,1613943916116,4076
+"eps_0",1e-05,1613943916116,4076
+"wd_1",0.01,1613943916116,4076
+"sqr_mom_1",0.99,1613943916116,4076
+"lr_1",4.121884456171369e-05,1613943916116,4076
+"mom_1",0.8675624865014376,1613943916116,4076
+"eps_1",1e-05,1613943916116,4076
+"wd_2",0.01,1613943916116,4076
+"sqr_mom_2",0.99,1613943916116,4076
+"lr_2",0.00041218844561713696,1613943916116,4076
+"mom_2",0.8675624865014376,1613943916116,4076
+"eps_2",1e-05,1613943916116,4076
+"train_loss",0.021887861,1613943917083,4077
+"raw_loss",0.023281619,1613943917083,4077
+"epoch",25.64779874213834,1613943917083,4077
+"wd_0",0.01,1613943917083,4077
+"sqr_mom_0",0.99,1613943917083,4077
+"lr_0",4.120810113380105e-06,1613943917083,4077
+"mom_0",0.8675839735721336,1613943917083,4077
+"eps_0",1e-05,1613943917083,4077
+"wd_1",0.01,1613943917083,4077
+"sqr_mom_1",0.99,1613943917083,4077
+"lr_1",4.120810113380105e-05,1613943917083,4077
+"mom_1",0.8675839735721336,1613943917083,4077
+"eps_1",1e-05,1613943917083,4077
+"wd_2",0.01,1613943917083,4077
+"sqr_mom_2",0.99,1613943917083,4077
+"lr_2",0.00041208101133801046,1613943917083,4077
+"mom_2",0.8675839735721336,1613943917083,4077
+"eps_2",1e-05,1613943917083,4077
+"train_loss",0.022169698,1613943918037,4078
+"raw_loss",0.035979725,1613943918037,4078
+"epoch",25.654088050314442,1613943918037,4078
+"wd_0",0.01,1613943918037,4078
+"sqr_mom_0",0.99,1613943918037,4078
+"lr_0",4.119735253982165e-06,1613943918037,4078
+"mom_0",0.8676054709750665,1613943918037,4078
+"eps_0",1e-05,1613943918037,4078
+"wd_1",0.01,1613943918037,4078
+"sqr_mom_1",0.99,1613943918037,4078
+"lr_1",4.119735253982164e-05,1613943918037,4078
+"mom_1",0.8676054709750665,1613943918037,4078
+"eps_1",1e-05,1613943918037,4078
+"wd_2",0.01,1613943918037,4078
+"sqr_mom_2",0.99,1613943918037,4078
+"lr_2",0.0004119735253982164,1613943918037,4078
+"mom_2",0.8676054709750665,1613943918037,4078
+"eps_2",1e-05,1613943918037,4078
+"train_loss",0.022496877,1613943918979,4079
+"raw_loss",0.0385287,1613943918979,4079
+"epoch",25.660377358490543,1613943918979,4079
+"wd_0",0.01,1613943918979,4079
+"sqr_mom_0",0.99,1613943918979,4079
+"lr_0",4.118660235080875e-06,1613943918979,4079
+"mom_0",0.8676269715680982,1613943918979,4079
+"eps_0",1e-05,1613943918979,4079
+"wd_1",0.01,1613943918979,4079
+"sqr_mom_1",0.99,1613943918979,4079
+"lr_1",4.1186602350808746e-05,1613943918979,4079
+"mom_1",0.8676269715680982,1613943918979,4079
+"eps_1",1e-05,1613943918979,4079
+"wd_2",0.01,1613943918979,4079
+"sqr_mom_2",0.99,1613943918979,4079
+"lr_2",0.00041186602350808745,1613943918979,4079
+"mom_2",0.8676269715680982,1613943918979,4079
+"eps_2",1e-05,1613943918979,4079
+"train_loss",0.022748472,1613943919945,4080
+"raw_loss",0.035076678,1613943919945,4080
+"epoch",25.666666666666643,1613943919945,4080
+"wd_0",0.01,1613943919945,4080
+"sqr_mom_0",0.99,1613943919945,4080
+"lr_0",4.117584343668605e-06,1613943919945,4080
+"mom_0",0.867648489611524,1613943919945,4080
+"eps_0",1e-05,1613943919945,4080
+"wd_1",0.01,1613943919945,4080
+"sqr_mom_1",0.99,1613943919945,4080
+"lr_1",4.117584343668605e-05,1613943919945,4080
+"mom_1",0.867648489611524,1613943919945,4080
+"eps_1",1e-05,1613943919945,4080
+"wd_2",0.01,1613943919945,4080
+"sqr_mom_2",0.99,1613943919945,4080
+"lr_2",0.00041175843436686054,1613943919945,4080
+"mom_2",0.867648489611524,1613943919945,4080
+"eps_2",1e-05,1613943919945,4080
+"train_loss",0.022566931,1613943920918,4081
+"raw_loss",0.013671381,1613943920918,4081
+"epoch",25.672955974842743,1613943920918,4081
+"wd_0",0.01,1613943920918,4081
+"sqr_mom_0",0.99,1613943920918,4081
+"lr_0",4.116507936677838e-06,1613943920918,4081
+"mom_0",0.8676700179666229,1613943920918,4081
+"eps_0",1e-05,1613943920918,4081
+"wd_1",0.01,1613943920918,4081
+"sqr_mom_1",0.99,1613943920918,4081
+"lr_1",4.116507936677838e-05,1613943920918,4081
+"mom_1",0.8676700179666229,1613943920918,4081
+"eps_1",1e-05,1613943920918,4081
+"wd_2",0.01,1613943920918,4081
+"sqr_mom_2",0.99,1613943920918,4081
+"lr_2",0.0004116507936677838,1613943920918,4081
+"mom_2",0.8676700179666229,1613943920918,4081
+"eps_2",1e-05,1613943920918,4081
+"train_loss",0.022448374,1613943921881,4082
+"raw_loss",0.016639084,1613943921881,4082
+"epoch",25.679245283018844,1613943921881,4082
+"wd_0",0.01,1613943921881,4082
+"sqr_mom_0",0.99,1613943921881,4082
+"lr_0",4.115431193088428e-06,1613943921881,4082
+"mom_0",0.867691553053762,1613943921881,4082
+"eps_0",1e-05,1613943921881,4082
+"wd_1",0.01,1613943921881,4082
+"sqr_mom_1",0.99,1613943921881,4082
+"lr_1",4.115431193088428e-05,1613943921881,4082
+"mom_1",0.867691553053762,1613943921881,4082
+"eps_1",1e-05,1613943921881,4082
+"wd_2",0.01,1613943921881,4082
+"sqr_mom_2",0.99,1613943921881,4082
+"lr_2",0.00041154311930884275,1613943921881,4082
+"mom_2",0.867691553053762,1613943921881,4082
+"eps_2",1e-05,1613943921881,4082
+"train_loss",0.02232057,1613943922885,4083
+"raw_loss",0.016058182,1613943922885,4083
+"epoch",25.685534591194944,1613943922885,4083
+"wd_0",0.01,1613943922885,4083
+"sqr_mom_0",0.99,1613943922885,4083
+"lr_0",4.114353756055465e-06,1613943922885,4083
+"mom_0",0.8677131020099108,1613943922885,4083
+"eps_0",1e-05,1613943922885,4083
+"wd_1",0.01,1613943922885,4083
+"sqr_mom_1",0.99,1613943922885,4083
+"lr_1",4.1143537560554646e-05,1613943922885,4083
+"mom_1",0.8677131020099108,1613943922885,4083
+"eps_1",1e-05,1613943922885,4083
+"wd_2",0.01,1613943922885,4083
+"sqr_mom_2",0.99,1613943922885,4083
+"lr_2",0.00041143537560554643,1613943922885,4083
+"mom_2",0.8677131020099108,1613943922885,4083
+"eps_2",1e-05,1613943922885,4083
+"train_loss",0.022120517,1613943923952,4084
+"raw_loss",0.012317903,1613943923952,4084
+"epoch",25.691823899371045,1613943923952,4084
+"wd_0",0.01,1613943923952,4084
+"sqr_mom_0",0.99,1613943923952,4084
+"lr_0",4.113275804473715e-06,1613943923952,4084
+"mom_0",0.8677346612571383,1613943923952,4084
+"eps_0",1e-05,1613943923952,4084
+"wd_1",0.01,1613943923952,4084
+"sqr_mom_1",0.99,1613943923952,4084
+"lr_1",4.113275804473714e-05,1613943923952,4084
+"mom_1",0.8677346612571383,1613943923952,4084
+"eps_1",1e-05,1613943923952,4084
+"wd_2",0.01,1613943923952,4084
+"sqr_mom_2",0.99,1613943923952,4084
+"lr_2",0.00041132758044737144,1613943923952,4084
+"mom_2",0.8677346612571383,1613943923952,4084
+"eps_2",1e-05,1613943923952,4084
+"train_loss",0.0230398,1613943925121,4085
+"raw_loss",0.06808464,1613943925121,4085
+"epoch",25.698113207547145,1613943925121,4085
+"wd_0",0.01,1613943925121,4085
+"sqr_mom_0",0.99,1613943925121,4085
+"lr_0",4.112197338686764e-06,1613943925121,4085
+"mom_0",0.8677562307885726,1613943925121,4085
+"eps_0",1e-05,1613943925121,4085
+"wd_1",0.01,1613943925121,4085
+"sqr_mom_1",0.99,1613943925121,4085
+"lr_1",4.112197338686764e-05,1613943925121,4085
+"mom_1",0.8677562307885726,1613943925121,4085
+"eps_1",1e-05,1613943925121,4085
+"wd_2",0.01,1613943925121,4085
+"sqr_mom_2",0.99,1613943925121,4085
+"lr_2",0.0004112197338686763,1613943925121,4085
+"mom_2",0.8677562307885726,1613943925121,4085
+"eps_2",1e-05,1613943925121,4085
+"train_loss",0.023150971,1613943926334,4086
+"raw_loss",0.028598387,1613943926334,4086
+"epoch",25.704402515723245,1613943926334,4086
+"wd_0",0.01,1613943926334,4086
+"sqr_mom_0",0.99,1613943926334,4086
+"lr_0",4.111118538016208e-06,1613943926334,4086
+"mom_0",0.867777807017746,1613943926334,4086
+"eps_0",1e-05,1613943926334,4086
+"wd_1",0.01,1613943926334,4086
+"sqr_mom_1",0.99,1613943926334,4086
+"lr_1",4.1111185380162074e-05,1613943926334,4086
+"mom_1",0.867777807017746,1613943926334,4086
+"eps_1",1e-05,1613943926334,4086
+"wd_2",0.01,1613943926334,4086
+"sqr_mom_2",0.99,1613943926334,4086
+"lr_2",0.00041111185380162074,1613943926334,4086
+"mom_2",0.867777807017746,1613943926334,4086
+"eps_2",1e-05,1613943926334,4086
+"train_loss",0.023200769,1613943927605,4087
+"raw_loss",0.025640909,1613943927605,4087
+"epoch",25.710691823899346,1613943927605,4087
+"wd_0",0.01,1613943927605,4087
+"sqr_mom_0",0.99,1613943927605,4087
+"lr_0",4.110039044935396e-06,1613943927605,4087
+"mom_0",0.867799397095263,1613943927605,4087
+"eps_0",1e-05,1613943927605,4087
+"wd_1",0.01,1613943927605,4087
+"sqr_mom_1",0.99,1613943927605,4087
+"lr_1",4.110039044935395e-05,1613943927605,4087
+"mom_1",0.867799397095263,1613943927605,4087
+"eps_1",1e-05,1613943927605,4087
+"wd_2",0.01,1613943927605,4087
+"sqr_mom_2",0.99,1613943927605,4087
+"lr_2",0.0004110039044935395,1613943927605,4087
+"mom_2",0.867799397095263,1613943927605,4087
+"eps_2",1e-05,1613943927605,4087
+"train_loss",0.0231132,1613943928788,4088
+"raw_loss",0.018822344,1613943928788,4088
+"epoch",25.716981132075446,1613943928788,4088
+"wd_0",0.01,1613943928788,4088
+"sqr_mom_0",0.99,1613943928788,4088
+"lr_0",4.108959038681062e-06,1613943928788,4088
+"mom_0",0.8678209974363531,1613943928788,4088
+"eps_0",1e-05,1613943928788,4088
+"wd_1",0.01,1613943928788,4088
+"sqr_mom_1",0.99,1613943928788,4088
+"lr_1",4.108959038681062e-05,1613943928788,4088
+"mom_1",0.8678209974363531,1613943928788,4088
+"eps_1",1e-05,1613943928788,4088
+"wd_2",0.01,1613943928788,4088
+"sqr_mom_2",0.99,1613943928788,4088
+"lr_2",0.00041089590386810616,1613943928788,4088
+"mom_2",0.8678209974363531,1613943928788,4088
+"eps_2",1e-05,1613943928788,4088
+"train_loss",0.02293597,1613943929779,4089
+"raw_loss",0.014251666,1613943929779,4089
+"epoch",25.723270440251547,1613943929779,4089
+"wd_0",0.01,1613943929779,4089
+"sqr_mom_0",0.99,1613943929779,4089
+"lr_0",4.107878878063549e-06,1613943929779,4089
+"mom_0",0.8678426008647376,1613943929779,4089
+"eps_0",1e-05,1613943929779,4089
+"wd_1",0.01,1613943929779,4089
+"sqr_mom_1",0.99,1613943929779,4089
+"lr_1",4.107878878063549e-05,1613943929779,4089
+"mom_1",0.8678426008647376,1613943929779,4089
+"eps_1",1e-05,1613943929779,4089
+"wd_2",0.01,1613943929779,4089
+"sqr_mom_2",0.99,1613943929779,4089
+"lr_2",0.0004107878878063549,1613943929779,4089
+"mom_2",0.8678426008647376,1613943929779,4089
+"eps_2",1e-05,1613943929779,4089
+"train_loss",0.022836328,1613943930727,4090
+"raw_loss",0.017953819,1613943930727,4090
+"epoch",25.729559748427647,1613943930727,4090
+"wd_0",0.01,1613943930727,4090
+"sqr_mom_0",0.99,1613943930727,4090
+"lr_0",4.106797846664976e-06,1613943930727,4090
+"mom_0",0.8678642217089175,1613943930727,4090
+"eps_0",1e-05,1613943930727,4090
+"wd_1",0.01,1613943930727,4090
+"sqr_mom_1",0.99,1613943930727,4090
+"lr_1",4.106797846664976e-05,1613943930727,4090
+"mom_1",0.8678642217089175,1613943930727,4090
+"eps_1",1e-05,1613943930727,4090
+"wd_2",0.01,1613943930727,4090
+"sqr_mom_2",0.99,1613943930727,4090
+"lr_2",0.00041067978466649763,1613943930727,4090
+"mom_2",0.8678642217089175,1613943930727,4090
+"eps_2",1e-05,1613943930727,4090
+"train_loss",0.023002686,1613943931728,4091
+"raw_loss",0.031154284,1613943931728,4091
+"epoch",25.735849056603747,1613943931728,4091
+"wd_0",0.01,1613943931728,4091
+"sqr_mom_0",0.99,1613943931728,4091
+"lr_0",4.105716303125977e-06,1613943931728,4091
+"mom_0",0.8678858527960084,1613943931728,4091
+"eps_0",1e-05,1613943931728,4091
+"wd_1",0.01,1613943931728,4091
+"sqr_mom_1",0.99,1613943931728,4091
+"lr_1",4.105716303125978e-05,1613943931728,4091
+"mom_1",0.8678858527960084,1613943931728,4091
+"eps_1",1e-05,1613943931728,4091
+"wd_2",0.01,1613943931728,4091
+"sqr_mom_2",0.99,1613943931728,4091
+"lr_2",0.0004105716303125978,1613943931728,4091
+"mom_2",0.8678858527960084,1613943931728,4091
+"eps_2",1e-05,1613943931728,4091
+"train_loss",0.023888716,1613943932678,4092
+"raw_loss",0.067304224,1613943932678,4092
+"epoch",25.742138364779848,1613943932678,4092
+"wd_0",0.01,1613943932678,4092
+"sqr_mom_0",0.99,1613943932678,4092
+"lr_0",4.104634427279024e-06,1613943932678,4092
+"mom_0",0.8679074905293248,1613943932678,4092
+"eps_0",1e-05,1613943932678,4092
+"wd_1",0.01,1613943932678,4092
+"sqr_mom_1",0.99,1613943932678,4092
+"lr_1",4.1046344272790234e-05,1613943932678,4092
+"mom_1",0.8679074905293248,1613943932678,4092
+"eps_1",1e-05,1613943932678,4092
+"wd_2",0.01,1613943932678,4092
+"sqr_mom_2",0.99,1613943932678,4092
+"lr_2",0.0004104634427279023,1613943932678,4092
+"mom_2",0.8679074905293248,1613943932678,4092
+"eps_2",1e-05,1613943932678,4092
+"train_loss",0.023778768,1613943933615,4093
+"raw_loss",0.018391265,1613943933615,4093
+"epoch",25.74842767295595,1613943933615,4093
+"wd_0",0.01,1613943933615,4093
+"sqr_mom_0",0.99,1613943933615,4093
+"lr_0",4.103551860578313e-06,1613943933615,4093
+"mom_0",0.8679291420798545,1613943933615,4093
+"eps_0",1e-05,1613943933615,4093
+"wd_1",0.01,1613943933615,4093
+"sqr_mom_1",0.99,1613943933615,4093
+"lr_1",4.103551860578313e-05,1613943933615,4093
+"mom_1",0.8679291420798545,1613943933615,4093
+"eps_1",1e-05,1613943933615,4093
+"wd_2",0.01,1613943933615,4093
+"sqr_mom_2",0.99,1613943933615,4093
+"lr_2",0.00041035518605783125,1613943933615,4093
+"mom_2",0.8679291420798545,1613943933615,4093
+"eps_2",1e-05,1613943933615,4093
+"train_loss",0.02365401,1613943934562,4094
+"raw_loss",0.017540889,1613943934562,4094
+"epoch",25.75471698113205,1613943934562,4094
+"wd_0",0.01,1613943934562,4094
+"sqr_mom_0",0.99,1613943934562,4094
+"lr_0",4.102468782771797e-06,1613943934562,4094
+"mom_0",0.8679508038526026,1613943934562,4094
+"eps_0",1e-05,1613943934562,4094
+"wd_1",0.01,1613943934562,4094
+"sqr_mom_1",0.99,1613943934562,4094
+"lr_1",4.1024687827717965e-05,1613943934562,4094
+"mom_1",0.8679508038526026,1613943934562,4094
+"eps_1",1e-05,1613943934562,4094
+"wd_2",0.01,1613943934562,4094
+"sqr_mom_2",0.99,1613943934562,4094
+"lr_2",0.0004102468782771796,1613943934562,4094
+"mom_2",0.8679508038526026,1613943934562,4094
+"eps_2",1e-05,1613943934562,4094
+"train_loss",0.02382282,1613943935505,4095
+"raw_loss",0.0320945,1613943935505,4095
+"epoch",25.76100628930815,1613943935505,4095
+"wd_0",0.01,1613943935505,4095
+"sqr_mom_0",0.99,1613943935505,4095
+"lr_0",4.101385553688523e-06,1613943935505,4095
+"mom_0",0.867972468650916,1613943935505,4095
+"eps_0",1e-05,1613943935505,4095
+"wd_1",0.01,1613943935505,4095
+"sqr_mom_1",0.99,1613943935505,4095
+"lr_1",4.101385553688523e-05,1613943935505,4095
+"mom_1",0.867972468650916,1613943935505,4095
+"eps_1",1e-05,1613943935505,4095
+"wd_2",0.01,1613943935505,4095
+"sqr_mom_2",0.99,1613943935505,4095
+"lr_2",0.00041013855536885225,1613943935505,4095
+"mom_2",0.867972468650916,1613943935505,4095
+"eps_2",1e-05,1613943935505,4095
+"train_loss",0.023850257,1613943936450,4096
+"raw_loss",0.025194677,1613943936450,4096
+"epoch",25.76729559748425,1613943936450,4096
+"wd_0",0.01,1613943936450,4096
+"sqr_mom_0",0.99,1613943936450,4096
+"lr_0",4.100301454875449e-06,1613943936450,4096
+"mom_0",0.8679941508439994,1613943936450,4096
+"eps_0",1e-05,1613943936450,4096
+"wd_1",0.01,1613943936450,4096
+"sqr_mom_1",0.99,1613943936450,4096
+"lr_1",4.100301454875449e-05,1613943936450,4096
+"mom_1",0.8679941508439994,1613943936450,4096
+"eps_1",1e-05,1613943936450,4096
+"wd_2",0.01,1613943936450,4096
+"sqr_mom_2",0.99,1613943936450,4096
+"lr_2",0.0004100301454875449,1613943936450,4096
+"mom_2",0.8679941508439994,1613943936450,4096
+"eps_2",1e-05,1613943936450,4096
+"train_loss",0.023915758,1613943937549,4097
+"raw_loss",0.027125308,1613943937549,4097
+"epoch",25.77358490566035,1613943937549,4097
+"wd_0",0.01,1613943937549,4097
+"sqr_mom_0",0.99,1613943937549,4097
+"lr_0",4.099216845992599e-06,1613943937549,4097
+"mom_0",0.8680158432385804,1613943937549,4097
+"eps_0",1e-05,1613943937549,4097
+"wd_1",0.01,1613943937549,4097
+"sqr_mom_1",0.99,1613943937549,4097
+"lr_1",4.0992168459925984e-05,1613943937549,4097
+"mom_1",0.8680158432385804,1613943937549,4097
+"eps_1",1e-05,1613943937549,4097
+"wd_2",0.01,1613943937549,4097
+"sqr_mom_2",0.99,1613943937549,4097
+"lr_2",0.0004099216845992598,1613943937549,4097
+"mom_2",0.8680158432385804,1613943937549,4097
+"eps_2",1e-05,1613943937549,4097
+"train_loss",0.023945397,1613943938495,4098
+"raw_loss",0.025397725,1613943938495,4098
+"epoch",25.77987421383645,1613943938495,4098
+"wd_0",0.01,1613943938495,4098
+"sqr_mom_0",0.99,1613943938495,4098
+"lr_0",4.098131907381253e-06,1613943938495,4098
+"mom_0",0.8680375422277972,1613943938495,4098
+"eps_0",1e-05,1613943938495,4098
+"wd_1",0.01,1613943938495,4098
+"sqr_mom_1",0.99,1613943938495,4098
+"lr_1",4.098131907381253e-05,1613943938495,4098
+"mom_1",0.8680375422277972,1613943938495,4098
+"eps_1",1e-05,1613943938495,4098
+"wd_2",0.01,1613943938495,4098
+"sqr_mom_2",0.99,1613943938495,4098
+"lr_2",0.0004098131907381253,1613943938495,4098
+"mom_2",0.8680375422277972,1613943938495,4098
+"eps_2",1e-05,1613943938495,4098
+"train_loss",0.023890037,1613943939478,4099
+"raw_loss",0.02117739,1613943939478,4099
+"epoch",25.78616352201255,1613943939478,4099
+"wd_0",0.01,1613943939478,4099
+"sqr_mom_0",0.99,1613943939478,4099
+"lr_0",4.097046279480578e-06,1613943939478,4099
+"mom_0",0.8680592550029385,1613943939478,4099
+"eps_0",1e-05,1613943939478,4099
+"wd_1",0.01,1613943939478,4099
+"sqr_mom_1",0.99,1613943939478,4099
+"lr_1",4.097046279480578e-05,1613943939478,4099
+"mom_1",0.8680592550029385,1613943939478,4099
+"eps_1",1e-05,1613943939478,4099
+"wd_2",0.01,1613943939478,4099
+"sqr_mom_2",0.99,1613943939478,4099
+"lr_2",0.0004097046279480578,1613943939478,4099
+"mom_2",0.8680592550029385,1613943939478,4099
+"eps_2",1e-05,1613943939478,4099
+"train_loss",0.023963107,1613943940431,4100
+"raw_loss",0.027543552,1613943940431,4100
+"epoch",25.79245283018865,1613943940431,4100
+"wd_0",0.01,1613943940431,4100
+"sqr_mom_0",0.99,1613943940431,4100
+"lr_0",4.095960142547679e-06,1613943940431,4100
+"mom_0",0.868080977958826,1613943940431,4100
+"eps_0",1e-05,1613943940431,4100
+"wd_1",0.01,1613943940431,4100
+"sqr_mom_1",0.99,1613943940431,4100
+"lr_1",4.095960142547679e-05,1613943940431,4100
+"mom_1",0.868080977958826,1613943940431,4100
+"eps_1",1e-05,1613943940431,4100
+"wd_2",0.01,1613943940431,4100
+"sqr_mom_2",0.99,1613943940431,4100
+"lr_2",0.00040959601425476786,1613943940431,4100
+"mom_2",0.868080977958826,1613943940431,4100
+"eps_2",1e-05,1613943940431,4100
+"train_loss",0.024026603,1613943941392,4101
+"raw_loss",0.02713785,1613943941392,4101
+"epoch",25.79874213836475,1613943941392,4101
+"wd_0",0.01,1613943941392,4101
+"sqr_mom_0",0.99,1613943941392,4101
+"lr_0",4.094873857426179e-06,1613943941392,4101
+"mom_0",0.8681027038785152,1613943941392,4101
+"eps_0",1e-05,1613943941392,4101
+"wd_1",0.01,1613943941392,4101
+"sqr_mom_1",0.99,1613943941392,4101
+"lr_1",4.094873857426178e-05,1613943941392,4101
+"mom_1",0.8681027038785152,1613943941392,4101
+"eps_1",1e-05,1613943941392,4101
+"wd_2",0.01,1613943941392,4101
+"sqr_mom_2",0.99,1613943941392,4101
+"lr_2",0.00040948738574261785,1613943941392,4101
+"mom_2",0.8681027038785152,1613943941392,4101
+"eps_2",1e-05,1613943941392,4101
+"train_loss",0.024158746,1613943942341,4102
+"raw_loss",0.030633774,1613943942341,4102
+"epoch",25.805031446540852,1613943942341,4102
+"wd_0",0.01,1613943942341,4102
+"sqr_mom_0",0.99,1613943942341,4102
+"lr_0",4.093786703636115e-06,1613943942341,4102
+"mom_0",0.8681244471717494,1613943942341,4102
+"eps_0",1e-05,1613943942341,4102
+"wd_1",0.01,1613943942341,4102
+"sqr_mom_1",0.99,1613943942341,4102
+"lr_1",4.093786703636115e-05,1613943942341,4102
+"mom_1",0.8681244471717494,1613943942341,4102
+"eps_1",1e-05,1613943942341,4102
+"wd_2",0.01,1613943942341,4102
+"sqr_mom_2",0.99,1613943942341,4102
+"lr_2",0.0004093786703636115,1613943942341,4102
+"mom_2",0.8681244471717494,1613943942341,4102
+"eps_2",1e-05,1613943942341,4102
+"train_loss",0.024148088,1613943943278,4103
+"raw_loss",0.023625806,1613943943278,4103
+"epoch",25.811320754716952,1613943943278,4103
+"wd_0",0.01,1613943943278,4103
+"sqr_mom_0",0.99,1613943943278,4103
+"lr_0",4.0926990418527775e-06,1613943943278,4103
+"mom_0",0.8681462006249507,1613943943278,4103
+"eps_0",1e-05,1613943943278,4103
+"wd_1",0.01,1613943943278,4103
+"sqr_mom_1",0.99,1613943943278,4103
+"lr_1",4.092699041852777e-05,1613943943278,4103
+"mom_1",0.8681462006249507,1613943943278,4103
+"eps_1",1e-05,1613943943278,4103
+"wd_2",0.01,1613943943278,4103
+"sqr_mom_2",0.99,1613943943278,4103
+"lr_2",0.00040926990418527773,1613943943278,4103
+"mom_2",0.8681462006249507,1613943943278,4103
+"eps_2",1e-05,1613943943278,4103
+"train_loss",0.023959821,1613943944231,4104
+"raw_loss",0.014734707,1613943944231,4104
+"epoch",25.817610062893053,1613943944231,4104
+"wd_0",0.01,1613943944231,4104
+"sqr_mom_0",0.99,1613943944231,4104
+"lr_0",4.091610872422845e-06,1613943944231,4104
+"mom_0",0.8681679642311854,1613943944231,4104
+"eps_0",1e-05,1613943944231,4104
+"wd_1",0.01,1613943944231,4104
+"sqr_mom_1",0.99,1613943944231,4104
+"lr_1",4.091610872422846e-05,1613943944231,4104
+"mom_1",0.8681679642311854,1613943944231,4104
+"eps_1",1e-05,1613943944231,4104
+"wd_2",0.01,1613943944231,4104
+"sqr_mom_2",0.99,1613943944231,4104
+"lr_2",0.00040916108724228453,1613943944231,4104
+"mom_2",0.8681679642311854,1613943944231,4104
+"eps_2",1e-05,1613943944231,4104
+"train_loss",0.024275022,1613943945228,4105
+"raw_loss",0.03971983,1613943945228,4105
+"epoch",25.823899371069153,1613943945228,4105
+"wd_0",0.01,1613943945228,4105
+"sqr_mom_0",0.99,1613943945228,4105
+"lr_0",4.090522376278604e-06,1613943945228,4105
+"mom_0",0.8681897343717716,1613943945228,4105
+"eps_0",1e-05,1613943945228,4105
+"wd_1",0.01,1613943945228,4105
+"sqr_mom_1",0.99,1613943945228,4105
+"lr_1",4.090522376278604e-05,1613943945228,4105
+"mom_1",0.8681897343717716,1613943945228,4105
+"eps_1",1e-05,1613943945228,4105
+"wd_2",0.01,1613943945228,4105
+"sqr_mom_2",0.99,1613943945228,4105
+"lr_2",0.0004090522376278604,1613943945228,4105
+"mom_2",0.8681897343717716,1613943945228,4105
+"eps_2",1e-05,1613943945228,4105
+"train_loss",0.024142833,1613943946211,4106
+"raw_loss",0.017665608,1613943946211,4106
+"epoch",25.830188679245254,1613943946211,4106
+"wd_0",0.01,1613943946211,4106
+"sqr_mom_0",0.99,1613943946211,4106
+"lr_0",4.0894331926802135e-06,1613943946211,4106
+"mom_0",0.8682115182615783,1613943946211,4106
+"eps_0",1e-05,1613943946211,4106
+"wd_1",0.01,1613943946211,4106
+"sqr_mom_1",0.99,1613943946211,4106
+"lr_1",4.089433192680214e-05,1613943946211,4106
+"mom_1",0.8682115182615783,1613943946211,4106
+"eps_1",1e-05,1613943946211,4106
+"wd_2",0.01,1613943946211,4106
+"sqr_mom_2",0.99,1613943946211,4106
+"lr_2",0.00040894331926802135,1613943946211,4106
+"mom_2",0.8682115182615783,1613943946211,4106
+"eps_2",1e-05,1613943946211,4106
+"train_loss",0.024040984,1613943947190,4107
+"raw_loss",0.019050382,1613943947190,4107
+"epoch",25.836477987421354,1613943947190,4107
+"wd_0",0.01,1613943947190,4107
+"sqr_mom_0",0.99,1613943947190,4107
+"lr_0",4.0883435024761815e-06,1613943947190,4107
+"mom_0",0.8682333122835992,1613943947190,4107
+"eps_0",1e-05,1613943947190,4107
+"wd_1",0.01,1613943947190,4107
+"sqr_mom_1",0.99,1613943947190,4107
+"lr_1",4.0883435024761814e-05,1613943947190,4107
+"mom_1",0.8682333122835992,1613943947190,4107
+"eps_1",1e-05,1613943947190,4107
+"wd_2",0.01,1613943947190,4107
+"sqr_mom_2",0.99,1613943947190,4107
+"lr_2",0.00040883435024761814,1613943947190,4107
+"mom_2",0.8682333122835992,1613943947190,4107
+"eps_2",1e-05,1613943947190,4107
+"train_loss",0.02375789,1613943948147,4108
+"raw_loss",0.009886219,1613943948147,4108
+"epoch",25.842767295597454,1613943948147,4108
+"wd_0",0.01,1613943948147,4108
+"sqr_mom_0",0.99,1613943948147,4108
+"lr_0",4.08725348685122e-06,1613943948147,4108
+"mom_0",0.8682551128141037,1613943948147,4108
+"eps_0",1e-05,1613943948147,4108
+"wd_1",0.01,1613943948147,4108
+"sqr_mom_1",0.99,1613943948147,4108
+"lr_1",4.087253486851219e-05,1613943948147,4108
+"mom_1",0.8682551128141037,1613943948147,4108
+"eps_1",1e-05,1613943948147,4108
+"wd_2",0.01,1613943948147,4108
+"sqr_mom_2",0.99,1613943948147,4108
+"lr_2",0.0004087253486851219,1613943948147,4108
+"mom_2",0.8682551128141037,1613943948147,4108
+"eps_2",1e-05,1613943948147,4108
+"train_loss",0.023686858,1613943949097,4109
+"raw_loss",0.020206267,1613943949097,4109
+"epoch",25.849056603773555,1613943949097,4109
+"wd_0",0.01,1613943949097,4109
+"sqr_mom_0",0.99,1613943949097,4109
+"lr_0",4.086162784561913e-06,1613943949097,4109
+"mom_0",0.8682769270780325,1613943949097,4109
+"eps_0",1e-05,1613943949097,4109
+"wd_1",0.01,1613943949097,4109
+"sqr_mom_1",0.99,1613943949097,4109
+"lr_1",4.086162784561913e-05,1613943949097,4109
+"mom_1",0.8682769270780325,1613943949097,4109
+"eps_1",1e-05,1613943949097,4109
+"wd_2",0.01,1613943949097,4109
+"sqr_mom_2",0.99,1613943949097,4109
+"lr_2",0.00040861627845619126,1613943949097,4109
+"mom_2",0.8682769270780325,1613943949097,4109
+"eps_2",1e-05,1613943949097,4109
+"train_loss",0.023474853,1613943950061,4110
+"raw_loss",0.013086652,1613943950061,4110
+"epoch",25.855345911949655,1613943950061,4110
+"wd_0",0.01,1613943950061,4110
+"sqr_mom_0",0.99,1613943950061,4110
+"lr_0",4.085071576709369e-06,1613943950061,4110
+"mom_0",0.8682987514533271,1613943950061,4110
+"eps_0",1e-05,1613943950061,4110
+"wd_1",0.01,1613943950061,4110
+"sqr_mom_1",0.99,1613943950061,4110
+"lr_1",4.08507157670937e-05,1613943950061,4110
+"mom_1",0.8682987514533271,1613943950061,4110
+"eps_1",1e-05,1613943950061,4110
+"wd_2",0.01,1613943950061,4110
+"sqr_mom_2",0.99,1613943950061,4110
+"lr_2",0.0004085071576709369,1613943950061,4110
+"mom_2",0.8682987514533271,1613943950061,4110
+"eps_2",1e-05,1613943950061,4110
+"train_loss",0.02321421,1613943951016,4111
+"raw_loss",0.010442669,1613943951016,4111
+"epoch",25.861635220125756,1613943951016,4111
+"wd_0",0.01,1613943951016,4111
+"sqr_mom_0",0.99,1613943951016,4111
+"lr_0",4.083980225819003e-06,1613943951016,4111
+"mom_0",0.8683205786894068,1613943951016,4111
+"eps_0",1e-05,1613943951016,4111
+"wd_1",0.01,1613943951016,4111
+"sqr_mom_1",0.99,1613943951016,4111
+"lr_1",4.083980225819003e-05,1613943951016,4111
+"mom_1",0.8683205786894068,1613943951016,4111
+"eps_1",1e-05,1613943951016,4111
+"wd_2",0.01,1613943951016,4111
+"sqr_mom_2",0.99,1613943951016,4111
+"lr_2",0.00040839802258190025,1613943951016,4111
+"mom_2",0.8683205786894068,1613943951016,4111
+"eps_2",1e-05,1613943951016,4111
+"train_loss",0.023073161,1613943951963,4112
+"raw_loss",0.016161771,1613943951963,4112
+"epoch",25.867924528301856,1613943951963,4112
+"wd_0",0.01,1613943951963,4112
+"sqr_mom_0",0.99,1613943951963,4112
+"lr_0",4.082888008050971e-06,1613943951963,4112
+"mom_0",0.8683424232632132,1613943951963,4112
+"eps_0",1e-05,1613943951963,4112
+"wd_1",0.01,1613943951963,4112
+"sqr_mom_1",0.99,1613943951963,4112
+"lr_1",4.0828880080509706e-05,1613943951963,4112
+"mom_1",0.8683424232632132,1613943951963,4112
+"eps_1",1e-05,1613943951963,4112
+"wd_2",0.01,1613943951963,4112
+"sqr_mom_2",0.99,1613943951963,4112
+"lr_2",0.00040828880080509707,1613943951963,4112
+"mom_2",0.8683424232632132,1613943951963,4112
+"eps_2",1e-05,1613943951963,4112
+"train_loss",0.02287674,1613943952937,4113
+"raw_loss",0.013252032,1613943952937,4113
+"epoch",25.874213836477956,1613943952937,4113
+"wd_0",0.01,1613943952937,4113
+"sqr_mom_0",0.99,1613943952937,4113
+"lr_0",4.0817952857635e-06,1613943952937,4113
+"mom_0",0.8683642779275093,1613943952937,4113
+"eps_0",1e-05,1613943952937,4113
+"wd_1",0.01,1613943952937,4113
+"sqr_mom_1",0.99,1613943952937,4113
+"lr_1",4.081795285763499e-05,1613943952937,4113
+"mom_1",0.8683642779275093,1613943952937,4113
+"eps_1",1e-05,1613943952937,4113
+"wd_2",0.01,1613943952937,4113
+"sqr_mom_2",0.99,1613943952937,4113
+"lr_2",0.0004081795285763499,1613943952937,4113
+"mom_2",0.8683642779275093,1613943952937,4113
+"eps_2",1e-05,1613943952937,4113
+"train_loss",0.022593936,1613943953937,4114
+"raw_loss",0.008736587,1613943953937,4114
+"epoch",25.880503144654057,1613943953937,4114
+"wd_0",0.01,1613943953937,4114
+"sqr_mom_0",0.99,1613943953937,4114
+"lr_0",4.0807022406445805e-06,1613943953937,4114
+"mom_0",0.8683861390484988,1613943953937,4114
+"eps_0",1e-05,1613943953937,4114
+"wd_1",0.01,1613943953937,4114
+"sqr_mom_1",0.99,1613943953937,4114
+"lr_1",4.08070224064458e-05,1613943953937,4114
+"mom_1",0.8683861390484988,1613943953937,4114
+"eps_1",1e-05,1613943953937,4114
+"wd_2",0.01,1613943953937,4114
+"sqr_mom_2",0.99,1613943953937,4114
+"lr_2",0.00040807022406445803,1613943953937,4114
+"mom_2",0.8683861390484988,1613943953937,4114
+"eps_2",1e-05,1613943953937,4114
+"train_loss",0.022548476,1613943954961,4115
+"raw_loss",0.020320956,1613943954961,4115
+"epoch",25.886792452830157,1613943954961,4115
+"wd_0",0.01,1613943954961,4115
+"sqr_mom_0",0.99,1613943954961,4115
+"lr_0",4.0796085104467926e-06,1613943954961,4115
+"mom_0",0.8684080138712028,1613943954961,4115
+"eps_0",1e-05,1613943954961,4115
+"wd_1",0.01,1613943954961,4115
+"sqr_mom_1",0.99,1613943954961,4115
+"lr_1",4.079608510446792e-05,1613943954961,4115
+"mom_1",0.8684080138712028,1613943954961,4115
+"eps_1",1e-05,1613943954961,4115
+"wd_2",0.01,1613943954961,4115
+"sqr_mom_2",0.99,1613943954961,4115
+"lr_2",0.0004079608510446792,1613943954961,4115
+"mom_2",0.8684080138712028,1613943954961,4115
+"eps_2",1e-05,1613943954961,4115
+"train_loss",0.02235682,1613943955937,4116
+"raw_loss",0.012965599,1613943955937,4116
+"epoch",25.893081761006258,1613943955937,4116
+"wd_0",0.01,1613943955937,4116
+"sqr_mom_0",0.99,1613943955937,4116
+"lr_0",4.078514276774868e-06,1613943955937,4116
+"mom_0",0.8684298987634902,1613943955937,4116
+"eps_0",1e-05,1613943955937,4116
+"wd_1",0.01,1613943955937,4116
+"sqr_mom_1",0.99,1613943955937,4116
+"lr_1",4.078514276774868e-05,1613943955937,4116
+"mom_1",0.8684298987634902,1613943955937,4116
+"eps_1",1e-05,1613943955937,4116
+"wd_2",0.01,1613943955937,4116
+"sqr_mom_2",0.99,1613943955937,4116
+"lr_2",0.0004078514276774868,1613943955937,4116
+"mom_2",0.8684298987634902,1613943955937,4116
+"eps_2",1e-05,1613943955937,4116
+"train_loss",0.022259044,1613943956942,4117
+"raw_loss",0.017468026,1613943956942,4117
+"epoch",25.899371069182358,1613943956942,4117
+"wd_0",0.01,1613943956942,4117
+"sqr_mom_0",0.99,1613943956942,4117
+"lr_0",4.077419903157733e-06,1613943956942,4117
+"mom_0",0.8684517864547099,1613943956942,4117
+"eps_0",1e-05,1613943956942,4117
+"wd_1",0.01,1613943956942,4117
+"sqr_mom_1",0.99,1613943956942,4117
+"lr_1",4.0774199031577325e-05,1613943956942,4117
+"mom_1",0.8684517864547099,1613943956942,4117
+"eps_1",1e-05,1613943956942,4117
+"wd_2",0.01,1613943956942,4117
+"sqr_mom_2",0.99,1613943956942,4117
+"lr_2",0.0004077419903157732,1613943956942,4117
+"mom_2",0.8684517864547099,1613943956942,4117
+"eps_2",1e-05,1613943956942,4117
+"train_loss",0.022004437,1613943957930,4118
+"raw_loss",0.00952872,1613943957930,4118
+"epoch",25.90566037735846,1613943957930,4118
+"wd_0",0.01,1613943957930,4118
+"sqr_mom_0",0.99,1613943957930,4118
+"lr_0",4.076324663750717e-06,1613943957930,4118
+"mom_0",0.8684736914619002,1613943957930,4118
+"eps_0",1e-05,1613943957930,4118
+"wd_1",0.01,1613943957930,4118
+"sqr_mom_1",0.99,1613943957930,4118
+"lr_1",4.076324663750717e-05,1613943957930,4118
+"mom_1",0.8684736914619002,1613943957930,4118
+"eps_1",1e-05,1613943957930,4118
+"wd_2",0.01,1613943957930,4118
+"sqr_mom_2",0.99,1613943957930,4118
+"lr_2",0.0004076324663750717,1613943957930,4118
+"mom_2",0.8684736914619002,1613943957930,4118
+"eps_2",1e-05,1613943957930,4118
+"train_loss",0.021799728,1613943958935,4119
+"raw_loss",0.011769024,1613943958935,4119
+"epoch",25.91194968553456,1613943958935,4119
+"wd_0",0.01,1613943958935,4119
+"sqr_mom_0",0.99,1613943958935,4119
+"lr_0",4.075228921916253e-06,1613943958935,4119
+"mom_0",0.86849560651774,1613943958935,4119
+"eps_0",1e-05,1613943958935,4119
+"wd_1",0.01,1613943958935,4119
+"sqr_mom_1",0.99,1613943958935,4119
+"lr_1",4.075228921916253e-05,1613943958935,4119
+"mom_1",0.86849560651774,1613943958935,4119
+"eps_1",1e-05,1613943958935,4119
+"wd_2",0.01,1613943958935,4119
+"sqr_mom_2",0.99,1613943958935,4119
+"lr_2",0.00040752289219162527,1613943958935,4119
+"mom_2",0.86849560651774,1613943958935,4119
+"eps_2",1e-05,1613943958935,4119
+"train_loss",0.021607518,1613943959902,4120
+"raw_loss",0.012189223,1613943959902,4120
+"epoch",25.91823899371066,1613943959902,4120
+"wd_0",0.01,1613943959902,4120
+"sqr_mom_0",0.99,1613943959902,4120
+"lr_0",4.074132859843528e-06,1613943959902,4120
+"mom_0",0.8685175279784092,1613943959902,4120
+"eps_0",1e-05,1613943959902,4120
+"wd_1",0.01,1613943959902,4120
+"sqr_mom_1",0.99,1613943959902,4120
+"lr_1",4.074132859843528e-05,1613943959902,4120
+"mom_1",0.8685175279784092,1613943959902,4120
+"eps_1",1e-05,1613943959902,4120
+"wd_2",0.01,1613943959902,4120
+"sqr_mom_2",0.99,1613943959902,4120
+"lr_2",0.00040741328598435276,1613943959902,4120
+"mom_2",0.8685175279784092,1613943959902,4120
+"eps_2",1e-05,1613943959902,4120
+"train_loss",0.021453513,1613943960860,4121
+"raw_loss",0.013907219,1613943960860,4121
+"epoch",25.92452830188676,1613943960860,4121
+"wd_0",0.01,1613943960860,4121
+"sqr_mom_0",0.99,1613943960860,4121
+"lr_0",4.073036114285268e-06,1613943960860,4121
+"mom_0",0.8685394631089257,1613943960860,4121
+"eps_0",1e-05,1613943960860,4121
+"wd_1",0.01,1613943960860,4121
+"sqr_mom_1",0.99,1613943960860,4121
+"lr_1",4.073036114285268e-05,1613943960860,4121
+"mom_1",0.8685394631089257,1613943960860,4121
+"eps_1",1e-05,1613943960860,4121
+"wd_2",0.01,1613943960860,4121
+"sqr_mom_2",0.99,1613943960860,4121
+"lr_2",0.0004073036114285268,1613943960860,4121
+"mom_2",0.8685394631089257,1613943960860,4121
+"eps_2",1e-05,1613943960860,4121
+"train_loss",0.02146472,1613943961844,4122
+"raw_loss",0.022013845,1613943961844,4122
+"epoch",25.93081761006286,1613943961844,4122
+"wd_0",0.01,1613943961844,4122
+"sqr_mom_0",0.99,1613943961844,4122
+"lr_0",4.071938867347747e-06,1613943961844,4122
+"mom_0",0.8685614082671277,1613943961844,4122
+"eps_0",1e-05,1613943961844,4122
+"wd_1",0.01,1613943961844,4122
+"sqr_mom_1",0.99,1613943961844,4122
+"lr_1",4.071938867347748e-05,1613943961844,4122
+"mom_1",0.8685614082671277,1613943961844,4122
+"eps_1",1e-05,1613943961844,4122
+"wd_2",0.01,1613943961844,4122
+"sqr_mom_2",0.99,1613943961844,4122
+"lr_2",0.0004071938867347747,1613943961844,4122
+"mom_2",0.8685614082671277,1613943961844,4122
+"eps_2",1e-05,1613943961844,4122
+"train_loss",0.021629507,1613943962799,4123
+"raw_loss",0.029704047,1613943962799,4123
+"epoch",25.93710691823896,1613943962799,4123
+"wd_0",0.01,1613943962799,4123
+"sqr_mom_0",0.99,1613943962799,4123
+"lr_0",4.070841483559236e-06,1613943962799,4123
+"mom_0",0.8685833561623769,1613943962799,4123
+"eps_0",1e-05,1613943962799,4123
+"wd_1",0.01,1613943962799,4123
+"sqr_mom_1",0.99,1613943962799,4123
+"lr_1",4.0708414835592354e-05,1613943962799,4123
+"mom_1",0.8685833561623769,1613943962799,4123
+"eps_1",1e-05,1613943962799,4123
+"wd_2",0.01,1613943962799,4123
+"sqr_mom_2",0.99,1613943962799,4123
+"lr_2",0.0004070841483559235,1613943962799,4123
+"mom_2",0.8685833561623769,1613943962799,4123
+"eps_2",1e-05,1613943962799,4123
+"train_loss",0.021526322,1613943963792,4124
+"raw_loss",0.016470253,1613943963792,4124
+"epoch",25.94339622641506,1613943963792,4124
+"wd_0",0.01,1613943963792,4124
+"sqr_mom_0",0.99,1613943963792,4124
+"lr_0",4.069743235078561e-06,1613943963792,4124
+"mom_0",0.8686053213516423,1613943963792,4124
+"eps_0",1e-05,1613943963792,4124
+"wd_1",0.01,1613943963792,4124
+"sqr_mom_1",0.99,1613943963792,4124
+"lr_1",4.069743235078561e-05,1613943963792,4124
+"mom_1",0.8686053213516423,1613943963792,4124
+"eps_1",1e-05,1613943963792,4124
+"wd_2",0.01,1613943963792,4124
+"sqr_mom_2",0.99,1613943963792,4124
+"lr_2",0.0004069743235078561,1613943963792,4124
+"mom_2",0.8686053213516423,1613943963792,4124
+"eps_2",1e-05,1613943963792,4124
+"train_loss",0.021715775,1613943964747,4125
+"raw_loss",0.030999042,1613943964747,4125
+"epoch",25.94968553459116,1613943964747,4125
+"wd_0",0.01,1613943964747,4125
+"sqr_mom_0",0.99,1613943964747,4125
+"lr_0",4.068644486268194e-06,1613943964747,4125
+"mom_0",0.8686272965476016,1613943964747,4125
+"eps_0",1e-05,1613943964747,4125
+"wd_1",0.01,1613943964747,4125
+"sqr_mom_1",0.99,1613943964747,4125
+"lr_1",4.068644486268193e-05,1613943964747,4125
+"mom_1",0.8686272965476016,1613943964747,4125
+"eps_1",1e-05,1613943964747,4125
+"wd_2",0.01,1613943964747,4125
+"sqr_mom_2",0.99,1613943964747,4125
+"lr_2",0.00040686444862681934,1613943964747,4125
+"mom_2",0.8686272965476016,1613943964747,4125
+"eps_2",1e-05,1613943964747,4125
+"train_loss",0.021482628,1613943965694,4126
+"raw_loss",0.01005837,1613943965694,4126
+"epoch",25.95597484276726,1613943965694,4126
+"wd_0",0.01,1613943965694,4126
+"sqr_mom_0",0.99,1613943965694,4126
+"lr_0",4.067545237478345e-06,1613943965694,4126
+"mom_0",0.8686492817432505,1613943965694,4126
+"eps_0",1e-05,1613943965694,4126
+"wd_1",0.01,1613943965694,4126
+"sqr_mom_1",0.99,1613943965694,4126
+"lr_1",4.067545237478345e-05,1613943965694,4126
+"mom_1",0.8686492817432505,1613943965694,4126
+"eps_1",1e-05,1613943965694,4126
+"wd_2",0.01,1613943965694,4126
+"sqr_mom_2",0.99,1613943965694,4126
+"lr_2",0.0004067545237478345,1613943965694,4126
+"mom_2",0.8686492817432505,1613943965694,4126
+"eps_2",1e-05,1613943965694,4126
+"train_loss",0.021434015,1613943966650,4127
+"raw_loss",0.019051986,1613943966650,4127
+"epoch",25.962264150943362,1613943966650,4127
+"wd_0",0.01,1613943966650,4127
+"sqr_mom_0",0.99,1613943966650,4127
+"lr_0",4.066445671480298e-06,1613943966650,4127
+"mom_0",0.8686712732831269,1613943966650,4127
+"eps_0",1e-05,1613943966650,4127
+"wd_1",0.01,1613943966650,4127
+"sqr_mom_1",0.99,1613943966650,4127
+"lr_1",4.0664456714802976e-05,1613943966650,4127
+"mom_1",0.8686712732831269,1613943966650,4127
+"eps_1",1e-05,1613943966650,4127
+"wd_2",0.01,1613943966650,4127
+"sqr_mom_2",0.99,1613943966650,4127
+"lr_2",0.00040664456714802977,1613943966650,4127
+"mom_2",0.8686712732831269,1613943966650,4127
+"eps_2",1e-05,1613943966650,4127
+"train_loss",0.02139747,1613943967603,4128
+"raw_loss",0.019606793,1613943967603,4128
+"epoch",25.968553459119462,1613943967603,4128
+"wd_0",0.01,1613943967603,4128
+"sqr_mom_0",0.99,1613943967603,4128
+"lr_0",4.065345423865537e-06,1613943967603,4128
+"mom_0",0.8686932784554738,1613943967603,4128
+"eps_0",1e-05,1613943967603,4128
+"wd_1",0.01,1613943967603,4128
+"sqr_mom_1",0.99,1613943967603,4128
+"lr_1",4.0653454238655376e-05,1613943967603,4128
+"mom_1",0.8686932784554738,1613943967603,4128
+"eps_1",1e-05,1613943967603,4128
+"wd_2",0.01,1613943967603,4128
+"sqr_mom_2",0.99,1613943967603,4128
+"lr_2",0.0004065345423865537,1613943967603,4128
+"mom_2",0.8686932784554738,1613943967603,4128
+"eps_2",1e-05,1613943967603,4128
+"train_loss",0.022805486,1613943968559,4129
+"raw_loss",0.09179839,1613943968559,4129
+"epoch",25.974842767295563,1613943968559,4129
+"wd_0",0.01,1613943968559,4129
+"sqr_mom_0",0.99,1613943968559,4129
+"lr_0",4.064244677322835e-06,1613943968559,4129
+"mom_0",0.8687152936064794,1613943968559,4129
+"eps_0",1e-05,1613943968559,4129
+"wd_1",0.01,1613943968559,4129
+"sqr_mom_1",0.99,1613943968559,4129
+"lr_1",4.064244677322835e-05,1613943968559,4129
+"mom_1",0.8687152936064794,1613943968559,4129
+"eps_1",1e-05,1613943968559,4129
+"wd_2",0.01,1613943968559,4129
+"sqr_mom_2",0.99,1613943968559,4129
+"lr_2",0.00040642446773228347,1613943968559,4129
+"mom_2",0.8687152936064794,1613943968559,4129
+"eps_2",1e-05,1613943968559,4129
+"train_loss",0.022818387,1613943969501,4130
+"raw_loss",0.023450475,1613943969501,4130
+"epoch",25.981132075471663,1613943969501,4130
+"wd_0",0.01,1613943969501,4130
+"sqr_mom_0",0.99,1613943969501,4130
+"lr_0",4.063143614872071e-06,1613943969501,4130
+"mom_0",0.8687373150757093,1613943969501,4130
+"eps_0",1e-05,1613943969501,4130
+"wd_1",0.01,1613943969501,4130
+"sqr_mom_1",0.99,1613943969501,4130
+"lr_1",4.063143614872071e-05,1613943969501,4130
+"mom_1",0.8687373150757093,1613943969501,4130
+"eps_1",1e-05,1613943969501,4130
+"wd_2",0.01,1613943969501,4130
+"sqr_mom_2",0.99,1613943969501,4130
+"lr_2",0.0004063143614872071,1613943969501,4130
+"mom_2",0.8687373150757093,1613943969501,4130
+"eps_2",1e-05,1613943969501,4130
+"train_loss",0.022663465,1613943970447,4131
+"raw_loss",0.015072331,1613943970447,4131
+"epoch",25.987421383647764,1613943970447,4131
+"wd_0",0.01,1613943970447,4131
+"sqr_mom_0",0.99,1613943970447,4131
+"lr_0",4.06204187160879e-06,1613943970447,4131
+"mom_0",0.8687593501613258,1613943970447,4131
+"eps_0",1e-05,1613943970447,4131
+"wd_1",0.01,1613943970447,4131
+"sqr_mom_1",0.99,1613943970447,4131
+"lr_1",4.06204187160879e-05,1613943970447,4131
+"mom_1",0.8687593501613258,1613943970447,4131
+"eps_1",1e-05,1613943970447,4131
+"wd_2",0.01,1613943970447,4131
+"sqr_mom_2",0.99,1613943970447,4131
+"lr_2",0.000406204187160879,1613943970447,4131
+"mom_2",0.8687593501613258,1613943970447,4131
+"eps_2",1e-05,1613943970447,4131
+"train_loss",0.02279993,1613943971402,4132
+"raw_loss",0.029486679,1613943971402,4132
+"epoch",25.993710691823864,1613943971402,4132
+"wd_0",0.01,1613943971402,4132
+"sqr_mom_0",0.99,1613943971402,4132
+"lr_0",4.060939630470538e-06,1613943971402,4132
+"mom_0",0.8687813952045412,1613943971402,4132
+"eps_0",1e-05,1613943971402,4132
+"wd_1",0.01,1613943971402,4132
+"sqr_mom_1",0.99,1613943971402,4132
+"lr_1",4.060939630470538e-05,1613943971402,4132
+"mom_1",0.8687813952045412,1613943971402,4132
+"eps_1",1e-05,1613943971402,4132
+"wd_2",0.01,1613943971402,4132
+"sqr_mom_2",0.99,1613943971402,4132
+"lr_2",0.0004060939630470538,1613943971402,4132
+"mom_2",0.8687813952045412,1613943971402,4132
+"eps_2",1e-05,1613943971402,4132
+"train_loss",0.022981275,1613943972377,4133
+"raw_loss",0.031867173,1613943972377,4133
+"epoch",25.999999999999964,1613943972377,4133
+"wd_0",0.01,1613943972377,4133
+"sqr_mom_0",0.99,1613943972377,4133
+"lr_0",4.059837257641881e-06,1613943972377,4133
+"mom_0",0.8688034428815912,1613943972377,4133
+"eps_0",1e-05,1613943972377,4133
+"wd_1",0.01,1613943972377,4133
+"sqr_mom_1",0.99,1613943972377,4133
+"lr_1",4.0598372576418807e-05,1613943972377,4133
+"mom_1",0.8688034428815912,1613943972377,4133
+"eps_1",1e-05,1613943972377,4133
+"wd_2",0.01,1613943972377,4133
+"sqr_mom_2",0.99,1613943972377,4133
+"lr_2",0.00040598372576418807,1613943972377,4133
+"mom_2",0.8688034428815912,1613943972377,4133
+"eps_2",1e-05,1613943972377,4133
+"valid_loss",0.0867055207490921,1613944006393,4133
+"_rmse",0.2944580018520355,1613944006393,4133
+"epoch",26,1613944006393,4133
+"train_loss",0.022645142,1613944007445,4134
+"raw_loss",0.0061745783,1613944007445,4134
+"epoch",26.0062893081761,1613944007445,4134
+"wd_0",0.01,1613944007445,4134
+"sqr_mom_0",0.99,1613944007445,4134
+"lr_0",4.0587340219726634e-06,1613944007445,4134
+"mom_0",0.8688255078156248,1613944007445,4134
+"eps_0",1e-05,1613944007445,4134
+"wd_1",0.01,1613944007445,4134
+"sqr_mom_1",0.99,1613944007445,4134
+"lr_1",4.058734021972663e-05,1613944007445,4134
+"mom_1",0.8688255078156248,1613944007445,4134
+"eps_1",1e-05,1613944007445,4134
+"wd_2",0.01,1613944007445,4134
+"sqr_mom_2",0.99,1613944007445,4134
+"lr_2",0.0004058734021972663,1613944007445,4134
+"mom_2",0.8688255078156248,1613944007445,4134
+"eps_2",1e-05,1613944007445,4134
+"train_loss",0.022489274,1613944008397,4135
+"raw_loss",0.014851698,1613944008397,4135
+"epoch",26.0125786163522,1613944008397,4135
+"wd_0",0.01,1613944008397,4135
+"sqr_mom_0",0.99,1613944008397,4135
+"lr_0",4.057630472564195e-06,1613944008397,4135
+"mom_0",0.8688475790245064,1613944008397,4135
+"eps_0",1e-05,1613944008397,4135
+"wd_1",0.01,1613944008397,4135
+"sqr_mom_1",0.99,1613944008397,4135
+"lr_1",4.057630472564195e-05,1613944008397,4135
+"mom_1",0.8688475790245064,1613944008397,4135
+"eps_1",1e-05,1613944008397,4135
+"wd_2",0.01,1613944008397,4135
+"sqr_mom_2",0.99,1613944008397,4135
+"lr_2",0.00040576304725641944,1613944008397,4135
+"mom_2",0.8688475790245064,1613944008397,4135
+"eps_2",1e-05,1613944008397,4135
+"train_loss",0.022455983,1613944009349,4136
+"raw_loss",0.020824708,1613944009349,4136
+"epoch",26.0188679245283,1613944009349,4136
+"wd_0",0.01,1613944009349,4136
+"sqr_mom_0",0.99,1613944009349,4136
+"lr_0",4.056526060524129e-06,1613944009349,4136
+"mom_0",0.8688696674861922,1613944009349,4136
+"eps_0",1e-05,1613944009349,4136
+"wd_1",0.01,1613944009349,4136
+"sqr_mom_1",0.99,1613944009349,4136
+"lr_1",4.056526060524129e-05,1613944009349,4136
+"mom_1",0.8688696674861922,1613944009349,4136
+"eps_1",1e-05,1613944009349,4136
+"wd_2",0.01,1613944009349,4136
+"sqr_mom_2",0.99,1613944009349,4136
+"lr_2",0.00040565260605241284,1613944009349,4136
+"mom_2",0.8688696674861922,1613944009349,4136
+"eps_2",1e-05,1613944009349,4136
+"train_loss",0.022181911,1613944010310,4137
+"raw_loss",0.008752379,1613944010310,4137
+"epoch",26.0251572327044,1613944010310,4137
+"wd_0",0.01,1613944010310,4137
+"sqr_mom_0",0.99,1613944010310,4137
+"lr_0",4.055421518694508e-06,1613944010310,4137
+"mom_0",0.8688917585436953,1613944010310,4137
+"eps_0",1e-05,1613944010310,4137
+"wd_1",0.01,1613944010310,4137
+"sqr_mom_1",0.99,1613944010310,4137
+"lr_1",4.0554215186945084e-05,1613944010310,4137
+"mom_1",0.8688917585436953,1613944010310,4137
+"eps_1",1e-05,1613944010310,4137
+"wd_2",0.01,1613944010310,4137
+"sqr_mom_2",0.99,1613944010310,4137
+"lr_2",0.0004055421518694508,1613944010310,4137
+"mom_2",0.8688917585436953,1613944010310,4137
+"eps_2",1e-05,1613944010310,4137
+"train_loss",0.022120433,1613944011265,4138
+"raw_loss",0.01910801,1613944011265,4138
+"epoch",26.031446540880502,1613944011265,4138
+"wd_0",0.01,1613944011265,4138
+"sqr_mom_0",0.99,1613944011265,4138
+"lr_0",4.05431666459259e-06,1613944011265,4138
+"mom_0",0.8689138558467067,1613944011265,4138
+"eps_0",1e-05,1613944011265,4138
+"wd_1",0.01,1613944011265,4138
+"sqr_mom_1",0.99,1613944011265,4138
+"lr_1",4.0543166645925894e-05,1613944011265,4138
+"mom_1",0.8689138558467067,1613944011265,4138
+"eps_1",1e-05,1613944011265,4138
+"wd_2",0.01,1613944011265,4138
+"sqr_mom_2",0.99,1613944011265,4138
+"lr_2",0.0004054316664592589,1613944011265,4138
+"mom_2",0.8689138558467067,1613944011265,4138
+"eps_2",1e-05,1613944011265,4138
+"train_loss",0.022267582,1613944012236,4139
+"raw_loss",0.029477932,1613944012236,4139
+"epoch",26.037735849056602,1613944012236,4139
+"wd_0",0.01,1613944012236,4139
+"sqr_mom_0",0.99,1613944012236,4139
+"lr_0",4.053210581765737e-06,1613944012236,4139
+"mom_0",0.8689359777244625,1613944012236,4139
+"eps_0",1e-05,1613944012236,4139
+"wd_1",0.01,1613944012236,4139
+"sqr_mom_1",0.99,1613944012236,4139
+"lr_1",4.053210581765737e-05,1613944012236,4139
+"mom_1",0.8689359777244625,1613944012236,4139
+"eps_1",1e-05,1613944012236,4139
+"wd_2",0.01,1613944012236,4139
+"sqr_mom_2",0.99,1613944012236,4139
+"lr_2",0.00040532105817657363,1613944012236,4139
+"mom_2",0.8689359777244625,1613944012236,4139
+"eps_2",1e-05,1613944012236,4139
+"train_loss",0.02250606,1613944013166,4140
+"raw_loss",0.034191534,1613944013166,4140
+"epoch",26.044025157232703,1613944013166,4140
+"wd_0",0.01,1613944013166,4140
+"sqr_mom_0",0.99,1613944013166,4140
+"lr_0",4.052104737519582e-06,1613944013166,4140
+"mom_0",0.8689580948305566,1613944013166,4140
+"eps_0",1e-05,1613944013166,4140
+"wd_1",0.01,1613944013166,4140
+"sqr_mom_1",0.99,1613944013166,4140
+"lr_1",4.0521047375195815e-05,1613944013166,4140
+"mom_1",0.8689580948305566,1613944013166,4140
+"eps_1",1e-05,1613944013166,4140
+"wd_2",0.01,1613944013166,4140
+"sqr_mom_2",0.99,1613944013166,4140
+"lr_2",0.00040521047375195816,1613944013166,4140
+"mom_2",0.8689580948305566,1613944013166,4140
+"eps_2",1e-05,1613944013166,4140
+"train_loss",0.022378406,1613944014110,4141
+"raw_loss",0.016123371,1613944014110,4141
+"epoch",26.050314465408803,1613944014110,4141
+"wd_0",0.01,1613944014110,4141
+"sqr_mom_0",0.99,1613944014110,4141
+"lr_0",4.0509982153196345e-06,1613944014110,4141
+"mom_0",0.8689802254958623,1613944014110,4141
+"eps_0",1e-05,1613944014110,4141
+"wd_1",0.01,1613944014110,4141
+"sqr_mom_1",0.99,1613944014110,4141
+"lr_1",4.050998215319634e-05,1613944014110,4141
+"mom_1",0.8689802254958623,1613944014110,4141
+"eps_1",1e-05,1613944014110,4141
+"wd_2",0.01,1613944014110,4141
+"sqr_mom_2",0.99,1613944014110,4141
+"lr_2",0.0004050998215319634,1613944014110,4141
+"mom_2",0.8689802254958623,1613944014110,4141
+"eps_2",1e-05,1613944014110,4141
+"train_loss",0.022551173,1613944015053,4142
+"raw_loss",0.031016825,1613944015053,4142
+"epoch",26.056603773584904,1613944015053,4142
+"wd_0",0.01,1613944015053,4142
+"sqr_mom_0",0.99,1613944015053,4142
+"lr_0",4.049890831616232e-06,1613944015053,4142
+"mom_0",0.8690023733914093,1613944015053,4142
+"eps_0",1e-05,1613944015053,4142
+"wd_1",0.01,1613944015053,4142
+"sqr_mom_1",0.99,1613944015053,4142
+"lr_1",4.049890831616232e-05,1613944015053,4142
+"mom_1",0.8690023733914093,1613944015053,4142
+"eps_1",1e-05,1613944015053,4142
+"wd_2",0.01,1613944015053,4142
+"sqr_mom_2",0.99,1613944015053,4142
+"lr_2",0.00040498908316162317,1613944015053,4142
+"mom_2",0.8690023733914093,1613944015053,4142
+"eps_2",1e-05,1613944015053,4142
+"train_loss",0.02306783,1613944016009,4143
+"raw_loss",0.048384,1613944016009,4143
+"epoch",26.062893081761004,1613944016009,4143
+"wd_0",0.01,1613944016009,4143
+"sqr_mom_0",0.99,1613944016009,4143
+"lr_0",4.04878332122329e-06,1613944016009,4143
+"mom_0",0.8690245238207724,1613944016009,4143
+"eps_0",1e-05,1613944016009,4143
+"wd_1",0.01,1613944016009,4143
+"sqr_mom_1",0.99,1613944016009,4143
+"lr_1",4.04878332122329e-05,1613944016009,4143
+"mom_1",0.8690245238207724,1613944016009,4143
+"eps_1",1e-05,1613944016009,4143
+"wd_2",0.01,1613944016009,4143
+"sqr_mom_2",0.99,1613944016009,4143
+"lr_2",0.00040487833212232894,1613944016009,4143
+"mom_2",0.8690245238207724,1613944016009,4143
+"eps_2",1e-05,1613944016009,4143
+"train_loss",0.022914827,1613944016958,4144
+"raw_loss",0.015417696,1613944016958,4144
+"epoch",26.069182389937104,1613944016958,4144
+"wd_0",0.01,1613944016958,4144
+"sqr_mom_0",0.99,1613944016958,4144
+"lr_0",4.0476755011650505e-06,1613944016958,4144
+"mom_0",0.8690466804435034,1613944016958,4144
+"eps_0",1e-05,1613944016958,4144
+"wd_1",0.01,1613944016958,4144
+"sqr_mom_1",0.99,1613944016958,4144
+"lr_1",4.0476755011650507e-05,1613944016958,4144
+"mom_1",0.8690466804435034,1613944016958,4144
+"eps_1",1e-05,1613944016958,4144
+"wd_2",0.01,1613944016958,4144
+"sqr_mom_2",0.99,1613944016958,4144
+"lr_2",0.000404767550116505,1613944016958,4144
+"mom_2",0.8690466804435034,1613944016958,4144
+"eps_2",1e-05,1613944016958,4144
+"train_loss",0.022658508,1613944017933,4145
+"raw_loss",0.010098887,1613944017933,4145
+"epoch",26.075471698113205,1613944017933,4145
+"wd_0",0.01,1613944017933,4145
+"sqr_mom_0",0.99,1613944017933,4145
+"lr_0",4.046566452531257e-06,1613944017933,4145
+"mom_0",0.8690688616379912,1613944017933,4145
+"eps_0",1e-05,1613944017933,4145
+"wd_1",0.01,1613944017933,4145
+"sqr_mom_1",0.99,1613944017933,4145
+"lr_1",4.0465664525312564e-05,1613944017933,4145
+"mom_1",0.8690688616379912,1613944017933,4145
+"eps_1",1e-05,1613944017933,4145
+"wd_2",0.01,1613944017933,4145
+"sqr_mom_2",0.99,1613944017933,4145
+"lr_2",0.0004046566452531256,1613944017933,4145
+"mom_2",0.8690688616379912,1613944017933,4145
+"eps_2",1e-05,1613944017933,4145
+"train_loss",0.02250731,1613944018890,4146
+"raw_loss",0.0150985485,1613944018890,4146
+"epoch",26.081761006289305,1613944018890,4146
+"wd_0",0.01,1613944018890,4146
+"sqr_mom_0",0.99,1613944018890,4146
+"lr_0",4.045457646561912e-06,1613944018890,4146
+"mom_0",0.8690910379791416,1613944018890,4146
+"eps_0",1e-05,1613944018890,4146
+"wd_1",0.01,1613944018890,4146
+"sqr_mom_1",0.99,1613944018890,4146
+"lr_1",4.045457646561912e-05,1613944018890,4146
+"mom_1",0.8690910379791416,1613944018890,4146
+"eps_1",1e-05,1613944018890,4146
+"wd_2",0.01,1613944018890,4146
+"sqr_mom_2",0.99,1613944018890,4146
+"lr_2",0.0004045457646561912,1613944018890,4146
+"mom_2",0.8690910379791416,1613944018890,4146
+"eps_2",1e-05,1613944018890,4146
+"train_loss",0.022771623,1613944019890,4147
+"raw_loss",0.035722964,1613944019890,4147
+"epoch",26.088050314465406,1613944019890,4147
+"wd_0",0.01,1613944019890,4147
+"sqr_mom_0",0.99,1613944019890,4147
+"lr_0",4.044348164265254e-06,1613944019890,4147
+"mom_0",0.8691132278469734,1613944019890,4147
+"eps_0",1e-05,1613944019890,4147
+"wd_1",0.01,1613944019890,4147
+"sqr_mom_1",0.99,1613944019890,4147
+"lr_1",4.044348164265254e-05,1613944019890,4147
+"mom_1",0.8691132278469734,1613944019890,4147
+"eps_1",1e-05,1613944019890,4147
+"wd_2",0.01,1613944019890,4147
+"sqr_mom_2",0.99,1613944019890,4147
+"lr_2",0.00040443481642652535,1613944019890,4147
+"mom_2",0.8691132278469734,1613944019890,4147
+"eps_2",1e-05,1613944019890,4147
+"train_loss",0.022718906,1613944020911,4148
+"raw_loss",0.020135833,1613944020911,4148
+"epoch",26.094339622641506,1613944020911,4148
+"wd_0",0.01,1613944020911,4148
+"sqr_mom_0",0.99,1613944020911,4148
+"lr_0",4.043237821603167e-06,1613944020911,4148
+"mom_0",0.8691354349222858,1613944020911,4148
+"eps_0",1e-05,1613944020911,4148
+"wd_1",0.01,1613944020911,4148
+"sqr_mom_1",0.99,1613944020911,4148
+"lr_1",4.043237821603166e-05,1613944020911,4148
+"mom_1",0.8691354349222858,1613944020911,4148
+"eps_1",1e-05,1613944020911,4148
+"wd_2",0.01,1613944020911,4148
+"sqr_mom_2",0.99,1613944020911,4148
+"lr_2",0.0004043237821603166,1613944020911,4148
+"mom_2",0.8691354349222858,1613944020911,4148
+"eps_2",1e-05,1613944020911,4148
+"train_loss",0.02247851,1613944021882,4149
+"raw_loss",0.01069906,1613944021882,4149
+"epoch",26.100628930817606,1613944021882,4149
+"wd_0",0.01,1613944021882,4149
+"sqr_mom_0",0.99,1613944021882,4149
+"lr_0",4.042127355353009e-06,1613944021882,4149
+"mom_0",0.8691576444693845,1613944021882,4149
+"eps_0",1e-05,1613944021882,4149
+"wd_1",0.01,1613944021882,4149
+"sqr_mom_1",0.99,1613944021882,4149
+"lr_1",4.0421273553530086e-05,1613944021882,4149
+"mom_1",0.8691576444693845,1613944021882,4149
+"eps_1",1e-05,1613944021882,4149
+"wd_2",0.01,1613944021882,4149
+"sqr_mom_2",0.99,1613944021882,4149
+"lr_2",0.0004042127355353008,1613944021882,4149
+"mom_2",0.8691576444693845,1613944021882,4149
+"eps_2",1e-05,1613944021882,4149
+"train_loss",0.022785712,1613944022887,4150
+"raw_loss",0.03783866,1613944022887,4150
+"epoch",26.106918238993707,1613944022887,4150
+"wd_0",0.01,1613944022887,4150
+"sqr_mom_0",0.99,1613944022887,4150
+"lr_0",4.041016397738415e-06,1613944022887,4150
+"mom_0",0.8691798638438701,1613944022887,4150
+"eps_0",1e-05,1613944022887,4150
+"wd_1",0.01,1613944022887,4150
+"sqr_mom_1",0.99,1613944022887,4150
+"lr_1",4.041016397738415e-05,1613944022887,4150
+"mom_1",0.8691798638438701,1613944022887,4150
+"eps_1",1e-05,1613944022887,4150
+"wd_2",0.01,1613944022887,4150
+"sqr_mom_2",0.99,1613944022887,4150
+"lr_2",0.0004041016397738415,1613944022887,4150
+"mom_2",0.8691798638438701,1613944022887,4150
+"eps_2",1e-05,1613944022887,4150
+"train_loss",0.022769034,1613944023920,4151
+"raw_loss",0.021951808,1613944023920,4151
+"epoch",26.113207547169807,1613944023920,4151
+"wd_0",0.01,1613944023920,4151
+"sqr_mom_0",0.99,1613944023920,4151
+"lr_0",4.039904580331125e-06,1613944023920,4151
+"mom_0",0.8692021004143816,1613944023920,4151
+"eps_0",1e-05,1613944023920,4151
+"wd_1",0.01,1613944023920,4151
+"sqr_mom_1",0.99,1613944023920,4151
+"lr_1",4.039904580331125e-05,1613944023920,4151
+"mom_1",0.8692021004143816,1613944023920,4151
+"eps_1",1e-05,1613944023920,4151
+"wd_2",0.01,1613944023920,4151
+"sqr_mom_2",0.99,1613944023920,4151
+"lr_2",0.0004039904580331125,1613944023920,4151
+"mom_2",0.8692021004143816,1613944023920,4151
+"eps_2",1e-05,1613944023920,4151
+"train_loss",0.022626124,1613944024954,4152
+"raw_loss",0.015623549,1613944024954,4152
+"epoch",26.119496855345908,1613944024954,4152
+"wd_0",0.01,1613944024954,4152
+"sqr_mom_0",0.99,1613944024954,4152
+"lr_0",4.0387926408870745e-06,1613944024954,4152
+"mom_0",0.8692243394256527,1613944024954,4152
+"eps_0",1e-05,1613944024954,4152
+"wd_1",0.01,1613944024954,4152
+"sqr_mom_1",0.99,1613944024954,4152
+"lr_1",4.038792640887074e-05,1613944024954,4152
+"mom_1",0.8692243394256527,1613944024954,4152
+"eps_1",1e-05,1613944024954,4152
+"wd_2",0.01,1613944024954,4152
+"sqr_mom_2",0.99,1613944024954,4152
+"lr_2",0.00040387926408870745,1613944024954,4152
+"mom_2",0.8692243394256527,1613944024954,4152
+"eps_2",1e-05,1613944024954,4152
+"train_loss",0.02263852,1613944025972,4153
+"raw_loss",0.023245916,1613944025972,4153
+"epoch",26.125786163522008,1613944025972,4153
+"wd_0",0.01,1613944025972,4153
+"sqr_mom_0",0.99,1613944025972,4153
+"lr_0",4.03768039569492e-06,1613944025972,4153
+"mom_0",0.8692465845519471,1613944025972,4153
+"eps_0",1e-05,1613944025972,4153
+"wd_1",0.01,1613944025972,4153
+"sqr_mom_1",0.99,1613944025972,4153
+"lr_1",4.03768039569492e-05,1613944025972,4153
+"mom_1",0.8692465845519471,1613944025972,4153
+"eps_1",1e-05,1613944025972,4153
+"wd_2",0.01,1613944025972,4153
+"sqr_mom_2",0.99,1613944025972,4153
+"lr_2",0.00040376803956949193,1613944025972,4153
+"mom_2",0.8692465845519471,1613944025972,4153
+"eps_2",1e-05,1613944025972,4153
+"train_loss",0.022597222,1613944026986,4154
+"raw_loss",0.020573575,1613944026986,4154
+"epoch",26.13207547169811,1613944026986,4154
+"wd_0",0.01,1613944026986,4154
+"sqr_mom_0",0.99,1613944026986,4154
+"lr_0",4.036566922177704e-06,1613944026986,4154
+"mom_0",0.8692688542449883,1613944026986,4154
+"eps_0",1e-05,1613944026986,4154
+"wd_1",0.01,1613944026986,4154
+"sqr_mom_1",0.99,1613944026986,4154
+"lr_1",4.036566922177704e-05,1613944026986,4154
+"mom_1",0.8692688542449883,1613944026986,4154
+"eps_1",1e-05,1613944026986,4154
+"wd_2",0.01,1613944026986,4154
+"sqr_mom_2",0.99,1613944026986,4154
+"lr_2",0.00040365669221777037,1613944026986,4154
+"mom_2",0.8692688542449883,1613944026986,4154
+"eps_2",1e-05,1613944026986,4154
+"train_loss",0.02281673,1613944027960,4155
+"raw_loss",0.03357266,1613944027960,4155
+"epoch",26.13836477987421,1613944027960,4155
+"wd_0",0.01,1613944027960,4155
+"sqr_mom_0",0.99,1613944027960,4155
+"lr_0",4.03545369744539e-06,1613944027960,4155
+"mom_0",0.8692911189622818,1613944027960,4155
+"eps_0",1e-05,1613944027960,4155
+"wd_1",0.01,1613944027960,4155
+"sqr_mom_1",0.99,1613944027960,4155
+"lr_1",4.0354536974453895e-05,1613944027960,4155
+"mom_1",0.8692911189622818,1613944027960,4155
+"eps_1",1e-05,1613944027960,4155
+"wd_2",0.01,1613944027960,4155
+"sqr_mom_2",0.99,1613944027960,4155
+"lr_2",0.00040354536974453897,1613944027960,4155
+"mom_2",0.8692911189622818,1613944027960,4155
+"eps_2",1e-05,1613944027960,4155
+"train_loss",0.022492697,1613944028943,4156
+"raw_loss",0.0066150646,1613944028943,4156
+"epoch",26.14465408805031,1613944028943,4156
+"wd_0",0.01,1613944028943,4156
+"sqr_mom_0",0.99,1613944028943,4156
+"lr_0",4.034339244447992e-06,1613944028943,4156
+"mom_0",0.8693134082451226,1613944028943,4156
+"eps_0",1e-05,1613944028943,4156
+"wd_1",0.01,1613944028943,4156
+"sqr_mom_1",0.99,1613944028943,4156
+"lr_1",4.034339244447991e-05,1613944028943,4156
+"mom_1",0.8693134082451226,1613944028943,4156
+"eps_1",1e-05,1613944028943,4156
+"wd_2",0.01,1613944028943,4156
+"sqr_mom_2",0.99,1613944028943,4156
+"lr_2",0.0004034339244447991,1613944028943,4156
+"mom_2",0.8693134082451226,1613944028943,4156
+"eps_2",1e-05,1613944028943,4156
+"train_loss",0.022357617,1613944029910,4157
+"raw_loss",0.015738636,1613944029910,4157
+"epoch",26.15094339622641,1613944029910,4157
+"wd_0",0.01,1613944029910,4157
+"sqr_mom_0",0.99,1613944029910,4157
+"lr_0",4.033225041594829e-06,1613944029910,4157
+"mom_0",0.8693356925250286,1613944029910,4157
+"eps_0",1e-05,1613944029910,4157
+"wd_1",0.01,1613944029910,4157
+"sqr_mom_1",0.99,1613944029910,4157
+"lr_1",4.033225041594829e-05,1613944029910,4157
+"mom_1",0.8693356925250286,1613944029910,4157
+"eps_1",1e-05,1613944029910,4157
+"wd_2",0.01,1613944029910,4157
+"sqr_mom_2",0.99,1613944029910,4157
+"lr_2",0.0004033225041594829,1613944029910,4157
+"mom_2",0.8693356925250286,1613944029910,4157
+"eps_2",1e-05,1613944029910,4157
+"train_loss",0.022283686,1613944030874,4158
+"raw_loss",0.018661117,1613944030874,4158
+"epoch",26.15723270440251,1613944030874,4158
+"wd_0",0.01,1613944030874,4158
+"sqr_mom_0",0.99,1613944030874,4158
+"lr_0",4.032110165416436e-06,1613944030874,4158
+"mom_0",0.869357990271574,1613944030874,4158
+"eps_0",1e-05,1613944030874,4158
+"wd_1",0.01,1613944030874,4158
+"sqr_mom_1",0.99,1613944030874,4158
+"lr_1",4.0321101654164364e-05,1613944030874,4158
+"mom_1",0.869357990271574,1613944030874,4158
+"eps_1",1e-05,1613944030874,4158
+"wd_2",0.01,1613944030874,4158
+"sqr_mom_2",0.99,1613944030874,4158
+"lr_2",0.0004032110165416436,1613944030874,4158
+"mom_2",0.869357990271574,1613944030874,4158
+"eps_2",1e-05,1613944030874,4158
+"train_loss",0.022041347,1613944031839,4159
+"raw_loss",0.010166681,1613944031839,4159
+"epoch",26.16352201257861,1613944031839,4159
+"wd_0",0.01,1613944031839,4159
+"sqr_mom_0",0.99,1613944031839,4159
+"lr_0",4.030994430984671e-06,1613944031839,4159
+"mom_0",0.8693803051833584,1613944031839,4159
+"eps_0",1e-05,1613944031839,4159
+"wd_1",0.01,1613944031839,4159
+"sqr_mom_1",0.99,1613944031839,4159
+"lr_1",4.030994430984671e-05,1613944031839,4159
+"mom_1",0.8693803051833584,1613944031839,4159
+"eps_1",1e-05,1613944031839,4159
+"wd_2",0.01,1613944031839,4159
+"sqr_mom_2",0.99,1613944031839,4159
+"lr_2",0.00040309944309846707,1613944031839,4159
+"mom_2",0.8693803051833584,1613944031839,4159
+"eps_2",1e-05,1613944031839,4159
+"train_loss",0.021740224,1613944032803,4160
+"raw_loss",0.0069852388,1613944032803,4160
+"epoch",26.16981132075471,1613944032803,4160
+"wd_0",0.01,1613944032803,4160
+"sqr_mom_0",0.99,1613944032803,4160
+"lr_0",4.029878578654647e-06,1613944032803,4160
+"mom_0",0.8694026224531316,1613944032803,4160
+"eps_0",1e-05,1613944032803,4160
+"wd_1",0.01,1613944032803,4160
+"sqr_mom_1",0.99,1613944032803,4160
+"lr_1",4.029878578654647e-05,1613944032803,4160
+"mom_1",0.8694026224531316,1613944032803,4160
+"eps_1",1e-05,1613944032803,4160
+"wd_2",0.01,1613944032803,4160
+"sqr_mom_2",0.99,1613944032803,4160
+"lr_2",0.0004029878578654647,1613944032803,4160
+"mom_2",0.8694026224531316,1613944032803,4160
+"eps_2",1e-05,1613944032803,4160
+"train_loss",0.0215191,1613944033766,4161
+"raw_loss",0.010683986,1613944033766,4161
+"epoch",26.17610062893081,1613944033766,4161
+"wd_0",0.01,1613944033766,4161
+"sqr_mom_0",0.99,1613944033766,4161
+"lr_0",4.028762424065134e-06,1613944033766,4161
+"mom_0",0.869424945768155,1613944033766,4161
+"eps_0",1e-05,1613944033766,4161
+"wd_1",0.01,1613944033766,4161
+"sqr_mom_1",0.99,1613944033766,4161
+"lr_1",4.028762424065134e-05,1613944033766,4161
+"mom_1",0.869424945768155,1613944033766,4161
+"eps_1",1e-05,1613944033766,4161
+"wd_2",0.01,1613944033766,4161
+"sqr_mom_2",0.99,1613944033766,4161
+"lr_2",0.00040287624240651336,1613944033766,4161
+"mom_2",0.869424945768155,1613944033766,4161
+"eps_2",1e-05,1613944033766,4161
+"train_loss",0.021627994,1613944034744,4162
+"raw_loss",0.02696384,1613944034744,4162
+"epoch",26.18238993710691,1613944034744,4162
+"wd_0",0.01,1613944034744,4162
+"sqr_mom_0",0.99,1613944034744,4162
+"lr_0",4.0276450413998466e-06,1613944034744,4162
+"mom_0",0.8694472936449394,1613944034744,4162
+"eps_0",1e-05,1613944034744,4162
+"wd_1",0.01,1613944034744,4162
+"sqr_mom_1",0.99,1613944034744,4162
+"lr_1",4.027645041399847e-05,1613944034744,4162
+"mom_1",0.8694472936449394,1613944034744,4162
+"eps_1",1e-05,1613944034744,4162
+"wd_2",0.01,1613944034744,4162
+"sqr_mom_2",0.99,1613944034744,4162
+"lr_2",0.00040276450413998465,1613944034744,4162
+"mom_2",0.8694472936449394,1613944034744,4162
+"eps_2",1e-05,1613944034744,4162
+"train_loss",0.021412486,1613944035709,4163
+"raw_loss",0.010852549,1613944035709,4163
+"epoch",26.188679245283012,1613944035709,4163
+"wd_0",0.01,1613944035709,4163
+"sqr_mom_0",0.99,1613944035709,4163
+"lr_0",4.026527912954538e-06,1613944035709,4163
+"mom_0",0.8694696364372736,1613944035709,4163
+"eps_0",1e-05,1613944035709,4163
+"wd_1",0.01,1613944035709,4163
+"sqr_mom_1",0.99,1613944035709,4163
+"lr_1",4.026527912954538e-05,1613944035709,4163
+"mom_1",0.8694696364372736,1613944035709,4163
+"eps_1",1e-05,1613944035709,4163
+"wd_2",0.01,1613944035709,4163
+"sqr_mom_2",0.99,1613944035709,4163
+"lr_2",0.0004026527912954538,1613944035709,4163
+"mom_2",0.8694696364372736,1613944035709,4163
+"eps_2",1e-05,1613944035709,4163
+"train_loss",0.021267582,1613944036671,4164
+"raw_loss",0.014167244,1613944036671,4164
+"epoch",26.194968553459113,1613944036671,4164
+"wd_0",0.01,1613944036671,4164
+"sqr_mom_0",0.99,1613944036671,4164
+"lr_0",4.025410112832414e-06,1613944036671,4164
+"mom_0",0.8694919926632784,1613944036671,4164
+"eps_0",1e-05,1613944036671,4164
+"wd_1",0.01,1613944036671,4164
+"sqr_mom_1",0.99,1613944036671,4164
+"lr_1",4.025410112832414e-05,1613944036671,4164
+"mom_1",0.8694919926632784,1613944036671,4164
+"eps_1",1e-05,1613944036671,4164
+"wd_2",0.01,1613944036671,4164
+"sqr_mom_2",0.99,1613944036671,4164
+"lr_2",0.00040254101128324134,1613944036671,4164
+"mom_2",0.8694919926632784,1613944036671,4164
+"eps_2",1e-05,1613944036671,4164
+"train_loss",0.021062767,1613944037650,4165
+"raw_loss",0.011026845,1613944037650,4165
+"epoch",26.201257861635213,1613944037650,4165
+"wd_0",0.01,1613944037650,4165
+"sqr_mom_0",0.99,1613944037650,4165
+"lr_0",4.0242914556228765e-06,1613944037650,4165
+"mom_0",0.8695143660312028,1613944037650,4165
+"eps_0",1e-05,1613944037650,4165
+"wd_1",0.01,1613944037650,4165
+"sqr_mom_1",0.99,1613944037650,4165
+"lr_1",4.024291455622876e-05,1613944037650,4165
+"mom_1",0.8695143660312028,1613944037650,4165
+"eps_1",1e-05,1613944037650,4165
+"wd_2",0.01,1613944037650,4165
+"sqr_mom_2",0.99,1613944037650,4165
+"lr_2",0.0004024291455622876,1613944037650,4165
+"mom_2",0.8695143660312028,1613944037650,4165
+"eps_2",1e-05,1613944037650,4165
+"train_loss",0.021009983,1613944038607,4166
+"raw_loss",0.018423585,1613944038607,4166
+"epoch",26.207547169811313,1613944038607,4166
+"wd_0",0.01,1613944038607,4166
+"sqr_mom_0",0.99,1613944038607,4166
+"lr_0",4.023172683620473e-06,1613944038607,4166
+"mom_0",0.8695367416950075,1613944038607,4166
+"eps_0",1e-05,1613944038607,4166
+"wd_1",0.01,1613944038607,4166
+"sqr_mom_1",0.99,1613944038607,4166
+"lr_1",4.023172683620473e-05,1613944038607,4166
+"mom_1",0.8695367416950075,1613944038607,4166
+"eps_1",1e-05,1613944038607,4166
+"wd_2",0.01,1613944038607,4166
+"sqr_mom_2",0.99,1613944038607,4166
+"lr_2",0.0004023172683620473,1613944038607,4166
+"mom_2",0.8695367416950075,1613944038607,4166
+"eps_2",1e-05,1613944038607,4166
+"train_loss",0.02077389,1613944039564,4167
+"raw_loss",0.009205255,1613944039564,4167
+"epoch",26.213836477987414,1613944039564,4167
+"wd_0",0.01,1613944039564,4167
+"sqr_mom_0",0.99,1613944039564,4167
+"lr_0",4.022053611979039e-06,1613944039564,4167
+"mom_0",0.8695591233516528,1613944039564,4167
+"eps_0",1e-05,1613944039564,4167
+"wd_1",0.01,1613944039564,4167
+"sqr_mom_1",0.99,1613944039564,4167
+"lr_1",4.022053611979039e-05,1613944039564,4167
+"mom_1",0.8695591233516528,1613944039564,4167
+"eps_1",1e-05,1613944039564,4167
+"wd_2",0.01,1613944039564,4167
+"sqr_mom_2",0.99,1613944039564,4167
+"lr_2",0.0004022053611979039,1613944039564,4167
+"mom_2",0.8695591233516528,1613944039564,4167
+"eps_2",1e-05,1613944039564,4167
+"train_loss",0.020705212,1613944040527,4168
+"raw_loss",0.017339982,1613944040527,4168
+"epoch",26.220125786163514,1613944040527,4168
+"wd_0",0.01,1613944040527,4168
+"sqr_mom_0",0.99,1613944040527,4168
+"lr_0",4.02093331246523e-06,1613944040527,4168
+"mom_0",0.869581529565991,1613944040527,4168
+"eps_0",1e-05,1613944040527,4168
+"wd_1",0.01,1613944040527,4168
+"sqr_mom_1",0.99,1613944040527,4168
+"lr_1",4.0209333124652294e-05,1613944040527,4168
+"mom_1",0.869581529565991,1613944040527,4168
+"eps_1",1e-05,1613944040527,4168
+"wd_2",0.01,1613944040527,4168
+"sqr_mom_2",0.99,1613944040527,4168
+"lr_2",0.0004020933312465229,1613944040527,4168
+"mom_2",0.869581529565991,1613944040527,4168
+"eps_2",1e-05,1613944040527,4168
+"train_loss",0.02098072,1613944041489,4169
+"raw_loss",0.03448061,1613944041489,4169
+"epoch",26.226415094339615,1613944041489,4169
+"wd_0",0.01,1613944041489,4169
+"sqr_mom_0",0.99,1613944041489,4169
+"lr_0",4.019813271244225e-06,1613944041489,4169
+"mom_0",0.8696039306144216,1613944041489,4169
+"eps_0",1e-05,1613944041489,4169
+"wd_1",0.01,1613944041489,4169
+"sqr_mom_1",0.99,1613944041489,4169
+"lr_1",4.019813271244224e-05,1613944041489,4169
+"mom_1",0.8696039306144216,1613944041489,4169
+"eps_1",1e-05,1613944041489,4169
+"wd_2",0.01,1613944041489,4169
+"sqr_mom_2",0.99,1613944041489,4169
+"lr_2",0.0004019813271244224,1613944041489,4169
+"mom_2",0.8696039306144216,1613944041489,4169
+"eps_2",1e-05,1613944041489,4169
+"train_loss",0.021224713,1613944042445,4170
+"raw_loss",0.03318041,1613944042445,4170
+"epoch",26.232704402515715,1613944042445,4170
+"wd_0",0.01,1613944042445,4170
+"sqr_mom_0",0.99,1613944042445,4170
+"lr_0",4.0186925600025244e-06,1613944042445,4170
+"mom_0",0.8696263450634001,1613944042445,4170
+"eps_0",1e-05,1613944042445,4170
+"wd_1",0.01,1613944042445,4170
+"sqr_mom_1",0.99,1613944042445,4170
+"lr_1",4.018692560002524e-05,1613944042445,4170
+"mom_1",0.8696263450634001,1613944042445,4170
+"eps_1",1e-05,1613944042445,4170
+"wd_2",0.01,1613944042445,4170
+"sqr_mom_2",0.99,1613944042445,4170
+"lr_2",0.0004018692560002524,1613944042445,4170
+"mom_2",0.8696263450634001,1613944042445,4170
+"eps_2",1e-05,1613944042445,4170
+"train_loss",0.020972079,1613944043417,4171
+"raw_loss",0.008593028,1613944043417,4171
+"epoch",26.238993710691815,1613944043417,4171
+"wd_0",0.01,1613944043417,4171
+"sqr_mom_0",0.99,1613944043417,4171
+"lr_0",4.017570992849204e-06,1613944043417,4171
+"mom_0",0.8696487766307822,1613944043417,4171
+"eps_0",1e-05,1613944043417,4171
+"wd_1",0.01,1613944043417,4171
+"sqr_mom_1",0.99,1613944043417,4171
+"lr_1",4.017570992849204e-05,1613944043417,4171
+"mom_1",0.8696487766307822,1613944043417,4171
+"eps_1",1e-05,1613944043417,4171
+"wd_2",0.01,1613944043417,4171
+"sqr_mom_2",0.99,1613944043417,4171
+"lr_2",0.0004017570992849204,1613944043417,4171
+"mom_2",0.8696487766307822,1613944043417,4171
+"eps_2",1e-05,1613944043417,4171
+"train_loss",0.021056265,1613944044384,4172
+"raw_loss",0.02518138,1613944044384,4172
+"epoch",26.245283018867916,1613944044384,4172
+"wd_0",0.01,1613944044384,4172
+"sqr_mom_0",0.99,1613944044384,4172
+"lr_0",4.016449314009728e-06,1613944044384,4172
+"mom_0",0.8696712104319098,1613944044384,4172
+"eps_0",1e-05,1613944044384,4172
+"wd_1",0.01,1613944044384,4172
+"sqr_mom_1",0.99,1613944044384,4172
+"lr_1",4.016449314009728e-05,1613944044384,4172
+"mom_1",0.8696712104319098,1613944044384,4172
+"eps_1",1e-05,1613944044384,4172
+"wd_2",0.01,1613944044384,4172
+"sqr_mom_2",0.99,1613944044384,4172
+"lr_2",0.0004016449314009728,1613944044384,4172
+"mom_2",0.8696712104319098,1613944044384,4172
+"eps_2",1e-05,1613944044384,4172
+"train_loss",0.021038614,1613944045344,4173
+"raw_loss",0.020173715,1613944045344,4173
+"epoch",26.251572327044016,1613944045344,4173
+"wd_0",0.01,1613944045344,4173
+"sqr_mom_0",0.99,1613944045344,4173
+"lr_0",4.015327151987685e-06,1613944045344,4173
+"mom_0",0.8696936538967852,1613944045344,4173
+"eps_0",1e-05,1613944045344,4173
+"wd_1",0.01,1613944045344,4173
+"sqr_mom_1",0.99,1613944045344,4173
+"lr_1",4.015327151987685e-05,1613944045344,4173
+"mom_1",0.8696936538967852,1613944045344,4173
+"eps_1",1e-05,1613944045344,4173
+"wd_2",0.01,1613944045344,4173
+"sqr_mom_2",0.99,1613944045344,4173
+"lr_2",0.0004015327151987684,1613944045344,4173
+"mom_2",0.8696936538967852,1613944045344,4173
+"eps_2",1e-05,1613944045344,4173
+"train_loss",0.021148674,1613944046303,4174
+"raw_loss",0.026541626,1613944046303,4174
+"epoch",26.257861635220117,1613944046303,4174
+"wd_0",0.01,1613944046303,4174
+"sqr_mom_0",0.99,1613944046303,4174
+"lr_0",4.0142041346456166e-06,1613944046303,4174
+"mom_0",0.8697161144682324,1613944046303,4174
+"eps_0",1e-05,1613944046303,4174
+"wd_1",0.01,1613944046303,4174
+"sqr_mom_1",0.99,1613944046303,4174
+"lr_1",4.014204134645616e-05,1613944046303,4174
+"mom_1",0.8697161144682324,1613944046303,4174
+"eps_1",1e-05,1613944046303,4174
+"wd_2",0.01,1613944046303,4174
+"sqr_mom_2",0.99,1613944046303,4174
+"lr_2",0.0004014204134645616,1613944046303,4174
+"mom_2",0.8697161144682324,1613944046303,4174
+"eps_2",1e-05,1613944046303,4174
+"train_loss",0.020944057,1613944047271,4175
+"raw_loss",0.010917841,1613944047271,4175
+"epoch",26.264150943396217,1613944047271,4175
+"wd_0",0.01,1613944047271,4175
+"sqr_mom_0",0.99,1613944047271,4175
+"lr_0",4.013081007171274e-06,1613944047271,4175
+"mom_0",0.8697385772423469,1613944047271,4175
+"eps_0",1e-05,1613944047271,4175
+"wd_1",0.01,1613944047271,4175
+"sqr_mom_1",0.99,1613944047271,4175
+"lr_1",4.0130810071712736e-05,1613944047271,4175
+"mom_1",0.8697385772423469,1613944047271,4175
+"eps_1",1e-05,1613944047271,4175
+"wd_2",0.01,1613944047271,4175
+"sqr_mom_2",0.99,1613944047271,4175
+"lr_2",0.00040130810071712736,1613944047271,4175
+"mom_2",0.8697385772423469,1613944047271,4175
+"eps_2",1e-05,1613944047271,4175
+"train_loss",0.021033442,1613944048212,4176
+"raw_loss",0.025413275,1613944048212,4176
+"epoch",26.270440251572317,1613944048212,4176
+"wd_0",0.01,1613944048212,4176
+"sqr_mom_0",0.99,1613944048212,4176
+"lr_0",4.01195758399506e-06,1613944048212,4176
+"mom_0",0.869761045930558,1613944048212,4176
+"eps_0",1e-05,1613944048212,4176
+"wd_1",0.01,1613944048212,4176
+"sqr_mom_1",0.99,1613944048212,4176
+"lr_1",4.0119575839950606e-05,1613944048212,4176
+"mom_1",0.869761045930558,1613944048212,4176
+"eps_1",1e-05,1613944048212,4176
+"wd_2",0.01,1613944048212,4176
+"sqr_mom_2",0.99,1613944048212,4176
+"lr_2",0.00040119575839950603,1613944048212,4176
+"mom_2",0.869761045930558,1613944048212,4176
+"eps_2",1e-05,1613944048212,4176
+"train_loss",0.020926232,1613944049165,4177
+"raw_loss",0.015672931,1613944049165,4177
+"epoch",26.276729559748418,1613944049165,4177
+"wd_0",0.01,1613944049165,4177
+"sqr_mom_0",0.99,1613944049165,4177
+"lr_0",4.010832933277985e-06,1613944049165,4177
+"mom_0",0.869783539169832,1613944049165,4177
+"eps_0",1e-05,1613944049165,4177
+"wd_1",0.01,1613944049165,4177
+"sqr_mom_1",0.99,1613944049165,4177
+"lr_1",4.010832933277985e-05,1613944049165,4177
+"mom_1",0.869783539169832,1613944049165,4177
+"eps_1",1e-05,1613944049165,4177
+"wd_2",0.01,1613944049165,4177
+"sqr_mom_2",0.99,1613944049165,4177
+"lr_2",0.00040108329332779846,1613944049165,4177
+"mom_2",0.869783539169832,1613944049165,4177
+"eps_2",1e-05,1613944049165,4177
+"train_loss",0.020822944,1613944050134,4178
+"raw_loss",0.015761858,1613944050134,4178
+"epoch",26.28301886792452,1613944050134,4178
+"wd_0",0.01,1613944050134,4178
+"sqr_mom_0",0.99,1613944050134,4178
+"lr_0",4.009708546957439e-06,1613944050134,4178
+"mom_0",0.8698060271211224,1613944050134,4178
+"eps_0",1e-05,1613944050134,4178
+"wd_1",0.01,1613944050134,4178
+"sqr_mom_1",0.99,1613944050134,4178
+"lr_1",4.009708546957439e-05,1613944050134,4178
+"mom_1",0.8698060271211224,1613944050134,4178
+"eps_1",1e-05,1613944050134,4178
+"wd_2",0.01,1613944050134,4178
+"sqr_mom_2",0.99,1613944050134,4178
+"lr_2",0.00040097085469574387,1613944050134,4178
+"mom_2",0.8698060271211224,1613944050134,4178
+"eps_2",1e-05,1613944050134,4178
+"train_loss",0.020645043,1613944051077,4179
+"raw_loss",0.011927886,1613944051077,4179
+"epoch",26.28930817610062,1613944051077,4179
+"wd_0",0.01,1613944051077,4179
+"sqr_mom_0",0.99,1613944051077,4179
+"lr_0",4.008583493114808e-06,1613944051077,4179
+"mom_0",0.8698285284229881,1613944051077,4179
+"eps_0",1e-05,1613944051077,4179
+"wd_1",0.01,1613944051077,4179
+"sqr_mom_1",0.99,1613944051077,4179
+"lr_1",4.008583493114808e-05,1613944051077,4179
+"mom_1",0.8698285284229881,1613944051077,4179
+"eps_1",1e-05,1613944051077,4179
+"wd_2",0.01,1613944051077,4179
+"sqr_mom_2",0.99,1613944051077,4179
+"lr_2",0.00040085834931148076,1613944051077,4179
+"mom_2",0.8698285284229881,1613944051077,4179
+"eps_2",1e-05,1613944051077,4179
+"train_loss",0.020620687,1613944052042,4180
+"raw_loss",0.019427223,1613944052042,4180
+"epoch",26.29559748427672,1613944052042,4180
+"wd_0",0.01,1613944052042,4180
+"sqr_mom_0",0.99,1613944052042,4180
+"lr_0",4.00745758514267e-06,1613944052042,4180
+"mom_0",0.8698510468076147,1613944052042,4180
+"eps_0",1e-05,1613944052042,4180
+"wd_1",0.01,1613944052042,4180
+"sqr_mom_1",0.99,1613944052042,4180
+"lr_1",4.007457585142669e-05,1613944052042,4180
+"mom_1",0.8698510468076147,1613944052042,4180
+"eps_1",1e-05,1613944052042,4180
+"wd_2",0.01,1613944052042,4180
+"sqr_mom_2",0.99,1613944052042,4180
+"lr_2",0.0004007457585142669,1613944052042,4180
+"mom_2",0.8698510468076147,1613944052042,4180
+"eps_2",1e-05,1613944052042,4180
+"train_loss",0.020397997,1613944052988,4181
+"raw_loss",0.009486181,1613944052988,4181
+"epoch",26.30188679245282,1613944052988,4181
+"wd_0",0.01,1613944052988,4181
+"sqr_mom_0",0.99,1613944052988,4181
+"lr_0",4.006331570146876e-06,1613944052988,4181
+"mom_0",0.8698735673327358,1613944052988,4181
+"eps_0",1e-05,1613944052988,4181
+"wd_1",0.01,1613944052988,4181
+"sqr_mom_1",0.99,1613944052988,4181
+"lr_1",4.006331570146876e-05,1613944052988,4181
+"mom_1",0.8698735673327358,1613944052988,4181
+"eps_1",1e-05,1613944052988,4181
+"wd_2",0.01,1613944052988,4181
+"sqr_mom_2",0.99,1613944052988,4181
+"lr_2",0.00040063315701468756,1613944052988,4181
+"mom_2",0.8698735673327358,1613944052988,4181
+"eps_2",1e-05,1613944052988,4181
+"train_loss",0.02038721,1613944053955,4182
+"raw_loss",0.019858668,1613944053955,4182
+"epoch",26.30817610062892,1613944053955,4182
+"wd_0",0.01,1613944053955,4182
+"sqr_mom_0",0.99,1613944053955,4182
+"lr_0",4.0052052620782074e-06,1613944053955,4182
+"mom_0",0.869896093719373,1613944053955,4182
+"eps_0",1e-05,1613944053955,4182
+"wd_1",0.01,1613944053955,4182
+"sqr_mom_1",0.99,1613944053955,4182
+"lr_1",4.005205262078207e-05,1613944053955,4182
+"mom_1",0.869896093719373,1613944053955,4182
+"eps_1",1e-05,1613944053955,4182
+"wd_2",0.01,1613944053955,4182
+"sqr_mom_2",0.99,1613944053955,4182
+"lr_2",0.0004005205262078207,1613944053955,4182
+"mom_2",0.869896093719373,1613944053955,4182
+"eps_2",1e-05,1613944053955,4182
+"train_loss",0.020269547,1613944054908,4183
+"raw_loss",0.014503993,1613944054908,4183
+"epoch",26.31446540880502,1613944054908,4183
+"wd_0",0.01,1613944054908,4183
+"sqr_mom_0",0.99,1613944054908,4183
+"lr_0",4.004077726707287e-06,1613944054908,4183
+"mom_0",0.8699186446523007,1613944054908,4183
+"eps_0",1e-05,1613944054908,4183
+"wd_1",0.01,1613944054908,4183
+"sqr_mom_1",0.99,1613944054908,4183
+"lr_1",4.004077726707287e-05,1613944054908,4183
+"mom_1",0.8699186446523007,1613944054908,4183
+"eps_1",1e-05,1613944054908,4183
+"wd_2",0.01,1613944054908,4183
+"sqr_mom_2",0.99,1613944054908,4183
+"lr_2",0.0004004077726707287,1613944054908,4183
+"mom_2",0.8699186446523007,1613944054908,4183
+"eps_2",1e-05,1613944054908,4183
+"train_loss",0.020141691,1613944055864,4184
+"raw_loss",0.013876739,1613944055864,4184
+"epoch",26.32075471698112,1613944055864,4184
+"wd_0",0.01,1613944055864,4184
+"sqr_mom_0",0.99,1613944055864,4184
+"lr_0",4.0029504597982265e-06,1613944055864,4184
+"mom_0",0.8699411902159376,1613944055864,4184
+"eps_0",1e-05,1613944055864,4184
+"wd_1",0.01,1613944055864,4184
+"sqr_mom_1",0.99,1613944055864,4184
+"lr_1",4.002950459798227e-05,1613944055864,4184
+"mom_1",0.8699411902159376,1613944055864,4184
+"eps_1",1e-05,1613944055864,4184
+"wd_2",0.01,1613944055864,4184
+"sqr_mom_2",0.99,1613944055864,4184
+"lr_2",0.00040029504597982265,1613944055864,4184
+"mom_2",0.8699411902159376,1613944055864,4184
+"eps_2",1e-05,1613944055864,4184
+"train_loss",0.019920098,1613944056865,4185
+"raw_loss",0.009061983,1613944056865,4185
+"epoch",26.32704402515722,1613944056865,4185
+"wd_0",0.01,1613944056865,4185
+"sqr_mom_0",0.99,1613944056865,4185
+"lr_0",4.0018225270423834e-06,1613944056865,4185
+"mom_0",0.8699637490966433,1613944056865,4185
+"eps_0",1e-05,1613944056865,4185
+"wd_1",0.01,1613944056865,4185
+"sqr_mom_1",0.99,1613944056865,4185
+"lr_1",4.001822527042384e-05,1613944056865,4185
+"mom_1",0.8699637490966433,1613944056865,4185
+"eps_1",1e-05,1613944056865,4185
+"wd_2",0.01,1613944056865,4185
+"sqr_mom_2",0.99,1613944056865,4185
+"lr_2",0.00040018225270423835,1613944056865,4185
+"mom_2",0.8699637490966433,1613944056865,4185
+"eps_2",1e-05,1613944056865,4185
+"train_loss",0.020878268,1613944057825,4186
+"raw_loss",0.067828655,1613944057825,4186
+"epoch",26.33333333333332,1613944057825,4186
+"wd_0",0.01,1613944057825,4186
+"sqr_mom_0",0.99,1613944057825,4186
+"lr_0",4.00069374135735e-06,1613944057825,4186
+"mom_0",0.8699863250361033,1613944057825,4186
+"eps_0",1e-05,1613944057825,4186
+"wd_1",0.01,1613944057825,4186
+"sqr_mom_1",0.99,1613944057825,4186
+"lr_1",4.00069374135735e-05,1613944057825,4186
+"mom_1",0.8699863250361033,1613944057825,4186
+"eps_1",1e-05,1613944057825,4186
+"wd_2",0.01,1613944057825,4186
+"sqr_mom_2",0.99,1613944057825,4186
+"lr_2",0.00040006937413573495,1613944057825,4186
+"mom_2",0.8699863250361033,1613944057825,4186
+"eps_2",1e-05,1613944057825,4186
+"train_loss",0.020901805,1613944058786,4187
+"raw_loss",0.022055043,1613944058786,4187
+"epoch",26.339622641509422,1613944058786,4187
+"wd_0",0.01,1613944058786,4187
+"sqr_mom_0",0.99,1613944058786,4187
+"lr_0",3.999564851758509e-06,1613944058786,4187
+"mom_0",0.8700089030538604,1613944058786,4187
+"eps_0",1e-05,1613944058786,4187
+"wd_1",0.01,1613944058786,4187
+"sqr_mom_1",0.99,1613944058786,4187
+"lr_1",3.999564851758509e-05,1613944058786,4187
+"mom_1",0.8700089030538604,1613944058786,4187
+"eps_1",1e-05,1613944058786,4187
+"wd_2",0.01,1613944058786,4187
+"sqr_mom_2",0.99,1613944058786,4187
+"lr_2",0.00039995648517585086,1613944058786,4187
+"mom_2",0.8700089030538604,1613944058786,4187
+"eps_2",1e-05,1613944058786,4187
+"train_loss",0.021595435,1613944059814,4188
+"raw_loss",0.05558332,1613944059814,4188
+"epoch",26.345911949685522,1613944059814,4188
+"wd_0",0.01,1613944059814,4188
+"sqr_mom_0",0.99,1613944059814,4188
+"lr_0",3.99843567171915e-06,1613944059814,4188
+"mom_0",0.8700314868804858,1613944059814,4188
+"eps_0",1e-05,1613944059814,4188
+"wd_1",0.01,1613944059814,4188
+"sqr_mom_1",0.99,1613944059814,4188
+"lr_1",3.99843567171915e-05,1613944059814,4188
+"mom_1",0.8700314868804858,1613944059814,4188
+"eps_1",1e-05,1613944059814,4188
+"wd_2",0.01,1613944059814,4188
+"sqr_mom_2",0.99,1613944059814,4188
+"lr_2",0.00039984356717191494,1613944059814,4188
+"mom_2",0.8700314868804858,1613944059814,4188
+"eps_2",1e-05,1613944059814,4188
+"train_loss",0.021886934,1613944060803,4189
+"raw_loss",0.036170393,1613944060803,4189
+"epoch",26.352201257861623,1613944060803,4189
+"wd_0",0.01,1613944060803,4189
+"sqr_mom_0",0.99,1613944060803,4189
+"lr_0",3.997305264630231e-06,1613944060803,4189
+"mom_0",0.8700540952483479,1613944060803,4189
+"eps_0",1e-05,1613944060803,4189
+"wd_1",0.01,1613944060803,4189
+"sqr_mom_1",0.99,1613944060803,4189
+"lr_1",3.997305264630231e-05,1613944060803,4189
+"mom_1",0.8700540952483479,1613944060803,4189
+"eps_1",1e-05,1613944060803,4189
+"wd_2",0.01,1613944060803,4189
+"sqr_mom_2",0.99,1613944060803,4189
+"lr_2",0.0003997305264630231,1613944060803,4189
+"mom_2",0.8700540952483479,1613944060803,4189
+"eps_2",1e-05,1613944060803,4189
+"train_loss",0.021902086,1613944061763,4190
+"raw_loss",0.02264454,1613944061763,4190
+"epoch",26.358490566037723,1613944061763,4190
+"wd_0",0.01,1613944061763,4190
+"sqr_mom_0",0.99,1613944061763,4190
+"lr_0",3.996175130065423e-06,1613944061763,4190
+"mom_0",0.8700766981656731,1613944061763,4190
+"eps_0",1e-05,1613944061763,4190
+"wd_1",0.01,1613944061763,4190
+"sqr_mom_1",0.99,1613944061763,4190
+"lr_1",3.996175130065423e-05,1613944061763,4190
+"mom_1",0.8700766981656731,1613944061763,4190
+"eps_1",1e-05,1613944061763,4190
+"wd_2",0.01,1613944061763,4190
+"sqr_mom_2",0.99,1613944061763,4190
+"lr_2",0.00039961751300654225,1613944061763,4190
+"mom_2",0.8700766981656731,1613944061763,4190
+"eps_2",1e-05,1613944061763,4190
+"train_loss",0.02187271,1613944062711,4191
+"raw_loss",0.02043328,1613944062711,4191
+"epoch",26.364779874213824,1613944062711,4191
+"wd_0",0.01,1613944062711,4191
+"sqr_mom_0",0.99,1613944062711,4191
+"lr_0",3.9950443313367725e-06,1613944062711,4191
+"mom_0",0.8700993143664082,1613944062711,4191
+"eps_0",1e-05,1613944062711,4191
+"wd_1",0.01,1613944062711,4191
+"sqr_mom_1",0.99,1613944062711,4191
+"lr_1",3.995044331336773e-05,1613944062711,4191
+"mom_1",0.8700993143664082,1613944062711,4191
+"eps_1",1e-05,1613944062711,4191
+"wd_2",0.01,1613944062711,4191
+"sqr_mom_2",0.99,1613944062711,4191
+"lr_2",0.0003995044331336772,1613944062711,4191
+"mom_2",0.8700993143664082,1613944062711,4191
+"eps_2",1e-05,1613944062711,4191
+"train_loss",0.022102563,1613944063649,4192
+"raw_loss",0.033365373,1613944063649,4192
+"epoch",26.371069182389924,1613944063649,4192
+"wd_0",0.01,1613944063649,4192
+"sqr_mom_0",0.99,1613944063649,4192
+"lr_0",3.993912680889033e-06,1613944063649,4192
+"mom_0",0.8701219476016954,1613944063649,4192
+"eps_0",1e-05,1613944063649,4192
+"wd_1",0.01,1613944063649,4192
+"sqr_mom_1",0.99,1613944063649,4192
+"lr_1",3.993912680889033e-05,1613944063649,4192
+"mom_1",0.8701219476016954,1613944063649,4192
+"eps_1",1e-05,1613944063649,4192
+"wd_2",0.01,1613944063649,4192
+"sqr_mom_2",0.99,1613944063649,4192
+"lr_2",0.00039939126808890326,1613944063649,4192
+"mom_2",0.8701219476016954,1613944063649,4192
+"eps_2",1e-05,1613944063649,4192
+"train_loss",0.02185833,1613944064589,4193
+"raw_loss",0.0098910015,1613944064589,4193
+"epoch",26.377358490566024,1613944064589,4193
+"wd_0",0.01,1613944064589,4193
+"sqr_mom_0",0.99,1613944064589,4193
+"lr_0",3.992780929638525e-06,1613944064589,4193
+"mom_0",0.8701445828530581,1613944064589,4193
+"eps_0",1e-05,1613944064589,4193
+"wd_1",0.01,1613944064589,4193
+"sqr_mom_1",0.99,1613944064589,4193
+"lr_1",3.992780929638525e-05,1613944064589,4193
+"mom_1",0.8701445828530581,1613944064589,4193
+"eps_1",1e-05,1613944064589,4193
+"wd_2",0.01,1613944064589,4193
+"sqr_mom_2",0.99,1613944064589,4193
+"lr_2",0.00039927809296385247,1613944064589,4193
+"mom_2",0.8701445828530581,1613944064589,4193
+"eps_2",1e-05,1613944064589,4193
+"train_loss",0.021640684,1613944065530,4194
+"raw_loss",0.010976005,1613944065530,4194
+"epoch",26.383647798742125,1613944065530,4194
+"wd_0",0.01,1613944065530,4194
+"sqr_mom_0",0.99,1613944065530,4194
+"lr_0",3.991648702746974e-06,1613944065530,4194
+"mom_0",0.8701672276173367,1613944065530,4194
+"eps_0",1e-05,1613944065530,4194
+"wd_1",0.01,1613944065530,4194
+"sqr_mom_1",0.99,1613944065530,4194
+"lr_1",3.991648702746973e-05,1613944065530,4194
+"mom_1",0.8701672276173367,1613944065530,4194
+"eps_1",1e-05,1613944065530,4194
+"wd_2",0.01,1613944065530,4194
+"sqr_mom_2",0.99,1613944065530,4194
+"lr_2",0.0003991648702746974,1613944065530,4194
+"mom_2",0.8701672276173367,1613944065530,4194
+"eps_2",1e-05,1613944065530,4194
+"train_loss",0.021757022,1613944066514,4195
+"raw_loss",0.02745752,1613944066514,4195
+"epoch",26.389937106918225,1613944066514,4195
+"wd_0",0.01,1613944066514,4195
+"sqr_mom_0",0.99,1613944066514,4195
+"lr_0",3.9905156247450655e-06,1613944066514,4195
+"mom_0",0.8701898894039927,1613944066514,4195
+"eps_0",1e-05,1613944066514,4195
+"wd_1",0.01,1613944066514,4195
+"sqr_mom_1",0.99,1613944066514,4195
+"lr_1",3.990515624745065e-05,1613944066514,4195
+"mom_1",0.8701898894039927,1613944066514,4195
+"eps_1",1e-05,1613944066514,4195
+"wd_2",0.01,1613944066514,4195
+"sqr_mom_2",0.99,1613944066514,4195
+"lr_2",0.00039905156247450646,1613944066514,4195
+"mom_2",0.8701898894039927,1613944066514,4195
+"eps_2",1e-05,1613944066514,4195
+"train_loss",0.021617454,1613944067449,4196
+"raw_loss",0.0147786345,1613944067449,4196
+"epoch",26.396226415094326,1613944067449,4196
+"wd_0",0.01,1613944067449,4196
+"sqr_mom_0",0.99,1613944067449,4196
+"lr_0",3.9893824474963865e-06,1613944067449,4196
+"mom_0",0.870212553175604,1613944067449,4196
+"eps_0",1e-05,1613944067449,4196
+"wd_1",0.01,1613944067449,4196
+"sqr_mom_1",0.99,1613944067449,4196
+"lr_1",3.989382447496386e-05,1613944067449,4196
+"mom_1",0.870212553175604,1613944067449,4196
+"eps_1",1e-05,1613944067449,4196
+"wd_2",0.01,1613944067449,4196
+"sqr_mom_2",0.99,1613944067449,4196
+"lr_2",0.0003989382447496386,1613944067449,4196
+"mom_2",0.870212553175604,1613944067449,4196
+"eps_2",1e-05,1613944067449,4196
+"train_loss",0.021713125,1613944068413,4197
+"raw_loss",0.02640097,1613944068413,4197
+"epoch",26.402515723270426,1613944068413,4197
+"wd_0",0.01,1613944068413,4197
+"sqr_mom_0",0.99,1613944068413,4197
+"lr_0",3.988248419544551e-06,1613944068413,4197
+"mom_0",0.8702352339614485,1613944068413,4197
+"eps_0",1e-05,1613944068413,4197
+"wd_1",0.01,1613944068413,4197
+"sqr_mom_1",0.99,1613944068413,4197
+"lr_1",3.9882484195445506e-05,1613944068413,4197
+"mom_1",0.8702352339614485,1613944068413,4197
+"eps_1",1e-05,1613944068413,4197
+"wd_2",0.01,1613944068413,4197
+"sqr_mom_2",0.99,1613944068413,4197
+"lr_2",0.00039882484195445504,1613944068413,4197
+"mom_2",0.8702352339614485,1613944068413,4197
+"eps_2",1e-05,1613944068413,4197
+"train_loss",0.021736188,1613944069365,4198
+"raw_loss",0.022866279,1613944069365,4198
+"epoch",26.408805031446526,1613944069365,4198
+"wd_0",0.01,1613944069365,4198
+"sqr_mom_0",0.99,1613944069365,4198
+"lr_0",3.987114293383494e-06,1613944069365,4198
+"mom_0",0.8702579167114972,1613944069365,4198
+"eps_0",1e-05,1613944069365,4198
+"wd_1",0.01,1613944069365,4198
+"sqr_mom_1",0.99,1613944069365,4198
+"lr_1",3.987114293383494e-05,1613944069365,4198
+"mom_1",0.8702579167114972,1613944069365,4198
+"eps_1",1e-05,1613944069365,4198
+"wd_2",0.01,1613944069365,4198
+"sqr_mom_2",0.99,1613944069365,4198
+"lr_2",0.0003987114293383494,1613944069365,4198
+"mom_2",0.8702579167114972,1613944069365,4198
+"eps_2",1e-05,1613944069365,4198
+"train_loss",0.021507869,1613944070360,4199
+"raw_loss",0.010320198,1613944070360,4199
+"epoch",26.415094339622627,1613944070360,4199
+"wd_0",0.01,1613944070360,4199
+"sqr_mom_0",0.99,1613944070360,4199
+"lr_0",3.985979881616652e-06,1613944070360,4199
+"mom_0",0.8702806051737186,1613944070360,4199
+"eps_0",1e-05,1613944070360,4199
+"wd_1",0.01,1613944070360,4199
+"sqr_mom_1",0.99,1613944070360,4199
+"lr_1",3.985979881616651e-05,1613944070360,4199
+"mom_1",0.8702806051737186,1613944070360,4199
+"eps_1",1e-05,1613944070360,4199
+"wd_2",0.01,1613944070360,4199
+"sqr_mom_2",0.99,1613944070360,4199
+"lr_2",0.0003985979881616651,1613944070360,4199
+"mom_2",0.8702806051737186,1613944070360,4199
+"eps_2",1e-05,1613944070360,4199
+"train_loss",0.021360079,1613944071366,4200
+"raw_loss",0.014118344,1613944071366,4200
+"epoch",26.421383647798727,1613944071366,4200
+"wd_0",0.01,1613944071366,4200
+"sqr_mom_0",0.99,1613944071366,4200
+"lr_0",3.984844243300089e-06,1613944071366,4200
+"mom_0",0.8703033181671799,1613944071366,4200
+"eps_0",1e-05,1613944071366,4200
+"wd_1",0.01,1613944071366,4200
+"sqr_mom_1",0.99,1613944071366,4200
+"lr_1",3.9848442433000896e-05,1613944071366,4200
+"mom_1",0.8703033181671799,1613944071366,4200
+"eps_1",1e-05,1613944071366,4200
+"wd_2",0.01,1613944071366,4200
+"sqr_mom_2",0.99,1613944071366,4200
+"lr_2",0.00039848442433000896,1613944071366,4200
+"mom_2",0.8703033181671799,1613944071366,4200
+"eps_2",1e-05,1613944071366,4200
+"train_loss",0.021147998,1613944072322,4201
+"raw_loss",0.010756009,1613944072322,4201
+"epoch",26.427672955974828,1613944072322,4201
+"wd_0",0.01,1613944072322,4201
+"sqr_mom_0",0.99,1613944072322,4201
+"lr_0",3.983708884947112e-06,1613944072322,4201
+"mom_0",0.8703260255613133,1613944072322,4201
+"eps_0",1e-05,1613944072322,4201
+"wd_1",0.01,1613944072322,4201
+"sqr_mom_1",0.99,1613944072322,4201
+"lr_1",3.983708884947112e-05,1613944072322,4201
+"mom_1",0.8703260255613133,1613944072322,4201
+"eps_1",1e-05,1613944072322,4201
+"wd_2",0.01,1613944072322,4201
+"sqr_mom_2",0.99,1613944072322,4201
+"lr_2",0.0003983708884947112,1613944072322,4201
+"mom_2",0.8703260255613133,1613944072322,4201
+"eps_2",1e-05,1613944072322,4201
+"train_loss",0.020849064,1613944073335,4202
+"raw_loss",0.0062012547,1613944073335,4202
+"epoch",26.433962264150928,1613944073335,4202
+"wd_0",0.01,1613944073335,4202
+"sqr_mom_0",0.99,1613944073335,4202
+"lr_0",3.982572865535532e-06,1613944073335,4202
+"mom_0",0.8703487461767511,1613944073335,4202
+"eps_0",1e-05,1613944073335,4202
+"wd_1",0.01,1613944073335,4202
+"sqr_mom_1",0.99,1613944073335,4202
+"lr_1",3.9825728655355324e-05,1613944073335,4202
+"mom_1",0.8703487461767511,1613944073335,4202
+"eps_1",1e-05,1613944073335,4202
+"wd_2",0.01,1613944073335,4202
+"sqr_mom_2",0.99,1613944073335,4202
+"lr_2",0.0003982572865535532,1613944073335,4202
+"mom_2",0.8703487461767511,1613944073335,4202
+"eps_2",1e-05,1613944073335,4202
+"train_loss",0.02081927,1613944074357,4203
+"raw_loss",0.01935932,1613944074357,4203
+"epoch",26.44025157232703,1613944074357,4203
+"wd_0",0.01,1613944074357,4203
+"sqr_mom_0",0.99,1613944074357,4203
+"lr_0",3.9814359966487995e-06,1613944074357,4203
+"mom_0",0.8703714837818618,1613944074357,4203
+"eps_0",1e-05,1613944074357,4203
+"wd_1",0.01,1613944074357,4203
+"sqr_mom_1",0.99,1613944074357,4203
+"lr_1",3.9814359966487995e-05,1613944074357,4203
+"mom_1",0.8703714837818618,1613944074357,4203
+"eps_1",1e-05,1613944074357,4203
+"wd_2",0.01,1613944074357,4203
+"sqr_mom_2",0.99,1613944074357,4203
+"lr_2",0.0003981435996648799,1613944074357,4203
+"mom_2",0.8703714837818618,1613944074357,4203
+"eps_2",1e-05,1613944074357,4203
+"train_loss",0.02057118,1613944075342,4204
+"raw_loss",0.008414825,1613944075342,4204
+"epoch",26.44654088050313,1613944075342,4204
+"wd_0",0.01,1613944075342,4204
+"sqr_mom_0",0.99,1613944075342,4204
+"lr_0",3.980299032665979e-06,1613944075342,4204
+"mom_0",0.8703942232889132,1613944075342,4204
+"eps_0",1e-05,1613944075342,4204
+"wd_1",0.01,1613944075342,4204
+"sqr_mom_1",0.99,1613944075342,4204
+"lr_1",3.98029903266598e-05,1613944075342,4204
+"mom_1",0.8703942232889132,1613944075342,4204
+"eps_1",1e-05,1613944075342,4204
+"wd_2",0.01,1613944075342,4204
+"sqr_mom_2",0.99,1613944075342,4204
+"lr_2",0.0003980299032665979,1613944075342,4204
+"mom_2",0.8703942232889132,1613944075342,4204
+"eps_2",1e-05,1613944075342,4204
+"train_loss",0.020326665,1613944076350,4205
+"raw_loss",0.0083454,1613944076350,4205
+"epoch",26.45283018867923,1613944076350,4205
+"wd_0",0.01,1613944076350,4205
+"sqr_mom_0",0.99,1613944076350,4205
+"lr_0",3.979161785719094e-06,1613944076350,4205
+"mom_0",0.8704169684553027,1613944076350,4205
+"eps_0",1e-05,1613944076350,4205
+"wd_1",0.01,1613944076350,4205
+"sqr_mom_1",0.99,1613944076350,4205
+"lr_1",3.979161785719094e-05,1613944076350,4205
+"mom_1",0.8704169684553027,1613944076350,4205
+"eps_1",1e-05,1613944076350,4205
+"wd_2",0.01,1613944076350,4205
+"sqr_mom_2",0.99,1613944076350,4205
+"lr_2",0.0003979161785719094,1613944076350,4205
+"mom_2",0.8704169684553027,1613944076350,4205
+"eps_2",1e-05,1613944076350,4205
+"train_loss",0.020675179,1613944077310,4206
+"raw_loss",0.037752386,1613944077310,4206
+"epoch",26.45911949685533,1613944077310,4206
+"wd_0",0.01,1613944077310,4206
+"sqr_mom_0",0.99,1613944077310,4206
+"lr_0",3.978023312515059e-06,1613944077310,4206
+"mom_0",0.8704397381470803,1613944077310,4206
+"eps_0",1e-05,1613944077310,4206
+"wd_1",0.01,1613944077310,4206
+"sqr_mom_1",0.99,1613944077310,4206
+"lr_1",3.978023312515059e-05,1613944077310,4206
+"mom_1",0.8704397381470803,1613944077310,4206
+"eps_1",1e-05,1613944077310,4206
+"wd_2",0.01,1613944077310,4206
+"sqr_mom_2",0.99,1613944077310,4206
+"lr_2",0.0003978023312515059,1613944077310,4206
+"mom_2",0.8704397381470803,1613944077310,4206
+"eps_2",1e-05,1613944077310,4206
+"train_loss",0.020652235,1613944078264,4207
+"raw_loss",0.019527944,1613944078264,4207
+"epoch",26.46540880503143,1613944078264,4207
+"wd_0",0.01,1613944078264,4207
+"sqr_mom_0",0.99,1613944078264,4207
+"lr_0",3.97688512332788e-06,1613944078264,4207
+"mom_0",0.870462502158464,1613944078264,4207
+"eps_0",1e-05,1613944078264,4207
+"wd_1",0.01,1613944078264,4207
+"sqr_mom_1",0.99,1613944078264,4207
+"lr_1",3.97688512332788e-05,1613944078264,4207
+"mom_1",0.870462502158464,1613944078264,4207
+"eps_1",1e-05,1613944078264,4207
+"wd_2",0.01,1613944078264,4207
+"sqr_mom_2",0.99,1613944078264,4207
+"lr_2",0.00039768851233278795,1613944078264,4207
+"mom_2",0.870462502158464,1613944078264,4207
+"eps_2",1e-05,1613944078264,4207
+"train_loss",0.020567564,1613944079219,4208
+"raw_loss",0.016418735,1613944079219,4208
+"epoch",26.47169811320753,1613944079219,4208
+"wd_0",0.01,1613944079219,4208
+"sqr_mom_0",0.99,1613944079219,4208
+"lr_0",3.9757462747865775e-06,1613944079219,4208
+"mom_0",0.870485279357062,1613944079219,4208
+"eps_0",1e-05,1613944079219,4208
+"wd_1",0.01,1613944079219,4208
+"sqr_mom_1",0.99,1613944079219,4208
+"lr_1",3.975746274786577e-05,1613944079219,4208
+"mom_1",0.870485279357062,1613944079219,4208
+"eps_1",1e-05,1613944079219,4208
+"wd_2",0.01,1613944079219,4208
+"sqr_mom_2",0.99,1613944079219,4208
+"lr_2",0.00039757462747865767,1613944079219,4208
+"mom_2",0.870485279357062,1613944079219,4208
+"eps_2",1e-05,1613944079219,4208
+"train_loss",0.02069075,1613944080190,4209
+"raw_loss",0.026726905,1613944080190,4209
+"epoch",26.47798742138363,1613944080190,4209
+"wd_0",0.01,1613944080190,4209
+"sqr_mom_0",0.99,1613944080190,4209
+"lr_0",3.974606578007876e-06,1613944080190,4209
+"mom_0",0.8705080735205777,1613944080190,4209
+"eps_0",1e-05,1613944080190,4209
+"wd_1",0.01,1613944080190,4209
+"sqr_mom_1",0.99,1613944080190,4209
+"lr_1",3.974606578007875e-05,1613944080190,4209
+"mom_1",0.8705080735205777,1613944080190,4209
+"eps_1",1e-05,1613944080190,4209
+"wd_2",0.01,1613944080190,4209
+"sqr_mom_2",0.99,1613944080190,4209
+"lr_2",0.0003974606578007875,1613944080190,4209
+"mom_2",0.8705080735205777,1613944080190,4209
+"eps_2",1e-05,1613944080190,4209
+"train_loss",0.020821694,1613944081130,4210
+"raw_loss",0.027237935,1613944081130,4210
+"epoch",26.48427672955973,1613944081130,4210
+"wd_0",0.01,1613944081130,4210
+"sqr_mom_0",0.99,1613944081130,4210
+"lr_0",3.973466789247306e-06,1613944081130,4210
+"mom_0",0.870530869523749,1613944081130,4210
+"eps_0",1e-05,1613944081130,4210
+"wd_1",0.01,1613944081130,4210
+"sqr_mom_1",0.99,1613944081130,4210
+"lr_1",3.973466789247307e-05,1613944081130,4210
+"mom_1",0.870530869523749,1613944081130,4210
+"eps_1",1e-05,1613944081130,4210
+"wd_2",0.01,1613944081130,4210
+"sqr_mom_2",0.99,1613944081130,4210
+"lr_2",0.00039734667892473064,1613944081130,4210
+"mom_2",0.870530869523749,1613944081130,4210
+"eps_2",1e-05,1613944081130,4210
+"train_loss",0.021069435,1613944082067,4211
+"raw_loss",0.03320872,1613944082067,4211
+"epoch",26.49056603773583,1613944082067,4211
+"wd_0",0.01,1613944082067,4211
+"sqr_mom_0",0.99,1613944082067,4211
+"lr_0",3.972326720167643e-06,1613944082067,4211
+"mom_0",0.8705536711333585,1613944082067,4211
+"eps_0",1e-05,1613944082067,4211
+"wd_1",0.01,1613944082067,4211
+"sqr_mom_1",0.99,1613944082067,4211
+"lr_1",3.972326720167642e-05,1613944082067,4211
+"mom_1",0.8705536711333585,1613944082067,4211
+"eps_1",1e-05,1613944082067,4211
+"wd_2",0.01,1613944082067,4211
+"sqr_mom_2",0.99,1613944082067,4211
+"lr_2",0.0003972326720167642,1613944082067,4211
+"mom_2",0.8705536711333585,1613944082067,4211
+"eps_2",1e-05,1613944082067,4211
+"train_loss",0.021019619,1613944083018,4212
+"raw_loss",0.018578647,1613944083018,4212
+"epoch",26.496855345911932,1613944083018,4212
+"wd_0",0.01,1613944083018,4212
+"sqr_mom_0",0.99,1613944083018,4212
+"lr_0",3.971185425137466e-06,1613944083018,4212
+"mom_0",0.8705764972622233,1613944083018,4212
+"eps_0",1e-05,1613944083018,4212
+"wd_1",0.01,1613944083018,4212
+"sqr_mom_1",0.99,1613944083018,4212
+"lr_1",3.971185425137466e-05,1613944083018,4212
+"mom_1",0.8705764972622233,1613944083018,4212
+"eps_1",1e-05,1613944083018,4212
+"wd_2",0.01,1613944083018,4212
+"sqr_mom_2",0.99,1613944083018,4212
+"lr_2",0.00039711854251374656,1613944083018,4212
+"mom_2",0.8705764972622233,1613944083018,4212
+"eps_2",1e-05,1613944083018,4212
+"train_loss",0.021044496,1613944083972,4213
+"raw_loss",0.022263486,1613944083972,4213
+"epoch",26.503144654088032,1613944083972,4213
+"wd_0",0.01,1613944083972,4213
+"sqr_mom_0",0.99,1613944083972,4213
+"lr_0",3.9700444181741585e-06,1613944083972,4213
+"mom_0",0.8705993176296931,1613944083972,4213
+"eps_0",1e-05,1613944083972,4213
+"wd_1",0.01,1613944083972,4213
+"sqr_mom_1",0.99,1613944083972,4213
+"lr_1",3.970044418174158e-05,1613944083972,4213
+"mom_1",0.8705993176296931,1613944083972,4213
+"eps_1",1e-05,1613944083972,4213
+"wd_2",0.01,1613944083972,4213
+"sqr_mom_2",0.99,1613944083972,4213
+"lr_2",0.00039700444181741583,1613944083972,4213
+"mom_2",0.8705993176296931,1613944083972,4213
+"eps_2",1e-05,1613944083972,4213
+"train_loss",0.020865502,1613944084961,4214
+"raw_loss",0.012094755,1613944084961,4214
+"epoch",26.509433962264133,1613944084961,4214
+"wd_0",0.01,1613944084961,4214
+"sqr_mom_0",0.99,1613944084961,4214
+"lr_0",3.968902753568771e-06,1613944084961,4214
+"mom_0",0.8706221511501361,1613944084961,4214
+"eps_0",1e-05,1613944084961,4214
+"wd_1",0.01,1613944084961,4214
+"sqr_mom_1",0.99,1613944084961,4214
+"lr_1",3.968902753568771e-05,1613944084961,4214
+"mom_1",0.8706221511501361,1613944084961,4214
+"eps_1",1e-05,1613944084961,4214
+"wd_2",0.01,1613944084961,4214
+"sqr_mom_2",0.99,1613944084961,4214
+"lr_2",0.0003968902753568771,1613944084961,4214
+"mom_2",0.8706221511501361,1613944084961,4214
+"eps_2",1e-05,1613944084961,4214
+"train_loss",0.020680916,1613944086154,4215
+"raw_loss",0.01163617,1613944086154,4215
+"epoch",26.515723270440233,1613944086154,4215
+"wd_0",0.01,1613944086154,4215
+"sqr_mom_0",0.99,1613944086154,4215
+"lr_0",3.967760241973469e-06,1613944086154,4215
+"mom_0",0.8706450016105467,1613944086154,4215
+"eps_0",1e-05,1613944086154,4215
+"wd_1",0.01,1613944086154,4215
+"sqr_mom_1",0.99,1613944086154,4215
+"lr_1",3.967760241973469e-05,1613944086154,4215
+"mom_1",0.8706450016105467,1613944086154,4215
+"eps_1",1e-05,1613944086154,4215
+"wd_2",0.01,1613944086154,4215
+"sqr_mom_2",0.99,1613944086154,4215
+"lr_2",0.00039677602419734687,1613944086154,4215
+"mom_2",0.8706450016105467,1613944086154,4215
+"eps_2",1e-05,1613944086154,4215
+"train_loss",0.02056825,1613944087347,4216
+"raw_loss",0.015047635,1613944087347,4216
+"epoch",26.522012578616334,1613944087347,4216
+"wd_0",0.01,1613944087347,4216
+"sqr_mom_0",0.99,1613944087347,4216
+"lr_0",3.966617641511578e-06,1613944087347,4216
+"mom_0",0.8706678538483069,1613944087347,4216
+"eps_0",1e-05,1613944087347,4216
+"wd_1",0.01,1613944087347,4216
+"sqr_mom_1",0.99,1613944087347,4216
+"lr_1",3.9666176415115774e-05,1613944087347,4216
+"mom_1",0.8706678538483069,1613944087347,4216
+"eps_1",1e-05,1613944087347,4216
+"wd_2",0.01,1613944087347,4216
+"sqr_mom_2",0.99,1613944087347,4216
+"lr_2",0.00039666176415115774,1613944087347,4216
+"mom_2",0.8706678538483069,1613944087347,4216
+"eps_2",1e-05,1613944087347,4216
+"train_loss",0.020638688,1613944088682,4217
+"raw_loss",0.024090163,1613944088682,4217
+"epoch",26.528301886792434,1613944088682,4217
+"wd_0",0.01,1613944088682,4217
+"sqr_mom_0",0.99,1613944088682,4217
+"lr_0",3.965474573745126e-06,1613944088682,4217
+"mom_0",0.8706907154322517,1613944088682,4217
+"eps_0",1e-05,1613944088682,4217
+"wd_1",0.01,1613944088682,4217
+"sqr_mom_1",0.99,1613944088682,4217
+"lr_1",3.965474573745126e-05,1613944088682,4217
+"mom_1",0.8706907154322517,1613944088682,4217
+"eps_1",1e-05,1613944088682,4217
+"wd_2",0.01,1613944088682,4217
+"sqr_mom_2",0.99,1613944088682,4217
+"lr_2",0.0003965474573745126,1613944088682,4217
+"mom_2",0.8706907154322517,1613944088682,4217
+"eps_2",1e-05,1613944088682,4217
+"train_loss",0.020584684,1613944089987,4218
+"raw_loss",0.017938482,1613944089987,4218
+"epoch",26.534591194968534,1613944089987,4218
+"wd_0",0.01,1613944089987,4218
+"sqr_mom_0",0.99,1613944089987,4218
+"lr_0",3.964330659616161e-06,1613944089987,4218
+"mom_0",0.8707135939436161,1613944089987,4218
+"eps_0",1e-05,1613944089987,4218
+"wd_1",0.01,1613944089987,4218
+"sqr_mom_1",0.99,1613944089987,4218
+"lr_1",3.964330659616161e-05,1613944089987,4218
+"mom_1",0.8707135939436161,1613944089987,4218
+"eps_1",1e-05,1613944089987,4218
+"wd_2",0.01,1613944089987,4218
+"sqr_mom_2",0.99,1613944089987,4218
+"lr_2",0.0003964330659616161,1613944089987,4218
+"mom_2",0.8707135939436161,1613944089987,4218
+"eps_2",1e-05,1613944089987,4218
+"train_loss",0.020408068,1613944090944,4219
+"raw_loss",0.01175389,1613944090944,4219
+"epoch",26.540880503144635,1613944090944,4219
+"wd_0",0.01,1613944090944,4219
+"sqr_mom_0",0.99,1613944090944,4219
+"lr_0",3.963186658178677e-06,1613944090944,4219
+"mom_0",0.8707364742011685,1613944090944,4219
+"eps_0",1e-05,1613944090944,4219
+"wd_1",0.01,1613944090944,4219
+"sqr_mom_1",0.99,1613944090944,4219
+"lr_1",3.9631866581786765e-05,1613944090944,4219
+"mom_1",0.8707364742011685,1613944090944,4219
+"eps_1",1e-05,1613944090944,4219
+"wd_2",0.01,1613944090944,4219
+"sqr_mom_2",0.99,1613944090944,4219
+"lr_2",0.00039631866581786763,1613944090944,4219
+"mom_2",0.8707364742011685,1613944090944,4219
+"eps_2",1e-05,1613944090944,4219
+"train_loss",0.020391244,1613944091906,4220
+"raw_loss",0.019566868,1613944091906,4220
+"epoch",26.547169811320735,1613944091906,4220
+"wd_0",0.01,1613944091906,4220
+"sqr_mom_0",0.99,1613944091906,4220
+"lr_0",3.962042380395602e-06,1613944091906,4220
+"mom_0",0.8707593599856878,1613944091906,4220
+"eps_0",1e-05,1613944091906,4220
+"wd_1",0.01,1613944091906,4220
+"sqr_mom_1",0.99,1613944091906,4220
+"lr_1",3.962042380395602e-05,1613944091906,4220
+"mom_1",0.8707593599856878,1613944091906,4220
+"eps_1",1e-05,1613944091906,4220
+"wd_2",0.01,1613944091906,4220
+"sqr_mom_2",0.99,1613944091906,4220
+"lr_2",0.0003962042380395601,1613944091906,4220
+"mom_2",0.8707593599856878,1613944091906,4220
+"eps_2",1e-05,1613944091906,4220
+"train_loss",0.02034263,1613944092861,4221
+"raw_loss",0.017960463,1613944092861,4221
+"epoch",26.553459119496836,1613944092861,4221
+"wd_0",0.01,1613944092861,4221
+"sqr_mom_0",0.99,1613944092861,4221
+"lr_0",3.96089687714835e-06,1613944092861,4221
+"mom_0",0.8707822702797358,1613944092861,4221
+"eps_0",1e-05,1613944092861,4221
+"wd_1",0.01,1613944092861,4221
+"sqr_mom_1",0.99,1613944092861,4221
+"lr_1",3.96089687714835e-05,1613944092861,4221
+"mom_1",0.8707822702797358,1613944092861,4221
+"eps_1",1e-05,1613944092861,4221
+"wd_2",0.01,1613944092861,4221
+"sqr_mom_2",0.99,1613944092861,4221
+"lr_2",0.00039608968771483497,1613944092861,4221
+"mom_2",0.8707822702797358,1613944092861,4221
+"eps_2",1e-05,1613944092861,4221
+"train_loss",0.020325357,1613944093811,4222
+"raw_loss",0.019478992,1613944093811,4222
+"epoch",26.559748427672936,1613944093811,4222
+"wd_0",0.01,1613944093811,4222
+"sqr_mom_0",0.99,1613944093811,4222
+"lr_0",3.95975166803683e-06,1613944093811,4222
+"mom_0",0.8708051746910103,1613944093811,4222
+"eps_0",1e-05,1613944093811,4222
+"wd_1",0.01,1613944093811,4222
+"sqr_mom_1",0.99,1613944093811,4222
+"lr_1",3.95975166803683e-05,1613944093811,4222
+"mom_1",0.8708051746910103,1613944093811,4222
+"eps_1",1e-05,1613944093811,4222
+"wd_2",0.01,1613944093811,4222
+"sqr_mom_2",0.99,1613944093811,4222
+"lr_2",0.00039597516680368297,1613944093811,4222
+"mom_2",0.8708051746910103,1613944093811,4222
+"eps_2",1e-05,1613944093811,4222
+"train_loss",0.020570854,1613944094764,4223
+"raw_loss",0.03260016,1613944094764,4223
+"epoch",26.566037735849036,1613944094764,4223
+"wd_0",0.01,1613944094764,4223
+"sqr_mom_0",0.99,1613944094764,4223
+"lr_0",3.958605803865462e-06,1613944094764,4223
+"mom_0",0.8708280922036128,1613944094764,4223
+"eps_0",1e-05,1613944094764,4223
+"wd_1",0.01,1613944094764,4223
+"sqr_mom_1",0.99,1613944094764,4223
+"lr_1",3.958605803865462e-05,1613944094764,4223
+"mom_1",0.8708280922036128,1613944094764,4223
+"eps_1",1e-05,1613944094764,4223
+"wd_2",0.01,1613944094764,4223
+"sqr_mom_2",0.99,1613944094764,4223
+"lr_2",0.0003958605803865462,1613944094764,4223
+"mom_2",0.8708280922036128,1613944094764,4223
+"eps_2",1e-05,1613944094764,4223
+"train_loss",0.020415857,1613944095707,4224
+"raw_loss",0.012821073,1613944095707,4224
+"epoch",26.572327044025137,1613944095707,4224
+"wd_0",0.01,1613944095707,4224
+"sqr_mom_0",0.99,1613944095707,4224
+"lr_0",3.957459094593636e-06,1613944095707,4224
+"mom_0",0.8708510266183934,1613944095707,4224
+"eps_0",1e-05,1613944095707,4224
+"wd_1",0.01,1613944095707,4224
+"sqr_mom_1",0.99,1613944095707,4224
+"lr_1",3.9574590945936354e-05,1613944095707,4224
+"mom_1",0.8708510266183934,1613944095707,4224
+"eps_1",1e-05,1613944095707,4224
+"wd_2",0.01,1613944095707,4224
+"sqr_mom_2",0.99,1613944095707,4224
+"lr_2",0.00039574590945936353,1613944095707,4224
+"mom_2",0.8708510266183934,1613944095707,4224
+"eps_2",1e-05,1613944095707,4224
+"train_loss",0.020177433,1613944096653,4225
+"raw_loss",0.008494615,1613944096653,4225
+"epoch",26.578616352201237,1613944096653,4225
+"wd_0",0.01,1613944096653,4225
+"sqr_mom_0",0.99,1613944096653,4225
+"lr_0",3.956312301130082e-06,1613944096653,4225
+"mom_0",0.8708739627170254,1613944096653,4225
+"eps_0",1e-05,1613944096653,4225
+"wd_1",0.01,1613944096653,4225
+"sqr_mom_1",0.99,1613944096653,4225
+"lr_1",3.9563123011300826e-05,1613944096653,4225
+"mom_1",0.8708739627170254,1613944096653,4225
+"eps_1",1e-05,1613944096653,4225
+"wd_2",0.01,1613944096653,4225
+"sqr_mom_2",0.99,1613944096653,4225
+"lr_2",0.0003956312301130082,1613944096653,4225
+"mom_2",0.8708739627170254,1613944096653,4225
+"eps_2",1e-05,1613944096653,4225
+"train_loss",0.020005746,1613944097598,4226
+"raw_loss",0.011593079,1613944097598,4226
+"epoch",26.584905660377338,1613944097598,4226
+"wd_0",0.01,1613944097598,4226
+"sqr_mom_0",0.99,1613944097598,4226
+"lr_0",3.955165233973892e-06,1613944097598,4226
+"mom_0",0.870896904289565,1613944097598,4226
+"eps_0",1e-05,1613944097598,4226
+"wd_1",0.01,1613944097598,4226
+"sqr_mom_1",0.99,1613944097598,4226
+"lr_1",3.955165233973891e-05,1613944097598,4226
+"mom_1",0.870896904289565,1613944097598,4226
+"eps_1",1e-05,1613944097598,4226
+"wd_2",0.01,1613944097598,4226
+"sqr_mom_2",0.99,1613944097598,4226
+"lr_2",0.00039551652339738907,1613944097598,4226
+"mom_2",0.870896904289565,1613944097598,4226
+"eps_2",1e-05,1613944097598,4226
+"train_loss",0.020121833,1613944098536,4227
+"raw_loss",0.025810095,1613944098536,4227
+"epoch",26.591194968553438,1613944098536,4227
+"wd_0",0.01,1613944098536,4227
+"sqr_mom_0",0.99,1613944098536,4227
+"lr_0",3.954016941695317e-06,1613944098536,4227
+"mom_0",0.8709198703647973,1613944098536,4227
+"eps_0",1e-05,1613944098536,4227
+"wd_1",0.01,1613944098536,4227
+"sqr_mom_1",0.99,1613944098536,4227
+"lr_1",3.954016941695316e-05,1613944098536,4227
+"mom_1",0.8709198703647973,1613944098536,4227
+"eps_1",1e-05,1613944098536,4227
+"wd_2",0.01,1613944098536,4227
+"sqr_mom_2",0.99,1613944098536,4227
+"lr_2",0.0003954016941695316,1613944098536,4227
+"mom_2",0.8709198703647973,1613944098536,4227
+"eps_2",1e-05,1613944098536,4227
+"train_loss",0.020294016,1613944099484,4228
+"raw_loss",0.02873099,1613944099484,4228
+"epoch",26.59748427672954,1613944099484,4228
+"wd_0",0.01,1613944099484,4228
+"sqr_mom_0",0.99,1613944099484,4228
+"lr_0",3.952868947594137e-06,1613944099484,4228
+"mom_0",0.870942830476422,1613944099484,4228
+"eps_0",1e-05,1613944099484,4228
+"wd_1",0.01,1613944099484,4228
+"sqr_mom_1",0.99,1613944099484,4228
+"lr_1",3.9528689475941365e-05,1613944099484,4228
+"mom_1",0.870942830476422,1613944099484,4228
+"eps_1",1e-05,1613944099484,4228
+"wd_2",0.01,1613944099484,4228
+"sqr_mom_2",0.99,1613944099484,4228
+"lr_2",0.00039528689475941365,1613944099484,4228
+"mom_2",0.870942830476422,1613944099484,4228
+"eps_2",1e-05,1613944099484,4228
+"train_loss",0.020175569,1613944100429,4229
+"raw_loss",0.014371644,1613944100429,4229
+"epoch",26.60377358490564,1613944100429,4229
+"wd_0",0.01,1613944100429,4229
+"sqr_mom_0",0.99,1613944100429,4229
+"lr_0",3.95172030016398e-06,1613944100429,4229
+"mom_0",0.870965803654757,1613944100429,4229
+"eps_0",1e-05,1613944100429,4229
+"wd_1",0.01,1613944100429,4229
+"sqr_mom_1",0.99,1613944100429,4229
+"lr_1",3.95172030016398e-05,1613944100429,4229
+"mom_1",0.870965803654757,1613944100429,4229
+"eps_1",1e-05,1613944100429,4229
+"wd_2",0.01,1613944100429,4229
+"sqr_mom_2",0.99,1613944100429,4229
+"lr_2",0.00039517203001639795,1613944100429,4229
+"mom_2",0.870965803654757,1613944100429,4229
+"eps_2",1e-05,1613944100429,4229
+"train_loss",0.019982327,1613944101391,4230
+"raw_loss",0.010513442,1613944101391,4230
+"epoch",26.61006289308174,1613944101391,4230
+"wd_0",0.01,1613944101391,4230
+"sqr_mom_0",0.99,1613944101391,4230
+"lr_0",3.950570808905113e-06,1613944101391,4230
+"mom_0",0.8709887937098348,1613944101391,4230
+"eps_0",1e-05,1613944101391,4230
+"wd_1",0.01,1613944101391,4230
+"sqr_mom_1",0.99,1613944101391,4230
+"lr_1",3.950570808905113e-05,1613944101391,4230
+"mom_1",0.8709887937098348,1613944101391,4230
+"eps_1",1e-05,1613944101391,4230
+"wd_2",0.01,1613944101391,4230
+"sqr_mom_2",0.99,1613944101391,4230
+"lr_2",0.00039505708089051123,1613944101391,4230
+"mom_2",0.8709887937098348,1613944101391,4230
+"eps_2",1e-05,1613944101391,4230
+"train_loss",0.020167986,1613944102348,4231
+"raw_loss",0.029265316,1613944102348,4231
+"epoch",26.61635220125784,1613944102348,4231
+"wd_0",0.01,1613944102348,4231
+"sqr_mom_0",0.99,1613944102348,4231
+"lr_0",3.949421236572279e-06,1613944102348,4231
+"mom_0",0.8710117853864082,1613944102348,4231
+"eps_0",1e-05,1613944102348,4231
+"wd_1",0.01,1613944102348,4231
+"sqr_mom_1",0.99,1613944102348,4231
+"lr_1",3.949421236572279e-05,1613944102348,4231
+"mom_1",0.8710117853864082,1613944102348,4231
+"eps_1",1e-05,1613944102348,4231
+"wd_2",0.01,1613944102348,4231
+"sqr_mom_2",0.99,1613944102348,4231
+"lr_2",0.00039494212365722786,1613944102348,4231
+"mom_2",0.8710117853864082,1613944102348,4231
+"eps_2",1e-05,1613944102348,4231
+"train_loss",0.020481732,1613944103301,4232
+"raw_loss",0.03585529,1613944103301,4232
+"epoch",26.62264150943394,1613944103301,4232
+"wd_0",0.01,1613944103301,4232
+"sqr_mom_0",0.99,1613944103301,4232
+"lr_0",3.948271393202897e-06,1613944103301,4232
+"mom_0",0.8710347824837669,1613944103301,4232
+"eps_0",1e-05,1613944103301,4232
+"wd_1",0.01,1613944103301,4232
+"sqr_mom_1",0.99,1613944103301,4232
+"lr_1",3.948271393202897e-05,1613944103301,4232
+"mom_1",0.8710347824837669,1613944103301,4232
+"eps_1",1e-05,1613944103301,4232
+"wd_2",0.01,1613944103301,4232
+"sqr_mom_2",0.99,1613944103301,4232
+"lr_2",0.0003948271393202897,1613944103301,4232
+"mom_2",0.8710347824837669,1613944103301,4232
+"eps_2",1e-05,1613944103301,4232
+"train_loss",0.02079102,1613944104261,4233
+"raw_loss",0.035946164,1613944104261,4233
+"epoch",26.62893081761004,1613944104261,4233
+"wd_0",0.01,1613944104261,4233
+"sqr_mom_0",0.99,1613944104261,4233
+"lr_0",3.947120325066982e-06,1613944104261,4233
+"mom_0",0.8710578040767011,1613944104261,4233
+"eps_0",1e-05,1613944104261,4233
+"wd_1",0.01,1613944104261,4233
+"sqr_mom_1",0.99,1613944104261,4233
+"lr_1",3.947120325066982e-05,1613944104261,4233
+"mom_1",0.8710578040767011,1613944104261,4233
+"eps_1",1e-05,1613944104261,4233
+"wd_2",0.01,1613944104261,4233
+"sqr_mom_2",0.99,1613944104261,4233
+"lr_2",0.00039471203250669815,1613944104261,4233
+"mom_2",0.8710578040767011,1613944104261,4233
+"eps_2",1e-05,1613944104261,4233
+"train_loss",0.020934127,1613944105222,4234
+"raw_loss",0.027946422,1613944105222,4234
+"epoch",26.63522012578614,1613944105222,4234
+"wd_0",0.01,1613944105222,4234
+"sqr_mom_0",0.99,1613944105222,4234
+"lr_0",3.9459695591467055e-06,1613944105222,4234
+"mom_0",0.8710808196252621,1613944105222,4234
+"eps_0",1e-05,1613944105222,4234
+"wd_1",0.01,1613944105222,4234
+"sqr_mom_1",0.99,1613944105222,4234
+"lr_1",3.945969559146705e-05,1613944105222,4234
+"mom_1",0.8710808196252621,1613944105222,4234
+"eps_1",1e-05,1613944105222,4234
+"wd_2",0.01,1613944105222,4234
+"sqr_mom_2",0.99,1613944105222,4234
+"lr_2",0.00039459695591467054,1613944105222,4234
+"mom_2",0.8710808196252621,1613944105222,4234
+"eps_2",1e-05,1613944105222,4234
+"train_loss",0.020760426,1613944106174,4235
+"raw_loss",0.012249097,1613944106174,4235
+"epoch",26.64150943396224,1613944106174,4235
+"wd_0",0.01,1613944106174,4235
+"sqr_mom_0",0.99,1613944106174,4235
+"lr_0",3.944817568581645e-06,1613944106174,4235
+"mom_0",0.8711038596669638,1613944106174,4235
+"eps_0",1e-05,1613944106174,4235
+"wd_1",0.01,1613944106174,4235
+"sqr_mom_1",0.99,1613944106174,4235
+"lr_1",3.9448175685816446e-05,1613944106174,4235
+"mom_1",0.8711038596669638,1613944106174,4235
+"eps_1",1e-05,1613944106174,4235
+"wd_2",0.01,1613944106174,4235
+"sqr_mom_2",0.99,1613944106174,4235
+"lr_2",0.00039448175685816443,1613944106174,4235
+"mom_2",0.8711038596669638,1613944106174,4235
+"eps_2",1e-05,1613944106174,4235
+"train_loss",0.020621493,1613944107143,4236
+"raw_loss",0.013813731,1613944107143,4236
+"epoch",26.64779874213834,1613944107143,4236
+"wd_0",0.01,1613944107143,4236
+"sqr_mom_0",0.99,1613944107143,4236
+"lr_0",3.943665881577647e-06,1613944107143,4236
+"mom_0",0.8711268936373834,1613944107143,4236
+"eps_0",1e-05,1613944107143,4236
+"wd_1",0.01,1613944107143,4236
+"sqr_mom_1",0.99,1613944107143,4236
+"lr_1",3.943665881577647e-05,1613944107143,4236
+"mom_1",0.8711268936373834,1613944107143,4236
+"eps_1",1e-05,1613944107143,4236
+"wd_2",0.01,1613944107143,4236
+"sqr_mom_2",0.99,1613944107143,4236
+"lr_2",0.0003943665881577647,1613944107143,4236
+"mom_2",0.8711268936373834,1613944107143,4236
+"eps_2",1e-05,1613944107143,4236
+"train_loss",0.020564094,1613944108092,4237
+"raw_loss",0.017751526,1613944108092,4237
+"epoch",26.654088050314442,1613944108092,4237
+"wd_0",0.01,1613944108092,4237
+"sqr_mom_0",0.99,1613944108092,4237
+"lr_0",3.9425135435642015e-06,1613944108092,4237
+"mom_0",0.8711499406281222,1613944108092,4237
+"eps_0",1e-05,1613944108092,4237
+"wd_1",0.01,1613944108092,4237
+"sqr_mom_1",0.99,1613944108092,4237
+"lr_1",3.942513543564201e-05,1613944108092,4237
+"mom_1",0.8711499406281222,1613944108092,4237
+"eps_1",1e-05,1613944108092,4237
+"wd_2",0.01,1613944108092,4237
+"sqr_mom_2",0.99,1613944108092,4237
+"lr_2",0.00039425135435642016,1613944108092,4237
+"mom_2",0.8711499406281222,1613944108092,4237
+"eps_2",1e-05,1613944108092,4237
+"train_loss",0.020857604,1613944109046,4238
+"raw_loss",0.03523964,1613944109046,4238
+"epoch",26.660377358490543,1613944109046,4238
+"wd_0",0.01,1613944109046,4238
+"sqr_mom_0",0.99,1613944109046,4238
+"lr_0",3.941360363432805e-06,1613944109046,4238
+"mom_0",0.8711730044613885,1613944109046,4238
+"eps_0",1e-05,1613944109046,4238
+"wd_1",0.01,1613944109046,4238
+"sqr_mom_1",0.99,1613944109046,4238
+"lr_1",3.941360363432804e-05,1613944109046,4238
+"mom_1",0.8711730044613885,1613944109046,4238
+"eps_1",1e-05,1613944109046,4238
+"wd_2",0.01,1613944109046,4238
+"sqr_mom_2",0.99,1613944109046,4238
+"lr_2",0.0003941360363432804,1613944109046,4238
+"mom_2",0.8711730044613885,1613944109046,4238
+"eps_2",1e-05,1613944109046,4238
+"train_loss",0.020932462,1613944109992,4239
+"raw_loss",0.0246005,1613944109992,4239
+"epoch",26.666666666666643,1613944109992,4239
+"wd_0",0.01,1613944109992,4239
+"sqr_mom_0",0.99,1613944109992,4239
+"lr_0",3.940207106385982e-06,1613944109992,4239
+"mom_0",0.8711960698329787,1613944109992,4239
+"eps_0",1e-05,1613944109992,4239
+"wd_1",0.01,1613944109992,4239
+"sqr_mom_1",0.99,1613944109992,4239
+"lr_1",3.9402071063859814e-05,1613944109992,4239
+"mom_1",0.8711960698329787,1613944109992,4239
+"eps_1",1e-05,1613944109992,4239
+"wd_2",0.01,1613944109992,4239
+"sqr_mom_2",0.99,1613944109992,4239
+"lr_2",0.0003940207106385981,1613944109992,4239
+"mom_2",0.8711960698329787,1613944109992,4239
+"eps_2",1e-05,1613944109992,4239
+"train_loss",0.02108797,1613944110945,4240
+"raw_loss",0.02870787,1613944110945,4240
+"epoch",26.672955974842743,1613944110945,4240
+"wd_0",0.01,1613944110945,4240
+"sqr_mom_0",0.99,1613944110945,4240
+"lr_0",3.9390533904498615e-06,1613944110945,4240
+"mom_0",0.8712191443824466,1613944110945,4240
+"eps_0",1e-05,1613944110945,4240
+"wd_1",0.01,1613944110945,4240
+"sqr_mom_1",0.99,1613944110945,4240
+"lr_1",3.939053390449861e-05,1613944110945,4240
+"mom_1",0.8712191443824466,1613944110945,4240
+"eps_1",1e-05,1613944110945,4240
+"wd_2",0.01,1613944110945,4240
+"sqr_mom_2",0.99,1613944110945,4240
+"lr_2",0.0003939053390449861,1613944110945,4240
+"mom_2",0.8712191443824466,1613944110945,4240
+"eps_2",1e-05,1613944110945,4240
+"train_loss",0.021229548,1613944111898,4241
+"raw_loss",0.028166834,1613944111898,4241
+"epoch",26.679245283018844,1613944111898,4241
+"wd_0",0.01,1613944111898,4241
+"sqr_mom_0",0.99,1613944111898,4241
+"lr_0",3.937898833041757e-06,1613944111898,4241
+"mom_0",0.8712422357615225,1613944111898,4241
+"eps_0",1e-05,1613944111898,4241
+"wd_1",0.01,1613944111898,4241
+"sqr_mom_1",0.99,1613944111898,4241
+"lr_1",3.9378988330417575e-05,1613944111898,4241
+"mom_1",0.8712422357615225,1613944111898,4241
+"eps_1",1e-05,1613944111898,4241
+"wd_2",0.01,1613944111898,4241
+"sqr_mom_2",0.99,1613944111898,4241
+"lr_2",0.0003937898833041757,1613944111898,4241
+"mom_2",0.8712422357615225,1613944111898,4241
+"eps_2",1e-05,1613944111898,4241
+"train_loss",0.02109434,1613944112852,4242
+"raw_loss",0.014469175,1613944112852,4242
+"epoch",26.685534591194944,1613944112852,4242
+"wd_0",0.01,1613944112852,4242
+"sqr_mom_0",0.99,1613944112852,4242
+"lr_0",3.936744200278101e-06,1613944112852,4242
+"mom_0",0.8712653286477244,1613944112852,4242
+"eps_0",1e-05,1613944112852,4242
+"wd_1",0.01,1613944112852,4242
+"sqr_mom_1",0.99,1613944112852,4242
+"lr_1",3.9367442002781006e-05,1613944112852,4242
+"mom_1",0.8712653286477244,1613944112852,4242
+"eps_1",1e-05,1613944112852,4242
+"wd_2",0.01,1613944112852,4242
+"sqr_mom_2",0.99,1613944112852,4242
+"lr_2",0.00039367442002781,1613944112852,4242
+"mom_2",0.8712653286477244,1613944112852,4242
+"eps_2",1e-05,1613944112852,4242
+"train_loss",0.020934032,1613944113823,4243
+"raw_loss",0.013078892,1613944113823,4243
+"epoch",26.691823899371045,1613944113823,4243
+"wd_0",0.01,1613944113823,4243
+"sqr_mom_0",0.99,1613944113823,4243
+"lr_0",3.935589301355559e-06,1613944113823,4243
+"mom_0",0.8712884268571573,1613944113823,4243
+"eps_0",1e-05,1613944113823,4243
+"wd_1",0.01,1613944113823,4243
+"sqr_mom_1",0.99,1613944113823,4243
+"lr_1",3.9355893013555585e-05,1613944113823,4243
+"mom_1",0.8712884268571573,1613944113823,4243
+"eps_1",1e-05,1613944113823,4243
+"wd_2",0.01,1613944113823,4243
+"sqr_mom_2",0.99,1613944113823,4243
+"lr_2",0.00039355893013555583,1613944113823,4243
+"mom_2",0.8712884268571573,1613944113823,4243
+"eps_2",1e-05,1613944113823,4243
+"train_loss",0.02167415,1613944114767,4244
+"raw_loss",0.057940017,1613944114767,4244
+"epoch",26.698113207547145,1613944114767,4244
+"wd_0",0.01,1613944114767,4244
+"sqr_mom_0",0.99,1613944114767,4244
+"lr_0",3.934433178355383e-06,1613944114767,4244
+"mom_0",0.8713115495483879,1613944114767,4244
+"eps_0",1e-05,1613944114767,4244
+"wd_1",0.01,1613944114767,4244
+"sqr_mom_1",0.99,1613944114767,4244
+"lr_1",3.9344331783553825e-05,1613944114767,4244
+"mom_1",0.8713115495483879,1613944114767,4244
+"eps_1",1e-05,1613944114767,4244
+"wd_2",0.01,1613944114767,4244
+"sqr_mom_2",0.99,1613944114767,4244
+"lr_2",0.0003934433178355382,1613944114767,4244
+"mom_2",0.8713115495483879,1613944114767,4244
+"eps_2",1e-05,1613944114767,4244
+"train_loss",0.021553641,1613944115721,4245
+"raw_loss",0.015648684,1613944115721,4245
+"epoch",26.704402515723245,1613944115721,4245
+"wd_0",0.01,1613944115721,4245
+"sqr_mom_0",0.99,1613944115721,4245
+"lr_0",3.9332773649654165e-06,1613944115721,4245
+"mom_0",0.8713346660473521,1613944115721,4245
+"eps_0",1e-05,1613944115721,4245
+"wd_1",0.01,1613944115721,4245
+"sqr_mom_1",0.99,1613944115721,4245
+"lr_1",3.933277364965417e-05,1613944115721,4245
+"mom_1",0.8713346660473521,1613944115721,4245
+"eps_1",1e-05,1613944115721,4245
+"wd_2",0.01,1613944115721,4245
+"sqr_mom_2",0.99,1613944115721,4245
+"lr_2",0.00039332773649654166,1613944115721,4245
+"mom_2",0.8713346660473521,1613944115721,4245
+"eps_2",1e-05,1613944115721,4245
+"train_loss",0.022076132,1613944116711,4246
+"raw_loss",0.04767818,1613944116711,4246
+"epoch",26.710691823899346,1613944116711,4246
+"wd_0",0.01,1613944116711,4246
+"sqr_mom_0",0.99,1613944116711,4246
+"lr_0",3.932120903191317e-06,1613944116711,4246
+"mom_0",0.8713577955141288,1613944116711,4246
+"eps_0",1e-05,1613944116711,4246
+"wd_1",0.01,1613944116711,4246
+"sqr_mom_1",0.99,1613944116711,4246
+"lr_1",3.932120903191316e-05,1613944116711,4246
+"mom_1",0.8713577955141288,1613944116711,4246
+"eps_1",1e-05,1613944116711,4246
+"wd_2",0.01,1613944116711,4246
+"sqr_mom_2",0.99,1613944116711,4246
+"lr_2",0.0003932120903191316,1613944116711,4246
+"mom_2",0.8713577955141288,1613944116711,4246
+"eps_2",1e-05,1613944116711,4246
+"train_loss",0.021851527,1613944117704,4247
+"raw_loss",0.010845839,1613944117704,4247
+"epoch",26.716981132075446,1613944117704,4247
+"wd_0",0.01,1613944117704,4247
+"sqr_mom_0",0.99,1613944117704,4247
+"lr_0",3.930963601244373e-06,1613944117704,4247
+"mom_0",0.8713809417845304,1613944117704,4247
+"eps_0",1e-05,1613944117704,4247
+"wd_1",0.01,1613944117704,4247
+"sqr_mom_1",0.99,1613944117704,4247
+"lr_1",3.930963601244373e-05,1613944117704,4247
+"mom_1",0.8713809417845304,1613944117704,4247
+"eps_1",1e-05,1613944117704,4247
+"wd_2",0.01,1613944117704,4247
+"sqr_mom_2",0.99,1613944117704,4247
+"lr_2",0.0003930963601244373,1613944117704,4247
+"mom_2",0.8713809417845304,1613944117704,4247
+"eps_2",1e-05,1613944117704,4247
+"train_loss",0.02175601,1613944118668,4248
+"raw_loss",0.017075725,1613944118668,4248
+"epoch",26.723270440251547,1613944118668,4248
+"wd_0",0.01,1613944118668,4248
+"sqr_mom_0",0.99,1613944118668,4248
+"lr_0",3.92980622706218e-06,1613944118668,4248
+"mom_0",0.8714040894996514,1613944118668,4248
+"eps_0",1e-05,1613944118668,4248
+"wd_1",0.01,1613944118668,4248
+"sqr_mom_1",0.99,1613944118668,4248
+"lr_1",3.9298062270621794e-05,1613944118668,4248
+"mom_1",0.8714040894996514,1613944118668,4248
+"eps_1",1e-05,1613944118668,4248
+"wd_2",0.01,1613944118668,4248
+"sqr_mom_2",0.99,1613944118668,4248
+"lr_2",0.00039298062270621794,1613944118668,4248
+"mom_2",0.8714040894996514,1613944118668,4248
+"eps_2",1e-05,1613944118668,4248
+"train_loss",0.02156967,1613944119634,4249
+"raw_loss",0.012438979,1613944119634,4249
+"epoch",26.729559748427647,1613944119634,4249
+"wd_0",0.01,1613944119634,4249
+"sqr_mom_0",0.99,1613944119634,4249
+"lr_0",3.9286485893859225e-06,1613944119634,4249
+"mom_0",0.8714272424847064,1613944119634,4249
+"eps_0",1e-05,1613944119634,4249
+"wd_1",0.01,1613944119634,4249
+"sqr_mom_1",0.99,1613944119634,4249
+"lr_1",3.928648589385922e-05,1613944119634,4249
+"mom_1",0.8714272424847064,1613944119634,4249
+"eps_1",1e-05,1613944119634,4249
+"wd_2",0.01,1613944119634,4249
+"sqr_mom_2",0.99,1613944119634,4249
+"lr_2",0.0003928648589385923,1613944119634,4249
+"mom_2",0.8714272424847064,1613944119634,4249
+"eps_2",1e-05,1613944119634,4249
+"train_loss",0.02182505,1613944120601,4250
+"raw_loss",0.03433866,1613944120601,4250
+"epoch",26.735849056603747,1613944120601,4250
+"wd_0",0.01,1613944120601,4250
+"sqr_mom_0",0.99,1613944120601,4250
+"lr_0",3.927489728027682e-06,1613944120601,4250
+"mom_0",0.8714504199436458,1613944120601,4250
+"eps_0",1e-05,1613944120601,4250
+"wd_1",0.01,1613944120601,4250
+"sqr_mom_1",0.99,1613944120601,4250
+"lr_1",3.9274897280276816e-05,1613944120601,4250
+"mom_1",0.8714504199436458,1613944120601,4250
+"eps_1",1e-05,1613944120601,4250
+"wd_2",0.01,1613944120601,4250
+"sqr_mom_2",0.99,1613944120601,4250
+"lr_2",0.0003927489728027682,1613944120601,4250
+"mom_2",0.8714504199436458,1613944120601,4250
+"eps_2",1e-05,1613944120601,4250
+"train_loss",0.021671666,1613944121552,4251
+"raw_loss",0.014155899,1613944121552,4251
+"epoch",26.742138364779848,1613944121552,4251
+"wd_0",0.01,1613944121552,4251
+"sqr_mom_0",0.99,1613944121552,4251
+"lr_0",3.9263311803079516e-06,1613944121552,4251
+"mom_0",0.8714735911297522,1613944121552,4251
+"eps_0",1e-05,1613944121552,4251
+"wd_1",0.01,1613944121552,4251
+"sqr_mom_1",0.99,1613944121552,4251
+"lr_1",3.926331180307952e-05,1613944121552,4251
+"mom_1",0.8714735911297522,1613944121552,4251
+"eps_1",1e-05,1613944121552,4251
+"wd_2",0.01,1613944121552,4251
+"sqr_mom_2",0.99,1613944121552,4251
+"lr_2",0.00039263311803079513,1613944121552,4251
+"mom_2",0.8714735911297522,1613944121552,4251
+"eps_2",1e-05,1613944121552,4251
+"train_loss",0.021447089,1613944122544,4252
+"raw_loss",0.010442838,1613944122544,4252
+"epoch",26.74842767295595,1613944122544,4252
+"wd_0",0.01,1613944122544,4252
+"sqr_mom_0",0.99,1613944122544,4252
+"lr_0",3.925171985963579e-06,1613944122544,4252
+"mom_0",0.8714967752484809,1613944122544,4252
+"eps_0",1e-05,1613944122544,4252
+"wd_1",0.01,1613944122544,4252
+"sqr_mom_1",0.99,1613944122544,4252
+"lr_1",3.9251719859635796e-05,1613944122544,4252
+"mom_1",0.8714967752484809,1613944122544,4252
+"eps_1",1e-05,1613944122544,4252
+"wd_2",0.01,1613944122544,4252
+"sqr_mom_2",0.99,1613944122544,4252
+"lr_2",0.00039251719859635794,1613944122544,4252
+"mom_2",0.8714967752484809,1613944122544,4252
+"eps_2",1e-05,1613944122544,4252
+"train_loss",0.021394674,1613944123496,4253
+"raw_loss",0.018826332,1613944123496,4253
+"epoch",26.75471698113205,1613944123496,4253
+"wd_0",0.01,1613944123496,4253
+"sqr_mom_0",0.99,1613944123496,4253
+"lr_0",3.9240119527551445e-06,1613944123496,4253
+"mom_0",0.8715199761446585,1613944123496,4253
+"eps_0",1e-05,1613944123496,4253
+"wd_1",0.01,1613944123496,4253
+"sqr_mom_1",0.99,1613944123496,4253
+"lr_1",3.924011952755145e-05,1613944123496,4253
+"mom_1",0.8715199761446585,1613944123496,4253
+"eps_1",1e-05,1613944123496,4253
+"wd_2",0.01,1613944123496,4253
+"sqr_mom_2",0.99,1613944123496,4253
+"lr_2",0.0003924011952755144,1613944123496,4253
+"mom_2",0.8715199761446585,1613944123496,4253
+"eps_2",1e-05,1613944123496,4253
+"train_loss",0.021429336,1613944124442,4254
+"raw_loss",0.023127763,1613944124442,4254
+"epoch",26.76100628930815,1613944124442,4254
+"wd_0",0.01,1613944124442,4254
+"sqr_mom_0",0.99,1613944124442,4254
+"lr_0",3.922851850432591e-06,1613944124442,4254
+"mom_0",0.8715431784231323,1613944124442,4254
+"eps_0",1e-05,1613944124442,4254
+"wd_1",0.01,1613944124442,4254
+"sqr_mom_1",0.99,1613944124442,4254
+"lr_1",3.922851850432591e-05,1613944124442,4254
+"mom_1",0.8715431784231323,1613944124442,4254
+"eps_1",1e-05,1613944124442,4254
+"wd_2",0.01,1613944124442,4254
+"sqr_mom_2",0.99,1613944124442,4254
+"lr_2",0.00039228518504325907,1613944124442,4254
+"mom_2",0.8715431784231323,1613944124442,4254
+"eps_2",1e-05,1613944124442,4254
+"train_loss",0.021504067,1613944125390,4255
+"raw_loss",0.025165893,1613944125390,4255
+"epoch",26.76729559748425,1613944125390,4255
+"wd_0",0.01,1613944125390,4255
+"sqr_mom_0",0.99,1613944125390,4255
+"lr_0",3.921691487283817e-06,1613944125390,4255
+"mom_0",0.8715663859181828,1613944125390,4255
+"eps_0",1e-05,1613944125390,4255
+"wd_1",0.01,1613944125390,4255
+"sqr_mom_1",0.99,1613944125390,4255
+"lr_1",3.921691487283817e-05,1613944125390,4255
+"mom_1",0.8715663859181828,1613944125390,4255
+"eps_1",1e-05,1613944125390,4255
+"wd_2",0.01,1613944125390,4255
+"sqr_mom_2",0.99,1613944125390,4255
+"lr_2",0.0003921691487283817,1613944125390,4255
+"mom_2",0.8715663859181828,1613944125390,4255
+"eps_2",1e-05,1613944125390,4255
+"train_loss",0.02151109,1613944126347,4256
+"raw_loss",0.021855274,1613944126347,4256
+"epoch",26.77358490566035,1613944126347,4256
+"wd_0",0.01,1613944126347,4256
+"sqr_mom_0",0.99,1613944126347,4256
+"lr_0",3.920529900862752e-06,1613944126347,4256
+"mom_0",0.8715896178789238,1613944126347,4256
+"eps_0",1e-05,1613944126347,4256
+"wd_1",0.01,1613944126347,4256
+"sqr_mom_1",0.99,1613944126347,4256
+"lr_1",3.920529900862752e-05,1613944126347,4256
+"mom_1",0.8715896178789238,1613944126347,4256
+"eps_1",1e-05,1613944126347,4256
+"wd_2",0.01,1613944126347,4256
+"sqr_mom_2",0.99,1613944126347,4256
+"lr_2",0.00039205299008627517,1613944126347,4256
+"mom_2",0.8715896178789238,1613944126347,4256
+"eps_2",1e-05,1613944126347,4256
+"train_loss",0.02130038,1613944127282,4257
+"raw_loss",0.010975472,1613944127282,4257
+"epoch",26.77987421383645,1613944127282,4257
+"wd_0",0.01,1613944127282,4257
+"sqr_mom_0",0.99,1613944127282,4257
+"lr_0",3.919368632104896e-06,1613944127282,4257
+"mom_0",0.8716128434863369,1613944127282,4257
+"eps_0",1e-05,1613944127282,4257
+"wd_1",0.01,1613944127282,4257
+"sqr_mom_1",0.99,1613944127282,4257
+"lr_1",3.9193686321048966e-05,1613944127282,4257
+"mom_1",0.8716128434863369,1613944127282,4257
+"eps_1",1e-05,1613944127282,4257
+"wd_2",0.01,1613944127282,4257
+"sqr_mom_2",0.99,1613944127282,4257
+"lr_2",0.0003919368632104896,1613944127282,4257
+"mom_2",0.8716128434863369,1613944127282,4257
+"eps_2",1e-05,1613944127282,4257
+"train_loss",0.021181012,1613944128242,4258
+"raw_loss",0.01533203,1613944128242,4258
+"epoch",26.78616352201255,1613944128242,4258
+"wd_0",0.01,1613944128242,4258
+"sqr_mom_0",0.99,1613944128242,4258
+"lr_0",3.9182067184893115e-06,1613944128242,4258
+"mom_0",0.8716360819910337,1613944128242,4258
+"eps_0",1e-05,1613944128242,4258
+"wd_1",0.01,1613944128242,4258
+"sqr_mom_1",0.99,1613944128242,4258
+"lr_1",3.918206718489311e-05,1613944128242,4258
+"mom_1",0.8716360819910337,1613944128242,4258
+"eps_1",1e-05,1613944128242,4258
+"wd_2",0.01,1613944128242,4258
+"sqr_mom_2",0.99,1613944128242,4258
+"lr_2",0.0003918206718489311,1613944128242,4258
+"mom_2",0.8716360819910337,1613944128242,4258
+"eps_2",1e-05,1613944128242,4258
+"train_loss",0.021086207,1613944129194,4259
+"raw_loss",0.016440755,1613944129194,4259
+"epoch",26.79245283018865,1613944129194,4259
+"wd_0",0.01,1613944129194,4259
+"sqr_mom_0",0.99,1613944129194,4259
+"lr_0",3.917043967328068e-06,1613944129194,4259
+"mom_0",0.8716593372468111,1613944129194,4259
+"eps_0",1e-05,1613944129194,4259
+"wd_1",0.01,1613944129194,4259
+"sqr_mom_1",0.99,1613944129194,4259
+"lr_1",3.917043967328067e-05,1613944129194,4259
+"mom_1",0.8716593372468111,1613944129194,4259
+"eps_1",1e-05,1613944129194,4259
+"wd_2",0.01,1613944129194,4259
+"sqr_mom_2",0.99,1613944129194,4259
+"lr_2",0.00039170439673280675,1613944129194,4259
+"mom_2",0.8716593372468111,1613944129194,4259
+"eps_2",1e-05,1613944129194,4259
+"train_loss",0.021098245,1613944130157,4260
+"raw_loss",0.021688098,1613944130157,4260
+"epoch",26.79874213836475,1613944130157,4260
+"wd_0",0.01,1613944130157,4260
+"sqr_mom_0",0.99,1613944130157,4260
+"lr_0",3.915881150174629e-06,1613944130157,4260
+"mom_0",0.8716825938224456,1613944130157,4260
+"eps_0",1e-05,1613944130157,4260
+"wd_1",0.01,1613944130157,4260
+"sqr_mom_1",0.99,1613944130157,4260
+"lr_1",3.9158811501746294e-05,1613944130157,4260
+"mom_1",0.8716825938224456,1613944130157,4260
+"eps_1",1e-05,1613944130157,4260
+"wd_2",0.01,1613944130157,4260
+"sqr_mom_2",0.99,1613944130157,4260
+"lr_2",0.0003915881150174629,1613944130157,4260
+"mom_2",0.8716825938224456,1613944130157,4260
+"eps_2",1e-05,1613944130157,4260
+"train_loss",0.021329729,1613944131099,4261
+"raw_loss",0.03267245,1613944131099,4261
+"epoch",26.805031446540852,1613944131099,4261
+"wd_0",0.01,1613944131099,4261
+"sqr_mom_0",0.99,1613944131099,4261
+"lr_0",3.914717881882942e-06,1613944131099,4261
+"mom_0",0.8717058594209354,1613944131099,4261
+"eps_0",1e-05,1613944131099,4261
+"wd_1",0.01,1613944131099,4261
+"sqr_mom_1",0.99,1613944131099,4261
+"lr_1",3.9147178818829417e-05,1613944131099,4261
+"mom_1",0.8717058594209354,1613944131099,4261
+"eps_1",1e-05,1613944131099,4261
+"wd_2",0.01,1613944131099,4261
+"sqr_mom_2",0.99,1613944131099,4261
+"lr_2",0.00039147178818829415,1613944131099,4261
+"mom_2",0.8717058594209354,1613944131099,4261
+"eps_2",1e-05,1613944131099,4261
+"train_loss",0.02114346,1613944132045,4262
+"raw_loss",0.012016265,1613944132045,4262
+"epoch",26.811320754716952,1613944132045,4262
+"wd_0",0.01,1613944132045,4262
+"sqr_mom_0",0.99,1613944132045,4262
+"lr_0",3.9135537767084195e-06,1613944132045,4262
+"mom_0",0.8717291417572491,1613944132045,4262
+"eps_0",1e-05,1613944132045,4262
+"wd_1",0.01,1613944132045,4262
+"sqr_mom_1",0.99,1613944132045,4262
+"lr_1",3.913553776708419e-05,1613944132045,4262
+"mom_1",0.8717291417572491,1613944132045,4262
+"eps_1",1e-05,1613944132045,4262
+"wd_2",0.01,1613944132045,4262
+"sqr_mom_2",0.99,1613944132045,4262
+"lr_2",0.0003913553776708419,1613944132045,4262
+"mom_2",0.8717291417572491,1613944132045,4262
+"eps_2",1e-05,1613944132045,4262
+"train_loss",0.020922534,1613944133006,4263
+"raw_loss",0.010097082,1613944133006,4263
+"epoch",26.817610062893053,1613944133006,4263
+"wd_0",0.01,1613944133006,4263
+"sqr_mom_0",0.99,1613944133006,4263
+"lr_0",3.912389607102994e-06,1613944133006,4263
+"mom_0",0.8717524253821939,1613944133006,4263
+"eps_0",1e-05,1613944133006,4263
+"wd_1",0.01,1613944133006,4263
+"sqr_mom_1",0.99,1613944133006,4263
+"lr_1",3.912389607102994e-05,1613944133006,4263
+"mom_1",0.8717524253821939,1613944133006,4263
+"eps_1",1e-05,1613944133006,4263
+"wd_2",0.01,1613944133006,4263
+"sqr_mom_2",0.99,1613944133006,4263
+"lr_2",0.00039123896071029937,1613944133006,4263
+"mom_2",0.8717524253821939,1613944133006,4263
+"eps_2",1e-05,1613944133006,4263
+"train_loss",0.02086988,1613944133980,4264
+"raw_loss",0.018289834,1613944133980,4264
+"epoch",26.823899371069153,1613944133980,4264
+"wd_0",0.01,1613944133980,4264
+"sqr_mom_0",0.99,1613944133980,4264
+"lr_0",3.911225180678754e-06,1613944133980,4264
+"mom_0",0.8717757141435664,1613944133980,4264
+"eps_0",1e-05,1613944133980,4264
+"wd_1",0.01,1613944133980,4264
+"sqr_mom_1",0.99,1613944133980,4264
+"lr_1",3.911225180678754e-05,1613944133980,4264
+"mom_1",0.8717757141435664,1613944133980,4264
+"eps_1",1e-05,1613944133980,4264
+"wd_2",0.01,1613944133980,4264
+"sqr_mom_2",0.99,1613944133980,4264
+"lr_2",0.00039112251806787537,1613944133980,4264
+"mom_2",0.8717757141435664,1613944133980,4264
+"eps_2",1e-05,1613944133980,4264
+"train_loss",0.021045083,1613944134935,4265
+"raw_loss",0.029629963,1613944134935,4265
+"epoch",26.830188679245254,1613944134935,4265
+"wd_0",0.01,1613944134935,4265
+"sqr_mom_0",0.99,1613944134935,4265
+"lr_0",3.910059531623076e-06,1613944134935,4265
+"mom_0",0.871799027357812,1613944134935,4265
+"eps_0",1e-05,1613944134935,4265
+"wd_1",0.01,1613944134935,4265
+"sqr_mom_1",0.99,1613944134935,4265
+"lr_1",3.9100595316230755e-05,1613944134935,4265
+"mom_1",0.871799027357812,1613944134935,4265
+"eps_1",1e-05,1613944134935,4265
+"wd_2",0.01,1613944134935,4265
+"sqr_mom_2",0.99,1613944134935,4265
+"lr_2",0.00039100595316230753,1613944134935,4265
+"mom_2",0.871799027357812,1613944134935,4265
+"eps_2",1e-05,1613944134935,4265
+"train_loss",0.021000583,1613944135886,4266
+"raw_loss",0.018820027,1613944135886,4266
+"epoch",26.836477987421354,1613944135886,4266
+"wd_0",0.01,1613944135886,4266
+"sqr_mom_0",0.99,1613944135886,4266
+"lr_0",3.908894206260865e-06,1613944135886,4266
+"mom_0",0.8718223340981237,1613944135886,4266
+"eps_0",1e-05,1613944135886,4266
+"wd_1",0.01,1613944135886,4266
+"sqr_mom_1",0.99,1613944135886,4266
+"lr_1",3.908894206260865e-05,1613944135886,4266
+"mom_1",0.8718223340981237,1613944135886,4266
+"eps_1",1e-05,1613944135886,4266
+"wd_2",0.01,1613944135886,4266
+"sqr_mom_2",0.99,1613944135886,4266
+"lr_2",0.0003908894206260865,1613944135886,4266
+"mom_2",0.8718223340981237,1613944135886,4266
+"eps_2",1e-05,1613944135886,4266
+"train_loss",0.02077802,1613944136851,4267
+"raw_loss",0.009872464,1613944136851,4267
+"epoch",26.842767295597454,1613944136851,4267
+"wd_0",0.01,1613944136851,4267
+"sqr_mom_0",0.99,1613944136851,4267
+"lr_0",3.907728238705184e-06,1613944136851,4267
+"mom_0",0.8718456536824332,1613944136851,4267
+"eps_0",1e-05,1613944136851,4267
+"wd_1",0.01,1613944136851,4267
+"sqr_mom_1",0.99,1613944136851,4267
+"lr_1",3.9077282387051844e-05,1613944136851,4267
+"mom_1",0.8718456536824332,1613944136851,4267
+"eps_1",1e-05,1613944136851,4267
+"wd_2",0.01,1613944136851,4267
+"sqr_mom_2",0.99,1613944136851,4267
+"lr_2",0.0003907728238705184,1613944136851,4267
+"mom_2",0.8718456536824332,1613944136851,4267
+"eps_2",1e-05,1613944136851,4267
+"train_loss",0.020551305,1613944137813,4268
+"raw_loss",0.009442194,1613944137813,4268
+"epoch",26.849056603773555,1613944137813,4268
+"wd_0",0.01,1613944137813,4268
+"sqr_mom_0",0.99,1613944137813,4268
+"lr_0",3.906561435599481e-06,1613944137813,4268
+"mom_0",0.8718689899779102,1613944137813,4268
+"eps_0",1e-05,1613944137813,4268
+"wd_1",0.01,1613944137813,4268
+"sqr_mom_1",0.99,1613944137813,4268
+"lr_1",3.90656143559948e-05,1613944137813,4268
+"mom_1",0.8718689899779102,1613944137813,4268
+"eps_1",1e-05,1613944137813,4268
+"wd_2",0.01,1613944137813,4268
+"sqr_mom_2",0.99,1613944137813,4268
+"lr_2",0.00039065614355994797,1613944137813,4268
+"mom_2",0.8718689899779102,1613944137813,4268
+"eps_2",1e-05,1613944137813,4268
+"train_loss",0.021218734,1613944138802,4269
+"raw_loss",0.053922772,1613944138802,4269
+"epoch",26.855345911949655,1613944138802,4269
+"wd_0",0.01,1613944138802,4269
+"sqr_mom_0",0.99,1613944138802,4269
+"lr_0",3.90539457118592e-06,1613944138802,4269
+"mom_0",0.8718923274995566,1613944138802,4269
+"eps_0",1e-05,1613944138802,4269
+"wd_1",0.01,1613944138802,4269
+"sqr_mom_1",0.99,1613944138802,4269
+"lr_1",3.90539457118592e-05,1613944138802,4269
+"mom_1",0.8718923274995566,1613944138802,4269
+"eps_1",1e-05,1613944138802,4269
+"wd_2",0.01,1613944138802,4269
+"sqr_mom_2",0.99,1613944138802,4269
+"lr_2",0.00039053945711859197,1613944138802,4269
+"mom_2",0.8718923274995566,1613944138802,4269
+"eps_2",1e-05,1613944138802,4269
+"train_loss",0.021055626,1613944139747,4270
+"raw_loss",0.013063278,1613944139747,4270
+"epoch",26.861635220125756,1613944139747,4270
+"wd_0",0.01,1613944139747,4270
+"sqr_mom_0",0.99,1613944139747,4270
+"lr_0",3.9042274526288126e-06,1613944139747,4270
+"mom_0",0.8719156701041247,1613944139747,4270
+"eps_0",1e-05,1613944139747,4270
+"wd_1",0.01,1613944139747,4270
+"sqr_mom_1",0.99,1613944139747,4270
+"lr_1",3.9042274526288126e-05,1613944139747,4270
+"mom_1",0.8719156701041247,1613944139747,4270
+"eps_1",1e-05,1613944139747,4270
+"wd_2",0.01,1613944139747,4270
+"sqr_mom_2",0.99,1613944139747,4270
+"lr_2",0.0003904227452628812,1613944139747,4270
+"mom_2",0.8719156701041247,1613944139747,4270
+"eps_2",1e-05,1613944139747,4270
+"train_loss",0.020906704,1613944140700,4271
+"raw_loss",0.013609539,1613944140700,4271
+"epoch",26.867924528301856,1613944140700,4271
+"wd_0",0.01,1613944140700,4271
+"sqr_mom_0",0.99,1613944140700,4271
+"lr_0",3.903059111885035e-06,1613944140700,4271
+"mom_0",0.8719390371526708,1613944140700,4271
+"eps_0",1e-05,1613944140700,4271
+"wd_1",0.01,1613944140700,4271
+"sqr_mom_1",0.99,1613944140700,4271
+"lr_1",3.9030591118850345e-05,1613944140700,4271
+"mom_1",0.8719390371526708,1613944140700,4271
+"eps_1",1e-05,1613944140700,4271
+"wd_2",0.01,1613944140700,4271
+"sqr_mom_2",0.99,1613944140700,4271
+"lr_2",0.0003903059111885034,1613944140700,4271
+"mom_2",0.8719390371526708,1613944140700,4271
+"eps_2",1e-05,1613944140700,4271
+"train_loss",0.020785896,1613944141638,4272
+"raw_loss",0.0148663055,1613944141638,4272
+"epoch",26.874213836477956,1613944141638,4272
+"wd_0",0.01,1613944141638,4272
+"sqr_mom_0",0.99,1613944141638,4272
+"lr_0",3.901891098850226e-06,1613944141638,4272
+"mom_0",0.8719623976469719,1613944141638,4272
+"eps_0",1e-05,1613944141638,4272
+"wd_1",0.01,1613944141638,4272
+"sqr_mom_1",0.99,1613944141638,4272
+"lr_1",3.9018910988502256e-05,1613944141638,4272
+"mom_1",0.8719623976469719,1613944141638,4272
+"eps_1",1e-05,1613944141638,4272
+"wd_2",0.01,1613944141638,4272
+"sqr_mom_2",0.99,1613944141638,4272
+"lr_2",0.0003901891098850225,1613944141638,4272
+"mom_2",0.8719623976469719,1613944141638,4272
+"eps_2",1e-05,1613944141638,4272
+"train_loss",0.020602798,1613944142589,4273
+"raw_loss",0.01163102,1613944142589,4273
+"epoch",26.880503144654057,1613944142589,4273
+"wd_0",0.01,1613944142589,4273
+"sqr_mom_0",0.99,1613944142589,4273
+"lr_0",3.9007224454073184e-06,1613944142589,4273
+"mom_0",0.8719857709495631,1613944142589,4273
+"eps_0",1e-05,1613944142589,4273
+"wd_1",0.01,1613944142589,4273
+"sqr_mom_1",0.99,1613944142589,4273
+"lr_1",3.900722445407318e-05,1613944142589,4273
+"mom_1",0.8719857709495631,1613944142589,4273
+"eps_1",1e-05,1613944142589,4273
+"wd_2",0.01,1613944142589,4273
+"sqr_mom_2",0.99,1613944142589,4273
+"lr_2",0.0003900722445407318,1613944142589,4273
+"mom_2",0.8719857709495631,1613944142589,4273
+"eps_2",1e-05,1613944142589,4273
+"train_loss",0.020482685,1613944143525,4274
+"raw_loss",0.014597183,1613944143525,4274
+"epoch",26.886792452830157,1613944143525,4274
+"wd_0",0.01,1613944143525,4274
+"sqr_mom_0",0.99,1613944143525,4274
+"lr_0",3.899552957756784e-06,1613944143525,4274
+"mom_0",0.8720091609364736,1613944143525,4274
+"eps_0",1e-05,1613944143525,4274
+"wd_1",0.01,1613944143525,4274
+"sqr_mom_1",0.99,1613944143525,4274
+"lr_1",3.899552957756784e-05,1613944143525,4274
+"mom_1",0.8720091609364736,1613944143525,4274
+"eps_1",1e-05,1613944143525,4274
+"wd_2",0.01,1613944143525,4274
+"sqr_mom_2",0.99,1613944143525,4274
+"lr_2",0.0003899552957756784,1613944143525,4274
+"mom_2",0.8720091609364736,1613944143525,4274
+"eps_2",1e-05,1613944143525,4274
+"train_loss",0.020274872,1613944144486,4275
+"raw_loss",0.010092034,1613944144486,4275
+"epoch",26.893081761006258,1613944144486,4275
+"wd_0",0.01,1613944144486,4275
+"sqr_mom_0",0.99,1613944144486,4275
+"lr_0",3.898383411922144e-06,1613944144486,4275
+"mom_0",0.872032552087078,1613944144486,4275
+"eps_0",1e-05,1613944144486,4275
+"wd_1",0.01,1613944144486,4275
+"sqr_mom_1",0.99,1613944144486,4275
+"lr_1",3.8983834119221436e-05,1613944144486,4275
+"mom_1",0.872032552087078,1613944144486,4275
+"eps_1",1e-05,1613944144486,4275
+"wd_2",0.01,1613944144486,4275
+"sqr_mom_2",0.99,1613944144486,4275
+"lr_2",0.0003898383411922144,1613944144486,4275
+"mom_2",0.872032552087078,1613944144486,4275
+"eps_2",1e-05,1613944144486,4275
+"train_loss",0.020238457,1613944145430,4276
+"raw_loss",0.01845418,1613944145430,4276
+"epoch",26.899371069182358,1613944145430,4276
+"wd_0",0.01,1613944145430,4276
+"sqr_mom_0",0.99,1613944145430,4276
+"lr_0",3.897213032329509e-06,1613944145430,4276
+"mom_0",0.8720559599130089,1613944145430,4276
+"eps_0",1e-05,1613944145430,4276
+"wd_1",0.01,1613944145430,4276
+"sqr_mom_1",0.99,1613944145430,4276
+"lr_1",3.897213032329509e-05,1613944145430,4276
+"mom_1",0.8720559599130089,1613944145430,4276
+"eps_1",1e-05,1613944145430,4276
+"wd_2",0.01,1613944145430,4276
+"sqr_mom_2",0.99,1613944145430,4276
+"lr_2",0.00038972130323295084,1613944145430,4276
+"mom_2",0.8720559599130089,1613944145430,4276
+"eps_2",1e-05,1613944145430,4276
+"train_loss",0.0200071,1613944146386,4277
+"raw_loss",0.008670607,1613944146386,4277
+"epoch",26.90566037735846,1613944146386,4277
+"wd_0",0.01,1613944146386,4277
+"sqr_mom_0",0.99,1613944146386,4277
+"lr_0",3.896042595594254e-06,1613944146386,4277
+"mom_0",0.8720793688818037,1613944146386,4277
+"eps_0",1e-05,1613944146386,4277
+"wd_1",0.01,1613944146386,4277
+"sqr_mom_1",0.99,1613944146386,4277
+"lr_1",3.896042595594254e-05,1613944146386,4277
+"mom_1",0.8720793688818037,1613944146386,4277
+"eps_1",1e-05,1613944146386,4277
+"wd_2",0.01,1613944146386,4277
+"sqr_mom_2",0.99,1613944146386,4277
+"lr_2",0.0003896042595594254,1613944146386,4277
+"mom_2",0.8720793688818037,1613944146386,4277
+"eps_2",1e-05,1613944146386,4277
+"train_loss",0.020117417,1613944147347,4278
+"raw_loss",0.025523,1613944147347,4278
+"epoch",26.91194968553456,1613944147347,4278
+"wd_0",0.01,1613944147347,4278
+"sqr_mom_0",0.99,1613944147347,4278
+"lr_0",3.89487190828708e-06,1613944147347,4278
+"mom_0",0.872102782862087,1613944147347,4278
+"eps_0",1e-05,1613944147347,4278
+"wd_1",0.01,1613944147347,4278
+"sqr_mom_1",0.99,1613944147347,4278
+"lr_1",3.89487190828708e-05,1613944147347,4278
+"mom_1",0.872102782862087,1613944147347,4278
+"eps_1",1e-05,1613944147347,4278
+"wd_2",0.01,1613944147347,4278
+"sqr_mom_2",0.99,1613944147347,4278
+"lr_2",0.00038948719082870797,1613944147347,4278
+"mom_2",0.872102782862087,1613944147347,4278
+"eps_2",1e-05,1613944147347,4278
+"train_loss",0.020038897,1613944148309,4279
+"raw_loss",0.01619146,1613944148309,4279
+"epoch",26.91823899371066,1613944148309,4279
+"wd_0",0.01,1613944148309,4279
+"sqr_mom_0",0.99,1613944148309,4279
+"lr_0",3.893699999408082e-06,1613944148309,4279
+"mom_0",0.872126221274051,1613944148309,4279
+"eps_0",1e-05,1613944148309,4279
+"wd_1",0.01,1613944148309,4279
+"sqr_mom_1",0.99,1613944148309,4279
+"lr_1",3.893699999408082e-05,1613944148309,4279
+"mom_1",0.872126221274051,1613944148309,4279
+"eps_1",1e-05,1613944148309,4279
+"wd_2",0.01,1613944148309,4279
+"sqr_mom_2",0.99,1613944148309,4279
+"lr_2",0.0003893699999408082,1613944148309,4279
+"mom_2",0.872126221274051,1613944148309,4279
+"eps_2",1e-05,1613944148309,4279
+"train_loss",0.019866884,1613944149251,4280
+"raw_loss",0.0114382,1613944149251,4280
+"epoch",26.92452830188676,1613944149251,4280
+"wd_0",0.01,1613944149251,4280
+"sqr_mom_0",0.99,1613944149251,4280
+"lr_0",3.89252842358631e-06,1613944149251,4280
+"mom_0",0.8721496530248041,1613944149251,4280
+"eps_0",1e-05,1613944149251,4280
+"wd_1",0.01,1613944149251,4280
+"sqr_mom_1",0.99,1613944149251,4280
+"lr_1",3.89252842358631e-05,1613944149251,4280
+"mom_1",0.8721496530248041,1613944149251,4280
+"eps_1",1e-05,1613944149251,4280
+"wd_2",0.01,1613944149251,4280
+"sqr_mom_2",0.99,1613944149251,4280
+"lr_2",0.00038925284235863096,1613944149251,4280
+"mom_2",0.8721496530248041,1613944149251,4280
+"eps_2",1e-05,1613944149251,4280
+"train_loss",0.019794453,1613944150188,4281
+"raw_loss",0.016245352,1613944150188,4281
+"epoch",26.93081761006286,1613944150188,4281
+"wd_0",0.01,1613944150188,4281
+"sqr_mom_0",0.99,1613944150188,4281
+"lr_0",3.891356209748409e-06,1613944150188,4281
+"mom_0",0.8721730975360071,1613944150188,4281
+"eps_0",1e-05,1613944150188,4281
+"wd_1",0.01,1613944150188,4281
+"sqr_mom_1",0.99,1613944150188,4281
+"lr_1",3.891356209748409e-05,1613944150188,4281
+"mom_1",0.8721730975360071,1613944150188,4281
+"eps_1",1e-05,1613944150188,4281
+"wd_2",0.01,1613944150188,4281
+"sqr_mom_2",0.99,1613944150188,4281
+"lr_2",0.00038913562097484086,1613944150188,4281
+"mom_2",0.8721730975360071,1613944150188,4281
+"eps_2",1e-05,1613944150188,4281
+"train_loss",0.01992966,1613944151130,4282
+"raw_loss",0.026554879,1613944151130,4282
+"epoch",26.93710691823896,1613944151130,4282
+"wd_0",0.01,1613944151130,4282
+"sqr_mom_0",0.99,1613944151130,4282
+"lr_0",3.890183163507666e-06,1613944151130,4282
+"mom_0",0.8721965586954336,1613944151130,4282
+"eps_0",1e-05,1613944151130,4282
+"wd_1",0.01,1613944151130,4282
+"sqr_mom_1",0.99,1613944151130,4282
+"lr_1",3.8901831635076666e-05,1613944151130,4282
+"mom_1",0.8721965586954336,1613944151130,4282
+"eps_1",1e-05,1613944151130,4282
+"wd_2",0.01,1613944151130,4282
+"sqr_mom_2",0.99,1613944151130,4282
+"lr_2",0.00038901831635076664,1613944151130,4282
+"mom_2",0.8721965586954336,1613944151130,4282
+"eps_2",1e-05,1613944151130,4282
+"train_loss",0.019743523,1613944152063,4283
+"raw_loss",0.010622795,1613944152063,4283
+"epoch",26.94339622641506,1613944152063,4283
+"wd_0",0.01,1613944152063,4283
+"sqr_mom_0",0.99,1613944152063,4283
+"lr_0",3.889010063248937e-06,1613944152063,4283
+"mom_0",0.8722200209352305,1613944152063,4283
+"eps_0",1e-05,1613944152063,4283
+"wd_1",0.01,1613944152063,4283
+"sqr_mom_1",0.99,1613944152063,4283
+"lr_1",3.889010063248937e-05,1613944152063,4283
+"mom_1",0.8722200209352305,1613944152063,4283
+"eps_1",1e-05,1613944152063,4283
+"wd_2",0.01,1613944152063,4283
+"sqr_mom_2",0.99,1613944152063,4283
+"lr_2",0.00038890100632489366,1613944152063,4283
+"mom_2",0.8722200209352305,1613944152063,4283
+"eps_2",1e-05,1613944152063,4283
+"train_loss",0.02026601,1613944153015,4284
+"raw_loss",0.045867912,1613944153015,4284
+"epoch",26.94968553459116,1613944153015,4284
+"wd_0",0.01,1613944153015,4284
+"sqr_mom_0",0.99,1613944153015,4284
+"lr_0",3.8878365204139685e-06,1613944153015,4284
+"mom_0",0.8722434920266409,1613944153015,4284
+"eps_0",1e-05,1613944153015,4284
+"wd_1",0.01,1613944153015,4284
+"sqr_mom_1",0.99,1613944153015,4284
+"lr_1",3.8878365204139685e-05,1613944153015,4284
+"mom_1",0.8722434920266409,1613944153015,4284
+"eps_1",1e-05,1613944153015,4284
+"wd_2",0.01,1613944153015,4284
+"sqr_mom_2",0.99,1613944153015,4284
+"lr_2",0.00038878365204139686,1613944153015,4284
+"mom_2",0.8722434920266409,1613944153015,4284
+"eps_2",1e-05,1613944153015,4284
+"train_loss",0.02041927,1613944153953,4285
+"raw_loss",0.027928997,1613944153953,4285
+"epoch",26.95597484276726,1613944153953,4285
+"wd_0",0.01,1613944153953,4285
+"sqr_mom_0",0.99,1613944153953,4285
+"lr_0",3.886662145857339e-06,1613944153953,4285
+"mom_0",0.8722669797526508,1613944153953,4285
+"eps_0",1e-05,1613944153953,4285
+"wd_1",0.01,1613944153953,4285
+"sqr_mom_1",0.99,1613944153953,4285
+"lr_1",3.886662145857338e-05,1613944153953,4285
+"mom_1",0.8722669797526508,1613944153953,4285
+"eps_1",1e-05,1613944153953,4285
+"wd_2",0.01,1613944153953,4285
+"sqr_mom_2",0.99,1613944153953,4285
+"lr_2",0.0003886662145857338,1613944153953,4285
+"mom_2",0.8722669797526508,1613944153953,4285
+"eps_2",1e-05,1613944153953,4285
+"train_loss",0.020335706,1613944154936,4286
+"raw_loss",0.016241115,1613944154936,4286
+"epoch",26.962264150943362,1613944154936,4286
+"wd_0",0.01,1613944154936,4286
+"sqr_mom_0",0.99,1613944154936,4286
+"lr_0",3.885487718845315e-06,1613944154936,4286
+"mom_0",0.8722904685277789,1613944154936,4286
+"eps_0",1e-05,1613944154936,4286
+"wd_1",0.01,1613944154936,4286
+"sqr_mom_1",0.99,1613944154936,4286
+"lr_1",3.8854877188453145e-05,1613944154936,4286
+"mom_1",0.8722904685277789,1613944154936,4286
+"eps_1",1e-05,1613944154936,4286
+"wd_2",0.01,1613944154936,4286
+"sqr_mom_2",0.99,1613944154936,4286
+"lr_2",0.00038854877188453145,1613944154936,4286
+"mom_2",0.8722904685277789,1613944154936,4286
+"eps_2",1e-05,1613944154936,4286
+"train_loss",0.020389574,1613944155887,4287
+"raw_loss",0.023029106,1613944155887,4287
+"epoch",26.968553459119462,1613944155887,4287
+"wd_0",0.01,1613944155887,4287
+"sqr_mom_0",0.99,1613944155887,4287
+"lr_0",3.884313045285513e-06,1613944155887,4287
+"mom_0",0.8723139622339121,1613944155887,4287
+"eps_0",1e-05,1613944155887,4287
+"wd_1",0.01,1613944155887,4287
+"sqr_mom_1",0.99,1613944155887,4287
+"lr_1",3.884313045285512e-05,1613944155887,4287
+"mom_1",0.8723139622339121,1613944155887,4287
+"eps_1",1e-05,1613944155887,4287
+"wd_2",0.01,1613944155887,4287
+"sqr_mom_2",0.99,1613944155887,4287
+"lr_2",0.0003884313045285512,1613944155887,4287
+"mom_2",0.8723139622339121,1613944155887,4287
+"eps_2",1e-05,1613944155887,4287
+"train_loss",0.020497592,1613944156829,4288
+"raw_loss",0.025790483,1613944156829,4288
+"epoch",26.974842767295563,1613944156829,4288
+"wd_0",0.01,1613944156829,4288
+"sqr_mom_0",0.99,1613944156829,4288
+"lr_0",3.8831371508753616e-06,1613944156829,4288
+"mom_0",0.8723374803572963,1613944156829,4288
+"eps_0",1e-05,1613944156829,4288
+"wd_1",0.01,1613944156829,4288
+"sqr_mom_1",0.99,1613944156829,4288
+"lr_1",3.883137150875362e-05,1613944156829,4288
+"mom_1",0.8723374803572963,1613944156829,4288
+"eps_1",1e-05,1613944156829,4288
+"wd_2",0.01,1613944156829,4288
+"sqr_mom_2",0.99,1613944156829,4288
+"lr_2",0.0003883137150875361,1613944156829,4288
+"mom_2",0.8723374803572963,1613944156829,4288
+"eps_2",1e-05,1613944156829,4288
+"train_loss",0.020432943,1613944157835,4289
+"raw_loss",0.017265195,1613944157835,4289
+"epoch",26.981132075471663,1613944157835,4289
+"wd_0",0.01,1613944157835,4289
+"sqr_mom_0",0.99,1613944157835,4289
+"lr_0",3.881961595531032e-06,1613944157835,4289
+"mom_0",0.8723609916992964,1613944157835,4289
+"eps_0",1e-05,1613944157835,4289
+"wd_1",0.01,1613944157835,4289
+"sqr_mom_1",0.99,1613944157835,4289
+"lr_1",3.881961595531032e-05,1613944157835,4289
+"mom_1",0.8723609916992964,1613944157835,4289
+"eps_1",1e-05,1613944157835,4289
+"wd_2",0.01,1613944157835,4289
+"sqr_mom_2",0.99,1613944157835,4289
+"lr_2",0.0003881961595531032,1613944157835,4289
+"mom_2",0.8723609916992964,1613944157835,4289
+"eps_2",1e-05,1613944157835,4289
+"train_loss",0.020463739,1613944158784,4290
+"raw_loss",0.021972729,1613944158784,4290
+"epoch",26.987421383647764,1613944158784,4290
+"wd_0",0.01,1613944158784,4290
+"sqr_mom_0",0.99,1613944158784,4290
+"lr_0",3.88078540487706e-06,1613944158784,4290
+"mom_0",0.8723845157476162,1613944158784,4290
+"eps_0",1e-05,1613944158784,4290
+"wd_1",0.01,1613944158784,4290
+"sqr_mom_1",0.99,1613944158784,4290
+"lr_1",3.88078540487706e-05,1613944158784,4290
+"mom_1",0.8723845157476162,1613944158784,4290
+"eps_1",1e-05,1613944158784,4290
+"wd_2",0.01,1613944158784,4290
+"sqr_mom_2",0.99,1613944158784,4290
+"lr_2",0.00038807854048770595,1613944158784,4290
+"mom_2",0.8723845157476162,1613944158784,4290
+"eps_2",1e-05,1613944158784,4290
+"train_loss",0.020547155,1613944159745,4291
+"raw_loss",0.0246346,1613944159745,4291
+"epoch",26.993710691823864,1613944159745,4291
+"wd_0",0.01,1613944159745,4291
+"sqr_mom_0",0.99,1613944159745,4291
+"lr_0",3.879608383870899e-06,1613944159745,4291
+"mom_0",0.872408056403146,1613944159745,4291
+"eps_0",1e-05,1613944159745,4291
+"wd_1",0.01,1613944159745,4291
+"sqr_mom_1",0.99,1613944159745,4291
+"lr_1",3.8796083838708985e-05,1613944159745,4291
+"mom_1",0.872408056403146,1613944159745,4291
+"eps_1",1e-05,1613944159745,4291
+"wd_2",0.01,1613944159745,4291
+"sqr_mom_2",0.99,1613944159745,4291
+"lr_2",0.0003879608383870898,1613944159745,4291
+"mom_2",0.872408056403146,1613944159745,4291
+"eps_2",1e-05,1613944159745,4291
+"train_loss",0.02065336,1613944160688,4292
+"raw_loss",0.025857396,1613944160688,4292
+"epoch",26.999999999999964,1613944160688,4292
+"wd_0",0.01,1613944160688,4292
+"sqr_mom_0",0.99,1613944160688,4292
+"lr_0",3.878431313534892e-06,1613944160688,4292
+"mom_0",0.8724315980452826,1613944160688,4292
+"eps_0",1e-05,1613944160688,4292
+"wd_1",0.01,1613944160688,4292
+"sqr_mom_1",0.99,1613944160688,4292
+"lr_1",3.878431313534892e-05,1613944160688,4292
+"mom_1",0.8724315980452826,1613944160688,4292
+"eps_1",1e-05,1613944160688,4292
+"wd_2",0.01,1613944160688,4292
+"sqr_mom_2",0.99,1613944160688,4292
+"lr_2",0.0003878431313534892,1613944160688,4292
+"mom_2",0.8724315980452826,1613944160688,4292
+"eps_2",1e-05,1613944160688,4292
+"valid_loss",0.09372397512197495,1613944193691,4292
+"_rmse",0.30614370107650757,1613944193691,4292
+"epoch",27,1613944193691,4292
+"train_loss",0.020696985,1613944194722,4293
+"raw_loss",0.022834642,1613944194722,4293
+"epoch",27.0062893081761,1613944194722,4293
+"wd_0",0.01,1613944194722,4293
+"sqr_mom_0",0.99,1613944194722,4293
+"lr_0",3.877253999337385e-06,1613944194722,4293
+"mom_0",0.872455144564698,1613944194722,4293
+"eps_0",1e-05,1613944194722,4293
+"wd_1",0.01,1613944194722,4293
+"sqr_mom_1",0.99,1613944194722,4293
+"lr_1",3.877253999337385e-05,1613944194722,4293
+"mom_1",0.872455144564698,1613944194722,4293
+"eps_1",1e-05,1613944194722,4293
+"wd_2",0.01,1613944194722,4293
+"sqr_mom_2",0.99,1613944194722,4293
+"lr_2",0.0003877253999337385,1613944194722,4293
+"mom_2",0.872455144564698,1613944194722,4293
+"eps_2",1e-05,1613944194722,4293
+"train_loss",0.020659566,1613944195665,4294
+"raw_loss",0.018826023,1613944195665,4294
+"epoch",27.0125786163522,1613944195665,4294
+"wd_0",0.01,1613944195665,4294
+"sqr_mom_0",0.99,1613944195665,4294
+"lr_0",3.876075464788018e-06,1613944195665,4294
+"mom_0",0.8724787154913946,1613944195665,4294
+"eps_0",1e-05,1613944195665,4294
+"wd_1",0.01,1613944195665,4294
+"sqr_mom_1",0.99,1613944195665,4294
+"lr_1",3.876075464788018e-05,1613944195665,4294
+"mom_1",0.8724787154913946,1613944195665,4294
+"eps_1",1e-05,1613944195665,4294
+"wd_2",0.01,1613944195665,4294
+"sqr_mom_2",0.99,1613944195665,4294
+"lr_2",0.00038760754647880176,1613944195665,4294
+"mom_2",0.8724787154913946,1613944195665,4294
+"eps_2",1e-05,1613944195665,4294
+"train_loss",0.020768903,1613944196619,4295
+"raw_loss",0.026126396,1613944196619,4295
+"epoch",27.0188679245283,1613944196619,4295
+"wd_0",0.01,1613944196619,4295
+"sqr_mom_0",0.99,1613944196619,4295
+"lr_0",3.874897273305313e-06,1613944196619,4295
+"mom_0",0.8725022795566892,1613944196619,4295
+"eps_0",1e-05,1613944196619,4295
+"wd_1",0.01,1613944196619,4295
+"sqr_mom_1",0.99,1613944196619,4295
+"lr_1",3.8748972733053125e-05,1613944196619,4295
+"mom_1",0.8725022795566892,1613944196619,4295
+"eps_1",1e-05,1613944196619,4295
+"wd_2",0.01,1613944196619,4295
+"sqr_mom_2",0.99,1613944196619,4295
+"lr_2",0.00038748972733053123,1613944196619,4295
+"mom_2",0.8725022795566892,1613944196619,4295
+"eps_2",1e-05,1613944196619,4295
+"train_loss",0.021346409,1613944197584,4296
+"raw_loss",0.049644224,1613944197584,4296
+"epoch",27.0251572327044,1613944197584,4296
+"wd_0",0.01,1613944197584,4296
+"sqr_mom_0",0.99,1613944197584,4296
+"lr_0",3.873718448326385e-06,1613944197584,4296
+"mom_0",0.8725258562920352,1613944197584,4296
+"eps_0",1e-05,1613944197584,4296
+"wd_1",0.01,1613944197584,4296
+"sqr_mom_1",0.99,1613944197584,4296
+"lr_1",3.8737184483263855e-05,1613944197584,4296
+"mom_1",0.8725258562920352,1613944197584,4296
+"eps_1",1e-05,1613944197584,4296
+"wd_2",0.01,1613944197584,4296
+"sqr_mom_2",0.99,1613944197584,4296
+"lr_2",0.0003873718448326385,1613944197584,4296
+"mom_2",0.8725258562920352,1613944197584,4296
+"eps_2",1e-05,1613944197584,4296
+"train_loss",0.021589808,1613944198527,4297
+"raw_loss",0.033516344,1613944198527,4297
+"epoch",27.031446540880502,1613944198527,4297
+"wd_0",0.01,1613944198527,4297
+"sqr_mom_0",0.99,1613944198527,4297
+"lr_0",3.872538794374271e-06,1613944198527,4297
+"mom_0",0.8725494496070106,1613944198527,4297
+"eps_0",1e-05,1613944198527,4297
+"wd_1",0.01,1613944198527,4297
+"sqr_mom_1",0.99,1613944198527,4297
+"lr_1",3.8725387943742715e-05,1613944198527,4297
+"mom_1",0.8725494496070106,1613944198527,4297
+"eps_1",1e-05,1613944198527,4297
+"wd_2",0.01,1613944198527,4297
+"sqr_mom_2",0.99,1613944198527,4297
+"lr_2",0.0003872538794374271,1613944198527,4297
+"mom_2",0.8725494496070106,1613944198527,4297
+"eps_2",1e-05,1613944198527,4297
+"train_loss",0.021599254,1613944199473,4298
+"raw_loss",0.022062061,1613944199473,4298
+"epoch",27.037735849056602,1613944199473,4298
+"wd_0",0.01,1613944199473,4298
+"sqr_mom_0",0.99,1613944199473,4298
+"lr_0",3.871359094218428e-06,1613944199473,4298
+"mom_0",0.8725730438460699,1613944199473,4298
+"eps_0",1e-05,1613944199473,4298
+"wd_1",0.01,1613944199473,4298
+"sqr_mom_1",0.99,1613944199473,4298
+"lr_1",3.871359094218427e-05,1613944199473,4298
+"mom_1",0.8725730438460699,1613944199473,4298
+"eps_1",1e-05,1613944199473,4298
+"wd_2",0.01,1613944199473,4298
+"sqr_mom_2",0.99,1613944199473,4298
+"lr_2",0.0003871359094218428,1613944199473,4298
+"mom_2",0.8725730438460699,1613944199473,4298
+"eps_2",1e-05,1613944199473,4298
+"train_loss",0.021560086,1613944200475,4299
+"raw_loss",0.019640826,1613944200475,4299
+"epoch",27.044025157232703,1613944200475,4299
+"wd_0",0.01,1613944200475,4299
+"sqr_mom_0",0.99,1613944200475,4299
+"lr_0",3.8701791528901575e-06,1613944200475,4299
+"mom_0",0.8725966429086259,1613944200475,4299
+"eps_0",1e-05,1613944200475,4299
+"wd_1",0.01,1613944200475,4299
+"sqr_mom_1",0.99,1613944200475,4299
+"lr_1",3.870179152890157e-05,1613944200475,4299
+"mom_1",0.8725966429086259,1613944200475,4299
+"eps_1",1e-05,1613944200475,4299
+"wd_2",0.01,1613944200475,4299
+"sqr_mom_2",0.99,1613944200475,4299
+"lr_2",0.0003870179152890157,1613944200475,4299
+"mom_2",0.8725966429086259,1613944200475,4299
+"eps_2",1e-05,1613944200475,4299
+"train_loss",0.021623854,1613944201431,4300
+"raw_loss",0.02474849,1613944201431,4300
+"epoch",27.050314465408803,1613944201431,4300
+"wd_0",0.01,1613944201431,4300
+"sqr_mom_0",0.99,1613944201431,4300
+"lr_0",3.868997991722517e-06,1613944201431,4300
+"mom_0",0.8726202663682133,1613944201431,4300
+"eps_0",1e-05,1613944201431,4300
+"wd_1",0.01,1613944201431,4300
+"sqr_mom_1",0.99,1613944201431,4300
+"lr_1",3.8689979917225165e-05,1613944201431,4300
+"mom_1",0.8726202663682133,1613944201431,4300
+"eps_1",1e-05,1613944201431,4300
+"wd_2",0.01,1613944201431,4300
+"sqr_mom_2",0.99,1613944201431,4300
+"lr_2",0.00038689979917225166,1613944201431,4300
+"mom_2",0.8726202663682133,1613944201431,4300
+"eps_2",1e-05,1613944201431,4300
+"train_loss",0.02146565,1613944202408,4301
+"raw_loss",0.013713649,1613944202408,4301
+"epoch",27.056603773584904,1613944202408,4301
+"wd_0",0.01,1613944202408,4301
+"sqr_mom_0",0.99,1613944202408,4301
+"lr_0",3.867817177618442e-06,1613944202408,4301
+"mom_0",0.87264388288646,1613944202408,4301
+"eps_0",1e-05,1613944202408,4301
+"wd_1",0.01,1613944202408,4301
+"sqr_mom_1",0.99,1613944202408,4301
+"lr_1",3.8678171776184414e-05,1613944202408,4301
+"mom_1",0.87264388288646,1613944202408,4301
+"eps_1",1e-05,1613944202408,4301
+"wd_2",0.01,1613944202408,4301
+"sqr_mom_2",0.99,1613944202408,4301
+"lr_2",0.00038678171776184415,1613944202408,4301
+"mom_2",0.87264388288646,1613944202408,4301
+"eps_2",1e-05,1613944202408,4301
+"train_loss",0.021325614,1613944203383,4302
+"raw_loss",0.01446387,1613944203383,4302
+"epoch",27.062893081761004,1613944203383,4302
+"wd_0",0.01,1613944203383,4302
+"sqr_mom_0",0.99,1613944203383,4302
+"lr_0",3.866635731838836e-06,1613944203383,4302
+"mom_0",0.8726675120383437,1613944203383,4302
+"eps_0",1e-05,1613944203383,4302
+"wd_1",0.01,1613944203383,4302
+"sqr_mom_1",0.99,1613944203383,4302
+"lr_1",3.866635731838836e-05,1613944203383,4302
+"mom_1",0.8726675120383437,1613944203383,4302
+"eps_1",1e-05,1613944203383,4302
+"wd_2",0.01,1613944203383,4302
+"sqr_mom_2",0.99,1613944203383,4302
+"lr_2",0.0003866635731838836,1613944203383,4302
+"mom_2",0.8726675120383437,1613944203383,4302
+"eps_2",1e-05,1613944203383,4302
+"train_loss",0.021300195,1613944204318,4303
+"raw_loss",0.020054653,1613944204318,4303
+"epoch",27.069182389937104,1613944204318,4303
+"wd_0",0.01,1613944204318,4303
+"sqr_mom_0",0.99,1613944204318,4303
+"lr_0",3.865453458474554e-06,1613944204318,4303
+"mom_0",0.8726911577420863,1613944204318,4303
+"eps_0",1e-05,1613944204318,4303
+"wd_1",0.01,1613944204318,4303
+"sqr_mom_1",0.99,1613944204318,4303
+"lr_1",3.8654534584745536e-05,1613944204318,4303
+"mom_1",0.8726911577420863,1613944204318,4303
+"eps_1",1e-05,1613944204318,4303
+"wd_2",0.01,1613944204318,4303
+"sqr_mom_2",0.99,1613944204318,4303
+"lr_2",0.00038654534584745535,1613944204318,4303
+"mom_2",0.8726911577420863,1613944204318,4303
+"eps_2",1e-05,1613944204318,4303
+"train_loss",0.021132499,1613944205296,4304
+"raw_loss",0.012915434,1613944205296,4304
+"epoch",27.075471698113205,1613944205296,4304
+"wd_0",0.01,1613944205296,4304
+"sqr_mom_0",0.99,1613944205296,4304
+"lr_0",3.864271142033186e-06,1613944205296,4304
+"mom_0",0.8727148043073794,1613944205296,4304
+"eps_0",1e-05,1613944205296,4304
+"wd_1",0.01,1613944205296,4304
+"sqr_mom_1",0.99,1613944205296,4304
+"lr_1",3.864271142033186e-05,1613944205296,4304
+"mom_1",0.8727148043073794,1613944205296,4304
+"eps_1",1e-05,1613944205296,4304
+"wd_2",0.01,1613944205296,4304
+"sqr_mom_2",0.99,1613944205296,4304
+"lr_2",0.0003864271142033186,1613944205296,4304
+"mom_2",0.8727148043073794,1613944205296,4304
+"eps_2",1e-05,1613944205296,4304
+"train_loss",0.021163529,1613944206273,4305
+"raw_loss",0.022684028,1613944206273,4305
+"epoch",27.081761006289305,1613944206273,4305
+"wd_0",0.01,1613944206273,4305
+"sqr_mom_0",0.99,1613944206273,4305
+"lr_0",3.863088390898212e-06,1613944206273,4305
+"mom_0",0.8727384595666314,1613944206273,4305
+"eps_0",1e-05,1613944206273,4305
+"wd_1",0.01,1613944206273,4305
+"sqr_mom_1",0.99,1613944206273,4305
+"lr_1",3.863088390898212e-05,1613944206273,4305
+"mom_1",0.8727384595666314,1613944206273,4305
+"eps_1",1e-05,1613944206273,4305
+"wd_2",0.01,1613944206273,4305
+"sqr_mom_2",0.99,1613944206273,4305
+"lr_2",0.0003863088390898212,1613944206273,4305
+"mom_2",0.8727384595666314,1613944206273,4305
+"eps_2",1e-05,1613944206273,4305
+"train_loss",0.021021612,1613944207265,4306
+"raw_loss",0.014067691,1613944207265,4306
+"epoch",27.088050314465406,1613944207265,4306
+"wd_0",0.01,1613944207265,4306
+"sqr_mom_0",0.99,1613944207265,4306
+"lr_0",3.861904812876398e-06,1613944207265,4306
+"mom_0",0.8727621313637857,1613944207265,4306
+"eps_0",1e-05,1613944207265,4306
+"wd_1",0.01,1613944207265,4306
+"sqr_mom_1",0.99,1613944207265,4306
+"lr_1",3.861904812876398e-05,1613944207265,4306
+"mom_1",0.8727621313637857,1613944207265,4306
+"eps_1",1e-05,1613944207265,4306
+"wd_2",0.01,1613944207265,4306
+"sqr_mom_2",0.99,1613944207265,4306
+"lr_2",0.00038619048128763975,1613944207265,4306
+"mom_2",0.8727621313637857,1613944207265,4306
+"eps_2",1e-05,1613944207265,4306
+"train_loss",0.020852813,1613944208224,4307
+"raw_loss",0.012581715,1613944208224,4307
+"epoch",27.094339622641506,1613944208224,4307
+"wd_0",0.01,1613944208224,4307
+"sqr_mom_0",0.99,1613944208224,4307
+"lr_0",3.86072119334105e-06,1613944208224,4307
+"mom_0",0.8727858039912189,1613944208224,4307
+"eps_0",1e-05,1613944208224,4307
+"wd_1",0.01,1613944208224,4307
+"sqr_mom_1",0.99,1613944208224,4307
+"lr_1",3.8607211933410496e-05,1613944208224,4307
+"mom_1",0.8727858039912189,1613944208224,4307
+"eps_1",1e-05,1613944208224,4307
+"wd_2",0.01,1613944208224,4307
+"sqr_mom_2",0.99,1613944208224,4307
+"lr_2",0.000386072119334105,1613944208224,4307
+"mom_2",0.8727858039912189,1613944208224,4307
+"eps_2",1e-05,1613944208224,4307
+"train_loss",0.020786632,1613944209216,4308
+"raw_loss",0.017543714,1613944209216,4308
+"epoch",27.100628930817606,1613944209216,4308
+"wd_0",0.01,1613944209216,4308
+"sqr_mom_0",0.99,1613944209216,4308
+"lr_0",3.859537336672105e-06,1613944209216,4308
+"mom_0",0.8728094813613715,1613944209216,4308
+"eps_0",1e-05,1613944209216,4308
+"wd_1",0.01,1613944209216,4308
+"sqr_mom_1",0.99,1613944209216,4308
+"lr_1",3.859537336672106e-05,1613944209216,4308
+"mom_1",0.8728094813613715,1613944209216,4308
+"eps_1",1e-05,1613944209216,4308
+"wd_2",0.01,1613944209216,4308
+"sqr_mom_2",0.99,1613944209216,4308
+"lr_2",0.0003859537336672105,1613944209216,4308
+"mom_2",0.8728094813613715,1613944209216,4308
+"eps_2",1e-05,1613944209216,4308
+"train_loss",0.020683076,1613944210170,4309
+"raw_loss",0.01560883,1613944210170,4309
+"epoch",27.106918238993707,1613944210170,4309
+"wd_0",0.01,1613944210170,4309
+"sqr_mom_0",0.99,1613944210170,4309
+"lr_0",3.85835226095877e-06,1613944210170,4309
+"mom_0",0.8728331831126557,1613944210170,4309
+"eps_0",1e-05,1613944210170,4309
+"wd_1",0.01,1613944210170,4309
+"sqr_mom_1",0.99,1613944210170,4309
+"lr_1",3.85835226095877e-05,1613944210170,4309
+"mom_1",0.8728331831126557,1613944210170,4309
+"eps_1",1e-05,1613944210170,4309
+"wd_2",0.01,1613944210170,4309
+"sqr_mom_2",0.99,1613944210170,4309
+"lr_2",0.000385835226095877,1613944210170,4309
+"mom_2",0.8728331831126557,1613944210170,4309
+"eps_2",1e-05,1613944210170,4309
+"train_loss",0.020963471,1613944211145,4310
+"raw_loss",0.034702852,1613944211145,4310
+"epoch",27.113207547169807,1613944211145,4310
+"wd_0",0.01,1613944211145,4310
+"sqr_mom_0",0.99,1613944211145,4310
+"lr_0",3.857167538296932e-06,1613944211145,4310
+"mom_0",0.8728568778028394,1613944211145,4310
+"eps_0",1e-05,1613944211145,4310
+"wd_1",0.01,1613944211145,4310
+"sqr_mom_1",0.99,1613944211145,4310
+"lr_1",3.857167538296932e-05,1613944211145,4310
+"mom_1",0.8728568778028394,1613944211145,4310
+"eps_1",1e-05,1613944211145,4310
+"wd_2",0.01,1613944211145,4310
+"sqr_mom_2",0.99,1613944211145,4310
+"lr_2",0.0003857167538296932,1613944211145,4310
+"mom_2",0.8728568778028394,1613944211145,4310
+"eps_2",1e-05,1613944211145,4310
+"train_loss",0.02090881,1613944212115,4311
+"raw_loss",0.018230367,1613944212115,4311
+"epoch",27.119496855345908,1613944212115,4311
+"wd_0",0.01,1613944212115,4311
+"sqr_mom_0",0.99,1613944212115,4311
+"lr_0",3.855982186704206e-06,1613944212115,4311
+"mom_0",0.8728805850717666,1613944212115,4311
+"eps_0",1e-05,1613944212115,4311
+"wd_1",0.01,1613944212115,4311
+"sqr_mom_1",0.99,1613944212115,4311
+"lr_1",3.855982186704206e-05,1613944212115,4311
+"mom_1",0.8728805850717666,1613944212115,4311
+"eps_1",1e-05,1613944212115,4311
+"wd_2",0.01,1613944212115,4311
+"sqr_mom_2",0.99,1613944212115,4311
+"lr_2",0.0003855982186704206,1613944212115,4311
+"mom_2",0.8728805850717666,1613944212115,4311
+"eps_2",1e-05,1613944212115,4311
+"train_loss",0.020723931,1613944213096,4312
+"raw_loss",0.011664855,1613944213096,4312
+"epoch",27.125786163522008,1613944213096,4312
+"wd_0",0.01,1613944213096,4312
+"sqr_mom_0",0.99,1613944213096,4312
+"lr_0",3.854796009627387e-06,1613944213096,4312
+"mom_0",0.8729043088505407,1613944213096,4312
+"eps_0",1e-05,1613944213096,4312
+"wd_1",0.01,1613944213096,4312
+"sqr_mom_1",0.99,1613944213096,4312
+"lr_1",3.8547960096273875e-05,1613944213096,4312
+"mom_1",0.8729043088505407,1613944213096,4312
+"eps_1",1e-05,1613944213096,4312
+"wd_2",0.01,1613944213096,4312
+"sqr_mom_2",0.99,1613944213096,4312
+"lr_2",0.0003854796009627387,1613944213096,4312
+"mom_2",0.8729043088505407,1613944213096,4312
+"eps_2",1e-05,1613944213096,4312
+"train_loss",0.020464068,1613944214050,4313
+"raw_loss",0.007730779,1613944214050,4313
+"epoch",27.13207547169811,1613944214050,4313
+"wd_0",0.01,1613944214050,4313
+"sqr_mom_0",0.99,1613944214050,4313
+"lr_0",3.853609794164409e-06,1613944214050,4313
+"mom_0",0.8729280333970457,1613944214050,4313
+"eps_0",1e-05,1613944214050,4313
+"wd_1",0.01,1613944214050,4313
+"sqr_mom_1",0.99,1613944214050,4313
+"lr_1",3.853609794164409e-05,1613944214050,4313
+"mom_1",0.8729280333970457,1613944214050,4313
+"eps_1",1e-05,1613944214050,4313
+"wd_2",0.01,1613944214050,4313
+"sqr_mom_2",0.99,1613944214050,4313
+"lr_2",0.00038536097941644086,1613944214050,4313
+"mom_2",0.8729280333970457,1613944214050,4313
+"eps_2",1e-05,1613944214050,4313
+"train_loss",0.02039724,1613944215029,4314
+"raw_loss",0.017122624,1613944215029,4314
+"epoch",27.13836477987421,1613944215029,4314
+"wd_0",0.01,1613944215029,4314
+"sqr_mom_0",0.99,1613944215029,4314
+"lr_0",3.8524233442637675e-06,1613944215029,4314
+"mom_0",0.872951762632351,1613944215029,4314
+"eps_0",1e-05,1613944215029,4314
+"wd_1",0.01,1613944215029,4314
+"sqr_mom_1",0.99,1613944215029,4314
+"lr_1",3.852423344263767e-05,1613944215029,4314
+"mom_1",0.872951762632351,1613944215029,4314
+"eps_1",1e-05,1613944215029,4314
+"wd_2",0.01,1613944215029,4314
+"sqr_mom_2",0.99,1613944215029,4314
+"lr_2",0.0003852423344263767,1613944215029,4314
+"mom_2",0.872951762632351,1613944215029,4314
+"eps_2",1e-05,1613944215029,4314
+"train_loss",0.020174675,1613944216027,4315
+"raw_loss",0.009268915,1613944216027,4315
+"epoch",27.14465408805031,1613944216027,4315
+"wd_0",0.01,1613944216027,4315
+"sqr_mom_0",0.99,1613944216027,4315
+"lr_0",3.8512356758662e-06,1613944216027,4315
+"mom_0",0.8729755162378383,1613944216027,4315
+"eps_0",1e-05,1613944216027,4315
+"wd_1",0.01,1613944216027,4315
+"sqr_mom_1",0.99,1613944216027,4315
+"lr_1",3.8512356758662e-05,1613944216027,4315
+"mom_1",0.8729755162378383,1613944216027,4315
+"eps_1",1e-05,1613944216027,4315
+"wd_2",0.01,1613944216027,4315
+"sqr_mom_2",0.99,1613944216027,4315
+"lr_2",0.00038512356758662,1613944216027,4315
+"mom_2",0.8729755162378383,1613944216027,4315
+"eps_2",1e-05,1613944216027,4315
+"train_loss",0.020042889,1613944217008,4316
+"raw_loss",0.013585395,1613944217008,4316
+"epoch",27.15094339622641,1613944217008,4316
+"wd_0",0.01,1613944217008,4316
+"sqr_mom_0",0.99,1613944217008,4316
+"lr_0",3.850048364506994e-06,1613944217008,4316
+"mom_0",0.8729992627024872,1613944217008,4316
+"eps_0",1e-05,1613944217008,4316
+"wd_1",0.01,1613944217008,4316
+"sqr_mom_1",0.99,1613944217008,4316
+"lr_1",3.8500483645069944e-05,1613944217008,4316
+"mom_1",0.8729992627024872,1613944217008,4316
+"eps_1",1e-05,1613944217008,4316
+"wd_2",0.01,1613944217008,4316
+"sqr_mom_2",0.99,1613944217008,4316
+"lr_2",0.0003850048364506994,1613944217008,4316
+"mom_2",0.8729992627024872,1613944217008,4316
+"eps_2",1e-05,1613944217008,4316
+"train_loss",0.020002615,1613944217984,4317
+"raw_loss",0.018029165,1613944217984,4317
+"epoch",27.15723270440251,1613944217984,4317
+"wd_0",0.01,1613944217984,4317
+"sqr_mom_0",0.99,1613944217984,4317
+"lr_0",3.8488598348364725e-06,1613944217984,4317
+"mom_0",0.8730230335336059,1613944217984,4317
+"eps_0",1e-05,1613944217984,4317
+"wd_1",0.01,1613944217984,4317
+"sqr_mom_1",0.99,1613944217984,4317
+"lr_1",3.8488598348364726e-05,1613944217984,4317
+"mom_1",0.8730230335336059,1613944217984,4317
+"eps_1",1e-05,1613944217984,4317
+"wd_2",0.01,1613944217984,4317
+"sqr_mom_2",0.99,1613944217984,4317
+"lr_2",0.00038488598348364724,1613944217984,4317
+"mom_2",0.8730230335336059,1613944217984,4317
+"eps_2",1e-05,1613944217984,4317
+"train_loss",0.019884426,1613944218974,4318
+"raw_loss",0.0140931895,1613944218974,4318
+"epoch",27.16352201257861,1613944218974,4318
+"wd_0",0.01,1613944218974,4318
+"sqr_mom_0",0.99,1613944218974,4318
+"lr_0",3.847671663532469e-06,1613944218974,4318
+"mom_0",0.8730467971973226,1613944218974,4318
+"eps_0",1e-05,1613944218974,4318
+"wd_1",0.01,1613944218974,4318
+"sqr_mom_1",0.99,1613944218974,4318
+"lr_1",3.847671663532469e-05,1613944218974,4318
+"mom_1",0.8730467971973226,1613944218974,4318
+"eps_1",1e-05,1613944218974,4318
+"wd_2",0.01,1613944218974,4318
+"sqr_mom_2",0.99,1613944218974,4318
+"lr_2",0.0003847671663532469,1613944218974,4318
+"mom_2",0.8730467971973226,1613944218974,4318
+"eps_2",1e-05,1613944218974,4318
+"train_loss",0.019764315,1613944219954,4319
+"raw_loss",0.013878895,1613944219954,4319
+"epoch",27.16981132075471,1613944219954,4319
+"wd_0",0.01,1613944219954,4319
+"sqr_mom_0",0.99,1613944219954,4319
+"lr_0",3.8464828657509205e-06,1613944219954,4319
+"mom_0",0.8730705733907155,1613944219954,4319
+"eps_0",1e-05,1613944219954,4319
+"wd_1",0.01,1613944219954,4319
+"sqr_mom_1",0.99,1613944219954,4319
+"lr_1",3.8464828657509205e-05,1613944219954,4319
+"mom_1",0.8730705733907155,1613944219954,4319
+"eps_1",1e-05,1613944219954,4319
+"wd_2",0.01,1613944219954,4319
+"sqr_mom_2",0.99,1613944219954,4319
+"lr_2",0.000384648286575092,1613944219954,4319
+"mom_2",0.8730705733907155,1613944219954,4319
+"eps_2",1e-05,1613944219954,4319
+"train_loss",0.019688537,1613944221016,4320
+"raw_loss",0.015975414,1613944221016,4320
+"epoch",27.17610062893081,1613944221016,4320
+"wd_0",0.01,1613944221016,4320
+"sqr_mom_0",0.99,1613944221016,4320
+"lr_0",3.845293244370377e-06,1613944221016,4320
+"mom_0",0.873094366056253,1613944221016,4320
+"eps_0",1e-05,1613944221016,4320
+"wd_1",0.01,1613944221016,4320
+"sqr_mom_1",0.99,1613944221016,4320
+"lr_1",3.845293244370377e-05,1613944221016,4320
+"mom_1",0.873094366056253,1613944221016,4320
+"eps_1",1e-05,1613944221016,4320
+"wd_2",0.01,1613944221016,4320
+"sqr_mom_2",0.99,1613944221016,4320
+"lr_2",0.00038452932443703766,1613944221016,4320
+"mom_2",0.873094366056253,1613944221016,4320
+"eps_2",1e-05,1613944221016,4320
+"train_loss",0.019713396,1613944221994,4321
+"raw_loss",0.020931473,1613944221994,4321
+"epoch",27.18238993710691,1613944221994,4321
+"wd_0",0.01,1613944221994,4321
+"sqr_mom_0",0.99,1613944221994,4321
+"lr_0",3.844103588774268e-06,1613944221994,4321
+"mom_0",0.8731181594061087,1613944221994,4321
+"eps_0",1e-05,1613944221994,4321
+"wd_1",0.01,1613944221994,4321
+"sqr_mom_1",0.99,1613944221994,4321
+"lr_1",3.8441035887742675e-05,1613944221994,4321
+"mom_1",0.8731181594061087,1613944221994,4321
+"eps_1",1e-05,1613944221994,4321
+"wd_2",0.01,1613944221994,4321
+"sqr_mom_2",0.99,1613944221994,4321
+"lr_2",0.00038441035887742676,1613944221994,4321
+"mom_2",0.8731181594061087,1613944221994,4321
+"eps_2",1e-05,1613944221994,4321
+"train_loss",0.019552305,1613944222967,4322
+"raw_loss",0.011658823,1613944222967,4322
+"epoch",27.188679245283012,1613944222967,4322
+"wd_0",0.01,1613944222967,4322
+"sqr_mom_0",0.99,1613944222967,4322
+"lr_0",3.842913702339331e-06,1613944222967,4322
+"mom_0",0.8731419573727871,1613944222967,4322
+"eps_0",1e-05,1613944222967,4322
+"wd_1",0.01,1613944222967,4322
+"sqr_mom_1",0.99,1613944222967,4322
+"lr_1",3.8429137023393304e-05,1613944222967,4322
+"mom_1",0.8731419573727871,1613944222967,4322
+"eps_1",1e-05,1613944222967,4322
+"wd_2",0.01,1613944222967,4322
+"sqr_mom_2",0.99,1613944222967,4322
+"lr_2",0.00038429137023393307,1613944222967,4322
+"mom_2",0.8731419573727871,1613944222967,4322
+"eps_2",1e-05,1613944222967,4322
+"train_loss",0.019420672,1613944223949,4323
+"raw_loss",0.012970605,1613944223949,4323
+"epoch",27.194968553459113,1613944223949,4323
+"wd_0",0.01,1613944223949,4323
+"sqr_mom_0",0.99,1613944223949,4323
+"lr_0",3.84172259815918e-06,1613944223949,4323
+"mom_0",0.8731657796946133,1613944223949,4323
+"eps_0",1e-05,1613944223949,4323
+"wd_1",0.01,1613944223949,4323
+"sqr_mom_1",0.99,1613944223949,4323
+"lr_1",3.8417225981591806e-05,1613944223949,4323
+"mom_1",0.8731657796946133,1613944223949,4323
+"eps_1",1e-05,1613944223949,4323
+"wd_2",0.01,1613944223949,4323
+"sqr_mom_2",0.99,1613944223949,4323
+"lr_2",0.000384172259815918,1613944223949,4323
+"mom_2",0.8731657796946133,1613944223949,4323
+"eps_2",1e-05,1613944223949,4323
+"train_loss",0.019286873,1613944224916,4324
+"raw_loss",0.012730683,1613944224916,4324
+"epoch",27.201257861635213,1613944224916,4324
+"wd_0",0.01,1613944224916,4324
+"sqr_mom_0",0.99,1613944224916,4324
+"lr_0",3.840531856326941e-06,1613944224916,4324
+"mom_0",0.8731895947694088,1613944224916,4324
+"eps_0",1e-05,1613944224916,4324
+"wd_1",0.01,1613944224916,4324
+"sqr_mom_1",0.99,1613944224916,4324
+"lr_1",3.84053185632694e-05,1613944224916,4324
+"mom_1",0.8731895947694088,1613944224916,4324
+"eps_1",1e-05,1613944224916,4324
+"wd_2",0.01,1613944224916,4324
+"sqr_mom_2",0.99,1613944224916,4324
+"lr_2",0.000384053185632694,1613944224916,4324
+"mom_2",0.8731895947694088,1613944224916,4324
+"eps_2",1e-05,1613944224916,4324
+"train_loss",0.019443944,1613944225884,4325
+"raw_loss",0.02714047,1613944225884,4325
+"epoch",27.207547169811313,1613944225884,4325
+"wd_0",0.01,1613944225884,4325
+"sqr_mom_0",0.99,1613944225884,4325
+"lr_0",3.839340489865512e-06,1613944225884,4325
+"mom_0",0.8732134223369131,1613944225884,4325
+"eps_0",1e-05,1613944225884,4325
+"wd_1",0.01,1613944225884,4325
+"sqr_mom_1",0.99,1613944225884,4325
+"lr_1",3.839340489865512e-05,1613944225884,4325
+"mom_1",0.8732134223369131,1613944225884,4325
+"eps_1",1e-05,1613944225884,4325
+"wd_2",0.01,1613944225884,4325
+"sqr_mom_2",0.99,1613944225884,4325
+"lr_2",0.0003839340489865512,1613944225884,4325
+"mom_2",0.8732134223369131,1613944225884,4325
+"eps_2",1e-05,1613944225884,4325
+"train_loss",0.019234732,1613944226845,4326
+"raw_loss",0.008983333,1613944226845,4326
+"epoch",27.213836477987414,1613944226845,4326
+"wd_0",0.01,1613944226845,4326
+"sqr_mom_0",0.99,1613944226845,4326
+"lr_0",3.83814830122991e-06,1613944226845,4326
+"mom_0",0.8732372663480653,1613944226845,4326
+"eps_0",1e-05,1613944226845,4326
+"wd_1",0.01,1613944226845,4326
+"sqr_mom_1",0.99,1613944226845,4326
+"lr_1",3.838148301229909e-05,1613944226845,4326
+"mom_1",0.8732372663480653,1613944226845,4326
+"eps_1",1e-05,1613944226845,4326
+"wd_2",0.01,1613944226845,4326
+"sqr_mom_2",0.99,1613944226845,4326
+"lr_2",0.0003838148301229909,1613944226845,4326
+"mom_2",0.8732372663480653,1613944226845,4326
+"eps_2",1e-05,1613944226845,4326
+"train_loss",0.018973906,1613944227812,4327
+"raw_loss",0.006193417,1613944227812,4327
+"epoch",27.220125786163514,1613944227812,4327
+"wd_0",0.01,1613944227812,4327
+"sqr_mom_0",0.99,1613944227812,4327
+"lr_0",3.836956081507084e-06,1613944227812,4327
+"mom_0",0.8732611109809681,1613944227812,4327
+"eps_0",1e-05,1613944227812,4327
+"wd_1",0.01,1613944227812,4327
+"sqr_mom_1",0.99,1613944227812,4327
+"lr_1",3.836956081507084e-05,1613944227812,4327
+"mom_1",0.8732611109809681,1613944227812,4327
+"eps_1",1e-05,1613944227812,4327
+"wd_2",0.01,1613944227812,4327
+"sqr_mom_2",0.99,1613944227812,4327
+"lr_2",0.00038369560815070837,1613944227812,4327
+"mom_2",0.8732611109809681,1613944227812,4327
+"eps_2",1e-05,1613944227812,4327
+"train_loss",0.018944426,1613944228782,4328
+"raw_loss",0.017499872,1613944228782,4328
+"epoch",27.226415094339615,1613944228782,4328
+"wd_0",0.01,1613944228782,4328
+"sqr_mom_0",0.99,1613944228782,4328
+"lr_0",3.8357634357941275e-06,1613944228782,4328
+"mom_0",0.8732849641337588,1613944228782,4328
+"eps_0",1e-05,1613944228782,4328
+"wd_1",0.01,1613944228782,4328
+"sqr_mom_1",0.99,1613944228782,4328
+"lr_1",3.835763435794127e-05,1613944228782,4328
+"mom_1",0.8732849641337588,1613944228782,4328
+"eps_1",1e-05,1613944228782,4328
+"wd_2",0.01,1613944228782,4328
+"sqr_mom_2",0.99,1613944228782,4328
+"lr_2",0.0003835763435794127,1613944228782,4328
+"mom_2",0.8732849641337588,1613944228782,4328
+"eps_2",1e-05,1613944228782,4328
+"train_loss",0.018907854,1613944229758,4329
+"raw_loss",0.017115911,1613944229758,4329
+"epoch",27.232704402515715,1613944229758,4329
+"wd_0",0.01,1613944229758,4329
+"sqr_mom_0",0.99,1613944229758,4329
+"lr_0",3.834569968622964e-06,1613944229758,4329
+"mom_0",0.8733088337158779,1613944229758,4329
+"eps_0",1e-05,1613944229758,4329
+"wd_1",0.01,1613944229758,4329
+"sqr_mom_1",0.99,1613944229758,4329
+"lr_1",3.8345699686229636e-05,1613944229758,4329
+"mom_1",0.8733088337158779,1613944229758,4329
+"eps_1",1e-05,1613944229758,4329
+"wd_2",0.01,1613944229758,4329
+"sqr_mom_2",0.99,1613944229758,4329
+"lr_2",0.00038345699686229633,1613944229758,4329
+"mom_2",0.8733088337158779,1613944229758,4329
+"eps_2",1e-05,1613944229758,4329
+"train_loss",0.018817378,1613944230717,4330
+"raw_loss",0.014384007,1613944230717,4330
+"epoch",27.238993710691815,1613944230717,4330
+"wd_0",0.01,1613944230717,4330
+"sqr_mom_0",0.99,1613944230717,4330
+"lr_0",3.83337647192893e-06,1613944230717,4330
+"mom_0",0.8733327038884603,1613944230717,4330
+"eps_0",1e-05,1613944230717,4330
+"wd_1",0.01,1613944230717,4330
+"sqr_mom_1",0.99,1613944230717,4330
+"lr_1",3.8333764719289297e-05,1613944230717,4330
+"mom_1",0.8733327038884603,1613944230717,4330
+"eps_1",1e-05,1613944230717,4330
+"wd_2",0.01,1613944230717,4330
+"sqr_mom_2",0.99,1613944230717,4330
+"lr_2",0.00038333764719289295,1613944230717,4330
+"mom_2",0.8733327038884603,1613944230717,4330
+"eps_2",1e-05,1613944230717,4330
+"train_loss",0.019048952,1613944231662,4331
+"raw_loss",0.030396063,1613944231662,4331
+"epoch",27.245283018867916,1613944231662,4331
+"wd_0",0.01,1613944231662,4331
+"sqr_mom_0",0.99,1613944231662,4331
+"lr_0",3.832182748450332e-06,1613944231662,4331
+"mom_0",0.8733565785967793,1613944231662,4331
+"eps_0",1e-05,1613944231662,4331
+"wd_1",0.01,1613944231662,4331
+"sqr_mom_1",0.99,1613944231662,4331
+"lr_1",3.832182748450332e-05,1613944231662,4331
+"mom_1",0.8733565785967793,1613944231662,4331
+"eps_1",1e-05,1613944231662,4331
+"wd_2",0.01,1613944231662,4331
+"sqr_mom_2",0.99,1613944231662,4331
+"lr_2",0.0003832182748450332,1613944231662,4331
+"mom_2",0.8733565785967793,1613944231662,4331
+"eps_2",1e-05,1613944231662,4331
+"train_loss",0.019111102,1613944232614,4332
+"raw_loss",0.022156496,1613944232614,4332
+"epoch",27.251572327044016,1613944232614,4332
+"wd_0",0.01,1613944232614,4332
+"sqr_mom_0",0.99,1613944232614,4332
+"lr_0",3.830987808101877e-06,1613944232614,4332
+"mom_0",0.8733804776427389,1613944232614,4332
+"eps_0",1e-05,1613944232614,4332
+"wd_1",0.01,1613944232614,4332
+"sqr_mom_1",0.99,1613944232614,4332
+"lr_1",3.830987808101877e-05,1613944232614,4332
+"mom_1",0.8733804776427389,1613944232614,4332
+"eps_1",1e-05,1613944232614,4332
+"wd_2",0.01,1613944232614,4332
+"sqr_mom_2",0.99,1613944232614,4332
+"lr_2",0.0003830987808101877,1613944232614,4332
+"mom_2",0.8733804776427389,1613944232614,4332
+"eps_2",1e-05,1613944232614,4332
+"train_loss",0.019269502,1613944233552,4333
+"raw_loss",0.027031045,1613944233552,4333
+"epoch",27.257861635220117,1613944233552,4333
+"wd_0",0.01,1613944233552,4333
+"sqr_mom_0",0.99,1613944233552,4333
+"lr_0",3.829793236065668e-06,1613944233552,4333
+"mom_0",0.8734043693223799,1613944233552,4333
+"eps_0",1e-05,1613944233552,4333
+"wd_1",0.01,1613944233552,4333
+"sqr_mom_1",0.99,1613944233552,4333
+"lr_1",3.8297932360656673e-05,1613944233552,4333
+"mom_1",0.8734043693223799,1613944233552,4333
+"eps_1",1e-05,1613944233552,4333
+"wd_2",0.01,1613944233552,4333
+"sqr_mom_2",0.99,1613944233552,4333
+"lr_2",0.0003829793236065667,1613944233552,4333
+"mom_2",0.8734043693223799,1613944233552,4333
+"eps_2",1e-05,1613944233552,4333
+"train_loss",0.019060243,1613944234585,4334
+"raw_loss",0.008806567,1613944234585,4334
+"epoch",27.264150943396217,1613944234585,4334
+"wd_0",0.01,1613944234585,4334
+"sqr_mom_0",0.99,1613944234585,4334
+"lr_0",3.828598042186261e-06,1613944234585,4334
+"mom_0",0.8734282734390092,1613944234585,4334
+"eps_0",1e-05,1613944234585,4334
+"wd_1",0.01,1613944234585,4334
+"sqr_mom_1",0.99,1613944234585,4334
+"lr_1",3.828598042186261e-05,1613944234585,4334
+"mom_1",0.8734282734390092,1613944234585,4334
+"eps_1",1e-05,1613944234585,4334
+"wd_2",0.01,1613944234585,4334
+"sqr_mom_2",0.99,1613944234585,4334
+"lr_2",0.0003828598042186261,1613944234585,4334
+"mom_2",0.8734282734390092,1613944234585,4334
+"eps_2",1e-05,1613944234585,4334
+"train_loss",0.019392038,1613944235689,4335
+"raw_loss",0.03565002,1613944235689,4335
+"epoch",27.270440251572317,1613944235689,4335
+"wd_0",0.01,1613944235689,4335
+"sqr_mom_0",0.99,1613944235689,4335
+"lr_0",3.82740202828761e-06,1613944235689,4335
+"mom_0",0.8734521939561873,1613944235689,4335
+"eps_0",1e-05,1613944235689,4335
+"wd_1",0.01,1613944235689,4335
+"sqr_mom_1",0.99,1613944235689,4335
+"lr_1",3.82740202828761e-05,1613944235689,4335
+"mom_1",0.8734521939561873,1613944235689,4335
+"eps_1",1e-05,1613944235689,4335
+"wd_2",0.01,1613944235689,4335
+"sqr_mom_2",0.99,1613944235689,4335
+"lr_2",0.00038274020282876096,1613944235689,4335
+"mom_2",0.8734521939561873,1613944235689,4335
+"eps_2",1e-05,1613944235689,4335
+"train_loss",0.019689785,1613944236644,4336
+"raw_loss",0.03427939,1613944236644,4336
+"epoch",27.276729559748418,1613944236644,4336
+"wd_0",0.01,1613944236644,4336
+"sqr_mom_0",0.99,1613944236644,4336
+"lr_0",3.826205987994953e-06,1613944236644,4336
+"mom_0",0.8734761150012509,1613944236644,4336
+"eps_0",1e-05,1613944236644,4336
+"wd_1",0.01,1613944236644,4336
+"sqr_mom_1",0.99,1613944236644,4336
+"lr_1",3.826205987994954e-05,1613944236644,4336
+"mom_1",0.8734761150012509,1613944236644,4336
+"eps_1",1e-05,1613944236644,4336
+"wd_2",0.01,1613944236644,4336
+"sqr_mom_2",0.99,1613944236644,4336
+"lr_2",0.0003826205987994953,1613944236644,4336
+"mom_2",0.8734761150012509,1613944236644,4336
+"eps_2",1e-05,1613944236644,4336
+"train_loss",0.01950714,1613944237588,4337
+"raw_loss",0.010557514,1613944237588,4337
+"epoch",27.28301886792452,1613944237588,4337
+"wd_0",0.01,1613944237588,4337
+"sqr_mom_0",0.99,1613944237588,4337
+"lr_0",3.825009723623812e-06,1613944237588,4337
+"mom_0",0.8735000405279291,1613944237588,4337
+"eps_0",1e-05,1613944237588,4337
+"wd_1",0.01,1613944237588,4337
+"sqr_mom_1",0.99,1613944237588,4337
+"lr_1",3.825009723623811e-05,1613944237588,4337
+"mom_1",0.8735000405279291,1613944237588,4337
+"eps_1",1e-05,1613944237588,4337
+"wd_2",0.01,1613944237588,4337
+"sqr_mom_2",0.99,1613944237588,4337
+"lr_2",0.0003825009723623812,1613944237588,4337
+"mom_2",0.8735000405279291,1613944237588,4337
+"eps_2",1e-05,1613944237588,4337
+"train_loss",0.01924802,1613944238530,4338
+"raw_loss",0.0065510874,1613944238530,4338
+"epoch",27.28930817610062,1613944238530,4338
+"wd_0",0.01,1613944238530,4338
+"sqr_mom_0",0.99,1613944238530,4338
+"lr_0",3.82381224298383e-06,1613944238530,4338
+"mom_0",0.8735239903802272,1613944238530,4338
+"eps_0",1e-05,1613944238530,4338
+"wd_1",0.01,1613944238530,4338
+"sqr_mom_1",0.99,1613944238530,4338
+"lr_1",3.82381224298383e-05,1613944238530,4338
+"mom_1",0.8735239903802272,1613944238530,4338
+"eps_1",1e-05,1613944238530,4338
+"wd_2",0.01,1613944238530,4338
+"sqr_mom_2",0.99,1613944238530,4338
+"lr_2",0.00038238122429838303,1613944238530,4338
+"mom_2",0.8735239903802272,1613944238530,4338
+"eps_2",1e-05,1613944238530,4338
+"train_loss",0.019478869,1613944239465,4339
+"raw_loss",0.030790504,1613944239465,4339
+"epoch",27.29559748427672,1613944239465,4339
+"wd_0",0.01,1613944239465,4339
+"sqr_mom_0",0.99,1613944239465,4339
+"lr_0",3.822615134627007e-06,1613944239465,4339
+"mom_0",0.8735479327867877,1613944239465,4339
+"eps_0",1e-05,1613944239465,4339
+"wd_1",0.01,1613944239465,4339
+"sqr_mom_1",0.99,1613944239465,4339
+"lr_1",3.822615134627008e-05,1613944239465,4339
+"mom_1",0.8735479327867877,1613944239465,4339
+"eps_1",1e-05,1613944239465,4339
+"wd_2",0.01,1613944239465,4339
+"sqr_mom_2",0.99,1613944239465,4339
+"lr_2",0.00038226151346270075,1613944239465,4339
+"mom_2",0.8735479327867877,1613944239465,4339
+"eps_2",1e-05,1613944239465,4339
+"train_loss",0.019427504,1613944240405,4340
+"raw_loss",0.01691064,1613944240405,4340
+"epoch",27.30188679245282,1613944240405,4340
+"wd_0",0.01,1613944240405,4340
+"sqr_mom_0",0.99,1613944240405,4340
+"lr_0",3.821417406293221e-06,1613944240405,4340
+"mom_0",0.8735718875930115,1613944240405,4340
+"eps_0",1e-05,1613944240405,4340
+"wd_1",0.01,1613944240405,4340
+"sqr_mom_1",0.99,1613944240405,4340
+"lr_1",3.82141740629322e-05,1613944240405,4340
+"mom_1",0.8735718875930115,1613944240405,4340
+"eps_1",1e-05,1613944240405,4340
+"wd_2",0.01,1613944240405,4340
+"sqr_mom_2",0.99,1613944240405,4340
+"lr_2",0.000382141740629322,1613944240405,4340
+"mom_2",0.8735718875930115,1613944240405,4340
+"eps_2",1e-05,1613944240405,4340
+"train_loss",0.019293133,1613944241343,4341
+"raw_loss",0.012708978,1613944241343,4341
+"epoch",27.30817610062892,1613944241343,4341
+"wd_0",0.01,1613944241343,4341
+"sqr_mom_0",0.99,1613944241343,4341
+"lr_0",3.82021885938856e-06,1613944241343,4341
+"mom_0",0.8735958587708165,1613944241343,4341
+"eps_0",1e-05,1613944241343,4341
+"wd_1",0.01,1613944241343,4341
+"sqr_mom_1",0.99,1613944241343,4341
+"lr_1",3.8202188593885596e-05,1613944241343,4341
+"mom_1",0.8735958587708165,1613944241343,4341
+"eps_1",1e-05,1613944241343,4341
+"wd_2",0.01,1613944241343,4341
+"sqr_mom_2",0.99,1613944241343,4341
+"lr_2",0.00038202188593885593,1613944241343,4341
+"mom_2",0.8735958587708165,1613944241343,4341
+"eps_2",1e-05,1613944241343,4341
+"train_loss",0.01945363,1613944242304,4342
+"raw_loss",0.027317997,1613944242304,4342
+"epoch",27.31446540880502,1613944242304,4342
+"wd_0",0.01,1613944242304,4342
+"sqr_mom_0",0.99,1613944242304,4342
+"lr_0",3.819020289219062e-06,1613944242304,4342
+"mom_0",0.8736198304139229,1613944242304,4342
+"eps_0",1e-05,1613944242304,4342
+"wd_1",0.01,1613944242304,4342
+"sqr_mom_1",0.99,1613944242304,4342
+"lr_1",3.819020289219062e-05,1613944242304,4342
+"mom_1",0.8736198304139229,1613944242304,4342
+"eps_1",1e-05,1613944242304,4342
+"wd_2",0.01,1613944242304,4342
+"sqr_mom_2",0.99,1613944242304,4342
+"lr_2",0.00038190202892190615,1613944242304,4342
+"mom_2",0.8736198304139229,1613944242304,4342
+"eps_2",1e-05,1613944242304,4342
+"train_loss",0.019621113,1613944243243,4343
+"raw_loss",0.02782778,1613944243243,4343
+"epoch",27.32075471698112,1613944243243,4343
+"wd_0",0.01,1613944243243,4343
+"sqr_mom_0",0.99,1613944243243,4343
+"lr_0",3.817821497679726e-06,1613944243243,4343
+"mom_0",0.8736438064844703,1613944243243,4343
+"eps_0",1e-05,1613944243243,4343
+"wd_1",0.01,1613944243243,4343
+"sqr_mom_1",0.99,1613944243243,4343
+"lr_1",3.817821497679726e-05,1613944243243,4343
+"mom_1",0.8736438064844703,1613944243243,4343
+"eps_1",1e-05,1613944243243,4343
+"wd_2",0.01,1613944243243,4343
+"sqr_mom_2",0.99,1613944243243,4343
+"lr_2",0.0003817821497679726,1613944243243,4343
+"mom_2",0.8736438064844703,1613944243243,4343
+"eps_2",1e-05,1613944243243,4343
+"train_loss",0.019420695,1613944244204,4344
+"raw_loss",0.009600184,1613944244204,4344
+"epoch",27.32704402515722,1613944244204,4344
+"wd_0",0.01,1613944244204,4344
+"sqr_mom_0",0.99,1613944244204,4344
+"lr_0",3.816621490486522e-06,1613944244204,4344
+"mom_0",0.8736678068683382,1613944244204,4344
+"eps_0",1e-05,1613944244204,4344
+"wd_1",0.01,1613944244204,4344
+"sqr_mom_1",0.99,1613944244204,4344
+"lr_1",3.816621490486522e-05,1613944244204,4344
+"mom_1",0.8736678068683382,1613944244204,4344
+"eps_1",1e-05,1613944244204,4344
+"wd_2",0.01,1613944244204,4344
+"sqr_mom_2",0.99,1613944244204,4344
+"lr_2",0.00038166214904865217,1613944244204,4344
+"mom_2",0.8736678068683382,1613944244204,4344
+"eps_2",1e-05,1613944244204,4344
+"train_loss",0.019469988,1613944245143,4345
+"raw_loss",0.021885362,1613944245143,4345
+"epoch",27.33333333333332,1613944245143,4345
+"wd_0",0.01,1613944245143,4345
+"sqr_mom_0",0.99,1613944245143,4345
+"lr_0",3.8154218595431215e-06,1613944245143,4345
+"mom_0",0.8736917997271348,1613944245143,4345
+"eps_0",1e-05,1613944245143,4345
+"wd_1",0.01,1613944245143,4345
+"sqr_mom_1",0.99,1613944245143,4345
+"lr_1",3.815421859543121e-05,1613944245143,4345
+"mom_1",0.8736917997271348,1613944245143,4345
+"eps_1",1e-05,1613944245143,4345
+"wd_2",0.01,1613944245143,4345
+"sqr_mom_2",0.99,1613944245143,4345
+"lr_2",0.0003815421859543121,1613944245143,4345
+"mom_2",0.8736917997271348,1613944245143,4345
+"eps_2",1e-05,1613944245143,4345
+"train_loss",0.019346995,1613944246109,4346
+"raw_loss",0.0133203585,1613944246109,4346
+"epoch",27.339622641509422,1613944246109,4346
+"wd_0",0.01,1613944246109,4346
+"sqr_mom_0",0.99,1613944246109,4346
+"lr_0",3.8142216104960997e-06,1613944246109,4346
+"mom_0",0.8737158049481275,1613944246109,4346
+"eps_0",1e-05,1613944246109,4346
+"wd_1",0.01,1613944246109,4346
+"sqr_mom_1",0.99,1613944246109,4346
+"lr_1",3.8142216104960995e-05,1613944246109,4346
+"mom_1",0.8737158049481275,1613944246109,4346
+"eps_1",1e-05,1613944246109,4346
+"wd_2",0.01,1613944246109,4346
+"sqr_mom_2",0.99,1613944246109,4346
+"lr_2",0.00038142216104961,1613944246109,4346
+"mom_2",0.8737158049481275,1613944246109,4346
+"eps_2",1e-05,1613944246109,4346
+"train_loss",0.019203965,1613944247167,4347
+"raw_loss",0.012195454,1613944247167,4347
+"epoch",27.345911949685522,1613944247167,4347
+"wd_0",0.01,1613944247167,4347
+"sqr_mom_0",0.99,1613944247167,4347
+"lr_0",3.813020544335967e-06,1613944247167,4347
+"mom_0",0.8737398265115458,1613944247167,4347
+"eps_0",1e-05,1613944247167,4347
+"wd_1",0.01,1613944247167,4347
+"sqr_mom_1",0.99,1613944247167,4347
+"lr_1",3.813020544335967e-05,1613944247167,4347
+"mom_1",0.8737398265115458,1613944247167,4347
+"eps_1",1e-05,1613944247167,4347
+"wd_2",0.01,1613944247167,4347
+"sqr_mom_2",0.99,1613944247167,4347
+"lr_2",0.00038130205443359666,1613944247167,4347
+"mom_2",0.8737398265115458,1613944247167,4347
+"eps_2",1e-05,1613944247167,4347
+"train_loss",0.018938493,1613944248134,4348
+"raw_loss",0.005930409,1613944248134,4348
+"epoch",27.352201257861623,1613944248134,4348
+"wd_0",0.01,1613944248134,4348
+"sqr_mom_0",0.99,1613944248134,4348
+"lr_0",3.8118194580404324e-06,1613944248134,4348
+"mom_0",0.8737638484776761,1613944248134,4348
+"eps_0",1e-05,1613944248134,4348
+"wd_1",0.01,1613944248134,4348
+"sqr_mom_1",0.99,1613944248134,4348
+"lr_1",3.811819458040432e-05,1613944248134,4348
+"mom_1",0.8737638484776761,1613944248134,4348
+"eps_1",1e-05,1613944248134,4348
+"wd_2",0.01,1613944248134,4348
+"sqr_mom_2",0.99,1613944248134,4348
+"lr_2",0.00038118194580404323,1613944248134,4348
+"mom_2",0.8737638484776761,1613944248134,4348
+"eps_2",1e-05,1613944248134,4348
+"train_loss",0.019255921,1613944249069,4349
+"raw_loss",0.03480993,1613944249069,4349
+"epoch",27.358490566037723,1613944249069,4349
+"wd_0",0.01,1613944249069,4349
+"sqr_mom_0",0.99,1613944249069,4349
+"lr_0",3.8106179537641192e-06,1613944249069,4349
+"mom_0",0.8737878788035056,1613944249069,4349
+"eps_0",1e-05,1613944249069,4349
+"wd_1",0.01,1613944249069,4349
+"sqr_mom_1",0.99,1613944249069,4349
+"lr_1",3.8106179537641194e-05,1613944249069,4349
+"mom_1",0.8737878788035056,1613944249069,4349
+"eps_1",1e-05,1613944249069,4349
+"wd_2",0.01,1613944249069,4349
+"sqr_mom_2",0.99,1613944249069,4349
+"lr_2",0.0003810617953764119,1613944249069,4349
+"mom_2",0.8737878788035056,1613944249069,4349
+"eps_2",1e-05,1613944249069,4349
+"train_loss",0.019238872,1613944250035,4350
+"raw_loss",0.018403454,1613944250035,4350
+"epoch",27.364779874213824,1613944250035,4350
+"wd_0",0.01,1613944250035,4350
+"sqr_mom_0",0.99,1613944250035,4350
+"lr_0",3.809415633107112e-06,1613944250035,4350
+"mom_0",0.8738119254571123,1613944250035,4350
+"eps_0",1e-05,1613944250035,4350
+"wd_1",0.01,1613944250035,4350
+"sqr_mom_1",0.99,1613944250035,4350
+"lr_1",3.809415633107112e-05,1613944250035,4350
+"mom_1",0.8738119254571123,1613944250035,4350
+"eps_1",1e-05,1613944250035,4350
+"wd_2",0.01,1613944250035,4350
+"sqr_mom_2",0.99,1613944250035,4350
+"lr_2",0.0003809415633107112,1613944250035,4350
+"mom_2",0.8738119254571123,1613944250035,4350
+"eps_2",1e-05,1613944250035,4350
+"train_loss",0.01925994,1613944251053,4351
+"raw_loss",0.020292304,1613944251053,4351
+"epoch",27.371069182389924,1613944251053,4351
+"wd_0",0.01,1613944251053,4351
+"sqr_mom_0",0.99,1613944251053,4351
+"lr_0",3.8082132938795527e-06,1613944251053,4351
+"mom_0",0.8738359724821337,1613944251053,4351
+"eps_0",1e-05,1613944251053,4351
+"wd_1",0.01,1613944251053,4351
+"sqr_mom_1",0.99,1613944251053,4351
+"lr_1",3.808213293879553e-05,1613944251053,4351
+"mom_1",0.8738359724821337,1613944251053,4351
+"eps_1",1e-05,1613944251053,4351
+"wd_2",0.01,1613944251053,4351
+"sqr_mom_2",0.99,1613944251053,4351
+"lr_2",0.0003808213293879552,1613944251053,4351
+"mom_2",0.8738359724821337,1613944251053,4351
+"eps_2",1e-05,1613944251053,4351
+"train_loss",0.019241348,1613944252073,4352
+"raw_loss",0.01833032,1613944252073,4352
+"epoch",27.377358490566024,1613944252073,4352
+"wd_0",0.01,1613944252073,4352
+"sqr_mom_0",0.99,1613944252073,4352
+"lr_0",3.8070107373499174e-06,1613944252073,4352
+"mom_0",0.8738600238532401,1613944252073,4352
+"eps_0",1e-05,1613944252073,4352
+"wd_1",0.01,1613944252073,4352
+"sqr_mom_1",0.99,1613944252073,4352
+"lr_1",3.807010737349917e-05,1613944252073,4352
+"mom_1",0.8738600238532401,1613944252073,4352
+"eps_1",1e-05,1613944252073,4352
+"wd_2",0.01,1613944252073,4352
+"sqr_mom_2",0.99,1613944252073,4352
+"lr_2",0.0003807010737349917,1613944252073,4352
+"mom_2",0.8738600238532401,1613944252073,4352
+"eps_2",1e-05,1613944252073,4352
+"train_loss",0.01936508,1613944253021,4353
+"raw_loss",0.025427947,1613944253021,4353
+"epoch",27.383647798742125,1613944253021,4353
+"wd_0",0.01,1613944253021,4353
+"sqr_mom_0",0.99,1613944253021,4353
+"lr_0",3.8058069661150276e-06,1613944253021,4353
+"mom_0",0.8738840995186946,1613944253021,4353
+"eps_0",1e-05,1613944253021,4353
+"wd_1",0.01,1613944253021,4353
+"sqr_mom_1",0.99,1613944253021,4353
+"lr_1",3.8058069661150275e-05,1613944253021,4353
+"mom_1",0.8738840995186946,1613944253021,4353
+"eps_1",1e-05,1613944253021,4353
+"wd_2",0.01,1613944253021,4353
+"sqr_mom_2",0.99,1613944253021,4353
+"lr_2",0.00038058069661150274,1613944253021,4353
+"mom_2",0.8738840995186946,1613944253021,4353
+"eps_2",1e-05,1613944253021,4353
+"train_loss",0.01933288,1613944253976,4354
+"raw_loss",0.017755073,1613944253976,4354
+"epoch",27.389937106918225,1613944253976,4354
+"wd_0",0.01,1613944253976,4354
+"sqr_mom_0",0.99,1613944253976,4354
+"lr_0",3.8046035770718527e-06,1613944253976,4354
+"mom_0",0.8739081675402384,1613944253976,4354
+"eps_0",1e-05,1613944253976,4354
+"wd_1",0.01,1613944253976,4354
+"sqr_mom_1",0.99,1613944253976,4354
+"lr_1",3.804603577071852e-05,1613944253976,4354
+"mom_1",0.8739081675402384,1613944253976,4354
+"eps_1",1e-05,1613944253976,4354
+"wd_2",0.01,1613944253976,4354
+"sqr_mom_2",0.99,1613944253976,4354
+"lr_2",0.0003804603577071852,1613944253976,4354
+"mom_2",0.8739081675402384,1613944253976,4354
+"eps_2",1e-05,1613944253976,4354
+"train_loss",0.01914517,1613944254934,4355
+"raw_loss",0.0099473465,1613944254934,4355
+"epoch",27.396226415094326,1613944254934,4355
+"wd_0",0.01,1613944254934,4355
+"sqr_mom_0",0.99,1613944254934,4355
+"lr_0",3.803398973538502e-06,1613944254934,4355
+"mom_0",0.8739322598518284,1613944254934,4355
+"eps_0",1e-05,1613944254934,4355
+"wd_1",0.01,1613944254934,4355
+"sqr_mom_1",0.99,1613944254934,4355
+"lr_1",3.803398973538502e-05,1613944254934,4355
+"mom_1",0.8739322598518284,1613944254934,4355
+"eps_1",1e-05,1613944254934,4355
+"wd_2",0.01,1613944254934,4355
+"sqr_mom_2",0.99,1613944254934,4355
+"lr_2",0.0003803398973538502,1613944254934,4355
+"mom_2",0.8739322598518284,1613944254934,4355
+"eps_2",1e-05,1613944254934,4355
+"train_loss",0.01894325,1613944255867,4356
+"raw_loss",0.0090491595,1613944255867,4356
+"epoch",27.402515723270426,1613944255867,4356
+"wd_0",0.01,1613944255867,4356
+"sqr_mom_0",0.99,1613944255867,4356
+"lr_0",3.802194753516051e-06,1613944255867,4356
+"mom_0",0.8739563444931239,1613944255867,4356
+"eps_0",1e-05,1613944255867,4356
+"wd_1",0.01,1613944255867,4356
+"sqr_mom_1",0.99,1613944255867,4356
+"lr_1",3.8021947535160516e-05,1613944255867,4356
+"mom_1",0.8739563444931239,1613944255867,4356
+"eps_1",1e-05,1613944255867,4356
+"wd_2",0.01,1613944255867,4356
+"sqr_mom_2",0.99,1613944255867,4356
+"lr_2",0.0003802194753516051,1613944255867,4356
+"mom_2",0.8739563444931239,1613944255867,4356
+"eps_2",1e-05,1613944255867,4356
+"train_loss",0.018915808,1613944256812,4357
+"raw_loss",0.017571177,1613944256812,4357
+"epoch",27.408805031446526,1613944256812,4357
+"wd_0",0.01,1613944256812,4357
+"sqr_mom_0",0.99,1613944256812,4357
+"lr_0",3.8009899188429284e-06,1613944256812,4357
+"mom_0",0.8739804414275557,1613944256812,4357
+"eps_0",1e-05,1613944256812,4357
+"wd_1",0.01,1613944256812,4357
+"sqr_mom_1",0.99,1613944256812,4357
+"lr_1",3.800989918842928e-05,1613944256812,4357
+"mom_1",0.8739804414275557,1613944256812,4357
+"eps_1",1e-05,1613944256812,4357
+"wd_2",0.01,1613944256812,4357
+"sqr_mom_2",0.99,1613944256812,4357
+"lr_2",0.0003800989918842928,1613944256812,4357
+"mom_2",0.8739804414275557,1613944256812,4357
+"eps_2",1e-05,1613944256812,4357
+"train_loss",0.018823506,1613944257762,4358
+"raw_loss",0.014300703,1613944257762,4358
+"epoch",27.415094339622627,1613944257762,4358
+"wd_0",0.01,1613944257762,4358
+"sqr_mom_0",0.99,1613944257762,4358
+"lr_0",3.7997842697536535e-06,1613944257762,4358
+"mom_0",0.8740045546504734,1613944257762,4358
+"eps_0",1e-05,1613944257762,4358
+"wd_1",0.01,1613944257762,4358
+"sqr_mom_1",0.99,1613944257762,4358
+"lr_1",3.799784269753654e-05,1613944257762,4358
+"mom_1",0.8740045546504734,1613944257762,4358
+"eps_1",1e-05,1613944257762,4358
+"wd_2",0.01,1613944257762,4358
+"sqr_mom_2",0.99,1613944257762,4358
+"lr_2",0.00037997842697536533,1613944257762,4358
+"mom_2",0.8740045546504734,1613944257762,4358
+"eps_2",1e-05,1613944257762,4358
+"train_loss",0.018757869,1613944258694,4359
+"raw_loss",0.015541643,1613944258694,4359
+"epoch",27.421383647798727,1613944258694,4359
+"wd_0",0.01,1613944258694,4359
+"sqr_mom_0",0.99,1613944258694,4359
+"lr_0",3.798578606266979e-06,1613944258694,4359
+"mom_0",0.8740286681613421,1613944258694,4359
+"eps_0",1e-05,1613944258694,4359
+"wd_1",0.01,1613944258694,4359
+"sqr_mom_1",0.99,1613944258694,4359
+"lr_1",3.798578606266979e-05,1613944258694,4359
+"mom_1",0.8740286681613421,1613944258694,4359
+"eps_1",1e-05,1613944258694,4359
+"wd_2",0.01,1613944258694,4359
+"sqr_mom_2",0.99,1613944258694,4359
+"lr_2",0.0003798578606266979,1613944258694,4359
+"mom_2",0.8740286681613421,1613944258694,4359
+"eps_2",1e-05,1613944258694,4359
+"train_loss",0.018583903,1613944259631,4360
+"raw_loss",0.010059588,1613944259631,4360
+"epoch",27.427672955974828,1613944259631,4360
+"wd_0",0.01,1613944259631,4360
+"sqr_mom_0",0.99,1613944259631,4360
+"lr_0",3.7973727290987703e-06,1613944259631,4360
+"mom_0",0.874052785945884,1613944259631,4360
+"eps_0",1e-05,1613944259631,4360
+"wd_1",0.01,1613944259631,4360
+"sqr_mom_1",0.99,1613944259631,4360
+"lr_1",3.79737272909877e-05,1613944259631,4360
+"mom_1",0.874052785945884,1613944259631,4360
+"eps_1",1e-05,1613944259631,4360
+"wd_2",0.01,1613944259631,4360
+"sqr_mom_2",0.99,1613944259631,4360
+"lr_2",0.000379737272909877,1613944259631,4360
+"mom_2",0.874052785945884,1613944259631,4360
+"eps_2",1e-05,1613944259631,4360
+"train_loss",0.01838535,1613944260572,4361
+"raw_loss",0.008656263,1613944260572,4361
+"epoch",27.433962264150928,1613944260572,4361
+"wd_0",0.01,1613944260572,4361
+"sqr_mom_0",0.99,1613944260572,4361
+"lr_0",3.7961656380948552e-06,1613944260572,4361
+"mom_0",0.8740769280073829,1613944260572,4361
+"eps_0",1e-05,1613944260572,4361
+"wd_1",0.01,1613944260572,4361
+"sqr_mom_1",0.99,1613944260572,4361
+"lr_1",3.796165638094855e-05,1613944260572,4361
+"mom_1",0.8740769280073829,1613944260572,4361
+"eps_1",1e-05,1613944260572,4361
+"wd_2",0.01,1613944260572,4361
+"sqr_mom_2",0.99,1613944260572,4361
+"lr_2",0.0003796165638094855,1613944260572,4361
+"mom_2",0.8740769280073829,1613944260572,4361
+"eps_2",1e-05,1613944260572,4361
+"train_loss",0.01824608,1613944261513,4362
+"raw_loss",0.01142182,1613944261513,4362
+"epoch",27.44025157232703,1613944261513,4362
+"wd_0",0.01,1613944261513,4362
+"sqr_mom_0",0.99,1613944261513,4362
+"lr_0",3.794958934556135e-06,1613944261513,4362
+"mom_0",0.8741010623195005,1613944261513,4362
+"eps_0",1e-05,1613944261513,4362
+"wd_1",0.01,1613944261513,4362
+"sqr_mom_1",0.99,1613944261513,4362
+"lr_1",3.794958934556135e-05,1613944261513,4362
+"mom_1",0.8741010623195005,1613944261513,4362
+"eps_1",1e-05,1613944261513,4362
+"wd_2",0.01,1613944261513,4362
+"sqr_mom_2",0.99,1613944261513,4362
+"lr_2",0.0003794958934556135,1613944261513,4362
+"mom_2",0.8741010623195005,1613944261513,4362
+"eps_2",1e-05,1613944261513,4362
+"train_loss",0.018118275,1613944262442,4363
+"raw_loss",0.011855783,1613944262442,4363
+"epoch",27.44654088050313,1613944262442,4363
+"wd_0",0.01,1613944262442,4363
+"sqr_mom_0",0.99,1613944262442,4363
+"lr_0",3.7937516182601243e-06,1613944262442,4363
+"mom_0",0.8741252088868864,1613944262442,4363
+"eps_0",1e-05,1613944262442,4363
+"wd_1",0.01,1613944262442,4363
+"sqr_mom_1",0.99,1613944262442,4363
+"lr_1",3.793751618260124e-05,1613944262442,4363
+"mom_1",0.8741252088868864,1613944262442,4363
+"eps_1",1e-05,1613944262442,4363
+"wd_2",0.01,1613944262442,4363
+"sqr_mom_2",0.99,1613944262442,4363
+"lr_2",0.0003793751618260124,1613944262442,4363
+"mom_2",0.8741252088868864,1613944262442,4363
+"eps_2",1e-05,1613944262442,4363
+"train_loss",0.01806664,1613944263383,4364
+"raw_loss",0.015536478,1613944263383,4364
+"epoch",27.45283018867923,1613944263383,4364
+"wd_0",0.01,1613944263383,4364
+"sqr_mom_0",0.99,1613944263383,4364
+"lr_0",3.792543489032241e-06,1613944263383,4364
+"mom_0",0.8741493717130723,1613944263383,4364
+"eps_0",1e-05,1613944263383,4364
+"wd_1",0.01,1613944263383,4364
+"sqr_mom_1",0.99,1613944263383,4364
+"lr_1",3.79254348903224e-05,1613944263383,4364
+"mom_1",0.8741493717130723,1613944263383,4364
+"eps_1",1e-05,1613944263383,4364
+"wd_2",0.01,1613944263383,4364
+"sqr_mom_2",0.99,1613944263383,4364
+"lr_2",0.00037925434890322406,1613944263383,4364
+"mom_2",0.8741493717130723,1613944263383,4364
+"eps_2",1e-05,1613944263383,4364
+"train_loss",0.018054428,1613944264348,4365
+"raw_loss",0.017456109,1613944264348,4365
+"epoch",27.45911949685533,1613944264348,4365
+"wd_0",0.01,1613944264348,4365
+"sqr_mom_0",0.99,1613944264348,4365
+"lr_0",3.791335348536954e-06,1613944264348,4365
+"mom_0",0.8741735347646086,1613944264348,4365
+"eps_0",1e-05,1613944264348,4365
+"wd_1",0.01,1613944264348,4365
+"sqr_mom_1",0.99,1613944264348,4365
+"lr_1",3.791335348536954e-05,1613944264348,4365
+"mom_1",0.8741735347646086,1613944264348,4365
+"eps_1",1e-05,1613944264348,4365
+"wd_2",0.01,1613944264348,4365
+"sqr_mom_2",0.99,1613944264348,4365
+"lr_2",0.0003791335348536953,1613944264348,4365
+"mom_2",0.8741735347646086,1613944264348,4365
+"eps_2",1e-05,1613944264348,4365
+"train_loss",0.018045407,1613944265440,4366
+"raw_loss",0.017603403,1613944265440,4366
+"epoch",27.46540880503143,1613944265440,4366
+"wd_0",0.01,1613944265440,4366
+"sqr_mom_0",0.99,1613944265440,4366
+"lr_0",3.790126997078346e-06,1613944265440,4366
+"mom_0",0.8741977020354534,1613944265440,4366
+"eps_0",1e-05,1613944265440,4366
+"wd_1",0.01,1613944265440,4366
+"sqr_mom_1",0.99,1613944265440,4366
+"lr_1",3.7901269970783456e-05,1613944265440,4366
+"mom_1",0.8741977020354534,1613944265440,4366
+"eps_1",1e-05,1613944265440,4366
+"wd_2",0.01,1613944265440,4366
+"sqr_mom_2",0.99,1613944265440,4366
+"lr_2",0.00037901269970783456,1613944265440,4366
+"mom_2",0.8741977020354534,1613944265440,4366
+"eps_2",1e-05,1613944265440,4366
+"train_loss",0.017893739,1613944266522,4367
+"raw_loss",0.010462001,1613944266522,4367
+"epoch",27.47169811320753,1613944266522,4367
+"wd_0",0.01,1613944266522,4367
+"sqr_mom_0",0.99,1613944266522,4367
+"lr_0",3.788917432452429e-06,1613944266522,4367
+"mom_0",0.8742218935698871,1613944266522,4367
+"eps_0",1e-05,1613944266522,4367
+"wd_1",0.01,1613944266522,4367
+"sqr_mom_1",0.99,1613944266522,4367
+"lr_1",3.788917432452429e-05,1613944266522,4367
+"mom_1",0.8742218935698871,1613944266522,4367
+"eps_1",1e-05,1613944266522,4367
+"wd_2",0.01,1613944266522,4367
+"sqr_mom_2",0.99,1613944266522,4367
+"lr_2",0.0003788917432452429,1613944266522,4367
+"mom_2",0.8742218935698871,1613944266522,4367
+"eps_2",1e-05,1613944266522,4367
+"train_loss",0.017746931,1613944267577,4368
+"raw_loss",0.010553332,1613944267577,4368
+"epoch",27.47798742138363,1613944267577,4368
+"wd_0",0.01,1613944267577,4368
+"sqr_mom_0",0.99,1613944267577,4368
+"lr_0",3.7877082592415558e-06,1613944267577,4368
+"mom_0",0.8742460772759416,1613944267577,4368
+"eps_0",1e-05,1613944267577,4368
+"wd_1",0.01,1613944267577,4368
+"sqr_mom_1",0.99,1613944267577,4368
+"lr_1",3.7877082592415556e-05,1613944267577,4368
+"mom_1",0.8742460772759416,1613944267577,4368
+"eps_1",1e-05,1613944267577,4368
+"wd_2",0.01,1613944267577,4368
+"sqr_mom_2",0.99,1613944267577,4368
+"lr_2",0.0003787708259241555,1613944267577,4368
+"mom_2",0.8742460772759416,1613944267577,4368
+"eps_2",1e-05,1613944267577,4368
+"train_loss",0.017647553,1613944268650,4369
+"raw_loss",0.01277801,1613944268650,4369
+"epoch",27.48427672955973,1613944268650,4369
+"wd_0",0.01,1613944268650,4369
+"sqr_mom_0",0.99,1613944268650,4369
+"lr_0",3.7864984751738024e-06,1613944268650,4369
+"mom_0",0.8742702731992559,1613944268650,4369
+"eps_0",1e-05,1613944268650,4369
+"wd_1",0.01,1613944268650,4369
+"sqr_mom_1",0.99,1613944268650,4369
+"lr_1",3.786498475173803e-05,1613944268650,4369
+"mom_1",0.8742702731992559,1613944268650,4369
+"eps_1",1e-05,1613944268650,4369
+"wd_2",0.01,1613944268650,4369
+"sqr_mom_2",0.99,1613944268650,4369
+"lr_2",0.0003786498475173802,1613944268650,4369
+"mom_2",0.8742702731992559,1613944268650,4369
+"eps_2",1e-05,1613944268650,4369
+"train_loss",0.017554076,1613944269844,4370
+"raw_loss",0.0129736755,1613944269844,4370
+"epoch",27.49056603773583,1613944269844,4370
+"wd_0",0.01,1613944269844,4370
+"sqr_mom_0",0.99,1613944269844,4370
+"lr_0",3.7852878796677827e-06,1613944269844,4370
+"mom_0",0.8742944853514978,1613944269844,4370
+"eps_0",1e-05,1613944269844,4370
+"wd_1",0.01,1613944269844,4370
+"sqr_mom_1",0.99,1613944269844,4370
+"lr_1",3.7852878796677826e-05,1613944269844,4370
+"mom_1",0.8742944853514978,1613944269844,4370
+"eps_1",1e-05,1613944269844,4370
+"wd_2",0.01,1613944269844,4370
+"sqr_mom_2",0.99,1613944269844,4370
+"lr_2",0.00037852878796677824,1613944269844,4370
+"mom_2",0.8742944853514978,1613944269844,4370
+"eps_2",1e-05,1613944269844,4370
+"train_loss",0.01752437,1613944270802,4371
+"raw_loss",0.016068764,1613944270802,4371
+"epoch",27.496855345911932,1613944270802,4371
+"wd_0",0.01,1613944270802,4371
+"sqr_mom_0",0.99,1613944270802,4371
+"lr_0",3.784077276024485e-06,1613944270802,4371
+"mom_0",0.874318697666487,1613944270802,4371
+"eps_0",1e-05,1613944270802,4371
+"wd_1",0.01,1613944270802,4371
+"sqr_mom_1",0.99,1613944270802,4371
+"lr_1",3.784077276024485e-05,1613944270802,4371
+"mom_1",0.874318697666487,1613944270802,4371
+"eps_1",1e-05,1613944270802,4371
+"wd_2",0.01,1613944270802,4371
+"sqr_mom_2",0.99,1613944270802,4371
+"lr_2",0.00037840772760244844,1613944270802,4371
+"mom_2",0.874318697666487,1613944270802,4371
+"eps_2",1e-05,1613944270802,4371
+"train_loss",0.01743761,1613944271778,4372
+"raw_loss",0.01318632,1613944271778,4372
+"epoch",27.503144654088032,1613944271778,4372
+"wd_0",0.01,1613944271778,4372
+"sqr_mom_0",0.99,1613944271778,4372
+"lr_0",3.7828662632399788e-06,1613944271778,4372
+"mom_0",0.874342918164382,1613944271778,4372
+"eps_0",1e-05,1613944271778,4372
+"wd_1",0.01,1613944271778,4372
+"sqr_mom_1",0.99,1613944271778,4372
+"lr_1",3.782866263239979e-05,1613944271778,4372
+"mom_1",0.874342918164382,1613944271778,4372
+"eps_1",1e-05,1613944271778,4372
+"wd_2",0.01,1613944271778,4372
+"sqr_mom_2",0.99,1613944271778,4372
+"lr_2",0.00037828662632399785,1613944271778,4372
+"mom_2",0.874342918164382,1613944271778,4372
+"eps_2",1e-05,1613944271778,4372
+"train_loss",0.017431138,1613944272710,4373
+"raw_loss",0.017113935,1613944272710,4373
+"epoch",27.509433962264133,1613944272710,4373
+"wd_0",0.01,1613944272710,4373
+"sqr_mom_0",0.99,1613944272710,4373
+"lr_0",3.781654439767522e-06,1613944272710,4373
+"mom_0",0.8743671548761983,1613944272710,4373
+"eps_0",1e-05,1613944272710,4373
+"wd_1",0.01,1613944272710,4373
+"sqr_mom_1",0.99,1613944272710,4373
+"lr_1",3.781654439767522e-05,1613944272710,4373
+"mom_1",0.8743671548761983,1613944272710,4373
+"eps_1",1e-05,1613944272710,4373
+"wd_2",0.01,1613944272710,4373
+"sqr_mom_2",0.99,1613944272710,4373
+"lr_2",0.0003781654439767522,1613944272710,4373
+"mom_2",0.8743671548761983,1613944272710,4373
+"eps_2",1e-05,1613944272710,4373
+"train_loss",0.017214216,1613944273653,4374
+"raw_loss",0.006585043,1613944273653,4374
+"epoch",27.515723270440233,1613944273653,4374
+"wd_0",0.01,1613944273653,4374
+"sqr_mom_0",0.99,1613944273653,4374
+"lr_0",3.780442609722931e-06,1613944273653,4374
+"mom_0",0.8743913917194586,1613944273653,4374
+"eps_0",1e-05,1613944273653,4374
+"wd_1",0.01,1613944273653,4374
+"sqr_mom_1",0.99,1613944273653,4374
+"lr_1",3.7804426097229304e-05,1613944273653,4374
+"mom_1",0.8743913917194586,1613944273653,4374
+"eps_1",1e-05,1613944273653,4374
+"wd_2",0.01,1613944273653,4374
+"sqr_mom_2",0.99,1613944273653,4374
+"lr_2",0.00037804426097229305,1613944273653,4374
+"mom_2",0.8743913917194586,1613944273653,4374
+"eps_2",1e-05,1613944273653,4374
+"train_loss",0.017313644,1613944274623,4375
+"raw_loss",0.022185585,1613944274623,4375
+"epoch",27.522012578616334,1613944274623,4375
+"wd_0",0.01,1613944274623,4375
+"sqr_mom_0",0.99,1613944274623,4375
+"lr_0",3.7792305727969073e-06,1613944274623,4375
+"mom_0",0.8744156327003888,1613944274623,4375
+"eps_0",1e-05,1613944274623,4375
+"wd_1",0.01,1613944274623,4375
+"sqr_mom_1",0.99,1613944274623,4375
+"lr_1",3.779230572796907e-05,1613944274623,4375
+"mom_1",0.8744156327003888,1613944274623,4375
+"eps_1",1e-05,1613944274623,4375
+"wd_2",0.01,1613944274623,4375
+"sqr_mom_2",0.99,1613944274623,4375
+"lr_2",0.0003779230572796907,1613944274623,4375
+"mom_2",0.8744156327003888,1613944274623,4375
+"eps_2",1e-05,1613944274623,4375
+"train_loss",0.017077215,1613944275590,4376
+"raw_loss",0.0054921387,1613944275590,4376
+"epoch",27.528301886792434,1613944275590,4376
+"wd_0",0.01,1613944275590,4376
+"sqr_mom_0",0.99,1613944275590,4376
+"lr_0",3.7780173237322696e-06,1613944275590,4376
+"mom_0",0.8744398979243339,1613944275590,4376
+"eps_0",1e-05,1613944275590,4376
+"wd_1",0.01,1613944275590,4376
+"sqr_mom_1",0.99,1613944275590,4376
+"lr_1",3.7780173237322695e-05,1613944275590,4376
+"mom_1",0.8744398979243339,1613944275590,4376
+"eps_1",1e-05,1613944275590,4376
+"wd_2",0.01,1613944275590,4376
+"sqr_mom_2",0.99,1613944275590,4376
+"lr_2",0.00037780173237322693,1613944275590,4376
+"mom_2",0.8744398979243339,1613944275590,4376
+"eps_2",1e-05,1613944275590,4376
+"train_loss",0.017055904,1613944276535,4377
+"raw_loss",0.01601172,1613944276535,4377
+"epoch",27.534591194968534,1613944276535,4377
+"wd_0",0.01,1613944276535,4377
+"sqr_mom_0",0.99,1613944276535,4377
+"lr_0",3.776804471999071e-06,1613944276535,4377
+"mom_0",0.8744641552015706,1613944276535,4377
+"eps_0",1e-05,1613944276535,4377
+"wd_1",0.01,1613944276535,4377
+"sqr_mom_1",0.99,1613944276535,4377
+"lr_1",3.7768044719990706e-05,1613944276535,4377
+"mom_1",0.8744641552015706,1613944276535,4377
+"eps_1",1e-05,1613944276535,4377
+"wd_2",0.01,1613944276535,4377
+"sqr_mom_2",0.99,1613944276535,4377
+"lr_2",0.00037768044719990707,1613944276535,4377
+"mom_2",0.8744641552015706,1613944276535,4377
+"eps_2",1e-05,1613944276535,4377
+"train_loss",0.016933115,1613944277527,4378
+"raw_loss",0.010916409,1613944277527,4378
+"epoch",27.540880503144635,1613944277527,4378
+"wd_0",0.01,1613944277527,4378
+"sqr_mom_0",0.99,1613944277527,4378
+"lr_0",3.7755910122727695e-06,1613944277527,4378
+"mom_0",0.874488424638791,1613944277527,4378
+"eps_0",1e-05,1613944277527,4378
+"wd_1",0.01,1613944277527,4378
+"sqr_mom_1",0.99,1613944277527,4378
+"lr_1",3.775591012272769e-05,1613944277527,4378
+"mom_1",0.874488424638791,1613944277527,4378
+"eps_1",1e-05,1613944277527,4378
+"wd_2",0.01,1613944277527,4378
+"sqr_mom_2",0.99,1613944277527,4378
+"lr_2",0.0003775591012272769,1613944277527,4378
+"mom_2",0.874488424638791,1613944277527,4378
+"eps_2",1e-05,1613944277527,4378
+"train_loss",0.016861118,1613944278464,4379
+"raw_loss",0.013333315,1613944278464,4379
+"epoch",27.547169811320735,1613944278464,4379
+"wd_0",0.01,1613944278464,4379
+"sqr_mom_0",0.99,1613944278464,4379
+"lr_0",3.7743767433660803e-06,1613944278464,4379
+"mom_0",0.874512710259781,1613944278464,4379
+"eps_0",1e-05,1613944278464,4379
+"wd_1",0.01,1613944278464,4379
+"sqr_mom_1",0.99,1613944278464,4379
+"lr_1",3.7743767433660804e-05,1613944278464,4379
+"mom_1",0.874512710259781,1613944278464,4379
+"eps_1",1e-05,1613944278464,4379
+"wd_2",0.01,1613944278464,4379
+"sqr_mom_2",0.99,1613944278464,4379
+"lr_2",0.000377437674336608,1613944278464,4379
+"mom_2",0.874512710259781,1613944278464,4379
+"eps_2",1e-05,1613944278464,4379
+"train_loss",0.016756564,1613944279406,4380
+"raw_loss",0.011633454,1613944279406,4380
+"epoch",27.553459119496836,1613944279406,4380
+"wd_0",0.01,1613944279406,4380
+"sqr_mom_0",0.99,1613944279406,4380
+"lr_0",3.773162471017509e-06,1613944279406,4380
+"mom_0",0.8745369959496093,1613944279406,4380
+"eps_0",1e-05,1613944279406,4380
+"wd_1",0.01,1613944279406,4380
+"sqr_mom_1",0.99,1613944279406,4380
+"lr_1",3.773162471017509e-05,1613944279406,4380
+"mom_1",0.8745369959496093,1613944279406,4380
+"eps_1",1e-05,1613944279406,4380
+"wd_2",0.01,1613944279406,4380
+"sqr_mom_2",0.99,1613944279406,4380
+"lr_2",0.0003773162471017509,1613944279406,4380
+"mom_2",0.8745369959496093,1613944279406,4380
+"eps_2",1e-05,1613944279406,4380
+"train_loss",0.016598228,1613944280338,4381
+"raw_loss",0.008839753,1613944280338,4381
+"epoch",27.559748427672936,1613944280338,4381
+"wd_0",0.01,1613944280338,4381
+"sqr_mom_0",0.99,1613944280338,4381
+"lr_0",3.7719479945117117e-06,1613944280338,4381
+"mom_0",0.8745612857226229,1613944280338,4381
+"eps_0",1e-05,1613944280338,4381
+"wd_1",0.01,1613944280338,4381
+"sqr_mom_1",0.99,1613944280338,4381
+"lr_1",3.771947994511712e-05,1613944280338,4381
+"mom_1",0.8745612857226229,1613944280338,4381
+"eps_1",1e-05,1613944280338,4381
+"wd_2",0.01,1613944280338,4381
+"sqr_mom_2",0.99,1613944280338,4381
+"lr_2",0.00037719479945117114,1613944280338,4381
+"mom_2",0.8745612857226229,1613944280338,4381
+"eps_2",1e-05,1613944280338,4381
+"train_loss",0.016476277,1613944281354,4382
+"raw_loss",0.010500697,1613944281354,4382
+"epoch",27.566037735849036,1613944281354,4382
+"wd_0",0.01,1613944281354,4382
+"sqr_mom_0",0.99,1613944281354,4382
+"lr_0",3.7707323065704786e-06,1613944281354,4382
+"mom_0",0.8745855997245876,1613944281354,4382
+"eps_0",1e-05,1613944281354,4382
+"wd_1",0.01,1613944281354,4382
+"sqr_mom_1",0.99,1613944281354,4382
+"lr_1",3.7707323065704786e-05,1613944281354,4382
+"mom_1",0.8745855997245876,1613944281354,4382
+"eps_1",1e-05,1613944281354,4382
+"wd_2",0.01,1613944281354,4382
+"sqr_mom_2",0.99,1613944281354,4382
+"lr_2",0.00037707323065704784,1613944281354,4382
+"mom_2",0.8745855997245876,1613944281354,4382
+"eps_2",1e-05,1613944281354,4382
+"train_loss",0.016417744,1613944282316,4383
+"raw_loss",0.013549584,1613944282316,4383
+"epoch",27.572327044025137,1613944282316,4383
+"wd_0",0.01,1613944282316,4383
+"sqr_mom_0",0.99,1613944282316,4383
+"lr_0",3.7695170198992196e-06,1613944282316,4383
+"mom_0",0.8746099057010726,1613944282316,4383
+"eps_0",1e-05,1613944282316,4383
+"wd_1",0.01,1613944282316,4383
+"sqr_mom_1",0.99,1613944282316,4383
+"lr_1",3.76951701989922e-05,1613944282316,4383
+"mom_1",0.8746099057010726,1613944282316,4383
+"eps_1",1e-05,1613944282316,4383
+"wd_2",0.01,1613944282316,4383
+"sqr_mom_2",0.99,1613944282316,4383
+"lr_2",0.00037695170198992196,1613944282316,4383
+"mom_2",0.8746099057010726,1613944282316,4383
+"eps_2",1e-05,1613944282316,4383
+"train_loss",0.016404135,1613944283301,4384
+"raw_loss",0.015737332,1613944283301,4384
+"epoch",27.578616352201237,1613944283301,4384
+"wd_0",0.01,1613944283301,4384
+"sqr_mom_0",0.99,1613944283301,4384
+"lr_0",3.768301127152751e-06,1613944283301,4384
+"mom_0",0.874634223799183,1613944283301,4384
+"eps_0",1e-05,1613944283301,4384
+"wd_1",0.01,1613944283301,4384
+"sqr_mom_1",0.99,1613944283301,4384
+"lr_1",3.7683011271527506e-05,1613944283301,4384
+"mom_1",0.874634223799183,1613944283301,4384
+"eps_1",1e-05,1613944283301,4384
+"wd_2",0.01,1613944283301,4384
+"sqr_mom_2",0.99,1613944283301,4384
+"lr_2",0.00037683011271527503,1613944283301,4384
+"mom_2",0.874634223799183,1613944283301,4384
+"eps_2",1e-05,1613944283301,4384
+"train_loss",0.01629985,1613944284266,4385
+"raw_loss",0.011189813,1613944284266,4385
+"epoch",27.584905660377338,1613944284266,4385
+"wd_0",0.01,1613944284266,4385
+"sqr_mom_0",0.99,1613944284266,4385
+"lr_0",3.7670844267427407e-06,1613944284266,4385
+"mom_0",0.8746585580507257,1613944284266,4385
+"eps_0",1e-05,1613944284266,4385
+"wd_1",0.01,1613944284266,4385
+"sqr_mom_1",0.99,1613944284266,4385
+"lr_1",3.767084426742741e-05,1613944284266,4385
+"mom_1",0.8746585580507257,1613944284266,4385
+"eps_1",1e-05,1613944284266,4385
+"wd_2",0.01,1613944284266,4385
+"sqr_mom_2",0.99,1613944284266,4385
+"lr_2",0.00037670844267427404,1613944284266,4385
+"mom_2",0.8746585580507257,1613944284266,4385
+"eps_2",1e-05,1613944284266,4385
+"train_loss",0.016218828,1613944285237,4386
+"raw_loss",0.012248751,1613944285237,4386
+"epoch",27.591194968553438,1613944285237,4386
+"wd_0",0.01,1613944285237,4386
+"sqr_mom_0",0.99,1613944285237,4386
+"lr_0",3.7658677260211405e-06,1613944285237,4386
+"mom_0",0.8746828923085003,1613944285237,4386
+"eps_0",1e-05,1613944285237,4386
+"wd_1",0.01,1613944285237,4386
+"sqr_mom_1",0.99,1613944285237,4386
+"lr_1",3.7658677260211404e-05,1613944285237,4386
+"mom_1",0.8746828923085003,1613944285237,4386
+"eps_1",1e-05,1613944285237,4386
+"wd_2",0.01,1613944285237,4386
+"sqr_mom_2",0.99,1613944285237,4386
+"lr_2",0.00037658677260211406,1613944285237,4386
+"mom_2",0.8746828923085003,1613944285237,4386
+"eps_2",1e-05,1613944285237,4386
+"train_loss",0.016171008,1613944286176,4387
+"raw_loss",0.013827887,1613944286176,4387
+"epoch",27.59748427672954,1613944286176,4387
+"wd_0",0.01,1613944286176,4387
+"sqr_mom_0",0.99,1613944286176,4387
+"lr_0",3.764650823868863e-06,1613944286176,4387
+"mom_0",0.8747072305949287,1613944286176,4387
+"eps_0",1e-05,1613944286176,4387
+"wd_1",0.01,1613944286176,4387
+"sqr_mom_1",0.99,1613944286176,4387
+"lr_1",3.764650823868863e-05,1613944286176,4387
+"mom_1",0.8747072305949287,1613944286176,4387
+"eps_1",1e-05,1613944286176,4387
+"wd_2",0.01,1613944286176,4387
+"sqr_mom_2",0.99,1613944286176,4387
+"lr_2",0.00037646508238688625,1613944286176,4387
+"mom_2",0.8747072305949287,1613944286176,4387
+"eps_2",1e-05,1613944286176,4387
+"train_loss",0.016085625,1613944287127,4388
+"raw_loss",0.011901854,1613944287127,4388
+"epoch",27.60377358490564,1613944287127,4388
+"wd_0",0.01,1613944287127,4388
+"sqr_mom_0",0.99,1613944287127,4388
+"lr_0",3.7634327109982246e-06,1613944287127,4388
+"mom_0",0.8747315930959665,1613944287127,4388
+"eps_0",1e-05,1613944287127,4388
+"wd_1",0.01,1613944287127,4388
+"sqr_mom_1",0.99,1613944287127,4388
+"lr_1",3.763432710998225e-05,1613944287127,4388
+"mom_1",0.8747315930959665,1613944287127,4388
+"eps_1",1e-05,1613944287127,4388
+"wd_2",0.01,1613944287127,4388
+"sqr_mom_2",0.99,1613944287127,4388
+"lr_2",0.0003763432710998224,1613944287127,4388
+"mom_2",0.8747315930959665,1613944287127,4388
+"eps_2",1e-05,1613944287127,4388
+"train_loss",0.015929962,1613944288061,4389
+"raw_loss",0.008302456,1613944288061,4389
+"epoch",27.61006289308174,1613944288061,4389
+"wd_0",0.01,1613944288061,4389
+"sqr_mom_0",0.99,1613944288061,4389
+"lr_0",3.762215003331494e-06,1613944288061,4389
+"mom_0",0.874755947492845,1613944288061,4389
+"eps_0",1e-05,1613944288061,4389
+"wd_1",0.01,1613944288061,4389
+"sqr_mom_1",0.99,1613944288061,4389
+"lr_1",3.762215003331494e-05,1613944288061,4389
+"mom_1",0.874755947492845,1613944288061,4389
+"eps_1",1e-05,1613944288061,4389
+"wd_2",0.01,1613944288061,4389
+"sqr_mom_2",0.99,1613944288061,4389
+"lr_2",0.0003762215003331494,1613944288061,4389
+"mom_2",0.874755947492845,1613944288061,4389
+"eps_2",1e-05,1613944288061,4389
+"train_loss",0.015785877,1613944289014,4390
+"raw_loss",0.008725728,1613944289014,4390
+"epoch",27.61635220125784,1613944289014,4390
+"wd_0",0.01,1613944289014,4390
+"sqr_mom_0",0.99,1613944289014,4390
+"lr_0",3.7609966915143972e-06,1613944289014,4390
+"mom_0",0.8747803139728517,1613944289014,4390
+"eps_0",1e-05,1613944289014,4390
+"wd_1",0.01,1613944289014,4390
+"sqr_mom_1",0.99,1613944289014,4390
+"lr_1",3.760996691514397e-05,1613944289014,4390
+"mom_1",0.8747803139728517,1613944289014,4390
+"eps_1",1e-05,1613944289014,4390
+"wd_2",0.01,1613944289014,4390
+"sqr_mom_2",0.99,1613944289014,4390
+"lr_2",0.0003760996691514397,1613944289014,4390
+"mom_2",0.8747803139728517,1613944289014,4390
+"eps_2",1e-05,1613944289014,4390
+"train_loss",0.015700439,1613944289951,4391
+"raw_loss",0.01151401,1613944289951,4391
+"epoch",27.62264150943394,1613944289951,4391
+"wd_0",0.01,1613944289951,4391
+"sqr_mom_0",0.99,1613944289951,4391
+"lr_0",3.7597775735598725e-06,1613944289951,4391
+"mom_0",0.8748046965757683,1613944289951,4391
+"eps_0",1e-05,1613944289951,4391
+"wd_1",0.01,1613944289951,4391
+"sqr_mom_1",0.99,1613944289951,4391
+"lr_1",3.759777573559873e-05,1613944289951,4391
+"mom_1",0.8748046965757683,1613944289951,4391
+"eps_1",1e-05,1613944289951,4391
+"wd_2",0.01,1613944289951,4391
+"sqr_mom_2",0.99,1613944289951,4391
+"lr_2",0.00037597775735598727,1613944289951,4391
+"mom_2",0.8748046965757683,1613944289951,4391
+"eps_2",1e-05,1613944289951,4391
+"train_loss",0.015527223,1613944290902,4392
+"raw_loss",0.0070396573,1613944290902,4392
+"epoch",27.62893081761004,1613944290902,4392
+"wd_0",0.01,1613944290902,4392
+"sqr_mom_0",0.99,1613944290902,4392
+"lr_0",3.758558458424055e-06,1613944290902,4392
+"mom_0",0.8748290791223101,1613944290902,4392
+"eps_0",1e-05,1613944290902,4392
+"wd_1",0.01,1613944290902,4392
+"sqr_mom_1",0.99,1613944290902,4392
+"lr_1",3.7585584584240546e-05,1613944290902,4392
+"mom_1",0.8748290791223101,1613944290902,4392
+"eps_1",1e-05,1613944290902,4392
+"wd_2",0.01,1613944290902,4392
+"sqr_mom_2",0.99,1613944290902,4392
+"lr_2",0.0003758558458424055,1613944290902,4392
+"mom_2",0.8748290791223101,1613944290902,4392
+"eps_2",1e-05,1613944290902,4392
+"train_loss",0.015565691,1613944291857,4393
+"raw_loss",0.017450579,1613944291857,4393
+"epoch",27.63522012578614,1613944291857,4393
+"wd_0",0.01,1613944291857,4393
+"sqr_mom_0",0.99,1613944291857,4393
+"lr_0",3.75733894227816e-06,1613944291857,4393
+"mom_0",0.8748534696891337,1613944291857,4393
+"eps_0",1e-05,1613944291857,4393
+"wd_1",0.01,1613944291857,4393
+"sqr_mom_1",0.99,1613944291857,4393
+"lr_1",3.7573389422781606e-05,1613944291857,4393
+"mom_1",0.8748534696891337,1613944291857,4393
+"eps_1",1e-05,1613944291857,4393
+"wd_2",0.01,1613944291857,4393
+"sqr_mom_2",0.99,1613944291857,4393
+"lr_2",0.000375733894227816,1613944291857,4393
+"mom_2",0.8748534696891337,1613944291857,4393
+"eps_2",1e-05,1613944291857,4393
+"train_loss",0.015537799,1613944292828,4394
+"raw_loss",0.014171126,1613944292828,4394
+"epoch",27.64150943396224,1613944292828,4394
+"wd_0",0.01,1613944292828,4394
+"sqr_mom_0",0.99,1613944292828,4394
+"lr_0",3.756118620761386e-06,1613944292828,4394
+"mom_0",0.8748778763635359,1613944292828,4394
+"eps_0",1e-05,1613944292828,4394
+"wd_1",0.01,1613944292828,4394
+"sqr_mom_1",0.99,1613944292828,4394
+"lr_1",3.7561186207613864e-05,1613944292828,4394
+"mom_1",0.8748778763635359,1613944292828,4394
+"eps_1",1e-05,1613944292828,4394
+"wd_2",0.01,1613944292828,4394
+"sqr_mom_2",0.99,1613944292828,4394
+"lr_2",0.0003756118620761386,1613944292828,4394
+"mom_2",0.8748778763635359,1613944292828,4394
+"eps_2",1e-05,1613944292828,4394
+"train_loss",0.015431821,1613944293780,4395
+"raw_loss",0.010238887,1613944293780,4395
+"epoch",27.64779874213834,1613944293780,4395
+"wd_0",0.01,1613944293780,4395
+"sqr_mom_0",0.99,1613944293780,4395
+"lr_0",3.754898303628498e-06,1613944293780,4395
+"mom_0",0.8749022829502595,1613944293780,4395
+"eps_0",1e-05,1613944293780,4395
+"wd_1",0.01,1613944293780,4395
+"sqr_mom_1",0.99,1613944293780,4395
+"lr_1",3.754898303628498e-05,1613944293780,4395
+"mom_1",0.8749022829502595,1613944293780,4395
+"eps_1",1e-05,1613944293780,4395
+"wd_2",0.01,1613944293780,4395
+"sqr_mom_2",0.99,1613944293780,4395
+"lr_2",0.0003754898303628498,1613944293780,4395
+"mom_2",0.8749022829502595,1613944293780,4395
+"eps_2",1e-05,1613944293780,4395
+"train_loss",0.015375186,1613944294731,4396
+"raw_loss",0.012600037,1613944294731,4396
+"epoch",27.654088050314442,1613944294731,4396
+"wd_0",0.01,1613944294731,4396
+"sqr_mom_0",0.99,1613944294731,4396
+"lr_0",3.7536771816370733e-06,1613944294731,4396
+"mom_0",0.8749267056343148,1613944294731,4396
+"eps_0",1e-05,1613944294731,4396
+"wd_1",0.01,1613944294731,4396
+"sqr_mom_1",0.99,1613944294731,4396
+"lr_1",3.753677181637073e-05,1613944294731,4396
+"mom_1",0.8749267056343148,1613944294731,4396
+"eps_1",1e-05,1613944294731,4396
+"wd_2",0.01,1613944294731,4396
+"sqr_mom_2",0.99,1613944294731,4396
+"lr_2",0.00037536771816370725,1613944294731,4396
+"mom_2",0.8749267056343148,1613944294731,4396
+"eps_2",1e-05,1613944294731,4396
+"train_loss",0.015366879,1613944295702,4397
+"raw_loss",0.014959882,1613944295702,4397
+"epoch",27.660377358490543,1613944295702,4397
+"wd_0",0.01,1613944295702,4397
+"sqr_mom_0",0.99,1613944295702,4397
+"lr_0",3.752456065073039e-06,1613944295702,4397
+"mom_0",0.8749511282098212,1613944295702,4397
+"eps_0",1e-05,1613944295702,4397
+"wd_1",0.01,1613944295702,4397
+"sqr_mom_1",0.99,1613944295702,4397
+"lr_1",3.752456065073039e-05,1613944295702,4397
+"mom_1",0.8749511282098212,1613944295702,4397
+"eps_1",1e-05,1613944295702,4397
+"wd_2",0.01,1613944295702,4397
+"sqr_mom_2",0.99,1613944295702,4397
+"lr_2",0.00037524560650730387,1613944295702,4397
+"mom_2",0.8749511282098212,1613944295702,4397
+"eps_2",1e-05,1613944295702,4397
+"train_loss",0.015261217,1613944296667,4398
+"raw_loss",0.010083748,1613944296667,4398
+"epoch",27.666666666666643,1613944296667,4398
+"wd_0",0.01,1613944296667,4398
+"sqr_mom_0",0.99,1613944296667,4398
+"lr_0",3.7512347520830944e-06,1613944296667,4398
+"mom_0",0.8749755547138852,1613944296667,4398
+"eps_0",1e-05,1613944296667,4398
+"wd_1",0.01,1613944296667,4398
+"sqr_mom_1",0.99,1613944296667,4398
+"lr_1",3.751234752083094e-05,1613944296667,4398
+"mom_1",0.8749755547138852,1613944296667,4398
+"eps_1",1e-05,1613944296667,4398
+"wd_2",0.01,1613944296667,4398
+"sqr_mom_2",0.99,1613944296667,4398
+"lr_2",0.0003751234752083094,1613944296667,4398
+"mom_2",0.8749755547138852,1613944296667,4398
+"eps_2",1e-05,1613944296667,4398
+"train_loss",0.015442769,1613944297608,4399
+"raw_loss",0.024338812,1613944297608,4399
+"epoch",27.672955974842743,1613944297608,4399
+"wd_0",0.01,1613944297608,4399
+"sqr_mom_0",0.99,1613944297608,4399
+"lr_0",3.750012229725526e-06,1613944297608,4399
+"mom_0",0.8750000054055436,1613944297608,4399
+"eps_0",1e-05,1613944297608,4399
+"wd_1",0.01,1613944297608,4399
+"sqr_mom_1",0.99,1613944297608,4399
+"lr_1",3.750012229725526e-05,1613944297608,4399
+"mom_1",0.8750000054055436,1613944297608,4399
+"eps_1",1e-05,1613944297608,4399
+"wd_2",0.01,1613944297608,4399
+"sqr_mom_2",0.99,1613944297608,4399
+"lr_2",0.00037500122297255255,1613944297608,4399
+"mom_2",0.8750000054055436,1613944297608,4399
+"eps_2",1e-05,1613944297608,4399
+"train_loss",0.015320628,1613944298564,4400
+"raw_loss",0.009335724,1613944298564,4400
+"epoch",27.679245283018844,1613944298564,4400
+"wd_0",0.01,1613944298564,4400
+"sqr_mom_0",0.99,1613944298564,4400
+"lr_0",3.7487901197721347e-06,1613944298564,4400
+"mom_0",0.8750244478490358,1613944298564,4400
+"eps_0",1e-05,1613944298564,4400
+"wd_1",0.01,1613944298564,4400
+"sqr_mom_1",0.99,1613944298564,4400
+"lr_1",3.748790119772135e-05,1613944298564,4400
+"mom_1",0.8750244478490358,1613944298564,4400
+"eps_1",1e-05,1613944298564,4400
+"wd_2",0.01,1613944298564,4400
+"sqr_mom_2",0.99,1613944298564,4400
+"lr_2",0.00037487901197721344,1613944298564,4400
+"mom_2",0.8750244478490358,1613944298564,4400
+"eps_2",1e-05,1613944298564,4400
+"train_loss",0.01521966,1613944299526,4401
+"raw_loss",0.010272183,1613944299526,4401
+"epoch",27.685534591194944,1613944299526,4401
+"wd_0",0.01,1613944299526,4401
+"sqr_mom_0",0.99,1613944299526,4401
+"lr_0",3.7475674092153253e-06,1613944299526,4401
+"mom_0",0.8750489023047165,1613944299526,4401
+"eps_0",1e-05,1613944299526,4401
+"wd_1",0.01,1613944299526,4401
+"sqr_mom_1",0.99,1613944299526,4401
+"lr_1",3.7475674092153254e-05,1613944299526,4401
+"mom_1",0.8750489023047165,1613944299526,4401
+"eps_1",1e-05,1613944299526,4401
+"wd_2",0.01,1613944299526,4401
+"sqr_mom_2",0.99,1613944299526,4401
+"lr_2",0.00037475674092153253,1613944299526,4401
+"mom_2",0.8750489023047165,1613944299526,4401
+"eps_2",1e-05,1613944299526,4401
+"train_loss",0.0151384715,1613944300473,4402
+"raw_loss",0.011160252,1613944300473,4402
+"epoch",27.691823899371045,1613944300473,4402
+"wd_0",0.01,1613944300473,4402
+"sqr_mom_0",0.99,1613944300473,4402
+"lr_0",3.7463438953430336e-06,1613944300473,4402
+"mom_0",0.8750733728268676,1613944300473,4402
+"eps_0",1e-05,1613944300473,4402
+"wd_1",0.01,1613944300473,4402
+"sqr_mom_1",0.99,1613944300473,4402
+"lr_1",3.7463438953430336e-05,1613944300473,4402
+"mom_1",0.8750733728268676,1613944300473,4402
+"eps_1",1e-05,1613944300473,4402
+"wd_2",0.01,1613944300473,4402
+"sqr_mom_2",0.99,1613944300473,4402
+"lr_2",0.00037463438953430335,1613944300473,4402
+"mom_2",0.8750733728268676,1613944300473,4402
+"eps_2",1e-05,1613944300473,4402
+"train_loss",0.015362524,1613944301426,4403
+"raw_loss",0.026341114,1613944301426,4403
+"epoch",27.698113207547145,1613944301426,4403
+"wd_0",0.01,1613944301426,4403
+"sqr_mom_0",0.99,1613944301426,4403
+"lr_0",3.745120390028342e-06,1613944301426,4403
+"mom_0",0.8750978431778649,1613944301426,4403
+"eps_0",1e-05,1613944301426,4403
+"wd_1",0.01,1613944301426,4403
+"sqr_mom_1",0.99,1613944301426,4403
+"lr_1",3.745120390028342e-05,1613944301426,4403
+"mom_1",0.8750978431778649,1613944301426,4403
+"eps_1",1e-05,1613944301426,4403
+"wd_2",0.01,1613944301426,4403
+"sqr_mom_2",0.99,1613944301426,4403
+"lr_2",0.0003745120390028342,1613944301426,4403
+"mom_2",0.8750978431778649,1613944301426,4403
+"eps_2",1e-05,1613944301426,4403
+"train_loss",0.015610535,1613944302409,4404
+"raw_loss",0.027763043,1613944302409,4404
+"epoch",27.704402515723245,1613944302409,4404
+"wd_0",0.01,1613944302409,4404
+"sqr_mom_0",0.99,1613944302409,4404
+"lr_0",3.7438966910207547e-06,1613944302409,4404
+"mom_0",0.8751223174027589,1613944302409,4404
+"eps_0",1e-05,1613944302409,4404
+"wd_1",0.01,1613944302409,4404
+"sqr_mom_1",0.99,1613944302409,4404
+"lr_1",3.743896691020754e-05,1613944302409,4404
+"mom_1",0.8751223174027589,1613944302409,4404
+"eps_1",1e-05,1613944302409,4404
+"wd_2",0.01,1613944302409,4404
+"sqr_mom_2",0.99,1613944302409,4404
+"lr_2",0.00037438966910207543,1613944302409,4404
+"mom_2",0.8751223174027589,1613944302409,4404
+"eps_2",1e-05,1613944302409,4404
+"train_loss",0.015556159,1613944303349,4405
+"raw_loss",0.012891787,1613944303349,4405
+"epoch",27.710691823899346,1613944303349,4405
+"wd_0",0.01,1613944303349,4405
+"sqr_mom_0",0.99,1613944303349,4405
+"lr_0",3.742671783401953e-06,1613944303349,4405
+"mom_0",0.8751468158001189,1613944303349,4405
+"eps_0",1e-05,1613944303349,4405
+"wd_1",0.01,1613944303349,4405
+"sqr_mom_1",0.99,1613944303349,4405
+"lr_1",3.7426717834019525e-05,1613944303349,4405
+"mom_1",0.8751468158001189,1613944303349,4405
+"eps_1",1e-05,1613944303349,4405
+"wd_2",0.01,1613944303349,4405
+"sqr_mom_2",0.99,1613944303349,4405
+"lr_2",0.00037426717834019527,1613944303349,4405
+"mom_2",0.8751468158001189,1613944303349,4405
+"eps_2",1e-05,1613944303349,4405
+"train_loss",0.01563491,1613944304349,4406
+"raw_loss",0.019493701,1613944304349,4406
+"epoch",27.716981132075446,1613944304349,4406
+"wd_0",0.01,1613944304349,4406
+"sqr_mom_0",0.99,1613944304349,4406
+"lr_0",3.7414472921079733e-06,1613944304349,4406
+"mom_0",0.8751713058708992,1613944304349,4406
+"eps_0",1e-05,1613944304349,4406
+"wd_1",0.01,1613944304349,4406
+"sqr_mom_1",0.99,1613944304349,4406
+"lr_1",3.741447292107973e-05,1613944304349,4406
+"mom_1",0.8751713058708992,1613944304349,4406
+"eps_1",1e-05,1613944304349,4406
+"wd_2",0.01,1613944304349,4406
+"sqr_mom_2",0.99,1613944304349,4406
+"lr_2",0.0003741447292107973,1613944304349,4406
+"mom_2",0.8751713058708992,1613944304349,4406
+"eps_2",1e-05,1613944304349,4406
+"train_loss",0.015740948,1613944305364,4407
+"raw_loss",0.020936843,1613944305364,4407
+"epoch",27.723270440251547,1613944305364,4407
+"wd_0",0.01,1613944305364,4407
+"sqr_mom_0",0.99,1613944305364,4407
+"lr_0",3.740222202155e-06,1613944305364,4407
+"mom_0",0.8751958079149791,1613944305364,4407
+"eps_0",1e-05,1613944305364,4407
+"wd_1",0.01,1613944305364,4407
+"sqr_mom_1",0.99,1613944305364,4407
+"lr_1",3.7402222021549995e-05,1613944305364,4407
+"mom_1",0.8751958079149791,1613944305364,4407
+"eps_1",1e-05,1613944305364,4407
+"wd_2",0.01,1613944305364,4407
+"sqr_mom_2",0.99,1613944305364,4407
+"lr_2",0.0003740222202155,1613944305364,4407
+"mom_2",0.8751958079149791,1613944305364,4407
+"eps_2",1e-05,1613944305364,4407
+"train_loss",0.016339598,1613944306368,4408
+"raw_loss",0.04567348,1613944306368,4408
+"epoch",27.729559748427647,1613944306368,4408
+"wd_0",0.01,1613944306368,4408
+"sqr_mom_0",0.99,1613944306368,4408
+"lr_0",3.7389963104388178e-06,1613944306368,4408
+"mom_0",0.8752203259944835,1613944306368,4408
+"eps_0",1e-05,1613944306368,4408
+"wd_1",0.01,1613944306368,4408
+"sqr_mom_1",0.99,1613944306368,4408
+"lr_1",3.7389963104388176e-05,1613944306368,4408
+"mom_1",0.8752203259944835,1613944306368,4408
+"eps_1",1e-05,1613944306368,4408
+"wd_2",0.01,1613944306368,4408
+"sqr_mom_2",0.99,1613944306368,4408
+"lr_2",0.0003738996310438817,1613944306368,4408
+"mom_2",0.8752203259944835,1613944306368,4408
+"eps_2",1e-05,1613944306368,4408
+"train_loss",0.016153427,1613944307358,4409
+"raw_loss",0.0070310202,1613944307358,4409
+"epoch",27.735849056603747,1613944307358,4409
+"wd_0",0.01,1613944307358,4409
+"sqr_mom_0",0.99,1613944307358,4409
+"lr_0",3.7377704304103465e-06,1613944307358,4409
+"mom_0",0.8752448438402315,1613944307358,4409
+"eps_0",1e-05,1613944307358,4409
+"wd_1",0.01,1613944307358,4409
+"sqr_mom_1",0.99,1613944307358,4409
+"lr_1",3.737770430410346e-05,1613944307358,4409
+"mom_1",0.8752448438402315,1613944307358,4409
+"eps_1",1e-05,1613944307358,4409
+"wd_2",0.01,1613944307358,4409
+"sqr_mom_2",0.99,1613944307358,4409
+"lr_2",0.00037377704304103465,1613944307358,4409
+"mom_2",0.8752448438402315,1613944307358,4409
+"eps_2",1e-05,1613944307358,4409
+"train_loss",0.0160904,1613944308391,4410
+"raw_loss",0.013002131,1613944308391,4410
+"epoch",27.742138364779848,1613944308391,4410
+"wd_0",0.01,1613944308391,4410
+"sqr_mom_0",0.99,1613944308391,4410
+"lr_0",3.7365443594242163e-06,1613944308391,4410
+"mom_0",0.8752693655051708,1613944308391,4410
+"eps_0",1e-05,1613944308391,4410
+"wd_1",0.01,1613944308391,4410
+"sqr_mom_1",0.99,1613944308391,4410
+"lr_1",3.7365443594242155e-05,1613944308391,4410
+"mom_1",0.8752693655051708,1613944308391,4410
+"eps_1",1e-05,1613944308391,4410
+"wd_2",0.01,1613944308391,4410
+"sqr_mom_2",0.99,1613944308391,4410
+"lr_2",0.00037365443594242155,1613944308391,4410
+"mom_2",0.8752693655051708,1613944308391,4410
+"eps_2",1e-05,1613944308391,4410
+"train_loss",0.016092977,1613944309340,4411
+"raw_loss",0.016219169,1613944309340,4411
+"epoch",27.74842767295595,1613944309340,4411
+"wd_0",0.01,1613944309340,4411
+"sqr_mom_0",0.99,1613944309340,4411
+"lr_0",3.7353170805971465e-06,1613944309340,4411
+"mom_0",0.8752939113271703,1613944309340,4411
+"eps_0",1e-05,1613944309340,4411
+"wd_1",0.01,1613944309340,4411
+"sqr_mom_1",0.99,1613944309340,4411
+"lr_1",3.7353170805971465e-05,1613944309340,4411
+"mom_1",0.8752939113271703,1613944309340,4411
+"eps_1",1e-05,1613944309340,4411
+"wd_2",0.01,1613944309340,4411
+"sqr_mom_2",0.99,1613944309340,4411
+"lr_2",0.0003735317080597146,1613944309340,4411
+"mom_2",0.8752939113271703,1613944309340,4411
+"eps_2",1e-05,1613944309340,4411
+"train_loss",0.016020996,1613944310310,4412
+"raw_loss",0.012493984,1613944310310,4412
+"epoch",27.75471698113205,1613944310310,4412
+"wd_0",0.01,1613944310310,4412
+"sqr_mom_0",0.99,1613944310310,4412
+"lr_0",3.7340902220107678e-06,1613944310310,4412
+"mom_0",0.8753184487442721,1613944310310,4412
+"eps_0",1e-05,1613944310310,4412
+"wd_1",0.01,1613944310310,4412
+"sqr_mom_1",0.99,1613944310310,4412
+"lr_1",3.734090222010768e-05,1613944310310,4412
+"mom_1",0.8753184487442721,1613944310310,4412
+"eps_1",1e-05,1613944310310,4412
+"wd_2",0.01,1613944310310,4412
+"sqr_mom_2",0.99,1613944310310,4412
+"lr_2",0.00037340902220107675,1613944310310,4412
+"mom_2",0.8753184487442721,1613944310310,4412
+"eps_2",1e-05,1613944310310,4412
+"train_loss",0.01599913,1613944311275,4413
+"raw_loss",0.014927712,1613944311275,4413
+"epoch",27.76100628930815,1613944311275,4413
+"wd_0",0.01,1613944311275,4413
+"sqr_mom_0",0.99,1613944311275,4413
+"lr_0",3.7328627667166895e-06,1613944311275,4413
+"mom_0",0.8753429980956472,1613944311275,4413
+"eps_0",1e-05,1613944311275,4413
+"wd_1",0.01,1613944311275,4413
+"sqr_mom_1",0.99,1613944311275,4413
+"lr_1",3.732862766716689e-05,1613944311275,4413
+"mom_1",0.8753429980956472,1613944311275,4413
+"eps_1",1e-05,1613944311275,4413
+"wd_2",0.01,1613944311275,4413
+"sqr_mom_2",0.99,1613944311275,4413
+"lr_2",0.0003732862766716689,1613944311275,4413
+"mom_2",0.8753429980956472,1613944311275,4413
+"eps_2",1e-05,1613944311275,4413
+"train_loss",0.016356673,1613944312236,4414
+"raw_loss",0.033876285,1613944312236,4414
+"epoch",27.76729559748425,1613944312236,4414
+"wd_0",0.01,1613944312236,4414
+"sqr_mom_0",0.99,1613944312236,4414
+"lr_0",3.7316345112208714e-06,1613944312236,4414
+"mom_0",0.875367563451217,1613944312236,4414
+"eps_0",1e-05,1613944312236,4414
+"wd_1",0.01,1613944312236,4414
+"sqr_mom_1",0.99,1613944312236,4414
+"lr_1",3.7316345112208715e-05,1613944312236,4414
+"mom_1",0.875367563451217,1613944312236,4414
+"eps_1",1e-05,1613944312236,4414
+"wd_2",0.01,1613944312236,4414
+"sqr_mom_2",0.99,1613944312236,4414
+"lr_2",0.0003731634511220871,1613944312236,4414
+"mom_2",0.875367563451217,1613944312236,4414
+"eps_2",1e-05,1613944312236,4414
+"train_loss",0.016600976,1613944313193,4415
+"raw_loss",0.028571863,1613944313193,4415
+"epoch",27.77358490566035,1613944313193,4415
+"wd_0",0.01,1613944313193,4415
+"sqr_mom_0",0.99,1613944313193,4415
+"lr_0",3.7304062705427406e-06,1613944313193,4415
+"mom_0",0.8753921285104302,1613944313193,4415
+"eps_0",1e-05,1613944313193,4415
+"wd_1",0.01,1613944313193,4415
+"sqr_mom_1",0.99,1613944313193,4415
+"lr_1",3.7304062705427406e-05,1613944313193,4415
+"mom_1",0.8753921285104302,1613944313193,4415
+"eps_1",1e-05,1613944313193,4415
+"wd_2",0.01,1613944313193,4415
+"sqr_mom_2",0.99,1613944313193,4415
+"lr_2",0.000373040627054274,1613944313193,4415
+"mom_2",0.8753921285104302,1613944313193,4415
+"eps_2",1e-05,1613944313193,4415
+"train_loss",0.016483365,1613944314184,4416
+"raw_loss",0.010720446,1613944314184,4416
+"epoch",27.77987421383645,1613944314184,4416
+"wd_0",0.01,1613944314184,4416
+"sqr_mom_0",0.99,1613944314184,4416
+"lr_0",3.7291776378247466e-06,1613944314184,4416
+"mom_0",0.8754167014105192,1613944314184,4416
+"eps_0",1e-05,1613944314184,4416
+"wd_1",0.01,1613944314184,4416
+"sqr_mom_1",0.99,1613944314184,4416
+"lr_1",3.7291776378247464e-05,1613944314184,4416
+"mom_1",0.8754167014105192,1613944314184,4416
+"eps_1",1e-05,1613944314184,4416
+"wd_2",0.01,1613944314184,4416
+"sqr_mom_2",0.99,1613944314184,4416
+"lr_2",0.0003729177637824746,1613944314184,4416
+"mom_2",0.8754167014105192,1613944314184,4416
+"eps_2",1e-05,1613944314184,4416
+"train_loss",0.01659768,1613944315133,4417
+"raw_loss",0.022199202,1613944315133,4417
+"epoch",27.78616352201255,1613944315133,4417
+"wd_0",0.01,1613944315133,4417
+"sqr_mom_0",0.99,1613944315133,4417
+"lr_0",3.7279482056892135e-06,1613944315133,4417
+"mom_0",0.8754412902991187,1613944315133,4417
+"eps_0",1e-05,1613944315133,4417
+"wd_1",0.01,1613944315133,4417
+"sqr_mom_1",0.99,1613944315133,4417
+"lr_1",3.727948205689213e-05,1613944315133,4417
+"mom_1",0.8754412902991187,1613944315133,4417
+"eps_1",1e-05,1613944315133,4417
+"wd_2",0.01,1613944315133,4417
+"sqr_mom_2",0.99,1613944315133,4417
+"lr_2",0.0003727948205689214,1613944315133,4417
+"mom_2",0.8754412902991187,1613944315133,4417
+"eps_2",1e-05,1613944315133,4417
+"train_loss",0.01678967,1613944316092,4418
+"raw_loss",0.02619709,1613944316092,4418
+"epoch",27.79245283018865,1613944316092,4418
+"wd_0",0.01,1613944316092,4418
+"sqr_mom_0",0.99,1613944316092,4418
+"lr_0",3.726718789936337e-06,1613944316092,4418
+"mom_0",0.8754658788600619,1613944316092,4418
+"eps_0",1e-05,1613944316092,4418
+"wd_1",0.01,1613944316092,4418
+"sqr_mom_1",0.99,1613944316092,4418
+"lr_1",3.726718789936337e-05,1613944316092,4418
+"mom_1",0.8754658788600619,1613944316092,4418
+"eps_1",1e-05,1613944316092,4418
+"wd_2",0.01,1613944316092,4418
+"sqr_mom_2",0.99,1613944316092,4418
+"lr_2",0.00037267187899363367,1613944316092,4418
+"mom_2",0.8754658788600619,1613944316092,4418
+"eps_2",1e-05,1613944316092,4418
+"train_loss",0.016761651,1613944317035,4419
+"raw_loss",0.015388785,1613944317035,4419
+"epoch",27.79874213836475,1613944317035,4419
+"wd_0",0.01,1613944317035,4419
+"sqr_mom_0",0.99,1613944317035,4419
+"lr_0",3.725489187332794e-06,1613944317035,4419
+"mom_0",0.8754904711580557,1613944317035,4419
+"eps_0",1e-05,1613944317035,4419
+"wd_1",0.01,1613944317035,4419
+"sqr_mom_1",0.99,1613944317035,4419
+"lr_1",3.725489187332794e-05,1613944317035,4419
+"mom_1",0.8754904711580557,1613944317035,4419
+"eps_1",1e-05,1613944317035,4419
+"wd_2",0.01,1613944317035,4419
+"sqr_mom_2",0.99,1613944317035,4419
+"lr_2",0.0003725489187332794,1613944317035,4419
+"mom_2",0.8754904711580557,1613944317035,4419
+"eps_2",1e-05,1613944317035,4419
+"train_loss",0.016708115,1613944318002,4420
+"raw_loss",0.014084873,1613944318002,4420
+"epoch",27.805031446540852,1613944318002,4420
+"wd_0",0.01,1613944318002,4420
+"sqr_mom_0",0.99,1613944318002,4420
+"lr_0",3.724258378069716e-06,1613944318002,4420
+"mom_0",0.8755150875894816,1613944318002,4420
+"eps_0",1e-05,1613944318002,4420
+"wd_1",0.01,1613944318002,4420
+"sqr_mom_1",0.99,1613944318002,4420
+"lr_1",3.724258378069716e-05,1613944318002,4420
+"mom_1",0.8755150875894816,1613944318002,4420
+"eps_1",1e-05,1613944318002,4420
+"wd_2",0.01,1613944318002,4420
+"sqr_mom_2",0.99,1613944318002,4420
+"lr_2",0.0003724258378069716,1613944318002,4420
+"mom_2",0.8755150875894816,1613944318002,4420
+"eps_2",1e-05,1613944318002,4420
+"train_loss",0.016528416,1613944318942,4421
+"raw_loss",0.0077232043,1613944318942,4421
+"epoch",27.811320754716952,1613944318942,4421
+"wd_0",0.01,1613944318942,4421
+"sqr_mom_0",0.99,1613944318942,4421
+"lr_0",3.723027994912131e-06,1613944318942,4421
+"mom_0",0.8755396954987124,1613944318942,4421
+"eps_0",1e-05,1613944318942,4421
+"wd_1",0.01,1613944318942,4421
+"sqr_mom_1",0.99,1613944318942,4421
+"lr_1",3.723027994912131e-05,1613944318942,4421
+"mom_1",0.8755396954987124,1613944318942,4421
+"eps_1",1e-05,1613944318942,4421
+"wd_2",0.01,1613944318942,4421
+"sqr_mom_2",0.99,1613944318942,4421
+"lr_2",0.00037230279949121306,1613944318942,4421
+"mom_2",0.8755396954987124,1613944318942,4421
+"eps_2",1e-05,1613944318942,4421
+"train_loss",0.016431298,1613944319909,4422
+"raw_loss",0.011672523,1613944319909,4422
+"epoch",27.817610062893053,1613944319909,4422
+"wd_0",0.01,1613944319909,4422
+"sqr_mom_0",0.99,1613944319909,4422
+"lr_0",3.721797017986643e-06,1613944319909,4422
+"mom_0",0.8755643152834199,1613944319909,4422
+"eps_0",1e-05,1613944319909,4422
+"wd_1",0.01,1613944319909,4422
+"sqr_mom_1",0.99,1613944319909,4422
+"lr_1",3.721797017986643e-05,1613944319909,4422
+"mom_1",0.8755643152834199,1613944319909,4422
+"eps_1",1e-05,1613944319909,4422
+"wd_2",0.01,1613944319909,4422
+"sqr_mom_2",0.99,1613944319909,4422
+"lr_2",0.00037217970179866426,1613944319909,4422
+"mom_2",0.8755643152834199,1613944319909,4422
+"eps_2",1e-05,1613944319909,4422
+"train_loss",0.016385162,1613944320862,4423
+"raw_loss",0.014124546,1613944320862,4423
+"epoch",27.823899371069153,1613944320862,4423
+"wd_0",0.01,1613944320862,4423
+"sqr_mom_0",0.99,1613944320862,4423
+"lr_0",3.7205652432188507e-06,1613944320862,4423
+"mom_0",0.8755889510251332,1613944320862,4423
+"eps_0",1e-05,1613944320862,4423
+"wd_1",0.01,1613944320862,4423
+"sqr_mom_1",0.99,1613944320862,4423
+"lr_1",3.720565243218851e-05,1613944320862,4423
+"mom_1",0.8755889510251332,1613944320862,4423
+"eps_1",1e-05,1613944320862,4423
+"wd_2",0.01,1613944320862,4423
+"sqr_mom_2",0.99,1613944320862,4423
+"lr_2",0.000372056524321885,1613944320862,4423
+"mom_2",0.8755889510251332,1613944320862,4423
+"eps_2",1e-05,1613944320862,4423
+"train_loss",0.016280586,1613944321826,4424
+"raw_loss",0.0111563215,1613944321826,4424
+"epoch",27.830188679245254,1613944321826,4424
+"wd_0",0.01,1613944321826,4424
+"sqr_mom_0",0.99,1613944321826,4424
+"lr_0",3.7193334879634243e-06,1613944321826,4424
+"mom_0",0.8756135863765953,1613944321826,4424
+"eps_0",1e-05,1613944321826,4424
+"wd_1",0.01,1613944321826,4424
+"sqr_mom_1",0.99,1613944321826,4424
+"lr_1",3.7193334879634244e-05,1613944321826,4424
+"mom_1",0.8756135863765953,1613944321826,4424
+"eps_1",1e-05,1613944321826,4424
+"wd_2",0.01,1613944321826,4424
+"sqr_mom_2",0.99,1613944321826,4424
+"lr_2",0.00037193334879634236,1613944321826,4424
+"mom_2",0.8756135863765953,1613944321826,4424
+"eps_2",1e-05,1613944321826,4424
+"train_loss",0.016604174,1613944322772,4425
+"raw_loss",0.032459967,1613944322772,4425
+"epoch",27.836477987421354,1613944322772,4425
+"wd_0",0.01,1613944322772,4425
+"sqr_mom_0",0.99,1613944322772,4425
+"lr_0",3.7181015485979868e-06,1613944322772,4425
+"mom_0",0.8756382254102943,1613944322772,4425
+"eps_0",1e-05,1613944322772,4425
+"wd_1",0.01,1613944322772,4425
+"sqr_mom_1",0.99,1613944322772,4425
+"lr_1",3.7181015485979864e-05,1613944322772,4425
+"mom_1",0.8756382254102943,1613944322772,4425
+"eps_1",1e-05,1613944322772,4425
+"wd_2",0.01,1613944322772,4425
+"sqr_mom_2",0.99,1613944322772,4425
+"lr_2",0.00037181015485979863,1613944322772,4425
+"mom_2",0.8756382254102943,1613944322772,4425
+"eps_2",1e-05,1613944322772,4425
+"train_loss",0.016467862,1613944323726,4426
+"raw_loss",0.009788544,1613944323726,4426
+"epoch",27.842767295597454,1613944323726,4426
+"wd_0",0.01,1613944323726,4426
+"sqr_mom_0",0.99,1613944323726,4426
+"lr_0",3.7168684033779137e-06,1613944323726,4426
+"mom_0",0.8756628885613273,1613944323726,4426
+"eps_0",1e-05,1613944323726,4426
+"wd_1",0.01,1613944323726,4426
+"sqr_mom_1",0.99,1613944323726,4426
+"lr_1",3.716868403377914e-05,1613944323726,4426
+"mom_1",0.8756628885613273,1613944323726,4426
+"eps_1",1e-05,1613944323726,4426
+"wd_2",0.01,1613944323726,4426
+"sqr_mom_2",0.99,1613944323726,4426
+"lr_2",0.00037168684033779136,1613944323726,4426
+"mom_2",0.8756628885613273,1613944323726,4426
+"eps_2",1e-05,1613944323726,4426
+"train_loss",0.016260559,1613944324670,4427
+"raw_loss",0.006102692,1613944324670,4427
+"epoch",27.849056603773555,1613944324670,4427
+"wd_0",0.01,1613944324670,4427
+"sqr_mom_0",0.99,1613944324670,4427
+"lr_0",3.7156356881670666e-06,1613944324670,4427
+"mom_0",0.8756875431120897,1613944324670,4427
+"eps_0",1e-05,1613944324670,4427
+"wd_1",0.01,1613944324670,4427
+"sqr_mom_1",0.99,1613944324670,4427
+"lr_1",3.715635688167067e-05,1613944324670,4427
+"mom_1",0.8756875431120897,1613944324670,4427
+"eps_1",1e-05,1613944324670,4427
+"wd_2",0.01,1613944324670,4427
+"sqr_mom_2",0.99,1613944324670,4427
+"lr_2",0.0003715635688167066,1613944324670,4427
+"mom_2",0.8756875431120897,1613944324670,4427
+"eps_2",1e-05,1613944324670,4427
+"train_loss",0.016311068,1613944325623,4428
+"raw_loss",0.018786034,1613944325623,4428
+"epoch",27.855345911949655,1613944325623,4428
+"wd_0",0.01,1613944325623,4428
+"sqr_mom_0",0.99,1613944325623,4428
+"lr_0",3.714402381156682e-06,1613944325623,4428
+"mom_0",0.8757122094989613,1613944325623,4428
+"eps_0",1e-05,1613944325623,4428
+"wd_1",0.01,1613944325623,4428
+"sqr_mom_1",0.99,1613944325623,4428
+"lr_1",3.7144023811566816e-05,1613944325623,4428
+"mom_1",0.8757122094989613,1613944325623,4428
+"eps_1",1e-05,1613944325623,4428
+"wd_2",0.01,1613944325623,4428
+"sqr_mom_2",0.99,1613944325623,4428
+"lr_2",0.00037144023811566814,1613944325623,4428
+"mom_2",0.8757122094989613,1613944325623,4428
+"eps_2",1e-05,1613944325623,4428
+"train_loss",0.016432889,1613944326555,4429
+"raw_loss",0.022402149,1613944326555,4429
+"epoch",27.861635220125756,1613944326555,4429
+"wd_0",0.01,1613944326555,4429
+"sqr_mom_0",0.99,1613944326555,4429
+"lr_0",3.713168277888381e-06,1613944326555,4429
+"mom_0",0.8757368918111504,1613944326555,4429
+"eps_0",1e-05,1613944326555,4429
+"wd_1",0.01,1613944326555,4429
+"sqr_mom_1",0.99,1613944326555,4429
+"lr_1",3.713168277888381e-05,1613944326555,4429
+"mom_1",0.8757368918111504,1613944326555,4429
+"eps_1",1e-05,1613944326555,4429
+"wd_2",0.01,1613944326555,4429
+"sqr_mom_2",0.99,1613944326555,4429
+"lr_2",0.0003713168277888381,1613944326555,4429
+"mom_2",0.8757368918111504,1613944326555,4429
+"eps_2",1e-05,1613944326555,4429
+"train_loss",0.016606363,1613944327540,4430
+"raw_loss",0.02510654,1613944327540,4430
+"epoch",27.867924528301856,1613944327540,4430
+"wd_0",0.01,1613944327540,4430
+"sqr_mom_0",0.99,1613944327540,4430
+"lr_0",3.711934197261929e-06,1613944327540,4430
+"mom_0",0.8757615736704981,1613944327540,4430
+"eps_0",1e-05,1613944327540,4430
+"wd_1",0.01,1613944327540,4430
+"sqr_mom_1",0.99,1613944327540,4430
+"lr_1",3.7119341972619284e-05,1613944327540,4430
+"mom_1",0.8757615736704981,1613944327540,4430
+"eps_1",1e-05,1613944327540,4430
+"wd_2",0.01,1613944327540,4430
+"sqr_mom_2",0.99,1613944327540,4430
+"lr_2",0.00037119341972619284,1613944327540,4430
+"mom_2",0.8757615736704981,1613944327540,4430
+"eps_2",1e-05,1613944327540,4430
+"train_loss",0.017222257,1613944328498,4431
+"raw_loss",0.04740114,1613944328498,4431
+"epoch",27.874213836477956,1613944328498,4431
+"wd_0",0.01,1613944328498,4431
+"sqr_mom_0",0.99,1613944328498,4431
+"lr_0",3.710699935268235e-06,1613944328498,4431
+"mom_0",0.8757862591572269,1613944328498,4431
+"eps_0",1e-05,1613944328498,4431
+"wd_1",0.01,1613944328498,4431
+"sqr_mom_1",0.99,1613944328498,4431
+"lr_1",3.710699935268235e-05,1613944328498,4431
+"mom_1",0.8757862591572269,1613944328498,4431
+"eps_1",1e-05,1613944328498,4431
+"wd_2",0.01,1613944328498,4431
+"sqr_mom_2",0.99,1613944328498,4431
+"lr_2",0.00037106999352682344,1613944328498,4431
+"mom_2",0.8757862591572269,1613944328498,4431
+"eps_2",1e-05,1613944328498,4431
+"train_loss",0.017083056,1613944329436,4432
+"raw_loss",0.010262165,1613944329436,4432
+"epoch",27.880503144654057,1613944329436,4432
+"wd_0",0.01,1613944329436,4432
+"sqr_mom_0",0.99,1613944329436,4432
+"lr_0",3.7094644682386406e-06,1613944329436,4432
+"mom_0",0.8758109687449146,1613944329436,4432
+"eps_0",1e-05,1613944329436,4432
+"wd_1",0.01,1613944329436,4432
+"sqr_mom_1",0.99,1613944329436,4432
+"lr_1",3.709464468238641e-05,1613944329436,4432
+"mom_1",0.8758109687449146,1613944329436,4432
+"eps_1",1e-05,1613944329436,4432
+"wd_2",0.01,1613944329436,4432
+"sqr_mom_2",0.99,1613944329436,4432
+"lr_2",0.000370946446823864,1613944329436,4432
+"mom_2",0.8758109687449146,1613944329436,4432
+"eps_2",1e-05,1613944329436,4432
+"train_loss",0.017025368,1613944330371,4433
+"raw_loss",0.014198652,1613944330371,4433
+"epoch",27.886792452830157,1613944330371,4433
+"wd_0",0.01,1613944330371,4433
+"sqr_mom_0",0.99,1613944330371,4433
+"lr_0",3.7082294351170715e-06,1613944330371,4433
+"mom_0",0.8758356696543551,1613944330371,4433
+"eps_0",1e-05,1613944330371,4433
+"wd_1",0.01,1613944330371,4433
+"sqr_mom_1",0.99,1613944330371,4433
+"lr_1",3.708229435117071e-05,1613944330371,4433
+"mom_1",0.8758356696543551,1613944330371,4433
+"eps_1",1e-05,1613944330371,4433
+"wd_2",0.01,1613944330371,4433
+"sqr_mom_2",0.99,1613944330371,4433
+"lr_2",0.00037082294351170706,1613944330371,4433
+"mom_2",0.8758356696543551,1613944330371,4433
+"eps_2",1e-05,1613944330371,4433
+"train_loss",0.017194532,1613944331325,4434
+"raw_loss",0.02548351,1613944331325,4434
+"epoch",27.893081761006258,1613944331325,4434
+"wd_0",0.01,1613944331325,4434
+"sqr_mom_0",0.99,1613944331325,4434
+"lr_0",3.7069938121711195e-06,1613944331325,4434
+"mom_0",0.8758603823604012,1613944331325,4434
+"eps_0",1e-05,1613944331325,4434
+"wd_1",0.01,1613944331325,4434
+"sqr_mom_1",0.99,1613944331325,4434
+"lr_1",3.7069938121711194e-05,1613944331325,4434
+"mom_1",0.8758603823604012,1613944331325,4434
+"eps_1",1e-05,1613944331325,4434
+"wd_2",0.01,1613944331325,4434
+"sqr_mom_2",0.99,1613944331325,4434
+"lr_2",0.0003706993812171119,1613944331325,4434
+"mom_2",0.8758603823604012,1613944331325,4434
+"eps_2",1e-05,1613944331325,4434
+"train_loss",0.017231273,1613944332268,4435
+"raw_loss",0.019031571,1613944332268,4435
+"epoch",27.899371069182358,1613944332268,4435
+"wd_0",0.01,1613944332268,4435
+"sqr_mom_0",0.99,1613944332268,4435
+"lr_0",3.7057573945607735e-06,1613944332268,4435
+"mom_0",0.8758851109598941,1613944332268,4435
+"eps_0",1e-05,1613944332268,4435
+"wd_1",0.01,1613944332268,4435
+"sqr_mom_1",0.99,1613944332268,4435
+"lr_1",3.7057573945607737e-05,1613944332268,4435
+"mom_1",0.8758851109598941,1613944332268,4435
+"eps_1",1e-05,1613944332268,4435
+"wd_2",0.01,1613944332268,4435
+"sqr_mom_2",0.99,1613944332268,4435
+"lr_2",0.00037057573945607737,1613944332268,4435
+"mom_2",0.8758851109598941,1613944332268,4435
+"eps_2",1e-05,1613944332268,4435
+"train_loss",0.017078048,1613944333211,4436
+"raw_loss",0.009569975,1613944333211,4436
+"epoch",27.90566037735846,1613944333211,4436
+"wd_0",0.01,1613944333211,4436
+"sqr_mom_0",0.99,1613944333211,4436
+"lr_0",3.7045210027215014e-06,1613944333211,4436
+"mom_0",0.8759098390439604,1613944333211,4436
+"eps_0",1e-05,1613944333211,4436
+"wd_1",0.01,1613944333211,4436
+"sqr_mom_1",0.99,1613944333211,4436
+"lr_1",3.7045210027215016e-05,1613944333211,4436
+"mom_1",0.8759098390439604,1613944333211,4436
+"eps_1",1e-05,1613944333211,4436
+"wd_2",0.01,1613944333211,4436
+"sqr_mom_2",0.99,1613944333211,4436
+"lr_2",0.00037045210027215013,1613944333211,4436
+"mom_2",0.8759098390439604,1613944333211,4436
+"eps_2",1e-05,1613944333211,4436
+"train_loss",0.016894253,1613944334145,4437
+"raw_loss",0.007888263,1613944334145,4437
+"epoch",27.91194968553456,1613944334145,4437
+"wd_0",0.01,1613944334145,4437
+"sqr_mom_0",0.99,1613944334145,4437
+"lr_0",3.7032838167510806e-06,1613944334145,4437
+"mom_0",0.8759345830108085,1613944334145,4437
+"eps_0",1e-05,1613944334145,4437
+"wd_1",0.01,1613944334145,4437
+"sqr_mom_1",0.99,1613944334145,4437
+"lr_1",3.703283816751081e-05,1613944334145,4437
+"mom_1",0.8759345830108085,1613944334145,4437
+"eps_1",1e-05,1613944334145,4437
+"wd_2",0.01,1613944334145,4437
+"sqr_mom_2",0.99,1613944334145,4437
+"lr_2",0.00037032838167510803,1613944334145,4437
+"mom_2",0.8759345830108085,1613944334145,4437
+"eps_2",1e-05,1613944334145,4437
+"train_loss",0.017032612,1613944335177,4438
+"raw_loss",0.023812257,1613944335177,4438
+"epoch",27.91823899371066,1613944335177,4438
+"wd_0",0.01,1613944335177,4438
+"sqr_mom_0",0.99,1613944335177,4438
+"lr_0",3.7020466575948306e-06,1613944335177,4438
+"mom_0",0.8759593264413678,1613944335177,4438
+"eps_0",1e-05,1613944335177,4438
+"wd_1",0.01,1613944335177,4438
+"sqr_mom_1",0.99,1613944335177,4438
+"lr_1",3.702046657594831e-05,1613944335177,4438
+"mom_1",0.8759593264413678,1613944335177,4438
+"eps_1",1e-05,1613944335177,4438
+"wd_2",0.01,1613944335177,4438
+"sqr_mom_2",0.99,1613944335177,4438
+"lr_2",0.00037020466575948303,1613944335177,4438
+"mom_2",0.8759593264413678,1613944335177,4438
+"eps_2",1e-05,1613944335177,4438
+"train_loss",0.017004304,1613944336148,4439
+"raw_loss",0.015617186,1613944336148,4439
+"epoch",27.92452830188676,1613944336148,4439
+"wd_0",0.01,1613944336148,4439
+"sqr_mom_0",0.99,1613944336148,4439
+"lr_0",3.7008091154350204e-06,1613944336148,4439
+"mom_0",0.8759840775320749,1613944336148,4439
+"eps_0",1e-05,1613944336148,4439
+"wd_1",0.01,1613944336148,4439
+"sqr_mom_1",0.99,1613944336148,4439
+"lr_1",3.7008091154350204e-05,1613944336148,4439
+"mom_1",0.8759840775320749,1613944336148,4439
+"eps_1",1e-05,1613944336148,4439
+"wd_2",0.01,1613944336148,4439
+"sqr_mom_2",0.99,1613944336148,4439
+"lr_2",0.000370080911543502,1613944336148,4439
+"mom_2",0.8759840775320749,1613944336148,4439
+"eps_2",1e-05,1613944336148,4439
+"train_loss",0.017016293,1613944337098,4440
+"raw_loss",0.017603826,1613944337098,4440
+"epoch",27.93081761006286,1613944337098,4440
+"wd_0",0.01,1613944337098,4440
+"sqr_mom_0",0.99,1613944337098,4440
+"lr_0",3.6995707799457835e-06,1613944337098,4440
+"mom_0",0.8760088444895292,1613944337098,4440
+"eps_0",1e-05,1613944337098,4440
+"wd_1",0.01,1613944337098,4440
+"sqr_mom_1",0.99,1613944337098,4440
+"lr_1",3.699570779945784e-05,1613944337098,4440
+"mom_1",0.8760088444895292,1613944337098,4440
+"eps_1",1e-05,1613944337098,4440
+"wd_2",0.01,1613944337098,4440
+"sqr_mom_2",0.99,1613944337098,4440
+"lr_2",0.0003699570779945783,1613944337098,4440
+"mom_2",0.8760088444895292,1613944337098,4440
+"eps_2",1e-05,1613944337098,4440
+"train_loss",0.016836004,1613944338031,4441
+"raw_loss",0.008001833,1613944338031,4441
+"epoch",27.93710691823896,1613944338031,4441
+"wd_0",0.01,1613944338031,4441
+"sqr_mom_0",0.99,1613944338031,4441
+"lr_0",3.6983324728352133e-06,1613944338031,4441
+"mom_0",0.8760336108794045,1613944338031,4441
+"eps_0",1e-05,1613944338031,4441
+"wd_1",0.01,1613944338031,4441
+"sqr_mom_1",0.99,1613944338031,4441
+"lr_1",3.698332472835213e-05,1613944338031,4441
+"mom_1",0.8760336108794045,1613944338031,4441
+"eps_1",1e-05,1613944338031,4441
+"wd_2",0.01,1613944338031,4441
+"sqr_mom_2",0.99,1613944338031,4441
+"lr_2",0.0003698332472835213,1613944338031,4441
+"mom_2",0.8760336108794045,1613944338031,4441
+"eps_2",1e-05,1613944338031,4441
+"train_loss",0.016832672,1613944338986,4442
+"raw_loss",0.016669368,1613944338986,4442
+"epoch",27.94339622641506,1613944338986,4442
+"wd_0",0.01,1613944338986,4442
+"sqr_mom_0",0.99,1613944338986,4442
+"lr_0",3.6970939893913036e-06,1613944338986,4442
+"mom_0",0.8760583807959819,1613944338986,4442
+"eps_0",1e-05,1613944338986,4442
+"wd_1",0.01,1613944338986,4442
+"sqr_mom_1",0.99,1613944338986,4442
+"lr_1",3.697093989391303e-05,1613944338986,4442
+"mom_1",0.8760583807959819,1613944338986,4442
+"eps_1",1e-05,1613944338986,4442
+"wd_2",0.01,1613944338986,4442
+"sqr_mom_2",0.99,1613944338986,4442
+"lr_2",0.0003697093989391303,1613944338986,4442
+"mom_2",0.8760583807959819,1613944338986,4442
+"eps_2",1e-05,1613944338986,4442
+"train_loss",0.01687547,1613944339936,4443
+"raw_loss",0.018972551,1613944339936,4443
+"epoch",27.94968553459116,1613944339936,4443
+"wd_0",0.01,1613944339936,4443
+"sqr_mom_0",0.99,1613944339936,4443
+"lr_0",3.6958543024484447e-06,1613944339936,4443
+"mom_0",0.8760831747827789,1613944339936,4443
+"eps_0",1e-05,1613944339936,4443
+"wd_1",0.01,1613944339936,4443
+"sqr_mom_1",0.99,1613944339936,4443
+"lr_1",3.695854302448445e-05,1613944339936,4443
+"mom_1",0.8760831747827789,1613944339936,4443
+"eps_1",1e-05,1613944339936,4443
+"wd_2",0.01,1613944339936,4443
+"sqr_mom_2",0.99,1613944339936,4443
+"lr_2",0.00036958543024484444,1613944339936,4443
+"mom_2",0.8760831747827789,1613944339936,4443
+"eps_2",1e-05,1613944339936,4443
+"train_loss",0.01668989,1613944340885,4444
+"raw_loss",0.0075963964,1613944340885,4444
+"epoch",27.95597484276726,1613944340885,4444
+"wd_0",0.01,1613944340885,4444
+"sqr_mom_0",0.99,1613944340885,4444
+"lr_0",3.694615056548605e-06,1613944340885,4444
+"mom_0",0.8761079599486273,1613944340885,4444
+"eps_0",1e-05,1613944340885,4444
+"wd_1",0.01,1613944340885,4444
+"sqr_mom_1",0.99,1613944340885,4444
+"lr_1",3.694615056548605e-05,1613944340885,4444
+"mom_1",0.8761079599486273,1613944340885,4444
+"eps_1",1e-05,1613944340885,4444
+"wd_2",0.01,1613944340885,4444
+"sqr_mom_2",0.99,1613944340885,4444
+"lr_2",0.0003694615056548605,1613944340885,4444
+"mom_2",0.8761079599486273,1613944340885,4444
+"eps_2",1e-05,1613944340885,4444
+"train_loss",0.016556341,1613944341850,4445
+"raw_loss",0.010012473,1613944341850,4445
+"epoch",27.962264150943362,1613944341850,4445
+"wd_0",0.01,1613944341850,4445
+"sqr_mom_0",0.99,1613944341850,4445
+"lr_0",3.693375224463144e-06,1613944341850,4445
+"mom_0",0.8761327568383055,1613944341850,4445
+"eps_0",1e-05,1613944341850,4445
+"wd_1",0.01,1613944341850,4445
+"sqr_mom_1",0.99,1613944341850,4445
+"lr_1",3.693375224463144e-05,1613944341850,4445
+"mom_1",0.8761327568383055,1613944341850,4445
+"eps_1",1e-05,1613944341850,4445
+"wd_2",0.01,1613944341850,4445
+"sqr_mom_2",0.99,1613944341850,4445
+"lr_2",0.00036933752244631436,1613944341850,4445
+"mom_2",0.8761327568383055,1613944341850,4445
+"eps_2",1e-05,1613944341850,4445
+"train_loss",0.016640497,1613944342811,4446
+"raw_loss",0.020764152,1613944342811,4446
+"epoch",27.968553459119462,1613944342811,4446
+"wd_0",0.01,1613944342811,4446
+"sqr_mom_0",0.99,1613944342811,4446
+"lr_0",3.6921346006584804e-06,1613944342811,4446
+"mom_0",0.876157569562526,1613944342811,4446
+"eps_0",1e-05,1613944342811,4446
+"wd_1",0.01,1613944342811,4446
+"sqr_mom_1",0.99,1613944342811,4446
+"lr_1",3.69213460065848e-05,1613944342811,4446
+"mom_1",0.876157569562526,1613944342811,4446
+"eps_1",1e-05,1613944342811,4446
+"wd_2",0.01,1613944342811,4446
+"sqr_mom_2",0.99,1613944342811,4446
+"lr_2",0.000369213460065848,1613944342811,4446
+"mom_2",0.876157569562526,1613944342811,4446
+"eps_2",1e-05,1613944342811,4446
+"train_loss",0.016593456,1613944343753,4447
+"raw_loss",0.0142884,1613944343753,4447
+"epoch",27.974842767295563,1613944343753,4447
+"wd_0",0.01,1613944343753,4447
+"sqr_mom_0",0.99,1613944343753,4447
+"lr_0",3.6908940083611367e-06,1613944343753,4447
+"mom_0",0.8761823816565938,1613944343753,4447
+"eps_0",1e-05,1613944343753,4447
+"wd_1",0.01,1613944343753,4447
+"sqr_mom_1",0.99,1613944343753,4447
+"lr_1",3.690894008361137e-05,1613944343753,4447
+"mom_1",0.8761823816565938,1613944343753,4447
+"eps_1",1e-05,1613944343753,4447
+"wd_2",0.01,1613944343753,4447
+"sqr_mom_2",0.99,1613944343753,4447
+"lr_2",0.00036908940083611367,1613944343753,4447
+"mom_2",0.8761823816565938,1613944343753,4447
+"eps_2",1e-05,1613944343753,4447
+"train_loss",0.018129107,1613944344706,4448
+"raw_loss",0.09337606,1613944344706,4448
+"epoch",27.981132075471663,1613944344706,4448
+"wd_0",0.01,1613944344706,4448
+"sqr_mom_0",0.99,1613944344706,4448
+"lr_0",3.689653242479037e-06,1613944344706,4448
+"mom_0",0.8762071972223915,1613944344706,4448
+"eps_0",1e-05,1613944344706,4448
+"wd_1",0.01,1613944344706,4448
+"sqr_mom_1",0.99,1613944344706,4448
+"lr_1",3.6896532424790366e-05,1613944344706,4448
+"mom_1",0.8762071972223915,1613944344706,4448
+"eps_1",1e-05,1613944344706,4448
+"wd_2",0.01,1613944344706,4448
+"sqr_mom_2",0.99,1613944344706,4448
+"lr_2",0.00036896532424790366,1613944344706,4448
+"mom_2",0.8762071972223915,1613944344706,4448
+"eps_2",1e-05,1613944344706,4448
+"train_loss",0.017953334,1613944345642,4449
+"raw_loss",0.00934052,1613944345642,4449
+"epoch",27.987421383647764,1613944345642,4449
+"wd_0",0.01,1613944345642,4449
+"sqr_mom_0",0.99,1613944345642,4449
+"lr_0",3.6884112739558697e-06,1613944345642,4449
+"mom_0",0.876232036841251,1613944345642,4449
+"eps_0",1e-05,1613944345642,4449
+"wd_1",0.01,1613944345642,4449
+"sqr_mom_1",0.99,1613944345642,4449
+"lr_1",3.68841127395587e-05,1613944345642,4449
+"mom_1",0.876232036841251,1613944345642,4449
+"eps_1",1e-05,1613944345642,4449
+"wd_2",0.01,1613944345642,4449
+"sqr_mom_2",0.99,1613944345642,4449
+"lr_2",0.000368841127395587,1613944345642,4449
+"mom_2",0.876232036841251,1613944345642,4449
+"eps_2",1e-05,1613944345642,4449
+"train_loss",0.018106485,1613944346623,4450
+"raw_loss",0.02561083,1613944346623,4450
+"epoch",27.993710691823864,1613944346623,4450
+"wd_0",0.01,1613944346623,4450
+"sqr_mom_0",0.99,1613944346623,4450
+"lr_0",3.6871697503602992e-06,1613944346623,4450
+"mom_0",0.8762568675614696,1613944346623,4450
+"eps_0",1e-05,1613944346623,4450
+"wd_1",0.01,1613944346623,4450
+"sqr_mom_1",0.99,1613944346623,4450
+"lr_1",3.687169750360299e-05,1613944346623,4450
+"mom_1",0.8762568675614696,1613944346623,4450
+"eps_1",1e-05,1613944346623,4450
+"wd_2",0.01,1613944346623,4450
+"sqr_mom_2",0.99,1613944346623,4450
+"lr_2",0.0003687169750360299,1613944346623,4450
+"mom_2",0.8762568675614696,1613944346623,4450
+"eps_2",1e-05,1613944346623,4450
+"train_loss",0.018259158,1613944347565,4451
+"raw_loss",0.025740143,1613944347565,4451
+"epoch",27.999999999999964,1613944347565,4451
+"wd_0",0.01,1613944347565,4451
+"sqr_mom_0",0.99,1613944347565,4451
+"lr_0",3.685927642573376e-06,1613944347565,4451
+"mom_0",0.8762817099656321,1613944347565,4451
+"eps_0",1e-05,1613944347565,4451
+"wd_1",0.01,1613944347565,4451
+"sqr_mom_1",0.99,1613944347565,4451
+"lr_1",3.6859276425733764e-05,1613944347565,4451
+"mom_1",0.8762817099656321,1613944347565,4451
+"eps_1",1e-05,1613944347565,4451
+"wd_2",0.01,1613944347565,4451
+"sqr_mom_2",0.99,1613944347565,4451
+"lr_2",0.0003685927642573376,1613944347565,4451
+"mom_2",0.8762817099656321,1613944347565,4451
+"eps_2",1e-05,1613944347565,4451
+"valid_loss",0.09054119884967804,1613944379462,4451
+"_rmse",0.3009006381034851,1613944379462,4451
+"epoch",28,1613944379462,4451
+"train_loss",0.01832804,1613944380535,4452
+"raw_loss",0.021703275,1613944380535,4452
+"epoch",28.0062893081761,1613944380535,4452
+"wd_0",0.01,1613944380535,4452
+"sqr_mom_0",0.99,1613944380535,4452
+"lr_0",3.6846847446865577e-06,1613944380535,4452
+"mom_0",0.8763065681719505,1613944380535,4452
+"eps_0",1e-05,1613944380535,4452
+"wd_1",0.01,1613944380535,4452
+"sqr_mom_1",0.99,1613944380535,4452
+"lr_1",3.684684744686558e-05,1613944380535,4452
+"mom_1",0.8763065681719505,1613944380535,4452
+"eps_1",1e-05,1613944380535,4452
+"wd_2",0.01,1613944380535,4452
+"sqr_mom_2",0.99,1613944380535,4452
+"lr_2",0.0003684684744686557,1613944380535,4452
+"mom_2",0.8763065681719505,1613944380535,4452
+"eps_2",1e-05,1613944380535,4452
+"train_loss",0.018226042,1613944381517,4453
+"raw_loss",0.013228145,1613944381517,4453
+"epoch",28.0125786163522,1613944381517,4453
+"wd_0",0.01,1613944381517,4453
+"sqr_mom_0",0.99,1613944381517,4453
+"lr_0",3.683441881435353e-06,1613944381517,4453
+"mom_0",0.8763314256855498,1613944381517,4453
+"eps_0",1e-05,1613944381517,4453
+"wd_1",0.01,1613944381517,4453
+"sqr_mom_1",0.99,1613944381517,4453
+"lr_1",3.6834418814353525e-05,1613944381517,4453
+"mom_1",0.8763314256855498,1613944381517,4453
+"eps_1",1e-05,1613944381517,4453
+"wd_2",0.01,1613944381517,4453
+"sqr_mom_2",0.99,1613944381517,4453
+"lr_2",0.00036834418814353525,1613944381517,4453
+"mom_2",0.8763314256855498,1613944381517,4453
+"eps_2",1e-05,1613944381517,4453
+"train_loss",0.018477682,1613944382471,4454
+"raw_loss",0.030808076,1613944382471,4454
+"epoch",28.0188679245283,1613944382471,4454
+"wd_0",0.01,1613944382471,4454
+"sqr_mom_0",0.99,1613944382471,4454
+"lr_0",3.682198847349965e-06,1613944382471,4454
+"mom_0",0.8763562866158668,1613944382471,4454
+"eps_0",1e-05,1613944382471,4454
+"wd_1",0.01,1613944382471,4454
+"sqr_mom_1",0.99,1613944382471,4454
+"lr_1",3.6821988473499645e-05,1613944382471,4454
+"mom_1",0.8763562866158668,1613944382471,4454
+"eps_1",1e-05,1613944382471,4454
+"wd_2",0.01,1613944382471,4454
+"sqr_mom_2",0.99,1613944382471,4454
+"lr_2",0.00036821988473499645,1613944382471,4454
+"mom_2",0.8763562866158668,1613944382471,4454
+"eps_2",1e-05,1613944382471,4454
+"train_loss",0.018475374,1613944383418,4455
+"raw_loss",0.018362273,1613944383418,4455
+"epoch",28.0251572327044,1613944383418,4455
+"wd_0",0.01,1613944383418,4455
+"sqr_mom_0",0.99,1613944383418,4455
+"lr_0",3.680954611495188e-06,1613944383418,4455
+"mom_0",0.8763811715818121,1613944383418,4455
+"eps_0",1e-05,1613944383418,4455
+"wd_1",0.01,1613944383418,4455
+"sqr_mom_1",0.99,1613944383418,4455
+"lr_1",3.680954611495188e-05,1613944383418,4455
+"mom_1",0.8763811715818121,1613944383418,4455
+"eps_1",1e-05,1613944383418,4455
+"wd_2",0.01,1613944383418,4455
+"sqr_mom_2",0.99,1613944383418,4455
+"lr_2",0.0003680954611495188,1613944383418,4455
+"mom_2",0.8763811715818121,1613944383418,4455
+"eps_2",1e-05,1613944383418,4455
+"train_loss",0.018411472,1613944384365,4456
+"raw_loss",0.015280319,1613944384365,4456
+"epoch",28.031446540880502,1613944384365,4456
+"wd_0",0.01,1613944384365,4456
+"sqr_mom_0",0.99,1613944384365,4456
+"lr_0",3.679710824447482e-06,1613944384365,4456
+"mom_0",0.8764060475715261,1613944384365,4456
+"eps_0",1e-05,1613944384365,4456
+"wd_1",0.01,1613944384365,4456
+"sqr_mom_1",0.99,1613944384365,4456
+"lr_1",3.679710824447482e-05,1613944384365,4456
+"mom_1",0.8764060475715261,1613944384365,4456
+"eps_1",1e-05,1613944384365,4456
+"wd_2",0.01,1613944384365,4456
+"sqr_mom_2",0.99,1613944384365,4456
+"lr_2",0.00036797108244474816,1613944384365,4456
+"mom_2",0.8764060475715261,1613944384365,4456
+"eps_2",1e-05,1613944384365,4456
+"train_loss",0.018343266,1613944385317,4457
+"raw_loss",0.015001165,1613944385317,4457
+"epoch",28.037735849056602,1613944385317,4457
+"wd_0",0.01,1613944385317,4457
+"sqr_mom_0",0.99,1613944385317,4457
+"lr_0",3.678466455209395e-06,1613944385317,4457
+"mom_0",0.8764309352051641,1613944385317,4457
+"eps_0",1e-05,1613944385317,4457
+"wd_1",0.01,1613944385317,4457
+"sqr_mom_1",0.99,1613944385317,4457
+"lr_1",3.678466455209395e-05,1613944385317,4457
+"mom_1",0.8764309352051641,1613944385317,4457
+"eps_1",1e-05,1613944385317,4457
+"wd_2",0.01,1613944385317,4457
+"sqr_mom_2",0.99,1613944385317,4457
+"lr_2",0.00036784664552093945,1613944385317,4457
+"mom_2",0.8764309352051641,1613944385317,4457
+"eps_2",1e-05,1613944385317,4457
+"train_loss",0.018277153,1613944386262,4458
+"raw_loss",0.015037594,1613944386262,4458
+"epoch",28.044025157232703,1613944386262,4458
+"wd_0",0.01,1613944386262,4458
+"sqr_mom_0",0.99,1613944386262,4458
+"lr_0",3.6772212974997835e-06,1613944386262,4458
+"mom_0",0.8764558386083904,1613944386262,4458
+"eps_0",1e-05,1613944386262,4458
+"wd_1",0.01,1613944386262,4458
+"sqr_mom_1",0.99,1613944386262,4458
+"lr_1",3.677221297499783e-05,1613944386262,4458
+"mom_1",0.8764558386083904,1613944386262,4458
+"eps_1",1e-05,1613944386262,4458
+"wd_2",0.01,1613944386262,4458
+"sqr_mom_2",0.99,1613944386262,4458
+"lr_2",0.00036772212974997835,1613944386262,4458
+"mom_2",0.8764558386083904,1613944386262,4458
+"eps_2",1e-05,1613944386262,4458
+"train_loss",0.018151825,1613944387218,4459
+"raw_loss",0.012010789,1613944387218,4459
+"epoch",28.050314465408803,1613944387218,4459
+"wd_0",0.01,1613944387218,4459
+"sqr_mom_0",0.99,1613944387218,4459
+"lr_0",3.6759761775536816e-06,1613944387218,4459
+"mom_0",0.8764807412563389,1613944387218,4459
+"eps_0",1e-05,1613944387218,4459
+"wd_1",0.01,1613944387218,4459
+"sqr_mom_1",0.99,1613944387218,4459
+"lr_1",3.6759761775536814e-05,1613944387218,4459
+"mom_1",0.8764807412563389,1613944387218,4459
+"eps_1",1e-05,1613944387218,4459
+"wd_2",0.01,1613944387218,4459
+"sqr_mom_2",0.99,1613944387218,4459
+"lr_2",0.0003675976177553681,1613944387218,4459
+"mom_2",0.8764807412563389,1613944387218,4459
+"eps_2",1e-05,1613944387218,4459
+"train_loss",0.018065974,1613944388165,4460
+"raw_loss",0.013859243,1613944388165,4460
+"epoch",28.056603773584904,1613944388165,4460
+"wd_0",0.01,1613944388165,4460
+"sqr_mom_0",0.99,1613944388165,4460
+"lr_0",3.6747306829109304e-06,1613944388165,4460
+"mom_0",0.8765056513982954,1613944388165,4460
+"eps_0",1e-05,1613944388165,4460
+"wd_1",0.01,1613944388165,4460
+"sqr_mom_1",0.99,1613944388165,4460
+"lr_1",3.67473068291093e-05,1613944388165,4460
+"mom_1",0.8765056513982954,1613944388165,4460
+"eps_1",1e-05,1613944388165,4460
+"wd_2",0.01,1613944388165,4460
+"sqr_mom_2",0.99,1613944388165,4460
+"lr_2",0.000367473068291093,1613944388165,4460
+"mom_2",0.8765056513982954,1613944388165,4460
+"eps_2",1e-05,1613944388165,4460
+"train_loss",0.017880179,1613944389112,4461
+"raw_loss",0.008776167,1613944389112,4461
+"epoch",28.062893081761004,1613944389112,4461
+"wd_0",0.01,1613944389112,4461
+"sqr_mom_0",0.99,1613944389112,4461
+"lr_0",3.6734844006142562e-06,1613944389112,4461
+"mom_0",0.8765305772934878,1613944389112,4461
+"eps_0",1e-05,1613944389112,4461
+"wd_1",0.01,1613944389112,4461
+"sqr_mom_1",0.99,1613944389112,4461
+"lr_1",3.673484400614256e-05,1613944389112,4461
+"mom_1",0.8765305772934878,1613944389112,4461
+"eps_1",1e-05,1613944389112,4461
+"wd_2",0.01,1613944389112,4461
+"sqr_mom_2",0.99,1613944389112,4461
+"lr_2",0.0003673484400614256,1613944389112,4461
+"mom_2",0.8765305772934878,1613944389112,4461
+"eps_2",1e-05,1613944389112,4461
+"train_loss",0.01838702,1613944390053,4462
+"raw_loss",0.04322221,1613944390053,4462
+"epoch",28.069182389937104,1613944390053,4462
+"wd_0",0.01,1613944390053,4462
+"sqr_mom_0",0.99,1613944390053,4462
+"lr_0",3.672238157644923e-06,1613944390053,4462
+"mom_0",0.8765555024021255,1613944390053,4462
+"eps_0",1e-05,1613944390053,4462
+"wd_1",0.01,1613944390053,4462
+"sqr_mom_1",0.99,1613944390053,4462
+"lr_1",3.672238157644922e-05,1613944390053,4462
+"mom_1",0.8765555024021255,1613944390053,4462
+"eps_1",1e-05,1613944390053,4462
+"wd_2",0.01,1613944390053,4462
+"sqr_mom_2",0.99,1613944390053,4462
+"lr_2",0.00036722381576449227,1613944390053,4462
+"mom_2",0.8765555024021255,1613944390053,4462
+"eps_2",1e-05,1613944390053,4462
+"train_loss",0.018370023,1613944391040,4463
+"raw_loss",0.01753722,1613944391040,4463
+"epoch",28.075471698113205,1613944391040,4463
+"wd_0",0.01,1613944391040,4463
+"sqr_mom_0",0.99,1613944391040,4463
+"lr_0",3.670991747970969e-06,1613944391040,4463
+"mom_0",0.876580430844889,1613944391040,4463
+"eps_0",1e-05,1613944391040,4463
+"wd_1",0.01,1613944391040,4463
+"sqr_mom_1",0.99,1613944391040,4463
+"lr_1",3.670991747970969e-05,1613944391040,4463
+"mom_1",0.876580430844889,1613944391040,4463
+"eps_1",1e-05,1613944391040,4463
+"wd_2",0.01,1613944391040,4463
+"sqr_mom_2",0.99,1613944391040,4463
+"lr_2",0.00036709917479709684,1613944391040,4463
+"mom_2",0.876580430844889,1613944391040,4463
+"eps_2",1e-05,1613944391040,4463
+"train_loss",0.018372776,1613944391993,4464
+"raw_loss",0.018507658,1613944391993,4464
+"epoch",28.081761006289305,1613944391993,4464
+"wd_0",0.01,1613944391993,4464
+"sqr_mom_0",0.99,1613944391993,4464
+"lr_0",3.669744137861006e-06,1613944391993,4464
+"mom_0",0.8766053832966129,1613944391993,4464
+"eps_0",1e-05,1613944391993,4464
+"wd_1",0.01,1613944391993,4464
+"sqr_mom_1",0.99,1613944391993,4464
+"lr_1",3.669744137861006e-05,1613944391993,4464
+"mom_1",0.8766053832966129,1613944391993,4464
+"eps_1",1e-05,1613944391993,4464
+"wd_2",0.01,1613944391993,4464
+"sqr_mom_2",0.99,1613944391993,4464
+"lr_2",0.0003669744137861006,1613944391993,4464
+"mom_2",0.8766053832966129,1613944391993,4464
+"eps_2",1e-05,1613944391993,4464
+"train_loss",0.018379416,1613944392980,4465
+"raw_loss",0.018704753,1613944392980,4465
+"epoch",28.088050314465406,1613944392980,4465
+"wd_0",0.01,1613944392980,4465
+"sqr_mom_0",0.99,1613944392980,4465
+"lr_0",3.6684969823677097e-06,1613944392980,4465
+"mom_0",0.8766303266559123,1613944392980,4465
+"eps_0",1e-05,1613944392980,4465
+"wd_1",0.01,1613944392980,4465
+"sqr_mom_1",0.99,1613944392980,4465
+"lr_1",3.668496982367709e-05,1613944392980,4465
+"mom_1",0.8766303266559123,1613944392980,4465
+"eps_1",1e-05,1613944392980,4465
+"wd_2",0.01,1613944392980,4465
+"sqr_mom_2",0.99,1613944392980,4465
+"lr_2",0.0003668496982367709,1613944392980,4465
+"mom_2",0.8766303266559123,1613944392980,4465
+"eps_2",1e-05,1613944392980,4465
+"train_loss",0.018454706,1613944393949,4466
+"raw_loss",0.022143882,1613944393949,4466
+"epoch",28.094339622641506,1613944393949,4466
+"wd_0",0.01,1613944393949,4466
+"sqr_mom_0",0.99,1613944393949,4466
+"lr_0",3.6672492476980333e-06,1613944393949,4466
+"mom_0",0.8766552815988553,1613944393949,4466
+"eps_0",1e-05,1613944393949,4466
+"wd_1",0.01,1613944393949,4466
+"sqr_mom_1",0.99,1613944393949,4466
+"lr_1",3.667249247698033e-05,1613944393949,4466
+"mom_1",0.8766552815988553,1613944393949,4466
+"eps_1",1e-05,1613944393949,4466
+"wd_2",0.01,1613944393949,4466
+"sqr_mom_2",0.99,1613944393949,4466
+"lr_2",0.0003667249247698033,1613944393949,4466
+"mom_2",0.8766552815988553,1613944393949,4466
+"eps_2",1e-05,1613944393949,4466
+"train_loss",0.018595902,1613944394947,4467
+"raw_loss",0.025514534,1613944394947,4467
+"epoch",28.100628930817606,1613944394947,4467
+"wd_0",0.01,1613944394947,4467
+"sqr_mom_0",0.99,1613944394947,4467
+"lr_0",3.666000727016367e-06,1613944394947,4467
+"mom_0",0.8766802522621953,1613944394947,4467
+"eps_0",1e-05,1613944394947,4467
+"wd_1",0.01,1613944394947,4467
+"sqr_mom_1",0.99,1613944394947,4467
+"lr_1",3.666000727016367e-05,1613944394947,4467
+"mom_1",0.8766802522621953,1613944394947,4467
+"eps_1",1e-05,1613944394947,4467
+"wd_2",0.01,1613944394947,4467
+"sqr_mom_2",0.99,1613944394947,4467
+"lr_2",0.0003666000727016367,1613944394947,4467
+"mom_2",0.8766802522621953,1613944394947,4467
+"eps_2",1e-05,1613944394947,4467
+"train_loss",0.018523267,1613944395913,4468
+"raw_loss",0.014964104,1613944395913,4468
+"epoch",28.106918238993707,1613944395913,4468
+"wd_0",0.01,1613944395913,4468
+"sqr_mom_0",0.99,1613944395913,4468
+"lr_0",3.664752248789275e-06,1613944395913,4468
+"mom_0",0.8767052220764352,1613944395913,4468
+"eps_0",1e-05,1613944395913,4468
+"wd_1",0.01,1613944395913,4468
+"sqr_mom_1",0.99,1613944395913,4468
+"lr_1",3.664752248789275e-05,1613944395913,4468
+"mom_1",0.8767052220764352,1613944395913,4468
+"eps_1",1e-05,1613944395913,4468
+"wd_2",0.01,1613944395913,4468
+"sqr_mom_2",0.99,1613944395913,4468
+"lr_2",0.00036647522487892744,1613944395913,4468
+"mom_2",0.8767052220764352,1613944395913,4468
+"eps_2",1e-05,1613944395913,4468
+"train_loss",0.018481303,1613944396890,4469
+"raw_loss",0.016425116,1613944396890,4469
+"epoch",28.113207547169807,1613944396890,4469
+"wd_0",0.01,1613944396890,4469
+"sqr_mom_0",0.99,1613944396890,4469
+"lr_0",3.663503606612975e-06,1613944396890,4469
+"mom_0",0.8767301951696922,1613944396890,4469
+"eps_0",1e-05,1613944396890,4469
+"wd_1",0.01,1613944396890,4469
+"sqr_mom_1",0.99,1613944396890,4469
+"lr_1",3.6635036066129755e-05,1613944396890,4469
+"mom_1",0.8767301951696922,1613944396890,4469
+"eps_1",1e-05,1613944396890,4469
+"wd_2",0.01,1613944396890,4469
+"sqr_mom_2",0.99,1613944396890,4469
+"lr_2",0.00036635036066129747,1613944396890,4469
+"mom_2",0.8767301951696922,1613944396890,4469
+"eps_2",1e-05,1613944396890,4469
+"train_loss",0.018478166,1613944397876,4470
+"raw_loss",0.018324474,1613944397876,4470
+"epoch",28.119496855345908,1613944397876,4470
+"wd_0",0.01,1613944397876,4470
+"sqr_mom_0",0.99,1613944397876,4470
+"lr_0",3.662253764906798e-06,1613944397876,4470
+"mom_0",0.8767551922537865,1613944397876,4470
+"eps_0",1e-05,1613944397876,4470
+"wd_1",0.01,1613944397876,4470
+"sqr_mom_1",0.99,1613944397876,4470
+"lr_1",3.6622537649067976e-05,1613944397876,4470
+"mom_1",0.8767551922537865,1613944397876,4470
+"eps_1",1e-05,1613944397876,4470
+"wd_2",0.01,1613944397876,4470
+"sqr_mom_2",0.99,1613944397876,4470
+"lr_2",0.00036622537649067975,1613944397876,4470
+"mom_2",0.8767551922537865,1613944397876,4470
+"eps_2",1e-05,1613944397876,4470
+"train_loss",0.018466512,1613944398856,4471
+"raw_loss",0.01789548,1613944398856,4471
+"epoch",28.125786163522008,1613944398856,4471
+"wd_0",0.01,1613944398856,4471
+"sqr_mom_0",0.99,1613944398856,4471
+"lr_0",3.6610043816838024e-06,1613944398856,4471
+"mom_0",0.8767801801681256,1613944398856,4471
+"eps_0",1e-05,1613944398856,4471
+"wd_1",0.01,1613944398856,4471
+"sqr_mom_1",0.99,1613944398856,4471
+"lr_1",3.661004381683802e-05,1613944398856,4471
+"mom_1",0.8767801801681256,1613944398856,4471
+"eps_1",1e-05,1613944398856,4471
+"wd_2",0.01,1613944398856,4471
+"sqr_mom_2",0.99,1613944398856,4471
+"lr_2",0.0003661004381683802,1613944398856,4471
+"mom_2",0.8767801801681256,1613944398856,4471
+"eps_2",1e-05,1613944398856,4471
+"train_loss",0.018491993,1613944399834,4472
+"raw_loss",0.019740522,1613944399834,4472
+"epoch",28.13207547169811,1613944399834,4472
+"wd_0",0.01,1613944399834,4472
+"sqr_mom_0",0.99,1613944399834,4472
+"lr_0",3.6597544213020547e-06,1613944399834,4472
+"mom_0",0.8768051796257551,1613944399834,4472
+"eps_0",1e-05,1613944399834,4472
+"wd_1",0.01,1613944399834,4472
+"sqr_mom_1",0.99,1613944399834,4472
+"lr_1",3.659754421302054e-05,1613944399834,4472
+"mom_1",0.8768051796257551,1613944399834,4472
+"eps_1",1e-05,1613944399834,4472
+"wd_2",0.01,1613944399834,4472
+"sqr_mom_2",0.99,1613944399834,4472
+"lr_2",0.00036597544213020543,1613944399834,4472
+"mom_2",0.8768051796257551,1613944399834,4472
+"eps_2",1e-05,1613944399834,4472
+"train_loss",0.01843112,1613944400822,4473
+"raw_loss",0.015448289,1613944400822,4473
+"epoch",28.13836477987421,1613944400822,4473
+"wd_0",0.01,1613944400822,4473
+"sqr_mom_0",0.99,1613944400822,4473
+"lr_0",3.658503676559268e-06,1613944400822,4473
+"mom_0",0.8768301947707623,1613944400822,4473
+"eps_0",1e-05,1613944400822,4473
+"wd_1",0.01,1613944400822,4473
+"sqr_mom_1",0.99,1613944400822,4473
+"lr_1",3.6585036765592676e-05,1613944400822,4473
+"mom_1",0.8768301947707623,1613944400822,4473
+"eps_1",1e-05,1613944400822,4473
+"wd_2",0.01,1613944400822,4473
+"sqr_mom_2",0.99,1613944400822,4473
+"lr_2",0.00036585036765592673,1613944400822,4473
+"mom_2",0.8768301947707623,1613944400822,4473
+"eps_2",1e-05,1613944400822,4473
+"train_loss",0.01817824,1613944401850,4474
+"raw_loss",0.005787071,1613944401850,4474
+"epoch",28.14465408805031,1613944401850,4474
+"wd_0",0.01,1613944401850,4474
+"sqr_mom_0",0.99,1613944401850,4474
+"lr_0",3.6572529773978e-06,1613944401850,4474
+"mom_0",0.876855209004134,1613944401850,4474
+"eps_0",1e-05,1613944401850,4474
+"wd_1",0.01,1613944401850,4474
+"sqr_mom_1",0.99,1613944401850,4474
+"lr_1",3.6572529773978e-05,1613944401850,4474
+"mom_1",0.876855209004134,1613944401850,4474
+"eps_1",1e-05,1613944401850,4474
+"wd_2",0.01,1613944401850,4474
+"sqr_mom_2",0.99,1613944401850,4474
+"lr_2",0.00036572529773977995,1613944401850,4474
+"mom_2",0.876855209004134,1613944401850,4474
+"eps_2",1e-05,1613944401850,4474
+"train_loss",0.01802066,1613944402862,4475
+"raw_loss",0.010299212,1613944402862,4475
+"epoch",28.15094339622641,1613944402862,4475
+"wd_0",0.01,1613944402862,4475
+"sqr_mom_0",0.99,1613944402862,4475
+"lr_0",3.65600211704442e-06,1613944402862,4475
+"mom_0",0.8768802264613762,1613944402862,4475
+"eps_0",1e-05,1613944402862,4475
+"wd_1",0.01,1613944402862,4475
+"sqr_mom_1",0.99,1613944402862,4475
+"lr_1",3.65600211704442e-05,1613944402862,4475
+"mom_1",0.8768802264613762,1613944402862,4475
+"eps_1",1e-05,1613944402862,4475
+"wd_2",0.01,1613944402862,4475
+"sqr_mom_2",0.99,1613944402862,4475
+"lr_2",0.00036560021170444195,1613944402862,4475
+"mom_2",0.8768802264613762,1613944402862,4475
+"eps_2",1e-05,1613944402862,4475
+"train_loss",0.017950675,1613944403918,4476
+"raw_loss",0.014521417,1613944403918,4476
+"epoch",28.15723270440251,1613944403918,4476
+"wd_0",0.01,1613944403918,4476
+"sqr_mom_0",0.99,1613944403918,4476
+"lr_0",3.6547500580810526e-06,1613944403918,4476
+"mom_0",0.8769052678910578,1613944403918,4476
+"eps_0",1e-05,1613944403918,4476
+"wd_1",0.01,1613944403918,4476
+"sqr_mom_1",0.99,1613944403918,4476
+"lr_1",3.654750058081053e-05,1613944403918,4476
+"mom_1",0.8769052678910578,1613944403918,4476
+"eps_1",1e-05,1613944403918,4476
+"wd_2",0.01,1613944403918,4476
+"sqr_mom_2",0.99,1613944403918,4476
+"lr_2",0.0003654750058081053,1613944403918,4476
+"mom_2",0.8769052678910578,1613944403918,4476
+"eps_2",1e-05,1613944403918,4476
+"train_loss",0.018158318,1613944404910,4477
+"raw_loss",0.028332846,1613944404910,4477
+"epoch",28.16352201257861,1613944404910,4477
+"wd_0",0.01,1613944404910,4477
+"sqr_mom_0",0.99,1613944404910,4477
+"lr_0",3.653498461462124e-06,1613944404910,4477
+"mom_0",0.8769303000737583,1613944404910,4477
+"eps_0",1e-05,1613944404910,4477
+"wd_1",0.01,1613944404910,4477
+"sqr_mom_1",0.99,1613944404910,4477
+"lr_1",3.653498461462124e-05,1613944404910,4477
+"mom_1",0.8769303000737583,1613944404910,4477
+"eps_1",1e-05,1613944404910,4477
+"wd_2",0.01,1613944404910,4477
+"sqr_mom_2",0.99,1613944404910,4477
+"lr_2",0.00036534984614621234,1613944404910,4477
+"mom_2",0.8769303000737583,1613944404910,4477
+"eps_2",1e-05,1613944404910,4477
+"train_loss",0.018130574,1613944405880,4478
+"raw_loss",0.016771095,1613944405880,4478
+"epoch",28.16981132075471,1613944405880,4478
+"wd_0",0.01,1613944405880,4478
+"sqr_mom_0",0.99,1613944405880,4478
+"lr_0",3.652245666542921e-06,1613944405880,4478
+"mom_0",0.8769553562227038,1613944405880,4478
+"eps_0",1e-05,1613944405880,4478
+"wd_1",0.01,1613944405880,4478
+"sqr_mom_1",0.99,1613944405880,4478
+"lr_1",3.6522456665429206e-05,1613944405880,4478
+"mom_1",0.8769553562227038,1613944405880,4478
+"eps_1",1e-05,1613944405880,4478
+"wd_2",0.01,1613944405880,4478
+"sqr_mom_2",0.99,1613944405880,4478
+"lr_2",0.00036522456665429205,1613944405880,4478
+"mom_2",0.8769553562227038,1613944405880,4478
+"eps_2",1e-05,1613944405880,4478
+"train_loss",0.017982244,1613944406855,4479
+"raw_loss",0.010714097,1613944406855,4479
+"epoch",28.17610062893081,1613944406855,4479
+"wd_0",0.01,1613944406855,4479
+"sqr_mom_0",0.99,1613944406855,4479
+"lr_0",3.6509933352541716e-06,1613944406855,4479
+"mom_0",0.8769804030989475,1613944406855,4479
+"eps_0",1e-05,1613944406855,4479
+"wd_1",0.01,1613944406855,4479
+"sqr_mom_1",0.99,1613944406855,4479
+"lr_1",3.650993335254172e-05,1613944406855,4479
+"mom_1",0.8769804030989475,1613944406855,4479
+"eps_1",1e-05,1613944406855,4479
+"wd_2",0.01,1613944406855,4479
+"sqr_mom_2",0.99,1613944406855,4479
+"lr_2",0.00036509933352541716,1613944406855,4479
+"mom_2",0.8769804030989475,1613944406855,4479
+"eps_2",1e-05,1613944406855,4479
+"train_loss",0.017878972,1613944407908,4480
+"raw_loss",0.012818591,1613944407908,4480
+"epoch",28.18238993710691,1613944407908,4480
+"wd_0",0.01,1613944407908,4480
+"sqr_mom_0",0.99,1613944407908,4480
+"lr_0",3.649740429507192e-06,1613944407908,4480
+"mom_0",0.8770054614644708,1613944407908,4480
+"eps_0",1e-05,1613944407908,4480
+"wd_1",0.01,1613944407908,4480
+"sqr_mom_1",0.99,1613944407908,4480
+"lr_1",3.6497404295071915e-05,1613944407908,4480
+"mom_1",0.8770054614644708,1613944407908,4480
+"eps_1",1e-05,1613944407908,4480
+"wd_2",0.01,1613944407908,4480
+"sqr_mom_2",0.99,1613944407908,4480
+"lr_2",0.00036497404295071916,1613944407908,4480
+"mom_2",0.8770054614644708,1613944407908,4480
+"eps_2",1e-05,1613944407908,4480
+"train_loss",0.017861405,1613944408915,4481
+"raw_loss",0.01700068,1613944408915,4481
+"epoch",28.188679245283012,1613944408915,4481
+"wd_0",0.01,1613944408915,4481
+"sqr_mom_0",0.99,1613944408915,4481
+"lr_0",3.6484867416144817e-06,1613944408915,4481
+"mom_0",0.8770305354730651,1613944408915,4481
+"eps_0",1e-05,1613944408915,4481
+"wd_1",0.01,1613944408915,4481
+"sqr_mom_1",0.99,1613944408915,4481
+"lr_1",3.648486741614482e-05,1613944408915,4481
+"mom_1",0.8770305354730651,1613944408915,4481
+"eps_1",1e-05,1613944408915,4481
+"wd_2",0.01,1613944408915,4481
+"sqr_mom_2",0.99,1613944408915,4481
+"lr_2",0.00036484867416144816,1613944408915,4481
+"mom_2",0.8770305354730651,1613944408915,4481
+"eps_2",1e-05,1613944408915,4481
+"train_loss",0.017859647,1613944409921,4482
+"raw_loss",0.017773483,1613944409921,4482
+"epoch",28.194968553459113,1613944409921,4482
+"wd_0",0.01,1613944409921,4482
+"sqr_mom_0",0.99,1613944409921,4482
+"lr_0",3.6472331034713517e-06,1613944409921,4482
+"mom_0",0.8770556084866578,1613944409921,4482
+"eps_0",1e-05,1613944409921,4482
+"wd_1",0.01,1613944409921,4482
+"sqr_mom_1",0.99,1613944409921,4482
+"lr_1",3.6472331034713515e-05,1613944409921,4482
+"mom_1",0.8770556084866578,1613944409921,4482
+"eps_1",1e-05,1613944409921,4482
+"wd_2",0.01,1613944409921,4482
+"sqr_mom_2",0.99,1613944409921,4482
+"lr_2",0.00036472331034713515,1613944409921,4482
+"mom_2",0.8770556084866578,1613944409921,4482
+"eps_2",1e-05,1613944409921,4482
+"train_loss",0.017708695,1613944410922,4483
+"raw_loss",0.010312047,1613944410922,4483
+"epoch",28.201257861635213,1613944410922,4483
+"wd_0",0.01,1613944410922,4483
+"sqr_mom_0",0.99,1613944410922,4483
+"lr_0",3.6459790997900594e-06,1613944410922,4483
+"mom_0",0.8770806888110869,1613944410922,4483
+"eps_0",1e-05,1613944410922,4483
+"wd_1",0.01,1613944410922,4483
+"sqr_mom_1",0.99,1613944410922,4483
+"lr_1",3.645979099790059e-05,1613944410922,4483
+"mom_1",0.8770806888110869,1613944410922,4483
+"eps_1",1e-05,1613944410922,4483
+"wd_2",0.01,1613944410922,4483
+"sqr_mom_2",0.99,1613944410922,4483
+"lr_2",0.0003645979099790059,1613944410922,4483
+"mom_2",0.8770806888110869,1613944410922,4483
+"eps_2",1e-05,1613944410922,4483
+"train_loss",0.017825626,1613944411885,4484
+"raw_loss",0.023555286,1613944411885,4484
+"epoch",28.207547169811313,1613944411885,4484
+"wd_0",0.01,1613944411885,4484
+"sqr_mom_0",0.99,1613944411885,4484
+"lr_0",3.644724314797898e-06,1613944411885,4484
+"mom_0",0.8771057847618896,1613944411885,4484
+"eps_0",1e-05,1613944411885,4484
+"wd_1",0.01,1613944411885,4484
+"sqr_mom_1",0.99,1613944411885,4484
+"lr_1",3.644724314797898e-05,1613944411885,4484
+"mom_1",0.8771057847618896,1613944411885,4484
+"eps_1",1e-05,1613944411885,4484
+"wd_2",0.01,1613944411885,4484
+"sqr_mom_2",0.99,1613944411885,4484
+"lr_2",0.0003644724314797898,1613944411885,4484
+"mom_2",0.8771057847618896,1613944411885,4484
+"eps_2",1e-05,1613944411885,4484
+"train_loss",0.017748728,1613944412900,4485
+"raw_loss",0.013980741,1613944412900,4485
+"epoch",28.213836477987414,1613944412900,4485
+"wd_0",0.01,1613944412900,4485
+"sqr_mom_0",0.99,1613944412900,4485
+"lr_0",3.6434695811181687e-06,1613944412900,4485
+"mom_0",0.8771308796864334,1613944412900,4485
+"eps_0",1e-05,1613944412900,4485
+"wd_1",0.01,1613944412900,4485
+"sqr_mom_1",0.99,1613944412900,4485
+"lr_1",3.6434695811181687e-05,1613944412900,4485
+"mom_1",0.8771308796864334,1613944412900,4485
+"eps_1",1e-05,1613944412900,4485
+"wd_2",0.01,1613944412900,4485
+"sqr_mom_2",0.99,1613944412900,4485
+"lr_2",0.00036434695811181687,1613944412900,4485
+"mom_2",0.8771308796864334,1613944412900,4485
+"eps_2",1e-05,1613944412900,4485
+"train_loss",0.017710436,1613944413864,4486
+"raw_loss",0.015834128,1613944413864,4486
+"epoch",28.220125786163514,1613944413864,4486
+"wd_0",0.01,1613944413864,4486
+"sqr_mom_0",0.99,1613944413864,4486
+"lr_0",3.642214691306462e-06,1613944413864,4486
+"mom_0",0.8771559777336481,1613944413864,4486
+"eps_0",1e-05,1613944413864,4486
+"wd_1",0.01,1613944413864,4486
+"sqr_mom_1",0.99,1613944413864,4486
+"lr_1",3.642214691306462e-05,1613944413864,4486
+"mom_1",0.8771559777336481,1613944413864,4486
+"eps_1",1e-05,1613944413864,4486
+"wd_2",0.01,1613944413864,4486
+"sqr_mom_2",0.99,1613944413864,4486
+"lr_2",0.00036422146913064614,1613944413864,4486
+"mom_2",0.8771559777336481,1613944413864,4486
+"eps_2",1e-05,1613944413864,4486
+"train_loss",0.017527433,1613944414819,4487
+"raw_loss",0.008560317,1613944414819,4487
+"epoch",28.226415094339615,1613944414819,4487
+"wd_0",0.01,1613944414819,4487
+"sqr_mom_0",0.99,1613944414819,4487
+"lr_0",3.6409586046069823e-06,1613944414819,4487
+"mom_0",0.8771810997188575,1613944414819,4487
+"eps_0",1e-05,1613944414819,4487
+"wd_1",0.01,1613944414819,4487
+"sqr_mom_1",0.99,1613944414819,4487
+"lr_1",3.640958604606982e-05,1613944414819,4487
+"mom_1",0.8771810997188575,1613944414819,4487
+"eps_1",1e-05,1613944414819,4487
+"wd_2",0.01,1613944414819,4487
+"sqr_mom_2",0.99,1613944414819,4487
+"lr_2",0.0003640958604606982,1613944414819,4487
+"mom_2",0.8771810997188575,1613944414819,4487
+"eps_2",1e-05,1613944414819,4487
+"train_loss",0.017501278,1613944415781,4488
+"raw_loss",0.01621964,1613944415781,4488
+"epoch",28.232704402515715,1613944415781,4488
+"wd_0",0.01,1613944415781,4488
+"sqr_mom_0",0.99,1613944415781,4488
+"lr_0",3.6397029873172634e-06,1613944415781,4488
+"mom_0",0.8772062123157779,1613944415781,4488
+"eps_0",1e-05,1613944415781,4488
+"wd_1",0.01,1613944415781,4488
+"sqr_mom_1",0.99,1613944415781,4488
+"lr_1",3.639702987317263e-05,1613944415781,4488
+"mom_1",0.8772062123157779,1613944415781,4488
+"eps_1",1e-05,1613944415781,4488
+"wd_2",0.01,1613944415781,4488
+"sqr_mom_2",0.99,1613944415781,4488
+"lr_2",0.00036397029873172634,1613944415781,4488
+"mom_2",0.8772062123157779,1613944415781,4488
+"eps_2",1e-05,1613944415781,4488
+"train_loss",0.017433234,1613944416777,4489
+"raw_loss",0.014099104,1613944416777,4489
+"epoch",28.238993710691815,1613944416777,4489
+"wd_0",0.01,1613944416777,4489
+"sqr_mom_0",0.99,1613944416777,4489
+"lr_0",3.6384467986213684e-06,1613944416777,4489
+"mom_0",0.877231336340936,1613944416777,4489
+"eps_0",1e-05,1613944416777,4489
+"wd_1",0.01,1613944416777,4489
+"sqr_mom_1",0.99,1613944416777,4489
+"lr_1",3.638446798621368e-05,1613944416777,4489
+"mom_1",0.877231336340936,1613944416777,4489
+"eps_1",1e-05,1613944416777,4489
+"wd_2",0.01,1613944416777,4489
+"sqr_mom_2",0.99,1613944416777,4489
+"lr_2",0.0003638446798621368,1613944416777,4489
+"mom_2",0.877231336340936,1613944416777,4489
+"eps_2",1e-05,1613944416777,4489
+"train_loss",0.017243322,1613944417736,4490
+"raw_loss",0.007937655,1613944417736,4490
+"epoch",28.245283018867916,1613944417736,4490
+"wd_0",0.01,1613944417736,4490
+"sqr_mom_0",0.99,1613944417736,4490
+"lr_0",3.6371898302910027e-06,1613944417736,4490
+"mom_0",0.8772564759589395,1613944417736,4490
+"eps_0",1e-05,1613944417736,4490
+"wd_1",0.01,1613944417736,4490
+"sqr_mom_1",0.99,1613944417736,4490
+"lr_1",3.6371898302910025e-05,1613944417736,4490
+"mom_1",0.8772564759589395,1613944417736,4490
+"eps_1",1e-05,1613944417736,4490
+"wd_2",0.01,1613944417736,4490
+"sqr_mom_2",0.99,1613944417736,4490
+"lr_2",0.00036371898302910025,1613944417736,4490
+"mom_2",0.8772564759589395,1613944417736,4490
+"eps_2",1e-05,1613944417736,4490
+"train_loss",0.017527917,1613944418704,4491
+"raw_loss",0.03147312,1613944418704,4491
+"epoch",28.251572327044016,1613944418704,4491
+"wd_0",0.01,1613944418704,4491
+"sqr_mom_0",0.99,1613944418704,4491
+"lr_0",3.635932916398239e-06,1613944418704,4491
+"mom_0",0.8772816144881801,1613944418704,4491
+"eps_0",1e-05,1613944418704,4491
+"wd_1",0.01,1613944418704,4491
+"sqr_mom_1",0.99,1613944418704,4491
+"lr_1",3.635932916398239e-05,1613944418704,4491
+"mom_1",0.8772816144881801,1613944418704,4491
+"eps_1",1e-05,1613944418704,4491
+"wd_2",0.01,1613944418704,4491
+"sqr_mom_2",0.99,1613944418704,4491
+"lr_2",0.0003635932916398239,1613944418704,4491
+"mom_2",0.8772816144881801,1613944418704,4491
+"eps_2",1e-05,1613944418704,4491
+"train_loss",0.017358169,1613944419668,4492
+"raw_loss",0.009040526,1613944419668,4492
+"epoch",28.257861635220117,1613944419668,4492
+"wd_0",0.01,1613944419668,4492
+"sqr_mom_0",0.99,1613944419668,4492
+"lr_0",3.6346758491359506e-06,1613944419668,4492
+"mom_0",0.8773067560848418,1613944419668,4492
+"eps_0",1e-05,1613944419668,4492
+"wd_1",0.01,1613944419668,4492
+"sqr_mom_1",0.99,1613944419668,4492
+"lr_1",3.6346758491359504e-05,1613944419668,4492
+"mom_1",0.8773067560848418,1613944419668,4492
+"eps_1",1e-05,1613944419668,4492
+"wd_2",0.01,1613944419668,4492
+"sqr_mom_2",0.99,1613944419668,4492
+"lr_2",0.00036346758491359507,1613944419668,4492
+"mom_2",0.8773067560848418,1613944419668,4492
+"eps_2",1e-05,1613944419668,4492
+"train_loss",0.017209549,1613944420637,4493
+"raw_loss",0.009927172,1613944420637,4493
+"epoch",28.264150943396217,1613944420637,4493
+"wd_0",0.01,1613944420637,4493
+"sqr_mom_0",0.99,1613944420637,4493
+"lr_0",3.6334175859447157e-06,1613944420637,4493
+"mom_0",0.8773319216003217,1613944420637,4493
+"eps_0",1e-05,1613944420637,4493
+"wd_1",0.01,1613944420637,4493
+"sqr_mom_1",0.99,1613944420637,4493
+"lr_1",3.633417585944716e-05,1613944420637,4493
+"mom_1",0.8773319216003217,1613944420637,4493
+"eps_1",1e-05,1613944420637,4493
+"wd_2",0.01,1613944420637,4493
+"sqr_mom_2",0.99,1613944420637,4493
+"lr_2",0.0003633417585944715,1613944420637,4493
+"mom_2",0.8773319216003217,1613944420637,4493
+"eps_2",1e-05,1613944420637,4493
+"train_loss",0.017076705,1613944421584,4494
+"raw_loss",0.010567373,1613944421584,4494
+"epoch",28.270440251572317,1613944421584,4494
+"wd_0",0.01,1613944421584,4494
+"sqr_mom_0",0.99,1613944421584,4494
+"lr_0",3.632159796009353e-06,1613944421584,4494
+"mom_0",0.8773570776505895,1613944421584,4494
+"eps_0",1e-05,1613944421584,4494
+"wd_1",0.01,1613944421584,4494
+"sqr_mom_1",0.99,1613944421584,4494
+"lr_1",3.632159796009353e-05,1613944421584,4494
+"mom_1",0.8773570776505895,1613944421584,4494
+"eps_1",1e-05,1613944421584,4494
+"wd_2",0.01,1613944421584,4494
+"sqr_mom_2",0.99,1613944421584,4494
+"lr_2",0.00036321597960093527,1613944421584,4494
+"mom_2",0.8773570776505895,1613944421584,4494
+"eps_2",1e-05,1613944421584,4494
+"train_loss",0.016863206,1613944422587,4495
+"raw_loss",0.0064017465,1613944422587,4495
+"epoch",28.276729559748418,1613944422587,4495
+"wd_0",0.01,1613944422587,4495
+"sqr_mom_0",0.99,1613944422587,4495
+"lr_0",3.6309014367106996e-06,1613944422587,4495
+"mom_0",0.8773822450882369,1613944422587,4495
+"eps_0",1e-05,1613944422587,4495
+"wd_1",0.01,1613944422587,4495
+"sqr_mom_1",0.99,1613944422587,4495
+"lr_1",3.630901436710699e-05,1613944422587,4495
+"mom_1",0.8773822450882369,1613944422587,4495
+"eps_1",1e-05,1613944422587,4495
+"wd_2",0.01,1613944422587,4495
+"sqr_mom_2",0.99,1613944422587,4495
+"lr_2",0.0003630901436710699,1613944422587,4495
+"mom_2",0.8773822450882369,1613944422587,4495
+"eps_2",1e-05,1613944422587,4495
+"train_loss",0.017758615,1613944423582,4496
+"raw_loss",0.061633684,1613944423582,4496
+"epoch",28.28301886792452,1613944423582,4496
+"wd_0",0.01,1613944423582,4496
+"sqr_mom_0",0.99,1613944423582,4496
+"lr_0",3.6296422994629172e-06,1613944423582,4496
+"mom_0",0.8774074280850225,1613944423582,4496
+"eps_0",1e-05,1613944423582,4496
+"wd_1",0.01,1613944423582,4496
+"sqr_mom_1",0.99,1613944423582,4496
+"lr_1",3.629642299462917e-05,1613944423582,4496
+"mom_1",0.8774074280850225,1613944423582,4496
+"eps_1",1e-05,1613944423582,4496
+"wd_2",0.01,1613944423582,4496
+"sqr_mom_2",0.99,1613944423582,4496
+"lr_2",0.0003629642299462916,1613944423582,4496
+"mom_2",0.8774074280850225,1613944423582,4496
+"eps_2",1e-05,1613944423582,4496
+"train_loss",0.018297503,1613944424554,4497
+"raw_loss",0.044702988,1613944424554,4497
+"epoch",28.28930817610062,1613944424554,4497
+"wd_0",0.01,1613944424554,4497
+"sqr_mom_0",0.99,1613944424554,4497
+"lr_0",3.6283832197772832e-06,1613944424554,4497
+"mom_0",0.8774326099305536,1613944424554,4497
+"eps_0",1e-05,1613944424554,4497
+"wd_1",0.01,1613944424554,4497
+"sqr_mom_1",0.99,1613944424554,4497
+"lr_1",3.628383219777283e-05,1613944424554,4497
+"mom_1",0.8774326099305536,1613944424554,4497
+"eps_1",1e-05,1613944424554,4497
+"wd_2",0.01,1613944424554,4497
+"sqr_mom_2",0.99,1613944424554,4497
+"lr_2",0.00036283832197772826,1613944424554,4497
+"mom_2",0.8774326099305536,1613944424554,4497
+"eps_2",1e-05,1613944424554,4497
+"train_loss",0.018226547,1613944425492,4498
+"raw_loss",0.014749693,1613944425492,4498
+"epoch",28.29559748427672,1613944425492,4498
+"wd_0",0.01,1613944425492,4498
+"sqr_mom_0",0.99,1613944425492,4498
+"lr_0",3.6271239894863355e-06,1613944425492,4498
+"mom_0",0.8774577947882212,1613944425492,4498
+"eps_0",1e-05,1613944425492,4498
+"wd_1",0.01,1613944425492,4498
+"sqr_mom_1",0.99,1613944425492,4498
+"lr_1",3.627123989486335e-05,1613944425492,4498
+"mom_1",0.8774577947882212,1613944425492,4498
+"eps_1",1e-05,1613944425492,4498
+"wd_2",0.01,1613944425492,4498
+"sqr_mom_2",0.99,1613944425492,4498
+"lr_2",0.0003627123989486335,1613944425492,4498
+"mom_2",0.8774577947882212,1613944425492,4498
+"eps_2",1e-05,1613944425492,4498
+"train_loss",0.018114846,1613944426443,4499
+"raw_loss",0.012641459,1613944426443,4499
+"epoch",28.30188679245282,1613944426443,4499
+"wd_0",0.01,1613944426443,4499
+"sqr_mom_0",0.99,1613944426443,4499
+"lr_0",3.625863564238988e-06,1613944426443,4499
+"mom_0",0.8774830035452557,1613944426443,4499
+"eps_0",1e-05,1613944426443,4499
+"wd_1",0.01,1613944426443,4499
+"sqr_mom_1",0.99,1613944426443,4499
+"lr_1",3.625863564238988e-05,1613944426443,4499
+"mom_1",0.8774830035452557,1613944426443,4499
+"eps_1",1e-05,1613944426443,4499
+"wd_2",0.01,1613944426443,4499
+"sqr_mom_2",0.99,1613944426443,4499
+"lr_2",0.0003625863564238988,1613944426443,4499
+"mom_2",0.8774830035452557,1613944426443,4499
+"eps_2",1e-05,1613944426443,4499
+"train_loss",0.018067872,1613944427387,4500
+"raw_loss",0.015766146,1613944427387,4500
+"epoch",28.30817610062892,1613944427387,4500
+"wd_0",0.01,1613944427387,4500
+"sqr_mom_0",0.99,1613944427387,4500
+"lr_0",3.624603616088196e-06,1613944427387,4500
+"mom_0",0.8775082027602636,1613944427387,4500
+"eps_0",1e-05,1613944427387,4500
+"wd_1",0.01,1613944427387,4500
+"sqr_mom_1",0.99,1613944427387,4500
+"lr_1",3.624603616088196e-05,1613944427387,4500
+"mom_1",0.8775082027602636,1613944427387,4500
+"eps_1",1e-05,1613944427387,4500
+"wd_2",0.01,1613944427387,4500
+"sqr_mom_2",0.99,1613944427387,4500
+"lr_2",0.0003624603616088196,1613944427387,4500
+"mom_2",0.8775082027602636,1613944427387,4500
+"eps_2",1e-05,1613944427387,4500
+"train_loss",0.017955214,1613944428338,4501
+"raw_loss",0.012434949,1613944428338,4501
+"epoch",28.31446540880502,1613944428338,4501
+"wd_0",0.01,1613944428338,4501
+"sqr_mom_0",0.99,1613944428338,4501
+"lr_0",3.623343100623528e-06,1613944428338,4501
+"mom_0",0.8775334133216627,1613944428338,4501
+"eps_0",1e-05,1613944428338,4501
+"wd_1",0.01,1613944428338,4501
+"sqr_mom_1",0.99,1613944428338,4501
+"lr_1",3.6233431006235276e-05,1613944428338,4501
+"mom_1",0.8775334133216627,1613944428338,4501
+"eps_1",1e-05,1613944428338,4501
+"wd_2",0.01,1613944428338,4501
+"sqr_mom_2",0.99,1613944428338,4501
+"lr_2",0.0003623343100623527,1613944428338,4501
+"mom_2",0.8775334133216627,1613944428338,4501
+"eps_2",1e-05,1613944428338,4501
+"train_loss",0.017803837,1613944429281,4502
+"raw_loss",0.01038637,1613944429281,4502
+"epoch",28.32075471698112,1613944429281,4502
+"wd_0",0.01,1613944429281,4502
+"sqr_mom_0",0.99,1613944429281,4502
+"lr_0",3.6220818089039994e-06,1613944429281,4502
+"mom_0",0.877558639408314,1613944429281,4502
+"eps_0",1e-05,1613944429281,4502
+"wd_1",0.01,1613944429281,4502
+"sqr_mom_1",0.99,1613944429281,4502
+"lr_1",3.6220818089039995e-05,1613944429281,4502
+"mom_1",0.877558639408314,1613944429281,4502
+"eps_1",1e-05,1613944429281,4502
+"wd_2",0.01,1613944429281,4502
+"sqr_mom_2",0.99,1613944429281,4502
+"lr_2",0.0003622081808903999,1613944429281,4502
+"mom_2",0.877558639408314,1613944429281,4502
+"eps_2",1e-05,1613944429281,4502
+"train_loss",0.017727513,1613944430272,4503
+"raw_loss",0.013987605,1613944430272,4503
+"epoch",28.32704402515722,1613944430272,4503
+"wd_0",0.01,1613944430272,4503
+"sqr_mom_0",0.99,1613944430272,4503
+"lr_0",3.6208205778705065e-06,1613944430272,4503
+"mom_0",0.8775838642812327,1613944430272,4503
+"eps_0",1e-05,1613944430272,4503
+"wd_1",0.01,1613944430272,4503
+"sqr_mom_1",0.99,1613944430272,4503
+"lr_1",3.620820577870506e-05,1613944430272,4503
+"mom_1",0.8775838642812327,1613944430272,4503
+"eps_1",1e-05,1613944430272,4503
+"wd_2",0.01,1613944430272,4503
+"sqr_mom_2",0.99,1613944430272,4503
+"lr_2",0.0003620820577870506,1613944430272,4503
+"mom_2",0.8775838642812327,1613944430272,4503
+"eps_2",1e-05,1613944430272,4503
+"train_loss",0.017537968,1613944431220,4504
+"raw_loss",0.008250283,1613944431220,4504
+"epoch",28.33333333333332,1613944431220,4504
+"wd_0",0.01,1613944431220,4504
+"sqr_mom_0",0.99,1613944431220,4504
+"lr_0",3.619558989714747e-06,1613944431220,4504
+"mom_0",0.8776090962966681,1613944431220,4504
+"eps_0",1e-05,1613944431220,4504
+"wd_1",0.01,1613944431220,4504
+"sqr_mom_1",0.99,1613944431220,4504
+"lr_1",3.6195589897147475e-05,1613944431220,4504
+"mom_1",0.8776090962966681,1613944431220,4504
+"eps_1",1e-05,1613944431220,4504
+"wd_2",0.01,1613944431220,4504
+"sqr_mom_2",0.99,1613944431220,4504
+"lr_2",0.0003619558989714747,1613944431220,4504
+"mom_2",0.8776090962966681,1613944431220,4504
+"eps_2",1e-05,1613944431220,4504
+"train_loss",0.017656075,1613944432182,4505
+"raw_loss",0.023443298,1613944432182,4505
+"epoch",28.339622641509422,1613944432182,4505
+"wd_0",0.01,1613944432182,4505
+"sqr_mom_0",0.99,1613944432182,4505
+"lr_0",3.6182966261546267e-06,1613944432182,4505
+"mom_0",0.8776343438203457,1613944432182,4505
+"eps_0",1e-05,1613944432182,4505
+"wd_1",0.01,1613944432182,4505
+"sqr_mom_1",0.99,1613944432182,4505
+"lr_1",3.618296626154627e-05,1613944432182,4505
+"mom_1",0.8776343438203457,1613944432182,4505
+"eps_1",1e-05,1613944432182,4505
+"wd_2",0.01,1613944432182,4505
+"sqr_mom_2",0.99,1613944432182,4505
+"lr_2",0.00036182966261546264,1613944432182,4505
+"mom_2",0.8776343438203457,1613944432182,4505
+"eps_2",1e-05,1613944432182,4505
+"train_loss",0.01773317,1613944433124,4506
+"raw_loss",0.021510864,1613944433124,4506
+"epoch",28.345911949685522,1613944433124,4506
+"wd_0",0.01,1613944433124,4506
+"sqr_mom_0",0.99,1613944433124,4506
+"lr_0",3.6170343248422674e-06,1613944433124,4506
+"mom_0",0.8776595900990556,1613944433124,4506
+"eps_0",1e-05,1613944433124,4506
+"wd_1",0.01,1613944433124,4506
+"sqr_mom_1",0.99,1613944433124,4506
+"lr_1",3.6170343248422674e-05,1613944433124,4506
+"mom_1",0.8776595900990556,1613944433124,4506
+"eps_1",1e-05,1613944433124,4506
+"wd_2",0.01,1613944433124,4506
+"sqr_mom_2",0.99,1613944433124,4506
+"lr_2",0.0003617034324842267,1613944433124,4506
+"mom_2",0.8776595900990556,1613944433124,4506
+"eps_2",1e-05,1613944433124,4506
+"train_loss",0.017634293,1613944434082,4507
+"raw_loss",0.012789368,1613944434082,4507
+"epoch",28.352201257861623,1613944434082,4507
+"wd_0",0.01,1613944434082,4507
+"sqr_mom_0",0.99,1613944434082,4507
+"lr_0",3.6157718770741803e-06,1613944434082,4507
+"mom_0",0.8776848393069094,1613944434082,4507
+"eps_0",1e-05,1613944434082,4507
+"wd_1",0.01,1613944434082,4507
+"sqr_mom_1",0.99,1613944434082,4507
+"lr_1",3.6157718770741805e-05,1613944434082,4507
+"mom_1",0.8776848393069094,1613944434082,4507
+"eps_1",1e-05,1613944434082,4507
+"wd_2",0.01,1613944434082,4507
+"sqr_mom_2",0.99,1613944434082,4507
+"lr_2",0.000361577187707418,1613944434082,4507
+"mom_2",0.8776848393069094,1613944434082,4507
+"eps_2",1e-05,1613944434082,4507
+"train_loss",0.017747436,1613944435056,4508
+"raw_loss",0.023291439,1613944435056,4508
+"epoch",28.358490566037723,1613944435056,4508
+"wd_0",0.01,1613944435056,4508
+"sqr_mom_0",0.99,1613944435056,4508
+"lr_0",3.614508235834228e-06,1613944435056,4508
+"mom_0",0.8777101123844393,1613944435056,4508
+"eps_0",1e-05,1613944435056,4508
+"wd_1",0.01,1613944435056,4508
+"sqr_mom_1",0.99,1613944435056,4508
+"lr_1",3.614508235834228e-05,1613944435056,4508
+"mom_1",0.8777101123844393,1613944435056,4508
+"eps_1",1e-05,1613944435056,4508
+"wd_2",0.01,1613944435056,4508
+"sqr_mom_2",0.99,1613944435056,4508
+"lr_2",0.00036145082358342274,1613944435056,4508
+"mom_2",0.8777101123844393,1613944435056,4508
+"eps_2",1e-05,1613944435056,4508
+"train_loss",0.017721929,1613944436028,4509
+"raw_loss",0.016472058,1613944436028,4509
+"epoch",28.364779874213824,1613944436028,4509
+"wd_0",0.01,1613944436028,4509
+"sqr_mom_0",0.99,1613944436028,4509
+"lr_0",3.6132450774416323e-06,1613944436028,4509
+"mom_0",0.8777353758049253,1613944436028,4509
+"eps_0",1e-05,1613944436028,4509
+"wd_1",0.01,1613944436028,4509
+"sqr_mom_1",0.99,1613944436028,4509
+"lr_1",3.613245077441633e-05,1613944436028,4509
+"mom_1",0.8777353758049253,1613944436028,4509
+"eps_1",1e-05,1613944436028,4509
+"wd_2",0.01,1613944436028,4509
+"sqr_mom_2",0.99,1613944436028,4509
+"lr_2",0.00036132450774416323,1613944436028,4509
+"mom_2",0.8777353758049253,1613944436028,4509
+"eps_2",1e-05,1613944436028,4509
+"train_loss",0.017859552,1613944437005,4510
+"raw_loss",0.024603138,1613944437005,4510
+"epoch",28.371069182389924,1613944437005,4510
+"wd_0",0.01,1613944437005,4510
+"sqr_mom_0",0.99,1613944437005,4510
+"lr_0",3.6119813548215095e-06,1613944437005,4510
+"mom_0",0.8777606505100749,1613944437005,4510
+"eps_0",1e-05,1613944437005,4510
+"wd_1",0.01,1613944437005,4510
+"sqr_mom_1",0.99,1613944437005,4510
+"lr_1",3.6119813548215094e-05,1613944437005,4510
+"mom_1",0.8777606505100749,1613944437005,4510
+"eps_1",1e-05,1613944437005,4510
+"wd_2",0.01,1613944437005,4510
+"sqr_mom_2",0.99,1613944437005,4510
+"lr_2",0.00036119813548215096,1613944437005,4510
+"mom_2",0.8777606505100749,1613944437005,4510
+"eps_2",1e-05,1613944437005,4510
+"train_loss",0.017755315,1613944438022,4511
+"raw_loss",0.01264772,1613944438022,4511
+"epoch",28.377358490566024,1613944438022,4511
+"wd_0",0.01,1613944438022,4511
+"sqr_mom_0",0.99,1613944438022,4511
+"lr_0",3.6107168585046423e-06,1613944438022,4511
+"mom_0",0.877785940689314,1613944438022,4511
+"eps_0",1e-05,1613944438022,4511
+"wd_1",0.01,1613944438022,4511
+"sqr_mom_1",0.99,1613944438022,4511
+"lr_1",3.610716858504642e-05,1613944438022,4511
+"mom_1",0.877785940689314,1613944438022,4511
+"eps_1",1e-05,1613944438022,4511
+"wd_2",0.01,1613944438022,4511
+"sqr_mom_2",0.99,1613944438022,4511
+"lr_2",0.00036107168585046423,1613944438022,4511
+"mom_2",0.877785940689314,1613944438022,4511
+"eps_2",1e-05,1613944438022,4511
+"train_loss",0.017619066,1613944438963,4512
+"raw_loss",0.010942887,1613944438963,4512
+"epoch",28.383647798742125,1613944438963,4512
+"wd_0",0.01,1613944438963,4512
+"sqr_mom_0",0.99,1613944438963,4512
+"lr_0",3.609452427558366e-06,1613944438963,4512
+"mom_0",0.8778112295611282,1613944438963,4512
+"eps_0",1e-05,1613944438963,4512
+"wd_1",0.01,1613944438963,4512
+"sqr_mom_1",0.99,1613944438963,4512
+"lr_1",3.6094524275583664e-05,1613944438963,4512
+"mom_1",0.8778112295611282,1613944438963,4512
+"eps_1",1e-05,1613944438963,4512
+"wd_2",0.01,1613944438963,4512
+"sqr_mom_2",0.99,1613944438963,4512
+"lr_2",0.0003609452427558366,1613944438963,4512
+"mom_2",0.8778112295611282,1613944438963,4512
+"eps_2",1e-05,1613944438963,4512
+"train_loss",0.017390285,1613944439909,4513
+"raw_loss",0.006180037,1613944439909,4513
+"epoch",28.389937106918225,1613944439909,4513
+"wd_0",0.01,1613944439909,4513
+"sqr_mom_0",0.99,1613944439909,4513
+"lr_0",3.608187852924834e-06,1613944439909,4513
+"mom_0",0.8778365213067164,1613944439909,4513
+"eps_0",1e-05,1613944439909,4513
+"wd_1",0.01,1613944439909,4513
+"sqr_mom_1",0.99,1613944439909,4513
+"lr_1",3.608187852924834e-05,1613944439909,4513
+"mom_1",0.8778365213067164,1613944439909,4513
+"eps_1",1e-05,1613944439909,4513
+"wd_2",0.01,1613944439909,4513
+"sqr_mom_2",0.99,1613944439909,4513
+"lr_2",0.0003608187852924834,1613944439909,4513
+"mom_2",0.8778365213067164,1613944439909,4513
+"eps_2",1e-05,1613944439909,4513
+"train_loss",0.017354142,1613944440850,4514
+"raw_loss",0.015583179,1613944440850,4514
+"epoch",28.396226415094326,1613944440850,4514
+"wd_0",0.01,1613944440850,4514
+"sqr_mom_0",0.99,1613944440850,4514
+"lr_0",3.6069220858262346e-06,1613944440850,4514
+"mom_0",0.8778618369018443,1613944440850,4514
+"eps_0",1e-05,1613944440850,4514
+"wd_1",0.01,1613944440850,4514
+"sqr_mom_1",0.99,1613944440850,4514
+"lr_1",3.6069220858262346e-05,1613944440850,4514
+"mom_1",0.8778618369018443,1613944440850,4514
+"eps_1",1e-05,1613944440850,4514
+"wd_2",0.01,1613944440850,4514
+"sqr_mom_2",0.99,1613944440850,4514
+"lr_2",0.0003606922085826234,1613944440850,4514
+"mom_2",0.8778618369018443,1613944440850,4514
+"eps_2",1e-05,1613944440850,4514
+"train_loss",0.01731721,1613944441817,4515
+"raw_loss",0.015507513,1613944441817,4515
+"epoch",28.402515723270426,1613944441817,4515
+"wd_0",0.01,1613944441817,4515
+"sqr_mom_0",0.99,1613944441817,4515
+"lr_0",3.605656805401909e-06,1613944441817,4515
+"mom_0",0.8778871427633894,1613944441817,4515
+"eps_0",1e-05,1613944441817,4515
+"wd_1",0.01,1613944441817,4515
+"sqr_mom_1",0.99,1613944441817,4515
+"lr_1",3.605656805401909e-05,1613944441817,4515
+"mom_1",0.8778871427633894,1613944441817,4515
+"eps_1",1e-05,1613944441817,4515
+"wd_2",0.01,1613944441817,4515
+"sqr_mom_2",0.99,1613944441817,4515
+"lr_2",0.00036056568054019085,1613944441817,4515
+"mom_2",0.8778871427633894,1613944441817,4515
+"eps_2",1e-05,1613944441817,4515
+"train_loss",0.01710253,1613944442753,4516
+"raw_loss",0.0065832017,1613944442753,4516
+"epoch",28.408805031446526,1613944442753,4516
+"wd_0",0.01,1613944442753,4516
+"sqr_mom_0",0.99,1613944442753,4516
+"lr_0",3.604390332851185e-06,1613944442753,4516
+"mom_0",0.877912472467701,1613944442753,4516
+"eps_0",1e-05,1613944442753,4516
+"wd_1",0.01,1613944442753,4516
+"sqr_mom_1",0.99,1613944442753,4516
+"lr_1",3.6043903328511846e-05,1613944442753,4516
+"mom_1",0.877912472467701,1613944442753,4516
+"eps_1",1e-05,1613944442753,4516
+"wd_2",0.01,1613944442753,4516
+"sqr_mom_2",0.99,1613944442753,4516
+"lr_2",0.0003604390332851184,1613944442753,4516
+"mom_2",0.877912472467701,1613944442753,4516
+"eps_2",1e-05,1613944442753,4516
+"train_loss",0.0168933,1613944443708,4517
+"raw_loss",0.006640965,1613944443708,4517
+"epoch",28.415094339622627,1613944443708,4517
+"wd_0",0.01,1613944443708,4517
+"sqr_mom_0",0.99,1613944443708,4517
+"lr_0",3.6031243482492395e-06,1613944443708,4517
+"mom_0",0.8779377924129393,1613944443708,4517
+"eps_0",1e-05,1613944443708,4517
+"wd_1",0.01,1613944443708,4517
+"sqr_mom_1",0.99,1613944443708,4517
+"lr_1",3.6031243482492395e-05,1613944443708,4517
+"mom_1",0.8779377924129393,1613944443708,4517
+"eps_1",1e-05,1613944443708,4517
+"wd_2",0.01,1613944443708,4517
+"sqr_mom_2",0.99,1613944443708,4517
+"lr_2",0.0003603124348249239,1613944443708,4517
+"mom_2",0.8779377924129393,1613944443708,4517
+"eps_2",1e-05,1613944443708,4517
+"train_loss",0.016873743,1613944444662,4518
+"raw_loss",0.015915507,1613944444662,4518
+"epoch",28.421383647798727,1613944444662,4518
+"wd_0",0.01,1613944444662,4518
+"sqr_mom_0",0.99,1613944444662,4518
+"lr_0",3.601857802175449e-06,1613944444662,4518
+"mom_0",0.8779631235877269,1613944444662,4518
+"eps_0",1e-05,1613944444662,4518
+"wd_1",0.01,1613944444662,4518
+"sqr_mom_1",0.99,1613944444662,4518
+"lr_1",3.601857802175449e-05,1613944444662,4518
+"mom_1",0.8779631235877269,1613944444662,4518
+"eps_1",1e-05,1613944444662,4518
+"wd_2",0.01,1613944444662,4518
+"sqr_mom_2",0.99,1613944444662,4518
+"lr_2",0.0003601857802175449,1613944444662,4518
+"mom_2",0.8779631235877269,1613944444662,4518
+"eps_2",1e-05,1613944444662,4518
+"train_loss",0.016891485,1613944445833,4519
+"raw_loss",0.017760837,1613944445833,4519
+"epoch",28.427672955974828,1613944445833,4519
+"wd_0",0.01,1613944445833,4519
+"sqr_mom_0",0.99,1613944445833,4519
+"lr_0",3.6005904846955924e-06,1613944445833,4519
+"mom_0",0.8779884701907901,1613944445833,4519
+"eps_0",1e-05,1613944445833,4519
+"wd_1",0.01,1613944445833,4519
+"sqr_mom_1",0.99,1613944445833,4519
+"lr_1",3.6005904846955926e-05,1613944445833,4519
+"mom_1",0.8779884701907901,1613944445833,4519
+"eps_1",1e-05,1613944445833,4519
+"wd_2",0.01,1613944445833,4519
+"sqr_mom_2",0.99,1613944445833,4519
+"lr_2",0.00036005904846955923,1613944445833,4519
+"mom_2",0.8779884701907901,1613944445833,4519
+"eps_2",1e-05,1613944445833,4519
+"train_loss",0.016724791,1613944447162,4520
+"raw_loss",0.008556798,1613944447162,4520
+"epoch",28.433962264150928,1613944447162,4520
+"wd_0",0.01,1613944447162,4520
+"sqr_mom_0",0.99,1613944447162,4520
+"lr_0",3.5993232367490113e-06,1613944447162,4520
+"mom_0",0.8780138154031738,1613944447162,4520
+"eps_0",1e-05,1613944447162,4520
+"wd_1",0.01,1613944447162,4520
+"sqr_mom_1",0.99,1613944447162,4520
+"lr_1",3.599323236749011e-05,1613944447162,4520
+"mom_1",0.8780138154031738,1613944447162,4520
+"eps_1",1e-05,1613944447162,4520
+"wd_2",0.01,1613944447162,4520
+"sqr_mom_2",0.99,1613944447162,4520
+"lr_2",0.0003599323236749011,1613944447162,4520
+"mom_2",0.8780138154031738,1613944447162,4520
+"eps_2",1e-05,1613944447162,4520
+"train_loss",0.016493207,1613944448275,4521
+"raw_loss",0.0051455274,1613944448275,4521
+"epoch",28.44025157232703,1613944448275,4521
+"wd_0",0.01,1613944448275,4521
+"sqr_mom_0",0.99,1613944448275,4521
+"lr_0",3.5980558488091048e-06,1613944448275,4521
+"mom_0",0.8780391634154521,1613944448275,4521
+"eps_0",1e-05,1613944448275,4521
+"wd_1",0.01,1613944448275,4521
+"sqr_mom_1",0.99,1613944448275,4521
+"lr_1",3.598055848809105e-05,1613944448275,4521
+"mom_1",0.8780391634154521,1613944448275,4521
+"eps_1",1e-05,1613944448275,4521
+"wd_2",0.01,1613944448275,4521
+"sqr_mom_2",0.99,1613944448275,4521
+"lr_2",0.00035980558488091046,1613944448275,4521
+"mom_2",0.8780391634154521,1613944448275,4521
+"eps_2",1e-05,1613944448275,4521
+"train_loss",0.016401863,1613944449425,4522
+"raw_loss",0.011926034,1613944449425,4522
+"epoch",28.44654088050313,1613944449425,4522
+"wd_0",0.01,1613944449425,4522
+"sqr_mom_0",0.99,1613944449425,4522
+"lr_0",3.5967872697678374e-06,1613944449425,4522
+"mom_0",0.8780645352499957,1613944449425,4522
+"eps_0",1e-05,1613944449425,4522
+"wd_1",0.01,1613944449425,4522
+"sqr_mom_1",0.99,1613944449425,4522
+"lr_1",3.5967872697678374e-05,1613944449425,4522
+"mom_1",0.8780645352499957,1613944449425,4522
+"eps_1",1e-05,1613944449425,4522
+"wd_2",0.01,1613944449425,4522
+"sqr_mom_2",0.99,1613944449425,4522
+"lr_2",0.00035967872697678367,1613944449425,4522
+"mom_2",0.8780645352499957,1613944449425,4522
+"eps_2",1e-05,1613944449425,4522
+"train_loss",0.016171634,1613944450431,4523
+"raw_loss",0.004890437,1613944450431,4523
+"epoch",28.45283018867923,1613944450431,4523
+"wd_0",0.01,1613944450431,4523
+"sqr_mom_0",0.99,1613944450431,4523
+"lr_0",3.5955191824948113e-06,1613944450431,4523
+"mom_0",0.8780898972490763,1613944450431,4523
+"eps_0",1e-05,1613944450431,4523
+"wd_1",0.01,1613944450431,4523
+"sqr_mom_1",0.99,1613944450431,4523
+"lr_1",3.5955191824948115e-05,1613944450431,4523
+"mom_1",0.8780898972490763,1613944450431,4523
+"eps_1",1e-05,1613944450431,4523
+"wd_2",0.01,1613944450431,4523
+"sqr_mom_2",0.99,1613944450431,4523
+"lr_2",0.0003595519182494811,1613944450431,4523
+"mom_2",0.8780898972490763,1613944450431,4523
+"eps_2",1e-05,1613944450431,4523
+"train_loss",0.016098678,1613944451363,4524
+"raw_loss",0.012523825,1613944451363,4524
+"epoch",28.45911949685533,1613944451363,4524
+"wd_0",0.01,1613944451363,4524
+"sqr_mom_0",0.99,1613944451363,4524
+"lr_0",3.594250535824177e-06,1613944451363,4524
+"mom_0",0.8781152704362208,1613944451363,4524
+"eps_0",1e-05,1613944451363,4524
+"wd_1",0.01,1613944451363,4524
+"sqr_mom_1",0.99,1613944451363,4524
+"lr_1",3.594250535824177e-05,1613944451363,4524
+"mom_1",0.8781152704362208,1613944451363,4524
+"eps_1",1e-05,1613944451363,4524
+"wd_2",0.01,1613944451363,4524
+"sqr_mom_2",0.99,1613944451363,4524
+"lr_2",0.00035942505358241766,1613944451363,4524
+"mom_2",0.8781152704362208,1613944451363,4524
+"eps_2",1e-05,1613944451363,4524
+"train_loss",0.016175827,1613944452319,4525
+"raw_loss",0.01995609,1613944452319,4525
+"epoch",28.46540880503143,1613944452319,4525
+"wd_0",0.01,1613944452319,4525
+"sqr_mom_0",0.99,1613944452319,4525
+"lr_0",3.5929811194757775e-06,1613944452319,4525
+"mom_0",0.8781406590170746,1613944452319,4525
+"eps_0",1e-05,1613944452319,4525
+"wd_1",0.01,1613944452319,4525
+"sqr_mom_1",0.99,1613944452319,4525
+"lr_1",3.592981119475777e-05,1613944452319,4525
+"mom_1",0.8781406590170746,1613944452319,4525
+"eps_1",1e-05,1613944452319,4525
+"wd_2",0.01,1613944452319,4525
+"sqr_mom_2",0.99,1613944452319,4525
+"lr_2",0.0003592981119475777,1613944452319,4525
+"mom_2",0.8781406590170746,1613944452319,4525
+"eps_2",1e-05,1613944452319,4525
+"train_loss",0.016149618,1613944453266,4526
+"raw_loss",0.014865335,1613944453266,4526
+"epoch",28.47169811320753,1613944453266,4526
+"wd_0",0.01,1613944453266,4526
+"sqr_mom_0",0.99,1613944453266,4526
+"lr_0",3.5917117757816732e-06,1613944453266,4526
+"mom_0",0.878166046144828,1613944453266,4526
+"eps_0",1e-05,1613944453266,4526
+"wd_1",0.01,1613944453266,4526
+"sqr_mom_1",0.99,1613944453266,4526
+"lr_1",3.591711775781673e-05,1613944453266,4526
+"mom_1",0.878166046144828,1613944453266,4526
+"eps_1",1e-05,1613944453266,4526
+"wd_2",0.01,1613944453266,4526
+"sqr_mom_2",0.99,1613944453266,4526
+"lr_2",0.00035917117757816727,1613944453266,4526
+"mom_2",0.878166046144828,1613944453266,4526
+"eps_2",1e-05,1613944453266,4526
+"train_loss",0.016261723,1613944454224,4527
+"raw_loss",0.021754911,1613944454224,4527
+"epoch",28.47798742138363,1613944454224,4527
+"wd_0",0.01,1613944454224,4527
+"sqr_mom_0",0.99,1613944454224,4527
+"lr_0",3.5904420842403254e-06,1613944454224,4527
+"mom_0",0.8781914402295957,1613944454224,4527
+"eps_0",1e-05,1613944454224,4527
+"wd_1",0.01,1613944454224,4527
+"sqr_mom_1",0.99,1613944454224,4527
+"lr_1",3.590442084240326e-05,1613944454224,4527
+"mom_1",0.8781914402295957,1613944454224,4527
+"eps_1",1e-05,1613944454224,4527
+"wd_2",0.01,1613944454224,4527
+"sqr_mom_2",0.99,1613944454224,4527
+"lr_2",0.0003590442084240326,1613944454224,4527
+"mom_2",0.8781914402295957,1613944454224,4527
+"eps_2",1e-05,1613944454224,4527
+"train_loss",0.016174292,1613944455163,4528
+"raw_loss",0.011890205,1613944455163,4528
+"epoch",28.48427672955973,1613944455163,4528
+"wd_0",0.01,1613944455163,4528
+"sqr_mom_0",0.99,1613944455163,4528
+"lr_0",3.5891716238886985e-06,1613944455163,4528
+"mom_0",0.8782168496907229,1613944455163,4528
+"eps_0",1e-05,1613944455163,4528
+"wd_1",0.01,1613944455163,4528
+"sqr_mom_1",0.99,1613944455163,4528
+"lr_1",3.5891716238886985e-05,1613944455163,4528
+"mom_1",0.8782168496907229,1613944455163,4528
+"eps_1",1e-05,1613944455163,4528
+"wd_2",0.01,1613944455163,4528
+"sqr_mom_2",0.99,1613944455163,4528
+"lr_2",0.0003589171623888698,1613944455163,4528
+"mom_2",0.8782168496907229,1613944455163,4528
+"eps_2",1e-05,1613944455163,4528
+"train_loss",0.015996194,1613944456113,4529
+"raw_loss",0.007269353,1613944456113,4529
+"epoch",28.49056603773583,1613944456113,4529
+"wd_0",0.01,1613944456113,4529
+"sqr_mom_0",0.99,1613944456113,4529
+"lr_0",3.5879012377516114e-06,1613944456113,4529
+"mom_0",0.8782422576675444,1613944456113,4529
+"eps_0",1e-05,1613944456113,4529
+"wd_1",0.01,1613944456113,4529
+"sqr_mom_1",0.99,1613944456113,4529
+"lr_1",3.587901237751611e-05,1613944456113,4529
+"mom_1",0.8782422576675444,1613944456113,4529
+"eps_1",1e-05,1613944456113,4529
+"wd_2",0.01,1613944456113,4529
+"sqr_mom_2",0.99,1613944456113,4529
+"lr_2",0.0003587901237751611,1613944456113,4529
+"mom_2",0.8782422576675444,1613944456113,4529
+"eps_2",1e-05,1613944456113,4529
+"train_loss",0.015931096,1613944457054,4530
+"raw_loss",0.012741352,1613944457054,4530
+"epoch",28.496855345911932,1613944457054,4530
+"wd_0",0.01,1613944457054,4530
+"sqr_mom_0",0.99,1613944457054,4530
+"lr_0",3.5866307157802345e-06,1613944457054,4530
+"mom_0",0.878267668361079,1613944457054,4530
+"eps_0",1e-05,1613944457054,4530
+"wd_1",0.01,1613944457054,4530
+"sqr_mom_1",0.99,1613944457054,4530
+"lr_1",3.5866307157802345e-05,1613944457054,4530
+"mom_1",0.878267668361079,1613944457054,4530
+"eps_1",1e-05,1613944457054,4530
+"wd_2",0.01,1613944457054,4530
+"sqr_mom_2",0.99,1613944457054,4530
+"lr_2",0.0003586630715780234,1613944457054,4530
+"mom_2",0.878267668361079,1613944457054,4530
+"eps_2",1e-05,1613944457054,4530
+"train_loss",0.015910393,1613944457997,4531
+"raw_loss",0.014895907,1613944457997,4531
+"epoch",28.503144654088032,1613944457997,4531
+"wd_0",0.01,1613944457997,4531
+"sqr_mom_0",0.99,1613944457997,4531
+"lr_0",3.585359004270686e-06,1613944457997,4531
+"mom_0",0.8782931028456147,1613944457997,4531
+"eps_0",1e-05,1613944457997,4531
+"wd_1",0.01,1613944457997,4531
+"sqr_mom_1",0.99,1613944457997,4531
+"lr_1",3.585359004270686e-05,1613944457997,4531
+"mom_1",0.8782931028456147,1613944457997,4531
+"eps_1",1e-05,1613944457997,4531
+"wd_2",0.01,1613944457997,4531
+"sqr_mom_2",0.99,1613944457997,4531
+"lr_2",0.0003585359004270685,1613944457997,4531
+"mom_2",0.8782931028456147,1613944457997,4531
+"eps_2",1e-05,1613944457997,4531
+"train_loss",0.015971074,1613944458933,4532
+"raw_loss",0.018944418,1613944458933,4532
+"epoch",28.509433962264133,1613944458933,4532
+"wd_0",0.01,1613944458933,4532
+"sqr_mom_0",0.99,1613944458933,4532
+"lr_0",3.5840877902480325e-06,1613944458933,4532
+"mom_0",0.8783185273803131,1613944458933,4532
+"eps_0",1e-05,1613944458933,4532
+"wd_1",0.01,1613944458933,4532
+"sqr_mom_1",0.99,1613944458933,4532
+"lr_1",3.584087790248032e-05,1613944458933,4532
+"mom_1",0.8783185273803131,1613944458933,4532
+"eps_1",1e-05,1613944458933,4532
+"wd_2",0.01,1613944458933,4532
+"sqr_mom_2",0.99,1613944458933,4532
+"lr_2",0.00035840877902480316,1613944458933,4532
+"mom_2",0.8783185273803131,1613944458933,4532
+"eps_2",1e-05,1613944458933,4532
+"train_loss",0.015968297,1613944459893,4533
+"raw_loss",0.01583221,1613944459893,4533
+"epoch",28.515723270440233,1613944459893,4533
+"wd_0",0.01,1613944459893,4533
+"sqr_mom_0",0.99,1613944459893,4533
+"lr_0",3.5828160199511803e-06,1613944459893,4533
+"mom_0",0.8783439630406068,1613944459893,4533
+"eps_0",1e-05,1613944459893,4533
+"wd_1",0.01,1613944459893,4533
+"sqr_mom_1",0.99,1613944459893,4533
+"lr_1",3.58281601995118e-05,1613944459893,4533
+"mom_1",0.8783439630406068,1613944459893,4533
+"eps_1",1e-05,1613944459893,4533
+"wd_2",0.01,1613944459893,4533
+"sqr_mom_2",0.99,1613944459893,4533
+"lr_2",0.00035828160199511804,1613944459893,4533
+"mom_2",0.8783439630406068,1613944459893,4533
+"eps_2",1e-05,1613944459893,4533
+"train_loss",0.016009593,1613944460848,4534
+"raw_loss",0.018033143,1613944460848,4534
+"epoch",28.522012578616334,1613944460848,4534
+"wd_0",0.01,1613944460848,4534
+"sqr_mom_0",0.99,1613944460848,4534
+"lr_0",3.581543482585589e-06,1613944460848,4534
+"mom_0",0.8783694140424286,1613944460848,4534
+"eps_0",1e-05,1613944460848,4534
+"wd_1",0.01,1613944460848,4534
+"sqr_mom_1",0.99,1613944460848,4534
+"lr_1",3.5815434825855886e-05,1613944460848,4534
+"mom_1",0.8783694140424286,1613944460848,4534
+"eps_1",1e-05,1613944460848,4534
+"wd_2",0.01,1613944460848,4534
+"sqr_mom_2",0.99,1613944460848,4534
+"lr_2",0.0003581543482585589,1613944460848,4534
+"mom_2",0.8783694140424286,1613944460848,4534
+"eps_2",1e-05,1613944460848,4534
+"train_loss",0.016327394,1613944461812,4535
+"raw_loss",0.031899665,1613944461812,4535
+"epoch",28.528301886792434,1613944461812,4535
+"wd_0",0.01,1613944461812,4535
+"sqr_mom_0",0.99,1613944461812,4535
+"lr_0",3.5802710225542966e-06,1613944461812,4535
+"mom_0",0.878394863497549,1613944461812,4535
+"eps_0",1e-05,1613944461812,4535
+"wd_1",0.01,1613944461812,4535
+"sqr_mom_1",0.99,1613944461812,4535
+"lr_1",3.580271022554296e-05,1613944461812,4535
+"mom_1",0.878394863497549,1613944461812,4535
+"eps_1",1e-05,1613944461812,4535
+"wd_2",0.01,1613944461812,4535
+"sqr_mom_2",0.99,1613944461812,4535
+"lr_2",0.0003580271022554296,1613944461812,4535
+"mom_2",0.878394863497549,1613944461812,4535
+"eps_2",1e-05,1613944461812,4535
+"train_loss",0.016259728,1613944462747,4536
+"raw_loss",0.012944042,1613944462747,4536
+"epoch",28.534591194968534,1613944462747,4536
+"wd_0",0.01,1613944462747,4536
+"sqr_mom_0",0.99,1613944462747,4536
+"lr_0",3.578998429463332e-06,1613944462747,4536
+"mom_0",0.8784203156138894,1613944462747,4536
+"eps_0",1e-05,1613944462747,4536
+"wd_1",0.01,1613944462747,4536
+"sqr_mom_1",0.99,1613944462747,4536
+"lr_1",3.578998429463332e-05,1613944462747,4536
+"mom_1",0.8784203156138894,1613944462747,4536
+"eps_1",1e-05,1613944462747,4536
+"wd_2",0.01,1613944462747,4536
+"sqr_mom_2",0.99,1613944462747,4536
+"lr_2",0.0003578998429463332,1613944462747,4536
+"mom_2",0.8784203156138894,1613944462747,4536
+"eps_2",1e-05,1613944462747,4536
+"train_loss",0.016132237,1613944463699,4537
+"raw_loss",0.009885204,1613944463699,4537
+"epoch",28.540880503144635,1613944463699,4537
+"wd_0",0.01,1613944463699,4537
+"sqr_mom_0",0.99,1613944463699,4537
+"lr_0",3.577724647893374e-06,1613944463699,4537
+"mom_0",0.8784457915000475,1613944463699,4537
+"eps_0",1e-05,1613944463699,4537
+"wd_1",0.01,1613944463699,4537
+"sqr_mom_1",0.99,1613944463699,4537
+"lr_1",3.577724647893373e-05,1613944463699,4537
+"mom_1",0.8784457915000475,1613944463699,4537
+"eps_1",1e-05,1613944463699,4537
+"wd_2",0.01,1613944463699,4537
+"sqr_mom_2",0.99,1613944463699,4537
+"lr_2",0.00035777246478933735,1613944463699,4537
+"mom_2",0.8784457915000475,1613944463699,4537
+"eps_2",1e-05,1613944463699,4537
+"train_loss",0.016839987,1613944464645,4538
+"raw_loss",0.051519692,1613944464645,4538
+"epoch",28.547169811320735,1613944464645,4538
+"wd_0",0.01,1613944464645,4538
+"sqr_mom_0",0.99,1613944464645,4538
+"lr_0",3.576451367615586e-06,1613944464645,4538
+"mom_0",0.8784712573602619,1613944464645,4538
+"eps_0",1e-05,1613944464645,4538
+"wd_1",0.01,1613944464645,4538
+"sqr_mom_1",0.99,1613944464645,4538
+"lr_1",3.5764513676155856e-05,1613944464645,4538
+"mom_1",0.8784712573602619,1613944464645,4538
+"eps_1",1e-05,1613944464645,4538
+"wd_2",0.01,1613944464645,4538
+"sqr_mom_2",0.99,1613944464645,4538
+"lr_2",0.0003576451367615586,1613944464645,4538
+"mom_2",0.8784712573602619,1613944464645,4538
+"eps_2",1e-05,1613944464645,4538
+"train_loss",0.0167062,1613944465594,4539
+"raw_loss",0.01015062,1613944465594,4539
+"epoch",28.553459119496836,1613944465594,4539
+"wd_0",0.01,1613944465594,4539
+"sqr_mom_0",0.99,1613944465594,4539
+"lr_0",3.575177533153837e-06,1613944465594,4539
+"mom_0",0.8784967343042662,1613944465594,4539
+"eps_0",1e-05,1613944465594,4539
+"wd_1",0.01,1613944465594,4539
+"sqr_mom_1",0.99,1613944465594,4539
+"lr_1",3.575177533153837e-05,1613944465594,4539
+"mom_1",0.8784967343042662,1613944465594,4539
+"eps_1",1e-05,1613944465594,4539
+"wd_2",0.01,1613944465594,4539
+"sqr_mom_2",0.99,1613944465594,4539
+"lr_2",0.0003575177533153837,1613944465594,4539
+"mom_2",0.8784967343042662,1613944465594,4539
+"eps_2",1e-05,1613944465594,4539
+"train_loss",0.016535025,1613944466531,4540
+"raw_loss",0.008147469,1613944466531,4540
+"epoch",28.559748427672936,1613944466531,4540
+"wd_0",0.01,1613944466531,4540
+"sqr_mom_0",0.99,1613944466531,4540
+"lr_0",3.5739029333736865e-06,1613944466531,4540
+"mom_0",0.8785222265547918,1613944466531,4540
+"eps_0",1e-05,1613944466531,4540
+"wd_1",0.01,1613944466531,4540
+"sqr_mom_1",0.99,1613944466531,4540
+"lr_1",3.573902933373687e-05,1613944466531,4540
+"mom_1",0.8785222265547918,1613944466531,4540
+"eps_1",1e-05,1613944466531,4540
+"wd_2",0.01,1613944466531,4540
+"sqr_mom_2",0.99,1613944466531,4540
+"lr_2",0.0003573902933373687,1613944466531,4540
+"mom_2",0.8785222265547918,1613944466531,4540
+"eps_2",1e-05,1613944466531,4540
+"train_loss",0.01638196,1613944467479,4541
+"raw_loss",0.008881769,1613944467479,4541
+"epoch",28.566037735849036,1613944467479,4541
+"wd_0",0.01,1613944467479,4541
+"sqr_mom_0",0.99,1613944467479,4541
+"lr_0",3.5726284140467065e-06,1613944467479,4541
+"mom_0",0.8785477171962378,1613944467479,4541
+"eps_0",1e-05,1613944467479,4541
+"wd_1",0.01,1613944467479,4541
+"sqr_mom_1",0.99,1613944467479,4541
+"lr_1",3.572628414046706e-05,1613944467479,4541
+"mom_1",0.8785477171962378,1613944467479,4541
+"eps_1",1e-05,1613944467479,4541
+"wd_2",0.01,1613944467479,4541
+"sqr_mom_2",0.99,1613944467479,4541
+"lr_2",0.00035726284140467056,1613944467479,4541
+"mom_2",0.8785477171962378,1613944467479,4541
+"eps_2",1e-05,1613944467479,4541
+"train_loss",0.016662698,1613944468430,4542
+"raw_loss",0.030418897,1613944468430,4542
+"epoch",28.572327044025137,1613944468430,4542
+"wd_0",0.01,1613944468430,4542
+"sqr_mom_0",0.99,1613944468430,4542
+"lr_0",3.5713537644362014e-06,1613944468430,4542
+"mom_0",0.8785732104433804,1613944468430,4542
+"eps_0",1e-05,1613944468430,4542
+"wd_1",0.01,1613944468430,4542
+"sqr_mom_1",0.99,1613944468430,4542
+"lr_1",3.571353764436201e-05,1613944468430,4542
+"mom_1",0.8785732104433804,1613944468430,4542
+"eps_1",1e-05,1613944468430,4542
+"wd_2",0.01,1613944468430,4542
+"sqr_mom_2",0.99,1613944468430,4542
+"lr_2",0.0003571353764436201,1613944468430,4542
+"mom_2",0.8785732104433804,1613944468430,4542
+"eps_2",1e-05,1613944468430,4542
+"train_loss",0.016651882,1613944469383,4543
+"raw_loss",0.0161219,1613944469383,4543
+"epoch",28.578616352201237,1613944469383,4543
+"wd_0",0.01,1613944469383,4543
+"sqr_mom_0",0.99,1613944469383,4543
+"lr_0",3.5700779274195125e-06,1613944469383,4543
+"mom_0",0.8785987274388841,1613944469383,4543
+"eps_0",1e-05,1613944469383,4543
+"wd_1",0.01,1613944469383,4543
+"sqr_mom_1",0.99,1613944469383,4543
+"lr_1",3.570077927419512e-05,1613944469383,4543
+"mom_1",0.8785987274388841,1613944469383,4543
+"eps_1",1e-05,1613944469383,4543
+"wd_2",0.01,1613944469383,4543
+"sqr_mom_2",0.99,1613944469383,4543
+"lr_2",0.0003570077927419512,1613944469383,4543
+"mom_2",0.8785987274388841,1613944469383,4543
+"eps_2",1e-05,1613944469383,4543
+"train_loss",0.016558183,1613944470328,4544
+"raw_loss",0.011966982,1613944470328,4544
+"epoch",28.584905660377338,1613944470328,4544
+"wd_0",0.01,1613944470328,4544
+"sqr_mom_0",0.99,1613944470328,4544
+"lr_0",3.5688025954945214e-06,1613944470328,4544
+"mom_0",0.8786242343324528,1613944470328,4544
+"eps_0",1e-05,1613944470328,4544
+"wd_1",0.01,1613944470328,4544
+"sqr_mom_1",0.99,1613944470328,4544
+"lr_1",3.568802595494521e-05,1613944470328,4544
+"mom_1",0.8786242343324528,1613944470328,4544
+"eps_1",1e-05,1613944470328,4544
+"wd_2",0.01,1613944470328,4544
+"sqr_mom_2",0.99,1613944470328,4544
+"lr_2",0.0003568802595494521,1613944470328,4544
+"mom_2",0.8786242343324528,1613944470328,4544
+"eps_2",1e-05,1613944470328,4544
+"train_loss",0.016406128,1613944471291,4545
+"raw_loss",0.00895543,1613944471291,4545
+"epoch",28.591194968553438,1613944471291,4545
+"wd_0",0.01,1613944471291,4545
+"sqr_mom_0",0.99,1613944471291,4545
+"lr_0",3.5675267114821627e-06,1613944471291,4545
+"mom_0",0.8786497522678794,1613944471291,4545
+"eps_0",1e-05,1613944471291,4545
+"wd_1",0.01,1613944471291,4545
+"sqr_mom_1",0.99,1613944471291,4545
+"lr_1",3.567526711482162e-05,1613944471291,4545
+"mom_1",0.8786497522678794,1613944471291,4545
+"eps_1",1e-05,1613944471291,4545
+"wd_2",0.01,1613944471291,4545
+"sqr_mom_2",0.99,1613944471291,4545
+"lr_2",0.0003567526711482162,1613944471291,4545
+"mom_2",0.8786497522678794,1613944471291,4545
+"eps_2",1e-05,1613944471291,4545
+"train_loss",0.016317764,1613944472242,4546
+"raw_loss",0.0119879,1613944472242,4546
+"epoch",28.59748427672954,1613944472242,4546
+"wd_0",0.01,1613944472242,4546
+"sqr_mom_0",0.99,1613944472242,4546
+"lr_0",3.5662500639105213e-06,1613944472242,4546
+"mom_0",0.8786752854746444,1613944472242,4546
+"eps_0",1e-05,1613944472242,4546
+"wd_1",0.01,1613944472242,4546
+"sqr_mom_1",0.99,1613944472242,4546
+"lr_1",3.566250063910521e-05,1613944472242,4546
+"mom_1",0.8786752854746444,1613944472242,4546
+"eps_1",1e-05,1613944472242,4546
+"wd_2",0.01,1613944472242,4546
+"sqr_mom_2",0.99,1613944472242,4546
+"lr_2",0.0003566250063910521,1613944472242,4546
+"mom_2",0.8786752854746444,1613944472242,4546
+"eps_2",1e-05,1613944472242,4546
+"train_loss",0.016255658,1613944473202,4547
+"raw_loss",0.013212429,1613944473202,4547
+"epoch",28.60377358490564,1613944473202,4547
+"wd_0",0.01,1613944473202,4547
+"sqr_mom_0",0.99,1613944473202,4547
+"lr_0",3.564973499909998e-06,1613944473202,4547
+"mom_0",0.8787008170099702,1613944473202,4547
+"eps_0",1e-05,1613944473202,4547
+"wd_1",0.01,1613944473202,4547
+"sqr_mom_1",0.99,1613944473202,4547
+"lr_1",3.564973499909998e-05,1613944473202,4547
+"mom_1",0.8787008170099702,1613944473202,4547
+"eps_1",1e-05,1613944473202,4547
+"wd_2",0.01,1613944473202,4547
+"sqr_mom_2",0.99,1613944473202,4547
+"lr_2",0.0003564973499909997,1613944473202,4547
+"mom_2",0.8787008170099702,1613944473202,4547
+"eps_2",1e-05,1613944473202,4547
+"train_loss",0.016191456,1613944474164,4548
+"raw_loss",0.013045611,1613944474164,4548
+"epoch",28.61006289308174,1613944474164,4548
+"wd_0",0.01,1613944474164,4548
+"sqr_mom_0",0.99,1613944474164,4548
+"lr_0",3.5636965965819224e-06,1613944474164,4548
+"mom_0",0.8787263553319149,1613944474164,4548
+"eps_0",1e-05,1613944474164,4548
+"wd_1",0.01,1613944474164,4548
+"sqr_mom_1",0.99,1613944474164,4548
+"lr_1",3.5636965965819224e-05,1613944474164,4548
+"mom_1",0.8787263553319149,1613944474164,4548
+"eps_1",1e-05,1613944474164,4548
+"wd_2",0.01,1613944474164,4548
+"sqr_mom_2",0.99,1613944474164,4548
+"lr_2",0.0003563696596581922,1613944474164,4548
+"mom_2",0.8787263553319149,1613944474164,4548
+"eps_2",1e-05,1613944474164,4548
+"train_loss",0.01604039,1613944475118,4549
+"raw_loss",0.008638138,1613944475118,4549
+"epoch",28.61635220125784,1613944475118,4549
+"wd_0",0.01,1613944475118,4549
+"sqr_mom_0",0.99,1613944475118,4549
+"lr_0",3.562418930577434e-06,1613944475118,4549
+"mom_0",0.8787519089075404,1613944475118,4549
+"eps_0",1e-05,1613944475118,4549
+"wd_1",0.01,1613944475118,4549
+"sqr_mom_1",0.99,1613944475118,4549
+"lr_1",3.562418930577434e-05,1613944475118,4549
+"mom_1",0.8787519089075404,1613944475118,4549
+"eps_1",1e-05,1613944475118,4549
+"wd_2",0.01,1613944475118,4549
+"sqr_mom_2",0.99,1613944475118,4549
+"lr_2",0.0003562418930577434,1613944475118,4549
+"mom_2",0.8787519089075404,1613944475118,4549
+"eps_2",1e-05,1613944475118,4549
+"train_loss",0.0158367,1613944476060,4550
+"raw_loss",0.0058559277,1613944476060,4550
+"epoch",28.62264150943394,1613944476060,4550
+"wd_0",0.01,1613944476060,4550
+"sqr_mom_0",0.99,1613944476060,4550
+"lr_0",3.561141349702724e-06,1613944476060,4550
+"mom_0",0.8787774607805533,1613944476060,4550
+"eps_0",1e-05,1613944476060,4550
+"wd_1",0.01,1613944476060,4550
+"sqr_mom_1",0.99,1613944476060,4550
+"lr_1",3.5611413497027236e-05,1613944476060,4550
+"mom_1",0.8787774607805533,1613944476060,4550
+"eps_1",1e-05,1613944476060,4550
+"wd_2",0.01,1613944476060,4550
+"sqr_mom_2",0.99,1613944476060,4550
+"lr_2",0.00035611413497027236,1613944476060,4550
+"mom_2",0.8787774607805533,1613944476060,4550
+"eps_2",1e-05,1613944476060,4550
+"train_loss",0.015945079,1613944477033,4551
+"raw_loss",0.02125563,1613944477033,4551
+"epoch",28.62893081761004,1613944477033,4551
+"wd_0",0.01,1613944477033,4551
+"sqr_mom_0",0.99,1613944477033,4551
+"lr_0",3.5598636427115378e-06,1613944477033,4551
+"mom_0",0.878803015175921,1613944477033,4551
+"eps_0",1e-05,1613944477033,4551
+"wd_1",0.01,1613944477033,4551
+"sqr_mom_1",0.99,1613944477033,4551
+"lr_1",3.5598636427115374e-05,1613944477033,4551
+"mom_1",0.878803015175921,1613944477033,4551
+"eps_1",1e-05,1613944477033,4551
+"wd_2",0.01,1613944477033,4551
+"sqr_mom_2",0.99,1613944477033,4551
+"lr_2",0.00035598636427115374,1613944477033,4551
+"mom_2",0.878803015175921,1613944477033,4551
+"eps_2",1e-05,1613944477033,4551
+"train_loss",0.015829436,1613944477989,4552
+"raw_loss",0.010162958,1613944477989,4552
+"epoch",28.63522012578614,1613944477989,4552
+"wd_0",0.01,1613944477989,4552
+"sqr_mom_0",0.99,1613944477989,4552
+"lr_0",3.5585847499489426e-06,1613944477989,4552
+"mom_0",0.878828593286954,1613944477989,4552
+"eps_0",1e-05,1613944477989,4552
+"wd_1",0.01,1613944477989,4552
+"sqr_mom_1",0.99,1613944477989,4552
+"lr_1",3.558584749948943e-05,1613944477989,4552
+"mom_1",0.878828593286954,1613944477989,4552
+"eps_1",1e-05,1613944477989,4552
+"wd_2",0.01,1613944477989,4552
+"sqr_mom_2",0.99,1613944477989,4552
+"lr_2",0.00035585847499489424,1613944477989,4552
+"mom_2",0.878828593286954,1613944477989,4552
+"eps_2",1e-05,1613944477989,4552
+"train_loss",0.015712561,1613944478950,4553
+"raw_loss",0.009985674,1613944478950,4553
+"epoch",28.64150943396224,1613944478950,4553
+"wd_0",0.01,1613944478950,4553
+"sqr_mom_0",0.99,1613944478950,4553
+"lr_0",3.5573063679665033e-06,1613944478950,4553
+"mom_0",0.8788541611822818,1613944478950,4553
+"eps_0",1e-05,1613944478950,4553
+"wd_1",0.01,1613944478950,4553
+"sqr_mom_1",0.99,1613944478950,4553
+"lr_1",3.557306367966503e-05,1613944478950,4553
+"mom_1",0.8788541611822818,1613944478950,4553
+"eps_1",1e-05,1613944478950,4553
+"wd_2",0.01,1613944478950,4553
+"sqr_mom_2",0.99,1613944478950,4553
+"lr_2",0.0003557306367966503,1613944478950,4553
+"mom_2",0.8788541611822818,1613944478950,4553
+"eps_2",1e-05,1613944478950,4553
+"train_loss",0.015838765,1613944479894,4554
+"raw_loss",0.022022707,1613944479894,4554
+"epoch",28.64779874213834,1613944479894,4554
+"wd_0",0.01,1613944479894,4554
+"sqr_mom_0",0.99,1613944479894,4554
+"lr_0",3.5560274370534874e-06,1613944479894,4554
+"mom_0",0.8788797400563308,1613944479894,4554
+"eps_0",1e-05,1613944479894,4554
+"wd_1",0.01,1613944479894,4554
+"sqr_mom_1",0.99,1613944479894,4554
+"lr_1",3.556027437053487e-05,1613944479894,4554
+"mom_1",0.8788797400563308,1613944479894,4554
+"eps_1",1e-05,1613944479894,4554
+"wd_2",0.01,1613944479894,4554
+"sqr_mom_2",0.99,1613944479894,4554
+"lr_2",0.0003556027437053487,1613944479894,4554
+"mom_2",0.8788797400563308,1613944479894,4554
+"eps_2",1e-05,1613944479894,4554
+"train_loss",0.015738817,1613944480853,4555
+"raw_loss",0.01084133,1613944480853,4555
+"epoch",28.654088050314442,1613944480853,4555
+"wd_0",0.01,1613944480853,4555
+"sqr_mom_0",0.99,1613944480853,4555
+"lr_0",3.5547477452363102e-06,1613944480853,4555
+"mom_0",0.8789053341486153,1613944480853,4555
+"eps_0",1e-05,1613944480853,4555
+"wd_1",0.01,1613944480853,4555
+"sqr_mom_1",0.99,1613944480853,4555
+"lr_1",3.55474774523631e-05,1613944480853,4555
+"mom_1",0.8789053341486153,1613944480853,4555
+"eps_1",1e-05,1613944480853,4555
+"wd_2",0.01,1613944480853,4555
+"sqr_mom_2",0.99,1613944480853,4555
+"lr_2",0.00035547477452363093,1613944480853,4555
+"mom_2",0.8789053341486153,1613944480853,4555
+"eps_2",1e-05,1613944480853,4555
+"train_loss",0.015798097,1613944481822,4556
+"raw_loss",0.018702878,1613944481822,4556
+"epoch",28.660377358490543,1613944481822,4556
+"wd_0",0.01,1613944481822,4556
+"sqr_mom_0",0.99,1613944481822,4556
+"lr_0",3.553468141665408e-06,1613944481822,4556
+"mom_0",0.8789309264759566,1613944481822,4556
+"eps_0",1e-05,1613944481822,4556
+"wd_1",0.01,1613944481822,4556
+"sqr_mom_1",0.99,1613944481822,4556
+"lr_1",3.5534681416654075e-05,1613944481822,4556
+"mom_1",0.8789309264759566,1613944481822,4556
+"eps_1",1e-05,1613944481822,4556
+"wd_2",0.01,1613944481822,4556
+"sqr_mom_2",0.99,1613944481822,4556
+"lr_2",0.00035534681416654075,1613944481822,4556
+"mom_2",0.8789309264759566,1613944481822,4556
+"eps_2",1e-05,1613944481822,4556
+"train_loss",0.015792634,1613944482786,4557
+"raw_loss",0.015524939,1613944482786,4557
+"epoch",28.666666666666643,1613944482786,4557
+"wd_0",0.01,1613944482786,4557
+"sqr_mom_0",0.99,1613944482786,4557
+"lr_0",3.552187777783085e-06,1613944482786,4557
+"mom_0",0.8789565340096783,1613944482786,4557
+"eps_0",1e-05,1613944482786,4557
+"wd_1",0.01,1613944482786,4557
+"sqr_mom_1",0.99,1613944482786,4557
+"lr_1",3.552187777783085e-05,1613944482786,4557
+"mom_1",0.8789565340096783,1613944482786,4557
+"eps_1",1e-05,1613944482786,4557
+"wd_2",0.01,1613944482786,4557
+"sqr_mom_2",0.99,1613944482786,4557
+"lr_2",0.0003552187777783085,1613944482786,4557
+"mom_2",0.8789565340096783,1613944482786,4557
+"eps_2",1e-05,1613944482786,4557
+"train_loss",0.016108666,1613944483750,4558
+"raw_loss",0.03159419,1613944483750,4558
+"epoch",28.672955974842743,1613944483750,4558
+"wd_0",0.01,1613944483750,4558
+"sqr_mom_0",0.99,1613944483750,4558
+"lr_0",3.5509075031857323e-06,1613944483750,4558
+"mom_0",0.8789821397576829,1613944483750,4558
+"eps_0",1e-05,1613944483750,4558
+"wd_1",0.01,1613944483750,4558
+"sqr_mom_1",0.99,1613944483750,4558
+"lr_1",3.550907503185732e-05,1613944483750,4558
+"mom_1",0.8789821397576829,1613944483750,4558
+"eps_1",1e-05,1613944483750,4558
+"wd_2",0.01,1613944483750,4558
+"sqr_mom_2",0.99,1613944483750,4558
+"lr_2",0.0003550907503185732,1613944483750,4558
+"mom_2",0.8789821397576829,1613944483750,4558
+"eps_2",1e-05,1613944483750,4558
+"train_loss",0.016073959,1613944484722,4559
+"raw_loss",0.014373318,1613944484722,4559
+"epoch",28.679245283018844,1613944484722,4559
+"wd_0",0.01,1613944484722,4559
+"sqr_mom_0",0.99,1613944484722,4559
+"lr_0",3.549627106178726e-06,1613944484722,4559
+"mom_0",0.879007747953905,1613944484722,4559
+"eps_0",1e-05,1613944484722,4559
+"wd_1",0.01,1613944484722,4559
+"sqr_mom_1",0.99,1613944484722,4559
+"lr_1",3.549627106178726e-05,1613944484722,4559
+"mom_1",0.879007747953905,1613944484722,4559
+"eps_1",1e-05,1613944484722,4559
+"wd_2",0.01,1613944484722,4559
+"sqr_mom_2",0.99,1613944484722,4559
+"lr_2",0.00035496271061787255,1613944484722,4559
+"mom_2",0.879007747953905,1613944484722,4559
+"eps_2",1e-05,1613944484722,4559
+"train_loss",0.016297247,1613944485674,4560
+"raw_loss",0.027238367,1613944485674,4560
+"epoch",28.685534591194944,1613944485674,4560
+"wd_0",0.01,1613944485674,4560
+"sqr_mom_0",0.99,1613944485674,4560
+"lr_0",3.548345524879158e-06,1613944485674,4560
+"mom_0",0.8790333798362152,1613944485674,4560
+"eps_0",1e-05,1613944485674,4560
+"wd_1",0.01,1613944485674,4560
+"sqr_mom_1",0.99,1613944485674,4560
+"lr_1",3.548345524879158e-05,1613944485674,4560
+"mom_1",0.8790333798362152,1613944485674,4560
+"eps_1",1e-05,1613944485674,4560
+"wd_2",0.01,1613944485674,4560
+"sqr_mom_2",0.99,1613944485674,4560
+"lr_2",0.0003548345524879157,1613944485674,4560
+"mom_2",0.8790333798362152,1613944485674,4560
+"eps_2",1e-05,1613944485674,4560
+"train_loss",0.016176878,1613944486639,4561
+"raw_loss",0.010278717,1613944486639,4561
+"epoch",28.691823899371045,1613944486639,4561
+"wd_0",0.01,1613944486639,4561
+"sqr_mom_0",0.99,1613944486639,4561
+"lr_0",3.547064459405148e-06,1613944486639,4561
+"mom_0",0.8790590014019111,1613944486639,4561
+"eps_0",1e-05,1613944486639,4561
+"wd_1",0.01,1613944486639,4561
+"sqr_mom_1",0.99,1613944486639,4561
+"lr_1",3.547064459405147e-05,1613944486639,4561
+"mom_1",0.8790590014019111,1613944486639,4561
+"eps_1",1e-05,1613944486639,4561
+"wd_2",0.01,1613944486639,4561
+"sqr_mom_2",0.99,1613944486639,4561
+"lr_2",0.00035470644594051476,1613944486639,4561
+"mom_2",0.8790590014019111,1613944486639,4561
+"eps_2",1e-05,1613944486639,4561
+"train_loss",0.016107917,1613944487587,4562
+"raw_loss",0.012728837,1613944487587,4562
+"epoch",28.698113207547145,1613944487587,4562
+"wd_0",0.01,1613944487587,4562
+"sqr_mom_0",0.99,1613944487587,4562
+"lr_0",3.545782847818528e-06,1613944487587,4562
+"mom_0",0.8790846338899683,1613944487587,4562
+"eps_0",1e-05,1613944487587,4562
+"wd_1",0.01,1613944487587,4562
+"sqr_mom_1",0.99,1613944487587,4562
+"lr_1",3.5457828478185275e-05,1613944487587,4562
+"mom_1",0.8790846338899683,1613944487587,4562
+"eps_1",1e-05,1613944487587,4562
+"wd_2",0.01,1613944487587,4562
+"sqr_mom_2",0.99,1613944487587,4562
+"lr_2",0.00035457828478185275,1613944487587,4562
+"mom_2",0.8790846338899683,1613944487587,4562
+"eps_2",1e-05,1613944487587,4562
+"train_loss",0.015974002,1613944488544,4563
+"raw_loss",0.0094121415,1613944488544,4563
+"epoch",28.704402515723245,1613944488544,4563
+"wd_0",0.01,1613944488544,4563
+"sqr_mom_0",0.99,1613944488544,4563
+"lr_0",3.5445004777043736e-06,1613944488544,4563
+"mom_0",0.879110281548728,1613944488544,4563
+"eps_0",1e-05,1613944488544,4563
+"wd_1",0.01,1613944488544,4563
+"sqr_mom_1",0.99,1613944488544,4563
+"lr_1",3.5445004777043734e-05,1613944488544,4563
+"mom_1",0.879110281548728,1613944488544,4563
+"eps_1",1e-05,1613944488544,4563
+"wd_2",0.01,1613944488544,4563
+"sqr_mom_2",0.99,1613944488544,4563
+"lr_2",0.0003544500477704373,1613944488544,4563
+"mom_2",0.879110281548728,1613944488544,4563
+"eps_2",1e-05,1613944488544,4563
+"train_loss",0.016330851,1613944489508,4564
+"raw_loss",0.033816468,1613944489508,4564
+"epoch",28.710691823899346,1613944489508,4564
+"wd_0",0.01,1613944489508,4564
+"sqr_mom_0",0.99,1613944489508,4564
+"lr_0",3.5432181999903288e-06,1613944489508,4564
+"mom_0",0.879135927359467,1613944489508,4564
+"eps_0",1e-05,1613944489508,4564
+"wd_1",0.01,1613944489508,4564
+"sqr_mom_1",0.99,1613944489508,4564
+"lr_1",3.543218199990328e-05,1613944489508,4564
+"mom_1",0.879135927359467,1613944489508,4564
+"eps_1",1e-05,1613944489508,4564
+"wd_2",0.01,1613944489508,4564
+"sqr_mom_2",0.99,1613944489508,4564
+"lr_2",0.00035432181999903287,1613944489508,4564
+"mom_2",0.879135927359467,1613944489508,4564
+"eps_2",1e-05,1613944489508,4564
+"train_loss",0.016470848,1613944490469,4565
+"raw_loss",0.023330647,1613944490469,4565
+"epoch",28.716981132075446,1613944490469,4565
+"wd_0",0.01,1613944490469,4565
+"sqr_mom_0",0.99,1613944490469,4565
+"lr_0",3.5419358026483317e-06,1613944490469,4565
+"mom_0",0.879161575562789,1613944490469,4565
+"eps_0",1e-05,1613944490469,4565
+"wd_1",0.01,1613944490469,4565
+"sqr_mom_1",0.99,1613944490469,4565
+"lr_1",3.541935802648332e-05,1613944490469,4565
+"mom_1",0.879161575562789,1613944490469,4565
+"eps_1",1e-05,1613944490469,4565
+"wd_2",0.01,1613944490469,4565
+"sqr_mom_2",0.99,1613944490469,4565
+"lr_2",0.0003541935802648332,1613944490469,4565
+"mom_2",0.879161575562789,1613944490469,4565
+"eps_2",1e-05,1613944490469,4565
+"train_loss",0.016455863,1613944491413,4566
+"raw_loss",0.015721561,1613944491413,4566
+"epoch",28.723270440251547,1613944491413,4566
+"wd_0",0.01,1613944491413,4566
+"sqr_mom_0",0.99,1613944491413,4566
+"lr_0",3.5406522221387384e-06,1613944491413,4566
+"mom_0",0.8791872474296996,1613944491413,4566
+"eps_0",1e-05,1613944491413,4566
+"wd_1",0.01,1613944491413,4566
+"sqr_mom_1",0.99,1613944491413,4566
+"lr_1",3.540652222138738e-05,1613944491413,4566
+"mom_1",0.8791872474296996,1613944491413,4566
+"eps_1",1e-05,1613944491413,4566
+"wd_2",0.01,1613944491413,4566
+"sqr_mom_2",0.99,1613944491413,4566
+"lr_2",0.0003540652222138738,1613944491413,4566
+"mom_2",0.8791872474296996,1613944491413,4566
+"eps_2",1e-05,1613944491413,4566
+"train_loss",0.016884116,1613944492408,4567
+"raw_loss",0.037868593,1613944492408,4567
+"epoch",28.729559748427647,1613944492408,4567
+"wd_0",0.01,1613944492408,4567
+"sqr_mom_0",0.99,1613944492408,4567
+"lr_0",3.5393691612317785e-06,1613944492408,4567
+"mom_0",0.8792129089044535,1613944492408,4567
+"eps_0",1e-05,1613944492408,4567
+"wd_1",0.01,1613944492408,4567
+"sqr_mom_1",0.99,1613944492408,4567
+"lr_1",3.539369161231778e-05,1613944492408,4567
+"mom_1",0.8792129089044535,1613944492408,4567
+"eps_1",1e-05,1613944492408,4567
+"wd_2",0.01,1613944492408,4567
+"sqr_mom_2",0.99,1613944492408,4567
+"lr_2",0.00035393691612317787,1613944492408,4567
+"mom_2",0.8792129089044535,1613944492408,4567
+"eps_2",1e-05,1613944492408,4567
+"train_loss",0.01720577,1613944493343,4568
+"raw_loss",0.03296678,1613944493343,4568
+"epoch",28.735849056603747,1613944493343,4568
+"wd_0",0.01,1613944493343,4568
+"sqr_mom_0",0.99,1613944493343,4568
+"lr_0",3.538085556332953e-06,1613944493343,4568
+"mom_0",0.8792385812591536,1613944493343,4568
+"eps_0",1e-05,1613944493343,4568
+"wd_1",0.01,1613944493343,4568
+"sqr_mom_1",0.99,1613944493343,4568
+"lr_1",3.538085556332954e-05,1613944493343,4568
+"mom_1",0.8792385812591536,1613944493343,4568
+"eps_1",1e-05,1613944493343,4568
+"wd_2",0.01,1613944493343,4568
+"sqr_mom_2",0.99,1613944493343,4568
+"lr_2",0.0003538085556332953,1613944493343,4568
+"mom_2",0.8792385812591536,1613944493343,4568
+"eps_2",1e-05,1613944493343,4568
+"train_loss",0.016984178,1613944494295,4569
+"raw_loss",0.0061262175,1613944494295,4569
+"epoch",28.742138364779848,1613944494295,4569
+"wd_0",0.01,1613944494295,4569
+"sqr_mom_0",0.99,1613944494295,4569
+"lr_0",3.536801194699182e-06,1613944494295,4569
+"mom_0",0.8792642687487038,1613944494295,4569
+"eps_0",1e-05,1613944494295,4569
+"wd_1",0.01,1613944494295,4569
+"sqr_mom_1",0.99,1613944494295,4569
+"lr_1",3.536801194699182e-05,1613944494295,4569
+"mom_1",0.8792642687487038,1613944494295,4569
+"eps_1",1e-05,1613944494295,4569
+"wd_2",0.01,1613944494295,4569
+"sqr_mom_2",0.99,1613944494295,4569
+"lr_2",0.0003536801194699182,1613944494295,4569
+"mom_2",0.8792642687487038,1613944494295,4569
+"eps_2",1e-05,1613944494295,4569
+"train_loss",0.016935334,1613944495252,4570
+"raw_loss",0.014541933,1613944495252,4570
+"epoch",28.74842767295595,1613944495252,4570
+"wd_0",0.01,1613944495252,4570
+"sqr_mom_0",0.99,1613944495252,4570
+"lr_0",3.535516928579599e-06,1613944495252,4570
+"mom_0",0.8792899543279513,1613944495252,4570
+"eps_0",1e-05,1613944495252,4570
+"wd_1",0.01,1613944495252,4570
+"sqr_mom_1",0.99,1613944495252,4570
+"lr_1",3.535516928579599e-05,1613944495252,4570
+"mom_1",0.8792899543279513,1613944495252,4570
+"eps_1",1e-05,1613944495252,4570
+"wd_2",0.01,1613944495252,4570
+"sqr_mom_2",0.99,1613944495252,4570
+"lr_2",0.0003535516928579598,1613944495252,4570
+"mom_2",0.8792899543279513,1613944495252,4570
+"eps_2",1e-05,1613944495252,4570
+"train_loss",0.017026795,1613944496198,4571
+"raw_loss",0.02150845,1613944496198,4571
+"epoch",28.75471698113205,1613944496198,4571
+"wd_0",0.01,1613944496198,4571
+"sqr_mom_0",0.99,1613944496198,4571
+"lr_0",3.5342323325182943e-06,1613944496198,4571
+"mom_0",0.8793156465060992,1613944496198,4571
+"eps_0",1e-05,1613944496198,4571
+"wd_1",0.01,1613944496198,4571
+"sqr_mom_1",0.99,1613944496198,4571
+"lr_1",3.534232332518294e-05,1613944496198,4571
+"mom_1",0.8793156465060992,1613944496198,4571
+"eps_1",1e-05,1613944496198,4571
+"wd_2",0.01,1613944496198,4571
+"sqr_mom_2",0.99,1613944496198,4571
+"lr_2",0.00035342323325182937,1613944496198,4571
+"mom_2",0.8793156465060992,1613944496198,4571
+"eps_2",1e-05,1613944496198,4571
+"train_loss",0.016964128,1613944497150,4572
+"raw_loss",0.01389341,1613944497150,4572
+"epoch",28.76100628930815,1613944497150,4572
+"wd_0",0.01,1613944497150,4572
+"sqr_mom_0",0.99,1613944497150,4572
+"lr_0",3.532946980621621e-06,1613944497150,4572
+"mom_0",0.8793413538011056,1613944497150,4572
+"eps_0",1e-05,1613944497150,4572
+"wd_1",0.01,1613944497150,4572
+"sqr_mom_1",0.99,1613944497150,4572
+"lr_1",3.53294698062162e-05,1613944497150,4572
+"mom_1",0.8793413538011056,1613944497150,4572
+"eps_1",1e-05,1613944497150,4572
+"wd_2",0.01,1613944497150,4572
+"sqr_mom_2",0.99,1613944497150,4572
+"lr_2",0.000353294698062162,1613944497150,4572
+"mom_2",0.8793413538011056,1613944497150,4572
+"eps_2",1e-05,1613944497150,4572
+"train_loss",0.017713364,1613944498124,4573
+"raw_loss",0.05442599,1613944498124,4573
+"epoch",28.76729559748425,1613944498124,4573
+"wd_0",0.01,1613944498124,4573
+"sqr_mom_0",0.99,1613944498124,4573
+"lr_0",3.531661725795809e-06,1613944498124,4573
+"mom_0",0.8793670591546754,1613944498124,4573
+"eps_0",1e-05,1613944498124,4573
+"wd_1",0.01,1613944498124,4573
+"sqr_mom_1",0.99,1613944498124,4573
+"lr_1",3.531661725795809e-05,1613944498124,4573
+"mom_1",0.8793670591546754,1613944498124,4573
+"eps_1",1e-05,1613944498124,4573
+"wd_2",0.01,1613944498124,4573
+"sqr_mom_2",0.99,1613944498124,4573
+"lr_2",0.00035316617257958086,1613944498124,4573
+"mom_2",0.8793670591546754,1613944498124,4573
+"eps_2",1e-05,1613944498124,4573
+"train_loss",0.017586851,1613944499066,4574
+"raw_loss",0.011387732,1613944499066,4574
+"epoch",28.77358490566035,1613944499066,4574
+"wd_0",0.01,1613944499066,4574
+"sqr_mom_0",0.99,1613944499066,4574
+"lr_0",3.5303763555171987e-06,1613944499066,4574
+"mom_0",0.8793927668173241,1613944499066,4574
+"eps_0",1e-05,1613944499066,4574
+"wd_1",0.01,1613944499066,4574
+"sqr_mom_1",0.99,1613944499066,4574
+"lr_1",3.530376355517198e-05,1613944499066,4574
+"mom_1",0.8793927668173241,1613944499066,4574
+"eps_1",1e-05,1613944499066,4574
+"wd_2",0.01,1613944499066,4574
+"sqr_mom_2",0.99,1613944499066,4574
+"lr_2",0.0003530376355517198,1613944499066,4574
+"mom_2",0.8793927668173241,1613944499066,4574
+"eps_2",1e-05,1613944499066,4574
+"train_loss",0.01744209,1613944500019,4575
+"raw_loss",0.010348763,1613944500019,4575
+"epoch",28.77987421383645,1613944500019,4575
+"wd_0",0.01,1613944500019,4575
+"sqr_mom_0",0.99,1613944500019,4575
+"lr_0",3.5290898037839055e-06,1613944500019,4575
+"mom_0",0.879418498109303,1613944500019,4575
+"eps_0",1e-05,1613944500019,4575
+"wd_1",0.01,1613944500019,4575
+"sqr_mom_1",0.99,1613944500019,4575
+"lr_1",3.529089803783905e-05,1613944500019,4575
+"mom_1",0.879418498109303,1613944500019,4575
+"eps_1",1e-05,1613944500019,4575
+"wd_2",0.01,1613944500019,4575
+"sqr_mom_2",0.99,1613944500019,4575
+"lr_2",0.00035290898037839053,1613944500019,4575
+"mom_2",0.879418498109303,1613944500019,4575
+"eps_2",1e-05,1613944500019,4575
+"train_loss",0.017474728,1613944500977,4576
+"raw_loss",0.019073961,1613944500977,4576
+"epoch",28.78616352201255,1613944500977,4576
+"wd_0",0.01,1613944500977,4576
+"sqr_mom_0",0.99,1613944500977,4576
+"lr_0",3.5278037773077186e-06,1613944500977,4576
+"mom_0",0.8794442188960345,1613944500977,4576
+"eps_0",1e-05,1613944500977,4576
+"wd_1",0.01,1613944500977,4576
+"sqr_mom_1",0.99,1613944500977,4576
+"lr_1",3.5278037773077184e-05,1613944500977,4576
+"mom_1",0.8794442188960345,1613944500977,4576
+"eps_1",1e-05,1613944500977,4576
+"wd_2",0.01,1613944500977,4576
+"sqr_mom_2",0.99,1613944500977,4576
+"lr_2",0.0003527803777307718,1613944500977,4576
+"mom_2",0.8794442188960345,1613944500977,4576
+"eps_2",1e-05,1613944500977,4576
+"train_loss",0.017754423,1613944501947,4577
+"raw_loss",0.031459525,1613944501947,4577
+"epoch",28.79245283018865,1613944501947,4577
+"wd_0",0.01,1613944501947,4577
+"sqr_mom_0",0.99,1613944501947,4577
+"lr_0",3.5265172100325045e-06,1613944501947,4577
+"mom_0",0.8794699504988549,1613944501947,4577
+"eps_0",1e-05,1613944501947,4577
+"wd_1",0.01,1613944501947,4577
+"sqr_mom_1",0.99,1613944501947,4577
+"lr_1",3.526517210032505e-05,1613944501947,4577
+"mom_1",0.8794699504988549,1613944501947,4577
+"eps_1",1e-05,1613944501947,4577
+"wd_2",0.01,1613944501947,4577
+"sqr_mom_2",0.99,1613944501947,4577
+"lr_2",0.0003526517210032504,1613944501947,4577
+"mom_2",0.8794699504988549,1613944501947,4577
+"eps_2",1e-05,1613944501947,4577
+"train_loss",0.017622182,1613944502915,4578
+"raw_loss",0.011142363,1613944502915,4578
+"epoch",28.79874213836475,1613944502915,4578
+"wd_0",0.01,1613944502915,4578
+"sqr_mom_0",0.99,1613944502915,4578
+"lr_0",3.525229888727526e-06,1613944502915,4578
+"mom_0",0.8794956971824213,1613944502915,4578
+"eps_0",1e-05,1613944502915,4578
+"wd_1",0.01,1613944502915,4578
+"sqr_mom_1",0.99,1613944502915,4578
+"lr_1",3.525229888727526e-05,1613944502915,4578
+"mom_1",0.8794956971824213,1613944502915,4578
+"eps_1",1e-05,1613944502915,4578
+"wd_2",0.01,1613944502915,4578
+"sqr_mom_2",0.99,1613944502915,4578
+"lr_2",0.00035252298887275253,1613944502915,4578
+"mom_2",0.8794956971824213,1613944502915,4578
+"eps_2",1e-05,1613944502915,4578
+"train_loss",0.017470272,1613944503872,4579
+"raw_loss",0.0100266505,1613944503872,4579
+"epoch",28.805031446540852,1613944503872,4579
+"wd_0",0.01,1613944503872,4579
+"sqr_mom_0",0.99,1613944503872,4579
+"lr_0",3.523942667605831e-06,1613944503872,4579
+"mom_0",0.879521441862302,1613944503872,4579
+"eps_0",1e-05,1613944503872,4579
+"wd_1",0.01,1613944503872,4579
+"sqr_mom_1",0.99,1613944503872,4579
+"lr_1",3.523942667605831e-05,1613944503872,4579
+"mom_1",0.879521441862302,1613944503872,4579
+"eps_1",1e-05,1613944503872,4579
+"wd_2",0.01,1613944503872,4579
+"sqr_mom_2",0.99,1613944503872,4579
+"lr_2",0.00035239426676058304,1613944503872,4579
+"mom_2",0.879521441862302,1613944503872,4579
+"eps_2",1e-05,1613944503872,4579
+"train_loss",0.018254457,1613944504837,4580
+"raw_loss",0.056679588,1613944504837,4580
+"epoch",28.811320754716952,1613944504837,4580
+"wd_0",0.01,1613944504837,4580
+"sqr_mom_0",0.99,1613944504837,4580
+"lr_0",3.522655333816411e-06,1613944504837,4580
+"mom_0",0.8795471887955597,1613944504837,4580
+"eps_0",1e-05,1613944504837,4580
+"wd_1",0.01,1613944504837,4580
+"sqr_mom_1",0.99,1613944504837,4580
+"lr_1",3.522655333816411e-05,1613944504837,4580
+"mom_1",0.8795471887955597,1613944504837,4580
+"eps_1",1e-05,1613944504837,4580
+"wd_2",0.01,1613944504837,4580
+"sqr_mom_2",0.99,1613944504837,4580
+"lr_2",0.0003522655333816411,1613944504837,4580
+"mom_2",0.8795471887955597,1613944504837,4580
+"eps_2",1e-05,1613944504837,4580
+"train_loss",0.018146494,1613944505814,4581
+"raw_loss",0.012856317,1613944505814,4581
+"epoch",28.817610062893053,1613944505814,4581
+"wd_0",0.01,1613944505814,4581
+"sqr_mom_0",0.99,1613944505814,4581
+"lr_0",3.521366819731184e-06,1613944505814,4581
+"mom_0",0.8795729593349696,1613944505814,4581
+"eps_0",1e-05,1613944505814,4581
+"wd_1",0.01,1613944505814,4581
+"sqr_mom_1",0.99,1613944505814,4581
+"lr_1",3.521366819731184e-05,1613944505814,4581
+"mom_1",0.8795729593349696,1613944505814,4581
+"eps_1",1e-05,1613944505814,4581
+"wd_2",0.01,1613944505814,4581
+"sqr_mom_2",0.99,1613944505814,4581
+"lr_2",0.00035213668197311835,1613944505814,4581
+"mom_2",0.8795729593349696,1613944505814,4581
+"eps_2",1e-05,1613944505814,4581
+"train_loss",0.017999193,1613944506786,4582
+"raw_loss",0.010781419,1613944506786,4582
+"epoch",28.823899371069153,1613944506786,4582
+"wd_0",0.01,1613944506786,4582
+"sqr_mom_0",0.99,1613944506786,4582
+"lr_0",3.5200788346651543e-06,1613944506786,4582
+"mom_0",0.8795987192938899,1613944506786,4582
+"eps_0",1e-05,1613944506786,4582
+"wd_1",0.01,1613944506786,4582
+"sqr_mom_1",0.99,1613944506786,4582
+"lr_1",3.520078834665154e-05,1613944506786,4582
+"mom_1",0.8795987192938899,1613944506786,4582
+"eps_1",1e-05,1613944506786,4582
+"wd_2",0.01,1613944506786,4582
+"sqr_mom_2",0.99,1613944506786,4582
+"lr_2",0.0003520078834665154,1613944506786,4582
+"mom_2",0.8795987192938899,1613944506786,4582
+"eps_2",1e-05,1613944506786,4582
+"train_loss",0.017846856,1613944507748,4583
+"raw_loss",0.010382398,1613944507748,4583
+"epoch",28.830188679245254,1613944507748,4583
+"wd_0",0.01,1613944507748,4583
+"sqr_mom_0",0.99,1613944507748,4583
+"lr_0",3.518790310936399e-06,1613944507748,4583
+"mom_0",0.8796244900261723,1613944507748,4583
+"eps_0",1e-05,1613944507748,4583
+"wd_1",0.01,1613944507748,4583
+"sqr_mom_1",0.99,1613944507748,4583
+"lr_1",3.5187903109363985e-05,1613944507748,4583
+"mom_1",0.8796244900261723,1613944507748,4583
+"eps_1",1e-05,1613944507748,4583
+"wd_2",0.01,1613944507748,4583
+"sqr_mom_2",0.99,1613944507748,4583
+"lr_2",0.00035187903109363985,1613944507748,4583
+"mom_2",0.8796244900261723,1613944507748,4583
+"eps_2",1e-05,1613944507748,4583
+"train_loss",0.017813267,1613944508686,4584
+"raw_loss",0.016167387,1613944508686,4584
+"epoch",28.836477987421354,1613944508686,4584
+"wd_0",0.01,1613944508686,4584
+"sqr_mom_0",0.99,1613944508686,4584
+"lr_0",3.5175010349921326e-06,1613944508686,4584
+"mom_0",0.8796502758029153,1613944508686,4584
+"eps_0",1e-05,1613944508686,4584
+"wd_1",0.01,1613944508686,4584
+"sqr_mom_1",0.99,1613944508686,4584
+"lr_1",3.517501034992133e-05,1613944508686,4584
+"mom_1",0.8796502758029153,1613944508686,4584
+"eps_1",1e-05,1613944508686,4584
+"wd_2",0.01,1613944508686,4584
+"sqr_mom_2",0.99,1613944508686,4584
+"lr_2",0.0003517501034992132,1613944508686,4584
+"mom_2",0.8796502758029153,1613944508686,4584
+"eps_2",1e-05,1613944508686,4584
+"train_loss",0.01769036,1613944509675,4585
+"raw_loss",0.011667933,1613944509675,4585
+"epoch",28.842767295597454,1613944509675,4585
+"wd_0",0.01,1613944509675,4585
+"sqr_mom_0",0.99,1613944509675,4585
+"lr_0",3.5162118623424236e-06,1613944509675,4585
+"mom_0",0.8796760595137466,1613944509675,4585
+"eps_0",1e-05,1613944509675,4585
+"wd_1",0.01,1613944509675,4585
+"sqr_mom_1",0.99,1613944509675,4585
+"lr_1",3.5162118623424234e-05,1613944509675,4585
+"mom_1",0.8796760595137466,1613944509675,4585
+"eps_1",1e-05,1613944509675,4585
+"wd_2",0.01,1613944509675,4585
+"sqr_mom_2",0.99,1613944509675,4585
+"lr_2",0.0003516211862342423,1613944509675,4585
+"mom_2",0.8796760595137466,1613944509675,4585
+"eps_2",1e-05,1613944509675,4585
+"train_loss",0.017667336,1613944510625,4586
+"raw_loss",0.016539106,1613944510625,4586
+"epoch",28.849056603773555,1613944510625,4586
+"wd_0",0.01,1613944510625,4586
+"sqr_mom_0",0.99,1613944510625,4586
+"lr_0",3.5149225798113532e-06,1613944510625,4586
+"mom_0",0.8797018454222272,1613944510625,4586
+"eps_0",1e-05,1613944510625,4586
+"wd_1",0.01,1613944510625,4586
+"sqr_mom_1",0.99,1613944510625,4586
+"lr_1",3.5149225798113536e-05,1613944510625,4586
+"mom_1",0.8797018454222272,1613944510625,4586
+"eps_1",1e-05,1613944510625,4586
+"wd_2",0.01,1613944510625,4586
+"sqr_mom_2",0.99,1613944510625,4586
+"lr_2",0.00035149225798113533,1613944510625,4586
+"mom_2",0.8797018454222272,1613944510625,4586
+"eps_2",1e-05,1613944510625,4586
+"train_loss",0.017732918,1613944511571,4587
+"raw_loss",0.020946441,1613944511571,4587
+"epoch",28.855345911949655,1613944511571,4587
+"wd_0",0.01,1613944511571,4587
+"sqr_mom_0",0.99,1613944511571,4587
+"lr_0",3.5136321181568954e-06,1613944511571,4587
+"mom_0",0.8797276549134112,1613944511571,4587
+"eps_0",1e-05,1613944511571,4587
+"wd_1",0.01,1613944511571,4587
+"sqr_mom_1",0.99,1613944511571,4587
+"lr_1",3.5136321181568954e-05,1613944511571,4587
+"mom_1",0.8797276549134112,1613944511571,4587
+"eps_1",1e-05,1613944511571,4587
+"wd_2",0.01,1613944511571,4587
+"sqr_mom_2",0.99,1613944511571,4587
+"lr_2",0.0003513632118156895,1613944511571,4587
+"mom_2",0.8797276549134112,1613944511571,4587
+"eps_2",1e-05,1613944511571,4587
+"train_loss",0.017896133,1613944512516,4588
+"raw_loss",0.02589367,1613944512516,4588
+"epoch",28.861635220125756,1613944512516,4588
+"wd_0",0.01,1613944512516,4588
+"sqr_mom_0",0.99,1613944512516,4588
+"lr_0",3.512342189277655e-06,1613944512516,4588
+"mom_0",0.8797534537489844,1613944512516,4588
+"eps_0",1e-05,1613944512516,4588
+"wd_1",0.01,1613944512516,4588
+"sqr_mom_1",0.99,1613944512516,4588
+"lr_1",3.512342189277655e-05,1613944512516,4588
+"mom_1",0.8797534537489844,1613944512516,4588
+"eps_1",1e-05,1613944512516,4588
+"wd_2",0.01,1613944512516,4588
+"sqr_mom_2",0.99,1613944512516,4588
+"lr_2",0.0003512342189277655,1613944512516,4588
+"mom_2",0.8797534537489844,1613944512516,4588
+"eps_2",1e-05,1613944512516,4588
+"train_loss",0.017742379,1613944513469,4589
+"raw_loss",0.010208413,1613944513469,4589
+"epoch",28.867924528301856,1613944513469,4589
+"wd_0",0.01,1613944513469,4589
+"sqr_mom_0",0.99,1613944513469,4589
+"lr_0",3.51105172387817e-06,1613944513469,4589
+"mom_0",0.8797792633150697,1613944513469,4589
+"eps_0",1e-05,1613944513469,4589
+"wd_1",0.01,1613944513469,4589
+"sqr_mom_1",0.99,1613944513469,4589
+"lr_1",3.51105172387817e-05,1613944513469,4589
+"mom_1",0.8797792633150697,1613944513469,4589
+"eps_1",1e-05,1613944513469,4589
+"wd_2",0.01,1613944513469,4589
+"sqr_mom_2",0.99,1613944513469,4589
+"lr_2",0.00035110517238781696,1613944513469,4589
+"mom_2",0.8797792633150697,1613944513469,4589
+"eps_2",1e-05,1613944513469,4589
+"train_loss",0.018089008,1613944514415,4590
+"raw_loss",0.035073828,1613944514415,4590
+"epoch",28.874213836477956,1613944514415,4590
+"wd_0",0.01,1613944514415,4590
+"sqr_mom_0",0.99,1613944514415,4590
+"lr_0",3.5097605080860595e-06,1613944514415,4590
+"mom_0",0.8798050878891577,1613944514415,4590
+"eps_0",1e-05,1613944514415,4590
+"wd_1",0.01,1613944514415,4590
+"sqr_mom_1",0.99,1613944514415,4590
+"lr_1",3.509760508086059e-05,1613944514415,4590
+"mom_1",0.8798050878891577,1613944514415,4590
+"eps_1",1e-05,1613944514415,4590
+"wd_2",0.01,1613944514415,4590
+"sqr_mom_2",0.99,1613944514415,4590
+"lr_2",0.00035097605080860593,1613944514415,4590
+"mom_2",0.8798050878891577,1613944514415,4590
+"eps_2",1e-05,1613944514415,4590
+"train_loss",0.0181122,1613944515362,4591
+"raw_loss",0.0192486,1613944515362,4591
+"epoch",28.880503144654057,1613944515362,4591
+"wd_0",0.01,1613944515362,4591
+"sqr_mom_0",0.99,1613944515362,4591
+"lr_0",3.508469398698592e-06,1613944515362,4591
+"mom_0",0.8798309103351315,1613944515362,4591
+"eps_0",1e-05,1613944515362,4591
+"wd_1",0.01,1613944515362,4591
+"sqr_mom_1",0.99,1613944515362,4591
+"lr_1",3.508469398698592e-05,1613944515362,4591
+"mom_1",0.8798309103351315,1613944515362,4591
+"eps_1",1e-05,1613944515362,4591
+"wd_2",0.01,1613944515362,4591
+"sqr_mom_2",0.99,1613944515362,4591
+"lr_2",0.00035084693986985917,1613944515362,4591
+"mom_2",0.8798309103351315,1613944515362,4591
+"eps_2",1e-05,1613944515362,4591
+"train_loss",0.018001515,1613944516304,4592
+"raw_loss",0.012577999,1613944516304,4592
+"epoch",28.886792452830157,1613944516304,4592
+"wd_0",0.01,1613944516304,4592
+"sqr_mom_0",0.99,1613944516304,4592
+"lr_0",3.507177967987634e-06,1613944516304,4592
+"mom_0",0.8798567392076394,1613944516304,4592
+"eps_0",1e-05,1613944516304,4592
+"wd_1",0.01,1613944516304,4592
+"sqr_mom_1",0.99,1613944516304,4592
+"lr_1",3.5071779679876336e-05,1613944516304,4592
+"mom_1",0.8798567392076394,1613944516304,4592
+"eps_1",1e-05,1613944516304,4592
+"wd_2",0.01,1613944516304,4592
+"sqr_mom_2",0.99,1613944516304,4592
+"lr_2",0.0003507177967987633,1613944516304,4592
+"mom_2",0.8798567392076394,1613944516304,4592
+"eps_2",1e-05,1613944516304,4592
+"train_loss",0.017810186,1613944517261,4593
+"raw_loss",0.00843501,1613944517261,4593
+"epoch",28.893081761006258,1613944517261,4593
+"wd_0",0.01,1613944517261,4593
+"sqr_mom_0",0.99,1613944517261,4593
+"lr_0",3.5058857877987474e-06,1613944517261,4593
+"mom_0",0.8798825830698558,1613944517261,4593
+"eps_0",1e-05,1613944517261,4593
+"wd_1",0.01,1613944517261,4593
+"sqr_mom_1",0.99,1613944517261,4593
+"lr_1",3.5058857877987475e-05,1613944517261,4593
+"mom_1",0.8798825830698558,1613944517261,4593
+"eps_1",1e-05,1613944517261,4593
+"wd_2",0.01,1613944517261,4593
+"sqr_mom_2",0.99,1613944517261,4593
+"lr_2",0.0003505885787798747,1613944517261,4593
+"mom_2",0.8798825830698558,1613944517261,4593
+"eps_2",1e-05,1613944517261,4593
+"train_loss",0.017617267,1613944518206,4594
+"raw_loss",0.008164236,1613944518206,4594
+"epoch",28.899371069182358,1613944518206,4594
+"wd_0",0.01,1613944518206,4594
+"sqr_mom_0",0.99,1613944518206,4594
+"lr_0",3.5045937155691346e-06,1613944518206,4594
+"mom_0",0.879908424772865,1613944518206,4594
+"eps_0",1e-05,1613944518206,4594
+"wd_1",0.01,1613944518206,4594
+"sqr_mom_1",0.99,1613944518206,4594
+"lr_1",3.504593715569135e-05,1613944518206,4594
+"mom_1",0.879908424772865,1613944518206,4594
+"eps_1",1e-05,1613944518206,4594
+"wd_2",0.01,1613944518206,4594
+"sqr_mom_2",0.99,1613944518206,4594
+"lr_2",0.00035045937155691345,1613944518206,4594
+"mom_2",0.879908424772865,1613944518206,4594
+"eps_2",1e-05,1613944518206,4594
+"train_loss",0.017920528,1613944519149,4595
+"raw_loss",0.032780293,1613944519149,4595
+"epoch",28.90566037735846,1613944519149,4595
+"wd_0",0.01,1613944519149,4595
+"sqr_mom_0",0.99,1613944519149,4595
+"lr_0",3.5033015376401036e-06,1613944519149,4595
+"mom_0",0.8799342685898838,1613944519149,4595
+"eps_0",1e-05,1613944519149,4595
+"wd_1",0.01,1613944519149,4595
+"sqr_mom_1",0.99,1613944519149,4595
+"lr_1",3.503301537640104e-05,1613944519149,4595
+"mom_1",0.8799342685898838,1613944519149,4595
+"eps_1",1e-05,1613944519149,4595
+"wd_2",0.01,1613944519149,4595
+"sqr_mom_2",0.99,1613944519149,4595
+"lr_2",0.00035033015376401036,1613944519149,4595
+"mom_2",0.8799342685898838,1613944519149,4595
+"eps_2",1e-05,1613944519149,4595
+"train_loss",0.017847491,1613944520086,4596
+"raw_loss",0.014268735,1613944520086,4596
+"epoch",28.91194968553456,1613944520086,4596
+"wd_0",0.01,1613944520086,4596
+"sqr_mom_0",0.99,1613944520086,4596
+"lr_0",3.5020081823716873e-06,1613944520086,4596
+"mom_0",0.8799601359539257,1613944520086,4596
+"eps_0",1e-05,1613944520086,4596
+"wd_1",0.01,1613944520086,4596
+"sqr_mom_1",0.99,1613944520086,4596
+"lr_1",3.502008182371687e-05,1613944520086,4596
+"mom_1",0.8799601359539257,1613944520086,4596
+"eps_1",1e-05,1613944520086,4596
+"wd_2",0.01,1613944520086,4596
+"sqr_mom_2",0.99,1613944520086,4596
+"lr_2",0.00035020081823716867,1613944520086,4596
+"mom_2",0.8799601359539257,1613944520086,4596
+"eps_2",1e-05,1613944520086,4596
+"train_loss",0.017722964,1613944521042,4597
+"raw_loss",0.011621168,1613944521042,4597
+"epoch",28.91823899371066,1613944521042,4597
+"wd_0",0.01,1613944521042,4597
+"sqr_mom_0",0.99,1613944521042,4597
+"lr_0",3.500715365501098e-06,1613944521042,4597
+"mom_0",0.8799859925499035,1613944521042,4597
+"eps_0",1e-05,1613944521042,4597
+"wd_1",0.01,1613944521042,4597
+"sqr_mom_1",0.99,1613944521042,4597
+"lr_1",3.5007153655010975e-05,1613944521042,4597
+"mom_1",0.8799859925499035,1613944521042,4597
+"eps_1",1e-05,1613944521042,4597
+"wd_2",0.01,1613944521042,4597
+"sqr_mom_2",0.99,1613944521042,4597
+"lr_2",0.00035007153655010977,1613944521042,4597
+"mom_2",0.8799859925499035,1613944521042,4597
+"eps_2",1e-05,1613944521042,4597
+"train_loss",0.017483894,1613944521978,4598
+"raw_loss",0.0057694097,1613944521978,4598
+"epoch",28.92452830188676,1613944521978,4598
+"wd_0",0.01,1613944521978,4598
+"sqr_mom_0",0.99,1613944521978,4598
+"lr_0",3.499421371691727e-06,1613944521978,4598
+"mom_0",0.8800118726848923,1613944521978,4598
+"eps_0",1e-05,1613944521978,4598
+"wd_1",0.01,1613944521978,4598
+"sqr_mom_1",0.99,1613944521978,4598
+"lr_1",3.499421371691727e-05,1613944521978,4598
+"mom_1",0.8800118726848923,1613944521978,4598
+"eps_1",1e-05,1613944521978,4598
+"wd_2",0.01,1613944521978,4598
+"sqr_mom_2",0.99,1613944521978,4598
+"lr_2",0.00034994213716917267,1613944521978,4598
+"mom_2",0.8800118726848923,1613944521978,4598
+"eps_2",1e-05,1613944521978,4598
+"train_loss",0.017367339,1613944522924,4599
+"raw_loss",0.011656128,1613944522924,4599
+"epoch",28.93081761006286,1613944522924,4599
+"wd_0",0.01,1613944522924,4599
+"sqr_mom_0",0.99,1613944522924,4599
+"lr_0",3.4981279175278607e-06,1613944522924,4599
+"mom_0",0.880037742026863,1613944522924,4599
+"eps_0",1e-05,1613944522924,4599
+"wd_1",0.01,1613944522924,4599
+"sqr_mom_1",0.99,1613944522924,4599
+"lr_1",3.498127917527861e-05,1613944522924,4599
+"mom_1",0.880037742026863,1613944522924,4599
+"eps_1",1e-05,1613944522924,4599
+"wd_2",0.01,1613944522924,4599
+"sqr_mom_2",0.99,1613944522924,4599
+"lr_2",0.00034981279175278607,1613944522924,4599
+"mom_2",0.880037742026863,1613944522924,4599
+"eps_2",1e-05,1613944522924,4599
+"train_loss",0.017216476,1613944523881,4600
+"raw_loss",0.009824156,1613944523881,4600
+"epoch",28.93710691823896,1613944523881,4600
+"wd_0",0.01,1613944523881,4600
+"sqr_mom_0",0.99,1613944523881,4600
+"lr_0",3.496833930787691e-06,1613944523881,4600
+"mom_0",0.8800636220204664,1613944523881,4600
+"eps_0",1e-05,1613944523881,4600
+"wd_1",0.01,1613944523881,4600
+"sqr_mom_1",0.99,1613944523881,4600
+"lr_1",3.496833930787691e-05,1613944523881,4600
+"mom_1",0.8800636220204664,1613944523881,4600
+"eps_1",1e-05,1613944523881,4600
+"wd_2",0.01,1613944523881,4600
+"sqr_mom_2",0.99,1613944523881,4600
+"lr_2",0.000349683393078769,1613944523881,4600
+"mom_2",0.8800636220204664,1613944523881,4600
+"eps_2",1e-05,1613944523881,4600
+"train_loss",0.017219031,1613944524848,4601
+"raw_loss",0.017344229,1613944524848,4601
+"epoch",28.94339622641506,1613944524848,4601
+"wd_0",0.01,1613944524848,4601
+"sqr_mom_0",0.99,1613944524848,4601
+"lr_0",3.4955391970192713e-06,1613944524848,4601
+"mom_0",0.8800895169547841,1613944524848,4601
+"eps_0",1e-05,1613944524848,4601
+"wd_1",0.01,1613944524848,4601
+"sqr_mom_1",0.99,1613944524848,4601
+"lr_1",3.4955391970192706e-05,1613944524848,4601
+"mom_1",0.8800895169547841,1613944524848,4601
+"eps_1",1e-05,1613944524848,4601
+"wd_2",0.01,1613944524848,4601
+"sqr_mom_2",0.99,1613944524848,4601
+"lr_2",0.0003495539197019271,1613944524848,4601
+"mom_2",0.8800895169547841,1613944524848,4601
+"eps_2",1e-05,1613944524848,4601
+"train_loss",0.01703466,1613944525783,4602
+"raw_loss",0.008000416,1613944525783,4602
+"epoch",28.94968553459116,1613944525783,4602
+"wd_0",0.01,1613944525783,4602
+"sqr_mom_0",0.99,1613944525783,4602
+"lr_0",3.494244575354253e-06,1613944525783,4602
+"mom_0",0.8801154096470114,1613944525783,4602
+"eps_0",1e-05,1613944525783,4602
+"wd_1",0.01,1613944525783,4602
+"sqr_mom_1",0.99,1613944525783,4602
+"lr_1",3.494244575354253e-05,1613944525783,4602
+"mom_1",0.8801154096470114,1613944525783,4602
+"eps_1",1e-05,1613944525783,4602
+"wd_2",0.01,1613944525783,4602
+"sqr_mom_2",0.99,1613944525783,4602
+"lr_2",0.00034942445753542527,1613944525783,4602
+"mom_2",0.8801154096470114,1613944525783,4602
+"eps_2",1e-05,1613944525783,4602
+"train_loss",0.017056083,1613944526727,4603
+"raw_loss",0.018105872,1613944526727,4603
+"epoch",28.95597484276726,1613944526727,4603
+"wd_0",0.01,1613944526727,4603
+"sqr_mom_0",0.99,1613944526727,4603
+"lr_0",3.4929498517094347e-06,1613944526727,4603
+"mom_0",0.8801413043788551,1613944526727,4603
+"eps_0",1e-05,1613944526727,4603
+"wd_1",0.01,1613944526727,4603
+"sqr_mom_1",0.99,1613944526727,4603
+"lr_1",3.492949851709434e-05,1613944526727,4603
+"mom_1",0.8801413043788551,1613944526727,4603
+"eps_1",1e-05,1613944526727,4603
+"wd_2",0.01,1613944526727,4603
+"sqr_mom_2",0.99,1613944526727,4603
+"lr_2",0.0003492949851709434,1613944526727,4603
+"mom_2",0.8801413043788551,1613944526727,4603
+"eps_2",1e-05,1613944526727,4603
+"train_loss",0.017012252,1613944527662,4604
+"raw_loss",0.014864453,1613944527662,4604
+"epoch",28.962264150943362,1613944527662,4604
+"wd_0",0.01,1613944527662,4604
+"sqr_mom_0",0.99,1613944527662,4604
+"lr_0",3.491653952336545e-06,1613944527662,4604
+"mom_0",0.8801672226254953,1613944527662,4604
+"eps_0",1e-05,1613944527662,4604
+"wd_1",0.01,1613944527662,4604
+"sqr_mom_1",0.99,1613944527662,4604
+"lr_1",3.491653952336545e-05,1613944527662,4604
+"mom_1",0.8801672226254953,1613944527662,4604
+"eps_1",1e-05,1613944527662,4604
+"wd_2",0.01,1613944527662,4604
+"sqr_mom_2",0.99,1613944527662,4604
+"lr_2",0.0003491653952336545,1613944527662,4604
+"mom_2",0.8801672226254953,1613944527662,4604
+"eps_2",1e-05,1613944527662,4604
+"train_loss",0.016899195,1613944528606,4605
+"raw_loss",0.011359384,1613944528606,4605
+"epoch",28.968553459119462,1613944528606,4605
+"wd_0",0.01,1613944528606,4605
+"sqr_mom_0",0.99,1613944528606,4605
+"lr_0",3.4903585963477526e-06,1613944528606,4605
+"mom_0",0.880193130004345,1613944528606,4605
+"eps_0",1e-05,1613944528606,4605
+"wd_1",0.01,1613944528606,4605
+"sqr_mom_1",0.99,1613944528606,4605
+"lr_1",3.490358596347752e-05,1613944528606,4605
+"mom_1",0.880193130004345,1613944528606,4605
+"eps_1",1e-05,1613944528606,4605
+"wd_2",0.01,1613944528606,4605
+"sqr_mom_2",0.99,1613944528606,4605
+"lr_2",0.0003490358596347752,1613944528606,4605
+"mom_2",0.880193130004345,1613944528606,4605
+"eps_2",1e-05,1613944528606,4605
+"train_loss",0.016830154,1613944529541,4606
+"raw_loss",0.013447146,1613944529541,4606
+"epoch",28.974842767295563,1613944529541,4606
+"wd_0",0.01,1613944529541,4606
+"sqr_mom_0",0.99,1613944529541,4606
+"lr_0",3.4890627099425117e-06,1613944529541,4606
+"mom_0",0.8802190479916296,1613944529541,4606
+"eps_0",1e-05,1613944529541,4606
+"wd_1",0.01,1613944529541,4606
+"sqr_mom_1",0.99,1613944529541,4606
+"lr_1",3.4890627099425115e-05,1613944529541,4606
+"mom_1",0.8802190479916296,1613944529541,4606
+"eps_1",1e-05,1613944529541,4606
+"wd_2",0.01,1613944529541,4606
+"sqr_mom_2",0.99,1613944529541,4606
+"lr_2",0.00034890627099425114,1613944529541,4606
+"mom_2",0.8802190479916296,1613944529541,4606
+"eps_2",1e-05,1613944529541,4606
+"train_loss",0.016731387,1613944530491,4607
+"raw_loss",0.01189183,1613944530491,4607
+"epoch",28.981132075471663,1613944530491,4607
+"wd_0",0.01,1613944530491,4607
+"sqr_mom_0",0.99,1613944530491,4607
+"lr_0",3.487766078356244e-06,1613944530491,4607
+"mom_0",0.8802449808826839,1613944530491,4607
+"eps_0",1e-05,1613944530491,4607
+"wd_1",0.01,1613944530491,4607
+"sqr_mom_1",0.99,1613944530491,4607
+"lr_1",3.487766078356244e-05,1613944530491,4607
+"mom_1",0.8802449808826839,1613944530491,4607
+"eps_1",1e-05,1613944530491,4607
+"wd_2",0.01,1613944530491,4607
+"sqr_mom_2",0.99,1613944530491,4607
+"lr_2",0.00034877660783562436,1613944530491,4607
+"mom_2",0.8802449808826839,1613944530491,4607
+"eps_2",1e-05,1613944530491,4607
+"train_loss",0.016628196,1613944531423,4608
+"raw_loss",0.011571859,1613944531423,4608
+"epoch",28.987421383647764,1613944531423,4608
+"wd_0",0.01,1613944531423,4608
+"sqr_mom_0",0.99,1613944531423,4608
+"lr_0",3.4864695619799142e-06,1613944531423,4608
+"mom_0",0.8802709114695164,1613944531423,4608
+"eps_0",1e-05,1613944531423,4608
+"wd_1",0.01,1613944531423,4608
+"sqr_mom_1",0.99,1613944531423,4608
+"lr_1",3.4864695619799146e-05,1613944531423,4608
+"mom_1",0.8802709114695164,1613944531423,4608
+"eps_1",1e-05,1613944531423,4608
+"wd_2",0.01,1613944531423,4608
+"sqr_mom_2",0.99,1613944531423,4608
+"lr_2",0.00034864695619799143,1613944531423,4608
+"mom_2",0.8802709114695164,1613944531423,4608
+"eps_2",1e-05,1613944531423,4608
+"train_loss",0.016460082,1613944532380,4609
+"raw_loss",0.008222441,1613944532380,4609
+"epoch",28.993710691823864,1613944532380,4609
+"wd_0",0.01,1613944532380,4609
+"sqr_mom_0",0.99,1613944532380,4609
+"lr_0",3.485172946414808e-06,1613944532380,4609
+"mom_0",0.8802968440401442,1613944532380,4609
+"eps_0",1e-05,1613944532380,4609
+"wd_1",0.01,1613944532380,4609
+"sqr_mom_1",0.99,1613944532380,4609
+"lr_1",3.4851729464148085e-05,1613944532380,4609
+"mom_1",0.8802968440401442,1613944532380,4609
+"eps_1",1e-05,1613944532380,4609
+"wd_2",0.01,1613944532380,4609
+"sqr_mom_2",0.99,1613944532380,4609
+"lr_2",0.0003485172946414808,1613944532380,4609
+"mom_2",0.8802968440401442,1613944532380,4609
+"eps_2",1e-05,1613944532380,4609
+"train_loss",0.01632468,1613944533311,4610
+"raw_loss",0.009689982,1613944533311,4610
+"epoch",28.999999999999964,1613944533311,4610
+"wd_0",0.01,1613944533311,4610
+"sqr_mom_0",0.99,1613944533311,4610
+"lr_0",3.4838751563458316e-06,1613944533311,4610
+"mom_0",0.8803228001010843,1613944533311,4610
+"eps_0",1e-05,1613944533311,4610
+"wd_1",0.01,1613944533311,4610
+"sqr_mom_1",0.99,1613944533311,4610
+"lr_1",3.483875156345832e-05,1613944533311,4610
+"mom_1",0.8803228001010843,1613944533311,4610
+"eps_1",1e-05,1613944533311,4610
+"wd_2",0.01,1613944533311,4610
+"sqr_mom_2",0.99,1613944533311,4610
+"lr_2",0.0003483875156345831,1613944533311,4610
+"mom_2",0.8803228001010843,1613944533311,4610
+"eps_2",1e-05,1613944533311,4610
+"valid_loss",0.09666028618812561,1613944565770,4610
+"_rmse",0.31090235710144043,1613944565770,4610
+"epoch",29,1613944565770,4610
+"train_loss",0.016488338,1613944566861,4611
+"raw_loss",0.024507582,1613944566861,4611
+"epoch",29.0062893081761,1613944566861,4611
+"wd_0",0.01,1613944566861,4611
+"sqr_mom_0",0.99,1613944566861,4611
+"lr_0",3.482577913393308e-06,1613944566861,4611
+"mom_0",0.8803487452195861,1613944566861,4611
+"eps_0",1e-05,1613944566861,4611
+"wd_1",0.01,1613944566861,4611
+"sqr_mom_1",0.99,1613944566861,4611
+"lr_1",3.482577913393308e-05,1613944566861,4611
+"mom_1",0.8803487452195861,1613944566861,4611
+"eps_1",1e-05,1613944566861,4611
+"wd_2",0.01,1613944566861,4611
+"sqr_mom_2",0.99,1613944566861,4611
+"lr_2",0.0003482577913393308,1613944566861,4611
+"mom_2",0.8803487452195861,1613944566861,4611
+"eps_2",1e-05,1613944566861,4611
+"train_loss",0.01693534,1613944567846,4612
+"raw_loss",0.03883842,1613944567846,4612
+"epoch",29.0125786163522,1613944567846,4612
+"wd_0",0.01,1613944567846,4612
+"sqr_mom_0",0.99,1613944567846,4612
+"lr_0",3.4812801421902802e-06,1613944567846,4612
+"mom_0",0.8803747009032035,1613944567846,4612
+"eps_0",1e-05,1613944567846,4612
+"wd_1",0.01,1613944567846,4612
+"sqr_mom_1",0.99,1613944567846,4612
+"lr_1",3.48128014219028e-05,1613944567846,4612
+"mom_1",0.8803747009032035,1613944567846,4612
+"eps_1",1e-05,1613944567846,4612
+"wd_2",0.01,1613944567846,4612
+"sqr_mom_2",0.99,1613944567846,4612
+"lr_2",0.00034812801421902793,1613944567846,4612
+"mom_2",0.8803747009032035,1613944567846,4612
+"eps_2",1e-05,1613944567846,4612
+"train_loss",0.0168644,1613944568780,4613
+"raw_loss",0.013388371,1613944568780,4613
+"epoch",29.0188679245283,1613944568780,4613
+"wd_0",0.01,1613944568780,4613
+"sqr_mom_0",0.99,1613944568780,4613
+"lr_0",3.479981627661996e-06,1613944568780,4613
+"mom_0",0.8804006714534746,1613944568780,4613
+"eps_0",1e-05,1613944568780,4613
+"wd_1",0.01,1613944568780,4613
+"sqr_mom_1",0.99,1613944568780,4613
+"lr_1",3.479981627661996e-05,1613944568780,4613
+"mom_1",0.8804006714534746,1613944568780,4613
+"eps_1",1e-05,1613944568780,4613
+"wd_2",0.01,1613944568780,4613
+"sqr_mom_2",0.99,1613944568780,4613
+"lr_2",0.0003479981627661996,1613944568780,4613
+"mom_2",0.8804006714534746,1613944568780,4613
+"eps_2",1e-05,1613944568780,4613
+"train_loss",0.016735494,1613944569732,4614
+"raw_loss",0.010419057,1613944569732,4614
+"epoch",29.0251572327044,1613944569732,4614
+"wd_0",0.01,1613944569732,4614
+"sqr_mom_0",0.99,1613944569732,4614
+"lr_0",3.478683231448864e-06,1613944569732,4614
+"mom_0",0.8804266396374191,1613944569732,4614
+"eps_0",1e-05,1613944569732,4614
+"wd_1",0.01,1613944569732,4614
+"sqr_mom_1",0.99,1613944569732,4614
+"lr_1",3.478683231448864e-05,1613944569732,4614
+"mom_1",0.8804266396374191,1613944569732,4614
+"eps_1",1e-05,1613944569732,4614
+"wd_2",0.01,1613944569732,4614
+"sqr_mom_2",0.99,1613944569732,4614
+"lr_2",0.0003478683231448864,1613944569732,4614
+"mom_2",0.8804266396374191,1613944569732,4614
+"eps_2",1e-05,1613944569732,4614
+"train_loss",0.016738994,1613944570677,4615
+"raw_loss",0.016910456,1613944570677,4615
+"epoch",29.031446540880502,1613944570677,4615
+"wd_0",0.01,1613944570677,4615
+"sqr_mom_0",0.99,1613944570677,4615
+"lr_0",3.477384523403092e-06,1613944570677,4615
+"mom_0",0.8804526140580787,1613944570677,4615
+"eps_0",1e-05,1613944570677,4615
+"wd_1",0.01,1613944570677,4615
+"sqr_mom_1",0.99,1613944570677,4615
+"lr_1",3.477384523403092e-05,1613944570677,4615
+"mom_1",0.8804526140580787,1613944570677,4615
+"eps_1",1e-05,1613944570677,4615
+"wd_2",0.01,1613944570677,4615
+"sqr_mom_2",0.99,1613944570677,4615
+"lr_2",0.0003477384523403092,1613944570677,4615
+"mom_2",0.8804526140580787,1613944570677,4615
+"eps_2",1e-05,1613944570677,4615
+"train_loss",0.016650122,1613944571630,4616
+"raw_loss",0.012295389,1613944571630,4616
+"epoch",29.037735849056602,1613944571630,4616
+"wd_0",0.01,1613944571630,4616
+"sqr_mom_0",0.99,1613944571630,4616
+"lr_0",3.476085072963176e-06,1613944571630,4616
+"mom_0",0.8804786033267697,1613944571630,4616
+"eps_0",1e-05,1613944571630,4616
+"wd_1",0.01,1613944571630,4616
+"sqr_mom_1",0.99,1613944571630,4616
+"lr_1",3.476085072963176e-05,1613944571630,4616
+"mom_1",0.8804786033267697,1613944571630,4616
+"eps_1",1e-05,1613944571630,4616
+"wd_2",0.01,1613944571630,4616
+"sqr_mom_2",0.99,1613944571630,4616
+"lr_2",0.0003476085072963176,1613944571630,4616
+"mom_2",0.8804786033267697,1613944571630,4616
+"eps_2",1e-05,1613944571630,4616
+"train_loss",0.017273901,1613944572566,4617
+"raw_loss",0.047839165,1613944572566,4617
+"epoch",29.044025157232703,1613944572566,4617
+"wd_0",0.01,1613944572566,4617
+"sqr_mom_0",0.99,1613944572566,4617
+"lr_0",3.4747857423905554e-06,1613944572566,4617
+"mom_0",0.8805045901980908,1613944572566,4617
+"eps_0",1e-05,1613944572566,4617
+"wd_1",0.01,1613944572566,4617
+"sqr_mom_1",0.99,1613944572566,4617
+"lr_1",3.4747857423905555e-05,1613944572566,4617
+"mom_1",0.8805045901980908,1613944572566,4617
+"eps_1",1e-05,1613944572566,4617
+"wd_2",0.01,1613944572566,4617
+"sqr_mom_2",0.99,1613944572566,4617
+"lr_2",0.0003474785742390555,1613944572566,4617
+"mom_2",0.8805045901980908,1613944572566,4617
+"eps_2",1e-05,1613944572566,4617
+"train_loss",0.01733732,1613944573518,4618
+"raw_loss",0.020444836,1613944573518,4618
+"epoch",29.050314465408803,1613944573518,4618
+"wd_0",0.01,1613944573518,4618
+"sqr_mom_0",0.99,1613944573518,4618
+"lr_0",3.4734863168178562e-06,1613944573518,4618
+"mom_0",0.8805305789694325,1613944573518,4618
+"eps_0",1e-05,1613944573518,4618
+"wd_1",0.01,1613944573518,4618
+"sqr_mom_1",0.99,1613944573518,4618
+"lr_1",3.473486316817856e-05,1613944573518,4618
+"mom_1",0.8805305789694325,1613944573518,4618
+"eps_1",1e-05,1613944573518,4618
+"wd_2",0.01,1613944573518,4618
+"sqr_mom_2",0.99,1613944573518,4618
+"lr_2",0.0003473486316817856,1613944573518,4618
+"mom_2",0.8805305789694325,1613944573518,4618
+"eps_2",1e-05,1613944573518,4618
+"train_loss",0.017317139,1613944574501,4619
+"raw_loss",0.016328251,1613944574501,4619
+"epoch",29.056603773584904,1613944574501,4619
+"wd_0",0.01,1613944574501,4619
+"sqr_mom_0",0.99,1613944574501,4619
+"lr_0",3.4721857186028656e-06,1613944574501,4619
+"mom_0",0.8805565911938547,1613944574501,4619
+"eps_0",1e-05,1613944574501,4619
+"wd_1",0.01,1613944574501,4619
+"sqr_mom_1",0.99,1613944574501,4619
+"lr_1",3.4721857186028655e-05,1613944574501,4619
+"mom_1",0.8805565911938547,1613944574501,4619
+"eps_1",1e-05,1613944574501,4619
+"wd_2",0.01,1613944574501,4619
+"sqr_mom_2",0.99,1613944574501,4619
+"lr_2",0.0003472185718602865,1613944574501,4619
+"mom_2",0.8805565911938547,1613944574501,4619
+"eps_2",1e-05,1613944574501,4619
+"train_loss",0.017078558,1613944575479,4620
+"raw_loss",0.005388132,1613944575479,4620
+"epoch",29.062893081761004,1613944575479,4620
+"wd_0",0.01,1613944575479,4620
+"sqr_mom_0",0.99,1613944575479,4620
+"lr_0",3.4708856730911324e-06,1613944575479,4620
+"mom_0",0.880582592364101,1613944575479,4620
+"eps_0",1e-05,1613944575479,4620
+"wd_1",0.01,1613944575479,4620
+"sqr_mom_1",0.99,1613944575479,4620
+"lr_1",3.470885673091132e-05,1613944575479,4620
+"mom_1",0.880582592364101,1613944575479,4620
+"eps_1",1e-05,1613944575479,4620
+"wd_2",0.01,1613944575479,4620
+"sqr_mom_2",0.99,1613944575479,4620
+"lr_2",0.00034708856730911316,1613944575479,4620
+"mom_2",0.880582592364101,1613944575479,4620
+"eps_2",1e-05,1613944575479,4620
+"train_loss",0.017039085,1613944576442,4621
+"raw_loss",0.015104851,1613944576442,4621
+"epoch",29.069182389937104,1613944576442,4621
+"wd_0",0.01,1613944576442,4621
+"sqr_mom_0",0.99,1613944576442,4621
+"lr_0",3.469585102589192e-06,1613944576442,4621
+"mom_0",0.8806086040342564,1613944576442,4621
+"eps_0",1e-05,1613944576442,4621
+"wd_1",0.01,1613944576442,4621
+"sqr_mom_1",0.99,1613944576442,4621
+"lr_1",3.469585102589192e-05,1613944576442,4621
+"mom_1",0.8806086040342564,1613944576442,4621
+"eps_1",1e-05,1613944576442,4621
+"wd_2",0.01,1613944576442,4621
+"sqr_mom_2",0.99,1613944576442,4621
+"lr_2",0.0003469585102589192,1613944576442,4621
+"mom_2",0.8806086040342564,1613944576442,4621
+"eps_2",1e-05,1613944576442,4621
+"train_loss",0.016906688,1613944577386,4622
+"raw_loss",0.010419229,1613944577386,4622
+"epoch",29.075471698113205,1613944577386,4622
+"wd_0",0.01,1613944577386,4622
+"sqr_mom_0",0.99,1613944577386,4622
+"lr_0",3.468283791561664e-06,1613944577386,4622
+"mom_0",0.8806346305150718,1613944577386,4622
+"eps_0",1e-05,1613944577386,4622
+"wd_1",0.01,1613944577386,4622
+"sqr_mom_1",0.99,1613944577386,4622
+"lr_1",3.4682837915616636e-05,1613944577386,4622
+"mom_1",0.8806346305150718,1613944577386,4622
+"eps_1",1e-05,1613944577386,4622
+"wd_2",0.01,1613944577386,4622
+"sqr_mom_2",0.99,1613944577386,4622
+"lr_2",0.00034682837915616635,1613944577386,4622
+"mom_2",0.8806346305150718,1613944577386,4622
+"eps_2",1e-05,1613944577386,4622
+"train_loss",0.016733412,1613944578344,4623
+"raw_loss",0.008242872,1613944578344,4623
+"epoch",29.081761006289305,1613944578344,4623
+"wd_0",0.01,1613944578344,4623
+"sqr_mom_0",0.99,1613944578344,4623
+"lr_0",3.4669826035045954e-06,1613944578344,4623
+"mom_0",0.8806606545364535,1613944578344,4623
+"eps_0",1e-05,1613944578344,4623
+"wd_1",0.01,1613944578344,4623
+"sqr_mom_1",0.99,1613944578344,4623
+"lr_1",3.466982603504595e-05,1613944578344,4623
+"mom_1",0.8806606545364535,1613944578344,4623
+"eps_1",1e-05,1613944578344,4623
+"wd_2",0.01,1613944578344,4623
+"sqr_mom_2",0.99,1613944578344,4623
+"lr_2",0.0003466982603504595,1613944578344,4623
+"mom_2",0.8806606545364535,1613944578344,4623
+"eps_2",1e-05,1613944578344,4623
+"train_loss",0.016669894,1613944579331,4624
+"raw_loss",0.013557469,1613944579331,4624
+"epoch",29.088050314465406,1613944579331,4624
+"wd_0",0.01,1613944579331,4624
+"sqr_mom_0",0.99,1613944579331,4624
+"lr_0",3.4656813232412585e-06,1613944579331,4624
+"mom_0",0.8806866804019788,1613944579331,4624
+"eps_0",1e-05,1613944579331,4624
+"wd_1",0.01,1613944579331,4624
+"sqr_mom_1",0.99,1613944579331,4624
+"lr_1",3.465681323241258e-05,1613944579331,4624
+"mom_1",0.8806866804019788,1613944579331,4624
+"eps_1",1e-05,1613944579331,4624
+"wd_2",0.01,1613944579331,4624
+"sqr_mom_2",0.99,1613944579331,4624
+"lr_2",0.0003465681323241258,1613944579331,4624
+"mom_2",0.8806866804019788,1613944579331,4624
+"eps_2",1e-05,1613944579331,4624
+"train_loss",0.01660569,1613944580281,4625
+"raw_loss",0.013459669,1613944580281,4625
+"epoch",29.094339622641506,1613944580281,4625
+"wd_0",0.01,1613944580281,4625
+"sqr_mom_0",0.99,1613944580281,4625
+"lr_0",3.4643788715934897e-06,1613944580281,4625
+"mom_0",0.8807127296954271,1613944580281,4625
+"eps_0",1e-05,1613944580281,4625
+"wd_1",0.01,1613944580281,4625
+"sqr_mom_1",0.99,1613944580281,4625
+"lr_1",3.4643788715934896e-05,1613944580281,4625
+"mom_1",0.8807127296954271,1613944580281,4625
+"eps_1",1e-05,1613944580281,4625
+"wd_2",0.01,1613944580281,4625
+"sqr_mom_2",0.99,1613944580281,4625
+"lr_2",0.0003464378871593489,1613944580281,4625
+"mom_2",0.8807127296954271,1613944580281,4625
+"eps_2",1e-05,1613944580281,4625
+"train_loss",0.01682529,1613944581230,4626
+"raw_loss",0.0275857,1613944581230,4626
+"epoch",29.100628930817606,1613944581230,4626
+"wd_0",0.01,1613944581230,4626
+"sqr_mom_0",0.99,1613944581230,4626
+"lr_0",3.463076976365562e-06,1613944581230,4626
+"mom_0",0.8807387678603673,1613944581230,4626
+"eps_0",1e-05,1613944581230,4626
+"wd_1",0.01,1613944581230,4626
+"sqr_mom_1",0.99,1613944581230,4626
+"lr_1",3.463076976365562e-05,1613944581230,4626
+"mom_1",0.8807387678603673,1613944581230,4626
+"eps_1",1e-05,1613944581230,4626
+"wd_2",0.01,1613944581230,4626
+"sqr_mom_2",0.99,1613944581230,4626
+"lr_2",0.0003463076976365562,1613944581230,4626
+"mom_2",0.8807387678603673,1613944581230,4626
+"eps_2",1e-05,1613944581230,4626
+"train_loss",0.016685622,1613944582187,4627
+"raw_loss",0.0098419,1613944582187,4627
+"epoch",29.106918238993707,1613944582187,4627
+"wd_0",0.01,1613944582187,4627
+"sqr_mom_0",0.99,1613944582187,4627
+"lr_0",3.461774558328476e-06,1613944582187,4627
+"mom_0",0.8807648164815953,1613944582187,4627
+"eps_0",1e-05,1613944582187,4627
+"wd_1",0.01,1613944582187,4627
+"sqr_mom_1",0.99,1613944582187,4627
+"lr_1",3.461774558328476e-05,1613944582187,4627
+"mom_1",0.8807648164815953,1613944582187,4627
+"eps_1",1e-05,1613944582187,4627
+"wd_2",0.01,1613944582187,4627
+"sqr_mom_2",0.99,1613944582187,4627
+"lr_2",0.00034617745583284757,1613944582187,4627
+"mom_2",0.8807648164815953,1613944582187,4627
+"eps_2",1e-05,1613944582187,4627
+"train_loss",0.016593087,1613944583142,4628
+"raw_loss",0.012058877,1613944583142,4628
+"epoch",29.113207547169807,1613944583142,4628
+"wd_0",0.01,1613944583142,4628
+"sqr_mom_0",0.99,1613944583142,4628
+"lr_0",3.4604714016428523e-06,1613944583142,4628
+"mom_0",0.8807908798759417,1613944583142,4628
+"eps_0",1e-05,1613944583142,4628
+"wd_1",0.01,1613944583142,4628
+"sqr_mom_1",0.99,1613944583142,4628
+"lr_1",3.460471401642852e-05,1613944583142,4628
+"mom_1",0.8807908798759417,1613944583142,4628
+"eps_1",1e-05,1613944583142,4628
+"wd_2",0.01,1613944583142,4628
+"sqr_mom_2",0.99,1613944583142,4628
+"lr_2",0.00034604714016428517,1613944583142,4628
+"mom_2",0.8807908798759417,1613944583142,4628
+"eps_2",1e-05,1613944583142,4628
+"train_loss",0.016490636,1613944584141,4629
+"raw_loss",0.011470532,1613944584141,4629
+"epoch",29.119496855345908,1613944584141,4629
+"wd_0",0.01,1613944584141,4629
+"sqr_mom_0",0.99,1613944584141,4629
+"lr_0",3.459168371029442e-06,1613944584141,4629
+"mom_0",0.8808169407488187,1613944584141,4629
+"eps_0",1e-05,1613944584141,4629
+"wd_1",0.01,1613944584141,4629
+"sqr_mom_1",0.99,1613944584141,4629
+"lr_1",3.4591683710294416e-05,1613944584141,4629
+"mom_1",0.8808169407488187,1613944584141,4629
+"eps_1",1e-05,1613944584141,4629
+"wd_2",0.01,1613944584141,4629
+"sqr_mom_2",0.99,1613944584141,4629
+"lr_2",0.0003459168371029442,1613944584141,4629
+"mom_2",0.8808169407488187,1613944584141,4629
+"eps_2",1e-05,1613944584141,4629
+"train_loss",0.016375838,1613944585136,4630
+"raw_loss",0.010750728,1613944585136,4630
+"epoch",29.125786163522008,1613944585136,4630
+"wd_0",0.01,1613944585136,4630
+"sqr_mom_0",0.99,1613944585136,4630
+"lr_0",3.4578652510046305e-06,1613944585136,4630
+"mom_0",0.8808430034099415,1613944585136,4630
+"eps_0",1e-05,1613944585136,4630
+"wd_1",0.01,1613944585136,4630
+"sqr_mom_1",0.99,1613944585136,4630
+"lr_1",3.45786525100463e-05,1613944585136,4630
+"mom_1",0.8808430034099415,1613944585136,4630
+"eps_1",1e-05,1613944585136,4630
+"wd_2",0.01,1613944585136,4630
+"sqr_mom_2",0.99,1613944585136,4630
+"lr_2",0.00034578652510046306,1613944585136,4630
+"mom_2",0.8808430034099415,1613944585136,4630
+"eps_2",1e-05,1613944585136,4630
+"train_loss",0.016424878,1613944586092,4631
+"raw_loss",0.0188278,1613944586092,4631
+"epoch",29.13207547169811,1613944586092,4631
+"wd_0",0.01,1613944586092,4631
+"sqr_mom_0",0.99,1613944586092,4631
+"lr_0",3.4565609608666866e-06,1613944586092,4631
+"mom_0",0.880869089473561,1613944586092,4631
+"eps_0",1e-05,1613944586092,4631
+"wd_1",0.01,1613944586092,4631
+"sqr_mom_1",0.99,1613944586092,4631
+"lr_1",3.456560960866686e-05,1613944586092,4631
+"mom_1",0.880869089473561,1613944586092,4631
+"eps_1",1e-05,1613944586092,4631
+"wd_2",0.01,1613944586092,4631
+"sqr_mom_2",0.99,1613944586092,4631
+"lr_2",0.00034565609608666864,1613944586092,4631
+"mom_2",0.880869089473561,1613944586092,4631
+"eps_2",1e-05,1613944586092,4631
+"train_loss",0.016392892,1613944587104,4632
+"raw_loss",0.0148255965,1613944587104,4632
+"epoch",29.13836477987421,1613944587104,4632
+"wd_0",0.01,1613944587104,4632
+"sqr_mom_0",0.99,1613944587104,4632
+"lr_0",3.455257014554499e-06,1613944587104,4632
+"mom_0",0.8808951686605966,1613944587104,4632
+"eps_0",1e-05,1613944587104,4632
+"wd_1",0.01,1613944587104,4632
+"sqr_mom_1",0.99,1613944587104,4632
+"lr_1",3.455257014554499e-05,1613944587104,4632
+"mom_1",0.8808951686605966,1613944587104,4632
+"eps_1",1e-05,1613944587104,4632
+"wd_2",0.01,1613944587104,4632
+"sqr_mom_2",0.99,1613944587104,4632
+"lr_2",0.0003455257014554499,1613944587104,4632
+"mom_2",0.8808951686605966,1613944587104,4632
+"eps_2",1e-05,1613944587104,4632
+"train_loss",0.016386285,1613944588068,4633
+"raw_loss",0.016062543,1613944588068,4633
+"epoch",29.14465408805031,1613944588068,4633
+"wd_0",0.01,1613944588068,4633
+"sqr_mom_0",0.99,1613944588068,4633
+"lr_0",3.4539529802287688e-06,1613944588068,4633
+"mom_0",0.8809212496079207,1613944588068,4633
+"eps_0",1e-05,1613944588068,4633
+"wd_1",0.01,1613944588068,4633
+"sqr_mom_1",0.99,1613944588068,4633
+"lr_1",3.453952980228768e-05,1613944588068,4633
+"mom_1",0.8809212496079207,1613944588068,4633
+"eps_1",1e-05,1613944588068,4633
+"wd_2",0.01,1613944588068,4633
+"sqr_mom_2",0.99,1613944588068,4633
+"lr_2",0.00034539529802287685,1613944588068,4633
+"mom_2",0.8809212496079207,1613944588068,4633
+"eps_2",1e-05,1613944588068,4633
+"train_loss",0.016240291,1613944589066,4634
+"raw_loss",0.009086586,1613944589066,4634
+"epoch",29.15094339622641,1613944589066,4634
+"wd_0",0.01,1613944589066,4634
+"sqr_mom_0",0.99,1613944589066,4634
+"lr_0",3.452647776430609e-06,1613944589066,4634
+"mom_0",0.8809473539449273,1613944589066,4634
+"eps_0",1e-05,1613944589066,4634
+"wd_1",0.01,1613944589066,4634
+"sqr_mom_1",0.99,1613944589066,4634
+"lr_1",3.452647776430609e-05,1613944589066,4634
+"mom_1",0.8809473539449273,1613944589066,4634
+"eps_1",1e-05,1613944589066,4634
+"wd_2",0.01,1613944589066,4634
+"sqr_mom_2",0.99,1613944589066,4634
+"lr_2",0.0003452647776430608,1613944589066,4634
+"mom_2",0.8809473539449273,1613944589066,4634
+"eps_2",1e-05,1613944589066,4634
+"train_loss",0.016069843,1613944590038,4635
+"raw_loss",0.0077178003,1613944590038,4635
+"epoch",29.15723270440251,1613944590038,4635
+"wd_0",0.01,1613944590038,4635
+"sqr_mom_0",0.99,1613944590038,4635
+"lr_0",3.451343134615236e-06,1613944590038,4635
+"mom_0",0.8809734470421657,1613944590038,4635
+"eps_0",1e-05,1613944590038,4635
+"wd_1",0.01,1613944590038,4635
+"sqr_mom_1",0.99,1613944590038,4635
+"lr_1",3.451343134615236e-05,1613944590038,4635
+"mom_1",0.8809734470421657,1613944590038,4635
+"eps_1",1e-05,1613944590038,4635
+"wd_2",0.01,1613944590038,4635
+"sqr_mom_2",0.99,1613944590038,4635
+"lr_2",0.00034513431346152354,1613944590038,4635
+"mom_2",0.8809734470421657,1613944590038,4635
+"eps_2",1e-05,1613944590038,4635
+"train_loss",0.016068432,1613944591016,4636
+"raw_loss",0.015999328,1613944591016,4636
+"epoch",29.16352201257861,1613944591016,4636
+"wd_0",0.01,1613944591016,4636
+"sqr_mom_0",0.99,1613944591016,4636
+"lr_0",3.450037323756455e-06,1613944591016,4636
+"mom_0",0.8809995635205061,1613944591016,4636
+"eps_0",1e-05,1613944591016,4636
+"wd_1",0.01,1613944591016,4636
+"sqr_mom_1",0.99,1613944591016,4636
+"lr_1",3.450037323756455e-05,1613944591016,4636
+"mom_1",0.8809995635205061,1613944591016,4636
+"eps_1",1e-05,1613944591016,4636
+"wd_2",0.01,1613944591016,4636
+"sqr_mom_2",0.99,1613944591016,4636
+"lr_2",0.00034500373237564546,1613944591016,4636
+"mom_2",0.8809995635205061,1613944591016,4636
+"eps_2",1e-05,1613944591016,4636
+"train_loss",0.015911605,1613944591990,4637
+"raw_loss",0.008227099,1613944591990,4637
+"epoch",29.16981132075471,1613944591990,4637
+"wd_0",0.01,1613944591990,4637
+"sqr_mom_0",0.99,1613944591990,4637
+"lr_0",3.448732076114797e-06,1613944591990,4637
+"mom_0",0.8810256687343914,1613944591990,4637
+"eps_0",1e-05,1613944591990,4637
+"wd_1",0.01,1613944591990,4637
+"sqr_mom_1",0.99,1613944591990,4637
+"lr_1",3.448732076114797e-05,1613944591990,4637
+"mom_1",0.8810256687343914,1613944591990,4637
+"eps_1",1e-05,1613944591990,4637
+"wd_2",0.01,1613944591990,4637
+"sqr_mom_2",0.99,1613944591990,4637
+"lr_2",0.00034487320761147965,1613944591990,4637
+"mom_2",0.8810256687343914,1613944591990,4637
+"eps_2",1e-05,1613944591990,4637
+"train_loss",0.015741892,1613944592953,4638
+"raw_loss",0.0074259196,1613944592953,4638
+"epoch",29.17610062893081,1613944592953,4638
+"wd_0",0.01,1613944592953,4638
+"sqr_mom_0",0.99,1613944592953,4638
+"lr_0",3.4474263096782166e-06,1613944592953,4638
+"mom_0",0.8810517843242789,1613944592953,4638
+"eps_0",1e-05,1613944592953,4638
+"wd_1",0.01,1613944592953,4638
+"sqr_mom_1",0.99,1613944592953,4638
+"lr_1",3.447426309678216e-05,1613944592953,4638
+"mom_1",0.8810517843242789,1613944592953,4638
+"eps_1",1e-05,1613944592953,4638
+"wd_2",0.01,1613944592953,4638
+"sqr_mom_2",0.99,1613944592953,4638
+"lr_2",0.0003447426309678216,1613944592953,4638
+"mom_2",0.8810517843242789,1613944592953,4638
+"eps_2",1e-05,1613944592953,4638
+"train_loss",0.015767638,1613944593917,4639
+"raw_loss",0.017029162,1613944593917,4639
+"epoch",29.18238993710691,1613944593917,4639
+"wd_0",0.01,1613944593917,4639
+"sqr_mom_0",0.99,1613944593917,4639
+"lr_0",3.4461198080564325e-06,1613944593917,4639
+"mom_0",0.8810779146180175,1613944593917,4639
+"eps_0",1e-05,1613944593917,4639
+"wd_1",0.01,1613944593917,4639
+"sqr_mom_1",0.99,1613944593917,4639
+"lr_1",3.446119808056433e-05,1613944593917,4639
+"mom_1",0.8810779146180175,1613944593917,4639
+"eps_1",1e-05,1613944593917,4639
+"wd_2",0.01,1613944593917,4639
+"sqr_mom_2",0.99,1613944593917,4639
+"lr_2",0.00034461198080564323,1613944593917,4639
+"mom_2",0.8810779146180175,1613944593917,4639
+"eps_2",1e-05,1613944593917,4639
+"train_loss",0.016134514,1613944594886,4640
+"raw_loss",0.034111433,1613944594886,4640
+"epoch",29.188679245283012,1613944594886,4640
+"wd_0",0.01,1613944594886,4640
+"sqr_mom_0",0.99,1613944594886,4640
+"lr_0",3.4448134381897577e-06,1613944594886,4640
+"mom_0",0.8811040422766276,1613944594886,4640
+"eps_0",1e-05,1613944594886,4640
+"wd_1",0.01,1613944594886,4640
+"sqr_mom_1",0.99,1613944594886,4640
+"lr_1",3.444813438189758e-05,1613944594886,4640
+"mom_1",0.8811040422766276,1613944594886,4640
+"eps_1",1e-05,1613944594886,4640
+"wd_2",0.01,1613944594886,4640
+"sqr_mom_2",0.99,1613944594886,4640
+"lr_2",0.00034448134381897573,1613944594886,4640
+"mom_2",0.8811040422766276,1613944594886,4640
+"eps_2",1e-05,1613944594886,4640
+"train_loss",0.016278706,1613944595885,4641
+"raw_loss",0.023344193,1613944595885,4641
+"epoch",29.194968553459113,1613944595885,4641
+"wd_0",0.01,1613944595885,4641
+"sqr_mom_0",0.99,1613944595885,4641
+"lr_0",3.443506984038361e-06,1613944595885,4641
+"mom_0",0.881130171620949,1613944595885,4641
+"eps_0",1e-05,1613944595885,4641
+"wd_1",0.01,1613944595885,4641
+"sqr_mom_1",0.99,1613944595885,4641
+"lr_1",3.44350698403836e-05,1613944595885,4641
+"mom_1",0.881130171620949,1613944595885,4641
+"eps_1",1e-05,1613944595885,4641
+"wd_2",0.01,1613944595885,4641
+"sqr_mom_2",0.99,1613944595885,4641
+"lr_2",0.00034435069840383606,1613944595885,4641
+"mom_2",0.881130171620949,1613944595885,4641
+"eps_2",1e-05,1613944595885,4641
+"train_loss",0.016430464,1613944596979,4642
+"raw_loss",0.02386653,1613944596979,4642
+"epoch",29.201257861635213,1613944596979,4642
+"wd_0",0.01,1613944596979,4642
+"sqr_mom_0",0.99,1613944596979,4642
+"lr_0",3.4421993621394566e-06,1613944596979,4642
+"mom_0",0.8811563243204541,1613944596979,4642
+"eps_0",1e-05,1613944596979,4642
+"wd_1",0.01,1613944596979,4642
+"sqr_mom_1",0.99,1613944596979,4642
+"lr_1",3.442199362139457e-05,1613944596979,4642
+"mom_1",0.8811563243204541,1613944596979,4642
+"eps_1",1e-05,1613944596979,4642
+"wd_2",0.01,1613944596979,4642
+"sqr_mom_2",0.99,1613944596979,4642
+"lr_2",0.00034421993621394566,1613944596979,4642
+"mom_2",0.8811563243204541,1613944596979,4642
+"eps_2",1e-05,1613944596979,4642
+"train_loss",0.016642816,1613944597956,4643
+"raw_loss",0.027048077,1613944597956,4643
+"epoch",29.207547169811313,1613944597956,4643
+"wd_0",0.01,1613944597956,4643
+"sqr_mom_0",0.99,1613944597956,4643
+"lr_0",3.4408923071560617e-06,1613944597956,4643
+"mom_0",0.8811824656815356,1613944597956,4643
+"eps_0",1e-05,1613944597956,4643
+"wd_1",0.01,1613944597956,4643
+"sqr_mom_1",0.99,1613944597956,4643
+"lr_1",3.440892307156062e-05,1613944597956,4643
+"mom_1",0.8811824656815356,1613944597956,4643
+"eps_1",1e-05,1613944597956,4643
+"wd_2",0.01,1613944597956,4643
+"sqr_mom_2",0.99,1613944597956,4643
+"lr_2",0.00034408923071560613,1613944597956,4643
+"mom_2",0.8811824656815356,1613944597956,4643
+"eps_2",1e-05,1613944597956,4643
+"train_loss",0.016641447,1613944598911,4644
+"raw_loss",0.016574377,1613944598911,4644
+"epoch",29.213836477987414,1613944598911,4644
+"wd_0",0.01,1613944598911,4644
+"sqr_mom_0",0.99,1613944598911,4644
+"lr_0",3.439584735575721e-06,1613944598911,4644
+"mom_0",0.8812086173746593,1613944598911,4644
+"eps_0",1e-05,1613944598911,4644
+"wd_1",0.01,1613944598911,4644
+"sqr_mom_1",0.99,1613944598911,4644
+"lr_1",3.439584735575721e-05,1613944598911,4644
+"mom_1",0.8812086173746593,1613944598911,4644
+"eps_1",1e-05,1613944598911,4644
+"wd_2",0.01,1613944598911,4644
+"sqr_mom_2",0.99,1613944598911,4644
+"lr_2",0.00034395847355757206,1613944598911,4644
+"mom_2",0.8812086173746593,1613944598911,4644
+"eps_2",1e-05,1613944598911,4644
+"train_loss",0.016944423,1613944599882,4645
+"raw_loss",0.031790294,1613944599882,4645
+"epoch",29.220125786163514,1613944599882,4645
+"wd_0",0.01,1613944599882,4645
+"sqr_mom_0",0.99,1613944599882,4645
+"lr_0",3.4382764307111824e-06,1613944599882,4645
+"mom_0",0.8812347837336136,1613944599882,4645
+"eps_0",1e-05,1613944599882,4645
+"wd_1",0.01,1613944599882,4645
+"sqr_mom_1",0.99,1613944599882,4645
+"lr_1",3.4382764307111826e-05,1613944599882,4645
+"mom_1",0.8812347837336136,1613944599882,4645
+"eps_1",1e-05,1613944599882,4645
+"wd_2",0.01,1613944599882,4645
+"sqr_mom_2",0.99,1613944599882,4645
+"lr_2",0.0003438276430711182,1613944599882,4645
+"mom_2",0.8812347837336136,1613944599882,4645
+"eps_2",1e-05,1613944599882,4645
+"train_loss",0.016825568,1613944600838,4646
+"raw_loss",0.011001624,1613944600838,4646
+"epoch",29.226415094339615,1613944600838,4646
+"wd_0",0.01,1613944600838,4646
+"sqr_mom_0",0.99,1613944600838,4646
+"lr_0",3.436968260699316e-06,1613944600838,4646
+"mom_0",0.8812609473954877,1613944600838,4646
+"eps_0",1e-05,1613944600838,4646
+"wd_1",0.01,1613944600838,4646
+"sqr_mom_1",0.99,1613944600838,4646
+"lr_1",3.4369682606993156e-05,1613944600838,4646
+"mom_1",0.8812609473954877,1613944600838,4646
+"eps_1",1e-05,1613944600838,4646
+"wd_2",0.01,1613944600838,4646
+"sqr_mom_2",0.99,1613944600838,4646
+"lr_2",0.00034369682606993153,1613944600838,4646
+"mom_2",0.8812609473954877,1613944600838,4646
+"eps_2",1e-05,1613944600838,4646
+"train_loss",0.017092612,1613944601806,4647
+"raw_loss",0.03017772,1613944601806,4647
+"epoch",29.232704402515715,1613944601806,4647
+"wd_0",0.01,1613944601806,4647
+"sqr_mom_0",0.99,1613944601806,4647
+"lr_0",3.4356600092004182e-06,1613944601806,4647
+"mom_0",0.8812871126871185,1613944601806,4647
+"eps_0",1e-05,1613944601806,4647
+"wd_1",0.01,1613944601806,4647
+"sqr_mom_1",0.99,1613944601806,4647
+"lr_1",3.4356600092004186e-05,1613944601806,4647
+"mom_1",0.8812871126871185,1613944601806,4647
+"eps_1",1e-05,1613944601806,4647
+"wd_2",0.01,1613944601806,4647
+"sqr_mom_2",0.99,1613944601806,4647
+"lr_2",0.00034356600092004183,1613944601806,4647
+"mom_2",0.8812871126871185,1613944601806,4647
+"eps_2",1e-05,1613944601806,4647
+"train_loss",0.017140737,1613944602751,4648
+"raw_loss",0.019498851,1613944602751,4648
+"epoch",29.238993710691815,1613944602751,4648
+"wd_0",0.01,1613944602751,4648
+"sqr_mom_0",0.99,1613944602751,4648
+"lr_0",3.43435059126331e-06,1613944602751,4648
+"mom_0",0.8813133013077469,1613944602751,4648
+"eps_0",1e-05,1613944602751,4648
+"wd_1",0.01,1613944602751,4648
+"sqr_mom_1",0.99,1613944602751,4648
+"lr_1",3.4343505912633095e-05,1613944602751,4648
+"mom_1",0.8813133013077469,1613944602751,4648
+"eps_1",1e-05,1613944602751,4648
+"wd_2",0.01,1613944602751,4648
+"sqr_mom_2",0.99,1613944602751,4648
+"lr_2",0.00034343505912633095,1613944602751,4648
+"mom_2",0.8813133013077469,1613944602751,4648
+"eps_2",1e-05,1613944602751,4648
+"train_loss",0.017108832,1613944603696,4649
+"raw_loss",0.015545449,1613944603696,4649
+"epoch",29.245283018867916,1613944603696,4649
+"wd_0",0.01,1613944603696,4649
+"sqr_mom_0",0.99,1613944603696,4649
+"lr_0",3.4330417439335937e-06,1613944603696,4649
+"mom_0",0.8813394785161133,1613944603696,4649
+"eps_0",1e-05,1613944603696,4649
+"wd_1",0.01,1613944603696,4649
+"sqr_mom_1",0.99,1613944603696,4649
+"lr_1",3.433041743933594e-05,1613944603696,4649
+"mom_1",0.8813394785161133,1613944603696,4649
+"eps_1",1e-05,1613944603696,4649
+"wd_2",0.01,1613944603696,4649
+"sqr_mom_2",0.99,1613944603696,4649
+"lr_2",0.00034330417439335935,1613944603696,4649
+"mom_2",0.8813394785161133,1613944603696,4649
+"eps_2",1e-05,1613944603696,4649
+"train_loss",0.016937848,1613944604647,4650
+"raw_loss",0.008559641,1613944604647,4650
+"epoch",29.251572327044016,1613944604647,4650
+"wd_0",0.01,1613944604647,4650
+"sqr_mom_0",0.99,1613944604647,4650
+"lr_0",3.4317323822108338e-06,1613944604647,4650
+"mom_0",0.8813656660124435,1613944604647,4650
+"eps_0",1e-05,1613944604647,4650
+"wd_1",0.01,1613944604647,4650
+"sqr_mom_1",0.99,1613944604647,4650
+"lr_1",3.431732382210833e-05,1613944604647,4650
+"mom_1",0.8813656660124435,1613944604647,4650
+"eps_1",1e-05,1613944604647,4650
+"wd_2",0.01,1613944604647,4650
+"sqr_mom_2",0.99,1613944604647,4650
+"lr_2",0.0003431732382210833,1613944604647,4650
+"mom_2",0.8813656660124435,1613944604647,4650
+"eps_2",1e-05,1613944604647,4650
+"train_loss",0.017164143,1613944605592,4651
+"raw_loss",0.028252611,1613944605592,4651
+"epoch",29.257861635220117,1613944605592,4651
+"wd_0",0.01,1613944605592,4651
+"sqr_mom_0",0.99,1613944605592,4651
+"lr_0",3.430422289113296e-06,1613944605592,4651
+"mom_0",0.8813918681364155,1613944605592,4651
+"eps_0",1e-05,1613944605592,4651
+"wd_1",0.01,1613944605592,4651
+"sqr_mom_1",0.99,1613944605592,4651
+"lr_1",3.4304222891132955e-05,1613944605592,4651
+"mom_1",0.8813918681364155,1613944605592,4651
+"eps_1",1e-05,1613944605592,4651
+"wd_2",0.01,1613944605592,4651
+"sqr_mom_2",0.99,1613944605592,4651
+"lr_2",0.00034304222891132956,1613944605592,4651
+"mom_2",0.8813918681364155,1613944605592,4651
+"eps_2",1e-05,1613944605592,4651
+"train_loss",0.017015232,1613944606535,4652
+"raw_loss",0.009718549,1613944606535,4652
+"epoch",29.264150943396217,1613944606535,4652
+"wd_0",0.01,1613944606535,4652
+"sqr_mom_0",0.99,1613944606535,4652
+"lr_0",3.4291123339644466e-06,1613944606535,4652
+"mom_0",0.8814180675013861,1613944606535,4652
+"eps_0",1e-05,1613944606535,4652
+"wd_1",0.01,1613944606535,4652
+"sqr_mom_1",0.99,1613944606535,4652
+"lr_1",3.429112333964446e-05,1613944606535,4652
+"mom_1",0.8814180675013861,1613944606535,4652
+"eps_1",1e-05,1613944606535,4652
+"wd_2",0.01,1613944606535,4652
+"sqr_mom_2",0.99,1613944606535,4652
+"lr_2",0.00034291123339644464,1613944606535,4652
+"mom_2",0.8814180675013861,1613944606535,4652
+"eps_2",1e-05,1613944606535,4652
+"train_loss",0.016859077,1613944607475,4653
+"raw_loss",0.0092074545,1613944607475,4653
+"epoch",29.270440251572317,1613944607475,4653
+"wd_0",0.01,1613944607475,4653
+"sqr_mom_0",0.99,1613944607475,4653
+"lr_0",3.427802082777871e-06,1613944607475,4653
+"mom_0",0.8814442727871704,1613944607475,4653
+"eps_0",1e-05,1613944607475,4653
+"wd_1",0.01,1613944607475,4653
+"sqr_mom_1",0.99,1613944607475,4653
+"lr_1",3.427802082777871e-05,1613944607475,4653
+"mom_1",0.8814442727871704,1613944607475,4653
+"eps_1",1e-05,1613944607475,4653
+"wd_2",0.01,1613944607475,4653
+"sqr_mom_2",0.99,1613944607475,4653
+"lr_2",0.00034278020827778705,1613944607475,4653
+"mom_2",0.8814442727871704,1613944607475,4653
+"eps_2",1e-05,1613944607475,4653
+"train_loss",0.016693894,1613944608421,4654
+"raw_loss",0.008599895,1613944608421,4654
+"epoch",29.276729559748418,1613944608421,4654
+"wd_0",0.01,1613944608421,4654
+"sqr_mom_0",0.99,1613944608421,4654
+"lr_0",3.4264911011744023e-06,1613944608421,4654
+"mom_0",0.8814704926814387,1613944608421,4654
+"eps_0",1e-05,1613944608421,4654
+"wd_1",0.01,1613944608421,4654
+"sqr_mom_1",0.99,1613944608421,4654
+"lr_1",3.4264911011744025e-05,1613944608421,4654
+"mom_1",0.8814704926814387,1613944608421,4654
+"eps_1",1e-05,1613944608421,4654
+"wd_2",0.01,1613944608421,4654
+"sqr_mom_2",0.99,1613944608421,4654
+"lr_2",0.00034264911011744017,1613944608421,4654
+"mom_2",0.8814704926814387,1613944608421,4654
+"eps_2",1e-05,1613944608421,4654
+"train_loss",0.016671628,1613944609375,4655
+"raw_loss",0.0155806355,1613944609375,4655
+"epoch",29.28301886792452,1613944609375,4655
+"wd_0",0.01,1613944609375,4655
+"sqr_mom_0",0.99,1613944609375,4655
+"lr_0",3.4251802590670807e-06,1613944609375,4655
+"mom_0",0.8814967097857562,1613944609375,4655
+"eps_0",1e-05,1613944609375,4655
+"wd_1",0.01,1613944609375,4655
+"sqr_mom_1",0.99,1613944609375,4655
+"lr_1",3.425180259067081e-05,1613944609375,4655
+"mom_1",0.8814967097857562,1613944609375,4655
+"eps_1",1e-05,1613944609375,4655
+"wd_2",0.01,1613944609375,4655
+"sqr_mom_2",0.99,1613944609375,4655
+"lr_2",0.00034251802590670803,1613944609375,4655
+"mom_2",0.8814967097857562,1613944609375,4655
+"eps_2",1e-05,1613944609375,4655
+"train_loss",0.016553028,1613944610323,4656
+"raw_loss",0.010741611,1613944610323,4656
+"epoch",29.28930817610062,1613944610323,4656
+"wd_0",0.01,1613944610323,4656
+"sqr_mom_0",0.99,1613944610323,4656
+"lr_0",3.423869339671045e-06,1613944610323,4656
+"mom_0",0.8815229284358634,1613944610323,4656
+"eps_0",1e-05,1613944610323,4656
+"wd_1",0.01,1613944610323,4656
+"sqr_mom_1",0.99,1613944610323,4656
+"lr_1",3.4238693396710444e-05,1613944610323,4656
+"mom_1",0.8815229284358634,1613944610323,4656
+"eps_1",1e-05,1613944610323,4656
+"wd_2",0.01,1613944610323,4656
+"sqr_mom_2",0.99,1613944610323,4656
+"lr_2",0.00034238693396710447,1613944610323,4656
+"mom_2",0.8815229284358634,1613944610323,4656
+"eps_2",1e-05,1613944610323,4656
+"train_loss",0.016476417,1613944611266,4657
+"raw_loss",0.012722484,1613944611266,4657
+"epoch",29.29559748427672,1613944611266,4657
+"wd_0",0.01,1613944611266,4657
+"sqr_mom_0",0.99,1613944611266,4657
+"lr_0",3.422557255825849e-06,1613944611266,4657
+"mom_0",0.8815491703751868,1613944611266,4657
+"eps_0",1e-05,1613944611266,4657
+"wd_1",0.01,1613944611266,4657
+"sqr_mom_1",0.99,1613944611266,4657
+"lr_1",3.422557255825849e-05,1613944611266,4657
+"mom_1",0.8815491703751868,1613944611266,4657
+"eps_1",1e-05,1613944611266,4657
+"wd_2",0.01,1613944611266,4657
+"sqr_mom_2",0.99,1613944611266,4657
+"lr_2",0.00034225572558258487,1613944611266,4657
+"mom_2",0.8815491703751868,1613944611266,4657
+"eps_2",1e-05,1613944611266,4657
+"train_loss",0.01679572,1613944612225,4658
+"raw_loss",0.03244163,1613944612225,4658
+"epoch",29.30188679245282,1613944612225,4658
+"wd_0",0.01,1613944612225,4658
+"sqr_mom_0",0.99,1613944612225,4658
+"lr_0",3.4212457481136327e-06,1613944612225,4658
+"mom_0",0.8815754007917352,1613944612225,4658
+"eps_0",1e-05,1613944612225,4658
+"wd_1",0.01,1613944612225,4658
+"sqr_mom_1",0.99,1613944612225,4658
+"lr_1",3.4212457481136324e-05,1613944612225,4658
+"mom_1",0.8815754007917352,1613944612225,4658
+"eps_1",1e-05,1613944612225,4658
+"wd_2",0.01,1613944612225,4658
+"sqr_mom_2",0.99,1613944612225,4658
+"lr_2",0.00034212457481136324,1613944612225,4658
+"mom_2",0.8815754007917352,1613944612225,4658
+"eps_2",1e-05,1613944612225,4658
+"train_loss",0.016713584,1613944613181,4659
+"raw_loss",0.012688824,1613944613181,4659
+"epoch",29.30817610062892,1613944613181,4659
+"wd_0",0.01,1613944613181,4659
+"sqr_mom_0",0.99,1613944613181,4659
+"lr_0",3.419933729325315e-06,1613944613181,4659
+"mom_0",0.8816016414299079,1613944613181,4659
+"eps_0",1e-05,1613944613181,4659
+"wd_1",0.01,1613944613181,4659
+"sqr_mom_1",0.99,1613944613181,4659
+"lr_1",3.419933729325315e-05,1613944613181,4659
+"mom_1",0.8816016414299079,1613944613181,4659
+"eps_1",1e-05,1613944613181,4659
+"wd_2",0.01,1613944613181,4659
+"sqr_mom_2",0.99,1613944613181,4659
+"lr_2",0.0003419933729325315,1613944613181,4659
+"mom_2",0.8816016414299079,1613944613181,4659
+"eps_2",1e-05,1613944613181,4659
+"train_loss",0.016660983,1613944614120,4660
+"raw_loss",0.014083504,1613944614120,4660
+"epoch",29.31446540880502,1613944614120,4660
+"wd_0",0.01,1613944614120,4660
+"sqr_mom_0",0.99,1613944614120,4660
+"lr_0",3.4186209820421e-06,1613944614120,4660
+"mom_0",0.8816278966381244,1613944614120,4660
+"eps_0",1e-05,1613944614120,4660
+"wd_1",0.01,1613944614120,4660
+"sqr_mom_1",0.99,1613944614120,4660
+"lr_1",3.4186209820421e-05,1613944614120,4660
+"mom_1",0.8816278966381244,1613944614120,4660
+"eps_1",1e-05,1613944614120,4660
+"wd_2",0.01,1613944614120,4660
+"sqr_mom_2",0.99,1613944614120,4660
+"lr_2",0.00034186209820420997,1613944614120,4660
+"mom_2",0.8816278966381244,1613944614120,4660
+"eps_2",1e-05,1613944614120,4660
+"train_loss",0.016586807,1613944615069,4661
+"raw_loss",0.012952194,1613944615069,4661
+"epoch",29.32075471698112,1613944615069,4661
+"wd_0",0.01,1613944615069,4661
+"sqr_mom_0",0.99,1613944615069,4661
+"lr_0",3.4173083773486617e-06,1613944615069,4661
+"mom_0",0.8816541489945167,1613944615069,4661
+"eps_0",1e-05,1613944615069,4661
+"wd_1",0.01,1613944615069,4661
+"sqr_mom_1",0.99,1613944615069,4661
+"lr_1",3.4173083773486615e-05,1613944615069,4661
+"mom_1",0.8816541489945167,1613944615069,4661
+"eps_1",1e-05,1613944615069,4661
+"wd_2",0.01,1613944615069,4661
+"sqr_mom_2",0.99,1613944615069,4661
+"lr_2",0.0003417308377348661,1613944615069,4661
+"mom_2",0.8816541489945167,1613944615069,4661
+"eps_2",1e-05,1613944615069,4661
+"train_loss",0.016713092,1613944616164,4662
+"raw_loss",0.02290105,1613944616164,4662
+"epoch",29.32704402515722,1613944616164,4662
+"wd_0",0.01,1613944616164,4662
+"sqr_mom_0",0.99,1613944616164,4662
+"lr_0",3.415995698166476e-06,1613944616164,4662
+"mom_0",0.8816804028406988,1613944616164,4662
+"eps_0",1e-05,1613944616164,4662
+"wd_1",0.01,1613944616164,4662
+"sqr_mom_1",0.99,1613944616164,4662
+"lr_1",3.4159956981664766e-05,1613944616164,4662
+"mom_1",0.8816804028406988,1613944616164,4662
+"eps_1",1e-05,1613944616164,4662
+"wd_2",0.01,1613944616164,4662
+"sqr_mom_2",0.99,1613944616164,4662
+"lr_2",0.0003415995698166476,1613944616164,4662
+"mom_2",0.8816804028406988,1613944616164,4662
+"eps_2",1e-05,1613944616164,4662
+"train_loss",0.01667385,1613944617535,4663
+"raw_loss",0.014750942,1613944617535,4663
+"epoch",29.33333333333332,1613944617535,4663
+"wd_0",0.01,1613944617535,4663
+"sqr_mom_0",0.99,1613944617535,4663
+"lr_0",3.4146818558778544e-06,1613944617535,4663
+"mom_0",0.8817066799492423,1613944617535,4663
+"eps_0",1e-05,1613944617535,4663
+"wd_1",0.01,1613944617535,4663
+"sqr_mom_1",0.99,1613944617535,4663
+"lr_1",3.414681855877855e-05,1613944617535,4663
+"mom_1",0.8817066799492423,1613944617535,4663
+"eps_1",1e-05,1613944617535,4663
+"wd_2",0.01,1613944617535,4663
+"sqr_mom_2",0.99,1613944617535,4663
+"lr_2",0.0003414681855877854,1613944617535,4663
+"mom_2",0.8817066799492423,1613944617535,4663
+"eps_2",1e-05,1613944617535,4663
+"train_loss",0.016484166,1613944618728,4664
+"raw_loss",0.0071896324,1613944618728,4664
+"epoch",29.339622641509422,1613944618728,4664
+"wd_0",0.01,1613944618728,4664
+"sqr_mom_0",0.99,1613944618728,4664
+"lr_0",3.4133685933976503e-06,1613944618728,4664
+"mom_0",0.8817329454615016,1613944618728,4664
+"eps_0",1e-05,1613944618728,4664
+"wd_1",0.01,1613944618728,4664
+"sqr_mom_1",0.99,1613944618728,4664
+"lr_1",3.41336859339765e-05,1613944618728,4664
+"mom_1",0.8817329454615016,1613944618728,4664
+"eps_1",1e-05,1613944618728,4664
+"wd_2",0.01,1613944618728,4664
+"sqr_mom_2",0.99,1613944618728,4664
+"lr_2",0.00034133685933976496,1613944618728,4664
+"mom_2",0.8817329454615016,1613944618728,4664
+"eps_2",1e-05,1613944618728,4664
+"train_loss",0.016359225,1613944619993,4665
+"raw_loss",0.010237086,1613944619993,4665
+"epoch",29.345911949685522,1613944619993,4665
+"wd_0",0.01,1613944619993,4665
+"sqr_mom_0",0.99,1613944619993,4665
+"lr_0",3.4120548220599536e-06,1613944619993,4665
+"mom_0",0.8817592211510125,1613944619993,4665
+"eps_0",1e-05,1613944619993,4665
+"wd_1",0.01,1613944619993,4665
+"sqr_mom_1",0.99,1613944619993,4665
+"lr_1",3.412054822059953e-05,1613944619993,4665
+"mom_1",0.8817592211510125,1613944619993,4665
+"eps_1",1e-05,1613944619993,4665
+"wd_2",0.01,1613944619993,4665
+"sqr_mom_2",0.99,1613944619993,4665
+"lr_2",0.0003412054822059953,1613944619993,4665
+"mom_2",0.8817592211510125,1613944619993,4665
+"eps_2",1e-05,1613944619993,4665
+"train_loss",0.01635304,1613944621376,4666
+"raw_loss",0.01604992,1613944621376,4666
+"epoch",29.352201257861623,1613944621376,4666
+"wd_0",0.01,1613944621376,4666
+"sqr_mom_0",0.99,1613944621376,4666
+"lr_0",3.4107403241577137e-06,1613944621376,4666
+"mom_0",0.8817855113719594,1613944621376,4666
+"eps_0",1e-05,1613944621376,4666
+"wd_1",0.01,1613944621376,4666
+"sqr_mom_1",0.99,1613944621376,4666
+"lr_1",3.410740324157714e-05,1613944621376,4666
+"mom_1",0.8817855113719594,1613944621376,4666
+"eps_1",1e-05,1613944621376,4666
+"wd_2",0.01,1613944621376,4666
+"sqr_mom_2",0.99,1613944621376,4666
+"lr_2",0.00034107403241577137,1613944621376,4666
+"mom_2",0.8817855113719594,1613944621376,4666
+"eps_2",1e-05,1613944621376,4666
+"train_loss",0.016352497,1613944622404,4667
+"raw_loss",0.0163259,1613944622404,4667
+"epoch",29.358490566037723,1613944622404,4667
+"wd_0",0.01,1613944622404,4667
+"sqr_mom_0",0.99,1613944622404,4667
+"lr_0",3.409425971937244e-06,1613944622404,4667
+"mom_0",0.8818117986792419,1613944622404,4667
+"eps_0",1e-05,1613944622404,4667
+"wd_1",0.01,1613944622404,4667
+"sqr_mom_1",0.99,1613944622404,4667
+"lr_1",3.4094259719372435e-05,1613944622404,4667
+"mom_1",0.8818117986792419,1613944622404,4667
+"eps_1",1e-05,1613944622404,4667
+"wd_2",0.01,1613944622404,4667
+"sqr_mom_2",0.99,1613944622404,4667
+"lr_2",0.0003409425971937243,1613944622404,4667
+"mom_2",0.8818117986792419,1613944622404,4667
+"eps_2",1e-05,1613944622404,4667
+"train_loss",0.016354319,1613944623346,4668
+"raw_loss",0.016443573,1613944623346,4668
+"epoch",29.364779874213824,1613944623346,4668
+"wd_0",0.01,1613944623346,4668
+"sqr_mom_0",0.99,1613944623346,4668
+"lr_0",3.4081115480288482e-06,1613944623346,4668
+"mom_0",0.8818380874202972,1613944623346,4668
+"eps_0",1e-05,1613944623346,4668
+"wd_1",0.01,1613944623346,4668
+"sqr_mom_1",0.99,1613944623346,4668
+"lr_1",3.408111548028848e-05,1613944623346,4668
+"mom_1",0.8818380874202972,1613944623346,4668
+"eps_1",1e-05,1613944623346,4668
+"wd_2",0.01,1613944623346,4668
+"sqr_mom_2",0.99,1613944623346,4668
+"lr_2",0.0003408111548028848,1613944623346,4668
+"mom_2",0.8818380874202972,1613944623346,4668
+"eps_2",1e-05,1613944623346,4668
+"train_loss",0.016258953,1613944624311,4669
+"raw_loss",0.011586005,1613944624311,4669
+"epoch",29.371069182389924,1613944624311,4669
+"wd_0",0.01,1613944624311,4669
+"sqr_mom_0",0.99,1613944624311,4669
+"lr_0",3.4067959623700857e-06,1613944624311,4669
+"mom_0",0.8818643993965922,1613944624311,4669
+"eps_0",1e-05,1613944624311,4669
+"wd_1",0.01,1613944624311,4669
+"sqr_mom_1",0.99,1613944624311,4669
+"lr_1",3.406795962370085e-05,1613944624311,4669
+"mom_1",0.8818643993965922,1613944624311,4669
+"eps_1",1e-05,1613944624311,4669
+"wd_2",0.01,1613944624311,4669
+"sqr_mom_2",0.99,1613944624311,4669
+"lr_2",0.00034067959623700853,1613944624311,4669
+"mom_2",0.8818643993965922,1613944624311,4669
+"eps_2",1e-05,1613944624311,4669
+"train_loss",0.01612584,1613944625288,4670
+"raw_loss",0.0096032275,1613944625288,4670
+"epoch",29.377358490566024,1613944625288,4670
+"wd_0",0.01,1613944625288,4670
+"sqr_mom_0",0.99,1613944625288,4670
+"lr_0",3.4054809601885243e-06,1613944625288,4670
+"mom_0",0.8818906997032265,1613944625288,4670
+"eps_0",1e-05,1613944625288,4670
+"wd_1",0.01,1613944625288,4670
+"sqr_mom_1",0.99,1613944625288,4670
+"lr_1",3.4054809601885243e-05,1613944625288,4670
+"mom_1",0.8818906997032265,1613944625288,4670
+"eps_1",1e-05,1613944625288,4670
+"wd_2",0.01,1613944625288,4670
+"sqr_mom_2",0.99,1613944625288,4670
+"lr_2",0.00034054809601885235,1613944625288,4670
+"mom_2",0.8818906997032265,1613944625288,4670
+"eps_2",1e-05,1613944625288,4670
+"train_loss",0.016012836,1613944626335,4671
+"raw_loss",0.010475662,1613944626335,4671
+"epoch",29.383647798742125,1613944626335,4671
+"wd_0",0.01,1613944626335,4671
+"sqr_mom_0",0.99,1613944626335,4671
+"lr_0",3.404165451373919e-06,1613944626335,4671
+"mom_0",0.881917010142623,1613944626335,4671
+"eps_0",1e-05,1613944626335,4671
+"wd_1",0.01,1613944626335,4671
+"sqr_mom_1",0.99,1613944626335,4671
+"lr_1",3.404165451373918e-05,1613944626335,4671
+"mom_1",0.881917010142623,1613944626335,4671
+"eps_1",1e-05,1613944626335,4671
+"wd_2",0.01,1613944626335,4671
+"sqr_mom_2",0.99,1613944626335,4671
+"lr_2",0.00034041654513739184,1613944626335,4671
+"mom_2",0.881917010142623,1613944626335,4671
+"eps_2",1e-05,1613944626335,4671
+"train_loss",0.015815277,1613944627315,4672
+"raw_loss",0.0061348593,1613944627315,4672
+"epoch",29.389937106918225,1613944627315,4672
+"wd_0",0.01,1613944627315,4672
+"sqr_mom_0",0.99,1613944627315,4672
+"lr_0",3.4028492179334604e-06,1613944627315,4672
+"mom_0",0.8819433350746815,1613944627315,4672
+"eps_0",1e-05,1613944627315,4672
+"wd_1",0.01,1613944627315,4672
+"sqr_mom_1",0.99,1613944627315,4672
+"lr_1",3.402849217933461e-05,1613944627315,4672
+"mom_1",0.8819433350746815,1613944627315,4672
+"eps_1",1e-05,1613944627315,4672
+"wd_2",0.01,1613944627315,4672
+"sqr_mom_2",0.99,1613944627315,4672
+"lr_2",0.000340284921793346,1613944627315,4672
+"mom_2",0.8819433350746815,1613944627315,4672
+"eps_2",1e-05,1613944627315,4672
+"train_loss",0.015721159,1613944628295,4673
+"raw_loss",0.011109395,1613944628295,4673
+"epoch",29.396226415094326,1613944628295,4673
+"wd_0",0.01,1613944628295,4673
+"sqr_mom_0",0.99,1613944628295,4673
+"lr_0",3.401533133265093e-06,1613944628295,4673
+"mom_0",0.8819696570312684,1613944628295,4673
+"eps_0",1e-05,1613944628295,4673
+"wd_1",0.01,1613944628295,4673
+"sqr_mom_1",0.99,1613944628295,4673
+"lr_1",3.401533133265093e-05,1613944628295,4673
+"mom_1",0.8819696570312684,1613944628295,4673
+"eps_1",1e-05,1613944628295,4673
+"wd_2",0.01,1613944628295,4673
+"sqr_mom_2",0.99,1613944628295,4673
+"lr_2",0.0003401533133265093,1613944628295,4673
+"mom_2",0.8819696570312684,1613944628295,4673
+"eps_2",1e-05,1613944628295,4673
+"train_loss",0.016269628,1613944629269,4674
+"raw_loss",0.04314466,1613944629269,4674
+"epoch",29.402515723270426,1613944629269,4674
+"wd_0",0.01,1613944629269,4674
+"sqr_mom_0",0.99,1613944629269,4674
+"lr_0",3.40021676134664e-06,1613944629269,4674
+"mom_0",0.8819959847329145,1613944629269,4674
+"eps_0",1e-05,1613944629269,4674
+"wd_1",0.01,1613944629269,4674
+"sqr_mom_1",0.99,1613944629269,4674
+"lr_1",3.40021676134664e-05,1613944629269,4674
+"mom_1",0.8819959847329145,1613944629269,4674
+"eps_1",1e-05,1613944629269,4674
+"wd_2",0.01,1613944629269,4674
+"sqr_mom_2",0.99,1613944629269,4674
+"lr_2",0.0003400216761346639,1613944629269,4674
+"mom_2",0.8819959847329145,1613944629269,4674
+"eps_2",1e-05,1613944629269,4674
+"train_loss",0.016194893,1613944630244,4675
+"raw_loss",0.012532925,1613944630244,4675
+"epoch",29.408805031446526,1613944630244,4675
+"wd_0",0.01,1613944630244,4675
+"sqr_mom_0",0.99,1613944630244,4675
+"lr_0",3.3988996657748252e-06,1613944630244,4675
+"mom_0",0.8820223269077726,1613944630244,4675
+"eps_0",1e-05,1613944630244,4675
+"wd_1",0.01,1613944630244,4675
+"sqr_mom_1",0.99,1613944630244,4675
+"lr_1",3.398899665774825e-05,1613944630244,4675
+"mom_1",0.8820223269077726,1613944630244,4675
+"eps_1",1e-05,1613944630244,4675
+"wd_2",0.01,1613944630244,4675
+"sqr_mom_2",0.99,1613944630244,4675
+"lr_2",0.00033988996657748245,1613944630244,4675
+"mom_2",0.8820223269077726,1613944630244,4675
+"eps_2",1e-05,1613944630244,4675
+"train_loss",0.016470416,1613944631190,4676
+"raw_loss",0.029971026,1613944631190,4676
+"epoch",29.415094339622627,1613944631190,4676
+"wd_0",0.01,1613944631190,4676
+"sqr_mom_0",0.99,1613944631190,4676
+"lr_0",3.3975827205196677e-06,1613944631190,4676
+"mom_0",0.8820486660762674,1613944631190,4676
+"eps_0",1e-05,1613944631190,4676
+"wd_1",0.01,1613944631190,4676
+"sqr_mom_1",0.99,1613944631190,4676
+"lr_1",3.3975827205196674e-05,1613944631190,4676
+"mom_1",0.8820486660762674,1613944631190,4676
+"eps_1",1e-05,1613944631190,4676
+"wd_2",0.01,1613944631190,4676
+"sqr_mom_2",0.99,1613944631190,4676
+"lr_2",0.0003397582720519667,1613944631190,4676
+"mom_2",0.8820486660762674,1613944631190,4676
+"eps_2",1e-05,1613944631190,4676
+"train_loss",0.016341275,1613944632176,4677
+"raw_loss",0.010013407,1613944632176,4677
+"epoch",29.421383647798727,1613944632176,4677
+"wd_0",0.01,1613944632176,4677
+"sqr_mom_0",0.99,1613944632176,4677
+"lr_0",3.3962650522606658e-06,1613944632176,4677
+"mom_0",0.8820750197049837,1613944632176,4677
+"eps_0",1e-05,1613944632176,4677
+"wd_1",0.01,1613944632176,4677
+"sqr_mom_1",0.99,1613944632176,4677
+"lr_1",3.396265052260666e-05,1613944632176,4677
+"mom_1",0.8820750197049837,1613944632176,4677
+"eps_1",1e-05,1613944632176,4677
+"wd_2",0.01,1613944632176,4677
+"sqr_mom_2",0.99,1613944632176,4677
+"lr_2",0.00033962650522606654,1613944632176,4677
+"mom_2",0.8820750197049837,1613944632176,4677
+"eps_2",1e-05,1613944632176,4677
+"train_loss",0.01615366,1613944633259,4678
+"raw_loss",0.0069605024,1613944633259,4678
+"epoch",29.427672955974828,1613944633259,4678
+"wd_0",0.01,1613944633259,4678
+"sqr_mom_0",0.99,1613944633259,4678
+"lr_0",3.3949475353478473e-06,1613944633259,4678
+"mom_0",0.8821013703067461,1613944633259,4678
+"eps_0",1e-05,1613944633259,4678
+"wd_1",0.01,1613944633259,4678
+"sqr_mom_1",0.99,1613944633259,4678
+"lr_1",3.394947535347847e-05,1613944633259,4678
+"mom_1",0.8821013703067461,1613944633259,4678
+"eps_1",1e-05,1613944633259,4678
+"wd_2",0.01,1613944633259,4678
+"sqr_mom_2",0.99,1613944633259,4678
+"lr_2",0.0003394947535347847,1613944633259,4678
+"mom_2",0.8821013703067461,1613944633259,4678
+"eps_2",1e-05,1613944633259,4678
+"train_loss",0.016030302,1613944634196,4679
+"raw_loss",0.009985754,1613944634196,4679
+"epoch",29.433962264150928,1613944634196,4679
+"wd_0",0.01,1613944634196,4679
+"sqr_mom_0",0.99,1613944634196,4679
+"lr_0",3.3936299518841736e-06,1613944634196,4679
+"mom_0",0.882127722239539,1613944634196,4679
+"eps_0",1e-05,1613944634196,4679
+"wd_1",0.01,1613944634196,4679
+"sqr_mom_1",0.99,1613944634196,4679
+"lr_1",3.393629951884174e-05,1613944634196,4679
+"mom_1",0.882127722239539,1613944634196,4679
+"eps_1",1e-05,1613944634196,4679
+"wd_2",0.01,1613944634196,4679
+"sqr_mom_2",0.99,1613944634196,4679
+"lr_2",0.00033936299518841736,1613944634196,4679
+"mom_2",0.882127722239539,1613944634196,4679
+"eps_2",1e-05,1613944634196,4679
+"train_loss",0.015846806,1613944635120,4680
+"raw_loss",0.006855436,1613944635120,4680
+"epoch",29.44025157232703,1613944635120,4680
+"wd_0",0.01,1613944635120,4680
+"sqr_mom_0",0.99,1613944635120,4680
+"lr_0",3.3923112091909195e-06,1613944635120,4680
+"mom_0",0.8821540973571551,1613944635120,4680
+"eps_0",1e-05,1613944635120,4680
+"wd_1",0.01,1613944635120,4680
+"sqr_mom_1",0.99,1613944635120,4680
+"lr_1",3.3923112091909194e-05,1613944635120,4680
+"mom_1",0.8821540973571551,1613944635120,4680
+"eps_1",1e-05,1613944635120,4680
+"wd_2",0.01,1613944635120,4680
+"sqr_mom_2",0.99,1613944635120,4680
+"lr_2",0.0003392311209190919,1613944635120,4680
+"mom_2",0.8821540973571551,1613944635120,4680
+"eps_2",1e-05,1613944635120,4680
+"train_loss",0.016030528,1613944636067,4681
+"raw_loss",0.025032891,1613944636067,4681
+"epoch",29.44654088050313,1613944636067,4681
+"wd_0",0.01,1613944636067,4681
+"sqr_mom_0",0.99,1613944636067,4681
+"lr_0",3.39099305668371e-06,1613944636067,4681
+"mom_0",0.8821804606709325,1613944636067,4681
+"eps_0",1e-05,1613944636067,4681
+"wd_1",0.01,1613944636067,4681
+"sqr_mom_1",0.99,1613944636067,4681
+"lr_1",3.39099305668371e-05,1613944636067,4681
+"mom_1",0.8821804606709325,1613944636067,4681
+"eps_1",1e-05,1613944636067,4681
+"wd_2",0.01,1613944636067,4681
+"sqr_mom_2",0.99,1613944636067,4681
+"lr_2",0.00033909930566837097,1613944636067,4681
+"mom_2",0.8821804606709325,1613944636067,4681
+"eps_2",1e-05,1613944636067,4681
+"train_loss",0.015913306,1613944637015,4682
+"raw_loss",0.010169441,1613944637015,4682
+"epoch",29.45283018867923,1613944637015,4682
+"wd_0",0.01,1613944637015,4682
+"sqr_mom_0",0.99,1613944637015,4682
+"lr_0",3.3896744016367783e-06,1613944637015,4682
+"mom_0",0.8822068340356047,1613944637015,4682
+"eps_0",1e-05,1613944637015,4682
+"wd_1",0.01,1613944637015,4682
+"sqr_mom_1",0.99,1613944637015,4682
+"lr_1",3.389674401636778e-05,1613944637015,4682
+"mom_1",0.8822068340356047,1613944637015,4682
+"eps_1",1e-05,1613944637015,4682
+"wd_2",0.01,1613944637015,4682
+"sqr_mom_2",0.99,1613944637015,4682
+"lr_2",0.00033896744016367777,1613944637015,4682
+"mom_2",0.8822068340356047,1613944637015,4682
+"eps_2",1e-05,1613944637015,4682
+"train_loss",0.015698494,1613944637972,4683
+"raw_loss",0.0051727584,1613944637972,4683
+"epoch",29.45911949685533,1613944637972,4683
+"wd_0",0.01,1613944637972,4683
+"sqr_mom_0",0.99,1613944637972,4683
+"lr_0",3.388355025539917e-06,1613944637972,4683
+"mom_0",0.8822332218214198,1613944637972,4683
+"eps_0",1e-05,1613944637972,4683
+"wd_1",0.01,1613944637972,4683
+"sqr_mom_1",0.99,1613944637972,4683
+"lr_1",3.3883550255399175e-05,1613944637972,4683
+"mom_1",0.8822332218214198,1613944637972,4683
+"eps_1",1e-05,1613944637972,4683
+"wd_2",0.01,1613944637972,4683
+"sqr_mom_2",0.99,1613944637972,4683
+"lr_2",0.0003388355025539917,1613944637972,4683
+"mom_2",0.8822332218214198,1613944637972,4683
+"eps_2",1e-05,1613944637972,4683
+"train_loss",0.015522376,1613944638914,4684
+"raw_loss",0.006892569,1613944638914,4684
+"epoch",29.46540880503143,1613944638914,4684
+"wd_0",0.01,1613944638914,4684
+"sqr_mom_0",0.99,1613944638914,4684
+"lr_0",3.3870358038764062e-06,1613944638914,4684
+"mom_0",0.8822596065185371,1613944638914,4684
+"eps_0",1e-05,1613944638914,4684
+"wd_1",0.01,1613944638914,4684
+"sqr_mom_1",0.99,1613944638914,4684
+"lr_1",3.387035803876406e-05,1613944638914,4684
+"mom_1",0.8822596065185371,1613944638914,4684
+"eps_1",1e-05,1613944638914,4684
+"wd_2",0.01,1613944638914,4684
+"sqr_mom_2",0.99,1613944638914,4684
+"lr_2",0.0003387035803876406,1613944638914,4684
+"mom_2",0.8822596065185371,1613944638914,4684
+"eps_2",1e-05,1613944638914,4684
+"train_loss",0.01540377,1613944639871,4685
+"raw_loss",0.009592093,1613944639871,4685
+"epoch",29.47169811320753,1613944639871,4685
+"wd_0",0.01,1613944639871,4685
+"sqr_mom_0",0.99,1613944639871,4685
+"lr_0",3.385716518465107e-06,1613944639871,4685
+"mom_0",0.8822859924906228,1613944639871,4685
+"eps_0",1e-05,1613944639871,4685
+"wd_1",0.01,1613944639871,4685
+"sqr_mom_1",0.99,1613944639871,4685
+"lr_1",3.385716518465107e-05,1613944639871,4685
+"mom_1",0.8822859924906228,1613944639871,4685
+"eps_1",1e-05,1613944639871,4685
+"wd_2",0.01,1613944639871,4685
+"sqr_mom_2",0.99,1613944639871,4685
+"lr_2",0.00033857165184651066,1613944639871,4685
+"mom_2",0.8822859924906228,1613944639871,4685
+"eps_2",1e-05,1613944639871,4685
+"train_loss",0.015314561,1613944640821,4686
+"raw_loss",0.010943348,1613944640821,4686
+"epoch",29.47798742138363,1613944640821,4686
+"wd_0",0.01,1613944640821,4686
+"sqr_mom_0",0.99,1613944640821,4686
+"lr_0",3.38439607521802e-06,1613944640821,4686
+"mom_0",0.8823124016196557,1613944640821,4686
+"eps_0",1e-05,1613944640821,4686
+"wd_1",0.01,1613944640821,4686
+"sqr_mom_1",0.99,1613944640821,4686
+"lr_1",3.38439607521802e-05,1613944640821,4686
+"mom_1",0.8823124016196557,1613944640821,4686
+"eps_1",1e-05,1613944640821,4686
+"wd_2",0.01,1613944640821,4686
+"sqr_mom_2",0.99,1613944640821,4686
+"lr_2",0.00033843960752180197,1613944640821,4686
+"mom_2",0.8823124016196557,1613944640821,4686
+"eps_2",1e-05,1613944640821,4686
+"train_loss",0.015216999,1613944641771,4687
+"raw_loss",0.010436448,1613944641771,4687
+"epoch",29.48427672955973,1613944641771,4687
+"wd_0",0.01,1613944641771,4687
+"sqr_mom_0",0.99,1613944641771,4687
+"lr_0",3.3830762258066865e-06,1613944641771,4687
+"mom_0",0.882338798871855,1613944641771,4687
+"eps_0",1e-05,1613944641771,4687
+"wd_1",0.01,1613944641771,4687
+"sqr_mom_1",0.99,1613944641771,4687
+"lr_1",3.383076225806687e-05,1613944641771,4687
+"mom_1",0.882338798871855,1613944641771,4687
+"eps_1",1e-05,1613944641771,4687
+"wd_2",0.01,1613944641771,4687
+"sqr_mom_2",0.99,1613944641771,4687
+"lr_2",0.0003383076225806686,1613944641771,4687
+"mom_2",0.882338798871855,1613944641771,4687
+"eps_2",1e-05,1613944641771,4687
+"train_loss",0.015184612,1613944642709,4688
+"raw_loss",0.013597673,1613944642709,4688
+"epoch",29.49056603773583,1613944642709,4688
+"wd_0",0.01,1613944642709,4688
+"sqr_mom_0",0.99,1613944642709,4688
+"lr_0",3.38175587609648e-06,1613944642709,4688
+"mom_0",0.8823652061301317,1613944642709,4688
+"eps_0",1e-05,1613944642709,4688
+"wd_1",0.01,1613944642709,4688
+"sqr_mom_1",0.99,1613944642709,4688
+"lr_1",3.38175587609648e-05,1613944642709,4688
+"mom_1",0.8823652061301317,1613944642709,4688
+"eps_1",1e-05,1613944642709,4688
+"wd_2",0.01,1613944642709,4688
+"sqr_mom_2",0.99,1613944642709,4688
+"lr_2",0.00033817558760964797,1613944642709,4688
+"mom_2",0.8823652061301317,1613944642709,4688
+"eps_2",1e-05,1613944642709,4688
+"train_loss",0.015028987,1613944643635,4689
+"raw_loss",0.0074033807,1613944643635,4689
+"epoch",29.496855345911932,1613944643635,4689
+"wd_0",0.01,1613944643635,4689
+"sqr_mom_0",0.99,1613944643635,4689
+"lr_0",3.3804348072985317e-06,1613944643635,4689
+"mom_0",0.882391627770307,1613944643635,4689
+"eps_0",1e-05,1613944643635,4689
+"wd_1",0.01,1613944643635,4689
+"sqr_mom_1",0.99,1613944643635,4689
+"lr_1",3.3804348072985314e-05,1613944643635,4689
+"mom_1",0.882391627770307,1613944643635,4689
+"eps_1",1e-05,1613944643635,4689
+"wd_2",0.01,1613944643635,4689
+"sqr_mom_2",0.99,1613944643635,4689
+"lr_2",0.00033804348072985317,1613944643635,4689
+"mom_2",0.882391627770307,1613944643635,4689
+"eps_2",1e-05,1613944643635,4689
+"train_loss",0.014904005,1613944644588,4690
+"raw_loss",0.008779889,1613944644588,4690
+"epoch",29.503144654088032,1613944644588,4690
+"wd_0",0.01,1613944644588,4690
+"sqr_mom_0",0.99,1613944644588,4690
+"lr_0",3.3791138960193267e-06,1613944644588,4690
+"mom_0",0.882418046260076,1613944644588,4690
+"eps_0",1e-05,1613944644588,4690
+"wd_1",0.01,1613944644588,4690
+"sqr_mom_1",0.99,1613944644588,4690
+"lr_1",3.379113896019326e-05,1613944644588,4690
+"mom_1",0.882418046260076,1613944644588,4690
+"eps_1",1e-05,1613944644588,4690
+"wd_2",0.01,1613944644588,4690
+"sqr_mom_2",0.99,1613944644588,4690
+"lr_2",0.0003379113896019326,1613944644588,4690
+"mom_2",0.882418046260076,1613944644588,4690
+"eps_2",1e-05,1613944644588,4690
+"train_loss",0.01518885,1613944645522,4691
+"raw_loss",0.02914626,1613944645522,4691
+"epoch",29.509433962264133,1613944645522,4691
+"wd_0",0.01,1613944645522,4691
+"sqr_mom_0",0.99,1613944645522,4691
+"lr_0",3.3777929237961342e-06,1613944645522,4691
+"mom_0",0.8824444659687369,1613944645522,4691
+"eps_0",1e-05,1613944645522,4691
+"wd_1",0.01,1613944645522,4691
+"sqr_mom_1",0.99,1613944645522,4691
+"lr_1",3.377792923796134e-05,1613944645522,4691
+"mom_1",0.8824444659687369,1613944645522,4691
+"eps_1",1e-05,1613944645522,4691
+"wd_2",0.01,1613944645522,4691
+"sqr_mom_2",0.99,1613944645522,4691
+"lr_2",0.00033777929237961343,1613944645522,4691
+"mom_2",0.8824444659687369,1613944645522,4691
+"eps_2",1e-05,1613944645522,4691
+"train_loss",0.015009898,1613944646449,4692
+"raw_loss",0.006241218,1613944646449,4692
+"epoch",29.515723270440233,1613944646449,4692
+"wd_0",0.01,1613944646449,4692
+"sqr_mom_0",0.99,1613944646449,4692
+"lr_0",3.3764707951442284e-06,1613944646449,4692
+"mom_0",0.8824709088062035,1613944646449,4692
+"eps_0",1e-05,1613944646449,4692
+"wd_1",0.01,1613944646449,4692
+"sqr_mom_1",0.99,1613944646449,4692
+"lr_1",3.3764707951442285e-05,1613944646449,4692
+"mom_1",0.8824709088062035,1613944646449,4692
+"eps_1",1e-05,1613944646449,4692
+"wd_2",0.01,1613944646449,4692
+"sqr_mom_2",0.99,1613944646449,4692
+"lr_2",0.00033764707951442277,1613944646449,4692
+"mom_2",0.8824709088062035,1613944646449,4692
+"eps_2",1e-05,1613944646449,4692
+"train_loss",0.015033028,1613944647397,4693
+"raw_loss",0.016166406,1613944647397,4693
+"epoch",29.522012578616334,1613944647397,4693
+"wd_0",0.01,1613944647397,4693
+"sqr_mom_0",0.99,1613944647397,4693
+"lr_0",3.3751492639709723e-06,1613944647397,4693
+"mom_0",0.8824973396939775,1613944647397,4693
+"eps_0",1e-05,1613944647397,4693
+"wd_1",0.01,1613944647397,4693
+"sqr_mom_1",0.99,1613944647397,4693
+"lr_1",3.375149263970973e-05,1613944647397,4693
+"mom_1",0.8824973396939775,1613944647397,4693
+"eps_1",1e-05,1613944647397,4693
+"wd_2",0.01,1613944647397,4693
+"sqr_mom_2",0.99,1613944647397,4693
+"lr_2",0.0003375149263970972,1613944647397,4693
+"mom_2",0.8824973396939775,1613944647397,4693
+"eps_2",1e-05,1613944647397,4693
+"train_loss",0.015324766,1613944648349,4694
+"raw_loss",0.02961995,1613944648349,4694
+"epoch",29.528301886792434,1613944648349,4694
+"wd_0",0.01,1613944648349,4694
+"sqr_mom_0",0.99,1613944648349,4694
+"lr_0",3.373827234745434e-06,1613944648349,4694
+"mom_0",0.8825237805428967,1613944648349,4694
+"eps_0",1e-05,1613944648349,4694
+"wd_1",0.01,1613944648349,4694
+"sqr_mom_1",0.99,1613944648349,4694
+"lr_1",3.3738272347454337e-05,1613944648349,4694
+"mom_1",0.8825237805428967,1613944648349,4694
+"eps_1",1e-05,1613944648349,4694
+"wd_2",0.01,1613944648349,4694
+"sqr_mom_2",0.99,1613944648349,4694
+"lr_2",0.00033738272347454335,1613944648349,4694
+"mom_2",0.8825237805428967,1613944648349,4694
+"eps_2",1e-05,1613944648349,4694
+"train_loss",0.015376662,1613944649292,4695
+"raw_loss",0.017919572,1613944649292,4695
+"epoch",29.534591194968534,1613944649292,4695
+"wd_0",0.01,1613944649292,4695
+"sqr_mom_0",0.99,1613944649292,4695
+"lr_0",3.3725044884025893e-06,1613944649292,4695
+"mom_0",0.8825502357343056,1613944649292,4695
+"eps_0",1e-05,1613944649292,4695
+"wd_1",0.01,1613944649292,4695
+"sqr_mom_1",0.99,1613944649292,4695
+"lr_1",3.372504488402589e-05,1613944649292,4695
+"mom_1",0.8825502357343056,1613944649292,4695
+"eps_1",1e-05,1613944649292,4695
+"wd_2",0.01,1613944649292,4695
+"sqr_mom_2",0.99,1613944649292,4695
+"lr_2",0.0003372504488402589,1613944649292,4695
+"mom_2",0.8825502357343056,1613944649292,4695
+"eps_2",1e-05,1613944649292,4695
+"train_loss",0.015235621,1613944650229,4696
+"raw_loss",0.008324571,1613944650229,4696
+"epoch",29.540880503144635,1613944650229,4696
+"wd_0",0.01,1613944650229,4696
+"sqr_mom_0",0.99,1613944650229,4696
+"lr_0",3.3711819026620755e-06,1613944650229,4696
+"mom_0",0.8825766877136356,1613944650229,4696
+"eps_0",1e-05,1613944650229,4696
+"wd_1",0.01,1613944650229,4696
+"sqr_mom_1",0.99,1613944650229,4696
+"lr_1",3.371181902662075e-05,1613944650229,4696
+"mom_1",0.8825766877136356,1613944650229,4696
+"eps_1",1e-05,1613944650229,4696
+"wd_2",0.01,1613944650229,4696
+"sqr_mom_2",0.99,1613944650229,4696
+"lr_2",0.0003371181902662075,1613944650229,4696
+"mom_2",0.8825766877136356,1613944650229,4696
+"eps_2",1e-05,1613944650229,4696
+"train_loss",0.01505067,1613944651171,4697
+"raw_loss",0.0059880847,1613944651171,4697
+"epoch",29.547169811320735,1613944651171,4697
+"wd_0",0.01,1613944651171,4697
+"sqr_mom_0",0.99,1613944651171,4697
+"lr_0",3.369859039342373e-06,1613944651171,4697
+"mom_0",0.8826031452446049,1613944651171,4697
+"eps_0",1e-05,1613944651171,4697
+"wd_1",0.01,1613944651171,4697
+"sqr_mom_1",0.99,1613944651171,4697
+"lr_1",3.3698590393423726e-05,1613944651171,4697
+"mom_1",0.8826031452446049,1613944651171,4697
+"eps_1",1e-05,1613944651171,4697
+"wd_2",0.01,1613944651171,4697
+"sqr_mom_2",0.99,1613944651171,4697
+"lr_2",0.0003369859039342373,1613944651171,4697
+"mom_2",0.8826031452446049,1613944651171,4697
+"eps_2",1e-05,1613944651171,4697
+"train_loss",0.015012127,1613944652107,4698
+"raw_loss",0.013123521,1613944652107,4698
+"epoch",29.553459119496836,1613944652107,4698
+"wd_0",0.01,1613944652107,4698
+"sqr_mom_0",0.99,1613944652107,4698
+"lr_0",3.3685354598936985e-06,1613944652107,4698
+"mom_0",0.882629617098297,1613944652107,4698
+"eps_0",1e-05,1613944652107,4698
+"wd_1",0.01,1613944652107,4698
+"sqr_mom_1",0.99,1613944652107,4698
+"lr_1",3.3685354598936985e-05,1613944652107,4698
+"mom_1",0.882629617098297,1613944652107,4698
+"eps_1",1e-05,1613944652107,4698
+"wd_2",0.01,1613944652107,4698
+"sqr_mom_2",0.99,1613944652107,4698
+"lr_2",0.00033685354598936984,1613944652107,4698
+"mom_2",0.882629617098297,1613944652107,4698
+"eps_2",1e-05,1613944652107,4698
+"train_loss",0.014913423,1613944653097,4699
+"raw_loss",0.010076892,1613944653097,4699
+"epoch",29.559748427672936,1613944653097,4699
+"wd_0",0.01,1613944653097,4699
+"sqr_mom_0",0.99,1613944653097,4699
+"lr_0",3.3672120425885007e-06,1613944653097,4699
+"mom_0",0.882656085709087,1613944653097,4699
+"eps_0",1e-05,1613944653097,4699
+"wd_1",0.01,1613944653097,4699
+"sqr_mom_1",0.99,1613944653097,4699
+"lr_1",3.3672120425885e-05,1613944653097,4699
+"mom_1",0.882656085709087,1613944653097,4699
+"eps_1",1e-05,1613944653097,4699
+"wd_2",0.01,1613944653097,4699
+"sqr_mom_2",0.99,1613944653097,4699
+"lr_2",0.00033672120425885,1613944653097,4699
+"mom_2",0.882656085709087,1613944653097,4699
+"eps_2",1e-05,1613944653097,4699
+"train_loss",0.014783129,1613944654080,4700
+"raw_loss",0.008398704,1613944654080,4700
+"epoch",29.566037735849036,1613944654080,4700
+"wd_0",0.01,1613944654080,4700
+"sqr_mom_0",0.99,1613944654080,4700
+"lr_0",3.365888568546355e-06,1613944654080,4700
+"mom_0",0.8826825554546274,1613944654080,4700
+"eps_0",1e-05,1613944654080,4700
+"wd_1",0.01,1613944654080,4700
+"sqr_mom_1",0.99,1613944654080,4700
+"lr_1",3.365888568546355e-05,1613944654080,4700
+"mom_1",0.8826825554546274,1613944654080,4700
+"eps_1",1e-05,1613944654080,4700
+"wd_2",0.01,1613944654080,4700
+"sqr_mom_2",0.99,1613944654080,4700
+"lr_2",0.0003365888568546355,1613944654080,4700
+"mom_2",0.8826825554546274,1613944654080,4700
+"eps_2",1e-05,1613944654080,4700
+"train_loss",0.0147664705,1613944655155,4701
+"raw_loss",0.013950208,1613944655155,4701
+"epoch",29.572327044025137,1613944655155,4701
+"wd_0",0.01,1613944655155,4701
+"sqr_mom_0",0.99,1613944655155,4701
+"lr_0",3.3645639402109997e-06,1613944655155,4701
+"mom_0",0.8827090482862628,1613944655155,4701
+"eps_0",1e-05,1613944655155,4701
+"wd_1",0.01,1613944655155,4701
+"sqr_mom_1",0.99,1613944655155,4701
+"lr_1",3.3645639402109995e-05,1613944655155,4701
+"mom_1",0.8827090482862628,1613944655155,4701
+"eps_1",1e-05,1613944655155,4701
+"wd_2",0.01,1613944655155,4701
+"sqr_mom_2",0.99,1613944655155,4701
+"lr_2",0.00033645639402109993,1613944655155,4701
+"mom_2",0.8827090482862628,1613944655155,4701
+"eps_2",1e-05,1613944655155,4701
+"train_loss",0.0148871,1613944656127,4702
+"raw_loss",0.020797938,1613944656127,4702
+"epoch",29.578616352201237,1613944656127,4702
+"wd_0",0.01,1613944656127,4702
+"sqr_mom_0",0.99,1613944656127,4702
+"lr_0",3.3632399148058235e-06,1613944656127,4702
+"mom_0",0.8827355290591741,1613944656127,4702
+"eps_0",1e-05,1613944656127,4702
+"wd_1",0.01,1613944656127,4702
+"sqr_mom_1",0.99,1613944656127,4702
+"lr_1",3.363239914805823e-05,1613944656127,4702
+"mom_1",0.8827355290591741,1613944656127,4702
+"eps_1",1e-05,1613944656127,4702
+"wd_2",0.01,1613944656127,4702
+"sqr_mom_2",0.99,1613944656127,4702
+"lr_2",0.00033632399148058234,1613944656127,4702
+"mom_2",0.8827355290591741,1613944656127,4702
+"eps_2",1e-05,1613944656127,4702
+"train_loss",0.014863214,1613944657114,4703
+"raw_loss",0.013692809,1613944657114,4703
+"epoch",29.584905660377338,1613944657114,4703
+"wd_0",0.01,1613944657114,4703
+"sqr_mom_0",0.99,1613944657114,4703
+"lr_0",3.361915394728985e-06,1613944657114,4703
+"mom_0",0.8827620197256175,1613944657114,4703
+"eps_0",1e-05,1613944657114,4703
+"wd_1",0.01,1613944657114,4703
+"sqr_mom_1",0.99,1613944657114,4703
+"lr_1",3.361915394728985e-05,1613944657114,4703
+"mom_1",0.8827620197256175,1613944657114,4703
+"eps_1",1e-05,1613944657114,4703
+"wd_2",0.01,1613944657114,4703
+"sqr_mom_2",0.99,1613944657114,4703
+"lr_2",0.0003361915394728985,1613944657114,4703
+"mom_2",0.8827620197256175,1613944657114,4703
+"eps_2",1e-05,1613944657114,4703
+"train_loss",0.014766654,1613944658080,4704
+"raw_loss",0.010035181,1613944658080,4704
+"epoch",29.591194968553438,1613944658080,4704
+"wd_0",0.01,1613944658080,4704
+"sqr_mom_0",0.99,1613944658080,4704
+"lr_0",3.3605901605059437e-06,1613944658080,4704
+"mom_0",0.8827885246751278,1613944658080,4704
+"eps_0",1e-05,1613944658080,4704
+"wd_1",0.01,1613944658080,4704
+"sqr_mom_1",0.99,1613944658080,4704
+"lr_1",3.360590160505944e-05,1613944658080,4704
+"mom_1",0.8827885246751278,1613944658080,4704
+"eps_1",1e-05,1613944658080,4704
+"wd_2",0.01,1613944658080,4704
+"sqr_mom_2",0.99,1613944658080,4704
+"lr_2",0.00033605901605059433,1613944658080,4704
+"mom_2",0.8827885246751278,1613944658080,4704
+"eps_2",1e-05,1613944658080,4704
+"train_loss",0.014664121,1613944659093,4705
+"raw_loss",0.00964001,1613944659093,4705
+"epoch",29.59748427672954,1613944659093,4705
+"wd_0",0.01,1613944659093,4705
+"sqr_mom_0",0.99,1613944659093,4705
+"lr_0",3.359265091507188e-06,1613944659093,4705
+"mom_0",0.8828150263201194,1613944659093,4705
+"eps_0",1e-05,1613944659093,4705
+"wd_1",0.01,1613944659093,4705
+"sqr_mom_1",0.99,1613944659093,4705
+"lr_1",3.359265091507188e-05,1613944659093,4705
+"mom_1",0.8828150263201194,1613944659093,4705
+"eps_1",1e-05,1613944659093,4705
+"wd_2",0.01,1613944659093,4705
+"sqr_mom_2",0.99,1613944659093,4705
+"lr_2",0.0003359265091507188,1613944659093,4705
+"mom_2",0.8828150263201194,1613944659093,4705
+"eps_2",1e-05,1613944659093,4705
+"train_loss",0.0145765655,1613944660113,4706
+"raw_loss",0.010286346,1613944660113,4706
+"epoch",29.60377358490564,1613944660113,4706
+"wd_0",0.01,1613944660113,4706
+"sqr_mom_0",0.99,1613944660113,4706
+"lr_0",3.3579399685769724e-06,1613944660113,4706
+"mom_0",0.882841529043751,1613944660113,4706
+"eps_0",1e-05,1613944660113,4706
+"wd_1",0.01,1613944660113,4706
+"sqr_mom_1",0.99,1613944660113,4706
+"lr_1",3.357939968576972e-05,1613944660113,4706
+"mom_1",0.882841529043751,1613944660113,4706
+"eps_1",1e-05,1613944660113,4706
+"wd_2",0.01,1613944660113,4706
+"sqr_mom_2",0.99,1613944660113,4706
+"lr_2",0.0003357939968576972,1613944660113,4706
+"mom_2",0.882841529043751,1613944660113,4706
+"eps_2",1e-05,1613944660113,4706
+"train_loss",0.014590447,1613944661086,4707
+"raw_loss",0.01527063,1613944661086,4707
+"epoch",29.61006289308174,1613944661086,4707
+"wd_0",0.01,1613944661086,4707
+"sqr_mom_0",0.99,1613944661086,4707
+"lr_0",3.356613692793759e-06,1613944661086,4707
+"mom_0",0.882868054824673,1613944661086,4707
+"eps_0",1e-05,1613944661086,4707
+"wd_1",0.01,1613944661086,4707
+"sqr_mom_1",0.99,1613944661086,4707
+"lr_1",3.356613692793759e-05,1613944661086,4707
+"mom_1",0.882868054824673,1613944661086,4707
+"eps_1",1e-05,1613944661086,4707
+"wd_2",0.01,1613944661086,4707
+"sqr_mom_2",0.99,1613944661086,4707
+"lr_2",0.0003356613692793759,1613944661086,4707
+"mom_2",0.882868054824673,1613944661086,4707
+"eps_2",1e-05,1613944661086,4707
+"train_loss",0.014493879,1613944662073,4708
+"raw_loss",0.009762052,1613944662073,4708
+"epoch",29.61635220125784,1613944662073,4708
+"wd_0",0.01,1613944662073,4708
+"sqr_mom_0",0.99,1613944662073,4708
+"lr_0",3.3552880235664085e-06,1613944662073,4708
+"mom_0",0.8828945684743565,1613944662073,4708
+"eps_0",1e-05,1613944662073,4708
+"wd_1",0.01,1613944662073,4708
+"sqr_mom_1",0.99,1613944662073,4708
+"lr_1",3.355288023566408e-05,1613944662073,4708
+"mom_1",0.8828945684743565,1613944662073,4708
+"eps_1",1e-05,1613944662073,4708
+"wd_2",0.01,1613944662073,4708
+"sqr_mom_2",0.99,1613944662073,4708
+"lr_2",0.0003355288023566408,1613944662073,4708
+"mom_2",0.8828945684743565,1613944662073,4708
+"eps_2",1e-05,1613944662073,4708
+"train_loss",0.014398263,1613944663063,4709
+"raw_loss",0.0097130565,1613944663063,4709
+"epoch",29.62264150943394,1613944663063,4709
+"wd_0",0.01,1613944663063,4709
+"sqr_mom_0",0.99,1613944663063,4709
+"lr_0",3.35396186192822e-06,1613944663063,4709
+"mom_0",0.8829210919723554,1613944663063,4709
+"eps_0",1e-05,1613944663063,4709
+"wd_1",0.01,1613944663063,4709
+"sqr_mom_1",0.99,1613944663063,4709
+"lr_1",3.35396186192822e-05,1613944663063,4709
+"mom_1",0.8829210919723554,1613944663063,4709
+"eps_1",1e-05,1613944663063,4709
+"wd_2",0.01,1613944663063,4709
+"sqr_mom_2",0.99,1613944663063,4709
+"lr_2",0.00033539618619282197,1613944663063,4709
+"mom_2",0.8829210919723554,1613944663063,4709
+"eps_2",1e-05,1613944663063,4709
+"train_loss",0.014276915,1613944664052,4710
+"raw_loss",0.0083308825,1613944664052,4710
+"epoch",29.62893081761004,1613944664052,4710
+"wd_0",0.01,1613944664052,4710
+"sqr_mom_0",0.99,1613944664052,4710
+"lr_0",3.3526349881347915e-06,1613944664052,4710
+"mom_0",0.8829476297136013,1613944664052,4710
+"eps_0",1e-05,1613944664052,4710
+"wd_1",0.01,1613944664052,4710
+"sqr_mom_1",0.99,1613944664052,4710
+"lr_1",3.352634988134791e-05,1613944664052,4710
+"mom_1",0.8829476297136013,1613944664052,4710
+"eps_1",1e-05,1613944664052,4710
+"wd_2",0.01,1613944664052,4710
+"sqr_mom_2",0.99,1613944664052,4710
+"lr_2",0.0003352634988134791,1613944664052,4710
+"mom_2",0.8829476297136013,1613944664052,4710
+"eps_2",1e-05,1613944664052,4710
+"train_loss",0.014434255,1613944665007,4711
+"raw_loss",0.022143912,1613944665007,4711
+"epoch",29.63522012578614,1613944665007,4711
+"wd_0",0.01,1613944665007,4711
+"sqr_mom_0",0.99,1613944665007,4711
+"lr_0",3.351308282644563e-06,1613944665007,4711
+"mom_0",0.8829741640887496,1613944665007,4711
+"eps_0",1e-05,1613944665007,4711
+"wd_1",0.01,1613944665007,4711
+"sqr_mom_1",0.99,1613944665007,4711
+"lr_1",3.351308282644563e-05,1613944665007,4711
+"mom_1",0.8829741640887496,1613944665007,4711
+"eps_1",1e-05,1613944665007,4711
+"wd_2",0.01,1613944665007,4711
+"sqr_mom_2",0.99,1613944665007,4711
+"lr_2",0.00033513082826445626,1613944665007,4711
+"mom_2",0.8829741640887496,1613944665007,4711
+"eps_2",1e-05,1613944665007,4711
+"train_loss",0.014453536,1613944665997,4712
+"raw_loss",0.015398328,1613944665997,4712
+"epoch",29.64150943396224,1613944665997,4712
+"wd_0",0.01,1613944665997,4712
+"sqr_mom_0",0.99,1613944665997,4712
+"lr_0",3.3499815260289798e-06,1613944665997,4712
+"mom_0",0.8830006994864152,1613944665997,4712
+"eps_0",1e-05,1613944665997,4712
+"wd_1",0.01,1613944665997,4712
+"sqr_mom_1",0.99,1613944665997,4712
+"lr_1",3.3499815260289804e-05,1613944665997,4712
+"mom_1",0.8830006994864152,1613944665997,4712
+"eps_1",1e-05,1613944665997,4712
+"wd_2",0.01,1613944665997,4712
+"sqr_mom_2",0.99,1613944665997,4712
+"lr_2",0.00033499815260289796,1613944665997,4712
+"mom_2",0.8830006994864152,1613944665997,4712
+"eps_2",1e-05,1613944665997,4712
+"train_loss",0.014349838,1613944667290,4713
+"raw_loss",0.009268642,1613944667290,4713
+"epoch",29.64779874213834,1613944667290,4713
+"wd_0",0.01,1613944667290,4713
+"sqr_mom_0",0.99,1613944667290,4713
+"lr_0",3.3486536180138396e-06,1613944667290,4713
+"mom_0",0.8830272579123023,1613944667290,4713
+"eps_0",1e-05,1613944667290,4713
+"wd_1",0.01,1613944667290,4713
+"sqr_mom_1",0.99,1613944667290,4713
+"lr_1",3.34865361801384e-05,1613944667290,4713
+"mom_1",0.8830272579123023,1613944667290,4713
+"eps_1",1e-05,1613944667290,4713
+"wd_2",0.01,1613944667290,4713
+"sqr_mom_2",0.99,1613944667290,4713
+"lr_2",0.00033486536180138394,1613944667290,4713
+"mom_2",0.8830272579123023,1613944667290,4713
+"eps_2",1e-05,1613944667290,4713
+"train_loss",0.014293315,1613944668310,4714
+"raw_loss",0.0115236705,1613944668310,4714
+"epoch",29.654088050314442,1613944668310,4714
+"wd_0",0.01,1613944668310,4714
+"sqr_mom_0",0.99,1613944668310,4714
+"lr_0",3.347326320173284e-06,1613944668310,4714
+"mom_0",0.8830538041345757,1613944668310,4714
+"eps_0",1e-05,1613944668310,4714
+"wd_1",0.01,1613944668310,4714
+"sqr_mom_1",0.99,1613944668310,4714
+"lr_1",3.347326320173284e-05,1613944668310,4714
+"mom_1",0.8830538041345757,1613944668310,4714
+"eps_1",1e-05,1613944668310,4714
+"wd_2",0.01,1613944668310,4714
+"sqr_mom_2",0.99,1613944668310,4714
+"lr_2",0.00033473263201732836,1613944668310,4714
+"mom_2",0.8830538041345757,1613944668310,4714
+"eps_2",1e-05,1613944668310,4714
+"train_loss",0.014397321,1613944669307,4715
+"raw_loss",0.01949362,1613944669307,4715
+"epoch",29.660377358490543,1613944669307,4715
+"wd_0",0.01,1613944669307,4715
+"sqr_mom_0",0.99,1613944669307,4715
+"lr_0",3.3459985321883657e-06,1613944669307,4715
+"mom_0",0.8830803601598343,1613944669307,4715
+"eps_0",1e-05,1613944669307,4715
+"wd_1",0.01,1613944669307,4715
+"sqr_mom_1",0.99,1613944669307,4715
+"lr_1",3.345998532188366e-05,1613944669307,4715
+"mom_1",0.8830803601598343,1613944669307,4715
+"eps_1",1e-05,1613944669307,4715
+"wd_2",0.01,1613944669307,4715
+"sqr_mom_2",0.99,1613944669307,4715
+"lr_2",0.00033459985321883655,1613944669307,4715
+"mom_2",0.8830803601598343,1613944669307,4715
+"eps_2",1e-05,1613944669307,4715
+"train_loss",0.014325776,1613944670292,4716
+"raw_loss",0.010820073,1613944670292,4716
+"epoch",29.666666666666643,1613944670292,4716
+"wd_0",0.01,1613944670292,4716
+"sqr_mom_0",0.99,1613944670292,4716
+"lr_0",3.3446700340473405e-06,1613944670292,4716
+"mom_0",0.8831069303883571,1613944670292,4716
+"eps_0",1e-05,1613944670292,4716
+"wd_1",0.01,1613944670292,4716
+"sqr_mom_1",0.99,1613944670292,4716
+"lr_1",3.3446700340473404e-05,1613944670292,4716
+"mom_1",0.8831069303883571,1613944670292,4716
+"eps_1",1e-05,1613944670292,4716
+"wd_2",0.01,1613944670292,4716
+"sqr_mom_2",0.99,1613944670292,4716
+"lr_2",0.00033446700340473404,1613944670292,4716
+"mom_2",0.8831069303883571,1613944670292,4716
+"eps_2",1e-05,1613944670292,4716
+"train_loss",0.014252991,1613944671359,4717
+"raw_loss",0.010686519,1613944671359,4717
+"epoch",29.672955974842743,1613944671359,4717
+"wd_0",0.01,1613944671359,4717
+"sqr_mom_0",0.99,1613944671359,4717
+"lr_0",3.343341707286498e-06,1613944671359,4717
+"mom_0",0.883133497189242,1613944671359,4717
+"eps_0",1e-05,1613944671359,4717
+"wd_1",0.01,1613944671359,4717
+"sqr_mom_1",0.99,1613944671359,4717
+"lr_1",3.3433417072864977e-05,1613944671359,4717
+"mom_1",0.883133497189242,1613944671359,4717
+"eps_1",1e-05,1613944671359,4717
+"wd_2",0.01,1613944671359,4717
+"sqr_mom_2",0.99,1613944671359,4717
+"lr_2",0.0003343341707286498,1613944671359,4717
+"mom_2",0.883133497189242,1613944671359,4717
+"eps_2",1e-05,1613944671359,4717
+"train_loss",0.014101855,1613944672389,4718
+"raw_loss",0.0066962047,1613944672389,4718
+"epoch",29.679245283018844,1613944672389,4718
+"wd_0",0.01,1613944672389,4718
+"sqr_mom_0",0.99,1613944672389,4718
+"lr_0",3.342012671037793e-06,1613944672389,4718
+"mom_0",0.883160078180026,1613944672389,4718
+"eps_0",1e-05,1613944672389,4718
+"wd_1",0.01,1613944672389,4718
+"sqr_mom_1",0.99,1613944672389,4718
+"lr_1",3.342012671037793e-05,1613944672389,4718
+"mom_1",0.883160078180026,1613944672389,4718
+"eps_1",1e-05,1613944672389,4718
+"wd_2",0.01,1613944672389,4718
+"sqr_mom_2",0.99,1613944672389,4718
+"lr_2",0.0003342012671037793,1613944672389,4718
+"mom_2",0.883160078180026,1613944672389,4718
+"eps_2",1e-05,1613944672389,4718
+"train_loss",0.013953555,1613944673473,4719
+"raw_loss",0.0066868276,1613944673473,4719
+"epoch",29.685534591194944,1613944673473,4719
+"wd_0",0.01,1613944673473,4719
+"sqr_mom_0",0.99,1613944673473,4719
+"lr_0",3.3406838071945815e-06,1613944673473,4719
+"mom_0",0.8831866557226655,1613944673473,4719
+"eps_0",1e-05,1613944673473,4719
+"wd_1",0.01,1613944673473,4719
+"sqr_mom_1",0.99,1613944673473,4719
+"lr_1",3.340683807194582e-05,1613944673473,4719
+"mom_1",0.8831866557226655,1613944673473,4719
+"eps_1",1e-05,1613944673473,4719
+"wd_2",0.01,1613944673473,4719
+"sqr_mom_2",0.99,1613944673473,4719
+"lr_2",0.0003340683807194581,1613944673473,4719
+"mom_2",0.8831866557226655,1613944673473,4719
+"eps_2",1e-05,1613944673473,4719
+"train_loss",0.014048328,1613944674441,4720
+"raw_loss",0.018692153,1613944674441,4720
+"epoch",29.691823899371045,1613944674441,4720
+"wd_0",0.01,1613944674441,4720
+"sqr_mom_0",0.99,1613944674441,4720
+"lr_0",3.3393546754898774e-06,1613944674441,4720
+"mom_0",0.8832132386225886,1613944674441,4720
+"eps_0",1e-05,1613944674441,4720
+"wd_1",0.01,1613944674441,4720
+"sqr_mom_1",0.99,1613944674441,4720
+"lr_1",3.339354675489877e-05,1613944674441,4720
+"mom_1",0.8832132386225886,1613944674441,4720
+"eps_1",1e-05,1613944674441,4720
+"wd_2",0.01,1613944674441,4720
+"sqr_mom_2",0.99,1613944674441,4720
+"lr_2",0.00033393546754898775,1613944674441,4720
+"mom_2",0.8832132386225886,1613944674441,4720
+"eps_2",1e-05,1613944674441,4720
+"train_loss",0.013989688,1613944675413,4721
+"raw_loss",0.011116348,1613944675413,4721
+"epoch",29.698113207547145,1613944675413,4721
+"wd_0",0.01,1613944675413,4721
+"sqr_mom_0",0.99,1613944675413,4721
+"lr_0",3.338024835301318e-06,1613944675413,4721
+"mom_0",0.8832398356923306,1613944675413,4721
+"eps_0",1e-05,1613944675413,4721
+"wd_1",0.01,1613944675413,4721
+"sqr_mom_1",0.99,1613944675413,4721
+"lr_1",3.3380248353013185e-05,1613944675413,4721
+"mom_1",0.8832398356923306,1613944675413,4721
+"eps_1",1e-05,1613944675413,4721
+"wd_2",0.01,1613944675413,4721
+"sqr_mom_2",0.99,1613944675413,4721
+"lr_2",0.00033380248353013175,1613944675413,4721
+"mom_2",0.8832398356923306,1613944675413,4721
+"eps_2",1e-05,1613944675413,4721
+"train_loss",0.0143171055,1613944676370,4722
+"raw_loss",0.030360574,1613944676370,4722
+"epoch",29.704402515723245,1613944676370,4722
+"wd_0",0.01,1613944676370,4722
+"sqr_mom_0",0.99,1613944676370,4722
+"lr_0",3.3366951690557207e-06,1613944676370,4722
+"mom_0",0.8832664292831784,1613944676370,4722
+"eps_0",1e-05,1613944676370,4722
+"wd_1",0.01,1613944676370,4722
+"sqr_mom_1",0.99,1613944676370,4722
+"lr_1",3.3366951690557204e-05,1613944676370,4722
+"mom_1",0.8832664292831784,1613944676370,4722
+"eps_1",1e-05,1613944676370,4722
+"wd_2",0.01,1613944676370,4722
+"sqr_mom_2",0.99,1613944676370,4722
+"lr_2",0.00033366951690557204,1613944676370,4722
+"mom_2",0.8832664292831784,1613944676370,4722
+"eps_2",1e-05,1613944676370,4722
+"train_loss",0.01461571,1613944677377,4723
+"raw_loss",0.029247327,1613944677377,4723
+"epoch",29.710691823899346,1613944677377,4723
+"wd_0",0.01,1613944677377,4723
+"sqr_mom_0",0.99,1613944677377,4723
+"lr_0",3.3353654568309142e-06,1613944677377,4723
+"mom_0",0.8832930237936196,1613944677377,4723
+"eps_0",1e-05,1613944677377,4723
+"wd_1",0.01,1613944677377,4723
+"sqr_mom_1",0.99,1613944677377,4723
+"lr_1",3.3353654568309146e-05,1613944677377,4723
+"mom_1",0.8832930237936196,1613944677377,4723
+"eps_1",1e-05,1613944677377,4723
+"wd_2",0.01,1613944677377,4723
+"sqr_mom_2",0.99,1613944677377,4723
+"lr_2",0.0003335365456830914,1613944677377,4723
+"mom_2",0.8832930237936196,1613944677377,4723
+"eps_2",1e-05,1613944677377,4723
+"train_loss",0.014634309,1613944678370,4724
+"raw_loss",0.015545668,1613944678370,4724
+"epoch",29.716981132075446,1613944678370,4724
+"wd_0",0.01,1613944678370,4724
+"sqr_mom_0",0.99,1613944678370,4724
+"lr_0",3.334034595905546e-06,1613944678370,4724
+"mom_0",0.8833196412783019,1613944678370,4724
+"eps_0",1e-05,1613944678370,4724
+"wd_1",0.01,1613944678370,4724
+"sqr_mom_1",0.99,1613944678370,4724
+"lr_1",3.334034595905546e-05,1613944678370,4724
+"mom_1",0.8833196412783019,1613944678370,4724
+"eps_1",1e-05,1613944678370,4724
+"wd_2",0.01,1613944678370,4724
+"sqr_mom_2",0.99,1613944678370,4724
+"lr_2",0.0003334034595905546,1613944678370,4724
+"mom_2",0.8833196412783019,1613944678370,4724
+"eps_2",1e-05,1613944678370,4724
+"train_loss",0.014573242,1613944679376,4725
+"raw_loss",0.011580917,1613944679376,4725
+"epoch",29.723270440251547,1613944679376,4725
+"wd_0",0.01,1613944679376,4725
+"sqr_mom_0",0.99,1613944679376,4725
+"lr_0",3.332704351771026e-06,1613944679376,4725
+"mom_0",0.8833462464270437,1613944679376,4725
+"eps_0",1e-05,1613944679376,4725
+"wd_1",0.01,1613944679376,4725
+"sqr_mom_1",0.99,1613944679376,4725
+"lr_1",3.3327043517710256e-05,1613944679376,4725
+"mom_1",0.8833462464270437,1613944679376,4725
+"eps_1",1e-05,1613944679376,4725
+"wd_2",0.01,1613944679376,4725
+"sqr_mom_2",0.99,1613944679376,4725
+"lr_2",0.00033327043517710256,1613944679376,4725
+"mom_2",0.8833462464270437,1613944679376,4725
+"eps_2",1e-05,1613944679376,4725
+"train_loss",0.0146379685,1613944680333,4726
+"raw_loss",0.017809568,1613944680333,4726
+"epoch",29.729559748427647,1613944680333,4726
+"wd_0",0.01,1613944680333,4726
+"sqr_mom_0",0.99,1613944680333,4726
+"lr_0",3.331373621662028e-06,1613944680333,4726
+"mom_0",0.8833728612953724,1613944680333,4726
+"eps_0",1e-05,1613944680333,4726
+"wd_1",0.01,1613944680333,4726
+"sqr_mom_1",0.99,1613944680333,4726
+"lr_1",3.3313736216620285e-05,1613944680333,4726
+"mom_1",0.8833728612953724,1613944680333,4726
+"eps_1",1e-05,1613944680333,4726
+"wd_2",0.01,1613944680333,4726
+"sqr_mom_2",0.99,1613944680333,4726
+"lr_2",0.0003331373621662028,1613944680333,4726
+"mom_2",0.8833728612953724,1613944680333,4726
+"eps_2",1e-05,1613944680333,4726
+"train_loss",0.015068904,1613944681292,4727
+"raw_loss",0.036184765,1613944681292,4727
+"epoch",29.735849056603747,1613944681292,4727
+"wd_0",0.01,1613944681292,4727
+"sqr_mom_0",0.99,1613944681292,4727
+"lr_0",3.330042185083229e-06,1613944681292,4727
+"mom_0",0.8833994902932384,1613944681292,4727
+"eps_0",1e-05,1613944681292,4727
+"wd_1",0.01,1613944681292,4727
+"sqr_mom_1",0.99,1613944681292,4727
+"lr_1",3.3300421850832284e-05,1613944681292,4727
+"mom_1",0.8833994902932384,1613944681292,4727
+"eps_1",1e-05,1613944681292,4727
+"wd_2",0.01,1613944681292,4727
+"sqr_mom_2",0.99,1613944681292,4727
+"lr_2",0.00033300421850832284,1613944681292,4727
+"mom_2",0.8833994902932384,1613944681292,4727
+"eps_2",1e-05,1613944681292,4727
+"train_loss",0.01502894,1613944682285,4728
+"raw_loss",0.013070717,1613944682285,4728
+"epoch",29.742138364779848,1613944682285,4728
+"wd_0",0.01,1613944682285,4728
+"sqr_mom_0",0.99,1613944682285,4728
+"lr_0",3.328710925520742e-06,1613944682285,4728
+"mom_0",0.8834261157507426,1613944682285,4728
+"eps_0",1e-05,1613944682285,4728
+"wd_1",0.01,1613944682285,4728
+"sqr_mom_1",0.99,1613944682285,4728
+"lr_1",3.328710925520742e-05,1613944682285,4728
+"mom_1",0.8834261157507426,1613944682285,4728
+"eps_1",1e-05,1613944682285,4728
+"wd_2",0.01,1613944682285,4728
+"sqr_mom_2",0.99,1613944682285,4728
+"lr_2",0.0003328710925520742,1613944682285,4728
+"mom_2",0.8834261157507426,1613944682285,4728
+"eps_2",1e-05,1613944682285,4728
+"train_loss",0.015111954,1613944683232,4729
+"raw_loss",0.01917966,1613944683232,4729
+"epoch",29.74842767295595,1613944683232,4729
+"wd_0",0.01,1613944683232,4729
+"sqr_mom_0",0.99,1613944683232,4729
+"lr_0",3.327379622786731e-06,1613944683232,4729
+"mom_0",0.8834527420716861,1613944683232,4729
+"eps_0",1e-05,1613944683232,4729
+"wd_1",0.01,1613944683232,4729
+"sqr_mom_1",0.99,1613944683232,4729
+"lr_1",3.327379622786731e-05,1613944683232,4729
+"mom_1",0.8834527420716861,1613944683232,4729
+"eps_1",1e-05,1613944683232,4729
+"wd_2",0.01,1613944683232,4729
+"sqr_mom_2",0.99,1613944683232,4729
+"lr_2",0.00033273796227867303,1613944683232,4729
+"mom_2",0.8834527420716861,1613944683232,4729
+"eps_2",1e-05,1613944683232,4729
+"train_loss",0.015053363,1613944684203,4730
+"raw_loss",0.012182374,1613944684203,4730
+"epoch",29.75471698113205,1613944684203,4730
+"wd_0",0.01,1613944684203,4730
+"sqr_mom_0",0.99,1613944684203,4730
+"lr_0",3.326047172842982e-06,1613944684203,4730
+"mom_0",0.8834793913370537,1613944684203,4730
+"eps_0",1e-05,1613944684203,4730
+"wd_1",0.01,1613944684203,4730
+"sqr_mom_1",0.99,1613944684203,4730
+"lr_1",3.326047172842982e-05,1613944684203,4730
+"mom_1",0.8834793913370537,1613944684203,4730
+"eps_1",1e-05,1613944684203,4730
+"wd_2",0.01,1613944684203,4730
+"sqr_mom_2",0.99,1613944684203,4730
+"lr_2",0.00033260471728429816,1613944684203,4730
+"mom_2",0.8834793913370537,1613944684203,4730
+"eps_2",1e-05,1613944684203,4730
+"train_loss",0.015184367,1613944685154,4731
+"raw_loss",0.021603609,1613944685154,4731
+"epoch",29.76100628930815,1613944685154,4731
+"wd_0",0.01,1613944685154,4731
+"sqr_mom_0",0.99,1613944685154,4731
+"lr_0",3.3247153432888615e-06,1613944685154,4731
+"mom_0",0.8835060281945047,1613944685154,4731
+"eps_0",1e-05,1613944685154,4731
+"wd_1",0.01,1613944685154,4731
+"sqr_mom_1",0.99,1613944685154,4731
+"lr_1",3.3247153432888616e-05,1613944685154,4731
+"mom_1",0.8835060281945047,1613944685154,4731
+"eps_1",1e-05,1613944685154,4731
+"wd_2",0.01,1613944685154,4731
+"sqr_mom_2",0.99,1613944685154,4731
+"lr_2",0.00033247153432888613,1613944685154,4731
+"mom_2",0.8835060281945047,1613944685154,4731
+"eps_2",1e-05,1613944685154,4731
+"train_loss",0.015302979,1613944686101,4732
+"raw_loss",0.021114998,1613944686101,4732
+"epoch",29.76729559748425,1613944686101,4732
+"wd_0",0.01,1613944686101,4732
+"sqr_mom_0",0.99,1613944686101,4732
+"lr_0",3.323383030042603e-06,1613944686101,4732
+"mom_0",0.8835326747258951,1613944686101,4732
+"eps_0",1e-05,1613944686101,4732
+"wd_1",0.01,1613944686101,4732
+"sqr_mom_1",0.99,1613944686101,4732
+"lr_1",3.323383030042603e-05,1613944686101,4732
+"mom_1",0.8835326747258951,1613944686101,4732
+"eps_1",1e-05,1613944686101,4732
+"wd_2",0.01,1613944686101,4732
+"sqr_mom_2",0.99,1613944686101,4732
+"lr_2",0.00033233830300426025,1613944686101,4732
+"mom_2",0.8835326747258951,1613944686101,4732
+"eps_2",1e-05,1613944686101,4732
+"train_loss",0.015340219,1613944687068,4733
+"raw_loss",0.017164977,1613944687068,4733
+"epoch",29.77358490566035,1613944687068,4733
+"wd_0",0.01,1613944687068,4733
+"sqr_mom_0",0.99,1613944687068,4733
+"lr_0",3.322050012348701e-06,1613944687068,4733
+"mom_0",0.8835593353463794,1613944687068,4733
+"eps_0",1e-05,1613944687068,4733
+"wd_1",0.01,1613944687068,4733
+"sqr_mom_1",0.99,1613944687068,4733
+"lr_1",3.322050012348701e-05,1613944687068,4733
+"mom_1",0.8835593353463794,1613944687068,4733
+"eps_1",1e-05,1613944687068,4733
+"wd_2",0.01,1613944687068,4733
+"sqr_mom_2",0.99,1613944687068,4733
+"lr_2",0.0003322050012348701,1613944687068,4733
+"mom_2",0.8835593353463794,1613944687068,4733
+"eps_2",1e-05,1613944687068,4733
+"train_loss",0.0154641615,1613944688031,4734
+"raw_loss",0.02153732,1613944688031,4734
+"epoch",29.77987421383645,1613944688031,4734
+"wd_0",0.01,1613944688031,4734
+"sqr_mom_0",0.99,1613944688031,4734
+"lr_0",3.3207171747424316e-06,1613944688031,4734
+"mom_0",0.883585992365075,1613944688031,4734
+"eps_0",1e-05,1613944688031,4734
+"wd_1",0.01,1613944688031,4734
+"sqr_mom_1",0.99,1613944688031,4734
+"lr_1",3.3207171747424316e-05,1613944688031,4734
+"mom_1",0.883585992365075,1613944688031,4734
+"eps_1",1e-05,1613944688031,4734
+"wd_2",0.01,1613944688031,4734
+"sqr_mom_2",0.99,1613944688031,4734
+"lr_2",0.00033207171747424313,1613944688031,4734
+"mom_2",0.883585992365075,1613944688031,4734
+"eps_2",1e-05,1613944688031,4734
+"train_loss",0.015724497,1613944689007,4735
+"raw_loss",0.028480928,1613944689007,4735
+"epoch",29.78616352201255,1613944689007,4735
+"wd_0",0.01,1613944689007,4735
+"sqr_mom_0",0.99,1613944689007,4735
+"lr_0",3.3193842967728186e-06,1613944689007,4735
+"mom_0",0.8836126501910455,1613944689007,4735
+"eps_0",1e-05,1613944689007,4735
+"wd_1",0.01,1613944689007,4735
+"sqr_mom_1",0.99,1613944689007,4735
+"lr_1",3.3193842967728185e-05,1613944689007,4735
+"mom_1",0.8836126501910455,1613944689007,4735
+"eps_1",1e-05,1613944689007,4735
+"wd_2",0.01,1613944689007,4735
+"sqr_mom_2",0.99,1613944689007,4735
+"lr_2",0.0003319384296772818,1613944689007,4735
+"mom_2",0.8836126501910455,1613944689007,4735
+"eps_2",1e-05,1613944689007,4735
+"train_loss",0.015707826,1613944689950,4736
+"raw_loss",0.014890935,1613944689950,4736
+"epoch",29.79245283018865,1613944689950,4736
+"wd_0",0.01,1613944689950,4736
+"sqr_mom_0",0.99,1613944689950,4736
+"lr_0",3.318050273097452e-06,1613944689950,4736
+"mom_0",0.8836393309313603,1613944689950,4736
+"eps_0",1e-05,1613944689950,4736
+"wd_1",0.01,1613944689950,4736
+"sqr_mom_1",0.99,1613944689950,4736
+"lr_1",3.3180502730974516e-05,1613944689950,4736
+"mom_1",0.8836393309313603,1613944689950,4736
+"eps_1",1e-05,1613944689950,4736
+"wd_2",0.01,1613944689950,4736
+"sqr_mom_2",0.99,1613944689950,4736
+"lr_2",0.00033180502730974514,1613944689950,4736
+"mom_2",0.8836393309313603,1613944689950,4736
+"eps_2",1e-05,1613944689950,4736
+"train_loss",0.015598271,1613944690908,4737
+"raw_loss",0.010230055,1613944690908,4737
+"epoch",29.79874213836475,1613944690908,4737
+"wd_0",0.01,1613944690908,4737
+"sqr_mom_0",0.99,1613944690908,4737
+"lr_0",3.316716873403376e-06,1613944690908,4737
+"mom_0",0.8836659991919243,1613944690908,4737
+"eps_0",1e-05,1613944690908,4737
+"wd_1",0.01,1613944690908,4737
+"sqr_mom_1",0.99,1613944690908,4737
+"lr_1",3.316716873403376e-05,1613944690908,4737
+"mom_1",0.8836659991919243,1613944690908,4737
+"eps_1",1e-05,1613944690908,4737
+"wd_2",0.01,1613944690908,4737
+"sqr_mom_2",0.99,1613944690908,4737
+"lr_2",0.00033167168734033755,1613944690908,4737
+"mom_2",0.8836659991919243,1613944690908,4737
+"eps_2",1e-05,1613944690908,4737
+"train_loss",0.015441734,1613944691875,4738
+"raw_loss",0.007771415,1613944691875,4738
+"epoch",29.805031446540852,1613944691875,4738
+"wd_0",0.01,1613944691875,4738
+"sqr_mom_0",0.99,1613944691875,4738
+"lr_0",3.3153829923050528e-06,1613944691875,4738
+"mom_0",0.8836926770806697,1613944691875,4738
+"eps_0",1e-05,1613944691875,4738
+"wd_1",0.01,1613944691875,4738
+"sqr_mom_1",0.99,1613944691875,4738
+"lr_1",3.315382992305053e-05,1613944691875,4738
+"mom_1",0.8836926770806697,1613944691875,4738
+"eps_1",1e-05,1613944691875,4738
+"wd_2",0.01,1613944691875,4738
+"sqr_mom_2",0.99,1613944691875,4738
+"lr_2",0.00033153829923050527,1613944691875,4738
+"mom_2",0.8836926770806697,1613944691875,4738
+"eps_2",1e-05,1613944691875,4738
+"train_loss",0.01537163,1613944692870,4739
+"raw_loss",0.011936523,1613944692870,4739
+"epoch",29.811320754716952,1613944692870,4739
+"wd_0",0.01,1613944692870,4739
+"sqr_mom_0",0.99,1613944692870,4739
+"lr_0",3.3140484087893257e-06,1613944692870,4739
+"mom_0",0.8837193690179036,1613944692870,4739
+"eps_0",1e-05,1613944692870,4739
+"wd_1",0.01,1613944692870,4739
+"sqr_mom_1",0.99,1613944692870,4739
+"lr_1",3.314048408789325e-05,1613944692870,4739
+"mom_1",0.8837193690179036,1613944692870,4739
+"eps_1",1e-05,1613944692870,4739
+"wd_2",0.01,1613944692870,4739
+"sqr_mom_2",0.99,1613944692870,4739
+"lr_2",0.0003314048408789325,1613944692870,4739
+"mom_2",0.8837193690179036,1613944692870,4739
+"eps_2",1e-05,1613944692870,4739
+"train_loss",0.015249126,1613944693826,4740
+"raw_loss",0.009246428,1613944693826,4740
+"epoch",29.817610062893053,1613944693826,4740
+"wd_0",0.01,1613944693826,4740
+"sqr_mom_0",0.99,1613944693826,4740
+"lr_0",3.3127140084304846e-06,1613944693826,4740
+"mom_0",0.8837460572919632,1613944693826,4740
+"eps_0",1e-05,1613944693826,4740
+"wd_1",0.01,1613944693826,4740
+"sqr_mom_1",0.99,1613944693826,4740
+"lr_1",3.312714008430484e-05,1613944693826,4740
+"mom_1",0.8837460572919632,1613944693826,4740
+"eps_1",1e-05,1613944693826,4740
+"wd_2",0.01,1613944693826,4740
+"sqr_mom_2",0.99,1613944693826,4740
+"lr_2",0.0003312714008430485,1613944693826,4740
+"mom_2",0.8837460572919632,1613944693826,4740
+"eps_2",1e-05,1613944693826,4740
+"train_loss",0.015210991,1613944694799,4741
+"raw_loss",0.013342392,1613944694799,4741
+"epoch",29.823899371069153,1613944694799,4741
+"wd_0",0.01,1613944694799,4741
+"sqr_mom_0",0.99,1613944694799,4741
+"lr_0",3.3113793491222477e-06,1613944694799,4741
+"mom_0",0.8837727507450625,1613944694799,4741
+"eps_0",1e-05,1613944694799,4741
+"wd_1",0.01,1613944694799,4741
+"sqr_mom_1",0.99,1613944694799,4741
+"lr_1",3.311379349122247e-05,1613944694799,4741
+"mom_1",0.8837727507450625,1613944694799,4741
+"eps_1",1e-05,1613944694799,4741
+"wd_2",0.01,1613944694799,4741
+"sqr_mom_2",0.99,1613944694799,4741
+"lr_2",0.0003311379349122247,1613944694799,4741
+"mom_2",0.8837727507450625,1613944694799,4741
+"eps_2",1e-05,1613944694799,4741
+"train_loss",0.015110819,1613944695751,4742
+"raw_loss",0.0102023855,1613944695751,4742
+"epoch",29.830188679245254,1613944695751,4742
+"wd_0",0.01,1613944695751,4742
+"sqr_mom_0",0.99,1613944695751,4742
+"lr_0",3.310043988414777e-06,1613944695751,4742
+"mom_0",0.8837994582262867,1613944695751,4742
+"eps_0",1e-05,1613944695751,4742
+"wd_1",0.01,1613944695751,4742
+"sqr_mom_1",0.99,1613944695751,4742
+"lr_1",3.310043988414777e-05,1613944695751,4742
+"mom_1",0.8837994582262867,1613944695751,4742
+"eps_1",1e-05,1613944695751,4742
+"wd_2",0.01,1613944695751,4742
+"sqr_mom_2",0.99,1613944695751,4742
+"lr_2",0.00033100439884147767,1613944695751,4742
+"mom_2",0.8837994582262867,1613944695751,4742
+"eps_2",1e-05,1613944695751,4742
+"train_loss",0.015120868,1613944696688,4743
+"raw_loss",0.01561327,1613944696688,4743
+"epoch",29.836477987421354,1613944696688,4743
+"wd_0",0.01,1613944696688,4743
+"sqr_mom_0",0.99,1613944696688,4743
+"lr_0",3.308708812398078e-06,1613944696688,4743
+"mom_0",0.8838261620136586,1613944696688,4743
+"eps_0",1e-05,1613944696688,4743
+"wd_1",0.01,1613944696688,4743
+"sqr_mom_1",0.99,1613944696688,4743
+"lr_1",3.3087088123980786e-05,1613944696688,4743
+"mom_1",0.8838261620136586,1613944696688,4743
+"eps_1",1e-05,1613944696688,4743
+"wd_2",0.01,1613944696688,4743
+"sqr_mom_2",0.99,1613944696688,4743
+"lr_2",0.0003308708812398078,1613944696688,4743
+"mom_2",0.8838261620136586,1613944696688,4743
+"eps_2",1e-05,1613944696688,4743
+"train_loss",0.015187185,1613944697632,4744
+"raw_loss",0.018436763,1613944697632,4744
+"epoch",29.842767295597454,1613944697632,4744
+"wd_0",0.01,1613944697632,4744
+"sqr_mom_0",0.99,1613944697632,4744
+"lr_0",3.307373600231201e-06,1613944697632,4744
+"mom_0",0.8838528665240412,1613944697632,4744
+"eps_0",1e-05,1613944697632,4744
+"wd_1",0.01,1613944697632,4744
+"sqr_mom_1",0.99,1613944697632,4744
+"lr_1",3.307373600231201e-05,1613944697632,4744
+"mom_1",0.8838528665240412,1613944697632,4744
+"eps_1",1e-05,1613944697632,4744
+"wd_2",0.01,1613944697632,4744
+"sqr_mom_2",0.99,1613944697632,4744
+"lr_2",0.00033073736002312004,1613944697632,4744
+"mom_2",0.8838528665240412,1613944697632,4744
+"eps_2",1e-05,1613944697632,4744
+"train_loss",0.015141522,1613944698596,4745
+"raw_loss",0.012904017,1613944698596,4745
+"epoch",29.849056603773555,1613944698596,4745
+"wd_0",0.01,1613944698596,4745
+"sqr_mom_0",0.99,1613944698596,4745
+"lr_0",3.30603724463921e-06,1613944698596,4745
+"mom_0",0.8838795939031548,1613944698596,4745
+"eps_0",1e-05,1613944698596,4745
+"wd_1",0.01,1613944698596,4745
+"sqr_mom_1",0.99,1613944698596,4745
+"lr_1",3.30603724463921e-05,1613944698596,4745
+"mom_1",0.8838795939031548,1613944698596,4745
+"eps_1",1e-05,1613944698596,4745
+"wd_2",0.01,1613944698596,4745
+"sqr_mom_2",0.99,1613944698596,4745
+"lr_2",0.00033060372446392093,1613944698596,4745
+"mom_2",0.8838795939031548,1613944698596,4745
+"eps_2",1e-05,1613944698596,4745
+"train_loss",0.015216772,1613944699599,4746
+"raw_loss",0.018904056,1613944699599,4746
+"epoch",29.855345911949655,1613944699599,4746
+"wd_0",0.01,1613944699599,4746
+"sqr_mom_0",0.99,1613944699599,4746
+"lr_0",3.304701518402618e-06,1613944699599,4746
+"mom_0",0.8839063086950345,1613944699599,4746
+"eps_0",1e-05,1613944699599,4746
+"wd_1",0.01,1613944699599,4746
+"sqr_mom_1",0.99,1613944699599,4746
+"lr_1",3.304701518402618e-05,1613944699599,4746
+"mom_1",0.8839063086950345,1613944699599,4746
+"eps_1",1e-05,1613944699599,4746
+"wd_2",0.01,1613944699599,4746
+"sqr_mom_2",0.99,1613944699599,4746
+"lr_2",0.00033047015184026185,1613944699599,4746
+"mom_2",0.8839063086950345,1613944699599,4746
+"eps_2",1e-05,1613944699599,4746
+"train_loss",0.015113081,1613944700564,4747
+"raw_loss",0.010032205,1613944700564,4747
+"epoch",29.861635220125756,1613944700564,4747
+"wd_0",0.01,1613944700564,4747
+"sqr_mom_0",0.99,1613944700564,4747
+"lr_0",3.3033653142039924e-06,1613944700564,4747
+"mom_0",0.8839330330462506,1613944700564,4747
+"eps_0",1e-05,1613944700564,4747
+"wd_1",0.01,1613944700564,4747
+"sqr_mom_1",0.99,1613944700564,4747
+"lr_1",3.303365314203992e-05,1613944700564,4747
+"mom_1",0.8839330330462506,1613944700564,4747
+"eps_1",1e-05,1613944700564,4747
+"wd_2",0.01,1613944700564,4747
+"sqr_mom_2",0.99,1613944700564,4747
+"lr_2",0.0003303365314203992,1613944700564,4747
+"mom_2",0.8839330330462506,1613944700564,4747
+"eps_2",1e-05,1613944700564,4747
+"train_loss",0.015437947,1613944701517,4748
+"raw_loss",0.031356394,1613944701517,4748
+"epoch",29.867924528301856,1613944701517,4748
+"wd_0",0.01,1613944701517,4748
+"sqr_mom_0",0.99,1613944701517,4748
+"lr_0",3.302028410648452e-06,1613944701517,4748
+"mom_0",0.8839597713847448,1613944701517,4748
+"eps_0",1e-05,1613944701517,4748
+"wd_1",0.01,1613944701517,4748
+"sqr_mom_1",0.99,1613944701517,4748
+"lr_1",3.302028410648452e-05,1613944701517,4748
+"mom_1",0.8839597713847448,1613944701517,4748
+"eps_1",1e-05,1613944701517,4748
+"wd_2",0.01,1613944701517,4748
+"sqr_mom_2",0.99,1613944701517,4748
+"lr_2",0.00033020284106484514,1613944701517,4748
+"mom_2",0.8839597713847448,1613944701517,4748
+"eps_2",1e-05,1613944701517,4748
+"train_loss",0.015329241,1613944702518,4749
+"raw_loss",0.010002649,1613944702518,4749
+"epoch",29.874213836477956,1613944702518,4749
+"wd_0",0.01,1613944702518,4749
+"sqr_mom_0",0.99,1613944702518,4749
+"lr_0",3.3006916948497716e-06,1613944702518,4749
+"mom_0",0.8839865059680643,1613944702518,4749
+"eps_0",1e-05,1613944702518,4749
+"wd_1",0.01,1613944702518,4749
+"sqr_mom_1",0.99,1613944702518,4749
+"lr_1",3.300691694849772e-05,1613944702518,4749
+"mom_1",0.8839865059680643,1613944702518,4749
+"eps_1",1e-05,1613944702518,4749
+"wd_2",0.01,1613944702518,4749
+"sqr_mom_2",0.99,1613944702518,4749
+"lr_2",0.00033006916948497716,1613944702518,4749
+"mom_2",0.8839865059680643,1613944702518,4749
+"eps_2",1e-05,1613944702518,4749
+"train_loss",0.015414226,1613944703460,4750
+"raw_loss",0.019578518,1613944703460,4750
+"epoch",29.880503144654057,1613944703460,4750
+"wd_0",0.01,1613944703460,4750
+"sqr_mom_0",0.99,1613944703460,4750
+"lr_0",3.299354945710192e-06,1613944703460,4750
+"mom_0",0.8840132412182083,1613944703460,4750
+"eps_0",1e-05,1613944703460,4750
+"wd_1",0.01,1613944703460,4750
+"sqr_mom_1",0.99,1613944703460,4750
+"lr_1",3.2993549457101915e-05,1613944703460,4750
+"mom_1",0.8840132412182083,1613944703460,4750
+"eps_1",1e-05,1613944703460,4750
+"wd_2",0.01,1613944703460,4750
+"sqr_mom_2",0.99,1613944703460,4750
+"lr_2",0.0003299354945710191,1613944703460,4750
+"mom_2",0.8840132412182083,1613944703460,4750
+"eps_2",1e-05,1613944703460,4750
+"train_loss",0.015261819,1613944704479,4751
+"raw_loss",0.007793879,1613944704479,4751
+"epoch",29.886792452830157,1613944704479,4751
+"wd_0",0.01,1613944704479,4751
+"sqr_mom_0",0.99,1613944704479,4751
+"lr_0",3.298017054682309e-06,1613944704479,4751
+"mom_0",0.8840399993063469,1613944704479,4751
+"eps_0",1e-05,1613944704479,4751
+"wd_1",0.01,1613944704479,4751
+"sqr_mom_1",0.99,1613944704479,4751
+"lr_1",3.298017054682309e-05,1613944704479,4751
+"mom_1",0.8840399993063469,1613944704479,4751
+"eps_1",1e-05,1613944704479,4751
+"wd_2",0.01,1613944704479,4751
+"sqr_mom_2",0.99,1613944704479,4751
+"lr_2",0.0003298017054682308,1613944704479,4751
+"mom_2",0.8840399993063469,1613944704479,4751
+"eps_2",1e-05,1613944704479,4751
+"train_loss",0.0151658915,1613944705435,4752
+"raw_loss",0.010465434,1613944705435,4752
+"epoch",29.893081761006258,1613944705435,4752
+"wd_0",0.01,1613944705435,4752
+"sqr_mom_0",0.99,1613944705435,4752
+"lr_0",3.296679796583516e-06,1613944705435,4752
+"mom_0",0.8840667447357771,1613944705435,4752
+"eps_0",1e-05,1613944705435,4752
+"wd_1",0.01,1613944705435,4752
+"sqr_mom_1",0.99,1613944705435,4752
+"lr_1",3.2966797965835155e-05,1613944705435,4752
+"mom_1",0.8840667447357771,1613944705435,4752
+"eps_1",1e-05,1613944705435,4752
+"wd_2",0.01,1613944705435,4752
+"sqr_mom_2",0.99,1613944705435,4752
+"lr_2",0.0003296679796583516,1613944705435,4752
+"mom_2",0.8840667447357771,1613944705435,4752
+"eps_2",1e-05,1613944705435,4752
+"train_loss",0.015167714,1613944706385,4753
+"raw_loss",0.015257012,1613944706385,4753
+"epoch",29.899371069182358,1613944706385,4753
+"wd_0",0.01,1613944706385,4753
+"sqr_mom_0",0.99,1613944706385,4753
+"lr_0",3.2953420628243366e-06,1613944706385,4753
+"mom_0",0.88409349967851,1613944706385,4753
+"eps_0",1e-05,1613944706385,4753
+"wd_1",0.01,1613944706385,4753
+"sqr_mom_1",0.99,1613944706385,4753
+"lr_1",3.295342062824336e-05,1613944706385,4753
+"mom_1",0.88409349967851,1613944706385,4753
+"eps_1",1e-05,1613944706385,4753
+"wd_2",0.01,1613944706385,4753
+"sqr_mom_2",0.99,1613944706385,4753
+"lr_2",0.0003295342062824336,1613944706385,4753
+"mom_2",0.88409349967851,1613944706385,4753
+"eps_2",1e-05,1613944706385,4753
+"train_loss",0.015198032,1613944707341,4754
+"raw_loss",0.016683646,1613944707341,4754
+"epoch",29.90566037735846,1613944707341,4754
+"wd_0",0.01,1613944707341,4754
+"sqr_mom_0",0.99,1613944707341,4754
+"lr_0",3.2940036317585844e-06,1613944707341,4754
+"mom_0",0.884120268567514,1613944707341,4754
+"eps_0",1e-05,1613944707341,4754
+"wd_1",0.01,1613944707341,4754
+"sqr_mom_1",0.99,1613944707341,4754
+"lr_1",3.294003631758584e-05,1613944707341,4754
+"mom_1",0.884120268567514,1613944707341,4754
+"eps_1",1e-05,1613944707341,4754
+"wd_2",0.01,1613944707341,4754
+"sqr_mom_2",0.99,1613944707341,4754
+"lr_2",0.0003294003631758584,1613944707341,4754
+"mom_2",0.884120268567514,1613944707341,4754
+"eps_2",1e-05,1613944707341,4754
+"train_loss",0.015068571,1613944708294,4755
+"raw_loss",0.008724959,1613944708294,4755
+"epoch",29.91194968553456,1613944708294,4755
+"wd_0",0.01,1613944708294,4755
+"sqr_mom_0",0.99,1613944708294,4755
+"lr_0",3.2926653915136283e-06,1613944708294,4755
+"mom_0",0.8841470336400639,1613944708294,4755
+"eps_0",1e-05,1613944708294,4755
+"wd_1",0.01,1613944708294,4755
+"sqr_mom_1",0.99,1613944708294,4755
+"lr_1",3.292665391513628e-05,1613944708294,4755
+"mom_1",0.8841470336400639,1613944708294,4755
+"eps_1",1e-05,1613944708294,4755
+"wd_2",0.01,1613944708294,4755
+"sqr_mom_2",0.99,1613944708294,4755
+"lr_2",0.0003292665391513628,1613944708294,4755
+"mom_2",0.8841470336400639,1613944708294,4755
+"eps_2",1e-05,1613944708294,4755
+"train_loss",0.014979019,1613944709236,4756
+"raw_loss",0.01059096,1613944709236,4756
+"epoch",29.91823899371066,1613944709236,4756
+"wd_0",0.01,1613944709236,4756
+"sqr_mom_0",0.99,1613944709236,4756
+"lr_0",3.2913271207374305e-06,1613944709236,4756
+"mom_0",0.8841737993232446,1613944709236,4756
+"eps_0",1e-05,1613944709236,4756
+"wd_1",0.01,1613944709236,4756
+"sqr_mom_1",0.99,1613944709236,4756
+"lr_1",3.291327120737431e-05,1613944709236,4756
+"mom_1",0.8841737993232446,1613944709236,4756
+"eps_1",1e-05,1613944709236,4756
+"wd_2",0.01,1613944709236,4756
+"sqr_mom_2",0.99,1613944709236,4756
+"lr_2",0.00032913271207374306,1613944709236,4756
+"mom_2",0.8841737993232446,1613944709236,4756
+"eps_2",1e-05,1613944709236,4756
+"train_loss",0.014813368,1613944710176,4757
+"raw_loss",0.006696458,1613944710176,4757
+"epoch",29.92452830188676,1613944710176,4757
+"wd_0",0.01,1613944710176,4757
+"sqr_mom_0",0.99,1613944710176,4757
+"lr_0",3.2899877096228454e-06,1613944710176,4757
+"mom_0",0.8842005878134213,1613944710176,4757
+"eps_0",1e-05,1613944710176,4757
+"wd_1",0.01,1613944710176,4757
+"sqr_mom_1",0.99,1613944710176,4757
+"lr_1",3.289987709622845e-05,1613944710176,4757
+"mom_1",0.8842005878134213,1613944710176,4757
+"eps_1",1e-05,1613944710176,4757
+"wd_2",0.01,1613944710176,4757
+"sqr_mom_2",0.99,1613944710176,4757
+"lr_2",0.0003289987709622845,1613944710176,4757
+"mom_2",0.8842005878134213,1613944710176,4757
+"eps_2",1e-05,1613944710176,4757
+"train_loss",0.014828075,1613944711138,4758
+"raw_loss",0.015548694,1613944711138,4758
+"epoch",29.93081761006286,1613944711138,4758
+"wd_0",0.01,1613944711138,4758
+"sqr_mom_0",0.99,1613944711138,4758
+"lr_0",3.2886489350037772e-06,1613944711138,4758
+"mom_0",0.8842273635735601,1613944711138,4758
+"eps_0",1e-05,1613944711138,4758
+"wd_1",0.01,1613944711138,4758
+"sqr_mom_1",0.99,1613944711138,4758
+"lr_1",3.288648935003777e-05,1613944711138,4758
+"mom_1",0.8842273635735601,1613944711138,4758
+"eps_1",1e-05,1613944711138,4758
+"wd_2",0.01,1613944711138,4758
+"sqr_mom_2",0.99,1613944711138,4758
+"lr_2",0.0003288648935003777,1613944711138,4758
+"mom_2",0.8842273635735601,1613944711138,4758
+"eps_2",1e-05,1613944711138,4758
+"train_loss",0.014907635,1613944712089,4759
+"raw_loss",0.01880609,1613944712089,4759
+"epoch",29.93710691823896,1613944712089,4759
+"wd_0",0.01,1613944712089,4759
+"sqr_mom_0",0.99,1613944712089,4759
+"lr_0",3.2873090205659094e-06,1613944712089,4759
+"mom_0",0.8842541621303031,1613944712089,4759
+"eps_0",1e-05,1613944712089,4759
+"wd_1",0.01,1613944712089,4759
+"sqr_mom_1",0.99,1613944712089,4759
+"lr_1",3.287309020565909e-05,1613944712089,4759
+"mom_1",0.8842541621303031,1613944712089,4759
+"eps_1",1e-05,1613944712089,4759
+"wd_2",0.01,1613944712089,4759
+"sqr_mom_2",0.99,1613944712089,4759
+"lr_2",0.0003287309020565909,1613944712089,4759
+"mom_2",0.8842541621303031,1613944712089,4759
+"eps_2",1e-05,1613944712089,4759
+"train_loss",0.014937607,1613944713045,4760
+"raw_loss",0.016406242,1613944713045,4760
+"epoch",29.94339622641506,1613944713045,4760
+"wd_0",0.01,1613944713045,4760
+"sqr_mom_0",0.99,1613944713045,4760
+"lr_0",3.285969743810846e-06,1613944713045,4760
+"mom_0",0.8842809479332624,1613944713045,4760
+"eps_0",1e-05,1613944713045,4760
+"wd_1",0.01,1613944713045,4760
+"sqr_mom_1",0.99,1613944713045,4760
+"lr_1",3.2859697438108464e-05,1613944713045,4760
+"mom_1",0.8842809479332624,1613944713045,4760
+"eps_1",1e-05,1613944713045,4760
+"wd_2",0.01,1613944713045,4760
+"sqr_mom_2",0.99,1613944713045,4760
+"lr_2",0.00032859697438108456,1613944713045,4760
+"mom_2",0.8842809479332624,1613944713045,4760
+"eps_2",1e-05,1613944713045,4760
+"train_loss",0.014838626,1613944713977,4761
+"raw_loss",0.00998856,1613944713977,4761
+"epoch",29.94968553459116,1613944713977,4761
+"wd_0",0.01,1613944713977,4761
+"sqr_mom_0",0.99,1613944713977,4761
+"lr_0",3.284629994472807e-06,1613944713977,4761
+"mom_0",0.8843077431879757,1613944713977,4761
+"eps_0",1e-05,1613944713977,4761
+"wd_1",0.01,1613944713977,4761
+"sqr_mom_1",0.99,1613944713977,4761
+"lr_1",3.284629994472807e-05,1613944713977,4761
+"mom_1",0.8843077431879757,1613944713977,4761
+"eps_1",1e-05,1613944713977,4761
+"wd_2",0.01,1613944713977,4761
+"sqr_mom_2",0.99,1613944713977,4761
+"lr_2",0.00032846299944728065,1613944713977,4761
+"mom_2",0.8843077431879757,1613944713977,4761
+"eps_2",1e-05,1613944713977,4761
+"train_loss",0.014858695,1613944714921,4762
+"raw_loss",0.01584207,1613944714921,4762
+"epoch",29.95597484276726,1613944714921,4762
+"wd_0",0.01,1613944714921,4762
+"sqr_mom_0",0.99,1613944714921,4762
+"lr_0",3.2832895505744835e-06,1613944714921,4762
+"mom_0",0.8843345523340337,1613944714921,4762
+"eps_0",1e-05,1613944714921,4762
+"wd_1",0.01,1613944714921,4762
+"sqr_mom_1",0.99,1613944714921,4762
+"lr_1",3.2832895505744835e-05,1613944714921,4762
+"mom_1",0.8843345523340337,1613944714921,4762
+"eps_1",1e-05,1613944714921,4762
+"wd_2",0.01,1613944714921,4762
+"sqr_mom_2",0.99,1613944714921,4762
+"lr_2",0.0003283289550574483,1613944714921,4762
+"mom_2",0.8843345523340337,1613944714921,4762
+"eps_2",1e-05,1613944714921,4762
+"train_loss",0.014833255,1613944715879,4763
+"raw_loss",0.013586688,1613944715879,4763
+"epoch",29.962264150943362,1613944715879,4763
+"wd_0",0.01,1613944715879,4763
+"sqr_mom_0",0.99,1613944715879,4763
+"lr_0",3.2819493015788757e-06,1613944715879,4763
+"mom_0",0.8843613575819983,1613944715879,4763
+"eps_0",1e-05,1613944715879,4763
+"wd_1",0.01,1613944715879,4763
+"sqr_mom_1",0.99,1613944715879,4763
+"lr_1",3.2819493015788756e-05,1613944715879,4763
+"mom_1",0.8843613575819983,1613944715879,4763
+"eps_1",1e-05,1613944715879,4763
+"wd_2",0.01,1613944715879,4763
+"sqr_mom_2",0.99,1613944715879,4763
+"lr_2",0.00032819493015788753,1613944715879,4763
+"mom_2",0.8843613575819983,1613944715879,4763
+"eps_2",1e-05,1613944715879,4763
+"train_loss",0.014751839,1613944716875,4764
+"raw_loss",0.010762495,1613944716875,4764
+"epoch",29.968553459119462,1613944716875,4764
+"wd_0",0.01,1613944716875,4764
+"sqr_mom_0",0.99,1613944716875,4764
+"lr_0",3.2806088034365157e-06,1613944716875,4764
+"mom_0",0.8843881678129478,1613944716875,4764
+"eps_0",1e-05,1613944716875,4764
+"wd_1",0.01,1613944716875,4764
+"sqr_mom_1",0.99,1613944716875,4764
+"lr_1",3.2806088034365155e-05,1613944716875,4764
+"mom_1",0.8843881678129478,1613944716875,4764
+"eps_1",1e-05,1613944716875,4764
+"wd_2",0.01,1613944716875,4764
+"sqr_mom_2",0.99,1613944716875,4764
+"lr_2",0.0003280608803436515,1613944716875,4764
+"mom_2",0.8843881678129478,1613944716875,4764
+"eps_2",1e-05,1613944716875,4764
+"train_loss",0.0146236075,1613944717845,4765
+"raw_loss",0.008340239,1613944717845,4765
+"epoch",29.974842767295563,1613944717845,4765
+"wd_0",0.01,1613944717845,4765
+"sqr_mom_0",0.99,1613944717845,4765
+"lr_0",3.279267611767391e-06,1613944717845,4765
+"mom_0",0.8844149919145713,1613944717845,4765
+"eps_0",1e-05,1613944717845,4765
+"wd_1",0.01,1613944717845,4765
+"sqr_mom_1",0.99,1613944717845,4765
+"lr_1",3.279267611767391e-05,1613944717845,4765
+"mom_1",0.8844149919145713,1613944717845,4765
+"eps_1",1e-05,1613944717845,4765
+"wd_2",0.01,1613944717845,4765
+"sqr_mom_2",0.99,1613944717845,4765
+"lr_2",0.00032792676117673913,1613944717845,4765
+"mom_2",0.8844149919145713,1613944717845,4765
+"eps_2",1e-05,1613944717845,4765
+"train_loss",0.014618076,1613944718821,4766
+"raw_loss",0.014347035,1613944718821,4766
+"epoch",29.981132075471663,1613944718821,4766
+"wd_0",0.01,1613944718821,4766
+"sqr_mom_0",0.99,1613944718821,4766
+"lr_0",3.277926616530692e-06,1613944718821,4766
+"mom_0",0.884441812087507,1613944718821,4766
+"eps_0",1e-05,1613944718821,4766
+"wd_1",0.01,1613944718821,4766
+"sqr_mom_1",0.99,1613944718821,4766
+"lr_1",3.277926616530692e-05,1613944718821,4766
+"mom_1",0.884441812087507,1613944718821,4766
+"eps_1",1e-05,1613944718821,4766
+"wd_2",0.01,1613944718821,4766
+"sqr_mom_2",0.99,1613944718821,4766
+"lr_2",0.0003277926616530692,1613944718821,4766
+"mom_2",0.884441812087507,1613944718821,4766
+"eps_2",1e-05,1613944718821,4766
+"train_loss",0.014570677,1613944719789,4767
+"raw_loss",0.012248084,1613944719789,4767
+"epoch",29.987421383647764,1613944719789,4767
+"wd_0",0.01,1613944719789,4767
+"sqr_mom_0",0.99,1613944719789,4767
+"lr_0",3.2765855959147986e-06,1613944719789,4767
+"mom_0",0.8844686327680317,1613944719789,4767
+"eps_0",1e-05,1613944719789,4767
+"wd_1",0.01,1613944719789,4767
+"sqr_mom_1",0.99,1613944719789,4767
+"lr_1",3.2765855959147984e-05,1613944719789,4767
+"mom_1",0.8844686327680317,1613944719789,4767
+"eps_1",1e-05,1613944719789,4767
+"wd_2",0.01,1613944719789,4767
+"sqr_mom_2",0.99,1613944719789,4767
+"lr_2",0.0003276585595914798,1613944719789,4767
+"mom_2",0.8844686327680317,1613944719789,4767
+"eps_2",1e-05,1613944719789,4767
+"train_loss",0.0145146195,1613944720733,4768
+"raw_loss",0.011767802,1613944720733,4768
+"epoch",29.993710691823864,1613944720733,4768
+"wd_0",0.01,1613944720733,4768
+"sqr_mom_0",0.99,1613944720733,4768
+"lr_0",3.2752434378360557e-06,1613944720733,4768
+"mom_0",0.8844954761980408,1613944720733,4768
+"eps_0",1e-05,1613944720733,4768
+"wd_1",0.01,1613944720733,4768
+"sqr_mom_1",0.99,1613944720733,4768
+"lr_1",3.275243437836055e-05,1613944720733,4768
+"mom_1",0.8844954761980408,1613944720733,4768
+"eps_1",1e-05,1613944720733,4768
+"wd_2",0.01,1613944720733,4768
+"sqr_mom_2",0.99,1613944720733,4768
+"lr_2",0.0003275243437836056,1613944720733,4768
+"mom_2",0.8844954761980408,1613944720733,4768
+"eps_2",1e-05,1613944720733,4768
+"train_loss",0.014348248,1613944721670,4769
+"raw_loss",0.006196053,1613944721670,4769
+"epoch",29.999999999999964,1613944721670,4769
+"wd_0",0.01,1613944721670,4769
+"sqr_mom_0",0.99,1613944721670,4769
+"lr_0",3.2739019227724327e-06,1613944721670,4769
+"mom_0",0.884522306767619,1613944721670,4769
+"eps_0",1e-05,1613944721670,4769
+"wd_1",0.01,1613944721670,4769
+"sqr_mom_1",0.99,1613944721670,4769
+"lr_1",3.2739019227724325e-05,1613944721670,4769
+"mom_1",0.884522306767619,1613944721670,4769
+"eps_1",1e-05,1613944721670,4769
+"wd_2",0.01,1613944721670,4769
+"sqr_mom_2",0.99,1613944721670,4769
+"lr_2",0.0003273901922772433,1613944721670,4769
+"mom_2",0.884522306767619,1613944721670,4769
+"eps_2",1e-05,1613944721670,4769
+"valid_loss",0.09000875055789948,1613944753614,4769
+"_rmse",0.30001458525657654,1613944753614,4769
+"epoch",30,1613944753614,4769
+"train_loss",0.0142085105,1613944754639,4770
+"raw_loss",0.007361367,1613944754639,4770
+"epoch",30.0062893081761,1613944754639,4770
+"wd_0",0.01,1613944754639,4770
+"sqr_mom_0",0.99,1613944754639,4770
+"lr_0",3.272559938599401e-06,1613944754639,4770
+"mom_0",0.8845491467194792,1613944754639,4770
+"eps_0",1e-05,1613944754639,4770
+"wd_1",0.01,1613944754639,4770
+"sqr_mom_1",0.99,1613944754639,4770
+"lr_1",3.272559938599401e-05,1613944754639,4770
+"mom_1",0.8845491467194792,1613944754639,4770
+"eps_1",1e-05,1613944754639,4770
+"wd_2",0.01,1613944754639,4770
+"sqr_mom_2",0.99,1613944754639,4770
+"lr_2",0.00032725599385994013,1613944754639,4770
+"mom_2",0.8845491467194792,1613944754639,4770
+"eps_2",1e-05,1613944754639,4770
+"train_loss",0.014171806,1613944755615,4771
+"raw_loss",0.012373281,1613944755615,4771
+"epoch",30.0125786163522,1613944755615,4771
+"wd_0",0.01,1613944755615,4771
+"sqr_mom_0",0.99,1613944755615,4771
+"lr_0",3.2712172629725533e-06,1613944755615,4771
+"mom_0",0.884576000500554,1613944755615,4771
+"eps_0",1e-05,1613944755615,4771
+"wd_1",0.01,1613944755615,4771
+"sqr_mom_1",0.99,1613944755615,4771
+"lr_1",3.271217262972553e-05,1613944755615,4771
+"mom_1",0.884576000500554,1613944755615,4771
+"eps_1",1e-05,1613944755615,4771
+"wd_2",0.01,1613944755615,4771
+"sqr_mom_2",0.99,1613944755615,4771
+"lr_2",0.0003271217262972553,1613944755615,4771
+"mom_2",0.884576000500554,1613944755615,4771
+"eps_2",1e-05,1613944755615,4771
+"train_loss",0.014175957,1613944756595,4772
+"raw_loss",0.014379331,1613944756595,4772
+"epoch",30.0188679245283,1613944756595,4772
+"wd_0",0.01,1613944756595,4772
+"sqr_mom_0",0.99,1613944756595,4772
+"lr_0",3.2698747868357713e-06,1613944756595,4772
+"mom_0",0.8846028502917874,1613944756595,4772
+"eps_0",1e-05,1613944756595,4772
+"wd_1",0.01,1613944756595,4772
+"sqr_mom_1",0.99,1613944756595,4772
+"lr_1",3.2698747868357714e-05,1613944756595,4772
+"mom_1",0.8846028502917874,1613944756595,4772
+"eps_1",1e-05,1613944756595,4772
+"wd_2",0.01,1613944756595,4772
+"sqr_mom_2",0.99,1613944756595,4772
+"lr_2",0.0003269874786835771,1613944756595,4772
+"mom_2",0.8846028502917874,1613944756595,4772
+"eps_2",1e-05,1613944756595,4772
+"train_loss",0.014287458,1613944757728,4773
+"raw_loss",0.019751016,1613944757728,4773
+"epoch",30.0251572327044,1613944757728,4773
+"wd_0",0.01,1613944757728,4773
+"sqr_mom_0",0.99,1613944757728,4773
+"lr_0",3.268532288130363e-06,1613944757728,4773
+"mom_0",0.884629700534398,1613944757728,4773
+"eps_0",1e-05,1613944757728,4773
+"wd_1",0.01,1613944757728,4773
+"sqr_mom_1",0.99,1613944757728,4773
+"lr_1",3.268532288130363e-05,1613944757728,4773
+"mom_1",0.884629700534398,1613944757728,4773
+"eps_1",1e-05,1613944757728,4773
+"wd_2",0.01,1613944757728,4773
+"sqr_mom_2",0.99,1613944757728,4773
+"lr_2",0.0003268532288130363,1613944757728,4773
+"mom_2",0.884629700534398,1613944757728,4773
+"eps_2",1e-05,1613944757728,4773
+"train_loss",0.014404718,1613944758879,4774
+"raw_loss",0.020150485,1613944758879,4774
+"epoch",30.031446540880502,1613944758879,4774
+"wd_0",0.01,1613944758879,4774
+"sqr_mom_0",0.99,1613944758879,4774
+"lr_0",3.2671886535490405e-06,1613944758879,4774
+"mom_0",0.8846565734947541,1613944758879,4774
+"eps_0",1e-05,1613944758879,4774
+"wd_1",0.01,1613944758879,4774
+"sqr_mom_1",0.99,1613944758879,4774
+"lr_1",3.2671886535490404e-05,1613944758879,4774
+"mom_1",0.8846565734947541,1613944758879,4774
+"eps_1",1e-05,1613944758879,4774
+"wd_2",0.01,1613944758879,4774
+"sqr_mom_2",0.99,1613944758879,4774
+"lr_2",0.000326718865354904,1613944758879,4774
+"mom_2",0.8846565734947541,1613944758879,4774
+"eps_2",1e-05,1613944758879,4774
+"train_loss",0.01448933,1613944760113,4775
+"raw_loss",0.018635333,1613944760113,4775
+"epoch",30.037735849056602,1613944760113,4775
+"wd_0",0.01,1613944760113,4775
+"sqr_mom_0",0.99,1613944760113,4775
+"lr_0",3.2658456655284703e-06,1613944760113,4775
+"mom_0",0.8846834335237658,1613944760113,4775
+"eps_0",1e-05,1613944760113,4775
+"wd_1",0.01,1613944760113,4775
+"sqr_mom_1",0.99,1613944760113,4775
+"lr_1",3.26584566552847e-05,1613944760113,4775
+"mom_1",0.8846834335237658,1613944760113,4775
+"eps_1",1e-05,1613944760113,4775
+"wd_2",0.01,1613944760113,4775
+"sqr_mom_2",0.99,1613944760113,4775
+"lr_2",0.000326584566552847,1613944760113,4775
+"mom_2",0.8846834335237658,1613944760113,4775
+"eps_2",1e-05,1613944760113,4775
+"train_loss",0.014387348,1613944761161,4776
+"raw_loss",0.009390193,1613944761161,4776
+"epoch",30.044025157232703,1613944761161,4776
+"wd_0",0.01,1613944761161,4776
+"sqr_mom_0",0.99,1613944761161,4776
+"lr_0",3.264502210720913e-06,1613944761161,4776
+"mom_0",0.8847103028886106,1613944761161,4776
+"eps_0",1e-05,1613944761161,4776
+"wd_1",0.01,1613944761161,4776
+"sqr_mom_1",0.99,1613944761161,4776
+"lr_1",3.2645022107209126e-05,1613944761161,4776
+"mom_1",0.8847103028886106,1613944761161,4776
+"eps_1",1e-05,1613944761161,4776
+"wd_2",0.01,1613944761161,4776
+"sqr_mom_2",0.99,1613944761161,4776
+"lr_2",0.00032645022107209124,1613944761161,4776
+"mom_2",0.8847103028886106,1613944761161,4776
+"eps_2",1e-05,1613944761161,4776
+"train_loss",0.014299482,1613944762114,4777
+"raw_loss",0.009994041,1613944762114,4777
+"epoch",30.050314465408803,1613944762114,4777
+"wd_0",0.01,1613944762114,4777
+"sqr_mom_0",0.99,1613944762114,4777
+"lr_0",3.263158066540421e-06,1613944762114,4777
+"mom_0",0.884737186041052,1613944762114,4777
+"eps_0",1e-05,1613944762114,4777
+"wd_1",0.01,1613944762114,4777
+"sqr_mom_1",0.99,1613944762114,4777
+"lr_1",3.263158066540421e-05,1613944762114,4777
+"mom_1",0.884737186041052,1613944762114,4777
+"eps_1",1e-05,1613944762114,4777
+"wd_2",0.01,1613944762114,4777
+"sqr_mom_2",0.99,1613944762114,4777
+"lr_2",0.00032631580665404205,1613944762114,4777
+"mom_2",0.884737186041052,1613944762114,4777
+"eps_2",1e-05,1613944762114,4777
+"train_loss",0.014721798,1613944763071,4778
+"raw_loss",0.035415273,1613944763071,4778
+"epoch",30.056603773584904,1613944763071,4778
+"wd_0",0.01,1613944763071,4778
+"sqr_mom_0",0.99,1613944763071,4778
+"lr_0",3.2618141249053468e-06,1613944763071,4778
+"mom_0",0.8847640651425445,1613944763071,4778
+"eps_0",1e-05,1613944763071,4778
+"wd_1",0.01,1613944763071,4778
+"sqr_mom_1",0.99,1613944763071,4778
+"lr_1",3.261814124905346e-05,1613944763071,4778
+"mom_1",0.8847640651425445,1613944763071,4778
+"eps_1",1e-05,1613944763071,4778
+"wd_2",0.01,1613944763071,4778
+"sqr_mom_2",0.99,1613944763071,4778
+"lr_2",0.0003261814124905346,1613944763071,4778
+"mom_2",0.8847640651425445,1613944763071,4778
+"eps_2",1e-05,1613944763071,4778
+"train_loss",0.01477709,1613944764024,4779
+"raw_loss",0.017486429,1613944764024,4779
+"epoch",30.062893081761004,1613944764024,4779
+"wd_0",0.01,1613944764024,4779
+"sqr_mom_0",0.99,1613944764024,4779
+"lr_0",3.2604701635124734e-06,1613944764024,4779
+"mom_0",0.8847909446391969,1613944764024,4779
+"eps_0",1e-05,1613944764024,4779
+"wd_1",0.01,1613944764024,4779
+"sqr_mom_1",0.99,1613944764024,4779
+"lr_1",3.260470163512473e-05,1613944764024,4779
+"mom_1",0.8847909446391969,1613944764024,4779
+"eps_1",1e-05,1613944764024,4779
+"wd_2",0.01,1613944764024,4779
+"sqr_mom_2",0.99,1613944764024,4779
+"lr_2",0.0003260470163512473,1613944764024,4779
+"mom_2",0.8847909446391969,1613944764024,4779
+"eps_2",1e-05,1613944764024,4779
+"train_loss",0.014666692,1613944764972,4780
+"raw_loss",0.009257194,1613944764972,4780
+"epoch",30.069182389937104,1613944764972,4780
+"wd_0",0.01,1613944764972,4780
+"sqr_mom_0",0.99,1613944764972,4780
+"lr_0",3.2591250678436535e-06,1613944764972,4780
+"mom_0",0.8848178468215951,1613944764972,4780
+"eps_0",1e-05,1613944764972,4780
+"wd_1",0.01,1613944764972,4780
+"sqr_mom_1",0.99,1613944764972,4780
+"lr_1",3.259125067843653e-05,1613944764972,4780
+"mom_1",0.8848178468215951,1613944764972,4780
+"eps_1",1e-05,1613944764972,4780
+"wd_2",0.01,1613944764972,4780
+"sqr_mom_2",0.99,1613944764972,4780
+"lr_2",0.00032591250678436527,1613944764972,4780
+"mom_2",0.8848178468215951,1613944764972,4780
+"eps_2",1e-05,1613944764972,4780
+"train_loss",0.014559196,1613944765931,4781
+"raw_loss",0.009291868,1613944765931,4781
+"epoch",30.075471698113205,1613944765931,4781
+"wd_0",0.01,1613944765931,4781
+"sqr_mom_0",0.99,1613944765931,4781
+"lr_0",3.257780622273798e-06,1613944765931,4781
+"mom_0",0.8848447360018841,1613944765931,4781
+"eps_0",1e-05,1613944765931,4781
+"wd_1",0.01,1613944765931,4781
+"sqr_mom_1",0.99,1613944765931,4781
+"lr_1",3.257780622273798e-05,1613944765931,4781
+"mom_1",0.8848447360018841,1613944765931,4781
+"eps_1",1e-05,1613944765931,4781
+"wd_2",0.01,1613944765931,4781
+"sqr_mom_2",0.99,1613944765931,4781
+"lr_2",0.0003257780622273798,1613944765931,4781
+"mom_2",0.8848447360018841,1613944765931,4781
+"eps_2",1e-05,1613944765931,4781
+"train_loss",0.014404665,1613944766911,4782
+"raw_loss",0.006832592,1613944766911,4782
+"epoch",30.081761006289305,1613944766911,4782
+"wd_0",0.01,1613944766911,4782
+"sqr_mom_0",0.99,1613944766911,4782
+"lr_0",3.256435712244735e-06,1613944766911,4782
+"mom_0",0.88487163447145,1613944766911,4782
+"eps_0",1e-05,1613944766911,4782
+"wd_1",0.01,1613944766911,4782
+"sqr_mom_1",0.99,1613944766911,4782
+"lr_1",3.2564357122447346e-05,1613944766911,4782
+"mom_1",0.88487163447145,1613944766911,4782
+"eps_1",1e-05,1613944766911,4782
+"wd_2",0.01,1613944766911,4782
+"sqr_mom_2",0.99,1613944766911,4782
+"lr_2",0.00032564357122447346,1613944766911,4782
+"mom_2",0.88487163447145,1613944766911,4782
+"eps_2",1e-05,1613944766911,4782
+"train_loss",0.014313017,1613944767893,4783
+"raw_loss",0.009822259,1613944767893,4783
+"epoch",30.088050314465406,1613944767893,4783
+"wd_0",0.01,1613944767893,4783
+"sqr_mom_0",0.99,1613944767893,4783
+"lr_0",3.255090114931527e-06,1613944767893,4783
+"mom_0",0.8848985466868363,1613944767893,4783
+"eps_0",1e-05,1613944767893,4783
+"wd_1",0.01,1613944767893,4783
+"sqr_mom_1",0.99,1613944767893,4783
+"lr_1",3.255090114931526e-05,1613944767893,4783
+"mom_1",0.8848985466868363,1613944767893,4783
+"eps_1",1e-05,1613944767893,4783
+"wd_2",0.01,1613944767893,4783
+"sqr_mom_2",0.99,1613944767893,4783
+"lr_2",0.00032550901149315265,1613944767893,4783
+"mom_2",0.8848985466868363,1613944767893,4783
+"eps_2",1e-05,1613944767893,4783
+"train_loss",0.014268545,1613944768862,4784
+"raw_loss",0.012089426,1613944768862,4784
+"epoch",30.094339622641506,1613944768862,4784
+"wd_0",0.01,1613944768862,4784
+"sqr_mom_0",0.99,1613944768862,4784
+"lr_0",3.2537447232167638e-06,1613944768862,4784
+"mom_0",0.8849254547902126,1613944768862,4784
+"eps_0",1e-05,1613944768862,4784
+"wd_1",0.01,1613944768862,4784
+"sqr_mom_1",0.99,1613944768862,4784
+"lr_1",3.253744723216764e-05,1613944768862,4784
+"mom_1",0.8849254547902126,1613944768862,4784
+"eps_1",1e-05,1613944768862,4784
+"wd_2",0.01,1613944768862,4784
+"sqr_mom_2",0.99,1613944768862,4784
+"lr_2",0.00032537447232167636,1613944768862,4784
+"mom_2",0.8849254547902126,1613944768862,4784
+"eps_2",1e-05,1613944768862,4784
+"train_loss",0.014149152,1613944769835,4785
+"raw_loss",0.008298859,1613944769835,4785
+"epoch",30.100628930817606,1613944769835,4785
+"wd_0",0.01,1613944769835,4785
+"sqr_mom_0",0.99,1613944769835,4785
+"lr_0",3.2523990913421545e-06,1613944769835,4785
+"mom_0",0.8849523676968338,1613944769835,4785
+"eps_0",1e-05,1613944769835,4785
+"wd_1",0.01,1613944769835,4785
+"sqr_mom_1",0.99,1613944769835,4785
+"lr_1",3.252399091342155e-05,1613944769835,4785
+"mom_1",0.8849523676968338,1613944769835,4785
+"eps_1",1e-05,1613944769835,4785
+"wd_2",0.01,1613944769835,4785
+"sqr_mom_2",0.99,1613944769835,4785
+"lr_2",0.0003252399091342154,1613944769835,4785
+"mom_2",0.8849523676968338,1613944769835,4785
+"eps_2",1e-05,1613944769835,4785
+"train_loss",0.014439184,1613944770810,4786
+"raw_loss",0.028650789,1613944770810,4786
+"epoch",30.106918238993707,1613944770810,4786
+"wd_0",0.01,1613944770810,4786
+"sqr_mom_0",0.99,1613944770810,4786
+"lr_0",3.2510527732307824e-06,1613944770810,4786
+"mom_0",0.8849792943283277,1613944770810,4786
+"eps_0",1e-05,1613944770810,4786
+"wd_1",0.01,1613944770810,4786
+"sqr_mom_1",0.99,1613944770810,4786
+"lr_1",3.251052773230782e-05,1613944770810,4786
+"mom_1",0.8849792943283277,1613944770810,4786
+"eps_1",1e-05,1613944770810,4786
+"wd_2",0.01,1613944770810,4786
+"sqr_mom_2",0.99,1613944770810,4786
+"lr_2",0.00032510527732307814,1613944770810,4786
+"mom_2",0.8849792943283277,1613944770810,4786
+"eps_2",1e-05,1613944770810,4786
+"train_loss",0.014292858,1613944771777,4787
+"raw_loss",0.0071228645,1613944771777,4787
+"epoch",30.113207547169807,1613944771777,4787
+"wd_0",0.01,1613944771777,4787
+"sqr_mom_0",0.99,1613944771777,4787
+"lr_0",3.24970666224353e-06,1613944771777,4787
+"mom_0",0.8850062168172975,1613944771777,4787
+"eps_0",1e-05,1613944771777,4787
+"wd_1",0.01,1613944771777,4787
+"sqr_mom_1",0.99,1613944771777,4787
+"lr_1",3.2497066622435295e-05,1613944771777,4787
+"mom_1",0.8850062168172975,1613944771777,4787
+"eps_1",1e-05,1613944771777,4787
+"wd_2",0.01,1613944771777,4787
+"sqr_mom_2",0.99,1613944771777,4787
+"lr_2",0.000324970666224353,1613944771777,4787
+"mom_2",0.8850062168172975,1613944771777,4787
+"eps_2",1e-05,1613944771777,4787
+"train_loss",0.0143482415,1613944772759,4788
+"raw_loss",0.017062064,1613944772759,4788
+"epoch",30.119496855345908,1613944772759,4788
+"wd_0",0.01,1613944772759,4788
+"sqr_mom_0",0.99,1613944772759,4788
+"lr_0",3.248360535715173e-06,1613944772759,4788
+"mom_0",0.8850331396170927,1613944772759,4788
+"eps_0",1e-05,1613944772759,4788
+"wd_1",0.01,1613944772759,4788
+"sqr_mom_1",0.99,1613944772759,4788
+"lr_1",3.248360535715173e-05,1613944772759,4788
+"mom_1",0.8850331396170927,1613944772759,4788
+"eps_1",1e-05,1613944772759,4788
+"wd_2",0.01,1613944772759,4788
+"sqr_mom_2",0.99,1613944772759,4788
+"lr_2",0.00032483605357151724,1613944772759,4788
+"mom_2",0.8850331396170927,1613944772759,4788
+"eps_2",1e-05,1613944772759,4788
+"train_loss",0.014283913,1613944773740,4789
+"raw_loss",0.011131823,1613944773740,4789
+"epoch",30.125786163522008,1613944773740,4789
+"wd_0",0.01,1613944773740,4789
+"sqr_mom_0",0.99,1613944773740,4789
+"lr_0",3.247013277335236e-06,1613944773740,4789
+"mom_0",0.8850600850541458,1613944773740,4789
+"eps_0",1e-05,1613944773740,4789
+"wd_1",0.01,1613944773740,4789
+"sqr_mom_1",0.99,1613944773740,4789
+"lr_1",3.247013277335236e-05,1613944773740,4789
+"mom_1",0.8850600850541458,1613944773740,4789
+"eps_1",1e-05,1613944773740,4789
+"wd_2",0.01,1613944773740,4789
+"sqr_mom_2",0.99,1613944773740,4789
+"lr_2",0.00032470132773352353,1613944773740,4789
+"mom_2",0.8850600850541458,1613944773740,4789
+"eps_2",1e-05,1613944773740,4789
+"train_loss",0.014401268,1613944774714,4790
+"raw_loss",0.020151693,1613944774714,4790
+"epoch",30.13207547169811,1613944774714,4790
+"wd_0",0.01,1613944774714,4790
+"sqr_mom_0",0.99,1613944774714,4790
+"lr_0",3.245666674347637e-06,1613944774714,4790
+"mom_0",0.885087017383221,1613944774714,4790
+"eps_0",1e-05,1613944774714,4790
+"wd_1",0.01,1613944774714,4790
+"sqr_mom_1",0.99,1613944774714,4790
+"lr_1",3.245666674347637e-05,1613944774714,4790
+"mom_1",0.885087017383221,1613944774714,4790
+"eps_1",1e-05,1613944774714,4790
+"wd_2",0.01,1613944774714,4790
+"sqr_mom_2",0.99,1613944774714,4790
+"lr_2",0.0003245666674347637,1613944774714,4790
+"mom_2",0.885087017383221,1613944774714,4790
+"eps_2",1e-05,1613944774714,4790
+"train_loss",0.014347476,1613944775724,4791
+"raw_loss",0.011711651,1613944775724,4791
+"epoch",30.13836477987421,1613944775724,4791
+"wd_0",0.01,1613944775724,4791
+"sqr_mom_0",0.99,1613944775724,4791
+"lr_0",3.244319610402511e-06,1613944775724,4791
+"mom_0",0.8851139589315391,1613944775724,4791
+"eps_0",1e-05,1613944775724,4791
+"wd_1",0.01,1613944775724,4791
+"sqr_mom_1",0.99,1613944775724,4791
+"lr_1",3.244319610402511e-05,1613944775724,4791
+"mom_1",0.8851139589315391,1613944775724,4791
+"eps_1",1e-05,1613944775724,4791
+"wd_2",0.01,1613944775724,4791
+"sqr_mom_2",0.99,1613944775724,4791
+"lr_2",0.0003244319610402511,1613944775724,4791
+"mom_2",0.8851139589315391,1613944775724,4791
+"eps_2",1e-05,1613944775724,4791
+"train_loss",0.0149139995,1613944776687,4792
+"raw_loss",0.04267368,1613944776687,4792
+"epoch",30.14465408805031,1613944776687,4792
+"wd_0",0.01,1613944776687,4792
+"sqr_mom_0",0.99,1613944776687,4792
+"lr_0",3.242971862321231e-06,1613944776687,4792
+"mom_0",0.885140914162717,1613944776687,4792
+"eps_0",1e-05,1613944776687,4792
+"wd_1",0.01,1613944776687,4792
+"sqr_mom_1",0.99,1613944776687,4792
+"lr_1",3.2429718623212305e-05,1613944776687,4792
+"mom_1",0.885140914162717,1613944776687,4792
+"eps_1",1e-05,1613944776687,4792
+"wd_2",0.01,1613944776687,4792
+"sqr_mom_2",0.99,1613944776687,4792
+"lr_2",0.000324297186232123,1613944776687,4792
+"mom_2",0.885140914162717,1613944776687,4792
+"eps_2",1e-05,1613944776687,4792
+"train_loss",0.01502571,1613944777653,4793
+"raw_loss",0.020499522,1613944777653,4793
+"epoch",30.15094339622641,1613944777653,4793
+"wd_0",0.01,1613944777653,4793
+"sqr_mom_0",0.99,1613944777653,4793
+"lr_0",3.2416243244135475e-06,1613944777653,4793
+"mom_0",0.8851678651903809,1613944777653,4793
+"eps_0",1e-05,1613944777653,4793
+"wd_1",0.01,1613944777653,4793
+"sqr_mom_1",0.99,1613944777653,4793
+"lr_1",3.2416243244135476e-05,1613944777653,4793
+"mom_1",0.8851678651903809,1613944777653,4793
+"eps_1",1e-05,1613944777653,4793
+"wd_2",0.01,1613944777653,4793
+"sqr_mom_2",0.99,1613944777653,4793
+"lr_2",0.0003241624324413547,1613944777653,4793
+"mom_2",0.8851678651903809,1613944777653,4793
+"eps_2",1e-05,1613944777653,4793
+"train_loss",0.015138966,1613944778617,4794
+"raw_loss",0.020688519,1613944778617,4794
+"epoch",30.15723270440251,1613944778617,4794
+"wd_0",0.01,1613944778617,4794
+"sqr_mom_0",0.99,1613944778617,4794
+"lr_0",3.240276773776094e-06,1613944778617,4794
+"mom_0",0.8851948164726429,1613944778617,4794
+"eps_0",1e-05,1613944778617,4794
+"wd_1",0.01,1613944778617,4794
+"sqr_mom_1",0.99,1613944778617,4794
+"lr_1",3.240276773776094e-05,1613944778617,4794
+"mom_1",0.8851948164726429,1613944778617,4794
+"eps_1",1e-05,1613944778617,4794
+"wd_2",0.01,1613944778617,4794
+"sqr_mom_2",0.99,1613944778617,4794
+"lr_2",0.00032402767737760936,1613944778617,4794
+"mom_2",0.8851948164726429,1613944778617,4794
+"eps_2",1e-05,1613944778617,4794
+"train_loss",0.015021592,1613944779573,4795
+"raw_loss",0.009270281,1613944779573,4795
+"epoch",30.16352201257861,1613944779573,4795
+"wd_0",0.01,1613944779573,4795
+"sqr_mom_0",0.99,1613944779573,4795
+"lr_0",3.238928092919525e-06,1613944779573,4795
+"mom_0",0.8852217903595131,1613944779573,4795
+"eps_0",1e-05,1613944779573,4795
+"wd_1",0.01,1613944779573,4795
+"sqr_mom_1",0.99,1613944779573,4795
+"lr_1",3.238928092919525e-05,1613944779573,4795
+"mom_1",0.8852217903595131,1613944779573,4795
+"eps_1",1e-05,1613944779573,4795
+"wd_2",0.01,1613944779573,4795
+"sqr_mom_2",0.99,1613944779573,4795
+"lr_2",0.00032389280929195246,1613944779573,4795
+"mom_2",0.8852217903595131,1613944779573,4795
+"eps_2",1e-05,1613944779573,4795
+"train_loss",0.015281583,1613944780535,4796
+"raw_loss",0.028021144,1613944780535,4796
+"epoch",30.16981132075471,1613944780535,4796
+"wd_0",0.01,1613944780535,4796
+"sqr_mom_0",0.99,1613944780535,4796
+"lr_0",3.237580070974785e-06,1613944780535,4796
+"mom_0",0.8852487510680149,1613944780535,4796
+"eps_0",1e-05,1613944780535,4796
+"wd_1",0.01,1613944780535,4796
+"sqr_mom_1",0.99,1613944780535,4796
+"lr_1",3.2375800709747856e-05,1613944780535,4796
+"mom_1",0.8852487510680149,1613944780535,4796
+"eps_1",1e-05,1613944780535,4796
+"wd_2",0.01,1613944780535,4796
+"sqr_mom_2",0.99,1613944780535,4796
+"lr_2",0.0003237580070974785,1613944780535,4796
+"mom_2",0.8852487510680149,1613944780535,4796
+"eps_2",1e-05,1613944780535,4796
+"train_loss",0.01566079,1613944781521,4797
+"raw_loss",0.034241986,1613944781521,4797
+"epoch",30.17610062893081,1613944781521,4797
+"wd_0",0.01,1613944781521,4797
+"sqr_mom_0",0.99,1613944781521,4797
+"lr_0",3.2362309193580134e-06,1613944781521,4797
+"mom_0",0.8852757343701834,1613944781521,4797
+"eps_0",1e-05,1613944781521,4797
+"wd_1",0.01,1613944781521,4797
+"sqr_mom_1",0.99,1613944781521,4797
+"lr_1",3.2362309193580135e-05,1613944781521,4797
+"mom_1",0.8852757343701834,1613944781521,4797
+"eps_1",1e-05,1613944781521,4797
+"wd_2",0.01,1613944781521,4797
+"sqr_mom_2",0.99,1613944781521,4797
+"lr_2",0.0003236230919358013,1613944781521,4797
+"mom_2",0.8852757343701834,1613944781521,4797
+"eps_2",1e-05,1613944781521,4797
+"train_loss",0.015735783,1613944782481,4798
+"raw_loss",0.019410366,1613944782481,4798
+"epoch",30.18238993710691,1613944782481,4798
+"wd_0",0.01,1613944782481,4798
+"sqr_mom_0",0.99,1613944782481,4798
+"lr_0",3.2348824278246544e-06,1613944782481,4798
+"mom_0",0.8853027044705516,1613944782481,4798
+"eps_0",1e-05,1613944782481,4798
+"wd_1",0.01,1613944782481,4798
+"sqr_mom_1",0.99,1613944782481,4798
+"lr_1",3.2348824278246545e-05,1613944782481,4798
+"mom_1",0.8853027044705516,1613944782481,4798
+"eps_1",1e-05,1613944782481,4798
+"wd_2",0.01,1613944782481,4798
+"sqr_mom_2",0.99,1613944782481,4798
+"lr_2",0.0003234882427824654,1613944782481,4798
+"mom_2",0.8853027044705516,1613944782481,4798
+"eps_2",1e-05,1613944782481,4798
+"train_loss",0.015562018,1613944783423,4799
+"raw_loss",0.007047579,1613944783423,4799
+"epoch",30.188679245283012,1613944783423,4799
+"wd_0",0.01,1613944783423,4799
+"sqr_mom_0",0.99,1613944783423,4799
+"lr_0",3.2335334784564035e-06,1613944783423,4799
+"mom_0",0.8853296837277091,1613944783423,4799
+"eps_0",1e-05,1613944783423,4799
+"wd_1",0.01,1613944783423,4799
+"sqr_mom_1",0.99,1613944783423,4799
+"lr_1",3.233533478456403e-05,1613944783423,4799
+"mom_1",0.8853296837277091,1613944783423,4799
+"eps_1",1e-05,1613944783423,4799
+"wd_2",0.01,1613944783423,4799
+"sqr_mom_2",0.99,1613944783423,4799
+"lr_2",0.0003233533478456403,1613944783423,4799
+"mom_2",0.8853296837277091,1613944783423,4799
+"eps_2",1e-05,1613944783423,4799
+"train_loss",0.01546714,1613944784414,4800
+"raw_loss",0.010818101,1613944784414,4800
+"epoch",30.194968553459113,1613944784414,4800
+"wd_0",0.01,1613944784414,4800
+"sqr_mom_0",0.99,1613944784414,4800
+"lr_0",3.232183847765072e-06,1613944784414,4800
+"mom_0",0.8853566766114647,1613944784414,4800
+"eps_0",1e-05,1613944784414,4800
+"wd_1",0.01,1613944784414,4800
+"sqr_mom_1",0.99,1613944784414,4800
+"lr_1",3.232183847765072e-05,1613944784414,4800
+"mom_1",0.8853566766114647,1613944784414,4800
+"eps_1",1e-05,1613944784414,4800
+"wd_2",0.01,1613944784414,4800
+"sqr_mom_2",0.99,1613944784414,4800
+"lr_2",0.0003232183847765072,1613944784414,4800
+"mom_2",0.8853566766114647,1613944784414,4800
+"eps_2",1e-05,1613944784414,4800
+"train_loss",0.0155232875,1613944785405,4801
+"raw_loss",0.01827452,1613944785405,4801
+"epoch",30.201257861635213,1613944785405,4801
+"wd_0",0.01,1613944785405,4801
+"sqr_mom_0",0.99,1613944785405,4801
+"lr_0",3.230834431309635e-06,1613944785405,4801
+"mom_0",0.8853836652104594,1613944785405,4801
+"eps_0",1e-05,1613944785405,4801
+"wd_1",0.01,1613944785405,4801
+"sqr_mom_1",0.99,1613944785405,4801
+"lr_1",3.230834431309635e-05,1613944785405,4801
+"mom_1",0.8853836652104594,1613944785405,4801
+"eps_1",1e-05,1613944785405,4801
+"wd_2",0.01,1613944785405,4801
+"sqr_mom_2",0.99,1613944785405,4801
+"lr_2",0.0003230834431309635,1613944785405,4801
+"mom_2",0.8853836652104594,1613944785405,4801
+"eps_2",1e-05,1613944785405,4801
+"train_loss",0.015539595,1613944786355,4802
+"raw_loss",0.016338676,1613944786355,4802
+"epoch",30.207547169811313,1613944786355,4802
+"wd_0",0.01,1613944786355,4802
+"sqr_mom_0",0.99,1613944786355,4802
+"lr_0",3.2294850058731714e-06,1613944786355,4802
+"mom_0",0.8854106539890765,1613944786355,4802
+"eps_0",1e-05,1613944786355,4802
+"wd_1",0.01,1613944786355,4802
+"sqr_mom_1",0.99,1613944786355,4802
+"lr_1",3.229485005873172e-05,1613944786355,4802
+"mom_1",0.8854106539890765,1613944786355,4802
+"eps_1",1e-05,1613944786355,4802
+"wd_2",0.01,1613944786355,4802
+"sqr_mom_2",0.99,1613944786355,4802
+"lr_2",0.00032294850058731713,1613944786355,4802
+"mom_2",0.8854106539890765,1613944786355,4802
+"eps_2",1e-05,1613944786355,4802
+"train_loss",0.015469976,1613944787303,4803
+"raw_loss",0.01205864,1613944787303,4803
+"epoch",30.213836477987414,1613944787303,4803
+"wd_0",0.01,1613944787303,4803
+"sqr_mom_0",0.99,1613944787303,4803
+"lr_0",3.228134452414425e-06,1613944787303,4803
+"mom_0",0.8854376653283648,1613944787303,4803
+"eps_0",1e-05,1613944787303,4803
+"wd_1",0.01,1613944787303,4803
+"sqr_mom_1",0.99,1613944787303,4803
+"lr_1",3.228134452414425e-05,1613944787303,4803
+"mom_1",0.8854376653283648,1613944787303,4803
+"eps_1",1e-05,1613944787303,4803
+"wd_2",0.01,1613944787303,4803
+"sqr_mom_2",0.99,1613944787303,4803
+"lr_2",0.0003228134452414425,1613944787303,4803
+"mom_2",0.8854376653283648,1613944787303,4803
+"eps_2",1e-05,1613944787303,4803
+"train_loss",0.0155847,1613944788266,4804
+"raw_loss",0.021206161,1613944788266,4804
+"epoch",30.220125786163514,1613944788266,4804
+"wd_0",0.01,1613944788266,4804
+"sqr_mom_0",0.99,1613944788266,4804
+"lr_0",3.226784562548496e-06,1613944788266,4804
+"mom_0",0.885464663395664,1613944788266,4804
+"eps_0",1e-05,1613944788266,4804
+"wd_1",0.01,1613944788266,4804
+"sqr_mom_1",0.99,1613944788266,4804
+"lr_1",3.226784562548496e-05,1613944788266,4804
+"mom_1",0.885464663395664,1613944788266,4804
+"eps_1",1e-05,1613944788266,4804
+"wd_2",0.01,1613944788266,4804
+"sqr_mom_2",0.99,1613944788266,4804
+"lr_2",0.00032267845625484956,1613944788266,4804
+"mom_2",0.885464663395664,1613944788266,4804
+"eps_2",1e-05,1613944788266,4804
+"train_loss",0.015471181,1613944789236,4805
+"raw_loss",0.009908772,1613944789236,4805
+"epoch",30.226415094339615,1613944789236,4805
+"wd_0",0.01,1613944789236,4805
+"sqr_mom_0",0.99,1613944789236,4805
+"lr_0",3.225434217195733e-06,1613944789236,4805
+"mom_0",0.8854916705727911,1613944789236,4805
+"eps_0",1e-05,1613944789236,4805
+"wd_1",0.01,1613944789236,4805
+"sqr_mom_1",0.99,1613944789236,4805
+"lr_1",3.2254342171957326e-05,1613944789236,4805
+"mom_1",0.8854916705727911,1613944789236,4805
+"eps_1",1e-05,1613944789236,4805
+"wd_2",0.01,1613944789236,4805
+"sqr_mom_2",0.99,1613944789236,4805
+"lr_2",0.0003225434217195732,1613944789236,4805
+"mom_2",0.8854916705727911,1613944789236,4805
+"eps_2",1e-05,1613944789236,4805
+"train_loss",0.01548149,1613944790221,4806
+"raw_loss",0.015986614,1613944790221,4806
+"epoch",30.232704402515715,1613944790221,4806
+"wd_0",0.01,1613944790221,4806
+"sqr_mom_0",0.99,1613944790221,4806
+"lr_0",3.224083192638775e-06,1613944790221,4806
+"mom_0",0.8855186913341379,1613944790221,4806
+"eps_0",1e-05,1613944790221,4806
+"wd_1",0.01,1613944790221,4806
+"sqr_mom_1",0.99,1613944790221,4806
+"lr_1",3.2240831926387754e-05,1613944790221,4806
+"mom_1",0.8855186913341379,1613944790221,4806
+"eps_1",1e-05,1613944790221,4806
+"wd_2",0.01,1613944790221,4806
+"sqr_mom_2",0.99,1613944790221,4806
+"lr_2",0.00032240831926387743,1613944790221,4806
+"mom_2",0.8855186913341379,1613944790221,4806
+"eps_2",1e-05,1613944790221,4806
+"train_loss",0.01555006,1613944791173,4807
+"raw_loss",0.018909998,1613944791173,4807
+"epoch",30.238993710691815,1613944791173,4807
+"wd_0",0.01,1613944791173,4807
+"sqr_mom_0",0.99,1613944791173,4807
+"lr_0",3.2227323853615083e-06,1613944791173,4807
+"mom_0",0.8855457077498473,1613944791173,4807
+"eps_0",1e-05,1613944791173,4807
+"wd_1",0.01,1613944791173,4807
+"sqr_mom_1",0.99,1613944791173,4807
+"lr_1",3.222732385361508e-05,1613944791173,4807
+"mom_1",0.8855457077498473,1613944791173,4807
+"eps_1",1e-05,1613944791173,4807
+"wd_2",0.01,1613944791173,4807
+"sqr_mom_2",0.99,1613944791173,4807
+"lr_2",0.0003222732385361508,1613944791173,4807
+"mom_2",0.8855457077498473,1613944791173,4807
+"eps_2",1e-05,1613944791173,4807
+"train_loss",0.015401594,1613944792221,4808
+"raw_loss",0.008126751,1613944792221,4808
+"epoch",30.245283018867916,1613944792221,4808
+"wd_0",0.01,1613944792221,4808
+"sqr_mom_0",0.99,1613944792221,4808
+"lr_0",3.221381347805942e-06,1613944792221,4808
+"mom_0",0.8855727287711689,1613944792221,4808
+"eps_0",1e-05,1613944792221,4808
+"wd_1",0.01,1613944792221,4808
+"sqr_mom_1",0.99,1613944792221,4808
+"lr_1",3.221381347805942e-05,1613944792221,4808
+"mom_1",0.8855727287711689,1613944792221,4808
+"eps_1",1e-05,1613944792221,4808
+"wd_2",0.01,1613944792221,4808
+"sqr_mom_2",0.99,1613944792221,4808
+"lr_2",0.00032213813478059415,1613944792221,4808
+"mom_2",0.8855727287711689,1613944792221,4808
+"eps_2",1e-05,1613944792221,4808
+"train_loss",0.015247545,1613944793164,4809
+"raw_loss",0.007699132,1613944793164,4809
+"epoch",30.251572327044016,1613944793164,4809
+"wd_0",0.01,1613944793164,4809
+"sqr_mom_0",0.99,1613944793164,4809
+"lr_0",3.220029632108577e-06,1613944793164,4809
+"mom_0",0.885599763355462,1613944793164,4809
+"eps_0",1e-05,1613944793164,4809
+"wd_1",0.01,1613944793164,4809
+"sqr_mom_1",0.99,1613944793164,4809
+"lr_1",3.220029632108577e-05,1613944793164,4809
+"mom_1",0.885599763355462,1613944793164,4809
+"eps_1",1e-05,1613944793164,4809
+"wd_2",0.01,1613944793164,4809
+"sqr_mom_2",0.99,1613944793164,4809
+"lr_2",0.0003220029632108577,1613944793164,4809
+"mom_2",0.885599763355462,1613944793164,4809
+"eps_2",1e-05,1613944793164,4809
+"train_loss",0.015257369,1613944794115,4810
+"raw_loss",0.01573871,1613944794115,4810
+"epoch",30.257861635220117,1613944794115,4810
+"wd_0",0.01,1613944794115,4810
+"sqr_mom_0",0.99,1613944794115,4810
+"lr_0",3.21867813521191e-06,1613944794115,4810
+"mom_0",0.8856267935636974,1613944794115,4810
+"eps_0",1e-05,1613944794115,4810
+"wd_1",0.01,1613944794115,4810
+"sqr_mom_1",0.99,1613944794115,4810
+"lr_1",3.2186781352119094e-05,1613944794115,4810
+"mom_1",0.8856267935636974,1613944794115,4810
+"eps_1",1e-05,1613944794115,4810
+"wd_2",0.01,1613944794115,4810
+"sqr_mom_2",0.99,1613944794115,4810
+"lr_2",0.00032186781352119094,1613944794115,4810
+"mom_2",0.8856267935636974,1613944794115,4810
+"eps_2",1e-05,1613944794115,4810
+"train_loss",0.015226729,1613944795057,4811
+"raw_loss",0.013725384,1613944795057,4811
+"epoch",30.264150943396217,1613944795057,4811
+"wd_0",0.01,1613944795057,4811
+"sqr_mom_0",0.99,1613944795057,4811
+"lr_0",3.21732663355172e-06,1613944795057,4811
+"mom_0",0.8856538238672043,1613944795057,4811
+"eps_0",1e-05,1613944795057,4811
+"wd_1",0.01,1613944795057,4811
+"sqr_mom_1",0.99,1613944795057,4811
+"lr_1",3.21732663355172e-05,1613944795057,4811
+"mom_1",0.8856538238672043,1613944795057,4811
+"eps_1",1e-05,1613944795057,4811
+"wd_2",0.01,1613944795057,4811
+"sqr_mom_2",0.99,1613944795057,4811
+"lr_2",0.00032173266335517193,1613944795057,4811
+"mom_2",0.8856538238672043,1613944795057,4811
+"eps_2",1e-05,1613944795057,4811
+"train_loss",0.015294163,1613944796027,4812
+"raw_loss",0.01859842,1613944796027,4812
+"epoch",30.270440251572317,1613944796027,4812
+"wd_0",0.01,1613944796027,4812
+"sqr_mom_0",0.99,1613944796027,4812
+"lr_0",3.2159740063681554e-06,1613944796027,4812
+"mom_0",0.8856808766814037,1613944796027,4812
+"eps_0",1e-05,1613944796027,4812
+"wd_1",0.01,1613944796027,4812
+"sqr_mom_1",0.99,1613944796027,4812
+"lr_1",3.215974006368155e-05,1613944796027,4812
+"mom_1",0.8856808766814037,1613944796027,4812
+"eps_1",1e-05,1613944796027,4812
+"wd_2",0.01,1613944796027,4812
+"sqr_mom_2",0.99,1613944796027,4812
+"lr_2",0.00032159740063681546,1613944796027,4812
+"mom_2",0.8856808766814037,1613944796027,4812
+"eps_2",1e-05,1613944796027,4812
+"train_loss",0.0151356105,1613944796970,4813
+"raw_loss",0.00736657,1613944796970,4813
+"epoch",30.276729559748418,1613944796970,4813
+"wd_0",0.01,1613944796970,4813
+"sqr_mom_0",0.99,1613944796970,4813
+"lr_0",3.2146220480272724e-06,1613944796970,4813
+"mom_0",0.8857079161186157,1613944796970,4813
+"eps_0",1e-05,1613944796970,4813
+"wd_1",0.01,1613944796970,4813
+"sqr_mom_1",0.99,1613944796970,4813
+"lr_1",3.2146220480272725e-05,1613944796970,4813
+"mom_1",0.8857079161186157,1613944796970,4813
+"eps_1",1e-05,1613944796970,4813
+"wd_2",0.01,1613944796970,4813
+"sqr_mom_2",0.99,1613944796970,4813
+"lr_2",0.0003214622048027272,1613944796970,4813
+"mom_2",0.8857079161186157,1613944796970,4813
+"eps_2",1e-05,1613944796970,4813
+"train_loss",0.015133159,1613944798038,4814
+"raw_loss",0.015013066,1613944798038,4814
+"epoch",30.28301886792452,1613944798038,4814
+"wd_0",0.01,1613944798038,4814
+"sqr_mom_0",0.99,1613944798038,4814
+"lr_0",3.213269637731468e-06,1613944798038,4814
+"mom_0",0.8857349645950165,1613944798038,4814
+"eps_0",1e-05,1613944798038,4814
+"wd_1",0.01,1613944798038,4814
+"sqr_mom_1",0.99,1613944798038,4814
+"lr_1",3.2132696377314676e-05,1613944798038,4814
+"mom_1",0.8857349645950165,1613944798038,4814
+"eps_1",1e-05,1613944798038,4814
+"wd_2",0.01,1613944798038,4814
+"sqr_mom_2",0.99,1613944798038,4814
+"lr_2",0.0003213269637731467,1613944798038,4814
+"mom_2",0.8857349645950165,1613944798038,4814
+"eps_2",1e-05,1613944798038,4814
+"train_loss",0.0151716005,1613944799003,4815
+"raw_loss",0.017055226,1613944799003,4815
+"epoch",30.28930817610062,1613944799003,4815
+"wd_0",0.01,1613944799003,4815
+"sqr_mom_0",0.99,1613944799003,4815
+"lr_0",3.2119165514244276e-06,1613944799003,4815
+"mom_0",0.8857620265917774,1613944799003,4815
+"eps_0",1e-05,1613944799003,4815
+"wd_1",0.01,1613944799003,4815
+"sqr_mom_1",0.99,1613944799003,4815
+"lr_1",3.211916551424427e-05,1613944799003,4815
+"mom_1",0.8857620265917774,1613944799003,4815
+"eps_1",1e-05,1613944799003,4815
+"wd_2",0.01,1613944799003,4815
+"sqr_mom_2",0.99,1613944799003,4815
+"lr_2",0.0003211916551424427,1613944799003,4815
+"mom_2",0.8857620265917774,1613944799003,4815
+"eps_2",1e-05,1613944799003,4815
+"train_loss",0.0150567,1613944799950,4816
+"raw_loss",0.009426575,1613944799950,4816
+"epoch",30.29559748427672,1613944799950,4816
+"wd_0",0.01,1613944799950,4816
+"sqr_mom_0",0.99,1613944799950,4816
+"lr_0",3.2105636869581294e-06,1613944799950,4816
+"mom_0",0.8857890841516789,1613944799950,4816
+"eps_0",1e-05,1613944799950,4816
+"wd_1",0.01,1613944799950,4816
+"sqr_mom_1",0.99,1613944799950,4816
+"lr_1",3.2105636869581295e-05,1613944799950,4816
+"mom_1",0.8857890841516789,1613944799950,4816
+"eps_1",1e-05,1613944799950,4816
+"wd_2",0.01,1613944799950,4816
+"sqr_mom_2",0.99,1613944799950,4816
+"lr_2",0.00032105636869581293,1613944799950,4816
+"mom_2",0.8857890841516789,1613944799950,4816
+"eps_2",1e-05,1613944799950,4816
+"train_loss",0.014956609,1613944800913,4817
+"raw_loss",0.010052156,1613944800913,4817
+"epoch",30.30188679245282,1613944800913,4817
+"wd_0",0.01,1613944800913,4817
+"sqr_mom_0",0.99,1613944800913,4817
+"lr_0",3.209210820540027e-06,1613944800913,4817
+"mom_0",0.885816141750617,1613944800913,4817
+"eps_0",1e-05,1613944800913,4817
+"wd_1",0.01,1613944800913,4817
+"sqr_mom_1",0.99,1613944800913,4817
+"lr_1",3.2092108205400264e-05,1613944800913,4817
+"mom_1",0.885816141750617,1613944800913,4817
+"eps_1",1e-05,1613944800913,4817
+"wd_2",0.01,1613944800913,4817
+"sqr_mom_2",0.99,1613944800913,4817
+"lr_2",0.00032092108205400264,1613944800913,4817
+"mom_2",0.885816141750617,1613944800913,4817
+"eps_2",1e-05,1613944800913,4817
+"train_loss",0.014849228,1613944801895,4818
+"raw_loss",0.009587551,1613944801895,4818
+"epoch",30.30817610062892,1613944801895,4818
+"wd_0",0.01,1613944801895,4818
+"sqr_mom_0",0.99,1613944801895,4818
+"lr_0",3.2078568302806166e-06,1613944801895,4818
+"mom_0",0.8858432218266059,1613944801895,4818
+"eps_0",1e-05,1613944801895,4818
+"wd_1",0.01,1613944801895,4818
+"sqr_mom_1",0.99,1613944801895,4818
+"lr_1",3.207856830280617e-05,1613944801895,4818
+"mom_1",0.8858432218266059,1613944801895,4818
+"eps_1",1e-05,1613944801895,4818
+"wd_2",0.01,1613944801895,4818
+"sqr_mom_2",0.99,1613944801895,4818
+"lr_2",0.00032078568302806165,1613944801895,4818
+"mom_2",0.8858432218266059,1613944801895,4818
+"eps_2",1e-05,1613944801895,4818
+"train_loss",0.014838124,1613944802840,4819
+"raw_loss",0.014294027,1613944802840,4819
+"epoch",30.31446540880502,1613944802840,4819
+"wd_0",0.01,1613944802840,4819
+"sqr_mom_0",0.99,1613944802840,4819
+"lr_0",3.206503512354185e-06,1613944802840,4819
+"mom_0",0.8858702884558008,1613944802840,4819
+"eps_0",1e-05,1613944802840,4819
+"wd_1",0.01,1613944802840,4819
+"sqr_mom_1",0.99,1613944802840,4819
+"lr_1",3.206503512354185e-05,1613944802840,4819
+"mom_1",0.8858702884558008,1613944802840,4819
+"eps_1",1e-05,1613944802840,4819
+"wd_2",0.01,1613944802840,4819
+"sqr_mom_2",0.99,1613944802840,4819
+"lr_2",0.0003206503512354185,1613944802840,4819
+"mom_2",0.8858702884558008,1613944802840,4819
+"eps_2",1e-05,1613944802840,4819
+"train_loss",0.014691828,1613944803788,4820
+"raw_loss",0.007523307,1613944803788,4820
+"epoch",30.32075471698112,1613944803788,4820
+"wd_0",0.01,1613944803788,4820
+"sqr_mom_0",0.99,1613944803788,4820
+"lr_0",3.2051497448339027e-06,1613944803788,4820
+"mom_0",0.8858973640769627,1613944803788,4820
+"eps_0",1e-05,1613944803788,4820
+"wd_1",0.01,1613944803788,4820
+"sqr_mom_1",0.99,1613944803788,4820
+"lr_1",3.2051497448339026e-05,1613944803788,4820
+"mom_1",0.8858973640769627,1613944803788,4820
+"eps_1",1e-05,1613944803788,4820
+"wd_2",0.01,1613944803788,4820
+"sqr_mom_2",0.99,1613944803788,4820
+"lr_2",0.00032051497448339024,1613944803788,4820
+"mom_2",0.8858973640769627,1613944803788,4820
+"eps_2",1e-05,1613944803788,4820
+"train_loss",0.014553005,1613944804767,4821
+"raw_loss",0.007750691,1613944804767,4821
+"epoch",30.32704402515722,1613944804767,4821
+"wd_0",0.01,1613944804767,4821
+"sqr_mom_0",0.99,1613944804767,4821
+"lr_0",3.203795303440705e-06,1613944804767,4821
+"mom_0",0.8859244531757177,1613944804767,4821
+"eps_0",1e-05,1613944804767,4821
+"wd_1",0.01,1613944804767,4821
+"sqr_mom_1",0.99,1613944804767,4821
+"lr_1",3.203795303440705e-05,1613944804767,4821
+"mom_1",0.8859244531757177,1613944804767,4821
+"eps_1",1e-05,1613944804767,4821
+"wd_2",0.01,1613944804767,4821
+"sqr_mom_2",0.99,1613944804767,4821
+"lr_2",0.0003203795303440705,1613944804767,4821
+"mom_2",0.8859244531757177,1613944804767,4821
+"eps_2",1e-05,1613944804767,4821
+"train_loss",0.014445892,1613944805728,4822
+"raw_loss",0.009197313,1613944805728,4822
+"epoch",30.33333333333332,1613944805728,4822
+"wd_0",0.01,1613944805728,4822
+"sqr_mom_0",0.99,1613944805728,4822
+"lr_0",3.202441086925749e-06,1613944805728,4822
+"mom_0",0.8859515377768628,1613944805728,4822
+"eps_0",1e-05,1613944805728,4822
+"wd_1",0.01,1613944805728,4822
+"sqr_mom_1",0.99,1613944805728,4822
+"lr_1",3.202441086925749e-05,1613944805728,4822
+"mom_1",0.8859515377768628,1613944805728,4822
+"eps_1",1e-05,1613944805728,4822
+"wd_2",0.01,1613944805728,4822
+"sqr_mom_2",0.99,1613944805728,4822
+"lr_2",0.0003202441086925749,1613944805728,4822
+"mom_2",0.8859515377768628,1613944805728,4822
+"eps_2",1e-05,1613944805728,4822
+"train_loss",0.014329484,1613944806670,4823
+"raw_loss",0.008625486,1613944806670,4823
+"epoch",30.339622641509422,1613944806670,4823
+"wd_0",0.01,1613944806670,4823
+"sqr_mom_0",0.99,1613944806670,4823
+"lr_0",3.2010868712707287e-06,1613944806670,4823
+"mom_0",0.885978622360809,1613944806670,4823
+"eps_0",1e-05,1613944806670,4823
+"wd_1",0.01,1613944806670,4823
+"sqr_mom_1",0.99,1613944806670,4823
+"lr_1",3.2010868712707286e-05,1613944806670,4823
+"mom_1",0.885978622360809,1613944806670,4823
+"eps_1",1e-05,1613944806670,4823
+"wd_2",0.01,1613944806670,4823
+"sqr_mom_2",0.99,1613944806670,4823
+"lr_2",0.00032010868712707284,1613944806670,4823
+"mom_2",0.885978622360809,1613944806670,4823
+"eps_2",1e-05,1613944806670,4823
+"train_loss",0.0142850755,1613944807621,4824
+"raw_loss",0.012109047,1613944807621,4824
+"epoch",30.345911949685522,1613944807621,4824
+"wd_0",0.01,1613944807621,4824
+"sqr_mom_0",0.99,1613944807621,4824
+"lr_0",3.199731533469363e-06,1613944807621,4824
+"mom_0",0.8860057293879066,1613944807621,4824
+"eps_0",1e-05,1613944807621,4824
+"wd_1",0.01,1613944807621,4824
+"sqr_mom_1",0.99,1613944807621,4824
+"lr_1",3.199731533469363e-05,1613944807621,4824
+"mom_1",0.8860057293879066,1613944807621,4824
+"eps_1",1e-05,1613944807621,4824
+"wd_2",0.01,1613944807621,4824
+"sqr_mom_2",0.99,1613944807621,4824
+"lr_2",0.00031997315334693626,1613944807621,4824
+"mom_2",0.8860057293879066,1613944807621,4824
+"eps_2",1e-05,1613944807621,4824
+"train_loss",0.0143770585,1613944808555,4825
+"raw_loss",0.018884227,1613944808555,4825
+"epoch",30.352201257861623,1613944808555,4825
+"wd_0",0.01,1613944808555,4825
+"sqr_mom_0",0.99,1613944808555,4825
+"lr_0",3.198376871483557e-06,1613944808555,4825
+"mom_0",0.8860328228985578,1613944808555,4825
+"eps_0",1e-05,1613944808555,4825
+"wd_1",0.01,1613944808555,4825
+"sqr_mom_1",0.99,1613944808555,4825
+"lr_1",3.198376871483557e-05,1613944808555,4825
+"mom_1",0.8860328228985578,1613944808555,4825
+"eps_1",1e-05,1613944808555,4825
+"wd_2",0.01,1613944808555,4825
+"sqr_mom_2",0.99,1613944808555,4825
+"lr_2",0.00031983768714835564,1613944808555,4825
+"mom_2",0.8860328228985578,1613944808555,4825
+"eps_2",1e-05,1613944808555,4825
+"train_loss",0.014310377,1613944809520,4826
+"raw_loss",0.01104298,1613944809520,4826
+"epoch",30.358490566037723,1613944809520,4826
+"wd_0",0.01,1613944809520,4826
+"sqr_mom_0",0.99,1613944809520,4826
+"lr_0",3.1970217622701303e-06,1613944809520,4826
+"mom_0",0.8860599253538509,1613944809520,4826
+"eps_0",1e-05,1613944809520,4826
+"wd_1",0.01,1613944809520,4826
+"sqr_mom_1",0.99,1613944809520,4826
+"lr_1",3.19702176227013e-05,1613944809520,4826
+"mom_1",0.8860599253538509,1613944809520,4826
+"eps_1",1e-05,1613944809520,4826
+"wd_2",0.01,1613944809520,4826
+"sqr_mom_2",0.99,1613944809520,4826
+"lr_2",0.00031970217622701296,1613944809520,4826
+"mom_2",0.8860599253538509,1613944809520,4826
+"eps_2",1e-05,1613944809520,4826
+"train_loss",0.014259068,1613944810453,4827
+"raw_loss",0.011744952,1613944810453,4827
+"epoch",30.364779874213824,1613944810453,4827
+"wd_0",0.01,1613944810453,4827
+"sqr_mom_0",0.99,1613944810453,4827
+"lr_0",3.1956659813298396e-06,1613944810453,4827
+"mom_0",0.8860870412438157,1613944810453,4827
+"eps_0",1e-05,1613944810453,4827
+"wd_1",0.01,1613944810453,4827
+"sqr_mom_1",0.99,1613944810453,4827
+"lr_1",3.1956659813298396e-05,1613944810453,4827
+"mom_1",0.8860870412438157,1613944810453,4827
+"eps_1",1e-05,1613944810453,4827
+"wd_2",0.01,1613944810453,4827
+"sqr_mom_2",0.99,1613944810453,4827
+"lr_2",0.000319566598132984,1613944810453,4827
+"mom_2",0.8860870412438157,1613944810453,4827
+"eps_2",1e-05,1613944810453,4827
+"train_loss",0.014341299,1613944811394,4828
+"raw_loss",0.018370647,1613944811394,4828
+"epoch",30.371069182389924,1613944811394,4828
+"wd_0",0.01,1613944811394,4828
+"sqr_mom_0",0.99,1613944811394,4828
+"lr_0",3.1943104283027094e-06,1613944811394,4828
+"mom_0",0.8861141525754715,1613944811394,4828
+"eps_0",1e-05,1613944811394,4828
+"wd_1",0.01,1613944811394,4828
+"sqr_mom_1",0.99,1613944811394,4828
+"lr_1",3.1943104283027094e-05,1613944811394,4828
+"mom_1",0.8861141525754715,1613944811394,4828
+"eps_1",1e-05,1613944811394,4828
+"wd_2",0.01,1613944811394,4828
+"sqr_mom_2",0.99,1613944811394,4828
+"lr_2",0.0003194310428302709,1613944811394,4828
+"mom_2",0.8861141525754715,1613944811394,4828
+"eps_2",1e-05,1613944811394,4828
+"train_loss",0.014326017,1613944812346,4829
+"raw_loss",0.013577215,1613944812346,4829
+"epoch",30.377358490566024,1613944812346,4829
+"wd_0",0.01,1613944812346,4829
+"sqr_mom_0",0.99,1613944812346,4829
+"lr_0",3.19295465405345e-06,1613944812346,4829
+"mom_0",0.8861412683316143,1613944812346,4829
+"eps_0",1e-05,1613944812346,4829
+"wd_1",0.01,1613944812346,4829
+"sqr_mom_1",0.99,1613944812346,4829
+"lr_1",3.1929546540534494e-05,1613944812346,4829
+"mom_1",0.8861412683316143,1613944812346,4829
+"eps_1",1e-05,1613944812346,4829
+"wd_2",0.01,1613944812346,4829
+"sqr_mom_2",0.99,1613944812346,4829
+"lr_2",0.00031929546540534494,1613944812346,4829
+"mom_2",0.8861412683316143,1613944812346,4829
+"eps_2",1e-05,1613944812346,4829
+"train_loss",0.014221137,1613944813292,4830
+"raw_loss",0.009081999,1613944813292,4830
+"epoch",30.383647798742125,1613944813292,4830
+"wd_0",0.01,1613944813292,4830
+"sqr_mom_0",0.99,1613944813292,4830
+"lr_0",3.1915982091532726e-06,1613944813292,4830
+"mom_0",0.8861683975009096,1613944813292,4830
+"eps_0",1e-05,1613944813292,4830
+"wd_1",0.01,1613944813292,4830
+"sqr_mom_1",0.99,1613944813292,4830
+"lr_1",3.1915982091532726e-05,1613944813292,4830
+"mom_1",0.8861683975009096,1613944813292,4830
+"eps_1",1e-05,1613944813292,4830
+"wd_2",0.01,1613944813292,4830
+"sqr_mom_2",0.99,1613944813292,4830
+"lr_2",0.0003191598209153272,1613944813292,4830
+"mom_2",0.8861683975009096,1613944813292,4830
+"eps_2",1e-05,1613944813292,4830
+"train_loss",0.01427239,1613944814244,4831
+"raw_loss",0.016783778,1613944814244,4831
+"epoch",30.389937106918225,1613944814244,4831
+"wd_0",0.01,1613944814244,4831
+"sqr_mom_0",0.99,1613944814244,4831
+"lr_0",3.190241993682779e-06,1613944814244,4831
+"mom_0",0.8861955220815652,1613944814244,4831
+"eps_0",1e-05,1613944814244,4831
+"wd_1",0.01,1613944814244,4831
+"sqr_mom_1",0.99,1613944814244,4831
+"lr_1",3.190241993682779e-05,1613944814244,4831
+"mom_1",0.8861955220815652,1613944814244,4831
+"eps_1",1e-05,1613944814244,4831
+"wd_2",0.01,1613944814244,4831
+"sqr_mom_2",0.99,1613944814244,4831
+"lr_2",0.00031902419936827785,1613944814244,4831
+"mom_2",0.8861955220815652,1613944814244,4831
+"eps_2",1e-05,1613944814244,4831
+"train_loss",0.014148855,1613944815177,4832
+"raw_loss",0.008095634,1613944815177,4832
+"epoch",30.396226415094326,1613944815177,4832
+"wd_0",0.01,1613944815177,4832
+"sqr_mom_0",0.99,1613944815177,4832
+"lr_0",3.1888857832898427e-06,1613944815177,4832
+"mom_0",0.8862226465606687,1613944815177,4832
+"eps_0",1e-05,1613944815177,4832
+"wd_1",0.01,1613944815177,4832
+"sqr_mom_1",0.99,1613944815177,4832
+"lr_1",3.188885783289843e-05,1613944815177,4832
+"mom_1",0.8862226465606687,1613944815177,4832
+"eps_1",1e-05,1613944815177,4832
+"wd_2",0.01,1613944815177,4832
+"sqr_mom_2",0.99,1613944815177,4832
+"lr_2",0.00031888857832898423,1613944815177,4832
+"mom_2",0.8862226465606687,1613944815177,4832
+"eps_2",1e-05,1613944815177,4832
+"train_loss",0.0141700655,1613944816112,4833
+"raw_loss",0.015209377,1613944816112,4833
+"epoch",30.402515723270426,1613944816112,4833
+"wd_0",0.01,1613944816112,4833
+"sqr_mom_0",0.99,1613944816112,4833
+"lr_0",3.187528453317159e-06,1613944816112,4833
+"mom_0",0.8862497934315912,1613944816112,4833
+"eps_0",1e-05,1613944816112,4833
+"wd_1",0.01,1613944816112,4833
+"sqr_mom_1",0.99,1613944816112,4833
+"lr_1",3.187528453317159e-05,1613944816112,4833
+"mom_1",0.8862497934315912,1613944816112,4833
+"eps_1",1e-05,1613944816112,4833
+"wd_2",0.01,1613944816112,4833
+"sqr_mom_2",0.99,1613944816112,4833
+"lr_2",0.0003187528453317159,1613944816112,4833
+"mom_2",0.8862497934315912,1613944816112,4833
+"eps_2",1e-05,1613944816112,4833
+"train_loss",0.014094431,1613944817067,4834
+"raw_loss",0.0103883315,1613944817067,4834
+"epoch",30.408805031446526,1613944817067,4834
+"wd_0",0.01,1613944817067,4834
+"sqr_mom_0",0.99,1613944817067,4834
+"lr_0",3.1861718043694053e-06,1613944817067,4834
+"mom_0",0.8862769266818786,1613944817067,4834
+"eps_0",1e-05,1613944817067,4834
+"wd_1",0.01,1613944817067,4834
+"sqr_mom_1",0.99,1613944817067,4834
+"lr_1",3.1861718043694055e-05,1613944817067,4834
+"mom_1",0.8862769266818786,1613944817067,4834
+"eps_1",1e-05,1613944817067,4834
+"wd_2",0.01,1613944817067,4834
+"sqr_mom_2",0.99,1613944817067,4834
+"lr_2",0.00031861718043694055,1613944817067,4834
+"mom_2",0.8862769266818786,1613944817067,4834
+"eps_2",1e-05,1613944817067,4834
+"train_loss",0.013988725,1613944818021,4835
+"raw_loss",0.008809139,1613944818021,4835
+"epoch",30.415094339622627,1613944818021,4835
+"wd_0",0.01,1613944818021,4835
+"sqr_mom_0",0.99,1613944818021,4835
+"lr_0",3.184814711753022e-06,1613944818021,4835
+"mom_0",0.8863040688056276,1613944818021,4835
+"eps_0",1e-05,1613944818021,4835
+"wd_1",0.01,1613944818021,4835
+"sqr_mom_1",0.99,1613944818021,4835
+"lr_1",3.184814711753022e-05,1613944818021,4835
+"mom_1",0.8863040688056276,1613944818021,4835
+"eps_1",1e-05,1613944818021,4835
+"wd_2",0.01,1613944818021,4835
+"sqr_mom_2",0.99,1613944818021,4835
+"lr_2",0.0003184814711753022,1613944818021,4835
+"mom_2",0.8863040688056276,1613944818021,4835
+"eps_2",1e-05,1613944818021,4835
+"train_loss",0.013949766,1613944818961,4836
+"raw_loss",0.012040789,1613944818961,4836
+"epoch",30.421383647798727,1613944818961,4836
+"wd_0",0.01,1613944818961,4836
+"sqr_mom_0",0.99,1613944818961,4836
+"lr_0",3.1834569506433232e-06,1613944818961,4836
+"mom_0",0.8863312242993765,1613944818961,4836
+"eps_0",1e-05,1613944818961,4836
+"wd_1",0.01,1613944818961,4836
+"sqr_mom_1",0.99,1613944818961,4836
+"lr_1",3.183456950643323e-05,1613944818961,4836
+"mom_1",0.8863312242993765,1613944818961,4836
+"eps_1",1e-05,1613944818961,4836
+"wd_2",0.01,1613944818961,4836
+"sqr_mom_2",0.99,1613944818961,4836
+"lr_2",0.0003183456950643323,1613944818961,4836
+"mom_2",0.8863312242993765,1613944818961,4836
+"eps_2",1e-05,1613944818961,4836
+"train_loss",0.014025331,1613944819915,4837
+"raw_loss",0.017727988,1613944819915,4837
+"epoch",30.427672955974828,1613944819915,4837
+"wd_0",0.01,1613944819915,4837
+"sqr_mom_0",0.99,1613944819915,4837
+"lr_0",3.182099421994292e-06,1613944819915,4837
+"mom_0",0.8863583751438656,1613944819915,4837
+"eps_0",1e-05,1613944819915,4837
+"wd_1",0.01,1613944819915,4837
+"sqr_mom_1",0.99,1613944819915,4837
+"lr_1",3.182099421994292e-05,1613944819915,4837
+"mom_1",0.8863583751438656,1613944819915,4837
+"eps_1",1e-05,1613944819915,4837
+"wd_2",0.01,1613944819915,4837
+"sqr_mom_2",0.99,1613944819915,4837
+"lr_2",0.0003182099421994291,1613944819915,4837
+"mom_2",0.8863583751438656,1613944819915,4837
+"eps_2",1e-05,1613944819915,4837
+"train_loss",0.01412344,1613944820867,4838
+"raw_loss",0.018930804,1613944820867,4838
+"epoch",30.433962264150928,1613944820867,4838
+"wd_0",0.01,1613944820867,4838
+"sqr_mom_0",0.99,1613944820867,4838
+"lr_0",3.180741225572911e-06,1613944820867,4838
+"mom_0",0.8863855393439352,1613944820867,4838
+"eps_0",1e-05,1613944820867,4838
+"wd_1",0.01,1613944820867,4838
+"sqr_mom_1",0.99,1613944820867,4838
+"lr_1",3.180741225572911e-05,1613944820867,4838
+"mom_1",0.8863855393439352,1613944820867,4838
+"eps_1",1e-05,1613944820867,4838
+"wd_2",0.01,1613944820867,4838
+"sqr_mom_2",0.99,1613944820867,4838
+"lr_2",0.00031807412255729103,1613944820867,4838
+"mom_2",0.8863855393439352,1613944820867,4838
+"eps_2",1e-05,1613944820867,4838
+"train_loss",0.014089395,1613944821801,4839
+"raw_loss",0.012421197,1613944821801,4839
+"epoch",30.44025157232703,1613944821801,4839
+"wd_0",0.01,1613944821801,4839
+"sqr_mom_0",0.99,1613944821801,4839
+"lr_0",3.179383262622018e-06,1613944821801,4839
+"mom_0",0.8864126988745483,1613944821801,4839
+"eps_0",1e-05,1613944821801,4839
+"wd_1",0.01,1613944821801,4839
+"sqr_mom_1",0.99,1613944821801,4839
+"lr_1",3.1793832626220173e-05,1613944821801,4839
+"mom_1",0.8864126988745483,1613944821801,4839
+"eps_1",1e-05,1613944821801,4839
+"wd_2",0.01,1613944821801,4839
+"sqr_mom_2",0.99,1613944821801,4839
+"lr_2",0.00031793832626220175,1613944821801,4839
+"mom_2",0.8864126988745483,1613944821801,4839
+"eps_2",1e-05,1613944821801,4839
+"train_loss",0.014077683,1613944822746,4840
+"raw_loss",0.013503781,1613944822746,4840
+"epoch",30.44654088050313,1613944822746,4840
+"wd_0",0.01,1613944822746,4840
+"sqr_mom_0",0.99,1613944822746,4840
+"lr_0",3.1780253084976143e-06,1613944822746,4840
+"mom_0",0.8864398582286299,1613944822746,4840
+"eps_0",1e-05,1613944822746,4840
+"wd_1",0.01,1613944822746,4840
+"sqr_mom_1",0.99,1613944822746,4840
+"lr_1",3.178025308497614e-05,1613944822746,4840
+"mom_1",0.8864398582286299,1613944822746,4840
+"eps_1",1e-05,1613944822746,4840
+"wd_2",0.01,1613944822746,4840
+"sqr_mom_2",0.99,1613944822746,4840
+"lr_2",0.0003178025308497614,1613944822746,4840
+"mom_2",0.8864398582286299,1613944822746,4840
+"eps_2",1e-05,1613944822746,4840
+"train_loss",0.014058534,1613944823687,4841
+"raw_loss",0.013120215,1613944823687,4841
+"epoch",30.45283018867923,1613944823687,4841
+"wd_0",0.01,1613944823687,4841
+"sqr_mom_0",0.99,1613944823687,4841
+"lr_0",3.1766662370991772e-06,1613944823687,4841
+"mom_0",0.8864670399284157,1613944823687,4841
+"eps_0",1e-05,1613944823687,4841
+"wd_1",0.01,1613944823687,4841
+"sqr_mom_1",0.99,1613944823687,4841
+"lr_1",3.1766662370991776e-05,1613944823687,4841
+"mom_1",0.8864670399284157,1613944823687,4841
+"eps_1",1e-05,1613944823687,4841
+"wd_2",0.01,1613944823687,4841
+"sqr_mom_2",0.99,1613944823687,4841
+"lr_2",0.0003176666237099177,1613944823687,4841
+"mom_2",0.8864670399284157,1613944823687,4841
+"eps_2",1e-05,1613944823687,4841
+"train_loss",0.013956225,1613944824633,4842
+"raw_loss",0.008943036,1613944824633,4842
+"epoch",30.45911949685533,1613944824633,4842
+"wd_0",0.01,1613944824633,4842
+"sqr_mom_0",0.99,1613944824633,4842
+"lr_0",3.175307851341519e-06,1613944824633,4842
+"mom_0",0.8864942079152487,1613944824633,4842
+"eps_0",1e-05,1613944824633,4842
+"wd_1",0.01,1613944824633,4842
+"sqr_mom_1",0.99,1613944824633,4842
+"lr_1",3.175307851341519e-05,1613944824633,4842
+"mom_1",0.8864942079152487,1613944824633,4842
+"eps_1",1e-05,1613944824633,4842
+"wd_2",0.01,1613944824633,4842
+"sqr_mom_2",0.99,1613944824633,4842
+"lr_2",0.0003175307851341519,1613944824633,4842
+"mom_2",0.8864942079152487,1613944824633,4842
+"eps_2",1e-05,1613944824633,4842
+"train_loss",0.014016228,1613944825575,4843
+"raw_loss",0.016956383,1613944825575,4843
+"epoch",30.46540880503143,1613944825575,4843
+"wd_0",0.01,1613944825575,4843
+"sqr_mom_0",0.99,1613944825575,4843
+"lr_0",3.1739490250884333e-06,1613944825575,4843
+"mom_0",0.8865213847120784,1613944825575,4843
+"eps_0",1e-05,1613944825575,4843
+"wd_1",0.01,1613944825575,4843
+"sqr_mom_1",0.99,1613944825575,4843
+"lr_1",3.173949025088433e-05,1613944825575,4843
+"mom_1",0.8865213847120784,1613944825575,4843
+"eps_1",1e-05,1613944825575,4843
+"wd_2",0.01,1613944825575,4843
+"sqr_mom_2",0.99,1613944825575,4843
+"lr_2",0.0003173949025088433,1613944825575,4843
+"mom_2",0.8865213847120784,1613944825575,4843
+"eps_2",1e-05,1613944825575,4843
+"train_loss",0.013851225,1613944826518,4844
+"raw_loss",0.0057661203,1613944826518,4844
+"epoch",30.47169811320753,1613944826518,4844
+"wd_0",0.01,1613944826518,4844
+"sqr_mom_0",0.99,1613944826518,4844
+"lr_0",3.17258953323082e-06,1613944826518,4844
+"mom_0",0.8865485748211318,1613944826518,4844
+"eps_0",1e-05,1613944826518,4844
+"wd_1",0.01,1613944826518,4844
+"sqr_mom_1",0.99,1613944826518,4844
+"lr_1",3.1725895332308197e-05,1613944826518,4844
+"mom_1",0.8865485748211318,1613944826518,4844
+"eps_1",1e-05,1613944826518,4844
+"wd_2",0.01,1613944826518,4844
+"sqr_mom_2",0.99,1613944826518,4844
+"lr_2",0.000317258953323082,1613944826518,4844
+"mom_2",0.8865485748211318,1613944826518,4844
+"eps_2",1e-05,1613944826518,4844
+"train_loss",0.013808798,1613944827462,4845
+"raw_loss",0.011729857,1613944827462,4845
+"epoch",30.47798742138363,1613944827462,4845
+"wd_0",0.01,1613944827462,4845
+"sqr_mom_0",0.99,1613944827462,4845
+"lr_0",3.1712302778711144e-06,1613944827462,4845
+"mom_0",0.8865757602001797,1613944827462,4845
+"eps_0",1e-05,1613944827462,4845
+"wd_1",0.01,1613944827462,4845
+"sqr_mom_1",0.99,1613944827462,4845
+"lr_1",3.1712302778711144e-05,1613944827462,4845
+"mom_1",0.8865757602001797,1613944827462,4845
+"eps_1",1e-05,1613944827462,4845
+"wd_2",0.01,1613944827462,4845
+"sqr_mom_2",0.99,1613944827462,4845
+"lr_2",0.0003171230277871114,1613944827462,4845
+"mom_2",0.8865757602001797,1613944827462,4845
+"eps_2",1e-05,1613944827462,4845
+"train_loss",0.013672245,1613944828421,4846
+"raw_loss",0.0069811167,1613944828421,4846
+"epoch",30.48427672955973,1613944828421,4846
+"wd_0",0.01,1613944828421,4846
+"sqr_mom_0",0.99,1613944828421,4846
+"lr_0",3.169871034149427e-06,1613944828421,4846
+"mom_0",0.8866029453464649,1613944828421,4846
+"eps_0",1e-05,1613944828421,4846
+"wd_1",0.01,1613944828421,4846
+"sqr_mom_1",0.99,1613944828421,4846
+"lr_1",3.1698710341494264e-05,1613944828421,4846
+"mom_1",0.8866029453464649,1613944828421,4846
+"eps_1",1e-05,1613944828421,4846
+"wd_2",0.01,1613944828421,4846
+"sqr_mom_2",0.99,1613944828421,4846
+"lr_2",0.00031698710341494264,1613944828421,4846
+"mom_2",0.8866029453464649,1613944828421,4846
+"eps_2",1e-05,1613944828421,4846
+"train_loss",0.013580607,1613944829369,4847
+"raw_loss",0.0090903705,1613944829369,4847
+"epoch",30.49056603773583,1613944829369,4847
+"wd_0",0.01,1613944829369,4847
+"sqr_mom_0",0.99,1613944829369,4847
+"lr_0",3.1685106748979106e-06,1613944829369,4847
+"mom_0",0.8866301528035698,1613944829369,4847
+"eps_0",1e-05,1613944829369,4847
+"wd_1",0.01,1613944829369,4847
+"sqr_mom_1",0.99,1613944829369,4847
+"lr_1",3.168510674897911e-05,1613944829369,4847
+"mom_1",0.8866301528035698,1613944829369,4847
+"eps_1",1e-05,1613944829369,4847
+"wd_2",0.01,1613944829369,4847
+"sqr_mom_2",0.99,1613944829369,4847
+"lr_2",0.00031685106748979104,1613944829369,4847
+"mom_2",0.8866301528035698,1613944829369,4847
+"eps_2",1e-05,1613944829369,4847
+"train_loss",0.013580627,1613944830317,4848
+"raw_loss",0.013581575,1613944830317,4848
+"epoch",30.496855345911932,1613944830317,4848
+"wd_0",0.01,1613944830317,4848
+"sqr_mom_0",0.99,1613944830317,4848
+"lr_0",3.1671510047398173e-06,1613944830317,4848
+"mom_0",0.8866573464786685,1613944830317,4848
+"eps_0",1e-05,1613944830317,4848
+"wd_1",0.01,1613944830317,4848
+"sqr_mom_1",0.99,1613944830317,4848
+"lr_1",3.167151004739817e-05,1613944830317,4848
+"mom_1",0.8866573464786685,1613944830317,4848
+"eps_1",1e-05,1613944830317,4848
+"wd_2",0.01,1613944830317,4848
+"sqr_mom_2",0.99,1613944830317,4848
+"lr_2",0.0003167151004739817,1613944830317,4848
+"mom_2",0.8866573464786685,1613944830317,4848
+"eps_2",1e-05,1613944830317,4848
+"train_loss",0.013499131,1613944831275,4849
+"raw_loss",0.009505832,1613944831275,4849
+"epoch",30.503144654088032,1613944831275,4849
+"wd_0",0.01,1613944831275,4849
+"sqr_mom_0",0.99,1613944831275,4849
+"lr_0",3.165790896472048e-06,1613944831275,4849
+"mom_0",0.8866845489160482,1613944831275,4849
+"eps_0",1e-05,1613944831275,4849
+"wd_1",0.01,1613944831275,4849
+"sqr_mom_1",0.99,1613944831275,4849
+"lr_1",3.165790896472048e-05,1613944831275,4849
+"mom_1",0.8866845489160482,1613944831275,4849
+"eps_1",1e-05,1613944831275,4849
+"wd_2",0.01,1613944831275,4849
+"sqr_mom_2",0.99,1613944831275,4849
+"lr_2",0.00031657908964720475,1613944831275,4849
+"mom_2",0.8866845489160482,1613944831275,4849
+"eps_2",1e-05,1613944831275,4849
+"train_loss",0.013335013,1613944832250,4850
+"raw_loss",0.005293204,1613944832250,4850
+"epoch",30.509433962264133,1613944832250,4850
+"wd_0",0.01,1613944832250,4850
+"sqr_mom_0",0.99,1613944832250,4850
+"lr_0",3.164430124775209e-06,1613944832250,4850
+"mom_0",0.8867117646221421,1613944832250,4850
+"eps_0",1e-05,1613944832250,4850
+"wd_1",0.01,1613944832250,4850
+"sqr_mom_1",0.99,1613944832250,4850
+"lr_1",3.164430124775208e-05,1613944832250,4850
+"mom_1",0.8867117646221421,1613944832250,4850
+"eps_1",1e-05,1613944832250,4850
+"wd_2",0.01,1613944832250,4850
+"sqr_mom_2",0.99,1613944832250,4850
+"lr_2",0.0003164430124775209,1613944832250,4850
+"mom_2",0.8867117646221421,1613944832250,4850
+"eps_2",1e-05,1613944832250,4850
+"train_loss",0.01320139,1613944833183,4851
+"raw_loss",0.0066538984,1613944833183,4851
+"epoch",30.515723270440233,1613944833183,4851
+"wd_0",0.01,1613944833183,4851
+"sqr_mom_0",0.99,1613944833183,4851
+"lr_0",3.1630695926009843e-06,1613944833183,4851
+"mom_0",0.8867389755377356,1613944833183,4851
+"eps_0",1e-05,1613944833183,4851
+"wd_1",0.01,1613944833183,4851
+"sqr_mom_1",0.99,1613944833183,4851
+"lr_1",3.163069592600985e-05,1613944833183,4851
+"mom_1",0.8867389755377356,1613944833183,4851
+"eps_1",1e-05,1613944833183,4851
+"wd_2",0.01,1613944833183,4851
+"sqr_mom_2",0.99,1613944833183,4851
+"lr_2",0.00031630695926009847,1613944833183,4851
+"mom_2",0.8867389755377356,1613944833183,4851
+"eps_2",1e-05,1613944833183,4851
+"train_loss",0.013217357,1613944834132,4852
+"raw_loss",0.013999703,1613944834132,4852
+"epoch",30.522012578616334,1613944834132,4852
+"wd_0",0.01,1613944834132,4852
+"sqr_mom_0",0.99,1613944834132,4852
+"lr_0",3.1617088491589864e-06,1613944834132,4852
+"mom_0",0.886766190678727,1613944834132,4852
+"eps_0",1e-05,1613944834132,4852
+"wd_1",0.01,1613944834132,4852
+"sqr_mom_1",0.99,1613944834132,4852
+"lr_1",3.161708849158986e-05,1613944834132,4852
+"mom_1",0.886766190678727,1613944834132,4852
+"eps_1",1e-05,1613944834132,4852
+"wd_2",0.01,1613944834132,4852
+"sqr_mom_2",0.99,1613944834132,4852
+"lr_2",0.00031617088491589865,1613944834132,4852
+"mom_2",0.886766190678727,1613944834132,4852
+"eps_2",1e-05,1613944834132,4852
+"train_loss",0.013096614,1613944835081,4853
+"raw_loss",0.007180193,1613944835081,4853
+"epoch",30.528301886792434,1613944835081,4853
+"wd_0",0.01,1613944835081,4853
+"sqr_mom_0",0.99,1613944835081,4853
+"lr_0",3.160347443378535e-06,1613944835081,4853
+"mom_0",0.8867934190666199,1613944835081,4853
+"eps_0",1e-05,1613944835081,4853
+"wd_1",0.01,1613944835081,4853
+"sqr_mom_1",0.99,1613944835081,4853
+"lr_1",3.160347443378535e-05,1613944835081,4853
+"mom_1",0.8867934190666199,1613944835081,4853
+"eps_1",1e-05,1613944835081,4853
+"wd_2",0.01,1613944835081,4853
+"sqr_mom_2",0.99,1613944835081,4853
+"lr_2",0.0003160347443378535,1613944835081,4853
+"mom_2",0.8867934190666199,1613944835081,4853
+"eps_2",1e-05,1613944835081,4853
+"train_loss",0.013191502,1613944836064,4854
+"raw_loss",0.017840995,1613944836064,4854
+"epoch",30.534591194968534,1613944836064,4854
+"wd_0",0.01,1613944836064,4854
+"sqr_mom_0",0.99,1613944836064,4854
+"lr_0",3.158986278632066e-06,1613944836064,4854
+"mom_0",0.886820642633785,1613944836064,4854
+"eps_0",1e-05,1613944836064,4854
+"wd_1",0.01,1613944836064,4854
+"sqr_mom_1",0.99,1613944836064,4854
+"lr_1",3.158986278632066e-05,1613944836064,4854
+"mom_1",0.886820642633785,1613944836064,4854
+"eps_1",1e-05,1613944836064,4854
+"wd_2",0.01,1613944836064,4854
+"sqr_mom_2",0.99,1613944836064,4854
+"lr_2",0.0003158986278632065,1613944836064,4854
+"mom_2",0.886820642633785,1613944836064,4854
+"eps_2",1e-05,1613944836064,4854
+"train_loss",0.0130809,1613944837025,4855
+"raw_loss",0.0076613924,1613944837025,4855
+"epoch",30.540880503144635,1613944837025,4855
+"wd_0",0.01,1613944837025,4855
+"sqr_mom_0",0.99,1613944837025,4855
+"lr_0",3.1576251297406834e-06,1613944837025,4855
+"mom_0",0.8868478658838451,1613944837025,4855
+"eps_0",1e-05,1613944837025,4855
+"wd_1",0.01,1613944837025,4855
+"sqr_mom_1",0.99,1613944837025,4855
+"lr_1",3.157625129740683e-05,1613944837025,4855
+"mom_1",0.8868478658838451,1613944837025,4855
+"eps_1",1e-05,1613944837025,4855
+"wd_2",0.01,1613944837025,4855
+"sqr_mom_2",0.99,1613944837025,4855
+"lr_2",0.0003157625129740683,1613944837025,4855
+"mom_2",0.8868478658838451,1613944837025,4855
+"eps_2",1e-05,1613944837025,4855
+"train_loss",0.012933947,1613944837972,4856
+"raw_loss",0.0057332567,1613944837972,4856
+"epoch",30.547169811320735,1613944837972,4856
+"wd_0",0.01,1613944837972,4856
+"sqr_mom_0",0.99,1613944837972,4856
+"lr_0",3.1562628679597957e-06,1613944837972,4856
+"mom_0",0.886875111391918,1613944837972,4856
+"eps_0",1e-05,1613944837972,4856
+"wd_1",0.01,1613944837972,4856
+"sqr_mom_1",0.99,1613944837972,4856
+"lr_1",3.156262867959796e-05,1613944837972,4856
+"mom_1",0.886875111391918,1613944837972,4856
+"eps_1",1e-05,1613944837972,4856
+"wd_2",0.01,1613944837972,4856
+"sqr_mom_2",0.99,1613944837972,4856
+"lr_2",0.0003156262867959795,1613944837972,4856
+"mom_2",0.886875111391918,1613944837972,4856
+"eps_2",1e-05,1613944837972,4856
+"train_loss",0.013040406,1613944838925,4857
+"raw_loss",0.018256875,1613944838925,4857
+"epoch",30.553459119496836,1613944838925,4857
+"wd_0",0.01,1613944838925,4857
+"sqr_mom_0",0.99,1613944838925,4857
+"lr_0",3.1549013004365084e-06,1613944838925,4857
+"mom_0",0.8869023430147,1613944838925,4857
+"eps_0",1e-05,1613944838925,4857
+"wd_1",0.01,1613944838925,4857
+"sqr_mom_1",0.99,1613944838925,4857
+"lr_1",3.154901300436508e-05,1613944838925,4857
+"mom_1",0.8869023430147,1613944838925,4857
+"eps_1",1e-05,1613944838925,4857
+"wd_2",0.01,1613944838925,4857
+"sqr_mom_2",0.99,1613944838925,4857
+"lr_2",0.0003154901300436508,1613944838925,4857
+"mom_2",0.8869023430147,1613944838925,4857
+"eps_2",1e-05,1613944838925,4857
+"train_loss",0.012959866,1613944839878,4858
+"raw_loss",0.009013389,1613944839878,4858
+"epoch",30.559748427672936,1613944839878,4858
+"wd_0",0.01,1613944839878,4858
+"sqr_mom_0",0.99,1613944839878,4858
+"lr_0",3.1535392983916198e-06,1613944839878,4858
+"mom_0",0.8869295833280009,1613944839878,4858
+"eps_0",1e-05,1613944839878,4858
+"wd_1",0.01,1613944839878,4858
+"sqr_mom_1",0.99,1613944839878,4858
+"lr_1",3.15353929839162e-05,1613944839878,4858
+"mom_1",0.8869295833280009,1613944839878,4858
+"eps_1",1e-05,1613944839878,4858
+"wd_2",0.01,1613944839878,4858
+"sqr_mom_2",0.99,1613944839878,4858
+"lr_2",0.0003153539298391619,1613944839878,4858
+"mom_2",0.8869295833280009,1613944839878,4858
+"eps_2",1e-05,1613944839878,4858
+"train_loss",0.0128460135,1613944840820,4859
+"raw_loss",0.007267235,1613944840820,4859
+"epoch",30.566037735849036,1613944840820,4859
+"wd_0",0.01,1613944840820,4859
+"sqr_mom_0",0.99,1613944840820,4859
+"lr_0",3.152176636195144e-06,1613944840820,4859
+"mom_0",0.8869568368444656,1613944840820,4859
+"eps_0",1e-05,1613944840820,4859
+"wd_1",0.01,1613944840820,4859
+"sqr_mom_1",0.99,1613944840820,4859
+"lr_1",3.1521766361951436e-05,1613944840820,4859
+"mom_1",0.8869568368444656,1613944840820,4859
+"eps_1",1e-05,1613944840820,4859
+"wd_2",0.01,1613944840820,4859
+"sqr_mom_2",0.99,1613944840820,4859
+"lr_2",0.0003152176636195144,1613944840820,4859
+"mom_2",0.8869568368444656,1613944840820,4859
+"eps_2",1e-05,1613944840820,4859
+"train_loss",0.012840203,1613944841792,4860
+"raw_loss",0.0125555,1613944841792,4860
+"epoch",30.572327044025137,1613944841792,4860
+"wd_0",0.01,1613944841792,4860
+"sqr_mom_0",0.99,1613944841792,4860
+"lr_0",3.1508142180532213e-06,1613944841792,4860
+"mom_0",0.8869840854797904,1613944841792,4860
+"eps_0",1e-05,1613944841792,4860
+"wd_1",0.01,1613944841792,4860
+"sqr_mom_1",0.99,1613944841792,4860
+"lr_1",3.150814218053221e-05,1613944841792,4860
+"mom_1",0.8869840854797904,1613944841792,4860
+"eps_1",1e-05,1613944841792,4860
+"wd_2",0.01,1613944841792,4860
+"sqr_mom_2",0.99,1613944841792,4860
+"lr_2",0.00031508142180532205,1613944841792,4860
+"mom_2",0.8869840854797904,1613944841792,4860
+"eps_2",1e-05,1613944841792,4860
+"train_loss",0.013174009,1613944842740,4861
+"raw_loss",0.029530518,1613944842740,4861
+"epoch",30.578616352201237,1613944842740,4861
+"wd_0",0.01,1613944842740,4861
+"sqr_mom_0",0.99,1613944842740,4861
+"lr_0",3.14945181857752e-06,1613944842740,4861
+"mom_0",0.887011333741787,1613944842740,4861
+"eps_0",1e-05,1613944842740,4861
+"wd_1",0.01,1613944842740,4861
+"sqr_mom_1",0.99,1613944842740,4861
+"lr_1",3.14945181857752e-05,1613944842740,4861
+"mom_1",0.887011333741787,1613944842740,4861
+"eps_1",1e-05,1613944842740,4861
+"wd_2",0.01,1613944842740,4861
+"sqr_mom_2",0.99,1613944842740,4861
+"lr_2",0.00031494518185775196,1613944842740,4861
+"mom_2",0.887011333741787,1613944842740,4861
+"eps_2",1e-05,1613944842740,4861
+"train_loss",0.013195621,1613944843692,4862
+"raw_loss",0.014254644,1613944843692,4862
+"epoch",30.584905660377338,1613944843692,4862
+"wd_0",0.01,1613944843692,4862
+"sqr_mom_0",0.99,1613944843692,4862
+"lr_0",3.148088307988476e-06,1613944843692,4862
+"mom_0",0.8870386042262727,1613944843692,4862
+"eps_0",1e-05,1613944843692,4862
+"wd_1",0.01,1613944843692,4862
+"sqr_mom_1",0.99,1613944843692,4862
+"lr_1",3.148088307988476e-05,1613944843692,4862
+"mom_1",0.8870386042262727,1613944843692,4862
+"eps_1",1e-05,1613944843692,4862
+"wd_2",0.01,1613944843692,4862
+"sqr_mom_2",0.99,1613944843692,4862
+"lr_2",0.00031480883079884755,1613944843692,4862
+"mom_2",0.8870386042262727,1613944843692,4862
+"eps_2",1e-05,1613944843692,4862
+"train_loss",0.013108291,1613944844635,4863
+"raw_loss",0.008829092,1613944844635,4863
+"epoch",30.591194968553438,1613944844635,4863
+"wd_0",0.01,1613944844635,4863
+"sqr_mom_0",0.99,1613944844635,4863
+"lr_0",3.1467254950898377e-06,1613944844635,4863
+"mom_0",0.8870658607568108,1613944844635,4863
+"eps_0",1e-05,1613944844635,4863
+"wd_1",0.01,1613944844635,4863
+"sqr_mom_1",0.99,1613944844635,4863
+"lr_1",3.1467254950898374e-05,1613944844635,4863
+"mom_1",0.8870658607568108,1613944844635,4863
+"eps_1",1e-05,1613944844635,4863
+"wd_2",0.01,1613944844635,4863
+"sqr_mom_2",0.99,1613944844635,4863
+"lr_2",0.00031467254950898367,1613944844635,4863
+"mom_2",0.8870658607568108,1613944844635,4863
+"eps_2",1e-05,1613944844635,4863
+"train_loss",0.013043654,1613944845607,4864
+"raw_loss",0.00987644,1613944845607,4864
+"epoch",30.59748427672954,1613944845607,4864
+"wd_0",0.01,1613944845607,4864
+"sqr_mom_0",0.99,1613944845607,4864
+"lr_0",3.145362250067863e-06,1613944845607,4864
+"mom_0",0.887093125929902,1613944845607,4864
+"eps_0",1e-05,1613944845607,4864
+"wd_1",0.01,1613944845607,4864
+"sqr_mom_1",0.99,1613944845607,4864
+"lr_1",3.145362250067863e-05,1613944845607,4864
+"mom_1",0.887093125929902,1613944845607,4864
+"eps_1",1e-05,1613944845607,4864
+"wd_2",0.01,1613944845607,4864
+"sqr_mom_2",0.99,1613944845607,4864
+"lr_2",0.00031453622500678623,1613944845607,4864
+"mom_2",0.887093125929902,1613944845607,4864
+"eps_2",1e-05,1613944845607,4864
+"train_loss",0.0130312275,1613944846554,4865
+"raw_loss",0.012422336,1613944846554,4865
+"epoch",30.60377358490564,1613944846554,4865
+"wd_0",0.01,1613944846554,4865
+"sqr_mom_0",0.99,1613944846554,4865
+"lr_0",3.1439983470887414e-06,1613944846554,4865
+"mom_0",0.8871204042622678,1613944846554,4865
+"eps_0",1e-05,1613944846554,4865
+"wd_1",0.01,1613944846554,4865
+"sqr_mom_1",0.99,1613944846554,4865
+"lr_1",3.143998347088742e-05,1613944846554,4865
+"mom_1",0.8871204042622678,1613944846554,4865
+"eps_1",1e-05,1613944846554,4865
+"wd_2",0.01,1613944846554,4865
+"sqr_mom_2",0.99,1613944846554,4865
+"lr_2",0.0003143998347088741,1613944846554,4865
+"mom_2",0.8871204042622678,1613944846554,4865
+"eps_2",1e-05,1613944846554,4865
+"train_loss",0.01289921,1613944847503,4866
+"raw_loss",0.0064303284,1613944847503,4866
+"epoch",30.61006289308174,1613944847503,4866
+"wd_0",0.01,1613944847503,4866
+"sqr_mom_0",0.99,1613944847503,4866
+"lr_0",3.142634691181946e-06,1613944847503,4866
+"mom_0",0.8871476776531376,1613944847503,4866
+"eps_0",1e-05,1613944847503,4866
+"wd_1",0.01,1613944847503,4866
+"sqr_mom_1",0.99,1613944847503,4866
+"lr_1",3.1426346911819455e-05,1613944847503,4866
+"mom_1",0.8871476776531376,1613944847503,4866
+"eps_1",1e-05,1613944847503,4866
+"wd_2",0.01,1613944847503,4866
+"sqr_mom_2",0.99,1613944847503,4866
+"lr_2",0.00031426346911819455,1613944847503,4866
+"mom_2",0.8871476776531376,1613944847503,4866
+"eps_2",1e-05,1613944847503,4866
+"train_loss",0.0130489655,1613944848475,4867
+"raw_loss",0.020386994,1613944848475,4867
+"epoch",30.61635220125784,1613944848475,4867
+"wd_0",0.01,1613944848475,4867
+"sqr_mom_0",0.99,1613944848475,4867
+"lr_0",3.1412710567522897e-06,1613944848475,4867
+"mom_0",0.8871749506144604,1613944848475,4867
+"eps_0",1e-05,1613944848475,4867
+"wd_1",0.01,1613944848475,4867
+"sqr_mom_1",0.99,1613944848475,4867
+"lr_1",3.141271056752289e-05,1613944848475,4867
+"mom_1",0.8871749506144604,1613944848475,4867
+"eps_1",1e-05,1613944848475,4867
+"wd_2",0.01,1613944848475,4867
+"sqr_mom_2",0.99,1613944848475,4867
+"lr_2",0.0003141271056752289,1613944848475,4867
+"mom_2",0.8871749506144604,1613944848475,4867
+"eps_2",1e-05,1613944848475,4867
+"train_loss",0.013089464,1613944849429,4868
+"raw_loss",0.015073912,1613944849429,4868
+"epoch",30.62264150943394,1613944849429,4868
+"wd_0",0.01,1613944849429,4868
+"sqr_mom_0",0.99,1613944849429,4868
+"lr_0",3.1399063129982015e-06,1613944849429,4868
+"mom_0",0.8872022457624935,1613944849429,4868
+"eps_0",1e-05,1613944849429,4868
+"wd_1",0.01,1613944849429,4868
+"sqr_mom_1",0.99,1613944849429,4868
+"lr_1",3.139906312998201e-05,1613944849429,4868
+"mom_1",0.8872022457624935,1613944849429,4868
+"eps_1",1e-05,1613944849429,4868
+"wd_2",0.01,1613944849429,4868
+"sqr_mom_2",0.99,1613944849429,4868
+"lr_2",0.00031399063129982014,1613944849429,4868
+"mom_2",0.8872022457624935,1613944849429,4868
+"eps_2",1e-05,1613944849429,4868
+"train_loss",0.012962491,1613944850391,4869
+"raw_loss",0.0067408057,1613944850391,4869
+"epoch",30.62893081761004,1613944850391,4869
+"wd_0",0.01,1613944850391,4869
+"sqr_mom_0",0.99,1613944850391,4869
+"lr_0",3.1385422703593198e-06,1613944850391,4869
+"mom_0",0.8872295268880824,1613944850391,4869
+"eps_0",1e-05,1613944850391,4869
+"wd_1",0.01,1613944850391,4869
+"sqr_mom_1",0.99,1613944850391,4869
+"lr_1",3.1385422703593196e-05,1613944850391,4869
+"mom_1",0.8872295268880824,1613944850391,4869
+"eps_1",1e-05,1613944850391,4869
+"wd_2",0.01,1613944850391,4869
+"sqr_mom_2",0.99,1613944850391,4869
+"lr_2",0.00031385422703593196,1613944850391,4869
+"mom_2",0.8872295268880824,1613944850391,4869
+"eps_2",1e-05,1613944850391,4869
+"train_loss",0.012904913,1613944851351,4870
+"raw_loss",0.010083589,1613944851351,4870
+"epoch",30.63522012578614,1613944851351,4870
+"wd_0",0.01,1613944851351,4870
+"sqr_mom_0",0.99,1613944851351,4870
+"lr_0",3.1371777980003256e-06,1613944851351,4870
+"mom_0",0.8872568166081596,1613944851351,4870
+"eps_0",1e-05,1613944851351,4870
+"wd_1",0.01,1613944851351,4870
+"sqr_mom_1",0.99,1613944851351,4870
+"lr_1",3.1371777980003256e-05,1613944851351,4870
+"mom_1",0.8872568166081596,1613944851351,4870
+"eps_1",1e-05,1613944851351,4870
+"wd_2",0.01,1613944851351,4870
+"sqr_mom_2",0.99,1613944851351,4870
+"lr_2",0.0003137177798000325,1613944851351,4870
+"mom_2",0.8872568166081596,1613944851351,4870
+"eps_2",1e-05,1613944851351,4870
+"train_loss",0.01319399,1613944852296,4871
+"raw_loss",0.027358785,1613944852296,4871
+"epoch",30.64150943396224,1613944852296,4871
+"wd_0",0.01,1613944852296,4871
+"sqr_mom_0",0.99,1613944852296,4871
+"lr_0",3.1358126698861724e-06,1613944852296,4871
+"mom_0",0.887284119443471,1613944852296,4871
+"eps_0",1e-05,1613944852296,4871
+"wd_1",0.01,1613944852296,4871
+"sqr_mom_1",0.99,1613944852296,4871
+"lr_1",3.135812669886172e-05,1613944852296,4871
+"mom_1",0.887284119443471,1613944852296,4871
+"eps_1",1e-05,1613944852296,4871
+"wd_2",0.01,1613944852296,4871
+"sqr_mom_2",0.99,1613944852296,4871
+"lr_2",0.00031358126698861725,1613944852296,4871
+"mom_2",0.887284119443471,1613944852296,4871
+"eps_2",1e-05,1613944852296,4871
+"train_loss",0.013385825,1613944853239,4872
+"raw_loss",0.022785751,1613944853239,4872
+"epoch",30.64779874213834,1613944853239,4872
+"wd_0",0.01,1613944853239,4872
+"sqr_mom_0",0.99,1613944853239,4872
+"lr_0",3.134447791859282e-06,1613944853239,4872
+"mom_0",0.8873114172769871,1613944853239,4872
+"eps_0",1e-05,1613944853239,4872
+"wd_1",0.01,1613944853239,4872
+"sqr_mom_1",0.99,1613944853239,4872
+"lr_1",3.134447791859282e-05,1613944853239,4872
+"mom_1",0.8873114172769871,1613944853239,4872
+"eps_1",1e-05,1613944853239,4872
+"wd_2",0.01,1613944853239,4872
+"sqr_mom_2",0.99,1613944853239,4872
+"lr_2",0.0003134447791859282,1613944853239,4872
+"mom_2",0.8873114172769871,1613944853239,4872
+"eps_2",1e-05,1613944853239,4872
+"train_loss",0.013313087,1613944854265,4873
+"raw_loss",0.009748916,1613944854265,4873
+"epoch",30.654088050314442,1613944854265,4873
+"wd_0",0.01,1613944854265,4873
+"sqr_mom_0",0.99,1613944854265,4873
+"lr_0",3.133082711684463e-06,1613944854265,4873
+"mom_0",0.8873387191535023,1613944854265,4873
+"eps_0",1e-05,1613944854265,4873
+"wd_1",0.01,1613944854265,4873
+"sqr_mom_1",0.99,1613944854265,4873
+"lr_1",3.133082711684463e-05,1613944854265,4873
+"mom_1",0.8873387191535023,1613944854265,4873
+"eps_1",1e-05,1613944854265,4873
+"wd_2",0.01,1613944854265,4873
+"sqr_mom_2",0.99,1613944854265,4873
+"lr_2",0.0003133082711684463,1613944854265,4873
+"mom_2",0.8873387191535023,1613944854265,4873
+"eps_2",1e-05,1613944854265,4873
+"train_loss",0.013302393,1613944855221,4874
+"raw_loss",0.012778398,1613944855221,4874
+"epoch",30.660377358490543,1613944855221,4874
+"wd_0",0.01,1613944855221,4874
+"sqr_mom_0",0.99,1613944855221,4874
+"lr_0",3.131716976858333e-06,1613944855221,4874
+"mom_0",0.8873660341231746,1613944855221,4874
+"eps_0",1e-05,1613944855221,4874
+"wd_1",0.01,1613944855221,4874
+"sqr_mom_1",0.99,1613944855221,4874
+"lr_1",3.131716976858333e-05,1613944855221,4874
+"mom_1",0.8873660341231746,1613944855221,4874
+"eps_1",1e-05,1613944855221,4874
+"wd_2",0.01,1613944855221,4874
+"sqr_mom_2",0.99,1613944855221,4874
+"lr_2",0.00031317169768583326,1613944855221,4874
+"mom_2",0.8873660341231746,1613944855221,4874
+"eps_2",1e-05,1613944855221,4874
+"train_loss",0.013216346,1613944856162,4875
+"raw_loss",0.009,1613944856162,4875
+"epoch",30.666666666666643,1613944856162,4875
+"wd_0",0.01,1613944856162,4875
+"sqr_mom_0",0.99,1613944856162,4875
+"lr_0",3.1303514936259013e-06,1613944856162,4875
+"mom_0",0.8873933440609225,1613944856162,4875
+"eps_0",1e-05,1613944856162,4875
+"wd_1",0.01,1613944856162,4875
+"sqr_mom_1",0.99,1613944856162,4875
+"lr_1",3.130351493625902e-05,1613944856162,4875
+"mom_1",0.8873933440609225,1613944856162,4875
+"eps_1",1e-05,1613944856162,4875
+"wd_2",0.01,1613944856162,4875
+"sqr_mom_2",0.99,1613944856162,4875
+"lr_2",0.00031303514936259014,1613944856162,4875
+"mom_2",0.8873933440609225,1613944856162,4875
+"eps_2",1e-05,1613944856162,4875
+"train_loss",0.013254381,1613944857124,4876
+"raw_loss",0.0151181305,1613944857124,4876
+"epoch",30.672955974842743,1613944857124,4876
+"wd_0",0.01,1613944857124,4876
+"sqr_mom_0",0.99,1613944857124,4876
+"lr_0",3.1289860360865564e-06,1613944857124,4876
+"mom_0",0.8874206534848037,1613944857124,4876
+"eps_0",1e-05,1613944857124,4876
+"wd_1",0.01,1613944857124,4876
+"sqr_mom_1",0.99,1613944857124,4876
+"lr_1",3.1289860360865564e-05,1613944857124,4876
+"mom_1",0.8874206534848037,1613944857124,4876
+"eps_1",1e-05,1613944857124,4876
+"wd_2",0.01,1613944857124,4876
+"sqr_mom_2",0.99,1613944857124,4876
+"lr_2",0.0003128986036086556,1613944857124,4876
+"mom_2",0.8874206534848037,1613944857124,4876
+"eps_2",1e-05,1613944857124,4876
+"train_loss",0.013180577,1613944858104,4877
+"raw_loss",0.0095641995,1613944858104,4877
+"epoch",30.679245283018844,1613944858104,4877
+"wd_0",0.01,1613944858104,4877
+"sqr_mom_0",0.99,1613944858104,4877
+"lr_0",3.127619471930026e-06,1613944858104,4877
+"mom_0",0.8874479850412499,1613944858104,4877
+"eps_0",1e-05,1613944858104,4877
+"wd_1",0.01,1613944858104,4877
+"sqr_mom_1",0.99,1613944858104,4877
+"lr_1",3.127619471930026e-05,1613944858104,4877
+"mom_1",0.8874479850412499,1613944858104,4877
+"eps_1",1e-05,1613944858104,4877
+"wd_2",0.01,1613944858104,4877
+"sqr_mom_2",0.99,1613944858104,4877
+"lr_2",0.0003127619471930026,1613944858104,4877
+"mom_2",0.8874479850412499,1613944858104,4877
+"eps_2",1e-05,1613944858104,4877
+"train_loss",0.0130572915,1613944859059,4878
+"raw_loss",0.0070162686,1613944859059,4878
+"epoch",30.685534591194944,1613944859059,4878
+"wd_0",0.01,1613944859059,4878
+"sqr_mom_0",0.99,1613944859059,4878
+"lr_0",3.1262536140108565e-06,1613944859059,4878
+"mom_0",0.8874753024728076,1613944859059,4878
+"eps_0",1e-05,1613944859059,4878
+"wd_1",0.01,1613944859059,4878
+"sqr_mom_1",0.99,1613944859059,4878
+"lr_1",3.126253614010856e-05,1613944859059,4878
+"mom_1",0.8874753024728076,1613944859059,4878
+"eps_1",1e-05,1613944859059,4878
+"wd_2",0.01,1613944859059,4878
+"sqr_mom_2",0.99,1613944859059,4878
+"lr_2",0.0003126253614010856,1613944859059,4878
+"mom_2",0.8874753024728076,1613944859059,4878
+"eps_2",1e-05,1613944859059,4878
+"train_loss",0.013079282,1613944860049,4879
+"raw_loss",0.014156807,1613944860049,4879
+"epoch",30.691823899371045,1613944860049,4879
+"wd_0",0.01,1613944860049,4879
+"sqr_mom_0",0.99,1613944860049,4879
+"lr_0",3.1248866500800395e-06,1613944860049,4879
+"mom_0",0.8875026420248194,1613944860049,4879
+"eps_0",1e-05,1613944860049,4879
+"wd_1",0.01,1613944860049,4879
+"sqr_mom_1",0.99,1613944860049,4879
+"lr_1",3.124886650080039e-05,1613944860049,4879
+"mom_1",0.8875026420248194,1613944860049,4879
+"eps_1",1e-05,1613944860049,4879
+"wd_2",0.01,1613944860049,4879
+"sqr_mom_2",0.99,1613944860049,4879
+"lr_2",0.00031248866500800394,1613944860049,4879
+"mom_2",0.8875026420248194,1613944860049,4879
+"eps_2",1e-05,1613944860049,4879
+"train_loss",0.01315356,1613944861022,4880
+"raw_loss",0.016793206,1613944861022,4880
+"epoch",30.698113207547145,1613944861022,4880
+"wd_0",0.01,1613944861022,4880
+"sqr_mom_0",0.99,1613944861022,4880
+"lr_0",3.123520393522451e-06,1613944861022,4880
+"mom_0",0.8875299674292252,1613944861022,4880
+"eps_0",1e-05,1613944861022,4880
+"wd_1",0.01,1613944861022,4880
+"sqr_mom_1",0.99,1613944861022,4880
+"lr_1",3.123520393522451e-05,1613944861022,4880
+"mom_1",0.8875299674292252,1613944861022,4880
+"eps_1",1e-05,1613944861022,4880
+"wd_2",0.01,1613944861022,4880
+"sqr_mom_2",0.99,1613944861022,4880
+"lr_2",0.0003123520393522451,1613944861022,4880
+"mom_2",0.8875299674292252,1613944861022,4880
+"eps_2",1e-05,1613944861022,4880
+"train_loss",0.013085531,1613944861988,4881
+"raw_loss",0.009752109,1613944861988,4881
+"epoch",30.704402515723245,1613944861988,4881
+"wd_0",0.01,1613944861988,4881
+"sqr_mom_0",0.99,1613944861988,4881
+"lr_0",3.122153711663545e-06,1613944861988,4881
+"mom_0",0.8875573013397424,1613944861988,4881
+"eps_0",1e-05,1613944861988,4881
+"wd_1",0.01,1613944861988,4881
+"sqr_mom_1",0.99,1613944861988,4881
+"lr_1",3.122153711663545e-05,1613944861988,4881
+"mom_1",0.8875573013397424,1613944861988,4881
+"eps_1",1e-05,1613944861988,4881
+"wd_2",0.01,1613944861988,4881
+"sqr_mom_2",0.99,1613944861988,4881
+"lr_2",0.0003122153711663545,1613944861988,4881
+"mom_2",0.8875573013397424,1613944861988,4881
+"eps_2",1e-05,1613944861988,4881
+"train_loss",0.0129674375,1613944862961,4882
+"raw_loss",0.007180848,1613944862961,4882
+"epoch",30.710691823899346,1613944862961,4882
+"wd_0",0.01,1613944862961,4882
+"sqr_mom_0",0.99,1613944862961,4882
+"lr_0",3.1207863781060716e-06,1613944862961,4882
+"mom_0",0.8875846482843613,1613944862961,4882
+"eps_0",1e-05,1613944862961,4882
+"wd_1",0.01,1613944862961,4882
+"sqr_mom_1",0.99,1613944862961,4882
+"lr_1",3.120786378106072e-05,1613944862961,4882
+"mom_1",0.8875846482843613,1613944862961,4882
+"eps_1",1e-05,1613944862961,4882
+"wd_2",0.01,1613944862961,4882
+"sqr_mom_2",0.99,1613944862961,4882
+"lr_2",0.0003120786378106071,1613944862961,4882
+"mom_2",0.8875846482843613,1613944862961,4882
+"eps_2",1e-05,1613944862961,4882
+"train_loss",0.01314116,1613944863896,4883
+"raw_loss",0.021653557,1613944863896,4883
+"epoch",30.716981132075446,1613944863896,4883
+"wd_0",0.01,1613944863896,4883
+"sqr_mom_0",0.99,1613944863896,4883
+"lr_0",3.119419300155894e-06,1613944863896,4883
+"mom_0",0.8876119901167833,1613944863896,4883
+"eps_0",1e-05,1613944863896,4883
+"wd_1",0.01,1613944863896,4883
+"sqr_mom_1",0.99,1613944863896,4883
+"lr_1",3.1194193001558935e-05,1613944863896,4883
+"mom_1",0.8876119901167833,1613944863896,4883
+"eps_1",1e-05,1613944863896,4883
+"wd_2",0.01,1613944863896,4883
+"sqr_mom_2",0.99,1613944863896,4883
+"lr_2",0.0003119419300155893,1613944863896,4883
+"mom_2",0.8876119901167833,1613944863896,4883
+"eps_2",1e-05,1613944863896,4883
+"train_loss",0.013149522,1613944864981,4884
+"raw_loss",0.013559256,1613944864981,4884
+"epoch",30.723270440251547,1613944864981,4884
+"wd_0",0.01,1613944864981,4884
+"sqr_mom_0",0.99,1613944864981,4884
+"lr_0",3.1180522516457995e-06,1613944864981,4884
+"mom_0",0.8876393313603976,1613944864981,4884
+"eps_0",1e-05,1613944864981,4884
+"wd_1",0.01,1613944864981,4884
+"sqr_mom_1",0.99,1613944864981,4884
+"lr_1",3.1180522516457995e-05,1613944864981,4884
+"mom_1",0.8876393313603976,1613944864981,4884
+"eps_1",1e-05,1613944864981,4884
+"wd_2",0.01,1613944864981,4884
+"sqr_mom_2",0.99,1613944864981,4884
+"lr_2",0.00031180522516457987,1613944864981,4884
+"mom_2",0.8876393313603976,1613944864981,4884
+"eps_2",1e-05,1613944864981,4884
+"train_loss",0.013090267,1613944865974,4885
+"raw_loss",0.010186769,1613944865974,4885
+"epoch",30.729559748427647,1613944865974,4885
+"wd_0",0.01,1613944865974,4885
+"sqr_mom_0",0.99,1613944865974,4885
+"lr_0",3.1166840989489732e-06,1613944865974,4885
+"mom_0",0.8876666946879674,1613944865974,4885
+"eps_0",1e-05,1613944865974,4885
+"wd_1",0.01,1613944865974,4885
+"sqr_mom_1",0.99,1613944865974,4885
+"lr_1",3.116684098948973e-05,1613944865974,4885
+"mom_1",0.8876666946879674,1613944865974,4885
+"eps_1",1e-05,1613944865974,4885
+"wd_2",0.01,1613944865974,4885
+"sqr_mom_2",0.99,1613944865974,4885
+"lr_2",0.0003116684098948973,1613944865974,4885
+"mom_2",0.8876666946879674,1613944865974,4885
+"eps_2",1e-05,1613944865974,4885
+"train_loss",0.013108205,1613944867045,4886
+"raw_loss",0.01398719,1613944867045,4886
+"epoch",30.735849056603747,1613944867045,4886
+"wd_0",0.01,1613944867045,4886
+"sqr_mom_0",0.99,1613944867045,4886
+"lr_0",3.1153166570272857e-06,1613944867045,4886
+"mom_0",0.8876940437998923,1613944867045,4886
+"eps_0",1e-05,1613944867045,4886
+"wd_1",0.01,1613944867045,4886
+"sqr_mom_1",0.99,1613944867045,4886
+"lr_1",3.115316657027285e-05,1613944867045,4886
+"mom_1",0.8876940437998923,1613944867045,4886
+"eps_1",1e-05,1613944867045,4886
+"wd_2",0.01,1613944867045,4886
+"sqr_mom_2",0.99,1613944867045,4886
+"lr_2",0.0003115316657027285,1613944867045,4886
+"mom_2",0.8876940437998923,1613944867045,4886
+"eps_2",1e-05,1613944867045,4886
+"train_loss",0.013172367,1613944868064,4887
+"raw_loss",0.01631627,1613944868064,4887
+"epoch",30.742138364779848,1613944868064,4887
+"wd_0",0.01,1613944868064,4887
+"sqr_mom_0",0.99,1613944868064,4887
+"lr_0",3.1139487922213987e-06,1613944868064,4887
+"mom_0",0.8877214013695857,1613944868064,4887
+"eps_0",1e-05,1613944868064,4887
+"wd_1",0.01,1613944868064,4887
+"sqr_mom_1",0.99,1613944868064,4887
+"lr_1",3.1139487922213986e-05,1613944868064,4887
+"mom_1",0.8877214013695857,1613944868064,4887
+"eps_1",1e-05,1613944868064,4887
+"wd_2",0.01,1613944868064,4887
+"sqr_mom_2",0.99,1613944868064,4887
+"lr_2",0.00031139487922213986,1613944868064,4887
+"mom_2",0.8877214013695857,1613944868064,4887
+"eps_2",1e-05,1613944868064,4887
+"train_loss",0.013129296,1613944869024,4888
+"raw_loss",0.0110188,1613944869024,4888
+"epoch",30.74842767295595,1613944869024,4888
+"wd_0",0.01,1613944869024,4888
+"sqr_mom_0",0.99,1613944869024,4888
+"lr_0",3.112580277940184e-06,1613944869024,4888
+"mom_0",0.8877487719289155,1613944869024,4888
+"eps_0",1e-05,1613944869024,4888
+"wd_1",0.01,1613944869024,4888
+"sqr_mom_1",0.99,1613944869024,4888
+"lr_1",3.1125802779401844e-05,1613944869024,4888
+"mom_1",0.8877487719289155,1613944869024,4888
+"eps_1",1e-05,1613944869024,4888
+"wd_2",0.01,1613944869024,4888
+"sqr_mom_2",0.99,1613944869024,4888
+"lr_2",0.0003112580277940184,1613944869024,4888
+"mom_2",0.8877487719289155,1613944869024,4888
+"eps_2",1e-05,1613944869024,4888
+"train_loss",0.013004685,1613944870144,4889
+"raw_loss",0.006898752,1613944870144,4889
+"epoch",30.75471698113205,1613944870144,4889
+"wd_0",0.01,1613944870144,4889
+"sqr_mom_0",0.99,1613944870144,4889
+"lr_0",3.1112120222729828e-06,1613944870144,4889
+"mom_0",0.8877761373159134,1613944870144,4889
+"eps_0",1e-05,1613944870144,4889
+"wd_1",0.01,1613944870144,4889
+"sqr_mom_1",0.99,1613944870144,4889
+"lr_1",3.1112120222729825e-05,1613944870144,4889
+"mom_1",0.8877761373159134,1613944870144,4889
+"eps_1",1e-05,1613944870144,4889
+"wd_2",0.01,1613944870144,4889
+"sqr_mom_2",0.99,1613944870144,4889
+"lr_2",0.0003111212022272982,1613944870144,4889
+"mom_2",0.8877761373159134,1613944870144,4889
+"eps_2",1e-05,1613944870144,4889
+"train_loss",0.013008631,1613944871139,4890
+"raw_loss",0.013202006,1613944871139,4890
+"epoch",30.76100628930815,1613944871139,4890
+"wd_0",0.01,1613944871139,4890
+"sqr_mom_0",0.99,1613944871139,4890
+"lr_0",3.1098437988556643e-06,1613944871139,4890
+"mom_0",0.8878035020579073,1613944871139,4890
+"eps_0",1e-05,1613944871139,4890
+"wd_1",0.01,1613944871139,4890
+"sqr_mom_1",0.99,1613944871139,4890
+"lr_1",3.109843798855664e-05,1613944871139,4890
+"mom_1",0.8878035020579073,1613944871139,4890
+"eps_1",1e-05,1613944871139,4890
+"wd_2",0.01,1613944871139,4890
+"sqr_mom_2",0.99,1613944871139,4890
+"lr_2",0.0003109843798855664,1613944871139,4890
+"mom_2",0.8878035020579073,1613944871139,4890
+"eps_2",1e-05,1613944871139,4890
+"train_loss",0.013064615,1613944872101,4891
+"raw_loss",0.015807863,1613944872101,4891
+"epoch",30.76729559748425,1613944872101,4891
+"wd_0",0.01,1613944872101,4891
+"sqr_mom_0",0.99,1613944872101,4891
+"lr_0",3.1084744730892e-06,1613944872101,4891
+"mom_0",0.8878308888471045,1613944872101,4891
+"eps_0",1e-05,1613944872101,4891
+"wd_1",0.01,1613944872101,4891
+"sqr_mom_1",0.99,1613944872101,4891
+"lr_1",3.1084744730892e-05,1613944872101,4891
+"mom_1",0.8878308888471045,1613944872101,4891
+"eps_1",1e-05,1613944872101,4891
+"wd_2",0.01,1613944872101,4891
+"sqr_mom_2",0.99,1613944872101,4891
+"lr_2",0.00031084744730892,1613944872101,4891
+"mom_2",0.8878308888471045,1613944872101,4891
+"eps_2",1e-05,1613944872101,4891
+"train_loss",0.013085102,1613944873061,4892
+"raw_loss",0.014088927,1613944873061,4892
+"epoch",30.77358490566035,1613944873061,4892
+"wd_0",0.01,1613944873061,4892
+"sqr_mom_0",0.99,1613944873061,4892
+"lr_0",3.1071058614916267e-06,1613944873061,4892
+"mom_0",0.887858261352781,1613944873061,4892
+"eps_0",1e-05,1613944873061,4892
+"wd_1",0.01,1613944873061,4892
+"sqr_mom_1",0.99,1613944873061,4892
+"lr_1",3.1071058614916267e-05,1613944873061,4892
+"mom_1",0.887858261352781,1613944873061,4892
+"eps_1",1e-05,1613944873061,4892
+"wd_2",0.01,1613944873061,4892
+"sqr_mom_2",0.99,1613944873061,4892
+"lr_2",0.00031071058614916264,1613944873061,4892
+"mom_2",0.887858261352781,1613944873061,4892
+"eps_2",1e-05,1613944873061,4892
+"train_loss",0.012914877,1613944874013,4893
+"raw_loss",0.004573862,1613944874013,4893
+"epoch",30.77987421383645,1613944874013,4893
+"wd_0",0.01,1613944874013,4893
+"sqr_mom_0",0.99,1613944874013,4893
+"lr_0",3.105736829431827e-06,1613944874013,4893
+"mom_0",0.8878856422677861,1613944874013,4893
+"eps_0",1e-05,1613944874013,4893
+"wd_1",0.01,1613944874013,4893
+"sqr_mom_1",0.99,1613944874013,4893
+"lr_1",3.105736829431827e-05,1613944874013,4893
+"mom_1",0.8878856422677861,1613944874013,4893
+"eps_1",1e-05,1613944874013,4893
+"wd_2",0.01,1613944874013,4893
+"sqr_mom_2",0.99,1613944874013,4893
+"lr_2",0.00031057368294318266,1613944874013,4893
+"mom_2",0.8878856422677861,1613944874013,4893
+"eps_2",1e-05,1613944874013,4893
+"train_loss",0.013179754,1613944874964,4894
+"raw_loss",0.0261587,1613944874964,4894
+"epoch",30.78616352201255,1613944874964,4894
+"wd_0",0.01,1613944874964,4894
+"sqr_mom_0",0.99,1613944874964,4894
+"lr_0",3.1043671501273894e-06,1613944874964,4894
+"mom_0",0.8879130361278135,1613944874964,4894
+"eps_0",1e-05,1613944874964,4894
+"wd_1",0.01,1613944874964,4894
+"sqr_mom_1",0.99,1613944874964,4894
+"lr_1",3.104367150127389e-05,1613944874964,4894
+"mom_1",0.8879130361278135,1613944874964,4894
+"eps_1",1e-05,1613944874964,4894
+"wd_2",0.01,1613944874964,4894
+"sqr_mom_2",0.99,1613944874964,4894
+"lr_2",0.0003104367150127389,1613944874964,4894
+"mom_2",0.8879130361278135,1613944874964,4894
+"eps_2",1e-05,1613944874964,4894
+"train_loss",0.013266415,1613944875924,4895
+"raw_loss",0.01751285,1613944875924,4895
+"epoch",30.79245283018865,1613944875924,4895
+"wd_0",0.01,1613944875924,4895
+"sqr_mom_0",0.99,1613944875924,4895
+"lr_0",3.102997732440716e-06,1613944875924,4895
+"mom_0",0.8879404247554332,1613944875924,4895
+"eps_0",1e-05,1613944875924,4895
+"wd_1",0.01,1613944875924,4895
+"sqr_mom_1",0.99,1613944875924,4895
+"lr_1",3.102997732440716e-05,1613944875924,4895
+"mom_1",0.8879404247554332,1613944875924,4895
+"eps_1",1e-05,1613944875924,4895
+"wd_2",0.01,1613944875924,4895
+"sqr_mom_2",0.99,1613944875924,4895
+"lr_2",0.0003102997732440715,1613944875924,4895
+"mom_2",0.8879404247554332,1613944875924,4895
+"eps_2",1e-05,1613944875924,4895
+"train_loss",0.013230681,1613944876873,4896
+"raw_loss",0.011479706,1613944876873,4896
+"epoch",30.79874213836475,1613944876873,4896
+"wd_0",0.01,1613944876873,4896
+"sqr_mom_0",0.99,1613944876873,4896
+"lr_0",3.101628122627135e-06,1613944876873,4896
+"mom_0",0.8879678172256296,1613944876873,4896
+"eps_0",1e-05,1613944876873,4896
+"wd_1",0.01,1613944876873,4896
+"sqr_mom_1",0.99,1613944876873,4896
+"lr_1",3.1016281226271345e-05,1613944876873,4896
+"mom_1",0.8879678172256296,1613944876873,4896
+"eps_1",1e-05,1613944876873,4896
+"wd_2",0.01,1613944876873,4896
+"sqr_mom_2",0.99,1613944876873,4896
+"lr_2",0.0003101628122627135,1613944876873,4896
+"mom_2",0.8879678172256296,1613944876873,4896
+"eps_2",1e-05,1613944876873,4896
+"train_loss",0.013175021,1613944877849,4897
+"raw_loss",0.010447646,1613944877849,4897
+"epoch",30.805031446540852,1613944877849,4897
+"wd_0",0.01,1613944877849,4897
+"sqr_mom_0",0.99,1613944877849,4897
+"lr_0",3.1002578666870793e-06,1613944877849,4897
+"mom_0",0.8879952226184846,1613944877849,4897
+"eps_0",1e-05,1613944877849,4897
+"wd_1",0.01,1613944877849,4897
+"sqr_mom_1",0.99,1613944877849,4897
+"lr_1",3.1002578666870795e-05,1613944877849,4897
+"mom_1",0.8879952226184846,1613944877849,4897
+"eps_1",1e-05,1613944877849,4897
+"wd_2",0.01,1613944877849,4897
+"sqr_mom_2",0.99,1613944877849,4897
+"lr_2",0.00031002578666870784,1613944877849,4897
+"mom_2",0.8879952226184846,1613944877849,4897
+"eps_2",1e-05,1613944877849,4897
+"train_loss",0.013120365,1613944878804,4898
+"raw_loss",0.010442249,1613944878804,4898
+"epoch",30.811320754716952,1613944878804,4898
+"wd_0",0.01,1613944878804,4898
+"sqr_mom_0",0.99,1613944878804,4898
+"lr_0",3.0988878738655817e-06,1613944878804,4898
+"mom_0",0.8880226227489159,1613944878804,4898
+"eps_0",1e-05,1613944878804,4898
+"wd_1",0.01,1613944878804,4898
+"sqr_mom_1",0.99,1613944878804,4898
+"lr_1",3.098887873865581e-05,1613944878804,4898
+"mom_1",0.8880226227489159,1613944878804,4898
+"eps_1",1e-05,1613944878804,4898
+"wd_2",0.01,1613944878804,4898
+"sqr_mom_2",0.99,1613944878804,4898
+"lr_2",0.0003098887873865581,1613944878804,4898
+"mom_2",0.8880226227489159,1613944878804,4898
+"eps_2",1e-05,1613944878804,4898
+"train_loss",0.013066464,1613944879738,4899
+"raw_loss",0.010425322,1613944879738,4899
+"epoch",30.817610062893053,1613944879738,4899
+"wd_0",0.01,1613944879738,4899
+"sqr_mom_0",0.99,1613944879738,4899
+"lr_0",3.0975179175080005e-06,1613944879738,4899
+"mom_0",0.8880500221500615,1613944879738,4899
+"eps_0",1e-05,1613944879738,4899
+"wd_1",0.01,1613944879738,4899
+"sqr_mom_1",0.99,1613944879738,4899
+"lr_1",3.097517917508e-05,1613944879738,4899
+"mom_1",0.8880500221500615,1613944879738,4899
+"eps_1",1e-05,1613944879738,4899
+"wd_2",0.01,1613944879738,4899
+"sqr_mom_2",0.99,1613944879738,4899
+"lr_2",0.00030975179175080005,1613944879738,4899
+"mom_2",0.8880500221500615,1613944879738,4899
+"eps_2",1e-05,1613944879738,4899
+"train_loss",0.012944805,1613944880688,4900
+"raw_loss",0.006983513,1613944880688,4900
+"epoch",30.823899371069153,1613944880688,4900
+"wd_0",0.01,1613944880688,4900
+"sqr_mom_0",0.99,1613944880688,4900
+"lr_0",3.0961468615813834e-06,1613944880688,4900
+"mom_0",0.8880774435428077,1613944880688,4900
+"eps_0",1e-05,1613944880688,4900
+"wd_1",0.01,1613944880688,4900
+"sqr_mom_1",0.99,1613944880688,4900
+"lr_1",3.0961468615813834e-05,1613944880688,4900
+"mom_1",0.8880774435428077,1613944880688,4900
+"eps_1",1e-05,1613944880688,4900
+"wd_2",0.01,1613944880688,4900
+"sqr_mom_2",0.99,1613944880688,4900
+"lr_2",0.0003096146861581383,1613944880688,4900
+"mom_2",0.8880774435428077,1613944880688,4900
+"eps_2",1e-05,1613944880688,4900
+"train_loss",0.013013787,1613944881631,4901
+"raw_loss",0.016393857,1613944881631,4901
+"epoch",30.830188679245254,1613944881631,4901
+"wd_0",0.01,1613944881631,4901
+"sqr_mom_0",0.99,1613944881631,4901
+"lr_0",3.0947765248989607e-06,1613944881631,4901
+"mom_0",0.8881048505505262,1613944881631,4901
+"eps_0",1e-05,1613944881631,4901
+"wd_1",0.01,1613944881631,4901
+"sqr_mom_1",0.99,1613944881631,4901
+"lr_1",3.0947765248989604e-05,1613944881631,4901
+"mom_1",0.8881048505505262,1613944881631,4901
+"eps_1",1e-05,1613944881631,4901
+"wd_2",0.01,1613944881631,4901
+"sqr_mom_2",0.99,1613944881631,4901
+"lr_2",0.000309477652489896,1613944881631,4901
+"mom_2",0.8881048505505262,1613944881631,4901
+"eps_2",1e-05,1613944881631,4901
+"train_loss",0.012964863,1613944882601,4902
+"raw_loss",0.010567639,1613944882601,4902
+"epoch",30.836477987421354,1613944882601,4902
+"wd_0",0.01,1613944882601,4902
+"sqr_mom_0",0.99,1613944882601,4902
+"lr_0",3.0934057713963366e-06,1613944882601,4902
+"mom_0",0.8881322658947322,1613944882601,4902
+"eps_0",1e-05,1613944882601,4902
+"wd_1",0.01,1613944882601,4902
+"sqr_mom_1",0.99,1613944882601,4902
+"lr_1",3.093405771396337e-05,1613944882601,4902
+"mom_1",0.8881322658947322,1613944882601,4902
+"eps_1",1e-05,1613944882601,4902
+"wd_2",0.01,1613944882601,4902
+"sqr_mom_2",0.99,1613944882601,4902
+"lr_2",0.0003093405771396336,1613944882601,4902
+"mom_2",0.8881322658947322,1613944882601,4902
+"eps_2",1e-05,1613944882601,4902
+"train_loss",0.012878694,1613944883543,4903
+"raw_loss",0.00865638,1613944883543,4903
+"epoch",30.842767295597454,1613944883543,4903
+"wd_0",0.01,1613944883543,4903
+"sqr_mom_0",0.99,1613944883543,4903
+"lr_0",3.0920343740090562e-06,1613944883543,4903
+"mom_0",0.88815969411676,1613944883543,4903
+"eps_0",1e-05,1613944883543,4903
+"wd_1",0.01,1613944883543,4903
+"sqr_mom_1",0.99,1613944883543,4903
+"lr_1",3.092034374009056e-05,1613944883543,4903
+"mom_1",0.88815969411676,1613944883543,4903
+"eps_1",1e-05,1613944883543,4903
+"wd_2",0.01,1613944883543,4903
+"sqr_mom_2",0.99,1613944883543,4903
+"lr_2",0.0003092034374009056,1613944883543,4903
+"mom_2",0.88815969411676,1613944883543,4903
+"eps_2",1e-05,1613944883543,4903
+"train_loss",0.012760397,1613944884508,4904
+"raw_loss",0.0069638696,1613944884508,4904
+"epoch",30.849056603773555,1613944884508,4904
+"wd_0",0.01,1613944884508,4904
+"sqr_mom_0",0.99,1613944884508,4904
+"lr_0",3.09066324273957e-06,1613944884508,4904
+"mom_0",0.8881871170163788,1613944884508,4904
+"eps_0",1e-05,1613944884508,4904
+"wd_1",0.01,1613944884508,4904
+"sqr_mom_1",0.99,1613944884508,4904
+"lr_1",3.0906632427395696e-05,1613944884508,4904
+"mom_1",0.8881871170163788,1613944884508,4904
+"eps_1",1e-05,1613944884508,4904
+"wd_2",0.01,1613944884508,4904
+"sqr_mom_2",0.99,1613944884508,4904
+"lr_2",0.00030906632427395696,1613944884508,4904
+"mom_2",0.8881871170163788,1613944884508,4904
+"eps_2",1e-05,1613944884508,4904
+"train_loss",0.012626144,1613944885448,4905
+"raw_loss",0.006047744,1613944885448,4905
+"epoch",30.855345911949655,1613944885448,4905
+"wd_0",0.01,1613944885448,4905
+"sqr_mom_0",0.99,1613944885448,4905
+"lr_0",3.0892921507428156e-06,1613944885448,4905
+"mom_0",0.8882145391305349,1613944885448,4905
+"eps_0",1e-05,1613944885448,4905
+"wd_1",0.01,1613944885448,4905
+"sqr_mom_1",0.99,1613944885448,4905
+"lr_1",3.089292150742815e-05,1613944885448,4905
+"mom_1",0.8882145391305349,1613944885448,4905
+"eps_1",1e-05,1613944885448,4905
+"wd_2",0.01,1613944885448,4905
+"sqr_mom_2",0.99,1613944885448,4905
+"lr_2",0.0003089292150742815,1613944885448,4905
+"mom_2",0.8882145391305349,1613944885448,4905
+"eps_2",1e-05,1613944885448,4905
+"train_loss",0.012730151,1613944886392,4906
+"raw_loss",0.017826492,1613944886392,4906
+"epoch",30.861635220125756,1613944886392,4906
+"wd_0",0.01,1613944886392,4906
+"sqr_mom_0",0.99,1613944886392,4906
+"lr_0",3.0879199610461866e-06,1613944886392,4906
+"mom_0",0.8882419831989082,1613944886392,4906
+"eps_0",1e-05,1613944886392,4906
+"wd_1",0.01,1613944886392,4906
+"sqr_mom_1",0.99,1613944886392,4906
+"lr_1",3.087919961046187e-05,1613944886392,4906
+"mom_1",0.8882419831989082,1613944886392,4906
+"eps_1",1e-05,1613944886392,4906
+"wd_2",0.01,1613944886392,4906
+"sqr_mom_2",0.99,1613944886392,4906
+"lr_2",0.0003087919961046186,1613944886392,4906
+"mom_2",0.8882419831989082,1613944886392,4906
+"eps_2",1e-05,1613944886392,4906
+"train_loss",0.01270348,1613944887337,4907
+"raw_loss",0.011396569,1613944887337,4907
+"epoch",30.867924528301856,1613944887337,4907
+"wd_0",0.01,1613944887337,4907
+"sqr_mom_0",0.99,1613944887337,4907
+"lr_0",3.0865484939669487e-06,1613944887337,4907
+"mom_0",0.8882694128147891,1613944887337,4907
+"eps_0",1e-05,1613944887337,4907
+"wd_1",0.01,1613944887337,4907
+"sqr_mom_1",0.99,1613944887337,4907
+"lr_1",3.0865484939669486e-05,1613944887337,4907
+"mom_1",0.8882694128147891,1613944887337,4907
+"eps_1",1e-05,1613944887337,4907
+"wd_2",0.01,1613944887337,4907
+"sqr_mom_2",0.99,1613944887337,4907
+"lr_2",0.00030865484939669486,1613944887337,4907
+"mom_2",0.8882694128147891,1613944887337,4907
+"eps_2",1e-05,1613944887337,4907
+"train_loss",0.013180009,1613944888289,4908
+"raw_loss",0.03652994,1613944888289,4908
+"epoch",30.874213836477956,1613944888289,4908
+"wd_0",0.01,1613944888289,4908
+"sqr_mom_0",0.99,1613944888289,4908
+"lr_0",3.08517661250149e-06,1613944888289,4908
+"mom_0",0.8882968507184774,1613944888289,4908
+"eps_0",1e-05,1613944888289,4908
+"wd_1",0.01,1613944888289,4908
+"sqr_mom_1",0.99,1613944888289,4908
+"lr_1",3.08517661250149e-05,1613944888289,4908
+"mom_1",0.8882968507184774,1613944888289,4908
+"eps_1",1e-05,1613944888289,4908
+"wd_2",0.01,1613944888289,4908
+"sqr_mom_2",0.99,1613944888289,4908
+"lr_2",0.00030851766125014894,1613944888289,4908
+"mom_2",0.8882968507184774,1613944888289,4908
+"eps_2",1e-05,1613944888289,4908
+"train_loss",0.013054608,1613944889241,4909
+"raw_loss",0.0069099693,1613944889241,4909
+"epoch",30.880503144654057,1613944889241,4909
+"wd_0",0.01,1613944889241,4909
+"sqr_mom_0",0.99,1613944889241,4909
+"lr_0",3.08380408940058e-06,1613944889241,4909
+"mom_0",0.888324301455003,1613944889241,4909
+"eps_0",1e-05,1613944889241,4909
+"wd_1",0.01,1613944889241,4909
+"sqr_mom_1",0.99,1613944889241,4909
+"lr_1",3.08380408940058e-05,1613944889241,4909
+"mom_1",0.888324301455003,1613944889241,4909
+"eps_1",1e-05,1613944889241,4909
+"wd_2",0.01,1613944889241,4909
+"sqr_mom_2",0.99,1613944889241,4909
+"lr_2",0.00030838040894005795,1613944889241,4909
+"mom_2",0.888324301455003,1613944889241,4909
+"eps_2",1e-05,1613944889241,4909
+"train_loss",0.013050247,1613944890191,4910
+"raw_loss",0.012836544,1613944890191,4910
+"epoch",30.886792452830157,1613944890191,4910
+"wd_0",0.01,1613944890191,4910
+"sqr_mom_0",0.99,1613944890191,4910
+"lr_0",3.082431835413648e-06,1613944890191,4910
+"mom_0",0.8883517468091952,1613944890191,4910
+"eps_0",1e-05,1613944890191,4910
+"wd_1",0.01,1613944890191,4910
+"sqr_mom_1",0.99,1613944890191,4910
+"lr_1",3.0824318354136484e-05,1613944890191,4910
+"mom_1",0.8883517468091952,1613944890191,4910
+"eps_1",1e-05,1613944890191,4910
+"wd_2",0.01,1613944890191,4910
+"sqr_mom_2",0.99,1613944890191,4910
+"lr_2",0.00030824318354136476,1613944890191,4910
+"mom_2",0.8883517468091952,1613944890191,4910
+"eps_2",1e-05,1613944890191,4910
+"train_loss",0.013564176,1613944891138,4911
+"raw_loss",0.03874673,1613944891138,4911
+"epoch",30.893081761006258,1613944891138,4911
+"wd_0",0.01,1613944891138,4911
+"sqr_mom_0",0.99,1613944891138,4911
+"lr_0",3.0810596235078104e-06,1613944891138,4911
+"mom_0",0.888379191321757,1613944891138,4911
+"eps_0",1e-05,1613944891138,4911
+"wd_1",0.01,1613944891138,4911
+"sqr_mom_1",0.99,1613944891138,4911
+"lr_1",3.0810596235078106e-05,1613944891138,4911
+"mom_1",0.888379191321757,1613944891138,4911
+"eps_1",1e-05,1613944891138,4911
+"wd_2",0.01,1613944891138,4911
+"sqr_mom_2",0.99,1613944891138,4911
+"lr_2",0.000308105962350781,1613944891138,4911
+"mom_2",0.888379191321757,1613944891138,4911
+"eps_2",1e-05,1613944891138,4911
+"train_loss",0.013642474,1613944892096,4912
+"raw_loss",0.017479094,1613944892096,4912
+"epoch",30.899371069182358,1613944892096,4912
+"wd_0",0.01,1613944892096,4912
+"sqr_mom_0",0.99,1613944892096,4912
+"lr_0",3.0796863157838544e-06,1613944892096,4912
+"mom_0",0.8884066577509004,1613944892096,4912
+"eps_0",1e-05,1613944892096,4912
+"wd_1",0.01,1613944892096,4912
+"sqr_mom_1",0.99,1613944892096,4912
+"lr_1",3.079686315783854e-05,1613944892096,4912
+"mom_1",0.8884066577509004,1613944892096,4912
+"eps_1",1e-05,1613944892096,4912
+"wd_2",0.01,1613944892096,4912
+"sqr_mom_2",0.99,1613944892096,4912
+"lr_2",0.0003079686315783854,1613944892096,4912
+"mom_2",0.8884066577509004,1613944892096,4912
+"eps_2",1e-05,1613944892096,4912
+"train_loss",0.013650785,1613944893048,4913
+"raw_loss",0.014058015,1613944893048,4913
+"epoch",30.90566037735846,1613944893048,4913
+"wd_0",0.01,1613944893048,4913
+"sqr_mom_0",0.99,1613944893048,4913
+"lr_0",3.0783137340421974e-06,1613944893048,4913
+"mom_0",0.8884341096602526,1613944893048,4913
+"eps_0",1e-05,1613944893048,4913
+"wd_1",0.01,1613944893048,4913
+"sqr_mom_1",0.99,1613944893048,4913
+"lr_1",3.0783137340421974e-05,1613944893048,4913
+"mom_1",0.8884341096602526,1613944893048,4913
+"eps_1",1e-05,1613944893048,4913
+"wd_2",0.01,1613944893048,4913
+"sqr_mom_2",0.99,1613944893048,4913
+"lr_2",0.0003078313734042197,1613944893048,4913
+"mom_2",0.8884341096602526,1613944893048,4913
+"eps_2",1e-05,1613944893048,4913
+"train_loss",0.013845377,1613944894002,4914
+"raw_loss",0.023380348,1613944894002,4914
+"epoch",30.91194968553456,1613944894002,4914
+"wd_0",0.01,1613944894002,4914
+"sqr_mom_0",0.99,1613944894002,4914
+"lr_0",3.0769407403530515e-06,1613944894002,4914
+"mom_0",0.888461569808637,1613944894002,4914
+"eps_0",1e-05,1613944894002,4914
+"wd_1",0.01,1613944894002,4914
+"sqr_mom_1",0.99,1613944894002,4914
+"lr_1",3.076940740353051e-05,1613944894002,4914
+"mom_1",0.888461569808637,1613944894002,4914
+"eps_1",1e-05,1613944894002,4914
+"wd_2",0.01,1613944894002,4914
+"sqr_mom_2",0.99,1613944894002,4914
+"lr_2",0.0003076940740353051,1613944894002,4914
+"mom_2",0.888461569808637,1613944894002,4914
+"eps_2",1e-05,1613944894002,4914
+"train_loss",0.014128416,1613944894971,4915
+"raw_loss",0.027997369,1613944894971,4915
+"epoch",30.91823899371066,1613944894971,4915
+"wd_0",0.01,1613944894971,4915
+"sqr_mom_0",0.99,1613944894971,4915
+"lr_0",3.0755671072850224e-06,1613944894971,4915
+"mom_0",0.888489042744727,1613944894971,4915
+"eps_0",1e-05,1613944894971,4915
+"wd_1",0.01,1613944894971,4915
+"sqr_mom_1",0.99,1613944894971,4915
+"lr_1",3.075567107285022e-05,1613944894971,4915
+"mom_1",0.888489042744727,1613944894971,4915
+"eps_1",1e-05,1613944894971,4915
+"wd_2",0.01,1613944894971,4915
+"sqr_mom_2",0.99,1613944894971,4915
+"lr_2",0.00030755671072850215,1613944894971,4915
+"mom_2",0.888489042744727,1613944894971,4915
+"eps_2",1e-05,1613944894971,4915
+"train_loss",0.014800848,1613944896027,4916
+"raw_loss",0.047750093,1613944896027,4916
+"epoch",30.92452830188676,1613944896027,4916
+"wd_0",0.01,1613944896027,4916
+"sqr_mom_0",0.99,1613944896027,4916
+"lr_0",3.0741937463240656e-06,1613944896027,4916
+"mom_0",0.888516510238621,1613944896027,4916
+"eps_0",1e-05,1613944896027,4916
+"wd_1",0.01,1613944896027,4916
+"sqr_mom_1",0.99,1613944896027,4916
+"lr_1",3.074193746324066e-05,1613944896027,4916
+"mom_1",0.888516510238621,1613944896027,4916
+"eps_1",1e-05,1613944896027,4916
+"wd_2",0.01,1613944896027,4916
+"sqr_mom_2",0.99,1613944896027,4916
+"lr_2",0.00030741937463240655,1613944896027,4916
+"mom_2",0.888516510238621,1613944896027,4916
+"eps_2",1e-05,1613944896027,4916
+"train_loss",0.0147867985,1613944897037,4917
+"raw_loss",0.0140983565,1613944897037,4917
+"epoch",30.93081761006286,1613944897037,4917
+"wd_0",0.01,1613944897037,4917
+"sqr_mom_0",0.99,1613944897037,4917
+"lr_0",3.072819746738109e-06,1613944897037,4917
+"mom_0",0.8885439905051429,1613944897037,4917
+"eps_0",1e-05,1613944897037,4917
+"wd_1",0.01,1613944897037,4917
+"sqr_mom_1",0.99,1613944897037,4917
+"lr_1",3.072819746738109e-05,1613944897037,4917
+"mom_1",0.8885439905051429,1613944897037,4917
+"eps_1",1e-05,1613944897037,4917
+"wd_2",0.01,1613944897037,4917
+"sqr_mom_2",0.99,1613944897037,4917
+"lr_2",0.00030728197467381086,1613944897037,4917
+"mom_2",0.8885439905051429,1613944897037,4917
+"eps_2",1e-05,1613944897037,4917
+"train_loss",0.014665192,1613944898086,4918
+"raw_loss",0.008706468,1613944898086,4918
+"epoch",30.93710691823896,1613944898086,4918
+"wd_0",0.01,1613944898086,4918
+"sqr_mom_0",0.99,1613944898086,4918
+"lr_0",3.071446020256314e-06,1613944898086,4918
+"mom_0",0.8885714653095268,1613944898086,4918
+"eps_0",1e-05,1613944898086,4918
+"wd_1",0.01,1613944898086,4918
+"sqr_mom_1",0.99,1613944898086,4918
+"lr_1",3.071446020256314e-05,1613944898086,4918
+"mom_1",0.8885714653095268,1613944898086,4918
+"eps_1",1e-05,1613944898086,4918
+"wd_2",0.01,1613944898086,4918
+"sqr_mom_2",0.99,1613944898086,4918
+"lr_2",0.00030714460202563136,1613944898086,4918
+"mom_2",0.8885714653095268,1613944898086,4918
+"eps_2",1e-05,1613944898086,4918
+"train_loss",0.014639812,1613944899074,4919
+"raw_loss",0.013396162,1613944899074,4919
+"epoch",30.94339622641506,1613944899074,4919
+"wd_0",0.01,1613944899074,4919
+"sqr_mom_0",0.99,1613944899074,4919
+"lr_0",3.0700721117010233e-06,1613944899074,4919
+"mom_0",0.888598943755417,1613944899074,4919
+"eps_0",1e-05,1613944899074,4919
+"wd_1",0.01,1613944899074,4919
+"sqr_mom_1",0.99,1613944899074,4919
+"lr_1",3.070072111701023e-05,1613944899074,4919
+"mom_1",0.888598943755417,1613944899074,4919
+"eps_1",1e-05,1613944899074,4919
+"wd_2",0.01,1613944899074,4919
+"sqr_mom_2",0.99,1613944899074,4919
+"lr_2",0.0003070072111701023,1613944899074,4919
+"mom_2",0.888598943755417,1613944899074,4919
+"eps_2",1e-05,1613944899074,4919
+"train_loss",0.014582097,1613944900051,4920
+"raw_loss",0.011754054,1613944900051,4920
+"epoch",30.94968553459116,1613944900051,4920
+"wd_0",0.01,1613944900051,4920
+"sqr_mom_0",0.99,1613944900051,4920
+"lr_0",3.06869756565302e-06,1613944900051,4920
+"mom_0",0.8886264349512891,1613944900051,4920
+"eps_0",1e-05,1613944900051,4920
+"wd_1",0.01,1613944900051,4920
+"sqr_mom_1",0.99,1613944900051,4920
+"lr_1",3.06869756565302e-05,1613944900051,4920
+"mom_1",0.8886264349512891,1613944900051,4920
+"eps_1",1e-05,1613944900051,4920
+"wd_2",0.01,1613944900051,4920
+"sqr_mom_2",0.99,1613944900051,4920
+"lr_2",0.000306869756565302,1613944900051,4920
+"mom_2",0.8886264349512891,1613944900051,4920
+"eps_2",1e-05,1613944900051,4920
+"train_loss",0.014460942,1613944901007,4921
+"raw_loss",0.0085243555,1613944901007,4921
+"epoch",30.95597484276726,1613944901007,4921
+"wd_0",0.01,1613944901007,4921
+"sqr_mom_0",0.99,1613944901007,4921
+"lr_0",3.0673232942040763e-06,1613944901007,4921
+"mom_0",0.8886539206551249,1613944901007,4921
+"eps_0",1e-05,1613944901007,4921
+"wd_1",0.01,1613944901007,4921
+"sqr_mom_1",0.99,1613944901007,4921
+"lr_1",3.067323294204076e-05,1613944901007,4921
+"mom_1",0.8886539206551249,1613944901007,4921
+"eps_1",1e-05,1613944901007,4921
+"wd_2",0.01,1613944901007,4921
+"sqr_mom_2",0.99,1613944901007,4921
+"lr_2",0.0003067323294204076,1613944901007,4921
+"mom_2",0.8886539206551249,1613944901007,4921
+"eps_2",1e-05,1613944901007,4921
+"train_loss",0.014425822,1613944901975,4922
+"raw_loss",0.012704914,1613944901975,4922
+"epoch",30.962264150943362,1613944901975,4922
+"wd_0",0.01,1613944901975,4922
+"sqr_mom_0",0.99,1613944901975,4922
+"lr_0",3.0659490699837332e-06,1613944901975,4922
+"mom_0",0.8886814054143795,1613944901975,4922
+"eps_0",1e-05,1613944901975,4922
+"wd_1",0.01,1613944901975,4922
+"sqr_mom_1",0.99,1613944901975,4922
+"lr_1",3.0659490699837336e-05,1613944901975,4922
+"mom_1",0.8886814054143795,1613944901975,4922
+"eps_1",1e-05,1613944901975,4922
+"wd_2",0.01,1613944901975,4922
+"sqr_mom_2",0.99,1613944901975,4922
+"lr_2",0.0003065949069983733,1613944901975,4922
+"mom_2",0.8886814054143795,1613944901975,4922
+"eps_2",1e-05,1613944901975,4922
+"train_loss",0.01462301,1613944902936,4923
+"raw_loss",0.024285229,1613944902936,4923
+"epoch",30.968553459119462,1613944902936,4923
+"wd_0",0.01,1613944902936,4923
+"sqr_mom_0",0.99,1613944902936,4923
+"lr_0",3.0645737534278743e-06,1613944902936,4923
+"mom_0",0.8887089120205627,1613944902936,4923
+"eps_0",1e-05,1613944902936,4923
+"wd_1",0.01,1613944902936,4923
+"sqr_mom_1",0.99,1613944902936,4923
+"lr_1",3.064573753427874e-05,1613944902936,4923
+"mom_1",0.8887089120205627,1613944902936,4923
+"eps_1",1e-05,1613944902936,4923
+"wd_2",0.01,1613944902936,4923
+"sqr_mom_2",0.99,1613944902936,4923
+"lr_2",0.0003064573753427874,1613944902936,4923
+"mom_2",0.8887089120205627,1613944902936,4923
+"eps_2",1e-05,1613944902936,4923
+"train_loss",0.0147012705,1613944903881,4924
+"raw_loss",0.01853607,1613944903881,4924
+"epoch",30.974842767295563,1613944903881,4924
+"wd_0",0.01,1613944903881,4924
+"sqr_mom_0",0.99,1613944903881,4924
+"lr_0",3.0631991690017877e-06,1613944903881,4924
+"mom_0",0.8887364039840041,1613944903881,4924
+"eps_0",1e-05,1613944903881,4924
+"wd_1",0.01,1613944903881,4924
+"sqr_mom_1",0.99,1613944903881,4924
+"lr_1",3.063199169001788e-05,1613944903881,4924
+"mom_1",0.8887364039840041,1613944903881,4924
+"eps_1",1e-05,1613944903881,4924
+"wd_2",0.01,1613944903881,4924
+"sqr_mom_2",0.99,1613944903881,4924
+"lr_2",0.0003063199169001787,1613944903881,4924
+"mom_2",0.8887364039840041,1613944903881,4924
+"eps_2",1e-05,1613944903881,4924
+"train_loss",0.014673249,1613944904834,4925
+"raw_loss",0.013300199,1613944904834,4925
+"epoch",30.981132075471663,1613944904834,4925
+"wd_0",0.01,1613944904834,4925
+"sqr_mom_0",0.99,1613944904834,4925
+"lr_0",3.061824177111581e-06,1613944904834,4925
+"mom_0",0.8887639040968094,1613944904834,4925
+"eps_0",1e-05,1613944904834,4925
+"wd_1",0.01,1613944904834,4925
+"sqr_mom_1",0.99,1613944904834,4925
+"lr_1",3.0618241771115807e-05,1613944904834,4925
+"mom_1",0.8887639040968094,1613944904834,4925
+"eps_1",1e-05,1613944904834,4925
+"wd_2",0.01,1613944904834,4925
+"sqr_mom_2",0.99,1613944904834,4925
+"lr_2",0.00030618241771115804,1613944904834,4925
+"mom_2",0.8887639040968094,1613944904834,4925
+"eps_2",1e-05,1613944904834,4925
+"train_loss",0.01462531,1613944905777,4926
+"raw_loss",0.0122763105,1613944905777,4926
+"epoch",30.987421383647764,1613944905777,4926
+"wd_0",0.01,1613944905777,4926
+"sqr_mom_0",0.99,1613944905777,4926
+"lr_0",3.060448549998657e-06,1613944905777,4926
+"mom_0",0.8887914169141959,1613944905777,4926
+"eps_0",1e-05,1613944905777,4926
+"wd_1",0.01,1613944905777,4926
+"sqr_mom_1",0.99,1613944905777,4926
+"lr_1",3.060448549998657e-05,1613944905777,4926
+"mom_1",0.8887914169141959,1613944905777,4926
+"eps_1",1e-05,1613944905777,4926
+"wd_2",0.01,1613944905777,4926
+"sqr_mom_2",0.99,1613944905777,4926
+"lr_2",0.00030604485499986567,1613944905777,4926
+"mom_2",0.8887914169141959,1613944905777,4926
+"eps_2",1e-05,1613944905777,4926
+"train_loss",0.014476181,1613944906709,4927
+"raw_loss",0.0071688727,1613944906709,4927
+"epoch",30.993710691823864,1613944906709,4927
+"wd_0",0.01,1613944906709,4927
+"sqr_mom_0",0.99,1613944906709,4927
+"lr_0",3.0590732004721385e-06,1613944906709,4927
+"mom_0",0.888818924179799,1613944906709,4927
+"eps_0",1e-05,1613944906709,4927
+"wd_1",0.01,1613944906709,4927
+"sqr_mom_1",0.99,1613944906709,4927
+"lr_1",3.059073200472138e-05,1613944906709,4927
+"mom_1",0.888818924179799,1613944906709,4927
+"eps_1",1e-05,1613944906709,4927
+"wd_2",0.01,1613944906709,4927
+"sqr_mom_2",0.99,1613944906709,4927
+"lr_2",0.00030590732004721384,1613944906709,4927
+"mom_2",0.888818924179799,1613944906709,4927
+"eps_2",1e-05,1613944906709,4927
+"train_loss",0.014535946,1613944907653,4928
+"raw_loss",0.017464444,1613944907653,4928
+"epoch",30.999999999999964,1613944907653,4928
+"wd_0",0.01,1613944907653,4928
+"sqr_mom_0",0.99,1613944907653,4928
+"lr_0",3.057697900981133e-06,1613944907653,4928
+"mom_0",0.8888464304446818,1613944907653,4928
+"eps_0",1e-05,1613944907653,4928
+"wd_1",0.01,1613944907653,4928
+"sqr_mom_1",0.99,1613944907653,4928
+"lr_1",3.057697900981133e-05,1613944907653,4928
+"mom_1",0.8888464304446818,1613944907653,4928
+"eps_1",1e-05,1613944907653,4928
+"wd_2",0.01,1613944907653,4928
+"sqr_mom_2",0.99,1613944907653,4928
+"lr_2",0.00030576979009811324,1613944907653,4928
+"mom_2",0.8888464304446818,1613944907653,4928
+"eps_2",1e-05,1613944907653,4928
+"valid_loss",0.09166823327541351,1613944942129,4928
+"_rmse",0.3027676045894623,1613944942129,4928
+"epoch",31,1613944942129,4928
+"train_loss",0.014565408,1613944943153,4929
+"raw_loss",0.016009057,1613944943153,4929
+"epoch",31.0062893081761,1613944943153,4929
+"wd_0",0.01,1613944943153,4929
+"sqr_mom_0",0.99,1613944943153,4929
+"lr_0",3.056321511071931e-06,1613944943153,4929
+"mom_0",0.8888739585181465,1613944943153,4929
+"eps_0",1e-05,1613944943153,4929
+"wd_1",0.01,1613944943153,4929
+"sqr_mom_1",0.99,1613944943153,4929
+"lr_1",3.056321511071931e-05,1613944943153,4929
+"mom_1",0.8888739585181465,1613944943153,4929
+"eps_1",1e-05,1613944943153,4929
+"wd_2",0.01,1613944943153,4929
+"sqr_mom_2",0.99,1613944943153,4929
+"lr_2",0.0003056321511071931,1613944943153,4929
+"mom_2",0.8888739585181465,1613944943153,4929
+"eps_2",1e-05,1613944943153,4929
+"train_loss",0.0145167755,1613944944124,4930
+"raw_loss",0.012133782,1613944944124,4930
+"epoch",31.0125786163522,1613944944124,4930
+"wd_0",0.01,1613944944124,4930
+"sqr_mom_0",0.99,1613944944124,4930
+"lr_0",3.0549458566337107e-06,1613944944124,4930
+"mom_0",0.8889014718820446,1613944944124,4930
+"eps_0",1e-05,1613944944124,4930
+"wd_1",0.01,1613944944124,4930
+"sqr_mom_1",0.99,1613944944124,4930
+"lr_1",3.0549458566337106e-05,1613944944124,4930
+"mom_1",0.8889014718820446,1613944944124,4930
+"eps_1",1e-05,1613944944124,4930
+"wd_2",0.01,1613944944124,4930
+"sqr_mom_2",0.99,1613944944124,4930
+"lr_2",0.00030549458566337106,1613944944124,4930
+"mom_2",0.8889014718820446,1613944944124,4930
+"eps_2",1e-05,1613944944124,4930
+"train_loss",0.014497685,1613944945068,4931
+"raw_loss",0.013562246,1613944945068,4931
+"epoch",31.0188679245283,1613944945068,4931
+"wd_0",0.01,1613944945068,4931
+"sqr_mom_0",0.99,1613944945068,4931
+"lr_0",3.0535697971834202e-06,1613944945068,4931
+"mom_0",0.8889289933462651,1613944945068,4931
+"eps_0",1e-05,1613944945068,4931
+"wd_1",0.01,1613944945068,4931
+"sqr_mom_1",0.99,1613944945068,4931
+"lr_1",3.0535697971834204e-05,1613944945068,4931
+"mom_1",0.8889289933462651,1613944945068,4931
+"eps_1",1e-05,1613944945068,4931
+"wd_2",0.01,1613944945068,4931
+"sqr_mom_2",0.99,1613944945068,4931
+"lr_2",0.000305356979718342,1613944945068,4931
+"mom_2",0.8889289933462651,1613944945068,4931
+"eps_2",1e-05,1613944945068,4931
+"train_loss",0.014540542,1613944946054,4932
+"raw_loss",0.016640501,1613944946054,4932
+"epoch",31.0251572327044,1613944946054,4932
+"wd_0",0.01,1613944946054,4932
+"sqr_mom_0",0.99,1613944946054,4932
+"lr_0",3.052193104787697e-06,1613944946054,4932
+"mom_0",0.8889565274695207,1613944946054,4932
+"eps_0",1e-05,1613944946054,4932
+"wd_1",0.01,1613944946054,4932
+"sqr_mom_1",0.99,1613944946054,4932
+"lr_1",3.052193104787697e-05,1613944946054,4932
+"mom_1",0.8889565274695207,1613944946054,4932
+"eps_1",1e-05,1613944946054,4932
+"wd_2",0.01,1613944946054,4932
+"sqr_mom_2",0.99,1613944946054,4932
+"lr_2",0.00030521931047876967,1613944946054,4932
+"mom_2",0.8889565274695207,1613944946054,4932
+"eps_2",1e-05,1613944946054,4932
+"train_loss",0.014409643,1613944947007,4933
+"raw_loss",0.007995586,1613944947007,4933
+"epoch",31.031446540880502,1613944947007,4933
+"wd_0",0.01,1613944947007,4933
+"sqr_mom_0",0.99,1613944947007,4933
+"lr_0",3.050816692962541e-06,1613944947007,4933
+"mom_0",0.8889840559813089,1613944947007,4933
+"eps_0",1e-05,1613944947007,4933
+"wd_1",0.01,1613944947007,4933
+"sqr_mom_1",0.99,1613944947007,4933
+"lr_1",3.050816692962541e-05,1613944947007,4933
+"mom_1",0.8889840559813089,1613944947007,4933
+"eps_1",1e-05,1613944947007,4933
+"wd_2",0.01,1613944947007,4933
+"sqr_mom_2",0.99,1613944947007,4933
+"lr_2",0.00030508166929625407,1613944947007,4933
+"mom_2",0.8889840559813089,1613944947007,4933
+"eps_2",1e-05,1613944947007,4933
+"train_loss",0.014581589,1613944947996,4934
+"raw_loss",0.023006978,1613944947996,4934
+"epoch",31.037735849056602,1613944947996,4934
+"wd_0",0.01,1613944947996,4934
+"sqr_mom_0",0.99,1613944947996,4934
+"lr_0",3.0494403339792345e-06,1613944947996,4934
+"mom_0",0.8890115834362496,1613944947996,4934
+"eps_0",1e-05,1613944947996,4934
+"wd_1",0.01,1613944947996,4934
+"sqr_mom_1",0.99,1613944947996,4934
+"lr_1",3.0494403339792344e-05,1613944947996,4934
+"mom_1",0.8890115834362496,1613944947996,4934
+"eps_1",1e-05,1613944947996,4934
+"wd_2",0.01,1613944947996,4934
+"sqr_mom_2",0.99,1613944947996,4934
+"lr_2",0.00030494403339792345,1613944947996,4934
+"mom_2",0.8890115834362496,1613944947996,4934
+"eps_2",1e-05,1613944947996,4934
+"train_loss",0.014524957,1613944949007,4935
+"raw_loss",0.011749987,1613944949007,4935
+"epoch",31.044025157232703,1613944949007,4935
+"wd_0",0.01,1613944949007,4935
+"sqr_mom_0",0.99,1613944949007,4935
+"lr_0",3.0480628865075637e-06,1613944949007,4935
+"mom_0",0.8890391326611753,1613944949007,4935
+"eps_0",1e-05,1613944949007,4935
+"wd_1",0.01,1613944949007,4935
+"sqr_mom_1",0.99,1613944949007,4935
+"lr_1",3.0480628865075634e-05,1613944949007,4935
+"mom_1",0.8890391326611753,1613944949007,4935
+"eps_1",1e-05,1613944949007,4935
+"wd_2",0.01,1613944949007,4935
+"sqr_mom_2",0.99,1613944949007,4935
+"lr_2",0.0003048062886507563,1613944949007,4935
+"mom_2",0.8890391326611753,1613944949007,4935
+"eps_2",1e-05,1613944949007,4935
+"train_loss",0.01469077,1613944949970,4936
+"raw_loss",0.022815583,1613944949970,4936
+"epoch",31.050314465408803,1613944949970,4936
+"wd_0",0.01,1613944949970,4936
+"sqr_mom_0",0.99,1613944949970,4936
+"lr_0",3.046686177839644e-06,1613944949970,4936
+"mom_0",0.8890666671098781,1613944949970,4936
+"eps_0",1e-05,1613944949970,4936
+"wd_1",0.01,1613944949970,4936
+"sqr_mom_1",0.99,1613944949970,4936
+"lr_1",3.0466861778396436e-05,1613944949970,4936
+"mom_1",0.8890666671098781,1613944949970,4936
+"eps_1",1e-05,1613944949970,4936
+"wd_2",0.01,1613944949970,4936
+"sqr_mom_2",0.99,1613944949970,4936
+"lr_2",0.00030466861778396436,1613944949970,4936
+"mom_2",0.8890666671098781,1613944949970,4936
+"eps_2",1e-05,1613944949970,4936
+"train_loss",0.014703998,1613944950997,4937
+"raw_loss",0.015352186,1613944950997,4937
+"epoch",31.056603773584904,1613944950997,4937
+"wd_0",0.01,1613944950997,4937
+"sqr_mom_0",0.99,1613944950997,4937
+"lr_0",3.0453090666163515e-06,1613944950997,4937
+"mom_0",0.889094209609769,1613944950997,4937
+"eps_0",1e-05,1613944950997,4937
+"wd_1",0.01,1613944950997,4937
+"sqr_mom_1",0.99,1613944950997,4937
+"lr_1",3.0453090666163513e-05,1613944950997,4937
+"mom_1",0.889094209609769,1613944950997,4937
+"eps_1",1e-05,1613944950997,4937
+"wd_2",0.01,1613944950997,4937
+"sqr_mom_2",0.99,1613944950997,4937
+"lr_2",0.0003045309066616351,1613944950997,4937
+"mom_2",0.889094209609769,1613944950997,4937
+"eps_2",1e-05,1613944950997,4937
+"train_loss",0.014563674,1613944951989,4938
+"raw_loss",0.007687789,1613944951989,4938
+"epoch",31.062893081761004,1613944951989,4938
+"wd_0",0.01,1613944951989,4938
+"sqr_mom_0",0.99,1613944951989,4938
+"lr_0",3.0439313247321714e-06,1613944951989,4938
+"mom_0",0.8891217647230037,1613944951989,4938
+"eps_0",1e-05,1613944951989,4938
+"wd_1",0.01,1613944951989,4938
+"sqr_mom_1",0.99,1613944951989,4938
+"lr_1",3.0439313247321715e-05,1613944951989,4938
+"mom_1",0.8891217647230037,1613944951989,4938
+"eps_1",1e-05,1613944951989,4938
+"wd_2",0.01,1613944951989,4938
+"sqr_mom_2",0.99,1613944951989,4938
+"lr_2",0.0003043931324732171,1613944951989,4938
+"mom_2",0.8891217647230037,1613944951989,4938
+"eps_2",1e-05,1613944951989,4938
+"train_loss",0.014524971,1613944953018,4939
+"raw_loss",0.012628516,1613944953018,4939
+"epoch",31.069182389937104,1613944953018,4939
+"wd_0",0.01,1613944953018,4939
+"sqr_mom_0",0.99,1613944953018,4939
+"lr_0",3.0425538663995006e-06,1613944953018,4939
+"mom_0",0.8891493141651516,1613944953018,4939
+"eps_0",1e-05,1613944953018,4939
+"wd_1",0.01,1613944953018,4939
+"sqr_mom_1",0.99,1613944953018,4939
+"lr_1",3.0425538663995005e-05,1613944953018,4939
+"mom_1",0.8891493141651516,1613944953018,4939
+"eps_1",1e-05,1613944953018,4939
+"wd_2",0.01,1613944953018,4939
+"sqr_mom_2",0.99,1613944953018,4939
+"lr_2",0.00030425538663995,1613944953018,4939
+"mom_2",0.8891493141651516,1613944953018,4939
+"eps_2",1e-05,1613944953018,4939
+"train_loss",0.014616137,1613944953962,4940
+"raw_loss",0.019083278,1613944953962,4940
+"epoch",31.075471698113205,1613944953962,4940
+"wd_0",0.01,1613944953962,4940
+"sqr_mom_0",0.99,1613944953962,4940
+"lr_0",3.041176235199323e-06,1613944953962,4940
+"mom_0",0.8891768670646841,1613944953962,4940
+"eps_0",1e-05,1613944953962,4940
+"wd_1",0.01,1613944953962,4940
+"sqr_mom_1",0.99,1613944953962,4940
+"lr_1",3.041176235199323e-05,1613944953962,4940
+"mom_1",0.8891768670646841,1613944953962,4940
+"eps_1",1e-05,1613944953962,4940
+"wd_2",0.01,1613944953962,4940
+"sqr_mom_2",0.99,1613944953962,4940
+"lr_2",0.0003041176235199323,1613944953962,4940
+"mom_2",0.8891768670646841,1613944953962,4940
+"eps_2",1e-05,1613944953962,4940
+"train_loss",0.0146477735,1613944954958,4941
+"raw_loss",0.016197948,1613944954958,4941
+"epoch",31.081761006289305,1613944954958,4941
+"wd_0",0.01,1613944954958,4941
+"sqr_mom_0",0.99,1613944954958,4941
+"lr_0",3.0397979744832765e-06,1613944954958,4941
+"mom_0",0.88920443255466,1613944954958,4941
+"eps_0",1e-05,1613944954958,4941
+"wd_1",0.01,1613944954958,4941
+"sqr_mom_1",0.99,1613944954958,4941
+"lr_1",3.0397979744832763e-05,1613944954958,4941
+"mom_1",0.88920443255466,1613944954958,4941
+"eps_1",1e-05,1613944954958,4941
+"wd_2",0.01,1613944954958,4941
+"sqr_mom_2",0.99,1613944954958,4941
+"lr_2",0.0003039797974483276,1613944954958,4941
+"mom_2",0.88920443255466,1613944954958,4941
+"eps_2",1e-05,1613944954958,4941
+"train_loss",0.014520472,1613944955923,4942
+"raw_loss",0.00828267,1613944955923,4942
+"epoch",31.088050314465406,1613944955923,4942
+"wd_0",0.01,1613944955923,4942
+"sqr_mom_0",0.99,1613944955923,4942
+"lr_0",3.0384199988080338e-06,1613944955923,4942
+"mom_0",0.8892319923437627,1613944955923,4942
+"eps_0",1e-05,1613944955923,4942
+"wd_1",0.01,1613944955923,4942
+"sqr_mom_1",0.99,1613944955923,4942
+"lr_1",3.038419998808034e-05,1613944955923,4942
+"mom_1",0.8892319923437627,1613944955923,4942
+"eps_1",1e-05,1613944955923,4942
+"wd_2",0.01,1613944955923,4942
+"sqr_mom_2",0.99,1613944955923,4942
+"lr_2",0.0003038419998808034,1613944955923,4942
+"mom_2",0.8892319923437627,1613944955923,4942
+"eps_2",1e-05,1613944955923,4942
+"train_loss",0.014469464,1613944957021,4943
+"raw_loss",0.011970096,1613944957021,4943
+"epoch",31.094339622641506,1613944957021,4943
+"wd_0",0.01,1613944957021,4943
+"sqr_mom_0",0.99,1613944957021,4943
+"lr_0",3.037042080183041e-06,1613944957021,4943
+"mom_0",0.8892595509918491,1613944957021,4943
+"eps_0",1e-05,1613944957021,4943
+"wd_1",0.01,1613944957021,4943
+"sqr_mom_1",0.99,1613944957021,4943
+"lr_1",3.037042080183041e-05,1613944957021,4943
+"mom_1",0.8892595509918491,1613944957021,4943
+"eps_1",1e-05,1613944957021,4943
+"wd_2",0.01,1613944957021,4943
+"sqr_mom_2",0.99,1613944957021,4943
+"lr_2",0.00030370420801830404,1613944957021,4943
+"mom_2",0.8892595509918491,1613944957021,4943
+"eps_2",1e-05,1613944957021,4943
+"train_loss",0.014900609,1613944958023,4944
+"raw_loss",0.036026698,1613944958023,4944
+"epoch",31.100628930817606,1613944958023,4944
+"wd_0",0.01,1613944958023,4944
+"sqr_mom_0",0.99,1613944958023,4944
+"lr_0",3.0356630759878628e-06,1613944958023,4944
+"mom_0",0.8892871313515562,1613944958023,4944
+"eps_0",1e-05,1613944958023,4944
+"wd_1",0.01,1613944958023,4944
+"sqr_mom_1",0.99,1613944958023,4944
+"lr_1",3.0356630759878626e-05,1613944958023,4944
+"mom_1",0.8892871313515562,1613944958023,4944
+"eps_1",1e-05,1613944958023,4944
+"wd_2",0.01,1613944958023,4944
+"sqr_mom_2",0.99,1613944958023,4944
+"lr_2",0.0003035663075987862,1613944958023,4944
+"mom_2",0.8892871313515562,1613944958023,4944
+"eps_2",1e-05,1613944958023,4944
+"train_loss",0.014859854,1613944958989,4945
+"raw_loss",0.012862893,1613944958989,4945
+"epoch",31.106918238993707,1613944958989,4945
+"wd_0",0.01,1613944958989,4945
+"sqr_mom_0",0.99,1613944958989,4945
+"lr_0",3.0342848155797326e-06,1613944958989,4945
+"mom_0",0.8893146968353737,1613944958989,4945
+"eps_0",1e-05,1613944958989,4945
+"wd_1",0.01,1613944958989,4945
+"sqr_mom_1",0.99,1613944958989,4945
+"lr_1",3.0342848155797326e-05,1613944958989,4945
+"mom_1",0.8893146968353737,1613944958989,4945
+"eps_1",1e-05,1613944958989,4945
+"wd_2",0.01,1613944958989,4945
+"sqr_mom_2",0.99,1613944958989,4945
+"lr_2",0.0003034284815579732,1613944958989,4945
+"mom_2",0.8893146968353737,1613944958989,4945
+"eps_2",1e-05,1613944958989,4945
+"train_loss",0.014829985,1613944959948,4946
+"raw_loss",0.013366386,1613944959948,4946
+"epoch",31.113207547169807,1613944959948,4946
+"wd_0",0.01,1613944959948,4946
+"sqr_mom_0",0.99,1613944959948,4946
+"lr_0",3.0329061563099612e-06,1613944959948,4946
+"mom_0",0.8893422702965037,1613944959948,4946
+"eps_0",1e-05,1613944959948,4946
+"wd_1",0.01,1613944959948,4946
+"sqr_mom_1",0.99,1613944959948,4946
+"lr_1",3.0329061563099613e-05,1613944959948,4946
+"mom_1",0.8893422702965037,1613944959948,4946
+"eps_1",1e-05,1613944959948,4946
+"wd_2",0.01,1613944959948,4946
+"sqr_mom_2",0.99,1613944959948,4946
+"lr_2",0.00030329061563099606,1613944959948,4946
+"mom_2",0.8893422702965037,1613944959948,4946
+"eps_2",1e-05,1613944959948,4946
+"train_loss",0.014678113,1613944960900,4947
+"raw_loss",0.007236399,1613944960900,4947
+"epoch",31.119496855345908,1613944960900,4947
+"wd_0",0.01,1613944960900,4947
+"sqr_mom_0",0.99,1613944960900,4947
+"lr_0",3.0315268698197107e-06,1613944960900,4947
+"mom_0",0.8893698563021688,1613944960900,4947
+"eps_0",1e-05,1613944960900,4947
+"wd_1",0.01,1613944960900,4947
+"sqr_mom_1",0.99,1613944960900,4947
+"lr_1",3.031526869819711e-05,1613944960900,4947
+"mom_1",0.8893698563021688,1613944960900,4947
+"eps_1",1e-05,1613944960900,4947
+"wd_2",0.01,1613944960900,4947
+"sqr_mom_2",0.99,1613944960900,4947
+"lr_2",0.0003031526869819711,1613944960900,4947
+"mom_2",0.8893698563021688,1613944960900,4947
+"eps_2",1e-05,1613944960900,4947
+"train_loss",0.014600467,1613944961893,4948
+"raw_loss",0.010795802,1613944961893,4948
+"epoch",31.125786163522008,1613944961893,4948
+"wd_0",0.01,1613944961893,4948
+"sqr_mom_0",0.99,1613944961893,4948
+"lr_0",3.030147871346313e-06,1613944961893,4948
+"mom_0",0.8893974365474392,1613944961893,4948
+"eps_0",1e-05,1613944961893,4948
+"wd_1",0.01,1613944961893,4948
+"sqr_mom_1",0.99,1613944961893,4948
+"lr_1",3.030147871346313e-05,1613944961893,4948
+"mom_1",0.8893974365474392,1613944961893,4948
+"eps_1",1e-05,1613944961893,4948
+"wd_2",0.01,1613944961893,4948
+"sqr_mom_2",0.99,1613944961893,4948
+"lr_2",0.00030301478713463123,1613944961893,4948
+"mom_2",0.8893974365474392,1613944961893,4948
+"eps_2",1e-05,1613944961893,4948
+"train_loss",0.014443566,1613944962864,4949
+"raw_loss",0.006755405,1613944962864,4949
+"epoch",31.13207547169811,1613944962864,4949
+"wd_0",0.01,1613944962864,4949
+"sqr_mom_0",0.99,1613944962864,4949
+"lr_0",3.028768932727927e-06,1613944962864,4949
+"mom_0",0.8894250155955974,1613944962864,4949
+"eps_0",1e-05,1613944962864,4949
+"wd_1",0.01,1613944962864,4949
+"sqr_mom_1",0.99,1613944962864,4949
+"lr_1",3.0287689327279268e-05,1613944962864,4949
+"mom_1",0.8894250155955974,1613944962864,4949
+"eps_1",1e-05,1613944962864,4949
+"wd_2",0.01,1613944962864,4949
+"sqr_mom_2",0.99,1613944962864,4949
+"lr_2",0.00030287689327279264,1613944962864,4949
+"mom_2",0.8894250155955974,1613944962864,4949
+"eps_2",1e-05,1613944962864,4949
+"train_loss",0.014310362,1613944963828,4950
+"raw_loss",0.0077833687,1613944963828,4950
+"epoch",31.13836477987421,1613944963828,4950
+"wd_0",0.01,1613944963828,4950
+"sqr_mom_0",0.99,1613944963828,4950
+"lr_0",3.027388910500365e-06,1613944963828,4950
+"mom_0",0.8894526163161558,1613944963828,4950
+"eps_0",1e-05,1613944963828,4950
+"wd_1",0.01,1613944963828,4950
+"sqr_mom_1",0.99,1613944963828,4950
+"lr_1",3.027388910500365e-05,1613944963828,4950
+"mom_1",0.8894526163161558,1613944963828,4950
+"eps_1",1e-05,1613944963828,4950
+"wd_2",0.01,1613944963828,4950
+"sqr_mom_2",0.99,1613944963828,4950
+"lr_2",0.0003027388910500365,1613944963828,4950
+"mom_2",0.8894526163161558,1613944963828,4950
+"eps_2",1e-05,1613944963828,4950
+"train_loss",0.014169686,1613944964834,4951
+"raw_loss",0.007276523,1613944964834,4951
+"epoch",31.14465408805031,1613944964834,4951
+"wd_0",0.01,1613944964834,4951
+"sqr_mom_0",0.99,1613944964834,4951
+"lr_0",3.026009635371359e-06,1613944964834,4951
+"mom_0",0.8894802020945938,1613944964834,4951
+"eps_0",1e-05,1613944964834,4951
+"wd_1",0.01,1613944964834,4951
+"sqr_mom_1",0.99,1613944964834,4951
+"lr_1",3.0260096353713587e-05,1613944964834,4951
+"mom_1",0.8894802020945938,1613944964834,4951
+"eps_1",1e-05,1613944964834,4951
+"wd_2",0.01,1613944964834,4951
+"sqr_mom_2",0.99,1613944964834,4951
+"lr_2",0.00030260096353713586,1613944964834,4951
+"mom_2",0.8894802020945938,1613944964834,4951
+"eps_2",1e-05,1613944964834,4951
+"train_loss",0.014037258,1613944965809,4952
+"raw_loss",0.007548318,1613944965809,4952
+"epoch",31.15094339622641,1613944965809,4952
+"wd_0",0.01,1613944965809,4952
+"sqr_mom_0",0.99,1613944965809,4952
+"lr_0",3.0246299638489034e-06,1613944965809,4952
+"mom_0",0.8895077958009799,1613944965809,4952
+"eps_0",1e-05,1613944965809,4952
+"wd_1",0.01,1613944965809,4952
+"sqr_mom_1",0.99,1613944965809,4952
+"lr_1",3.024629963848903e-05,1613944965809,4952
+"mom_1",0.8895077958009799,1613944965809,4952
+"eps_1",1e-05,1613944965809,4952
+"wd_2",0.01,1613944965809,4952
+"sqr_mom_2",0.99,1613944965809,4952
+"lr_2",0.00030246299638489026,1613944965809,4952
+"mom_2",0.8895077958009799,1613944965809,4952
+"eps_2",1e-05,1613944965809,4952
+"train_loss",0.013914045,1613944966767,4953
+"raw_loss",0.007876582,1613944966767,4953
+"epoch",31.15723270440251,1613944966767,4953
+"wd_0",0.01,1613944966767,4953
+"sqr_mom_0",0.99,1613944966767,4953
+"lr_0",3.0232496674085523e-06,1613944966767,4953
+"mom_0",0.889535402005849,1613944966767,4953
+"eps_0",1e-05,1613944966767,4953
+"wd_1",0.01,1613944966767,4953
+"sqr_mom_1",0.99,1613944966767,4953
+"lr_1",3.023249667408552e-05,1613944966767,4953
+"mom_1",0.889535402005849,1613944966767,4953
+"eps_1",1e-05,1613944966767,4953
+"wd_2",0.01,1613944966767,4953
+"sqr_mom_2",0.99,1613944966767,4953
+"lr_2",0.0003023249667408552,1613944966767,4953
+"mom_2",0.889535402005849,1613944966767,4953
+"eps_2",1e-05,1613944966767,4953
+"train_loss",0.013831749,1613944967729,4954
+"raw_loss",0.009799214,1613944967729,4954
+"epoch",31.16352201257861,1613944967729,4954
+"wd_0",0.01,1613944967729,4954
+"sqr_mom_0",0.99,1613944967729,4954
+"lr_0",3.0218696619577992e-06,1613944967729,4954
+"mom_0",0.8895630023908679,1613944967729,4954
+"eps_0",1e-05,1613944967729,4954
+"wd_1",0.01,1613944967729,4954
+"sqr_mom_1",0.99,1613944967729,4954
+"lr_1",3.0218696619577992e-05,1613944967729,4954
+"mom_1",0.8895630023908679,1613944967729,4954
+"eps_1",1e-05,1613944967729,4954
+"wd_2",0.01,1613944967729,4954
+"sqr_mom_2",0.99,1613944967729,4954
+"lr_2",0.00030218696619577993,1613944967729,4954
+"mom_2",0.8895630023908679,1613944967729,4954
+"eps_2",1e-05,1613944967729,4954
+"train_loss",0.013706809,1613944968693,4955
+"raw_loss",0.00758477,1613944968693,4955
+"epoch",31.16981132075471,1613944968693,4955
+"wd_0",0.01,1613944968693,4955
+"sqr_mom_0",0.99,1613944968693,4955
+"lr_0",3.020489719166134e-06,1613944968693,4955
+"mom_0",0.8895906015226925,1613944968693,4955
+"eps_0",1e-05,1613944968693,4955
+"wd_1",0.01,1613944968693,4955
+"sqr_mom_1",0.99,1613944968693,4955
+"lr_1",3.0204897191661334e-05,1613944968693,4955
+"mom_1",0.8895906015226925,1613944968693,4955
+"eps_1",1e-05,1613944968693,4955
+"wd_2",0.01,1613944968693,4955
+"sqr_mom_2",0.99,1613944968693,4955
+"lr_2",0.00030204897191661334,1613944968693,4955
+"mom_2",0.8895906015226925,1613944968693,4955
+"eps_2",1e-05,1613944968693,4955
+"train_loss",0.013647162,1613944969659,4956
+"raw_loss",0.010724488,1613944969659,4956
+"epoch",31.17610062893081,1613944969659,4956
+"wd_0",0.01,1613944969659,4956
+"sqr_mom_0",0.99,1613944969659,4956
+"lr_0",3.0191086947387318e-06,1613944969659,4956
+"mom_0",0.8896182222874482,1613944969659,4956
+"eps_0",1e-05,1613944969659,4956
+"wd_1",0.01,1613944969659,4956
+"sqr_mom_1",0.99,1613944969659,4956
+"lr_1",3.0191086947387315e-05,1613944969659,4956
+"mom_1",0.8896182222874482,1613944969659,4956
+"eps_1",1e-05,1613944969659,4956
+"wd_2",0.01,1613944969659,4956
+"sqr_mom_2",0.99,1613944969659,4956
+"lr_2",0.0003019108694738732,1613944969659,4956
+"mom_2",0.8896182222874482,1613944969659,4956
+"eps_2",1e-05,1613944969659,4956
+"train_loss",0.0136275105,1613944970683,4957
+"raw_loss",0.012664586,1613944970683,4957
+"epoch",31.18238993710691,1613944970683,4957
+"wd_0",0.01,1613944970683,4957
+"sqr_mom_0",0.99,1613944970683,4957
+"lr_0",3.017728420712824e-06,1613944970683,4957
+"mom_0",0.8896458280440239,1613944970683,4957
+"eps_0",1e-05,1613944970683,4957
+"wd_1",0.01,1613944970683,4957
+"sqr_mom_1",0.99,1613944970683,4957
+"lr_1",3.017728420712824e-05,1613944970683,4957
+"mom_1",0.8896458280440239,1613944970683,4957
+"eps_1",1e-05,1613944970683,4957
+"wd_2",0.01,1613944970683,4957
+"sqr_mom_2",0.99,1613944970683,4957
+"lr_2",0.00030177284207128234,1613944970683,4957
+"mom_2",0.8896458280440239,1613944970683,4957
+"eps_2",1e-05,1613944970683,4957
+"train_loss",0.01357903,1613944971693,4958
+"raw_loss",0.011203484,1613944971693,4958
+"epoch",31.188679245283012,1613944971693,4958
+"wd_0",0.01,1613944971693,4958
+"sqr_mom_0",0.99,1613944971693,4958
+"lr_0",3.0163470657118077e-06,1613944971693,4958
+"mom_0",0.8896734554203181,1613944971693,4958
+"eps_0",1e-05,1613944971693,4958
+"wd_1",0.01,1613944971693,4958
+"sqr_mom_1",0.99,1613944971693,4958
+"lr_1",3.0163470657118075e-05,1613944971693,4958
+"mom_1",0.8896734554203181,1613944971693,4958
+"eps_1",1e-05,1613944971693,4958
+"wd_2",0.01,1613944971693,4958
+"sqr_mom_2",0.99,1613944971693,4958
+"lr_2",0.00030163470657118075,1613944971693,4958
+"mom_2",0.8896734554203181,1613944971693,4958
+"eps_2",1e-05,1613944971693,4958
+"train_loss",0.013759645,1613944972670,4959
+"raw_loss",0.02260978,1613944972670,4959
+"epoch",31.194968553459113,1613944972670,4959
+"wd_0",0.01,1613944972670,4959
+"sqr_mom_0",0.99,1613944972670,4959
+"lr_0",3.014966462211443e-06,1613944972670,4959
+"mom_0",0.8897010677664487,1613944972670,4959
+"eps_0",1e-05,1613944972670,4959
+"wd_1",0.01,1613944972670,4959
+"sqr_mom_1",0.99,1613944972670,4959
+"lr_1",3.0149664622114433e-05,1613944972670,4959
+"mom_1",0.8897010677664487,1613944972670,4959
+"eps_1",1e-05,1613944972670,4959
+"wd_2",0.01,1613944972670,4959
+"sqr_mom_2",0.99,1613944972670,4959
+"lr_2",0.00030149664622114425,1613944972670,4959
+"mom_2",0.8897010677664487,1613944972670,4959
+"eps_2",1e-05,1613944972670,4959
+"train_loss",0.013821033,1613944973625,4960
+"raw_loss",0.016829059,1613944973625,4960
+"epoch",31.201257861635213,1613944973625,4960
+"wd_0",0.01,1613944973625,4960
+"sqr_mom_0",0.99,1613944973625,4960
+"lr_0",3.0135854656156883e-06,1613944973625,4960
+"mom_0",0.889728687974566,1613944973625,4960
+"eps_0",1e-05,1613944973625,4960
+"wd_1",0.01,1613944973625,4960
+"sqr_mom_1",0.99,1613944973625,4960
+"lr_1",3.0135854656156883e-05,1613944973625,4960
+"mom_1",0.889728687974566,1613944973625,4960
+"eps_1",1e-05,1613944973625,4960
+"wd_2",0.01,1613944973625,4960
+"sqr_mom_2",0.99,1613944973625,4960
+"lr_2",0.0003013585465615688,1613944973625,4960
+"mom_2",0.889728687974566,1613944973625,4960
+"eps_2",1e-05,1613944973625,4960
+"train_loss",0.013626644,1613944974576,4961
+"raw_loss",0.004101587,1613944974576,4961
+"epoch",31.207547169811313,1613944974576,4961
+"wd_0",0.01,1613944974576,4961
+"sqr_mom_0",0.99,1613944974576,4961
+"lr_0",3.0122038471833617e-06,1613944974576,4961
+"mom_0",0.8897563206195389,1613944974576,4961
+"eps_0",1e-05,1613944974576,4961
+"wd_1",0.01,1613944974576,4961
+"sqr_mom_1",0.99,1613944974576,4961
+"lr_1",3.0122038471833616e-05,1613944974576,4961
+"mom_1",0.8897563206195389,1613944974576,4961
+"eps_1",1e-05,1613944974576,4961
+"wd_2",0.01,1613944974576,4961
+"sqr_mom_2",0.99,1613944974576,4961
+"lr_2",0.0003012203847183361,1613944974576,4961
+"mom_2",0.8897563206195389,1613944974576,4961
+"eps_2",1e-05,1613944974576,4961
+"train_loss",0.01349756,1613944975562,4962
+"raw_loss",0.007172412,1613944975562,4962
+"epoch",31.213836477987414,1613944975562,4962
+"wd_0",0.01,1613944975562,4962
+"sqr_mom_0",0.99,1613944975562,4962
+"lr_0",3.0108225236991784e-06,1613944975562,4962
+"mom_0",0.88978394736549,1613944975562,4962
+"eps_0",1e-05,1613944975562,4962
+"wd_1",0.01,1613944975562,4962
+"sqr_mom_1",0.99,1613944975562,4962
+"lr_1",3.010822523699178e-05,1613944975562,4962
+"mom_1",0.88978394736549,1613944975562,4962
+"eps_1",1e-05,1613944975562,4962
+"wd_2",0.01,1613944975562,4962
+"sqr_mom_2",0.99,1613944975562,4962
+"lr_2",0.00030108225236991776,1613944975562,4962
+"mom_2",0.88978394736549,1613944975562,4962
+"eps_2",1e-05,1613944975562,4962
+"train_loss",0.013496107,1613944976516,4963
+"raw_loss",0.013424894,1613944976516,4963
+"epoch",31.220125786163514,1613944976516,4963
+"wd_0",0.01,1613944976516,4963
+"sqr_mom_0",0.99,1613944976516,4963
+"lr_0",3.0094410374581343e-06,1613944976516,4963
+"mom_0",0.889811577366611,1613944976516,4963
+"eps_0",1e-05,1613944976516,4963
+"wd_1",0.01,1613944976516,4963
+"sqr_mom_1",0.99,1613944976516,4963
+"lr_1",3.0094410374581342e-05,1613944976516,4963
+"mom_1",0.889811577366611,1613944976516,4963
+"eps_1",1e-05,1613944976516,4963
+"wd_2",0.01,1613944976516,4963
+"sqr_mom_2",0.99,1613944976516,4963
+"lr_2",0.0003009441037458134,1613944976516,4963
+"mom_2",0.889811577366611,1613944976516,4963
+"eps_2",1e-05,1613944976516,4963
+"train_loss",0.013852507,1613944977466,4964
+"raw_loss",0.03131611,1613944977466,4964
+"epoch",31.226415094339615,1613944977466,4964
+"wd_0",0.01,1613944977466,4964
+"sqr_mom_0",0.99,1613944977466,4964
+"lr_0",3.008058930539298e-06,1613944977466,4964
+"mom_0",0.8898392197814118,1613944977466,4964
+"eps_0",1e-05,1613944977466,4964
+"wd_1",0.01,1613944977466,4964
+"sqr_mom_1",0.99,1613944977466,4964
+"lr_1",3.008058930539298e-05,1613944977466,4964
+"mom_1",0.8898392197814118,1613944977466,4964
+"eps_1",1e-05,1613944977466,4964
+"wd_2",0.01,1613944977466,4964
+"sqr_mom_2",0.99,1613944977466,4964
+"lr_2",0.00030080589305392976,1613944977466,4964
+"mom_2",0.8898392197814118,1613944977466,4964
+"eps_2",1e-05,1613944977466,4964
+"train_loss",0.013741636,1613944978472,4965
+"raw_loss",0.008308939,1613944978472,4965
+"epoch",31.232704402515715,1613944978472,4965
+"wd_0",0.01,1613944978472,4965
+"sqr_mom_0",0.99,1613944978472,4965
+"lr_0",3.006677120051522e-06,1613944978472,4965
+"mom_0",0.8898668562675323,1613944978472,4965
+"eps_0",1e-05,1613944978472,4965
+"wd_1",0.01,1613944978472,4965
+"sqr_mom_1",0.99,1613944978472,4965
+"lr_1",3.006677120051522e-05,1613944978472,4965
+"mom_1",0.8898668562675323,1613944978472,4965
+"eps_1",1e-05,1613944978472,4965
+"wd_2",0.01,1613944978472,4965
+"sqr_mom_2",0.99,1613944978472,4965
+"lr_2",0.00030066771200515217,1613944978472,4965
+"mom_2",0.8898668562675323,1613944978472,4965
+"eps_2",1e-05,1613944978472,4965
+"train_loss",0.013732845,1613944979459,4966
+"raw_loss",0.013302087,1613944979459,4966
+"epoch",31.238993710691815,1613944979459,4966
+"wd_0",0.01,1613944979459,4966
+"sqr_mom_0",0.99,1613944979459,4966
+"lr_0",3.0052953773618625e-06,1613944979459,4966
+"mom_0",0.8898944913976767,1613944979459,4966
+"eps_0",1e-05,1613944979459,4966
+"wd_1",0.01,1613944979459,4966
+"sqr_mom_1",0.99,1613944979459,4966
+"lr_1",3.0052953773618623e-05,1613944979459,4966
+"mom_1",0.8898944913976767,1613944979459,4966
+"eps_1",1e-05,1613944979459,4966
+"wd_2",0.01,1613944979459,4966
+"sqr_mom_2",0.99,1613944979459,4966
+"lr_2",0.0003005295377361862,1613944979459,4966
+"mom_2",0.8898944913976767,1613944979459,4966
+"eps_2",1e-05,1613944979459,4966
+"train_loss",0.013787388,1613944980454,4967
+"raw_loss",0.016460015,1613944980454,4967
+"epoch",31.245283018867916,1613944980454,4967
+"wd_0",0.01,1613944980454,4967
+"sqr_mom_0",0.99,1613944980454,4967
+"lr_0",3.0039125566867383e-06,1613944980454,4967
+"mom_0",0.8899221480877461,1613944980454,4967
+"eps_0",1e-05,1613944980454,4967
+"wd_1",0.01,1613944980454,4967
+"sqr_mom_1",0.99,1613944980454,4967
+"lr_1",3.003912556686738e-05,1613944980454,4967
+"mom_1",0.8899221480877461,1613944980454,4967
+"eps_1",1e-05,1613944980454,4967
+"wd_2",0.01,1613944980454,4967
+"sqr_mom_2",0.99,1613944980454,4967
+"lr_2",0.0003003912556686738,1613944980454,4967
+"mom_2",0.8899221480877461,1613944980454,4967
+"eps_2",1e-05,1613944980454,4967
+"train_loss",0.013731101,1613944981444,4968
+"raw_loss",0.01097302,1613944981444,4968
+"epoch",31.251572327044016,1613944981444,4968
+"wd_0",0.01,1613944981444,4968
+"sqr_mom_0",0.99,1613944981444,4968
+"lr_0",3.002530492446241e-06,1613944981444,4968
+"mom_0",0.8899497896489716,1613944981444,4968
+"eps_0",1e-05,1613944981444,4968
+"wd_1",0.01,1613944981444,4968
+"sqr_mom_1",0.99,1613944981444,4968
+"lr_1",3.0025304924462407e-05,1613944981444,4968
+"mom_1",0.8899497896489716,1613944981444,4968
+"eps_1",1e-05,1613944981444,4968
+"wd_2",0.01,1613944981444,4968
+"sqr_mom_2",0.99,1613944981444,4968
+"lr_2",0.00030025304924462406,1613944981444,4968
+"mom_2",0.8899497896489716,1613944981444,4968
+"eps_2",1e-05,1613944981444,4968
+"train_loss",0.0136582665,1613944982443,4969
+"raw_loss",0.010089385,1613944982443,4969
+"epoch",31.257861635220117,1613944982443,4969
+"wd_0",0.01,1613944982443,4969
+"sqr_mom_0",0.99,1613944982443,4969
+"lr_0",3.001148038830207e-06,1613944982443,4969
+"mom_0",0.8899774389977858,1613944982443,4969
+"eps_0",1e-05,1613944982443,4969
+"wd_1",0.01,1613944982443,4969
+"sqr_mom_1",0.99,1613944982443,4969
+"lr_1",3.001148038830207e-05,1613944982443,4969
+"mom_1",0.8899774389977858,1613944982443,4969
+"eps_1",1e-05,1613944982443,4969
+"wd_2",0.01,1613944982443,4969
+"sqr_mom_2",0.99,1613944982443,4969
+"lr_2",0.0003001148038830207,1613944982443,4969
+"mom_2",0.8899774389977858,1613944982443,4969
+"eps_2",1e-05,1613944982443,4969
+"train_loss",0.013547936,1613944983435,4970
+"raw_loss",0.008141743,1613944983435,4970
+"epoch",31.264150943396217,1613944983435,4970
+"wd_0",0.01,1613944983435,4970
+"sqr_mom_0",0.99,1613944983435,4970
+"lr_0",2.9997649668592093e-06,1613944983435,4970
+"mom_0",0.8900051007138229,1613944983435,4970
+"eps_0",1e-05,1613944983435,4970
+"wd_1",0.01,1613944983435,4970
+"sqr_mom_1",0.99,1613944983435,4970
+"lr_1",2.999764966859209e-05,1613944983435,4970
+"mom_1",0.8900051007138229,1613944983435,4970
+"eps_1",1e-05,1613944983435,4970
+"wd_2",0.01,1613944983435,4970
+"sqr_mom_2",0.99,1613944983435,4970
+"lr_2",0.0002999764966859209,1613944983435,4970
+"mom_2",0.8900051007138229,1613944983435,4970
+"eps_2",1e-05,1613944983435,4970
+"train_loss",0.013529031,1613944984430,4971
+"raw_loss",0.0126026375,1613944984430,4971
+"epoch",31.270440251572317,1613944984430,4971
+"wd_0",0.01,1613944984430,4971
+"sqr_mom_0",0.99,1613944984430,4971
+"lr_0",2.9983821942824685e-06,1613944984430,4971
+"mom_0",0.890032756441915,1613944984430,4971
+"eps_0",1e-05,1613944984430,4971
+"wd_1",0.01,1613944984430,4971
+"sqr_mom_1",0.99,1613944984430,4971
+"lr_1",2.9983821942824686e-05,1613944984430,4971
+"mom_1",0.890032756441915,1613944984430,4971
+"eps_1",1e-05,1613944984430,4971
+"wd_2",0.01,1613944984430,4971
+"sqr_mom_2",0.99,1613944984430,4971
+"lr_2",0.0002998382194282468,1613944984430,4971
+"mom_2",0.890032756441915,1613944984430,4971
+"eps_2",1e-05,1613944984430,4971
+"train_loss",0.013383996,1613944985370,4972
+"raw_loss",0.0062772855,1613944985370,4972
+"epoch",31.276729559748418,1613944985370,4972
+"wd_0",0.01,1613944985370,4972
+"sqr_mom_0",0.99,1613944985370,4972
+"lr_0",2.996999492305801e-06,1613944985370,4972
+"mom_0",0.8900604107579916,1613944985370,4972
+"eps_0",1e-05,1613944985370,4972
+"wd_1",0.01,1613944985370,4972
+"sqr_mom_1",0.99,1613944985370,4972
+"lr_1",2.996999492305801e-05,1613944985370,4972
+"mom_1",0.8900604107579916,1613944985370,4972
+"eps_1",1e-05,1613944985370,4972
+"wd_2",0.01,1613944985370,4972
+"sqr_mom_2",0.99,1613944985370,4972
+"lr_2",0.00029969994923058005,1613944985370,4972
+"mom_2",0.8900604107579916,1613944985370,4972
+"eps_2",1e-05,1613944985370,4972
+"train_loss",0.01322465,1613944986307,4973
+"raw_loss",0.0054167164,1613944986307,4973
+"epoch",31.28301886792452,1613944986307,4973
+"wd_0",0.01,1613944986307,4973
+"sqr_mom_0",0.99,1613944986307,4973
+"lr_0",2.995615714352209e-06,1613944986307,4973
+"mom_0",0.8900880865938218,1613944986307,4973
+"eps_0",1e-05,1613944986307,4973
+"wd_1",0.01,1613944986307,4973
+"sqr_mom_1",0.99,1613944986307,4973
+"lr_1",2.9956157143522088e-05,1613944986307,4973
+"mom_1",0.8900880865938218,1613944986307,4973
+"eps_1",1e-05,1613944986307,4973
+"wd_2",0.01,1613944986307,4973
+"sqr_mom_2",0.99,1613944986307,4973
+"lr_2",0.00029956157143522087,1613944986307,4973
+"mom_2",0.8900880865938218,1613944986307,4973
+"eps_2",1e-05,1613944986307,4973
+"train_loss",0.013183486,1613944987243,4974
+"raw_loss",0.01116641,1613944987243,4974
+"epoch",31.28930817610062,1613944987243,4974
+"wd_0",0.01,1613944987243,4974
+"sqr_mom_0",0.99,1613944987243,4974
+"lr_0",2.9942326961116907e-06,1613944987243,4974
+"mom_0",0.8901157472352386,1613944987243,4974
+"eps_0",1e-05,1613944987243,4974
+"wd_1",0.01,1613944987243,4974
+"sqr_mom_1",0.99,1613944987243,4974
+"lr_1",2.994232696111691e-05,1613944987243,4974
+"mom_1",0.8901157472352386,1613944987243,4974
+"eps_1",1e-05,1613944987243,4974
+"wd_2",0.01,1613944987243,4974
+"sqr_mom_2",0.99,1613944987243,4974
+"lr_2",0.00029942326961116905,1613944987243,4974
+"mom_2",0.8901157472352386,1613944987243,4974
+"eps_2",1e-05,1613944987243,4974
+"train_loss",0.013115218,1613944988235,4975
+"raw_loss",0.009770096,1613944988235,4975
+"epoch",31.29559748427672,1613944988235,4975
+"wd_0",0.01,1613944988235,4975
+"sqr_mom_0",0.99,1613944988235,4975
+"lr_0",2.992849290981105e-06,1613944988235,4975
+"mom_0",0.890143415614534,1613944988235,4975
+"eps_0",1e-05,1613944988235,4975
+"wd_1",0.01,1613944988235,4975
+"sqr_mom_1",0.99,1613944988235,4975
+"lr_1",2.9928492909811046e-05,1613944988235,4975
+"mom_1",0.890143415614534,1613944988235,4975
+"eps_1",1e-05,1613944988235,4975
+"wd_2",0.01,1613944988235,4975
+"sqr_mom_2",0.99,1613944988235,4975
+"lr_2",0.00029928492909811043,1613944988235,4975
+"mom_2",0.890143415614534,1613944988235,4975
+"eps_2",1e-05,1613944988235,4975
+"train_loss",0.013065832,1613944989212,4976
+"raw_loss",0.010645885,1613944989212,4976
+"epoch",31.30188679245282,1613944989212,4976
+"wd_0",0.01,1613944989212,4976
+"sqr_mom_0",0.99,1613944989212,4976
+"lr_0",2.991465269825479e-06,1613944989212,4976
+"mom_0",0.8901710963144536,1613944989212,4976
+"eps_0",1e-05,1613944989212,4976
+"wd_1",0.01,1613944989212,4976
+"sqr_mom_1",0.99,1613944989212,4976
+"lr_1",2.991465269825479e-05,1613944989212,4976
+"mom_1",0.8901710963144536,1613944989212,4976
+"eps_1",1e-05,1613944989212,4976
+"wd_2",0.01,1613944989212,4976
+"sqr_mom_2",0.99,1613944989212,4976
+"lr_2",0.0002991465269825479,1613944989212,4976
+"mom_2",0.8901710963144536,1613944989212,4976
+"eps_2",1e-05,1613944989212,4976
+"train_loss",0.012958865,1613944990199,4977
+"raw_loss",0.0077174795,1613944990199,4977
+"epoch",31.30817610062892,1613944990199,4977
+"wd_0",0.01,1613944990199,4977
+"sqr_mom_0",0.99,1613944990199,4977
+"lr_0",2.9900815510238745e-06,1613944990199,4977
+"mom_0",0.8901987709672321,1613944990199,4977
+"eps_0",1e-05,1613944990199,4977
+"wd_1",0.01,1613944990199,4977
+"sqr_mom_1",0.99,1613944990199,4977
+"lr_1",2.9900815510238744e-05,1613944990199,4977
+"mom_1",0.8901987709672321,1613944990199,4977
+"eps_1",1e-05,1613944990199,4977
+"wd_2",0.01,1613944990199,4977
+"sqr_mom_2",0.99,1613944990199,4977
+"lr_2",0.00029900815510238744,1613944990199,4977
+"mom_2",0.8901987709672321,1613944990199,4977
+"eps_2",1e-05,1613944990199,4977
+"train_loss",0.012858189,1613944991143,4978
+"raw_loss",0.007925047,1613944991143,4978
+"epoch",31.31446540880502,1613944991143,4978
+"wd_0",0.01,1613944991143,4978
+"sqr_mom_0",0.99,1613944991143,4978
+"lr_0",2.9886979056234863e-06,1613944991143,4978
+"mom_0",0.8902264441519717,1613944991143,4978
+"eps_0",1e-05,1613944991143,4978
+"wd_1",0.01,1613944991143,4978
+"sqr_mom_1",0.99,1613944991143,4978
+"lr_1",2.9886979056234862e-05,1613944991143,4978
+"mom_1",0.8902264441519717,1613944991143,4978
+"eps_1",1e-05,1613944991143,4978
+"wd_2",0.01,1613944991143,4978
+"sqr_mom_2",0.99,1613944991143,4978
+"lr_2",0.0002988697905623486,1613944991143,4978
+"mom_2",0.8902264441519717,1613944991143,4978
+"eps_2",1e-05,1613944991143,4978
+"train_loss",0.012781248,1613944992099,4979
+"raw_loss",0.00901116,1613944992099,4979
+"epoch",31.32075471698112,1613944992099,4979
+"wd_0",0.01,1613944992099,4979
+"sqr_mom_0",0.99,1613944992099,4979
+"lr_0",2.9873131862670605e-06,1613944992099,4979
+"mom_0",0.890254138816047,1613944992099,4979
+"eps_0",1e-05,1613944992099,4979
+"wd_1",0.01,1613944992099,4979
+"sqr_mom_1",0.99,1613944992099,4979
+"lr_1",2.9873131862670607e-05,1613944992099,4979
+"mom_1",0.890254138816047,1613944992099,4979
+"eps_1",1e-05,1613944992099,4979
+"wd_2",0.01,1613944992099,4979
+"sqr_mom_2",0.99,1613944992099,4979
+"lr_2",0.00029873131862670607,1613944992099,4979
+"mom_2",0.890254138816047,1613944992099,4979
+"eps_2",1e-05,1613944992099,4979
+"train_loss",0.012613384,1613944993035,4980
+"raw_loss",0.0043880227,1613944993035,4980
+"epoch",31.32704402515722,1613944993035,4980
+"wd_0",0.01,1613944993035,4980
+"sqr_mom_0",0.99,1613944993035,4980
+"lr_0",2.985929229893439e-06,1613944993035,4980
+"mom_0",0.8902818182203134,1613944993035,4980
+"eps_0",1e-05,1613944993035,4980
+"wd_1",0.01,1613944993035,4980
+"sqr_mom_1",0.99,1613944993035,4980
+"lr_1",2.985929229893439e-05,1613944993035,4980
+"mom_1",0.8902818182203134,1613944993035,4980
+"eps_1",1e-05,1613944993035,4980
+"wd_2",0.01,1613944993035,4980
+"sqr_mom_2",0.99,1613944993035,4980
+"lr_2",0.0002985929229893439,1613944993035,4980
+"mom_2",0.8902818182203134,1613944993035,4980
+"eps_2",1e-05,1613944993035,4980
+"train_loss",0.012563128,1613944993969,4981
+"raw_loss",0.010100601,1613944993969,4981
+"epoch",31.33333333333332,1613944993969,4981
+"wd_0",0.01,1613944993969,4981
+"sqr_mom_0",0.99,1613944993969,4981
+"lr_0",2.984544889119657e-06,1613944993969,4981
+"mom_0",0.89030950531266,1613944993969,4981
+"eps_0",1e-05,1613944993969,4981
+"wd_1",0.01,1613944993969,4981
+"sqr_mom_1",0.99,1613944993969,4981
+"lr_1",2.984544889119657e-05,1613944993969,4981
+"mom_1",0.89030950531266,1613944993969,4981
+"eps_1",1e-05,1613944993969,4981
+"wd_2",0.01,1613944993969,4981
+"sqr_mom_2",0.99,1613944993969,4981
+"lr_2",0.0002984544889119657,1613944993969,4981
+"mom_2",0.89030950531266,1613944993969,4981
+"eps_2",1e-05,1613944993969,4981
+"train_loss",0.012610644,1613944994903,4982
+"raw_loss",0.014938938,1613944994903,4982
+"epoch",31.339622641509422,1613944994903,4982
+"wd_0",0.01,1613944994903,4982
+"sqr_mom_0",0.99,1613944994903,4982
+"lr_0",2.9831599346578268e-06,1613944994903,4982
+"mom_0",0.8903372046788902,1613944994903,4982
+"eps_0",1e-05,1613944994903,4982
+"wd_1",0.01,1613944994903,4982
+"sqr_mom_1",0.99,1613944994903,4982
+"lr_1",2.9831599346578267e-05,1613944994903,4982
+"mom_1",0.8903372046788902,1613944994903,4982
+"eps_1",1e-05,1613944994903,4982
+"wd_2",0.01,1613944994903,4982
+"sqr_mom_2",0.99,1613944994903,4982
+"lr_2",0.0002983159934657827,1613944994903,4982
+"mom_2",0.8903372046788902,1613944994903,4982
+"eps_2",1e-05,1613944994903,4982
+"train_loss",0.012560258,1613944995882,4983
+"raw_loss",0.010091331,1613944995882,4983
+"epoch",31.345911949685522,1613944995882,4983
+"wd_0",0.01,1613944995882,4983
+"sqr_mom_0",0.99,1613944995882,4983
+"lr_0",2.981775285506311e-06,1613944995882,4983
+"mom_0",0.8903648979388531,1613944995882,4983
+"eps_0",1e-05,1613944995882,4983
+"wd_1",0.01,1613944995882,4983
+"sqr_mom_1",0.99,1613944995882,4983
+"lr_1",2.981775285506311e-05,1613944995882,4983
+"mom_1",0.8903648979388531,1613944995882,4983
+"eps_1",1e-05,1613944995882,4983
+"wd_2",0.01,1613944995882,4983
+"sqr_mom_2",0.99,1613944995882,4983
+"lr_2",0.00029817752855063105,1613944995882,4983
+"mom_2",0.8903648979388531,1613944995882,4983
+"eps_2",1e-05,1613944995882,4983
+"train_loss",0.012906326,1613944996824,4984
+"raw_loss",0.029863697,1613944996824,4984
+"epoch",31.352201257861623,1613944996824,4984
+"wd_0",0.01,1613944996824,4984
+"sqr_mom_0",0.99,1613944996824,4984
+"lr_0",2.98039048285334e-06,1613944996824,4984
+"mom_0",0.8903925942688758,1613944996824,4984
+"eps_0",1e-05,1613944996824,4984
+"wd_1",0.01,1613944996824,4984
+"sqr_mom_1",0.99,1613944996824,4984
+"lr_1",2.9803904828533397e-05,1613944996824,4984
+"mom_1",0.8903925942688758,1613944996824,4984
+"eps_1",1e-05,1613944996824,4984
+"wd_2",0.01,1613944996824,4984
+"sqr_mom_2",0.99,1613944996824,4984
+"lr_2",0.00029803904828533395,1613944996824,4984
+"mom_2",0.8903925942688758,1613944996824,4984
+"eps_2",1e-05,1613944996824,4984
+"train_loss",0.012879651,1613944997801,4985
+"raw_loss",0.0115725845,1613944997801,4985
+"epoch",31.358490566037723,1613944997801,4985
+"wd_0",0.01,1613944997801,4985
+"sqr_mom_0",0.99,1613944997801,4985
+"lr_0",2.9790050676834896e-06,1613944997801,4985
+"mom_0",0.8904203028493587,1613944997801,4985
+"eps_0",1e-05,1613944997801,4985
+"wd_1",0.01,1613944997801,4985
+"sqr_mom_1",0.99,1613944997801,4985
+"lr_1",2.9790050676834895e-05,1613944997801,4985
+"mom_1",0.8904203028493587,1613944997801,4985
+"eps_1",1e-05,1613944997801,4985
+"wd_2",0.01,1613944997801,4985
+"sqr_mom_2",0.99,1613944997801,4985
+"lr_2",0.0002979005067683489,1613944997801,4985
+"mom_2",0.8904203028493587,1613944997801,4985
+"eps_2",1e-05,1613944997801,4985
+"train_loss",0.013025505,1613944998744,4986
+"raw_loss",0.02017234,1613944998744,4986
+"epoch",31.364779874213824,1613944998744,4986
+"wd_0",0.01,1613944998744,4986
+"sqr_mom_0",0.99,1613944998744,4986
+"lr_0",2.9776199593008303e-06,1613944998744,4986
+"mom_0",0.8904480052940363,1613944998744,4986
+"eps_0",1e-05,1613944998744,4986
+"wd_1",0.01,1613944998744,4986
+"sqr_mom_1",0.99,1613944998744,4986
+"lr_1",2.9776199593008304e-05,1613944998744,4986
+"mom_1",0.8904480052940363,1613944998744,4986
+"eps_1",1e-05,1613944998744,4986
+"wd_2",0.01,1613944998744,4986
+"sqr_mom_2",0.99,1613944998744,4986
+"lr_2",0.000297761995930083,1613944998744,4986
+"mom_2",0.8904480052940363,1613944998744,4986
+"eps_2",1e-05,1613944998744,4986
+"train_loss",0.012912253,1613944999700,4987
+"raw_loss",0.0073629217,1613944999700,4987
+"epoch",31.371069182389924,1613944999700,4987
+"wd_0",0.01,1613944999700,4987
+"sqr_mom_0",0.99,1613944999700,4987
+"lr_0",2.9762349285195565e-06,1613944999700,4987
+"mom_0",0.8904757061866707,1613944999700,4987
+"eps_0",1e-05,1613944999700,4987
+"wd_1",0.01,1613944999700,4987
+"sqr_mom_1",0.99,1613944999700,4987
+"lr_1",2.9762349285195565e-05,1613944999700,4987
+"mom_1",0.8904757061866707,1613944999700,4987
+"eps_1",1e-05,1613944999700,4987
+"wd_2",0.01,1613944999700,4987
+"sqr_mom_2",0.99,1613944999700,4987
+"lr_2",0.00029762349285195565,1613944999700,4987
+"mom_2",0.8904757061866707,1613944999700,4987
+"eps_2",1e-05,1613944999700,4987
+"train_loss",0.012849613,1613945000634,4988
+"raw_loss",0.009780236,1613945000634,4988
+"epoch",31.377358490566024,1613945000634,4988
+"wd_0",0.01,1613945000634,4988
+"sqr_mom_0",0.99,1613945000634,4988
+"lr_0",2.9748488268366955e-06,1613945000634,4988
+"mom_0",0.890503428497551,1613945000634,4988
+"eps_0",1e-05,1613945000634,4988
+"wd_1",0.01,1613945000634,4988
+"sqr_mom_1",0.99,1613945000634,4988
+"lr_1",2.9748488268366952e-05,1613945000634,4988
+"mom_1",0.890503428497551,1613945000634,4988
+"eps_1",1e-05,1613945000634,4988
+"wd_2",0.01,1613945000634,4988
+"sqr_mom_2",0.99,1613945000634,4988
+"lr_2",0.0002974848826836695,1613945000634,4988
+"mom_2",0.890503428497551,1613945000634,4988
+"eps_2",1e-05,1613945000634,4988
+"train_loss",0.012715389,1613945001577,4989
+"raw_loss",0.0061384225,1613945001577,4989
+"epoch",31.383647798742125,1613945001577,4989
+"wd_0",0.01,1613945001577,4989
+"sqr_mom_0",0.99,1613945001577,4989
+"lr_0",2.9734634930248545e-06,1613945001577,4989
+"mom_0",0.8905311354508574,1613945001577,4989
+"eps_0",1e-05,1613945001577,4989
+"wd_1",0.01,1613945001577,4989
+"sqr_mom_1",0.99,1613945001577,4989
+"lr_1",2.9734634930248545e-05,1613945001577,4989
+"mom_1",0.8905311354508574,1613945001577,4989
+"eps_1",1e-05,1613945001577,4989
+"wd_2",0.01,1613945001577,4989
+"sqr_mom_2",0.99,1613945001577,4989
+"lr_2",0.0002973463493024854,1613945001577,4989
+"mom_2",0.8905311354508574,1613945001577,4989
+"eps_2",1e-05,1613945001577,4989
+"train_loss",0.012732912,1613945002578,4990
+"raw_loss",0.013591515,1613945002578,4990
+"epoch",31.389937106918225,1613945002578,4990
+"wd_0",0.01,1613945002578,4990
+"sqr_mom_0",0.99,1613945002578,4990
+"lr_0",2.9720777785560106e-06,1613945002578,4990
+"mom_0",0.8905588500173799,1613945002578,4990
+"eps_0",1e-05,1613945002578,4990
+"wd_1",0.01,1613945002578,4990
+"sqr_mom_1",0.99,1613945002578,4990
+"lr_1",2.9720777785560106e-05,1613945002578,4990
+"mom_1",0.8905588500173799,1613945002578,4990
+"eps_1",1e-05,1613945002578,4990
+"wd_2",0.01,1613945002578,4990
+"sqr_mom_2",0.99,1613945002578,4990
+"lr_2",0.00029720777785560107,1613945002578,4990
+"mom_2",0.8905588500173799,1613945002578,4990
+"eps_2",1e-05,1613945002578,4990
+"train_loss",0.01262638,1613945003533,4991
+"raw_loss",0.007406297,1613945003533,4991
+"epoch",31.396226415094326,1613945003533,4991
+"wd_0",0.01,1613945003533,4991
+"sqr_mom_0",0.99,1613945003533,4991
+"lr_0",2.9706914539178297e-06,1613945003533,4991
+"mom_0",0.8905865767874113,1613945003533,4991
+"eps_0",1e-05,1613945003533,4991
+"wd_1",0.01,1613945003533,4991
+"sqr_mom_1",0.99,1613945003533,4991
+"lr_1",2.9706914539178298e-05,1613945003533,4991
+"mom_1",0.8905865767874113,1613945003533,4991
+"eps_1",1e-05,1613945003533,4991
+"wd_2",0.01,1613945003533,4991
+"sqr_mom_2",0.99,1613945003533,4991
+"lr_2",0.000297069145391783,1613945003533,4991
+"mom_2",0.8905865767874113,1613945003533,4991
+"eps_2",1e-05,1613945003533,4991
+"train_loss",0.01254789,1613945004476,4992
+"raw_loss",0.008701887,1613945004476,4992
+"epoch",31.402515723270426,1613945004476,4992
+"wd_0",0.01,1613945004476,4992
+"sqr_mom_0",0.99,1613945004476,4992
+"lr_0",2.9693054390178686e-06,1613945004476,4992
+"mom_0",0.8906142973626162,1613945004476,4992
+"eps_0",1e-05,1613945004476,4992
+"wd_1",0.01,1613945004476,4992
+"sqr_mom_1",0.99,1613945004476,4992
+"lr_1",2.9693054390178686e-05,1613945004476,4992
+"mom_1",0.8906142973626162,1613945004476,4992
+"eps_1",1e-05,1613945004476,4992
+"wd_2",0.01,1613945004476,4992
+"sqr_mom_2",0.99,1613945004476,4992
+"lr_2",0.00029693054390178683,1613945004476,4992
+"mom_2",0.8906142973626162,1613945004476,4992
+"eps_2",1e-05,1613945004476,4992
+"train_loss",0.012419373,1613945005432,4993
+"raw_loss",0.0061220573,1613945005432,4993
+"epoch",31.408805031446526,1613945005432,4993
+"wd_0",0.01,1613945005432,4993
+"sqr_mom_0",0.99,1613945005432,4993
+"lr_0",2.9679195045182707e-06,1613945005432,4993
+"mom_0",0.8906420163297979,1613945005432,4993
+"eps_0",1e-05,1613945005432,4993
+"wd_1",0.01,1613945005432,4993
+"sqr_mom_1",0.99,1613945005432,4993
+"lr_1",2.9679195045182704e-05,1613945005432,4993
+"mom_1",0.8906420163297979,1613945005432,4993
+"eps_1",1e-05,1613945005432,4993
+"wd_2",0.01,1613945005432,4993
+"sqr_mom_2",0.99,1613945005432,4993
+"lr_2",0.000296791950451827,1613945005432,4993
+"mom_2",0.8906420163297979,1613945005432,4993
+"eps_2",1e-05,1613945005432,4993
+"train_loss",0.012355289,1613945006376,4994
+"raw_loss",0.009215224,1613945006376,4994
+"epoch",31.415094339622627,1613945006376,4994
+"wd_0",0.01,1613945006376,4994
+"sqr_mom_0",0.99,1613945006376,4994
+"lr_0",2.9665325011687314e-06,1613945006376,4994
+"mom_0",0.8906697566741921,1613945006376,4994
+"eps_0",1e-05,1613945006376,4994
+"wd_1",0.01,1613945006376,4994
+"sqr_mom_1",0.99,1613945006376,4994
+"lr_1",2.9665325011687314e-05,1613945006376,4994
+"mom_1",0.8906697566741921,1613945006376,4994
+"eps_1",1e-05,1613945006376,4994
+"wd_2",0.01,1613945006376,4994
+"sqr_mom_2",0.99,1613945006376,4994
+"lr_2",0.0002966532501168731,1613945006376,4994
+"mom_2",0.8906697566741921,1613945006376,4994
+"eps_2",1e-05,1613945006376,4994
+"train_loss",0.012385849,1613945007320,4995
+"raw_loss",0.013883258,1613945007320,4995
+"epoch",31.421383647798727,1613945007320,4995
+"wd_0",0.01,1613945007320,4995
+"sqr_mom_0",0.99,1613945007320,4995
+"lr_0",2.965146268937988e-06,1613945007320,4995
+"mom_0",0.8906974815960562,1613945007320,4995
+"eps_0",1e-05,1613945007320,4995
+"wd_1",0.01,1613945007320,4995
+"sqr_mom_1",0.99,1613945007320,4995
+"lr_1",2.965146268937988e-05,1613945007320,4995
+"mom_1",0.8906974815960562,1613945007320,4995
+"eps_1",1e-05,1613945007320,4995
+"wd_2",0.01,1613945007320,4995
+"sqr_mom_2",0.99,1613945007320,4995
+"lr_2",0.0002965146268937988,1613945007320,4995
+"mom_2",0.8906974815960562,1613945007320,4995
+"eps_2",1e-05,1613945007320,4995
+"train_loss",0.012458064,1613945008249,4996
+"raw_loss",0.015996609,1613945008249,4996
+"epoch",31.427672955974828,1613945008249,4996
+"wd_0",0.01,1613945008249,4996
+"sqr_mom_0",0.99,1613945008249,4996
+"lr_0",2.9637596585511223e-06,1613945008249,4996
+"mom_0",0.8907252140811184,1613945008249,4996
+"eps_0",1e-05,1613945008249,4996
+"wd_1",0.01,1613945008249,4996
+"sqr_mom_1",0.99,1613945008249,4996
+"lr_1",2.963759658551122e-05,1613945008249,4996
+"mom_1",0.8907252140811184,1613945008249,4996
+"eps_1",1e-05,1613945008249,4996
+"wd_2",0.01,1613945008249,4996
+"sqr_mom_2",0.99,1613945008249,4996
+"lr_2",0.0002963759658551122,1613945008249,4996
+"mom_2",0.8907252140811184,1613945008249,4996
+"eps_2",1e-05,1613945008249,4996
+"train_loss",0.012419114,1613945009182,4997
+"raw_loss",0.010510556,1613945009182,4997
+"epoch",31.433962264150928,1613945009182,4997
+"wd_0",0.01,1613945009182,4997
+"sqr_mom_0",0.99,1613945009182,4997
+"lr_0",2.962372440349462e-06,1613945009182,4997
+"mom_0",0.890752958722598,1613945009182,4997
+"eps_0",1e-05,1613945009182,4997
+"wd_1",0.01,1613945009182,4997
+"sqr_mom_1",0.99,1613945009182,4997
+"lr_1",2.9623724403494615e-05,1613945009182,4997
+"mom_1",0.890752958722598,1613945009182,4997
+"eps_1",1e-05,1613945009182,4997
+"wd_2",0.01,1613945009182,4997
+"sqr_mom_2",0.99,1613945009182,4997
+"lr_2",0.00029623724403494614,1613945009182,4997
+"mom_2",0.890752958722598,1613945009182,4997
+"eps_2",1e-05,1613945009182,4997
+"train_loss",0.012417667,1613945010115,4998
+"raw_loss",0.012346749,1613945010115,4998
+"epoch",31.44025157232703,1613945010115,4998
+"wd_0",0.01,1613945010115,4998
+"sqr_mom_0",0.99,1613945010115,4998
+"lr_0",2.960985534833494e-06,1613945010115,4998
+"mom_0",0.8907806971103012,1613945010115,4998
+"eps_0",1e-05,1613945010115,4998
+"wd_1",0.01,1613945010115,4998
+"sqr_mom_1",0.99,1613945010115,4998
+"lr_1",2.9609855348334937e-05,1613945010115,4998
+"mom_1",0.8907806971103012,1613945010115,4998
+"eps_1",1e-05,1613945010115,4998
+"wd_2",0.01,1613945010115,4998
+"sqr_mom_2",0.99,1613945010115,4998
+"lr_2",0.00029609855348334933,1613945010115,4998
+"mom_2",0.8907806971103012,1613945010115,4998
+"eps_2",1e-05,1613945010115,4998
+"train_loss",0.012361238,1613945011053,4999
+"raw_loss",0.009596232,1613945011053,4999
+"epoch",31.44654088050313,1613945011053,4999
+"wd_0",0.01,1613945011053,4999
+"sqr_mom_0",0.99,1613945011053,4999
+"lr_0",2.959598022289195e-06,1613945011053,4999
+"mom_0",0.8908084476386925,1613945011053,4999
+"eps_0",1e-05,1613945011053,4999
+"wd_1",0.01,1613945011053,4999
+"sqr_mom_1",0.99,1613945011053,4999
+"lr_1",2.959598022289195e-05,1613945011053,4999
+"mom_1",0.8908084476386925,1613945011053,4999
+"eps_1",1e-05,1613945011053,4999
+"wd_2",0.01,1613945011053,4999
+"sqr_mom_2",0.99,1613945011053,4999
+"lr_2",0.00029595980222891946,1613945011053,4999
+"mom_2",0.8908084476386925,1613945011053,4999
+"eps_2",1e-05,1613945011053,4999
+"train_loss",0.012413108,1613945011979,5000
+"raw_loss",0.014954743,1613945011979,5000
+"epoch",31.45283018867923,1613945011979,5000
+"wd_0",0.01,1613945011979,5000
+"sqr_mom_0",0.99,1613945011979,5000
+"lr_0",2.958210823412366e-06,1613945011979,5000
+"mom_0",0.8908361918936716,1613945011979,5000
+"eps_0",1e-05,1613945011979,5000
+"wd_1",0.01,1613945011979,5000
+"sqr_mom_1",0.99,1613945011979,5000
+"lr_1",2.9582108234123662e-05,1613945011979,5000
+"mom_1",0.8908361918936716,1613945011979,5000
+"eps_1",1e-05,1613945011979,5000
+"wd_2",0.01,1613945011979,5000
+"sqr_mom_2",0.99,1613945011979,5000
+"lr_2",0.00029582108234123657,1613945011979,5000
+"mom_2",0.8908361918936716,1613945011979,5000
+"eps_2",1e-05,1613945011979,5000
+"train_loss",0.012314732,1613945012930,5001
+"raw_loss",0.007494325,1613945012930,5001
+"epoch",31.45911949685533,1613945012930,5001
+"wd_0",0.01,1613945012930,5001
+"sqr_mom_0",0.99,1613945012930,5001
+"lr_0",2.9568237086665114e-06,1613945012930,5001
+"mom_0",0.8908639344660144,1613945012930,5001
+"eps_0",1e-05,1613945012930,5001
+"wd_1",0.01,1613945012930,5001
+"sqr_mom_1",0.99,1613945012930,5001
+"lr_1",2.956823708666511e-05,1613945012930,5001
+"mom_1",0.8908639344660144,1613945012930,5001
+"eps_1",1e-05,1613945012930,5001
+"wd_2",0.01,1613945012930,5001
+"sqr_mom_2",0.99,1613945012930,5001
+"lr_2",0.0002956823708666511,1613945012930,5001
+"mom_2",0.8908639344660144,1613945012930,5001
+"eps_2",1e-05,1613945012930,5001
+"train_loss",0.01221712,1613945013880,5002
+"raw_loss",0.007434134,1613945013880,5002
+"epoch",31.46540880503143,1613945013880,5002
+"wd_0",0.01,1613945013880,5002
+"sqr_mom_0",0.99,1613945013880,5002
+"lr_0",2.9554355278253696e-06,1613945013880,5002
+"mom_0",0.8908916983604762,1613945013880,5002
+"eps_0",1e-05,1613945013880,5002
+"wd_1",0.01,1613945013880,5002
+"sqr_mom_1",0.99,1613945013880,5002
+"lr_1",2.9554355278253694e-05,1613945013880,5002
+"mom_1",0.8908916983604762,1613945013880,5002
+"eps_1",1e-05,1613945013880,5002
+"wd_2",0.01,1613945013880,5002
+"sqr_mom_2",0.99,1613945013880,5002
+"lr_2",0.0002955435527825369,1613945013880,5002
+"mom_2",0.8908916983604762,1613945013880,5002
+"eps_2",1e-05,1613945013880,5002
+"train_loss",0.0124082,1613945014843,5003
+"raw_loss",0.021771079,1613945014843,5003
+"epoch",31.47169811320753,1613945014843,5003
+"wd_0",0.01,1613945014843,5003
+"sqr_mom_0",0.99,1613945014843,5003
+"lr_0",2.954048122419713e-06,1613945014843,5003
+"mom_0",0.8909194467460732,1613945014843,5003
+"eps_0",1e-05,1613945014843,5003
+"wd_1",0.01,1613945014843,5003
+"sqr_mom_1",0.99,1613945014843,5003
+"lr_1",2.954048122419713e-05,1613945014843,5003
+"mom_1",0.8909194467460732,1613945014843,5003
+"eps_1",1e-05,1613945014843,5003
+"wd_2",0.01,1613945014843,5003
+"sqr_mom_2",0.99,1613945014843,5003
+"lr_2",0.00029540481224197125,1613945014843,5003
+"mom_2",0.8909194467460732,1613945014843,5003
+"eps_2",1e-05,1613945014843,5003
+"train_loss",0.012632021,1613945015796,5004
+"raw_loss",0.023599273,1613945015796,5004
+"epoch",31.47798742138363,1613945015796,5004
+"wd_0",0.01,1613945015796,5004
+"sqr_mom_0",0.99,1613945015796,5004
+"lr_0",2.9526603421992544e-06,1613945015796,5004
+"mom_0",0.8909472026280412,1613945015796,5004
+"eps_0",1e-05,1613945015796,5004
+"wd_1",0.01,1613945015796,5004
+"sqr_mom_1",0.99,1613945015796,5004
+"lr_1",2.952660342199254e-05,1613945015796,5004
+"mom_1",0.8909472026280412,1613945015796,5004
+"eps_1",1e-05,1613945015796,5004
+"wd_2",0.01,1613945015796,5004
+"sqr_mom_2",0.99,1613945015796,5004
+"lr_2",0.00029526603421992537,1613945015796,5004
+"mom_2",0.8909472026280412,1613945015796,5004
+"eps_2",1e-05,1613945015796,5004
+"train_loss",0.012655904,1613945016762,5005
+"raw_loss",0.013826171,1613945016762,5005
+"epoch",31.48427672955973,1613945016762,5005
+"wd_0",0.01,1613945016762,5005
+"sqr_mom_0",0.99,1613945016762,5005
+"lr_0",2.9512719573142986e-06,1613945016762,5005
+"mom_0",0.89097497060342,1613945016762,5005
+"eps_0",1e-05,1613945016762,5005
+"wd_1",0.01,1613945016762,5005
+"sqr_mom_1",0.99,1613945016762,5005
+"lr_1",2.9512719573142985e-05,1613945016762,5005
+"mom_1",0.89097497060342,1613945016762,5005
+"eps_1",1e-05,1613945016762,5005
+"wd_2",0.01,1613945016762,5005
+"sqr_mom_2",0.99,1613945016762,5005
+"lr_2",0.0002951271957314298,1613945016762,5005
+"mom_2",0.89097497060342,1613945016762,5005
+"eps_2",1e-05,1613945016762,5005
+"train_loss",0.012574401,1613945017705,5006
+"raw_loss",0.008580776,1613945017705,5006
+"epoch",31.49056603773583,1613945017705,5006
+"wd_0",0.01,1613945017705,5006
+"sqr_mom_0",0.99,1613945017705,5006
+"lr_0",2.9498838890394953e-06,1613945017705,5006
+"mom_0",0.8910027322465325,1613945017705,5006
+"eps_0",1e-05,1613945017705,5006
+"wd_1",0.01,1613945017705,5006
+"sqr_mom_1",0.99,1613945017705,5006
+"lr_1",2.9498838890394953e-05,1613945017705,5006
+"mom_1",0.8910027322465325,1613945017705,5006
+"eps_1",1e-05,1613945017705,5006
+"wd_2",0.01,1613945017705,5006
+"sqr_mom_2",0.99,1613945017705,5006
+"lr_2",0.0002949883889039495,1613945017705,5006
+"mom_2",0.8910027322465325,1613945017705,5006
+"eps_2",1e-05,1613945017705,5006
+"train_loss",0.012901431,1613945018650,5007
+"raw_loss",0.028925918,1613945018650,5007
+"epoch",31.496855345911932,1613945018650,5007
+"wd_0",0.01,1613945018650,5007
+"sqr_mom_0",0.99,1613945018650,5007
+"lr_0",2.9484956774248824e-06,1613945018650,5007
+"mom_0",0.89103049675647,1613945018650,5007
+"eps_0",1e-05,1613945018650,5007
+"wd_1",0.01,1613945018650,5007
+"sqr_mom_1",0.99,1613945018650,5007
+"lr_1",2.9484956774248822e-05,1613945018650,5007
+"mom_1",0.89103049675647,1613945018650,5007
+"eps_1",1e-05,1613945018650,5007
+"wd_2",0.01,1613945018650,5007
+"sqr_mom_2",0.99,1613945018650,5007
+"lr_2",0.0002948495677424882,1613945018650,5007
+"mom_2",0.89103049675647,1613945018650,5007
+"eps_2",1e-05,1613945018650,5007
+"train_loss",0.013259148,1613945019591,5008
+"raw_loss",0.030787311,1613945019591,5008
+"epoch",31.503144654088032,1613945019591,5008
+"wd_0",0.01,1613945019591,5008
+"sqr_mom_0",0.99,1613945019591,5008
+"lr_0",2.9471068623303257e-06,1613945019591,5008
+"mom_0",0.8910582733361269,1613945019591,5008
+"eps_0",1e-05,1613945019591,5008
+"wd_1",0.01,1613945019591,5008
+"sqr_mom_1",0.99,1613945019591,5008
+"lr_1",2.9471068623303254e-05,1613945019591,5008
+"mom_1",0.8910582733361269,1613945019591,5008
+"eps_1",1e-05,1613945019591,5008
+"wd_2",0.01,1613945019591,5008
+"sqr_mom_2",0.99,1613945019591,5008
+"lr_2",0.00029471068623303253,1613945019591,5008
+"mom_2",0.8910582733361269,1613945019591,5008
+"eps_2",1e-05,1613945019591,5008
+"train_loss",0.013258263,1613945020546,5009
+"raw_loss",0.013214854,1613945020546,5009
+"epoch",31.509433962264133,1613945020546,5009
+"wd_0",0.01,1613945020546,5009
+"sqr_mom_0",0.99,1613945020546,5009
+"lr_0",2.9457183653159446e-06,1613945020546,5009
+"mom_0",0.8910860435541166,1613945020546,5009
+"eps_0",1e-05,1613945020546,5009
+"wd_1",0.01,1613945020546,5009
+"sqr_mom_1",0.99,1613945020546,5009
+"lr_1",2.9457183653159442e-05,1613945020546,5009
+"mom_1",0.8910860435541166,1613945020546,5009
+"eps_1",1e-05,1613945020546,5009
+"wd_2",0.01,1613945020546,5009
+"sqr_mom_2",0.99,1613945020546,5009
+"lr_2",0.0002945718365315944,1613945020546,5009
+"mom_2",0.8910860435541166,1613945020546,5009
+"eps_2",1e-05,1613945020546,5009
+"train_loss",0.013173109,1613945021495,5010
+"raw_loss",0.009000573,1613945021495,5010
+"epoch",31.515723270440233,1613945021495,5010
+"wd_0",0.01,1613945021495,5010
+"sqr_mom_0",0.99,1613945021495,5010
+"lr_0",2.944329956627369e-06,1613945021495,5010
+"mom_0",0.8911138120055726,1613945021495,5010
+"eps_0",1e-05,1613945021495,5010
+"wd_1",0.01,1613945021495,5010
+"sqr_mom_1",0.99,1613945021495,5010
+"lr_1",2.944329956627369e-05,1613945021495,5010
+"mom_1",0.8911138120055726,1613945021495,5010
+"eps_1",1e-05,1613945021495,5010
+"wd_2",0.01,1613945021495,5010
+"sqr_mom_2",0.99,1613945021495,5010
+"lr_2",0.0002944329956627369,1613945021495,5010
+"mom_2",0.8911138120055726,1613945021495,5010
+"eps_2",1e-05,1613945021495,5010
+"train_loss",0.013093671,1613945022438,5011
+"raw_loss",0.009201181,1613945022438,5011
+"epoch",31.522012578616334,1613945022438,5011
+"wd_0",0.01,1613945022438,5011
+"sqr_mom_0",0.99,1613945022438,5011
+"lr_0",2.9429404849684468e-06,1613945022438,5011
+"mom_0",0.8911416017166482,1613945022438,5011
+"eps_0",1e-05,1613945022438,5011
+"wd_1",0.01,1613945022438,5011
+"sqr_mom_1",0.99,1613945022438,5011
+"lr_1",2.9429404849684466e-05,1613945022438,5011
+"mom_1",0.8911416017166482,1613945022438,5011
+"eps_1",1e-05,1613945022438,5011
+"wd_2",0.01,1613945022438,5011
+"sqr_mom_2",0.99,1613945022438,5011
+"lr_2",0.0002942940484968446,1613945022438,5011
+"mom_2",0.8911416017166482,1613945022438,5011
+"eps_2",1e-05,1613945022438,5011
+"train_loss",0.013063328,1613945023370,5012
+"raw_loss",0.011576559,1613945023370,5012
+"epoch",31.528301886792434,1613945023370,5012
+"wd_0",0.01,1613945023370,5012
+"sqr_mom_0",0.99,1613945023370,5012
+"lr_0",2.941551793582321e-06,1613945023370,5012
+"mom_0",0.8911693758221118,1613945023370,5012
+"eps_0",1e-05,1613945023370,5012
+"wd_1",0.01,1613945023370,5012
+"sqr_mom_1",0.99,1613945023370,5012
+"lr_1",2.941551793582321e-05,1613945023370,5012
+"mom_1",0.8911693758221118,1613945023370,5012
+"eps_1",1e-05,1613945023370,5012
+"wd_2",0.01,1613945023370,5012
+"sqr_mom_2",0.99,1613945023370,5012
+"lr_2",0.0002941551793582321,1613945023370,5012
+"mom_2",0.8911693758221118,1613945023370,5012
+"eps_2",1e-05,1613945023370,5012
+"train_loss",0.012991648,1613945024308,5013
+"raw_loss",0.009479328,1613945024308,5013
+"epoch",31.534591194968534,1613945024308,5013
+"wd_0",0.01,1613945024308,5013
+"sqr_mom_0",0.99,1613945024308,5013
+"lr_0",2.9401627311494673e-06,1613945024308,5013
+"mom_0",0.8911971573485841,1613945024308,5013
+"eps_0",1e-05,1613945024308,5013
+"wd_1",0.01,1613945024308,5013
+"sqr_mom_1",0.99,1613945024308,5013
+"lr_1",2.9401627311494673e-05,1613945024308,5013
+"mom_1",0.8911971573485841,1613945024308,5013
+"eps_1",1e-05,1613945024308,5013
+"wd_2",0.01,1613945024308,5013
+"sqr_mom_2",0.99,1613945024308,5013
+"lr_2",0.0002940162731149467,1613945024308,5013
+"mom_2",0.8911971573485841,1613945024308,5013
+"eps_2",1e-05,1613945024308,5013
+"train_loss",0.013077755,1613945025254,5014
+"raw_loss",0.017297002,1613945025254,5014
+"epoch",31.540880503144635,1613945025254,5014
+"wd_0",0.01,1613945025254,5014
+"sqr_mom_0",0.99,1613945025254,5014
+"lr_0",2.9387730676109e-06,1613945025254,5014
+"mom_0",0.8912249508972909,1613945025254,5014
+"eps_0",1e-05,1613945025254,5014
+"wd_1",0.01,1613945025254,5014
+"sqr_mom_1",0.99,1613945025254,5014
+"lr_1",2.9387730676109e-05,1613945025254,5014
+"mom_1",0.8912249508972909,1613945025254,5014
+"eps_1",1e-05,1613945025254,5014
+"wd_2",0.01,1613945025254,5014
+"sqr_mom_2",0.99,1613945025254,5014
+"lr_2",0.00029387730676108995,1613945025254,5014
+"mom_2",0.8912249508972909,1613945025254,5014
+"eps_2",1e-05,1613945025254,5014
+"train_loss",0.012970538,1613945026202,5015
+"raw_loss",0.007716851,1613945026202,5015
+"epoch",31.547169811320735,1613945026202,5015
+"wd_0",0.01,1613945026202,5015
+"sqr_mom_0",0.99,1613945026202,5015
+"lr_0",2.9373837250897298e-06,1613945026202,5015
+"mom_0",0.8912527380255857,1613945026202,5015
+"eps_0",1e-05,1613945026202,5015
+"wd_1",0.01,1613945026202,5015
+"sqr_mom_1",0.99,1613945026202,5015
+"lr_1",2.9373837250897296e-05,1613945026202,5015
+"mom_1",0.8912527380255857,1613945026202,5015
+"eps_1",1e-05,1613945026202,5015
+"wd_2",0.01,1613945026202,5015
+"sqr_mom_2",0.99,1613945026202,5015
+"lr_2",0.0002937383725089729,1613945026202,5015
+"mom_2",0.8912527380255857,1613945026202,5015
+"eps_2",1e-05,1613945026202,5015
+"train_loss",0.012828304,1613945027170,5016
+"raw_loss",0.005858844,1613945027170,5016
+"epoch",31.553459119496836,1613945027170,5016
+"wd_0",0.01,1613945027170,5016
+"sqr_mom_0",0.99,1613945027170,5016
+"lr_0",2.9359944736896353e-06,1613945027170,5016
+"mom_0",0.8912805233314406,1613945027170,5016
+"eps_0",1e-05,1613945027170,5016
+"wd_1",0.01,1613945027170,5016
+"sqr_mom_1",0.99,1613945027170,5016
+"lr_1",2.935994473689635e-05,1613945027170,5016
+"mom_1",0.8912805233314406,1613945027170,5016
+"eps_1",1e-05,1613945027170,5016
+"wd_2",0.01,1613945027170,5016
+"sqr_mom_2",0.99,1613945027170,5016
+"lr_2",0.00029359944736896345,1613945027170,5016
+"mom_2",0.8912805233314406,1613945027170,5016
+"eps_2",1e-05,1613945027170,5016
+"train_loss",0.012820367,1613945028129,5017
+"raw_loss",0.012431442,1613945028129,5017
+"epoch",31.559748427672936,1613945028129,5017
+"wd_0",0.01,1613945028129,5017
+"sqr_mom_0",0.99,1613945028129,5017
+"lr_0",2.9346041614177164e-06,1613945028129,5017
+"mom_0",0.8913083298549442,1613945028129,5017
+"eps_0",1e-05,1613945028129,5017
+"wd_1",0.01,1613945028129,5017
+"sqr_mom_1",0.99,1613945028129,5017
+"lr_1",2.934604161417716e-05,1613945028129,5017
+"mom_1",0.8913083298549442,1613945028129,5017
+"eps_1",1e-05,1613945028129,5017
+"wd_2",0.01,1613945028129,5017
+"sqr_mom_2",0.99,1613945028129,5017
+"lr_2",0.0002934604161417716,1613945028129,5017
+"mom_2",0.8913083298549442,1613945028129,5017
+"eps_2",1e-05,1613945028129,5017
+"train_loss",0.012756759,1613945029073,5018
+"raw_loss",0.0096399775,1613945029073,5018
+"epoch",31.566037735849036,1613945029073,5018
+"wd_0",0.01,1613945029073,5018
+"sqr_mom_0",0.99,1613945029073,5018
+"lr_0",2.9332146326322553e-06,1613945029073,5018
+"mom_0",0.8913361207085619,1613945029073,5018
+"eps_0",1e-05,1613945029073,5018
+"wd_1",0.01,1613945029073,5018
+"sqr_mom_1",0.99,1613945029073,5018
+"lr_1",2.9332146326322552e-05,1613945029073,5018
+"mom_1",0.8913361207085619,1613945029073,5018
+"eps_1",1e-05,1613945029073,5018
+"wd_2",0.01,1613945029073,5018
+"sqr_mom_2",0.99,1613945029073,5018
+"lr_2",0.0002933214632632255,1613945029073,5018
+"mom_2",0.8913361207085619,1613945029073,5018
+"eps_2",1e-05,1613945029073,5018
+"train_loss",0.012711391,1613945030028,5019
+"raw_loss",0.01048834,1613945030028,5019
+"epoch",31.572327044025137,1613945030028,5019
+"wd_0",0.01,1613945030028,5019
+"sqr_mom_0",0.99,1613945030028,5019
+"lr_0",2.931824735317422e-06,1613945030028,5019
+"mom_0",0.8913639189328408,1613945030028,5019
+"eps_0",1e-05,1613945030028,5019
+"wd_1",0.01,1613945030028,5019
+"sqr_mom_1",0.99,1613945030028,5019
+"lr_1",2.931824735317422e-05,1613945030028,5019
+"mom_1",0.8913639189328408,1613945030028,5019
+"eps_1",1e-05,1613945030028,5019
+"wd_2",0.01,1613945030028,5019
+"sqr_mom_2",0.99,1613945030028,5019
+"lr_2",0.00029318247353174215,1613945030028,5019
+"mom_2",0.8913639189328408,1613945030028,5019
+"eps_2",1e-05,1613945030028,5019
+"train_loss",0.012602032,1613945030983,5020
+"raw_loss",0.007243473,1613945030983,5020
+"epoch",31.578616352201237,1613945030983,5020
+"wd_0",0.01,1613945030983,5020
+"sqr_mom_0",0.99,1613945030983,5020
+"lr_0",2.9304342392779997e-06,1613945030983,5020
+"mom_0",0.8913917291317313,1613945030983,5020
+"eps_0",1e-05,1613945030983,5020
+"wd_1",0.01,1613945030983,5020
+"sqr_mom_1",0.99,1613945030983,5020
+"lr_1",2.9304342392779997e-05,1613945030983,5020
+"mom_1",0.8913917291317313,1613945030983,5020
+"eps_1",1e-05,1613945030983,5020
+"wd_2",0.01,1613945030983,5020
+"sqr_mom_2",0.99,1613945030983,5020
+"lr_2",0.0002930434239278,1613945030983,5020
+"mom_2",0.8913917291317313,1613945030983,5020
+"eps_2",1e-05,1613945030983,5020
+"train_loss",0.012702679,1613945031962,5021
+"raw_loss",0.017634394,1613945031962,5021
+"epoch",31.584905660377338,1613945031962,5021
+"wd_0",0.01,1613945031962,5021
+"sqr_mom_0",0.99,1613945031962,5021
+"lr_0",2.9290440671895153e-06,1613945031962,5021
+"mom_0",0.8914195328515382,1613945031962,5021
+"eps_0",1e-05,1613945031962,5021
+"wd_1",0.01,1613945031962,5021
+"sqr_mom_1",0.99,1613945031962,5021
+"lr_1",2.9290440671895153e-05,1613945031962,5021
+"mom_1",0.8914195328515382,1613945031962,5021
+"eps_1",1e-05,1613945031962,5021
+"wd_2",0.01,1613945031962,5021
+"sqr_mom_2",0.99,1613945031962,5021
+"lr_2",0.00029290440671895146,1613945031962,5021
+"mom_2",0.8914195328515382,1613945031962,5021
+"eps_2",1e-05,1613945031962,5021
+"train_loss",0.012636561,1613945032912,5022
+"raw_loss",0.009396776,1613945032912,5022
+"epoch",31.591194968553438,1613945032912,5022
+"wd_0",0.01,1613945032912,5022
+"sqr_mom_0",0.99,1613945032912,5022
+"lr_0",2.9276539890163297e-06,1613945032912,5022
+"mom_0",0.8914473346930203,1613945032912,5022
+"eps_0",1e-05,1613945032912,5022
+"wd_1",0.01,1613945032912,5022
+"sqr_mom_1",0.99,1613945032912,5022
+"lr_1",2.9276539890163296e-05,1613945032912,5022
+"mom_1",0.8914473346930203,1613945032912,5022
+"eps_1",1e-05,1613945032912,5022
+"wd_2",0.01,1613945032912,5022
+"sqr_mom_2",0.99,1613945032912,5022
+"lr_2",0.0002927653989016329,1613945032912,5022
+"mom_2",0.8914473346930203,1613945032912,5022
+"eps_2",1e-05,1613945032912,5022
+"train_loss",0.012591886,1613945033882,5023
+"raw_loss",0.010402811,1613945033882,5023
+"epoch",31.59748427672954,1613945033882,5023
+"wd_0",0.01,1613945033882,5023
+"sqr_mom_0",0.99,1613945033882,5023
+"lr_0",2.9262628520820125e-06,1613945033882,5023
+"mom_0",0.8914751577099368,1613945033882,5023
+"eps_0",1e-05,1613945033882,5023
+"wd_1",0.01,1613945033882,5023
+"sqr_mom_1",0.99,1613945033882,5023
+"lr_1",2.9262628520820125e-05,1613945033882,5023
+"mom_1",0.8914751577099368,1613945033882,5023
+"eps_1",1e-05,1613945033882,5023
+"wd_2",0.01,1613945033882,5023
+"sqr_mom_2",0.99,1613945033882,5023
+"lr_2",0.0002926262852082012,1613945033882,5023
+"mom_2",0.8914751577099368,1613945033882,5023
+"eps_2",1e-05,1613945033882,5023
+"train_loss",0.012524726,1613945034835,5024
+"raw_loss",0.009233858,1613945034835,5024
+"epoch",31.60377358490564,1613945034835,5024
+"wd_0",0.01,1613945034835,5024
+"sqr_mom_0",0.99,1613945034835,5024
+"lr_0",2.924872501838828e-06,1613945034835,5024
+"mom_0",0.8915029649928733,1613945034835,5024
+"eps_0",1e-05,1613945034835,5024
+"wd_1",0.01,1613945034835,5024
+"sqr_mom_1",0.99,1613945034835,5024
+"lr_1",2.9248725018388277e-05,1613945034835,5024
+"mom_1",0.8915029649928733,1613945034835,5024
+"eps_1",1e-05,1613945034835,5024
+"wd_2",0.01,1613945034835,5024
+"sqr_mom_2",0.99,1613945034835,5024
+"lr_2",0.00029248725018388275,1613945034835,5024
+"mom_2",0.8915029649928733,1613945034835,5024
+"eps_2",1e-05,1613945034835,5024
+"train_loss",0.012451613,1613945035786,5025
+"raw_loss",0.008869105,1613945035786,5025
+"epoch",31.61006289308174,1613945035786,5025
+"wd_0",0.01,1613945035786,5025
+"sqr_mom_0",0.99,1613945035786,5025
+"lr_0",2.9234817855878527e-06,1613945035786,5025
+"mom_0",0.8915307795960389,1613945035786,5025
+"eps_0",1e-05,1613945035786,5025
+"wd_1",0.01,1613945035786,5025
+"sqr_mom_1",0.99,1613945035786,5025
+"lr_1",2.9234817855878526e-05,1613945035786,5025
+"mom_1",0.8915307795960389,1613945035786,5025
+"eps_1",1e-05,1613945035786,5025
+"wd_2",0.01,1613945035786,5025
+"sqr_mom_2",0.99,1613945035786,5025
+"lr_2",0.0002923481785587852,1613945035786,5025
+"mom_2",0.8915307795960389,1613945035786,5025
+"eps_2",1e-05,1613945035786,5025
+"train_loss",0.012561204,1613945036762,5026
+"raw_loss",0.017931132,1613945036762,5026
+"epoch",31.61635220125784,1613945036762,5026
+"wd_0",0.01,1613945036762,5026
+"sqr_mom_0",0.99,1613945036762,5026
+"lr_0",2.9220904730002846e-06,1613945036762,5026
+"mom_0",0.8915586061260555,1613945036762,5026
+"eps_0",1e-05,1613945036762,5026
+"wd_1",0.01,1613945036762,5026
+"sqr_mom_1",0.99,1613945036762,5026
+"lr_1",2.9220904730002844e-05,1613945036762,5026
+"mom_1",0.8915586061260555,1613945036762,5026
+"eps_1",1e-05,1613945036762,5026
+"wd_2",0.01,1613945036762,5026
+"sqr_mom_2",0.99,1613945036762,5026
+"lr_2",0.00029220904730002846,1613945036762,5026
+"mom_2",0.8915586061260555,1613945036762,5026
+"eps_2",1e-05,1613945036762,5026
+"train_loss",0.01252572,1613945037728,5027
+"raw_loss",0.010786986,1613945037728,5027
+"epoch",31.62264150943394,1613945037728,5027
+"wd_0",0.01,1613945037728,5027
+"sqr_mom_0",0.99,1613945037728,5027
+"lr_0",2.920699487293475e-06,1613945037728,5027
+"mom_0",0.8915864261183917,1613945037728,5027
+"eps_0",1e-05,1613945037728,5027
+"wd_1",0.01,1613945037728,5027
+"sqr_mom_1",0.99,1613945037728,5027
+"lr_1",2.9206994872934748e-05,1613945037728,5027
+"mom_1",0.8915864261183917,1613945037728,5027
+"eps_1",1e-05,1613945037728,5027
+"wd_2",0.01,1613945037728,5027
+"sqr_mom_2",0.99,1613945037728,5027
+"lr_2",0.00029206994872934747,1613945037728,5027
+"mom_2",0.8915864261183917,1613945037728,5027
+"eps_2",1e-05,1613945037728,5027
+"train_loss",0.012463875,1613945038681,5028
+"raw_loss",0.009433507,1613945038681,5028
+"epoch",31.62893081761004,1613945038681,5028
+"wd_0",0.01,1613945038681,5028
+"sqr_mom_0",0.99,1613945038681,5028
+"lr_0",2.9193083675459645e-06,1613945038681,5028
+"mom_0",0.8916142487915686,1613945038681,5028
+"eps_0",1e-05,1613945038681,5028
+"wd_1",0.01,1613945038681,5028
+"sqr_mom_1",0.99,1613945038681,5028
+"lr_1",2.9193083675459644e-05,1613945038681,5028
+"mom_1",0.8916142487915686,1613945038681,5028
+"eps_1",1e-05,1613945038681,5028
+"wd_2",0.01,1613945038681,5028
+"sqr_mom_2",0.99,1613945038681,5028
+"lr_2",0.0002919308367545964,1613945038681,5028
+"mom_2",0.8916142487915686,1613945038681,5028
+"eps_2",1e-05,1613945038681,5028
+"train_loss",0.012323193,1613945039633,5029
+"raw_loss",0.005429754,1613945039633,5029
+"epoch",31.63522012578614,1613945039633,5029
+"wd_0",0.01,1613945039633,5029
+"sqr_mom_0",0.99,1613945039633,5029
+"lr_0",2.917916652658458e-06,1613945039633,5029
+"mom_0",0.8916420833676645,1613945039633,5029
+"eps_0",1e-05,1613945039633,5029
+"wd_1",0.01,1613945039633,5029
+"sqr_mom_1",0.99,1613945039633,5029
+"lr_1",2.9179166526584578e-05,1613945039633,5029
+"mom_1",0.8916420833676645,1613945039633,5029
+"eps_1",1e-05,1613945039633,5029
+"wd_2",0.01,1613945039633,5029
+"sqr_mom_2",0.99,1613945039633,5029
+"lr_2",0.0002917916652658458,1613945039633,5029
+"mom_2",0.8916420833676645,1613945039633,5029
+"eps_2",1e-05,1613945039633,5029
+"train_loss",0.012307568,1613945040586,5030
+"raw_loss",0.011541971,1613945040586,5030
+"epoch",31.64150943396224,1613945040586,5030
+"wd_0",0.01,1613945040586,5030
+"sqr_mom_0",0.99,1613945040586,5030
+"lr_0",2.916525266115258e-06,1613945040586,5030
+"mom_0",0.8916699113768086,1613945040586,5030
+"eps_0",1e-05,1613945040586,5030
+"wd_1",0.01,1613945040586,5030
+"sqr_mom_1",0.99,1613945040586,5030
+"lr_1",2.9165252661152575e-05,1613945040586,5030
+"mom_1",0.8916699113768086,1613945040586,5030
+"eps_1",1e-05,1613945040586,5030
+"wd_2",0.01,1613945040586,5030
+"sqr_mom_2",0.99,1613945040586,5030
+"lr_2",0.00029165252661152575,1613945040586,5030
+"mom_2",0.8916699113768086,1613945040586,5030
+"eps_2",1e-05,1613945040586,5030
+"train_loss",0.0122170765,1613945041543,5031
+"raw_loss",0.0077829463,1613945041543,5031
+"epoch",31.64779874213834,1613945041543,5031
+"wd_0",0.01,1613945041543,5031
+"sqr_mom_0",0.99,1613945041543,5031
+"lr_0",2.915133977676701e-06,1613945041543,5031
+"mom_0",0.8916977374238402,1613945041543,5031
+"eps_0",1e-05,1613945041543,5031
+"wd_1",0.01,1613945041543,5031
+"sqr_mom_1",0.99,1613945041543,5031
+"lr_1",2.915133977676701e-05,1613945041543,5031
+"mom_1",0.8916977374238402,1613945041543,5031
+"eps_1",1e-05,1613945041543,5031
+"wd_2",0.01,1613945041543,5031
+"sqr_mom_2",0.99,1613945041543,5031
+"lr_2",0.0002915133977676701,1613945041543,5031
+"mom_2",0.8916977374238402,1613945041543,5031
+"eps_2",1e-05,1613945041543,5031
+"train_loss",0.012234566,1613945042495,5032
+"raw_loss",0.013091559,1613945042495,5032
+"epoch",31.654088050314442,1613945042495,5032
+"wd_0",0.01,1613945042495,5032
+"sqr_mom_0",0.99,1613945042495,5032
+"lr_0",2.9137416336658516e-06,1613945042495,5032
+"mom_0",0.8917255845825288,1613945042495,5032
+"eps_0",1e-05,1613945042495,5032
+"wd_1",0.01,1613945042495,5032
+"sqr_mom_1",0.99,1613945042495,5032
+"lr_1",2.9137416336658514e-05,1613945042495,5032
+"mom_1",0.8917255845825288,1613945042495,5032
+"eps_1",1e-05,1613945042495,5032
+"wd_2",0.01,1613945042495,5032
+"sqr_mom_2",0.99,1613945042495,5032
+"lr_2",0.0002913741633665851,1613945042495,5032
+"mom_2",0.8917255845825288,1613945042495,5032
+"eps_2",1e-05,1613945042495,5032
+"train_loss",0.012166773,1613945043460,5033
+"raw_loss",0.008844923,1613945043460,5033
+"epoch",31.660377358490543,1613945043460,5033
+"wd_0",0.01,1613945043460,5033
+"sqr_mom_0",0.99,1613945043460,5033
+"lr_0",2.9123500811362536e-06,1613945043460,5033
+"mom_0",0.891753415911434,1613945043460,5033
+"eps_0",1e-05,1613945043460,5033
+"wd_1",0.01,1613945043460,5033
+"sqr_mom_1",0.99,1613945043460,5033
+"lr_1",2.9123500811362533e-05,1613945043460,5033
+"mom_1",0.891753415911434,1613945043460,5033
+"eps_1",1e-05,1613945043460,5033
+"wd_2",0.01,1613945043460,5033
+"sqr_mom_2",0.99,1613945043460,5033
+"lr_2",0.0002912350081136253,1613945043460,5033
+"mom_2",0.891753415911434,1613945043460,5033
+"eps_2",1e-05,1613945043460,5033
+"train_loss",0.012108512,1613945044402,5034
+"raw_loss",0.009253752,1613945044402,5034
+"epoch",31.666666666666643,1613945044402,5034
+"wd_0",0.01,1613945044402,5034
+"sqr_mom_0",0.99,1613945044402,5034
+"lr_0",2.9109581663891386e-06,1613945044402,5034
+"mom_0",0.8917812544847621,1613945044402,5034
+"eps_0",1e-05,1613945044402,5034
+"wd_1",0.01,1613945044402,5034
+"sqr_mom_1",0.99,1613945044402,5034
+"lr_1",2.9109581663891384e-05,1613945044402,5034
+"mom_1",0.8917812544847621,1613945044402,5034
+"eps_1",1e-05,1613945044402,5034
+"wd_2",0.01,1613945044402,5034
+"sqr_mom_2",0.99,1613945044402,5034
+"lr_2",0.00029109581663891383,1613945044402,5034
+"mom_2",0.8917812544847621,1613945044402,5034
+"eps_2",1e-05,1613945044402,5034
+"train_loss",0.0119859725,1613945045358,5035
+"raw_loss",0.00598152,1613945045358,5035
+"epoch",31.672955974842743,1613945045358,5035
+"wd_0",0.01,1613945045358,5035
+"sqr_mom_0",0.99,1613945045358,5035
+"lr_0",2.909565658900275e-06,1613945045358,5035
+"mom_0",0.8918091049130435,1613945045358,5035
+"eps_0",1e-05,1613945045358,5035
+"wd_1",0.01,1613945045358,5035
+"sqr_mom_1",0.99,1613945045358,5035
+"lr_1",2.909565658900275e-05,1613945045358,5035
+"mom_1",0.8918091049130435,1613945045358,5035
+"eps_1",1e-05,1613945045358,5035
+"wd_2",0.01,1613945045358,5035
+"sqr_mom_2",0.99,1613945045358,5035
+"lr_2",0.0002909565658900275,1613945045358,5035
+"mom_2",0.8918091049130435,1613945045358,5035
+"eps_2",1e-05,1613945045358,5035
+"train_loss",0.011954492,1613945046303,5036
+"raw_loss",0.01041194,1613945046303,5036
+"epoch",31.679245283018844,1613945046303,5036
+"wd_0",0.01,1613945046303,5036
+"sqr_mom_0",0.99,1613945046303,5036
+"lr_0",2.9081734826799033e-06,1613945046303,5036
+"mom_0",0.891836948715889,1613945046303,5036
+"eps_0",1e-05,1613945046303,5036
+"wd_1",0.01,1613945046303,5036
+"sqr_mom_1",0.99,1613945046303,5036
+"lr_1",2.908173482679903e-05,1613945046303,5036
+"mom_1",0.891836948715889,1613945046303,5036
+"eps_1",1e-05,1613945046303,5036
+"wd_2",0.01,1613945046303,5036
+"sqr_mom_2",0.99,1613945046303,5036
+"lr_2",0.00029081734826799026,1613945046303,5036
+"mom_2",0.891836948715889,1613945046303,5036
+"eps_2",1e-05,1613945046303,5036
+"train_loss",0.0118951425,1613945047262,5037
+"raw_loss",0.008987035,1613945047262,5037
+"epoch",31.685534591194944,1613945047262,5037
+"wd_0",0.01,1613945047262,5037
+"sqr_mom_0",0.99,1613945047262,5037
+"lr_0",2.906781407355644e-06,1613945047262,5037
+"mom_0",0.8918647905007921,1613945047262,5037
+"eps_0",1e-05,1613945047262,5037
+"wd_1",0.01,1613945047262,5037
+"sqr_mom_1",0.99,1613945047262,5037
+"lr_1",2.906781407355644e-05,1613945047262,5037
+"mom_1",0.8918647905007921,1613945047262,5037
+"eps_1",1e-05,1613945047262,5037
+"wd_2",0.01,1613945047262,5037
+"sqr_mom_2",0.99,1613945047262,5037
+"lr_2",0.00029067814073556437,1613945047262,5037
+"mom_2",0.8918647905007921,1613945047262,5037
+"eps_2",1e-05,1613945047262,5037
+"train_loss",0.011798448,1613945048216,5038
+"raw_loss",0.007060431,1613945048216,5038
+"epoch",31.691823899371045,1613945048216,5038
+"wd_0",0.01,1613945048216,5038
+"sqr_mom_0",0.99,1613945048216,5038
+"lr_0",2.905388278600108e-06,1613945048216,5038
+"mom_0",0.8918926533545314,1613945048216,5038
+"eps_0",1e-05,1613945048216,5038
+"wd_1",0.01,1613945048216,5038
+"sqr_mom_1",0.99,1613945048216,5038
+"lr_1",2.9053882786001076e-05,1613945048216,5038
+"mom_1",0.8918926533545314,1613945048216,5038
+"eps_1",1e-05,1613945048216,5038
+"wd_2",0.01,1613945048216,5038
+"sqr_mom_2",0.99,1613945048216,5038
+"lr_2",0.00029053882786001076,1613945048216,5038
+"mom_2",0.8918926533545314,1613945048216,5038
+"eps_2",1e-05,1613945048216,5038
+"train_loss",0.011765501,1613945049160,5039
+"raw_loss",0.010151137,1613945049160,5039
+"epoch",31.698113207547145,1613945049160,5039
+"wd_0",0.01,1613945049160,5039
+"sqr_mom_0",0.99,1613945049160,5039
+"lr_0",2.9039959445078638e-06,1613945049160,5039
+"mom_0",0.8919205003148458,1613945049160,5039
+"eps_0",1e-05,1613945049160,5039
+"wd_1",0.01,1613945049160,5039
+"sqr_mom_1",0.99,1613945049160,5039
+"lr_1",2.9039959445078637e-05,1613945049160,5039
+"mom_1",0.8919205003148458,1613945049160,5039
+"eps_1",1e-05,1613945049160,5039
+"wd_2",0.01,1613945049160,5039
+"sqr_mom_2",0.99,1613945049160,5039
+"lr_2",0.00029039959445078633,1613945049160,5039
+"mom_2",0.8919205003148458,1613945049160,5039
+"eps_2",1e-05,1613945049160,5039
+"train_loss",0.011664183,1613945050101,5040
+"raw_loss",0.0066995616,1613945050101,5040
+"epoch",31.704402515723245,1613945050101,5040
+"wd_0",0.01,1613945050101,5040
+"sqr_mom_0",0.99,1613945050101,5040
+"lr_0",2.90260255770076e-06,1613945050101,5040
+"mom_0",0.8919483683296681,1613945050101,5040
+"eps_0",1e-05,1613945050101,5040
+"wd_1",0.01,1613945050101,5040
+"sqr_mom_1",0.99,1613945050101,5040
+"lr_1",2.90260255770076e-05,1613945050101,5040
+"mom_1",0.8919483683296681,1613945050101,5040
+"eps_1",1e-05,1613945050101,5040
+"wd_2",0.01,1613945050101,5040
+"sqr_mom_2",0.99,1613945050101,5040
+"lr_2",0.000290260255770076,1613945050101,5040
+"mom_2",0.8919483683296681,1613945050101,5040
+"eps_2",1e-05,1613945050101,5040
+"train_loss",0.01178706,1613945051064,5041
+"raw_loss",0.017808039,1613945051064,5041
+"epoch",31.710691823899346,1613945051064,5041
+"wd_0",0.01,1613945051064,5041
+"sqr_mom_0",0.99,1613945051064,5041
+"lr_0",2.9012099666156932e-06,1613945051064,5041
+"mom_0",0.8919762204298904,1613945051064,5041
+"eps_0",1e-05,1613945051064,5041
+"wd_1",0.01,1613945051064,5041
+"sqr_mom_1",0.99,1613945051064,5041
+"lr_1",2.901209966615693e-05,1613945051064,5041
+"mom_1",0.8919762204298904,1613945051064,5041
+"eps_1",1e-05,1613945051064,5041
+"wd_2",0.01,1613945051064,5041
+"sqr_mom_2",0.99,1613945051064,5041
+"lr_2",0.0002901209966615693,1613945051064,5041
+"mom_2",0.8919762204298904,1613945051064,5041
+"eps_2",1e-05,1613945051064,5041
+"train_loss",0.011712908,1613945052010,5042
+"raw_loss",0.008079484,1613945052010,5042
+"epoch",31.716981132075446,1613945052010,5042
+"wd_0",0.01,1613945052010,5042
+"sqr_mom_0",0.99,1613945052010,5042
+"lr_0",2.8998170166901316e-06,1613945052010,5042
+"mom_0",0.8920040797069944,1613945052010,5042
+"eps_0",1e-05,1613945052010,5042
+"wd_1",0.01,1613945052010,5042
+"sqr_mom_1",0.99,1613945052010,5042
+"lr_1",2.8998170166901318e-05,1613945052010,5042
+"mom_1",0.8920040797069944,1613945052010,5042
+"eps_1",1e-05,1613945052010,5042
+"wd_2",0.01,1613945052010,5042
+"sqr_mom_2",0.99,1613945052010,5042
+"lr_2",0.0002899817016690132,1613945052010,5042
+"mom_2",0.8920040797069944,1613945052010,5042
+"eps_2",1e-05,1613945052010,5042
+"train_loss",0.01168514,1613945052954,5043
+"raw_loss",0.010324523,1613945052954,5043
+"epoch",31.723270440251547,1613945052954,5043
+"wd_0",0.01,1613945052954,5043
+"sqr_mom_0",0.99,1613945052954,5043
+"lr_0",2.8984234772311252e-06,1613945052954,5043
+"mom_0",0.8920319507748852,1613945052954,5043
+"eps_0",1e-05,1613945052954,5043
+"wd_1",0.01,1613945052954,5043
+"sqr_mom_1",0.99,1613945052954,5043
+"lr_1",2.8984234772311254e-05,1613945052954,5043
+"mom_1",0.8920319507748852,1613945052954,5043
+"eps_1",1e-05,1613945052954,5043
+"wd_2",0.01,1613945052954,5043
+"sqr_mom_2",0.99,1613945052954,5043
+"lr_2",0.0002898423477231125,1613945052954,5043
+"mom_2",0.8920319507748852,1613945052954,5043
+"eps_2",1e-05,1613945052954,5043
+"train_loss",0.011744222,1613945053894,5044
+"raw_loss",0.014639183,1613945053894,5044
+"epoch",31.729559748427647,1613945053894,5044
+"wd_0",0.01,1613945053894,5044
+"sqr_mom_0",0.99,1613945053894,5044
+"lr_0",2.8970302729336858e-06,1613945053894,5044
+"mom_0",0.8920598151394776,1613945053894,5044
+"eps_0",1e-05,1613945053894,5044
+"wd_1",0.01,1613945053894,5044
+"sqr_mom_1",0.99,1613945053894,5044
+"lr_1",2.8970302729336857e-05,1613945053894,5044
+"mom_1",0.8920598151394776,1613945053894,5044
+"eps_1",1e-05,1613945053894,5044
+"wd_2",0.01,1613945053894,5044
+"sqr_mom_2",0.99,1613945053894,5044
+"lr_2",0.0002897030272933685,1613945053894,5044
+"mom_2",0.8920598151394776,1613945053894,5044
+"eps_2",1e-05,1613945053894,5044
+"train_loss",0.011737866,1613945054846,5045
+"raw_loss",0.011426441,1613945054846,5045
+"epoch",31.735849056603747,1613945054846,5045
+"wd_0",0.01,1613945054846,5045
+"sqr_mom_0",0.99,1613945054846,5045
+"lr_0",2.8956371732525902e-06,1613945054846,5045
+"mom_0",0.8920876774117222,1613945054846,5045
+"eps_0",1e-05,1613945054846,5045
+"wd_1",0.01,1613945054846,5045
+"sqr_mom_1",0.99,1613945054846,5045
+"lr_1",2.89563717325259e-05,1613945054846,5045
+"mom_1",0.8920876774117222,1613945054846,5045
+"eps_1",1e-05,1613945054846,5045
+"wd_2",0.01,1613945054846,5045
+"sqr_mom_2",0.99,1613945054846,5045
+"lr_2",0.000289563717325259,1613945054846,5045
+"mom_2",0.8920876774117222,1613945054846,5045
+"eps_2",1e-05,1613945054846,5045
+"train_loss",0.011685668,1613945055792,5046
+"raw_loss",0.009127917,1613945055792,5046
+"epoch",31.742138364779848,1613945055792,5046
+"wd_0",0.01,1613945055792,5046
+"sqr_mom_0",0.99,1613945055792,5046
+"lr_0",2.89424302301376e-06,1613945055792,5046
+"mom_0",0.8921155606953317,1613945055792,5046
+"eps_0",1e-05,1613945055792,5046
+"wd_1",0.01,1613945055792,5046
+"sqr_mom_1",0.99,1613945055792,5046
+"lr_1",2.89424302301376e-05,1613945055792,5046
+"mom_1",0.8921155606953317,1613945055792,5046
+"eps_1",1e-05,1613945055792,5046
+"wd_2",0.01,1613945055792,5046
+"sqr_mom_2",0.99,1613945055792,5046
+"lr_2",0.000289424302301376,1613945055792,5046
+"mom_2",0.8921155606953317,1613945055792,5046
+"eps_2",1e-05,1613945055792,5046
+"train_loss",0.01191753,1613945056758,5047
+"raw_loss",0.02327878,1613945056758,5047
+"epoch",31.74842767295595,1613945056758,5047
+"wd_0",0.01,1613945056758,5047
+"sqr_mom_0",0.99,1613945056758,5047
+"lr_0",2.8928496716668427e-06,1613945056758,5047
+"mom_0",0.8921434280009432,1613945056758,5047
+"eps_0",1e-05,1613945056758,5047
+"wd_1",0.01,1613945056758,5047
+"sqr_mom_1",0.99,1613945056758,5047
+"lr_1",2.8928496716668426e-05,1613945056758,5047
+"mom_1",0.8921434280009432,1613945056758,5047
+"eps_1",1e-05,1613945056758,5047
+"wd_2",0.01,1613945056758,5047
+"sqr_mom_2",0.99,1613945056758,5047
+"lr_2",0.0002892849671666842,1613945056758,5047
+"mom_2",0.8921434280009432,1613945056758,5047
+"eps_2",1e-05,1613945056758,5047
+"train_loss",0.011820216,1613945057710,5048
+"raw_loss",0.007051849,1613945057710,5048
+"epoch",31.75471698113205,1613945057710,5048
+"wd_0",0.01,1613945057710,5048
+"sqr_mom_0",0.99,1613945057710,5048
+"lr_0",2.891455964016953e-06,1613945057710,5048
+"mom_0",0.8921713024326853,1613945057710,5048
+"eps_0",1e-05,1613945057710,5048
+"wd_1",0.01,1613945057710,5048
+"sqr_mom_1",0.99,1613945057710,5048
+"lr_1",2.891455964016953e-05,1613945057710,5048
+"mom_1",0.8921713024326853,1613945057710,5048
+"eps_1",1e-05,1613945057710,5048
+"wd_2",0.01,1613945057710,5048
+"sqr_mom_2",0.99,1613945057710,5048
+"lr_2",0.00028914559640169527,1613945057710,5048
+"mom_2",0.8921713024326853,1613945057710,5048
+"eps_2",1e-05,1613945057710,5048
+"train_loss",0.011864913,1613945058663,5049
+"raw_loss",0.014055052,1613945058663,5049
+"epoch",31.76100628930815,1613945058663,5049
+"wd_0",0.01,1613945058663,5049
+"sqr_mom_0",0.99,1613945058663,5049
+"lr_0",2.89006166924769e-06,1613945058663,5049
+"mom_0",0.8921991886069323,1613945058663,5049
+"eps_0",1e-05,1613945058663,5049
+"wd_1",0.01,1613945058663,5049
+"sqr_mom_1",0.99,1613945058663,5049
+"lr_1",2.8900616692476898e-05,1613945058663,5049
+"mom_1",0.8921991886069323,1613945058663,5049
+"eps_1",1e-05,1613945058663,5049
+"wd_2",0.01,1613945058663,5049
+"sqr_mom_2",0.99,1613945058663,5049
+"lr_2",0.000289006166924769,1613945058663,5049
+"mom_2",0.8921991886069323,1613945058663,5049
+"eps_2",1e-05,1613945058663,5049
+"train_loss",0.011842881,1613945059612,5050
+"raw_loss",0.010763345,1613945059612,5050
+"epoch",31.76729559748425,1613945059612,5050
+"wd_0",0.01,1613945059612,5050
+"sqr_mom_0",0.99,1613945059612,5050
+"lr_0",2.8886677125552578e-06,1613945059612,5050
+"mom_0",0.892227068019575,1613945059612,5050
+"eps_0",1e-05,1613945059612,5050
+"wd_1",0.01,1613945059612,5050
+"sqr_mom_1",0.99,1613945059612,5050
+"lr_1",2.8886677125552576e-05,1613945059612,5050
+"mom_1",0.892227068019575,1613945059612,5050
+"eps_1",1e-05,1613945059612,5050
+"wd_2",0.01,1613945059612,5050
+"sqr_mom_2",0.99,1613945059612,5050
+"lr_2",0.00028886677125552573,1613945059612,5050
+"mom_2",0.892227068019575,1613945059612,5050
+"eps_2",1e-05,1613945059612,5050
+"train_loss",0.011819403,1613945060577,5051
+"raw_loss",0.0106689315,1613945060577,5051
+"epoch",31.77358490566035,1613945060577,5051
+"wd_0",0.01,1613945060577,5051
+"sqr_mom_0",0.99,1613945060577,5051
+"lr_0",2.887273632028499e-06,1613945060577,5051
+"mom_0",0.8922549499089291,1613945060577,5051
+"eps_0",1e-05,1613945060577,5051
+"wd_1",0.01,1613945060577,5051
+"sqr_mom_1",0.99,1613945060577,5051
+"lr_1",2.887273632028499e-05,1613945060577,5051
+"mom_1",0.8922549499089291,1613945060577,5051
+"eps_1",1e-05,1613945060577,5051
+"wd_2",0.01,1613945060577,5051
+"sqr_mom_2",0.99,1613945060577,5051
+"lr_2",0.00028872736320284986,1613945060577,5051
+"mom_2",0.8922549499089291,1613945060577,5051
+"eps_2",1e-05,1613945060577,5051
+"train_loss",0.011759369,1613945061550,5052
+"raw_loss",0.008817695,1613945061550,5052
+"epoch",31.77987421383645,1613945061550,5052
+"wd_0",0.01,1613945061550,5052
+"sqr_mom_0",0.99,1613945061550,5052
+"lr_0",2.885878965591963e-06,1613945061550,5052
+"mom_0",0.8922828435165959,1613945061550,5052
+"eps_0",1e-05,1613945061550,5052
+"wd_1",0.01,1613945061550,5052
+"sqr_mom_1",0.99,1613945061550,5052
+"lr_1",2.885878965591963e-05,1613945061550,5052
+"mom_1",0.8922828435165959,1613945061550,5052
+"eps_1",1e-05,1613945061550,5052
+"wd_2",0.01,1613945061550,5052
+"sqr_mom_2",0.99,1613945061550,5052
+"lr_2",0.0002885878965591963,1613945061550,5052
+"mom_2",0.8922828435165959,1613945061550,5052
+"eps_2",1e-05,1613945061550,5052
+"train_loss",0.011895711,1613945062525,5053
+"raw_loss",0.018576482,1613945062525,5053
+"epoch",31.78616352201255,1613945062525,5053
+"wd_0",0.01,1613945062525,5053
+"sqr_mom_0",0.99,1613945062525,5053
+"lr_0",2.884484638688479e-06,1613945062525,5053
+"mom_0",0.8923107303335337,1613945062525,5053
+"eps_0",1e-05,1613945062525,5053
+"wd_1",0.01,1613945062525,5053
+"sqr_mom_1",0.99,1613945062525,5053
+"lr_1",2.884484638688479e-05,1613945062525,5053
+"mom_1",0.8923107303335337,1613945062525,5053
+"eps_1",1e-05,1613945062525,5053
+"wd_2",0.01,1613945062525,5053
+"sqr_mom_2",0.99,1613945062525,5053
+"lr_2",0.0002884484638688479,1613945062525,5053
+"mom_2",0.8923107303335337,1613945062525,5053
+"eps_2",1e-05,1613945062525,5053
+"train_loss",0.01189381,1613945063563,5054
+"raw_loss",0.011800663,1613945063563,5054
+"epoch",31.79245283018865,1613945063563,5054
+"wd_0",0.01,1613945063563,5054
+"sqr_mom_0",0.99,1613945063563,5054
+"lr_0",2.883090420583996e-06,1613945063563,5054
+"mom_0",0.8923386149744698,1613945063563,5054
+"eps_0",1e-05,1613945063563,5054
+"wd_1",0.01,1613945063563,5054
+"sqr_mom_1",0.99,1613945063563,5054
+"lr_1",2.8830904205839963e-05,1613945063563,5054
+"mom_1",0.8923386149744698,1613945063563,5054
+"eps_1",1e-05,1613945063563,5054
+"wd_2",0.01,1613945063563,5054
+"sqr_mom_2",0.99,1613945063563,5054
+"lr_2",0.00028830904205839956,1613945063563,5054
+"mom_2",0.8923386149744698,1613945063563,5054
+"eps_2",1e-05,1613945063563,5054
+"train_loss",0.011975973,1613945064510,5055
+"raw_loss",0.016001977,1613945064510,5055
+"epoch",31.79874213836475,1613945064510,5055
+"wd_0",0.01,1613945064510,5055
+"sqr_mom_0",0.99,1613945064510,5055
+"lr_0",2.881695155180087e-06,1613945064510,5055
+"mom_0",0.8923665205616038,1613945064510,5055
+"eps_0",1e-05,1613945064510,5055
+"wd_1",0.01,1613945064510,5055
+"sqr_mom_1",0.99,1613945064510,5055
+"lr_1",2.881695155180087e-05,1613945064510,5055
+"mom_1",0.8923665205616038,1613945064510,5055
+"eps_1",1e-05,1613945064510,5055
+"wd_2",0.01,1613945064510,5055
+"sqr_mom_2",0.99,1613945064510,5055
+"lr_2",0.00028816951551800866,1613945064510,5055
+"mom_2",0.8923665205616038,1613945064510,5055
+"eps_2",1e-05,1613945064510,5055
+"train_loss",0.011977826,1613945065480,5056
+"raw_loss",0.012068621,1613945065480,5056
+"epoch",31.805031446540852,1613945065480,5056
+"wd_0",0.01,1613945065480,5056
+"sqr_mom_0",0.99,1613945065480,5056
+"lr_0",2.880300693405752e-06,1613945065480,5056
+"mom_0",0.8923944100759857,1613945065480,5056
+"eps_0",1e-05,1613945065480,5056
+"wd_1",0.01,1613945065480,5056
+"sqr_mom_1",0.99,1613945065480,5056
+"lr_1",2.880300693405752e-05,1613945065480,5056
+"mom_1",0.8923944100759857,1613945065480,5056
+"eps_1",1e-05,1613945065480,5056
+"wd_2",0.01,1613945065480,5056
+"sqr_mom_2",0.99,1613945065480,5056
+"lr_2",0.00028803006934057516,1613945065480,5056
+"mom_2",0.8923944100759857,1613945065480,5056
+"eps_2",1e-05,1613945065480,5056
+"train_loss",0.011903132,1613945066436,5057
+"raw_loss",0.008243146,1613945066436,5057
+"epoch",31.811320754716952,1613945066436,5057
+"wd_0",0.01,1613945066436,5057
+"sqr_mom_0",0.99,1613945066436,5057
+"lr_0",2.8789058791424183e-06,1613945066436,5057
+"mom_0",0.892422306640218,1613945066436,5057
+"eps_0",1e-05,1613945066436,5057
+"wd_1",0.01,1613945066436,5057
+"sqr_mom_1",0.99,1613945066436,5057
+"lr_1",2.878905879142418e-05,1613945066436,5057
+"mom_1",0.892422306640218,1613945066436,5057
+"eps_1",1e-05,1613945066436,5057
+"wd_2",0.01,1613945066436,5057
+"sqr_mom_2",0.99,1613945066436,5057
+"lr_2",0.00028789058791424177,1613945066436,5057
+"mom_2",0.892422306640218,1613945066436,5057
+"eps_2",1e-05,1613945066436,5057
+"train_loss",0.011952433,1613945067421,5058
+"raw_loss",0.014368165,1613945067421,5058
+"epoch",31.817610062893053,1613945067421,5058
+"wd_0",0.01,1613945067421,5058
+"sqr_mom_0",0.99,1613945067421,5058
+"lr_0",2.8775104813934733e-06,1613945067421,5058
+"mom_0",0.8924502148742792,1613945067421,5058
+"eps_0",1e-05,1613945067421,5058
+"wd_1",0.01,1613945067421,5058
+"sqr_mom_1",0.99,1613945067421,5058
+"lr_1",2.877510481393473e-05,1613945067421,5058
+"mom_1",0.8924502148742792,1613945067421,5058
+"eps_1",1e-05,1613945067421,5058
+"wd_2",0.01,1613945067421,5058
+"sqr_mom_2",0.99,1613945067421,5058
+"lr_2",0.00028775104813934726,1613945067421,5058
+"mom_2",0.8924502148742792,1613945067421,5058
+"eps_2",1e-05,1613945067421,5058
+"train_loss",0.012128975,1613945068410,5059
+"raw_loss",0.020779582,1613945068410,5059
+"epoch",31.823899371069153,1613945068410,5059
+"wd_0",0.01,1613945068410,5059
+"sqr_mom_0",0.99,1613945068410,5059
+"lr_0",2.8761154260870124e-06,1613945068410,5059
+"mom_0",0.8924781162594223,1613945068410,5059
+"eps_0",1e-05,1613945068410,5059
+"wd_1",0.01,1613945068410,5059
+"sqr_mom_1",0.99,1613945068410,5059
+"lr_1",2.8761154260870124e-05,1613945068410,5059
+"mom_1",0.8924781162594223,1613945068410,5059
+"eps_1",1e-05,1613945068410,5059
+"wd_2",0.01,1613945068410,5059
+"sqr_mom_2",0.99,1613945068410,5059
+"lr_2",0.00028761154260870125,1613945068410,5059
+"mom_2",0.8924781162594223,1613945068410,5059
+"eps_2",1e-05,1613945068410,5059
+"train_loss",0.011988777,1613945069348,5060
+"raw_loss",0.005119066,1613945069348,5060
+"epoch",31.830188679245254,1613945069348,5060
+"wd_0",0.01,1613945069348,5060
+"sqr_mom_0",0.99,1613945069348,5060
+"lr_0",2.874720482366414e-06,1613945069348,5060
+"mom_0",0.8925060154128258,1613945069348,5060
+"eps_0",1e-05,1613945069348,5060
+"wd_1",0.01,1613945069348,5060
+"sqr_mom_1",0.99,1613945069348,5060
+"lr_1",2.8747204823664137e-05,1613945069348,5060
+"mom_1",0.8925060154128258,1613945069348,5060
+"eps_1",1e-05,1613945069348,5060
+"wd_2",0.01,1613945069348,5060
+"sqr_mom_2",0.99,1613945069348,5060
+"lr_2",0.00028747204823664134,1613945069348,5060
+"mom_2",0.8925060154128258,1613945069348,5060
+"eps_2",1e-05,1613945069348,5060
+"train_loss",0.01188695,1613945070303,5061
+"raw_loss",0.0068974146,1613945070303,5061
+"epoch",31.836477987421354,1613945070303,5061
+"wd_0",0.01,1613945070303,5061
+"sqr_mom_0",0.99,1613945070303,5061
+"lr_0",2.873324493533597e-06,1613945070303,5061
+"mom_0",0.8925339354686828,1613945070303,5061
+"eps_0",1e-05,1613945070303,5061
+"wd_1",0.01,1613945070303,5061
+"sqr_mom_1",0.99,1613945070303,5061
+"lr_1",2.873324493533597e-05,1613945070303,5061
+"mom_1",0.8925339354686828,1613945070303,5061
+"eps_1",1e-05,1613945070303,5061
+"wd_2",0.01,1613945070303,5061
+"sqr_mom_2",0.99,1613945070303,5061
+"lr_2",0.0002873324493533597,1613945070303,5061
+"mom_2",0.8925339354686828,1613945070303,5061
+"eps_2",1e-05,1613945070303,5061
+"train_loss",0.011861671,1613945071253,5062
+"raw_loss",0.010622981,1613945071253,5062
+"epoch",31.842767295597454,1613945071253,5062
+"wd_0",0.01,1613945071253,5062
+"sqr_mom_0",0.99,1613945071253,5062
+"lr_0",2.8719293114772494e-06,1613945071253,5062
+"mom_0",0.8925618393888489,1613945071253,5062
+"eps_0",1e-05,1613945071253,5062
+"wd_1",0.01,1613945071253,5062
+"sqr_mom_1",0.99,1613945071253,5062
+"lr_1",2.8719293114772496e-05,1613945071253,5062
+"mom_1",0.8925618393888489,1613945071253,5062
+"eps_1",1e-05,1613945071253,5062
+"wd_2",0.01,1613945071253,5062
+"sqr_mom_2",0.99,1613945071253,5062
+"lr_2",0.0002871929311477249,1613945071253,5062
+"mom_2",0.8925618393888489,1613945071253,5062
+"eps_2",1e-05,1613945071253,5062
+"train_loss",0.012265945,1613945072237,5063
+"raw_loss",0.03207539,1613945072237,5063
+"epoch",31.849056603773555,1613945072237,5063
+"wd_0",0.01,1613945072237,5063
+"sqr_mom_0",0.99,1613945072237,5063
+"lr_0",2.87053377947959e-06,1613945072237,5063
+"mom_0",0.8925897503079112,1613945072237,5063
+"eps_0",1e-05,1613945072237,5063
+"wd_1",0.01,1613945072237,5063
+"sqr_mom_1",0.99,1613945072237,5063
+"lr_1",2.8705337794795903e-05,1613945072237,5063
+"mom_1",0.8925897503079112,1613945072237,5063
+"eps_1",1e-05,1613945072237,5063
+"wd_2",0.01,1613945072237,5063
+"sqr_mom_2",0.99,1613945072237,5063
+"lr_2",0.00028705337794795896,1613945072237,5063
+"mom_2",0.8925897503079112,1613945072237,5063
+"eps_2",1e-05,1613945072237,5063
+"train_loss",0.012212844,1613945073233,5064
+"raw_loss",0.009610887,1613945073233,5064
+"epoch",31.855345911949655,1613945073233,5064
+"wd_0",0.01,1613945073233,5064
+"sqr_mom_0",0.99,1613945073233,5064
+"lr_0",2.869137666427179e-06,1613945073233,5064
+"mom_0",0.8926176728481848,1613945073233,5064
+"eps_0",1e-05,1613945073233,5064
+"wd_1",0.01,1613945073233,5064
+"sqr_mom_1",0.99,1613945073233,5064
+"lr_1",2.869137666427179e-05,1613945073233,5064
+"mom_1",0.8926176728481848,1613945073233,5064
+"eps_1",1e-05,1613945073233,5064
+"wd_2",0.01,1613945073233,5064
+"sqr_mom_2",0.99,1613945073233,5064
+"lr_2",0.00028691376664271786,1613945073233,5064
+"mom_2",0.8926176728481848,1613945073233,5064
+"eps_2",1e-05,1613945073233,5064
+"train_loss",0.012126479,1613945074190,5065
+"raw_loss",0.007894627,1613945074190,5065
+"epoch",31.861635220125756,1613945074190,5065
+"wd_0",0.01,1613945074190,5065
+"sqr_mom_0",0.99,1613945074190,5065
+"lr_0",2.8677418987227574e-06,1613945074190,5065
+"mom_0",0.8926455884814296,1613945074190,5065
+"eps_0",1e-05,1613945074190,5065
+"wd_1",0.01,1613945074190,5065
+"sqr_mom_1",0.99,1613945074190,5065
+"lr_1",2.8677418987227573e-05,1613945074190,5065
+"mom_1",0.8926455884814296,1613945074190,5065
+"eps_1",1e-05,1613945074190,5065
+"wd_2",0.01,1613945074190,5065
+"sqr_mom_2",0.99,1613945074190,5065
+"lr_2",0.00028677418987227573,1613945074190,5065
+"mom_2",0.8926455884814296,1613945074190,5065
+"eps_2",1e-05,1613945074190,5065
+"train_loss",0.012302869,1613945075131,5066
+"raw_loss",0.020945977,1613945075131,5066
+"epoch",31.867924528301856,1613945075131,5066
+"wd_0",0.01,1613945075131,5066
+"sqr_mom_0",0.99,1613945075131,5066
+"lr_0",2.866346245389776e-06,1613945075131,5066
+"mom_0",0.8926735018272227,1613945075131,5066
+"eps_0",1e-05,1613945075131,5066
+"wd_1",0.01,1613945075131,5066
+"sqr_mom_1",0.99,1613945075131,5066
+"lr_1",2.8663462453897757e-05,1613945075131,5066
+"mom_1",0.8926735018272227,1613945075131,5066
+"eps_1",1e-05,1613945075131,5066
+"wd_2",0.01,1613945075131,5066
+"sqr_mom_2",0.99,1613945075131,5066
+"lr_2",0.0002866346245389775,1613945075131,5066
+"mom_2",0.8926735018272227,1613945075131,5066
+"eps_2",1e-05,1613945075131,5066
+"train_loss",0.012340314,1613945076092,5067
+"raw_loss",0.014175108,1613945076092,5067
+"epoch",31.874213836477956,1613945076092,5067
+"wd_0",0.01,1613945076092,5067
+"sqr_mom_0",0.99,1613945076092,5067
+"lr_0",2.864949549143776e-06,1613945076092,5067
+"mom_0",0.8927014360314848,1613945076092,5067
+"eps_0",1e-05,1613945076092,5067
+"wd_1",0.01,1613945076092,5067
+"sqr_mom_1",0.99,1613945076092,5067
+"lr_1",2.8649495491437762e-05,1613945076092,5067
+"mom_1",0.8927014360314848,1613945076092,5067
+"eps_1",1e-05,1613945076092,5067
+"wd_2",0.01,1613945076092,5067
+"sqr_mom_2",0.99,1613945076092,5067
+"lr_2",0.0002864949549143776,1613945076092,5067
+"mom_2",0.8927014360314848,1613945076092,5067
+"eps_2",1e-05,1613945076092,5067
+"train_loss",0.012260635,1613945077037,5068
+"raw_loss",0.008356376,1613945077037,5068
+"epoch",31.880503144654057,1613945077037,5068
+"wd_0",0.01,1613945077037,5068
+"sqr_mom_0",0.99,1613945077037,5068
+"lr_0",2.8635536628118856e-06,1613945077037,5068
+"mom_0",0.8927293540373027,1613945077037,5068
+"eps_0",1e-05,1613945077037,5068
+"wd_1",0.01,1613945077037,5068
+"sqr_mom_1",0.99,1613945077037,5068
+"lr_1",2.8635536628118853e-05,1613945077037,5068
+"mom_1",0.8927293540373027,1613945077037,5068
+"eps_1",1e-05,1613945077037,5068
+"wd_2",0.01,1613945077037,5068
+"sqr_mom_2",0.99,1613945077037,5068
+"lr_2",0.0002863553662811885,1613945077037,5068
+"mom_2",0.8927293540373027,1613945077037,5068
+"eps_2",1e-05,1613945077037,5068
+"train_loss",0.012506855,1613945077983,5069
+"raw_loss",0.024571614,1613945077983,5069
+"epoch",31.886792452830157,1613945077983,5069
+"wd_0",0.01,1613945077983,5069
+"sqr_mom_0",0.99,1613945077983,5069
+"lr_0",2.862157429090384e-06,1613945077983,5069
+"mom_0",0.8927572789909822,1613945077983,5069
+"eps_0",1e-05,1613945077983,5069
+"wd_1",0.01,1613945077983,5069
+"sqr_mom_1",0.99,1613945077983,5069
+"lr_1",2.8621574290903836e-05,1613945077983,5069
+"mom_1",0.8927572789909822,1613945077983,5069
+"eps_1",1e-05,1613945077983,5069
+"wd_2",0.01,1613945077983,5069
+"sqr_mom_2",0.99,1613945077983,5069
+"lr_2",0.00028621574290903836,1613945077983,5069
+"mom_2",0.8927572789909822,1613945077983,5069
+"eps_2",1e-05,1613945077983,5069
+"train_loss",0.012420626,1613945078926,5070
+"raw_loss",0.008195411,1613945078926,5070
+"epoch",31.893081761006258,1613945078926,5070
+"wd_0",0.01,1613945078926,5070
+"sqr_mom_0",0.99,1613945078926,5070
+"lr_0",2.8607606167516554e-06,1613945078926,5070
+"mom_0",0.8927852155171221,1613945078926,5070
+"eps_0",1e-05,1613945078926,5070
+"wd_1",0.01,1613945078926,5070
+"sqr_mom_1",0.99,1613945078926,5070
+"lr_1",2.8607606167516554e-05,1613945078926,5070
+"mom_1",0.8927852155171221,1613945078926,5070
+"eps_1",1e-05,1613945078926,5070
+"wd_2",0.01,1613945078926,5070
+"sqr_mom_2",0.99,1613945078926,5070
+"lr_2",0.00028607606167516553,1613945078926,5070
+"mom_2",0.8927852155171221,1613945078926,5070
+"eps_2",1e-05,1613945078926,5070
+"train_loss",0.012640077,1613945079884,5071
+"raw_loss",0.023393175,1613945079884,5071
+"epoch",31.899371069182358,1613945079884,5071
+"wd_0",0.01,1613945079884,5071
+"sqr_mom_0",0.99,1613945079884,5071
+"lr_0",2.8593641526624607e-06,1613945079884,5071
+"mom_0",0.8928131450782015,1613945079884,5071
+"eps_0",1e-05,1613945079884,5071
+"wd_1",0.01,1613945079884,5071
+"sqr_mom_1",0.99,1613945079884,5071
+"lr_1",2.8593641526624607e-05,1613945079884,5071
+"mom_1",0.8928131450782015,1613945079884,5071
+"eps_1",1e-05,1613945079884,5071
+"wd_2",0.01,1613945079884,5071
+"sqr_mom_2",0.99,1613945079884,5071
+"lr_2",0.00028593641526624607,1613945079884,5071
+"mom_2",0.8928131450782015,1613945079884,5071
+"eps_2",1e-05,1613945079884,5071
+"train_loss",0.012571461,1613945080822,5072
+"raw_loss",0.00920928,1613945080822,5072
+"epoch",31.90566037735846,1613945080822,5072
+"wd_0",0.01,1613945080822,5072
+"sqr_mom_0",0.99,1613945080822,5072
+"lr_0",2.8579675740760148e-06,1613945080822,5072
+"mom_0",0.892841076929249,1613945080822,5072
+"eps_0",1e-05,1613945080822,5072
+"wd_1",0.01,1613945080822,5072
+"sqr_mom_1",0.99,1613945080822,5072
+"lr_1",2.8579675740760147e-05,1613945080822,5072
+"mom_1",0.892841076929249,1613945080822,5072
+"eps_1",1e-05,1613945080822,5072
+"wd_2",0.01,1613945080822,5072
+"sqr_mom_2",0.99,1613945080822,5072
+"lr_2",0.0002857967574076014,1613945080822,5072
+"mom_2",0.892841076929249,1613945080822,5072
+"eps_2",1e-05,1613945080822,5072
+"train_loss",0.012637308,1613945081787,5073
+"raw_loss",0.015863845,1613945081787,5073
+"epoch",31.91194968553456,1613945081787,5073
+"wd_0",0.01,1613945081787,5073
+"sqr_mom_0",0.99,1613945081787,5073
+"lr_0",2.8565704180936305e-06,1613945081787,5073
+"mom_0",0.8928690203283306,1613945081787,5073
+"eps_0",1e-05,1613945081787,5073
+"wd_1",0.01,1613945081787,5073
+"sqr_mom_1",0.99,1613945081787,5073
+"lr_1",2.8565704180936305e-05,1613945081787,5073
+"mom_1",0.8928690203283306,1613945081787,5073
+"eps_1",1e-05,1613945081787,5073
+"wd_2",0.01,1613945081787,5073
+"sqr_mom_2",0.99,1613945081787,5073
+"lr_2",0.000285657041809363,1613945081787,5073
+"mom_2",0.8928690203283306,1613945081787,5073
+"eps_2",1e-05,1613945081787,5073
+"train_loss",0.0128535535,1613945082730,5074
+"raw_loss",0.0234496,1613945082730,5074
+"epoch",31.91823899371066,1613945082730,5074
+"wd_0",0.01,1613945082730,5074
+"sqr_mom_0",0.99,1613945082730,5074
+"lr_0",2.8551736118100946e-06,1613945082730,5074
+"mom_0",0.8928969567333654,1613945082730,5074
+"eps_0",1e-05,1613945082730,5074
+"wd_1",0.01,1613945082730,5074
+"sqr_mom_1",0.99,1613945082730,5074
+"lr_1",2.8551736118100945e-05,1613945082730,5074
+"mom_1",0.8928969567333654,1613945082730,5074
+"eps_1",1e-05,1613945082730,5074
+"wd_2",0.01,1613945082730,5074
+"sqr_mom_2",0.99,1613945082730,5074
+"lr_2",0.0002855173611810094,1613945082730,5074
+"mom_2",0.8928969567333654,1613945082730,5074
+"eps_2",1e-05,1613945082730,5074
+"train_loss",0.012990832,1613945083899,5075
+"raw_loss",0.019717509,1613945083899,5075
+"epoch",31.92452830188676,1613945083899,5075
+"wd_0",0.01,1613945083899,5075
+"sqr_mom_0",0.99,1613945083899,5075
+"lr_0",2.853776924073935e-06,1613945083899,5075
+"mom_0",0.892924890767429,1613945083899,5075
+"eps_0",1e-05,1613945083899,5075
+"wd_1",0.01,1613945083899,5075
+"sqr_mom_1",0.99,1613945083899,5075
+"lr_1",2.853776924073935e-05,1613945083899,5075
+"mom_1",0.892924890767429,1613945083899,5075
+"eps_1",1e-05,1613945083899,5075
+"wd_2",0.01,1613945083899,5075
+"sqr_mom_2",0.99,1613945083899,5075
+"lr_2",0.0002853776924073934,1613945083899,5075
+"mom_2",0.892924890767429,1613945083899,5075
+"eps_2",1e-05,1613945083899,5075
+"train_loss",0.012876286,1613945084949,5076
+"raw_loss",0.0072634965,1613945084949,5076
+"epoch",31.93081761006286,1613945084949,5076
+"wd_0",0.01,1613945084949,5076
+"sqr_mom_0",0.99,1613945084949,5076
+"lr_0",2.852379196746015e-06,1613945084949,5076
+"mom_0",0.8929528455935356,1613945084949,5076
+"eps_0",1e-05,1613945084949,5076
+"wd_1",0.01,1613945084949,5076
+"sqr_mom_1",0.99,1613945084949,5076
+"lr_1",2.8523791967460146e-05,1613945084949,5076
+"mom_1",0.8929528455935356,1613945084949,5076
+"eps_1",1e-05,1613945084949,5076
+"wd_2",0.01,1613945084949,5076
+"sqr_mom_2",0.99,1613945084949,5076
+"lr_2",0.0002852379196746015,1613945084949,5076
+"mom_2",0.8929528455935356,1613945084949,5076
+"eps_2",1e-05,1613945084949,5076
+"train_loss",0.012717813,1613945086015,5077
+"raw_loss",0.0049526254,1613945086015,5077
+"epoch",31.93710691823896,1613945086015,5077
+"wd_0",0.01,1613945086015,5077
+"sqr_mom_0",0.99,1613945086015,5077
+"lr_0",2.8509822840212703e-06,1613945086015,5077
+"mom_0",0.8929807841274159,1613945086015,5077
+"eps_0",1e-05,1613945086015,5077
+"wd_1",0.01,1613945086015,5077
+"sqr_mom_1",0.99,1613945086015,5077
+"lr_1",2.8509822840212702e-05,1613945086015,5077
+"mom_1",0.8929807841274159,1613945086015,5077
+"eps_1",1e-05,1613945086015,5077
+"wd_2",0.01,1613945086015,5077
+"sqr_mom_2",0.99,1613945086015,5077
+"lr_2",0.000285098228402127,1613945086015,5077
+"mom_2",0.8929807841274159,1613945086015,5077
+"eps_2",1e-05,1613945086015,5077
+"train_loss",0.0128224,1613945087038,5078
+"raw_loss",0.017947126,1613945087038,5078
+"epoch",31.94339622641506,1613945087038,5078
+"wd_0",0.01,1613945087038,5078
+"sqr_mom_0",0.99,1613945087038,5078
+"lr_0",2.849584332446526e-06,1613945087038,5078
+"mom_0",0.8930087434385039,1613945087038,5078
+"eps_0",1e-05,1613945087038,5078
+"wd_1",0.01,1613945087038,5078
+"sqr_mom_1",0.99,1613945087038,5078
+"lr_1",2.8495843324465257e-05,1613945087038,5078
+"mom_1",0.8930087434385039,1613945087038,5078
+"eps_1",1e-05,1613945087038,5078
+"wd_2",0.01,1613945087038,5078
+"sqr_mom_2",0.99,1613945087038,5078
+"lr_2",0.00028495843324465253,1613945087038,5078
+"mom_2",0.8930087434385039,1613945087038,5078
+"eps_2",1e-05,1613945087038,5078
+"train_loss",0.012748775,1613945088091,5079
+"raw_loss",0.009141136,1613945088091,5079
+"epoch",31.94968553459116,1613945088091,5079
+"wd_0",0.01,1613945088091,5079
+"sqr_mom_0",0.99,1613945088091,5079
+"lr_0",2.8481871965141967e-06,1613945088091,5079
+"mom_0",0.8930366864365804,1613945088091,5079
+"eps_0",1e-05,1613945088091,5079
+"wd_1",0.01,1613945088091,5079
+"sqr_mom_1",0.99,1613945088091,5079
+"lr_1",2.8481871965141968e-05,1613945088091,5079
+"mom_1",0.8930366864365804,1613945088091,5079
+"eps_1",1e-05,1613945088091,5079
+"wd_2",0.01,1613945088091,5079
+"sqr_mom_2",0.99,1613945088091,5079
+"lr_2",0.00028481871965141967,1613945088091,5079
+"mom_2",0.8930366864365804,1613945088091,5079
+"eps_2",1e-05,1613945088091,5079
+"train_loss",0.012634185,1613945089043,5080
+"raw_loss",0.0070192595,1613945089043,5080
+"epoch",31.95597484276726,1613945089043,5080
+"wd_0",0.01,1613945089043,5080
+"sqr_mom_0",0.99,1613945089043,5080
+"lr_0",2.846789717880813e-06,1613945089043,5080
+"mom_0",0.8930646362887465,1613945089043,5080
+"eps_0",1e-05,1613945089043,5080
+"wd_1",0.01,1613945089043,5080
+"sqr_mom_1",0.99,1613945089043,5080
+"lr_1",2.846789717880813e-05,1613945089043,5080
+"mom_1",0.8930646362887465,1613945089043,5080
+"eps_1",1e-05,1613945089043,5080
+"wd_2",0.01,1613945089043,5080
+"sqr_mom_2",0.99,1613945089043,5080
+"lr_2",0.0002846789717880812,1613945089043,5080
+"mom_2",0.8930646362887465,1613945089043,5080
+"eps_2",1e-05,1613945089043,5080
+"train_loss",0.012478505,1613945089983,5081
+"raw_loss",0.0048501855,1613945089983,5081
+"epoch",31.962264150943362,1613945089983,5081
+"wd_0",0.01,1613945089983,5081
+"sqr_mom_0",0.99,1613945089983,5081
+"lr_0",2.8453916651163222e-06,1613945089983,5081
+"mom_0",0.8930925976236498,1613945089983,5081
+"eps_0",1e-05,1613945089983,5081
+"wd_1",0.01,1613945089983,5081
+"sqr_mom_1",0.99,1613945089983,5081
+"lr_1",2.845391665116322e-05,1613945089983,5081
+"mom_1",0.8930925976236498,1613945089983,5081
+"eps_1",1e-05,1613945089983,5081
+"wd_2",0.01,1613945089983,5081
+"sqr_mom_2",0.99,1613945089983,5081
+"lr_2",0.00028453916651163217,1613945089983,5081
+"mom_2",0.8930925976236498,1613945089983,5081
+"eps_2",1e-05,1613945089983,5081
+"train_loss",0.012585725,1613945090936,5082
+"raw_loss",0.017839484,1613945090936,5082
+"epoch",31.968553459119462,1613945090936,5082
+"wd_0",0.01,1613945090936,5082
+"sqr_mom_0",0.99,1613945090936,5082
+"lr_0",2.843993965910579e-06,1613945090936,5082
+"mom_0",0.8931205518873073,1613945090936,5082
+"eps_0",1e-05,1613945090936,5082
+"wd_1",0.01,1613945090936,5082
+"sqr_mom_1",0.99,1613945090936,5082
+"lr_1",2.8439939659105788e-05,1613945090936,5082
+"mom_1",0.8931205518873073,1613945090936,5082
+"eps_1",1e-05,1613945090936,5082
+"wd_2",0.01,1613945090936,5082
+"sqr_mom_2",0.99,1613945090936,5082
+"lr_2",0.00028439939659105786,1613945090936,5082
+"mom_2",0.8931205518873073,1613945090936,5082
+"eps_2",1e-05,1613945090936,5082
+"train_loss",0.012578959,1613945091895,5083
+"raw_loss",0.012247434,1613945091895,5083
+"epoch",31.974842767295563,1613945091895,5083
+"wd_0",0.01,1613945091895,5083
+"sqr_mom_0",0.99,1613945091895,5083
+"lr_0",2.8425963889616324e-06,1613945091895,5083
+"mom_0",0.8931485037058043,1613945091895,5083
+"eps_0",1e-05,1613945091895,5083
+"wd_1",0.01,1613945091895,5083
+"sqr_mom_1",0.99,1613945091895,5083
+"lr_1",2.8425963889616323e-05,1613945091895,5083
+"mom_1",0.8931485037058043,1613945091895,5083
+"eps_1",1e-05,1613945091895,5083
+"wd_2",0.01,1613945091895,5083
+"sqr_mom_2",0.99,1613945091895,5083
+"lr_2",0.0002842596388961632,1613945091895,5083
+"mom_2",0.8931485037058043,1613945091895,5083
+"eps_2",1e-05,1613945091895,5083
+"train_loss",0.012513607,1613945092836,5084
+"raw_loss",0.009311348,1613945092836,5084
+"epoch",31.981132075471663,1613945092836,5084
+"wd_0",0.01,1613945092836,5084
+"sqr_mom_0",0.99,1613945092836,5084
+"lr_0",2.84119777539572e-06,1613945092836,5084
+"mom_0",0.8931764762568482,1613945092836,5084
+"eps_0",1e-05,1613945092836,5084
+"wd_1",0.01,1613945092836,5084
+"sqr_mom_1",0.99,1613945092836,5084
+"lr_1",2.8411977753957198e-05,1613945092836,5084
+"mom_1",0.8931764762568482,1613945092836,5084
+"eps_1",1e-05,1613945092836,5084
+"wd_2",0.01,1613945092836,5084
+"sqr_mom_2",0.99,1613945092836,5084
+"lr_2",0.00028411977753957195,1613945092836,5084
+"mom_2",0.8931764762568482,1613945092836,5084
+"eps_2",1e-05,1613945092836,5084
+"train_loss",0.012639832,1613945093803,5085
+"raw_loss",0.018824842,1613945093803,5085
+"epoch",31.987421383647764,1613945093803,5085
+"wd_0",0.01,1613945093803,5085
+"sqr_mom_0",0.99,1613945093803,5085
+"lr_0",2.8397999805834425e-06,1613945093803,5085
+"mom_0",0.8932044324326555,1613945093803,5085
+"eps_0",1e-05,1613945093803,5085
+"wd_1",0.01,1613945093803,5085
+"sqr_mom_1",0.99,1613945093803,5085
+"lr_1",2.8397999805834426e-05,1613945093803,5085
+"mom_1",0.8932044324326555,1613945093803,5085
+"eps_1",1e-05,1613945093803,5085
+"wd_2",0.01,1613945093803,5085
+"sqr_mom_2",0.99,1613945093803,5085
+"lr_2",0.0002839799980583442,1613945093803,5085
+"mom_2",0.8932044324326555,1613945093803,5085
+"eps_2",1e-05,1613945093803,5085
+"train_loss",0.012651484,1613945094751,5086
+"raw_loss",0.01322246,1613945094751,5086
+"epoch",31.993710691823864,1613945094751,5086
+"wd_0",0.01,1613945094751,5086
+"sqr_mom_0",0.99,1613945094751,5086
+"lr_0",2.8384018456330267e-06,1613945094751,5086
+"mom_0",0.8932323954112935,1613945094751,5086
+"eps_0",1e-05,1613945094751,5086
+"wd_1",0.01,1613945094751,5086
+"sqr_mom_1",0.99,1613945094751,5086
+"lr_1",2.8384018456330266e-05,1613945094751,5086
+"mom_1",0.8932323954112935,1613945094751,5086
+"eps_1",1e-05,1613945094751,5086
+"wd_2",0.01,1613945094751,5086
+"sqr_mom_2",0.99,1613945094751,5086
+"lr_2",0.0002838401845633026,1613945094751,5086
+"mom_2",0.8932323954112935,1613945094751,5086
+"eps_2",1e-05,1613945094751,5086
+"train_loss",0.01255104,1613945095696,5087
+"raw_loss",0.0076292707,1613945095696,5087
+"epoch",31.999999999999964,1613945095696,5087
+"wd_0",0.01,1613945095696,5087
+"sqr_mom_0",0.99,1613945095696,5087
+"lr_0",2.837003139007766e-06,1613945095696,5087
+"mom_0",0.8932603698235428,1613945095696,5087
+"eps_0",1e-05,1613945095696,5087
+"wd_1",0.01,1613945095696,5087
+"sqr_mom_1",0.99,1613945095696,5087
+"lr_1",2.837003139007766e-05,1613945095696,5087
+"mom_1",0.8932603698235428,1613945095696,5087
+"eps_1",1e-05,1613945095696,5087
+"wd_2",0.01,1613945095696,5087
+"sqr_mom_2",0.99,1613945095696,5087
+"lr_2",0.0002837003139007766,1613945095696,5087
+"mom_2",0.8932603698235428,1613945095696,5087
+"eps_2",1e-05,1613945095696,5087
+"valid_loss",0.0839972048997879,1613945129733,5087
+"_rmse",0.2898227274417877,1613945129733,5087
+"epoch",32,1613945129733,5087
+"train_loss",0.01248273,1613945130813,5088
+"raw_loss",0.009135511,1613945130813,5088
+"epoch",32.0062893081761,1613945130813,5088
+"wd_0",0.01,1613945130813,5088
+"sqr_mom_0",0.99,1613945130813,5088
+"lr_0",2.8356047888313895e-06,1613945130813,5088
+"mom_0",0.8932883371067433,1613945130813,5088
+"eps_0",1e-05,1613945130813,5088
+"wd_1",0.01,1613945130813,5088
+"sqr_mom_1",0.99,1613945130813,5088
+"lr_1",2.8356047888313897e-05,1613945130813,5088
+"mom_1",0.8932883371067433,1613945130813,5088
+"eps_1",1e-05,1613945130813,5088
+"wd_2",0.01,1613945130813,5088
+"sqr_mom_2",0.99,1613945130813,5088
+"lr_2",0.00028356047888313896,1613945130813,5088
+"mom_2",0.8932883371067433,1613945130813,5088
+"eps_2",1e-05,1613945130813,5088
+"train_loss",0.012580628,1613945131801,5089
+"raw_loss",0.01737762,1613945131801,5089
+"epoch",32.0125786163522,1613945131801,5089
+"wd_0",0.01,1613945131801,5089
+"sqr_mom_0",0.99,1613945131801,5089
+"lr_0",2.8342065636921844e-06,1613945131801,5089
+"mom_0",0.8933163018891752,1613945131801,5089
+"eps_0",1e-05,1613945131801,5089
+"wd_1",0.01,1613945131801,5089
+"sqr_mom_1",0.99,1613945131801,5089
+"lr_1",2.8342065636921846e-05,1613945131801,5089
+"mom_1",0.8933163018891752,1613945131801,5089
+"eps_1",1e-05,1613945131801,5089
+"wd_2",0.01,1613945131801,5089
+"sqr_mom_2",0.99,1613945131801,5089
+"lr_2",0.0002834206563692184,1613945131801,5089
+"mom_2",0.8933163018891752,1613945131801,5089
+"eps_2",1e-05,1613945131801,5089
+"train_loss",0.012517608,1613945132732,5090
+"raw_loss",0.009429633,1613945132732,5090
+"epoch",32.0188679245283,1613945132732,5090
+"wd_0",0.01,1613945132732,5090
+"sqr_mom_0",0.99,1613945132732,5090
+"lr_0",2.8328073041809424e-06,1613945132732,5090
+"mom_0",0.8933442873592548,1613945132732,5090
+"eps_0",1e-05,1613945132732,5090
+"wd_1",0.01,1613945132732,5090
+"sqr_mom_1",0.99,1613945132732,5090
+"lr_1",2.832807304180942e-05,1613945132732,5090
+"mom_1",0.8933442873592548,1613945132732,5090
+"eps_1",1e-05,1613945132732,5090
+"wd_2",0.01,1613945132732,5090
+"sqr_mom_2",0.99,1613945132732,5090
+"lr_2",0.0002832807304180942,1613945132732,5090
+"mom_2",0.8933442873592548,1613945132732,5090
+"eps_2",1e-05,1613945132732,5090
+"train_loss",0.012457692,1613945133674,5091
+"raw_loss",0.0095218,1613945133674,5091
+"epoch",32.0251572327044,1613945133674,5091
+"wd_0",0.01,1613945133674,5091
+"sqr_mom_0",0.99,1613945133674,5091
+"lr_0",2.83140886652516e-06,1613945133674,5091
+"mom_0",0.8933722563920607,1613945133674,5091
+"eps_0",1e-05,1613945133674,5091
+"wd_1",0.01,1613945133674,5091
+"sqr_mom_1",0.99,1613945133674,5091
+"lr_1",2.83140886652516e-05,1613945133674,5091
+"mom_1",0.8933722563920607,1613945133674,5091
+"eps_1",1e-05,1613945133674,5091
+"wd_2",0.01,1613945133674,5091
+"sqr_mom_2",0.99,1613945133674,5091
+"lr_2",0.000283140886652516,1613945133674,5091
+"mom_2",0.8933722563920607,1613945133674,5091
+"eps_2",1e-05,1613945133674,5091
+"train_loss",0.012329161,1613945134636,5092
+"raw_loss",0.0060311183,1613945134636,5092
+"epoch",32.0314465408805,1613945134636,5092
+"wd_0",0.01,1613945134636,5092
+"sqr_mom_0",0.99,1613945134636,5092
+"lr_0",2.830010091298059e-06,1613945134636,5092
+"mom_0",0.8934002321763606,1613945134636,5092
+"eps_0",1e-05,1613945134636,5092
+"wd_1",0.01,1613945134636,5092
+"sqr_mom_1",0.99,1613945134636,5092
+"lr_1",2.830010091298059e-05,1613945134636,5092
+"mom_1",0.8934002321763606,1613945134636,5092
+"eps_1",1e-05,1613945134636,5092
+"wd_2",0.01,1613945134636,5092
+"sqr_mom_2",0.99,1613945134636,5092
+"lr_2",0.0002830010091298059,1613945134636,5092
+"mom_2",0.8934002321763606,1613945134636,5092
+"eps_2",1e-05,1613945134636,5092
+"train_loss",0.012202678,1613945135572,5093
+"raw_loss",0.0060050325,1613945135572,5093
+"epoch",32.0377358490566,1613945135572,5093
+"wd_0",0.01,1613945135572,5093
+"sqr_mom_0",0.99,1613945135572,5093
+"lr_0",2.8286107468589335e-06,1613945135572,5093
+"mom_0",0.8934282193450147,1613945135572,5093
+"eps_0",1e-05,1613945135572,5093
+"wd_1",0.01,1613945135572,5093
+"sqr_mom_1",0.99,1613945135572,5093
+"lr_1",2.8286107468589332e-05,1613945135572,5093
+"mom_1",0.8934282193450147,1613945135572,5093
+"eps_1",1e-05,1613945135572,5093
+"wd_2",0.01,1613945135572,5093
+"sqr_mom_2",0.99,1613945135572,5093
+"lr_2",0.0002828610746858933,1613945135572,5093
+"mom_2",0.8934282193450147,1613945135572,5093
+"eps_2",1e-05,1613945135572,5093
+"train_loss",0.012155908,1613945136516,5094
+"raw_loss",0.009864163,1613945136516,5094
+"epoch",32.0440251572327,1613945136516,5094
+"wd_0",0.01,1613945136516,5094
+"sqr_mom_0",0.99,1613945136516,5094
+"lr_0",2.827211761754738e-06,1613945136516,5094
+"mom_0",0.8934561993268985,1613945136516,5094
+"eps_0",1e-05,1613945136516,5094
+"wd_1",0.01,1613945136516,5094
+"sqr_mom_1",0.99,1613945136516,5094
+"lr_1",2.827211761754738e-05,1613945136516,5094
+"mom_1",0.8934561993268985,1613945136516,5094
+"eps_1",1e-05,1613945136516,5094
+"wd_2",0.01,1613945136516,5094
+"sqr_mom_2",0.99,1613945136516,5094
+"lr_2",0.0002827211761754738,1613945136516,5094
+"mom_2",0.8934561993268985,1613945136516,5094
+"eps_2",1e-05,1613945136516,5094
+"train_loss",0.012030507,1613945137488,5095
+"raw_loss",0.00588586,1613945137488,5095
+"epoch",32.0503144654088,1613945137488,5095
+"wd_0",0.01,1613945137488,5095
+"sqr_mom_0",0.99,1613945137488,5095
+"lr_0",2.8258126723981003e-06,1613945137488,5095
+"mom_0",0.8934841813938519,1613945137488,5095
+"eps_0",1e-05,1613945137488,5095
+"wd_1",0.01,1613945137488,5095
+"sqr_mom_1",0.99,1613945137488,5095
+"lr_1",2.8258126723981006e-05,1613945137488,5095
+"mom_1",0.8934841813938519,1613945137488,5095
+"eps_1",1e-05,1613945137488,5095
+"wd_2",0.01,1613945137488,5095
+"sqr_mom_2",0.99,1613945137488,5095
+"lr_2",0.00028258126723981,1613945137488,5095
+"mom_2",0.8934841813938519,1613945137488,5095
+"eps_2",1e-05,1613945137488,5095
+"train_loss",0.0119212605,1613945138450,5096
+"raw_loss",0.006568154,1613945138450,5096
+"epoch",32.056603773584904,1613945138450,5096
+"wd_0",0.01,1613945138450,5096
+"sqr_mom_0",0.99,1613945138450,5096
+"lr_0",2.824413015063332e-06,1613945138450,5096
+"mom_0",0.8935121748204815,1613945138450,5096
+"eps_0",1e-05,1613945138450,5096
+"wd_1",0.01,1613945138450,5096
+"sqr_mom_1",0.99,1613945138450,5096
+"lr_1",2.824413015063332e-05,1613945138450,5096
+"mom_1",0.8935121748204815,1613945138450,5096
+"eps_1",1e-05,1613945138450,5096
+"wd_2",0.01,1613945138450,5096
+"sqr_mom_2",0.99,1613945138450,5096
+"lr_2",0.00028244130150633317,1613945138450,5096
+"mom_2",0.8935121748204815,1613945138450,5096
+"eps_2",1e-05,1613945138450,5096
+"train_loss",0.011875477,1613945139394,5097
+"raw_loss",0.009632048,1613945139394,5097
+"epoch",32.062893081761004,1613945139394,5097
+"wd_0",0.01,1613945139394,5097
+"sqr_mom_0",0.99,1613945139394,5097
+"lr_0",2.8230137185050137e-06,1613945139394,5097
+"mom_0",0.89354016103151,1613945139394,5097
+"eps_0",1e-05,1613945139394,5097
+"wd_1",0.01,1613945139394,5097
+"sqr_mom_1",0.99,1613945139394,5097
+"lr_1",2.8230137185050137e-05,1613945139394,5097
+"mom_1",0.89354016103151,1613945139394,5097
+"eps_1",1e-05,1613945139394,5097
+"wd_2",0.01,1613945139394,5097
+"sqr_mom_2",0.99,1613945139394,5097
+"lr_2",0.00028230137185050134,1613945139394,5097
+"mom_2",0.89354016103151,1613945139394,5097
+"eps_2",1e-05,1613945139394,5097
+"train_loss",0.012194207,1613945140374,5098
+"raw_loss",0.027811997,1613945140374,5098
+"epoch",32.069182389937104,1613945140374,5098
+"wd_0",0.01,1613945140374,5098
+"sqr_mom_0",0.99,1613945140374,5098
+"lr_0",2.82161455115177e-06,1613945140374,5098
+"mom_0",0.8935681446584112,1613945140374,5098
+"eps_0",1e-05,1613945140374,5098
+"wd_1",0.01,1613945140374,5098
+"sqr_mom_1",0.99,1613945140374,5098
+"lr_1",2.82161455115177e-05,1613945140374,5098
+"mom_1",0.8935681446584112,1613945140374,5098
+"eps_1",1e-05,1613945140374,5098
+"wd_2",0.01,1613945140374,5098
+"sqr_mom_2",0.99,1613945140374,5098
+"lr_2",0.00028216145511517695,1613945140374,5098
+"mom_2",0.8935681446584112,1613945140374,5098
+"eps_2",1e-05,1613945140374,5098
+"train_loss",0.0120732095,1613945141334,5099
+"raw_loss",0.0061443127,1613945141334,5099
+"epoch",32.075471698113205,1613945141334,5099
+"wd_0",0.01,1613945141334,5099
+"sqr_mom_0",0.99,1613945141334,5099
+"lr_0",2.8202143528161536e-06,1613945141334,5099
+"mom_0",0.8935961489051659,1613945141334,5099
+"eps_0",1e-05,1613945141334,5099
+"wd_1",0.01,1613945141334,5099
+"sqr_mom_1",0.99,1613945141334,5099
+"lr_1",2.8202143528161533e-05,1613945141334,5099
+"mom_1",0.8935961489051659,1613945141334,5099
+"eps_1",1e-05,1613945141334,5099
+"wd_2",0.01,1613945141334,5099
+"sqr_mom_2",0.99,1613945141334,5099
+"lr_2",0.0002820214352816153,1613945141334,5099
+"mom_2",0.8935961489051659,1613945141334,5099
+"eps_2",1e-05,1613945141334,5099
+"train_loss",0.011960749,1613945142294,5100
+"raw_loss",0.0064501525,1613945142294,5100
+"epoch",32.081761006289305,1613945142294,5100
+"wd_0",0.01,1613945142294,5100
+"sqr_mom_0",0.99,1613945142294,5100
+"lr_0",2.818814980971088e-06,1613945142294,5100
+"mom_0",0.8936241366219444,1613945142294,5100
+"eps_0",1e-05,1613945142294,5100
+"wd_1",0.01,1613945142294,5100
+"sqr_mom_1",0.99,1613945142294,5100
+"lr_1",2.818814980971088e-05,1613945142294,5100
+"mom_1",0.8936241366219444,1613945142294,5100
+"eps_1",1e-05,1613945142294,5100
+"wd_2",0.01,1613945142294,5100
+"sqr_mom_2",0.99,1613945142294,5100
+"lr_2",0.0002818814980971088,1613945142294,5100
+"mom_2",0.8936241366219444,1613945142294,5100
+"eps_2",1e-05,1613945142294,5100
+"train_loss",0.012019161,1613945143239,5101
+"raw_loss",0.014881378,1613945143239,5101
+"epoch",32.088050314465406,1613945143239,5101
+"wd_0",0.01,1613945143239,5101
+"sqr_mom_0",0.99,1613945143239,5101
+"lr_0",2.8174152754122212e-06,1613945143239,5101
+"mom_0",0.8936521310130656,1613945143239,5101
+"eps_0",1e-05,1613945143239,5101
+"wd_1",0.01,1613945143239,5101
+"sqr_mom_1",0.99,1613945143239,5101
+"lr_1",2.8174152754122212e-05,1613945143239,5101
+"mom_1",0.8936521310130656,1613945143239,5101
+"eps_1",1e-05,1613945143239,5101
+"wd_2",0.01,1613945143239,5101
+"sqr_mom_2",0.99,1613945143239,5101
+"lr_2",0.0002817415275412221,1613945143239,5101
+"mom_2",0.8936521310130656,1613945143239,5101
+"eps_2",1e-05,1613945143239,5101
+"train_loss",0.012004887,1613945144193,5102
+"raw_loss",0.011305446,1613945144193,5102
+"epoch",32.094339622641506,1613945144193,5102
+"wd_0",0.01,1613945144193,5102
+"sqr_mom_0",0.99,1613945144193,5102
+"lr_0",2.81601500434783e-06,1613945144193,5102
+"mom_0",0.8936801367144105,1613945144193,5102
+"eps_0",1e-05,1613945144193,5102
+"wd_1",0.01,1613945144193,5102
+"sqr_mom_1",0.99,1613945144193,5102
+"lr_1",2.8160150043478294e-05,1613945144193,5102
+"mom_1",0.8936801367144105,1613945144193,5102
+"eps_1",1e-05,1613945144193,5102
+"wd_2",0.01,1613945144193,5102
+"sqr_mom_2",0.99,1613945144193,5102
+"lr_2",0.00028160150043478294,1613945144193,5102
+"mom_2",0.8936801367144105,1613945144193,5102
+"eps_2",1e-05,1613945144193,5102
+"train_loss",0.011961034,1613945145144,5103
+"raw_loss",0.009812207,1613945145144,5103
+"epoch",32.10062893081761,1613945145144,5103
+"wd_0",0.01,1613945145144,5103
+"sqr_mom_0",0.99,1613945145144,5103
+"lr_0",2.8146150969397397e-06,1613945145144,5103
+"mom_0",0.8937081351425566,1613945145144,5103
+"eps_0",1e-05,1613945145144,5103
+"wd_1",0.01,1613945145144,5103
+"sqr_mom_1",0.99,1613945145144,5103
+"lr_1",2.8146150969397395e-05,1613945145144,5103
+"mom_1",0.8937081351425566,1613945145144,5103
+"eps_1",1e-05,1613945145144,5103
+"wd_2",0.01,1613945145144,5103
+"sqr_mom_2",0.99,1613945145144,5103
+"lr_2",0.0002814615096939739,1613945145144,5103
+"mom_2",0.8937081351425566,1613945145144,5103
+"eps_2",1e-05,1613945145144,5103
+"train_loss",0.011891693,1613945146176,5104
+"raw_loss",0.008494019,1613945146176,5104
+"epoch",32.10691823899371,1613945146176,5104
+"wd_0",0.01,1613945146176,5104
+"sqr_mom_0",0.99,1613945146176,5104
+"lr_0",2.8132153215134523e-06,1613945146176,5104
+"mom_0",0.8937361309310402,1613945146176,5104
+"eps_0",1e-05,1613945146176,5104
+"wd_1",0.01,1613945146176,5104
+"sqr_mom_1",0.99,1613945146176,5104
+"lr_1",2.813215321513452e-05,1613945146176,5104
+"mom_1",0.8937361309310402,1613945146176,5104
+"eps_1",1e-05,1613945146176,5104
+"wd_2",0.01,1613945146176,5104
+"sqr_mom_2",0.99,1613945146176,5104
+"lr_2",0.0002813215321513452,1613945146176,5104
+"mom_2",0.8937361309310402,1613945146176,5104
+"eps_2",1e-05,1613945146176,5104
+"train_loss",0.011836556,1613945147138,5105
+"raw_loss",0.0091348495,1613945147138,5105
+"epoch",32.11320754716981,1613945147138,5105
+"wd_0",0.01,1613945147138,5105
+"sqr_mom_0",0.99,1613945147138,5105
+"lr_0",2.8118145173793403e-06,1613945147138,5105
+"mom_0",0.8937641472938861,1613945147138,5105
+"eps_0",1e-05,1613945147138,5105
+"wd_1",0.01,1613945147138,5105
+"sqr_mom_1",0.99,1613945147138,5105
+"lr_1",2.8118145173793404e-05,1613945147138,5105
+"mom_1",0.8937641472938861,1613945147138,5105
+"eps_1",1e-05,1613945147138,5105
+"wd_2",0.01,1613945147138,5105
+"sqr_mom_2",0.99,1613945147138,5105
+"lr_2",0.000281181451737934,1613945147138,5105
+"mom_2",0.8937641472938861,1613945147138,5105
+"eps_2",1e-05,1613945147138,5105
+"train_loss",0.012047248,1613945148135,5106
+"raw_loss",0.022371175,1613945148135,5106
+"epoch",32.11949685534591,1613945148135,5106
+"wd_0",0.01,1613945148135,5106
+"sqr_mom_0",0.99,1613945148135,5106
+"lr_0",2.8104145428139646e-06,1613945148135,5106
+"mom_0",0.8937921470651913,1613945148135,5106
+"eps_0",1e-05,1613945148135,5106
+"wd_1",0.01,1613945148135,5106
+"sqr_mom_1",0.99,1613945148135,5106
+"lr_1",2.8104145428139648e-05,1613945148135,5106
+"mom_1",0.8937921470651913,1613945148135,5106
+"eps_1",1e-05,1613945148135,5106
+"wd_2",0.01,1613945148135,5106
+"sqr_mom_2",0.99,1613945148135,5106
+"lr_2",0.00028104145428139646,1613945148135,5106
+"mom_2",0.8937921470651913,1613945148135,5106
+"eps_2",1e-05,1613945148135,5106
+"train_loss",0.012198806,1613945149098,5107
+"raw_loss",0.019625131,1613945149098,5107
+"epoch",32.12578616352201,1613945149098,5107
+"wd_0",0.01,1613945149098,5107
+"sqr_mom_0",0.99,1613945149098,5107
+"lr_0",2.8090142371112358e-06,1613945149098,5107
+"mom_0",0.8938201534593099,1613945149098,5107
+"eps_0",1e-05,1613945149098,5107
+"wd_1",0.01,1613945149098,5107
+"sqr_mom_1",0.99,1613945149098,5107
+"lr_1",2.8090142371112357e-05,1613945149098,5107
+"mom_1",0.8938201534593099,1613945149098,5107
+"eps_1",1e-05,1613945149098,5107
+"wd_2",0.01,1613945149098,5107
+"sqr_mom_2",0.99,1613945149098,5107
+"lr_2",0.00028090142371112355,1613945149098,5107
+"mom_2",0.8938201534593099,1613945149098,5107
+"eps_2",1e-05,1613945149098,5107
+"train_loss",0.012227995,1613945150097,5108
+"raw_loss",0.013658268,1613945150097,5108
+"epoch",32.13207547169811,1613945150097,5108
+"wd_0",0.01,1613945150097,5108
+"sqr_mom_0",0.99,1613945150097,5108
+"lr_0",2.8076133683820743e-06,1613945150097,5108
+"mom_0",0.8938481711140697,1613945150097,5108
+"eps_0",1e-05,1613945150097,5108
+"wd_1",0.01,1613945150097,5108
+"sqr_mom_1",0.99,1613945150097,5108
+"lr_1",2.807613368382074e-05,1613945150097,5108
+"mom_1",0.8938481711140697,1613945150097,5108
+"eps_1",1e-05,1613945150097,5108
+"wd_2",0.01,1613945150097,5108
+"sqr_mom_2",0.99,1613945150097,5108
+"lr_2",0.0002807613368382074,1613945150097,5108
+"mom_2",0.8938481711140697,1613945150097,5108
+"eps_2",1e-05,1613945150097,5108
+"train_loss",0.012250432,1613945151060,5109
+"raw_loss",0.013349817,1613945151060,5109
+"epoch",32.13836477987421,1613945151060,5109
+"wd_0",0.01,1613945151060,5109
+"sqr_mom_0",0.99,1613945151060,5109
+"lr_0",2.8062128661848923e-06,1613945151060,5109
+"mom_0",0.8938761814381165,1613945151060,5109
+"eps_0",1e-05,1613945151060,5109
+"wd_1",0.01,1613945151060,5109
+"sqr_mom_1",0.99,1613945151060,5109
+"lr_1",2.8062128661848923e-05,1613945151060,5109
+"mom_1",0.8938761814381165,1613945151060,5109
+"eps_1",1e-05,1613945151060,5109
+"wd_2",0.01,1613945151060,5109
+"sqr_mom_2",0.99,1613945151060,5109
+"lr_2",0.0002806212866184892,1613945151060,5109
+"mom_2",0.8938761814381165,1613945151060,5109
+"eps_2",1e-05,1613945151060,5109
+"train_loss",0.012155826,1613945152024,5110
+"raw_loss",0.007520163,1613945152024,5110
+"epoch",32.14465408805031,1613945152024,5110
+"wd_0",0.01,1613945152024,5110
+"sqr_mom_0",0.99,1613945152024,5110
+"lr_0",2.804812498744729e-06,1613945152024,5110
+"mom_0",0.8939041890669961,1613945152024,5110
+"eps_0",1e-05,1613945152024,5110
+"wd_1",0.01,1613945152024,5110
+"sqr_mom_1",0.99,1613945152024,5110
+"lr_1",2.8048124987447292e-05,1613945152024,5110
+"mom_1",0.8939041890669961,1613945152024,5110
+"eps_1",1e-05,1613945152024,5110
+"wd_2",0.01,1613945152024,5110
+"sqr_mom_2",0.99,1613945152024,5110
+"lr_2",0.00028048124987447285,1613945152024,5110
+"mom_2",0.8939041890669961,1613945152024,5110
+"eps_2",1e-05,1613945152024,5110
+"train_loss",0.012037868,1613945152986,5111
+"raw_loss",0.006257914,1613945152986,5111
+"epoch",32.15094339622641,1613945152986,5111
+"wd_0",0.01,1613945152986,5111
+"sqr_mom_0",0.99,1613945152986,5111
+"lr_0",2.80341110488309e-06,1613945152986,5111
+"mom_0",0.8939322172245104,1613945152986,5111
+"eps_0",1e-05,1613945152986,5111
+"wd_1",0.01,1613945152986,5111
+"sqr_mom_1",0.99,1613945152986,5111
+"lr_1",2.80341110488309e-05,1613945152986,5111
+"mom_1",0.8939322172245104,1613945152986,5111
+"eps_1",1e-05,1613945152986,5111
+"wd_2",0.01,1613945152986,5111
+"sqr_mom_2",0.99,1613945152986,5111
+"lr_2",0.00028034111048830896,1613945152986,5111
+"mom_2",0.8939322172245104,1613945152986,5111
+"eps_2",1e-05,1613945152986,5111
+"train_loss",0.011917523,1613945154002,5112
+"raw_loss",0.006020613,1613945154002,5112
+"epoch",32.15723270440251,1613945154002,5112
+"wd_0",0.01,1613945154002,5112
+"sqr_mom_0",0.99,1613945154002,5112
+"lr_0",2.802010543658857e-06,1613945154002,5112
+"mom_0",0.8939602287291102,1613945154002,5112
+"eps_0",1e-05,1613945154002,5112
+"wd_1",0.01,1613945154002,5112
+"sqr_mom_1",0.99,1613945154002,5112
+"lr_1",2.8020105436588567e-05,1613945154002,5112
+"mom_1",0.8939602287291102,1613945154002,5112
+"eps_1",1e-05,1613945154002,5112
+"wd_2",0.01,1613945154002,5112
+"sqr_mom_2",0.99,1613945154002,5112
+"lr_2",0.00028020105436588565,1613945154002,5112
+"mom_2",0.8939602287291102,1613945154002,5112
+"eps_2",1e-05,1613945154002,5112
+"train_loss",0.012201243,1613945154970,5113
+"raw_loss",0.026103538,1613945154970,5113
+"epoch",32.16352201257861,1613945154970,5113
+"wd_0",0.01,1613945154970,5113
+"sqr_mom_0",0.99,1613945154970,5113
+"lr_0",2.800609653877515e-06,1613945154970,5113
+"mom_0",0.8939882468049177,1613945154970,5113
+"eps_0",1e-05,1613945154970,5113
+"wd_1",0.01,1613945154970,5113
+"sqr_mom_1",0.99,1613945154970,5113
+"lr_1",2.800609653877515e-05,1613945154970,5113
+"mom_1",0.8939882468049177,1613945154970,5113
+"eps_1",1e-05,1613945154970,5113
+"wd_2",0.01,1613945154970,5113
+"sqr_mom_2",0.99,1613945154970,5113
+"lr_2",0.00028006096538775145,1613945154970,5113
+"mom_2",0.8939882468049177,1613945154970,5113
+"eps_2",1e-05,1613945154970,5113
+"train_loss",0.012097668,1613945155934,5114
+"raw_loss",0.007022469,1613945155934,5114
+"epoch",32.16981132075471,1613945155934,5114
+"wd_0",0.01,1613945155934,5114
+"sqr_mom_0",0.99,1613945155934,5114
+"lr_0",2.7992082035552937e-06,1613945155934,5114
+"mom_0",0.894016276091655,1613945155934,5114
+"eps_0",1e-05,1613945155934,5114
+"wd_1",0.01,1613945155934,5114
+"sqr_mom_1",0.99,1613945155934,5114
+"lr_1",2.7992082035552934e-05,1613945155934,5114
+"mom_1",0.894016276091655,1613945155934,5114
+"eps_1",1e-05,1613945155934,5114
+"wd_2",0.01,1613945155934,5114
+"sqr_mom_2",0.99,1613945155934,5114
+"lr_2",0.0002799208203555293,1613945155934,5114
+"mom_2",0.894016276091655,1613945155934,5114
+"eps_2",1e-05,1613945155934,5114
+"train_loss",0.01202288,1613945156902,5115
+"raw_loss",0.008358273,1613945156902,5115
+"epoch",32.17610062893081,1613945156902,5115
+"wd_0",0.01,1613945156902,5115
+"sqr_mom_0",0.99,1613945156902,5115
+"lr_0",2.7978071226365257e-06,1613945156902,5115
+"mom_0",0.8940442979902493,1613945156902,5115
+"eps_0",1e-05,1613945156902,5115
+"wd_1",0.01,1613945156902,5115
+"sqr_mom_1",0.99,1613945156902,5115
+"lr_1",2.7978071226365255e-05,1613945156902,5115
+"mom_1",0.8940442979902493,1613945156902,5115
+"eps_1",1e-05,1613945156902,5115
+"wd_2",0.01,1613945156902,5115
+"sqr_mom_2",0.99,1613945156902,5115
+"lr_2",0.00027978071226365255,1613945156902,5115
+"mom_2",0.8940442979902493,1613945156902,5115
+"eps_2",1e-05,1613945156902,5115
+"train_loss",0.011911027,1613945157907,5116
+"raw_loss",0.006430238,1613945157907,5116
+"epoch",32.18238993710691,1613945157907,5116
+"wd_0",0.01,1613945157907,5116
+"sqr_mom_0",0.99,1613945157907,5116
+"lr_0",2.7964059468345974e-06,1613945157907,5116
+"mom_0",0.8940723217865258,1613945157907,5116
+"eps_0",1e-05,1613945157907,5116
+"wd_1",0.01,1613945157907,5116
+"sqr_mom_1",0.99,1613945157907,5116
+"lr_1",2.7964059468345974e-05,1613945157907,5116
+"mom_1",0.8940723217865258,1613945157907,5116
+"eps_1",1e-05,1613945157907,5116
+"wd_2",0.01,1613945157907,5116
+"sqr_mom_2",0.99,1613945157907,5116
+"lr_2",0.00027964059468345976,1613945157907,5116
+"mom_2",0.8940723217865258,1613945157907,5116
+"eps_2",1e-05,1613945157907,5116
+"train_loss",0.011820911,1613945158891,5117
+"raw_loss",0.007405226,1613945158891,5117
+"epoch",32.18867924528301,1613945158891,5117
+"wd_0",0.01,1613945158891,5117
+"sqr_mom_0",0.99,1613945158891,5117
+"lr_0",2.795004211737014e-06,1613945158891,5117
+"mom_0",0.8941003567688274,1613945158891,5117
+"eps_0",1e-05,1613945158891,5117
+"wd_1",0.01,1613945158891,5117
+"sqr_mom_1",0.99,1613945158891,5117
+"lr_1",2.795004211737014e-05,1613945158891,5117
+"mom_1",0.8941003567688274,1613945158891,5117
+"eps_1",1e-05,1613945158891,5117
+"wd_2",0.01,1613945158891,5117
+"sqr_mom_2",0.99,1613945158891,5117
+"lr_2",0.0002795004211737014,1613945158891,5117
+"mom_2",0.8941003567688274,1613945158891,5117
+"eps_2",1e-05,1613945158891,5117
+"train_loss",0.011778712,1613945159865,5118
+"raw_loss",0.0097109405,1613945159865,5118
+"epoch",32.19496855345911,1613945159865,5118
+"wd_0",0.01,1613945159865,5118
+"sqr_mom_0",0.99,1613945159865,5118
+"lr_0",2.7936028474770723e-06,1613945159865,5118
+"mom_0",0.8941283843343019,1613945159865,5118
+"eps_0",1e-05,1613945159865,5118
+"wd_1",0.01,1613945159865,5118
+"sqr_mom_1",0.99,1613945159865,5118
+"lr_1",2.7936028474770723e-05,1613945159865,5118
+"mom_1",0.8941283843343019,1613945159865,5118
+"eps_1",1e-05,1613945159865,5118
+"wd_2",0.01,1613945159865,5118
+"sqr_mom_2",0.99,1613945159865,5118
+"lr_2",0.00027936028474770717,1613945159865,5118
+"mom_2",0.8941283843343019,1613945159865,5118
+"eps_2",1e-05,1613945159865,5118
+"train_loss",0.011988878,1613945160840,5119
+"raw_loss",0.02228703,1613945160840,5119
+"epoch",32.20125786163521,1613945160840,5119
+"wd_0",0.01,1613945160840,5119
+"sqr_mom_0",0.99,1613945160840,5119
+"lr_0",2.792200924752562e-06,1613945160840,5119
+"mom_0",0.8941564230691794,1613945160840,5119
+"eps_0",1e-05,1613945160840,5119
+"wd_1",0.01,1613945160840,5119
+"sqr_mom_1",0.99,1613945160840,5119
+"lr_1",2.7922009247525622e-05,1613945160840,5119
+"mom_1",0.8941564230691794,1613945160840,5119
+"eps_1",1e-05,1613945160840,5119
+"wd_2",0.01,1613945160840,5119
+"sqr_mom_2",0.99,1613945160840,5119
+"lr_2",0.0002792200924752562,1613945160840,5119
+"mom_2",0.8941564230691794,1613945160840,5119
+"eps_2",1e-05,1613945160840,5119
+"train_loss",0.011955009,1613945161805,5120
+"raw_loss",0.010295401,1613945161805,5120
+"epoch",32.20754716981131,1613945161805,5120
+"wd_0",0.01,1613945161805,5120
+"sqr_mom_0",0.99,1613945161805,5120
+"lr_0",2.7907993738212833e-06,1613945161805,5120
+"mom_0",0.894184454368118,1613945161805,5120
+"eps_0",1e-05,1613945161805,5120
+"wd_1",0.01,1613945161805,5120
+"sqr_mom_1",0.99,1613945161805,5120
+"lr_1",2.790799373821283e-05,1613945161805,5120
+"mom_1",0.894184454368118,1613945161805,5120
+"eps_1",1e-05,1613945161805,5120
+"wd_2",0.01,1613945161805,5120
+"sqr_mom_2",0.99,1613945161805,5120
+"lr_2",0.0002790799373821283,1613945161805,5120
+"mom_2",0.894184454368118,1613945161805,5120
+"eps_2",1e-05,1613945161805,5120
+"train_loss",0.01204342,1613945162783,5121
+"raw_loss",0.016375568,1613945162783,5121
+"epoch",32.213836477987414,1613945162783,5121
+"wd_0",0.01,1613945162783,5121
+"sqr_mom_0",0.99,1613945162783,5121
+"lr_0",2.789397962730993e-06,1613945162783,5121
+"mom_0",0.8942124828702088,1613945162783,5121
+"eps_0",1e-05,1613945162783,5121
+"wd_1",0.01,1613945162783,5121
+"sqr_mom_1",0.99,1613945162783,5121
+"lr_1",2.789397962730993e-05,1613945162783,5121
+"mom_1",0.8942124828702088,1613945162783,5121
+"eps_1",1e-05,1613945162783,5121
+"wd_2",0.01,1613945162783,5121
+"sqr_mom_2",0.99,1613945162783,5121
+"lr_2",0.0002789397962730993,1613945162783,5121
+"mom_2",0.8942124828702088,1613945162783,5121
+"eps_2",1e-05,1613945162783,5121
+"train_loss",0.012158524,1613945163760,5122
+"raw_loss",0.017798642,1613945163760,5122
+"epoch",32.220125786163514,1613945163760,5122
+"wd_0",0.01,1613945163760,5122
+"sqr_mom_0",0.99,1613945163760,5122
+"lr_0",2.787995529441529e-06,1613945163760,5122
+"mom_0",0.8942405318164875,1613945163760,5122
+"eps_0",1e-05,1613945163760,5122
+"wd_1",0.01,1613945163760,5122
+"sqr_mom_1",0.99,1613945163760,5122
+"lr_1",2.787995529441529e-05,1613945163760,5122
+"mom_1",0.8942405318164875,1613945163760,5122
+"eps_1",1e-05,1613945163760,5122
+"wd_2",0.01,1613945163760,5122
+"sqr_mom_2",0.99,1613945163760,5122
+"lr_2",0.00027879955294415285,1613945163760,5122
+"mom_2",0.8942405318164875,1613945163760,5122
+"eps_2",1e-05,1613945163760,5122
+"train_loss",0.012231485,1613945164716,5123
+"raw_loss",0.015806573,1613945164716,5123
+"epoch",32.226415094339615,1613945164716,5123
+"wd_0",0.01,1613945164716,5123
+"sqr_mom_0",0.99,1613945164716,5123
+"lr_0",2.7865939343906545e-06,1613945164716,5123
+"mom_0",0.8942685639978268,1613945164716,5123
+"eps_0",1e-05,1613945164716,5123
+"wd_1",0.01,1613945164716,5123
+"sqr_mom_1",0.99,1613945164716,5123
+"lr_1",2.7865939343906544e-05,1613945164716,5123
+"mom_1",0.8942685639978268,1613945164716,5123
+"eps_1",1e-05,1613945164716,5123
+"wd_2",0.01,1613945164716,5123
+"sqr_mom_2",0.99,1613945164716,5123
+"lr_2",0.0002786593934390654,1613945164716,5123
+"mom_2",0.8942685639978268,1613945164716,5123
+"eps_2",1e-05,1613945164716,5123
+"train_loss",0.012233781,1613945165686,5124
+"raw_loss",0.012346258,1613945165686,5124
+"epoch",32.232704402515715,1613945165686,5124
+"wd_0",0.01,1613945165686,5124
+"sqr_mom_0",0.99,1613945165686,5124
+"lr_0",2.7851920155229975e-06,1613945165686,5124
+"mom_0",0.8942966026555665,1613945165686,5124
+"eps_0",1e-05,1613945165686,5124
+"wd_1",0.01,1613945165686,5124
+"sqr_mom_1",0.99,1613945165686,5124
+"lr_1",2.7851920155229977e-05,1613945165686,5124
+"mom_1",0.8942966026555665,1613945165686,5124
+"eps_1",1e-05,1613945165686,5124
+"wd_2",0.01,1613945165686,5124
+"sqr_mom_2",0.99,1613945165686,5124
+"lr_2",0.0002785192015522997,1613945165686,5124
+"mom_2",0.8942966026555665,1613945165686,5124
+"eps_2",1e-05,1613945165686,5124
+"train_loss",0.012093854,1613945166644,5125
+"raw_loss",0.005237424,1613945166644,5125
+"epoch",32.238993710691815,1613945166644,5125
+"wd_0",0.01,1613945166644,5125
+"sqr_mom_0",0.99,1613945166644,5125
+"lr_0",2.7837895406880932e-06,1613945166644,5125
+"mom_0",0.8943246524327624,1613945166644,5125
+"eps_0",1e-05,1613945166644,5125
+"wd_1",0.01,1613945166644,5125
+"sqr_mom_1",0.99,1613945166644,5125
+"lr_1",2.7837895406880932e-05,1613945166644,5125
+"mom_1",0.8943246524327624,1613945166644,5125
+"eps_1",1e-05,1613945166644,5125
+"wd_2",0.01,1613945166644,5125
+"sqr_mom_2",0.99,1613945166644,5125
+"lr_2",0.00027837895406880933,1613945166644,5125
+"mom_2",0.8943246524327624,1613945166644,5125
+"eps_2",1e-05,1613945166644,5125
+"train_loss",0.012337886,1613945167606,5126
+"raw_loss",0.024295453,1613945167606,5126
+"epoch",32.245283018867916,1613945167606,5126
+"wd_0",0.01,1613945167606,5126
+"sqr_mom_0",0.99,1613945167606,5126
+"lr_0",2.7823874405100976e-06,1613945167606,5126
+"mom_0",0.8943526947167452,1613945167606,5126
+"eps_0",1e-05,1613945167606,5126
+"wd_1",0.01,1613945167606,5126
+"sqr_mom_1",0.99,1613945167606,5126
+"lr_1",2.7823874405100973e-05,1613945167606,5126
+"mom_1",0.8943526947167452,1613945167606,5126
+"eps_1",1e-05,1613945167606,5126
+"wd_2",0.01,1613945167606,5126
+"sqr_mom_2",0.99,1613945167606,5126
+"lr_2",0.0002782387440510097,1613945167606,5126
+"mom_2",0.8943526947167452,1613945167606,5126
+"eps_2",1e-05,1613945167606,5126
+"train_loss",0.012380437,1613945168553,5127
+"raw_loss",0.014465459,1613945168553,5127
+"epoch",32.251572327044016,1613945168553,5127
+"wd_0",0.01,1613945168553,5127
+"sqr_mom_0",0.99,1613945168553,5127
+"lr_0",2.7809854829438435e-06,1613945168553,5127
+"mom_0",0.8943807341484646,1613945168553,5127
+"eps_0",1e-05,1613945168553,5127
+"wd_1",0.01,1613945168553,5127
+"sqr_mom_1",0.99,1613945168553,5127
+"lr_1",2.7809854829438437e-05,1613945168553,5127
+"mom_1",0.8943807341484646,1613945168553,5127
+"eps_1",1e-05,1613945168553,5127
+"wd_2",0.01,1613945168553,5127
+"sqr_mom_2",0.99,1613945168553,5127
+"lr_2",0.00027809854829438435,1613945168553,5127
+"mom_2",0.8943807341484646,1613945168553,5127
+"eps_2",1e-05,1613945168553,5127
+"train_loss",0.012275058,1613945169516,5128
+"raw_loss",0.0071114553,1613945169516,5128
+"epoch",32.25786163522012,1613945169516,5128
+"wd_0",0.01,1613945169516,5128
+"sqr_mom_0",0.99,1613945169516,5128
+"lr_0",2.7795825054980613e-06,1613945169516,5128
+"mom_0",0.8944087939779786,1613945169516,5128
+"eps_0",1e-05,1613945169516,5128
+"wd_1",0.01,1613945169516,5128
+"sqr_mom_1",0.99,1613945169516,5128
+"lr_1",2.7795825054980615e-05,1613945169516,5128
+"mom_1",0.8944087939779786,1613945169516,5128
+"eps_1",1e-05,1613945169516,5128
+"wd_2",0.01,1613945169516,5128
+"sqr_mom_2",0.99,1613945169516,5128
+"lr_2",0.0002779582505498061,1613945169516,5128
+"mom_2",0.8944087939779786,1613945169516,5128
+"eps_2",1e-05,1613945169516,5128
+"train_loss",0.012279964,1613945170466,5129
+"raw_loss",0.012520386,1613945170466,5129
+"epoch",32.26415094339622,1613945170466,5129
+"wd_0",0.01,1613945170466,5129
+"sqr_mom_0",0.99,1613945170466,5129
+"lr_0",2.77818036933238e-06,1613945170466,5129
+"mom_0",0.8944368369817222,1613945170466,5129
+"eps_0",1e-05,1613945170466,5129
+"wd_1",0.01,1613945170466,5129
+"sqr_mom_1",0.99,1613945170466,5129
+"lr_1",2.7781803693323803e-05,1613945170466,5129
+"mom_1",0.8944368369817222,1613945170466,5129
+"eps_1",1e-05,1613945170466,5129
+"wd_2",0.01,1613945170466,5129
+"sqr_mom_2",0.99,1613945170466,5129
+"lr_2",0.00027781803693323803,1613945170466,5129
+"mom_2",0.8944368369817222,1613945170466,5129
+"eps_2",1e-05,1613945170466,5129
+"train_loss",0.012298312,1613945171429,5130
+"raw_loss",0.01319738,1613945171429,5130
+"epoch",32.27044025157232,1613945171429,5130
+"wd_0",0.01,1613945171429,5130
+"sqr_mom_0",0.99,1613945171429,5130
+"lr_0",2.7767779119407663e-06,1613945171429,5130
+"mom_0",0.8944648864100487,1613945171429,5130
+"eps_0",1e-05,1613945171429,5130
+"wd_1",0.01,1613945171429,5130
+"sqr_mom_1",0.99,1613945171429,5130
+"lr_1",2.7767779119407666e-05,1613945171429,5130
+"mom_1",0.8944648864100487,1613945171429,5130
+"eps_1",1e-05,1613945171429,5130
+"wd_2",0.01,1613945171429,5130
+"sqr_mom_2",0.99,1613945171429,5130
+"lr_2",0.0002776777911940766,1613945171429,5130
+"mom_2",0.8944648864100487,1613945171429,5130
+"eps_2",1e-05,1613945171429,5130
+"train_loss",0.0122941,1613945172375,5131
+"raw_loss",0.012087707,1613945172375,5131
+"epoch",32.27672955974842,1613945172375,5131
+"wd_0",0.01,1613945172375,5131
+"sqr_mom_0",0.99,1613945172375,5131
+"lr_0",2.7753749010856033e-06,1613945172375,5131
+"mom_0",0.8944929469077569,1613945172375,5131
+"eps_0",1e-05,1613945172375,5131
+"wd_1",0.01,1613945172375,5131
+"sqr_mom_1",0.99,1613945172375,5131
+"lr_1",2.775374901085603e-05,1613945172375,5131
+"mom_1",0.8944929469077569,1613945172375,5131
+"eps_1",1e-05,1613945172375,5131
+"wd_2",0.01,1613945172375,5131
+"sqr_mom_2",0.99,1613945172375,5131
+"lr_2",0.0002775374901085603,1613945172375,5131
+"mom_2",0.8944929469077569,1613945172375,5131
+"eps_2",1e-05,1613945172375,5131
+"train_loss",0.012216158,1613945173343,5132
+"raw_loss",0.008397021,1613945173343,5132
+"epoch",32.28301886792452,1613945173343,5132
+"wd_0",0.01,1613945173343,5132
+"sqr_mom_0",0.99,1613945173343,5132
+"lr_0",2.77397226774673e-06,1613945173343,5132
+"mom_0",0.894520999855064,1613945173343,5132
+"eps_0",1e-05,1613945173343,5132
+"wd_1",0.01,1613945173343,5132
+"sqr_mom_1",0.99,1613945173343,5132
+"lr_1",2.77397226774673e-05,1613945173343,5132
+"mom_1",0.894520999855064,1613945173343,5132
+"eps_1",1e-05,1613945173343,5132
+"wd_2",0.01,1613945173343,5132
+"sqr_mom_2",0.99,1613945173343,5132
+"lr_2",0.000277397226774673,1613945173343,5132
+"mom_2",0.894520999855064,1613945173343,5132
+"eps_2",1e-05,1613945173343,5132
+"train_loss",0.0121562,1613945174291,5133
+"raw_loss",0.0092182495,1613945174291,5133
+"epoch",32.28930817610062,1613945174291,5133
+"wd_0",0.01,1613945174291,5133
+"sqr_mom_0",0.99,1613945174291,5133
+"lr_0",2.7725697797887144e-06,1613945174291,5133
+"mom_0",0.8945490498947246,1613945174291,5133
+"eps_0",1e-05,1613945174291,5133
+"wd_1",0.01,1613945174291,5133
+"sqr_mom_1",0.99,1613945174291,5133
+"lr_1",2.772569779788714e-05,1613945174291,5133
+"mom_1",0.8945490498947246,1613945174291,5133
+"eps_1",1e-05,1613945174291,5133
+"wd_2",0.01,1613945174291,5133
+"sqr_mom_2",0.99,1613945174291,5133
+"lr_2",0.0002772569779788714,1613945174291,5133
+"mom_2",0.8945490498947246,1613945174291,5133
+"eps_2",1e-05,1613945174291,5133
+"train_loss",0.01205475,1613945175243,5134
+"raw_loss",0.007083703,1613945175243,5134
+"epoch",32.29559748427672,1613945175243,5134
+"wd_0",0.01,1613945175243,5134
+"sqr_mom_0",0.99,1613945175243,5134
+"lr_0",2.771166274282516e-06,1613945175243,5134
+"mom_0",0.8945771202855525,1613945175243,5134
+"eps_0",1e-05,1613945175243,5134
+"wd_1",0.01,1613945175243,5134
+"sqr_mom_1",0.99,1613945175243,5134
+"lr_1",2.771166274282516e-05,1613945175243,5134
+"mom_1",0.8945771202855525,1613945175243,5134
+"eps_1",1e-05,1613945175243,5134
+"wd_2",0.01,1613945175243,5134
+"sqr_mom_2",0.99,1613945175243,5134
+"lr_2",0.0002771166274282516,1613945175243,5134
+"mom_2",0.8945771202855525,1613945175243,5134
+"eps_2",1e-05,1613945175243,5134
+"train_loss",0.011982862,1613945176179,5135
+"raw_loss",0.0084603615,1613945176179,5135
+"epoch",32.30188679245282,1613945176179,5135
+"wd_0",0.01,1613945176179,5135
+"sqr_mom_0",0.99,1613945176179,5135
+"lr_0",2.76976361308828e-06,1613945176179,5135
+"mom_0",0.8946051737899723,1613945176179,5135
+"eps_0",1e-05,1613945176179,5135
+"wd_1",0.01,1613945176179,5135
+"sqr_mom_1",0.99,1613945176179,5135
+"lr_1",2.7697636130882798e-05,1613945176179,5135
+"mom_1",0.8946051737899723,1613945176179,5135
+"eps_1",1e-05,1613945176179,5135
+"wd_2",0.01,1613945176179,5135
+"sqr_mom_2",0.99,1613945176179,5135
+"lr_2",0.000276976361308828,1613945176179,5135
+"mom_2",0.8946051737899723,1613945176179,5135
+"eps_2",1e-05,1613945176179,5135
+"train_loss",0.011873913,1613945177148,5136
+"raw_loss",0.0065354235,1613945177148,5136
+"epoch",32.30817610062892,1613945177148,5136
+"wd_0",0.01,1613945177148,5136
+"sqr_mom_0",0.99,1613945177148,5136
+"lr_0",2.7683606332626444e-06,1613945177148,5136
+"mom_0",0.8946332336670838,1613945177148,5136
+"eps_0",1e-05,1613945177148,5136
+"wd_1",0.01,1613945177148,5136
+"sqr_mom_1",0.99,1613945177148,5136
+"lr_1",2.7683606332626444e-05,1613945177148,5136
+"mom_1",0.8946332336670838,1613945177148,5136
+"eps_1",1e-05,1613945177148,5136
+"wd_2",0.01,1613945177148,5136
+"sqr_mom_2",0.99,1613945177148,5136
+"lr_2",0.0002768360633262644,1613945177148,5136
+"mom_2",0.8946332336670838,1613945177148,5136
+"eps_2",1e-05,1613945177148,5136
+"train_loss",0.011788209,1613945178093,5137
+"raw_loss",0.007588726,1613945178093,5137
+"epoch",32.31446540880502,1613945178093,5137
+"wd_0",0.01,1613945178093,5137
+"sqr_mom_0",0.99,1613945178093,5137
+"lr_0",2.7669571024835092e-06,1613945178093,5137
+"mom_0",0.8946613045633754,1613945178093,5137
+"eps_0",1e-05,1613945178093,5137
+"wd_1",0.01,1613945178093,5137
+"sqr_mom_1",0.99,1613945178093,5137
+"lr_1",2.766957102483509e-05,1613945178093,5137
+"mom_1",0.8946613045633754,1613945178093,5137
+"eps_1",1e-05,1613945178093,5137
+"wd_2",0.01,1613945178093,5137
+"sqr_mom_2",0.99,1613945178093,5137
+"lr_2",0.0002766957102483509,1613945178093,5137
+"mom_2",0.8946613045633754,1613945178093,5137
+"eps_2",1e-05,1613945178093,5137
+"train_loss",0.011999607,1613945179062,5138
+"raw_loss",0.022358123,1613945179062,5138
+"epoch",32.32075471698112,1613945179062,5138
+"wd_0",0.01,1613945179062,5138
+"sqr_mom_0",0.99,1613945179062,5138
+"lr_0",2.7655539520757125e-06,1613945179062,5138
+"mom_0",0.8946893678521642,1613945179062,5138
+"eps_0",1e-05,1613945179062,5138
+"wd_1",0.01,1613945179062,5138
+"sqr_mom_1",0.99,1613945179062,5138
+"lr_1",2.7655539520757123e-05,1613945179062,5138
+"mom_1",0.8946893678521642,1613945179062,5138
+"eps_1",1e-05,1613945179062,5138
+"wd_2",0.01,1613945179062,5138
+"sqr_mom_2",0.99,1613945179062,5138
+"lr_2",0.0002765553952075712,1613945179062,5138
+"mom_2",0.8946893678521642,1613945179062,5138
+"eps_2",1e-05,1613945179062,5138
+"train_loss",0.011890399,1613945180001,5139
+"raw_loss",0.006539221,1613945180001,5139
+"epoch",32.32704402515722,1613945180001,5139
+"wd_0",0.01,1613945180001,5139
+"sqr_mom_0",0.99,1613945180001,5139
+"lr_0",2.764150717061675e-06,1613945180001,5139
+"mom_0",0.8947174328330948,1613945180001,5139
+"eps_0",1e-05,1613945180001,5139
+"wd_1",0.01,1613945180001,5139
+"sqr_mom_1",0.99,1613945180001,5139
+"lr_1",2.7641507170616747e-05,1613945180001,5139
+"mom_1",0.8947174328330948,1613945180001,5139
+"eps_1",1e-05,1613945180001,5139
+"wd_2",0.01,1613945180001,5139
+"sqr_mom_2",0.99,1613945180001,5139
+"lr_2",0.00027641507170616744,1613945180001,5139
+"mom_2",0.8947174328330948,1613945180001,5139
+"eps_2",1e-05,1613945180001,5139
+"train_loss",0.011779489,1613945180949,5140
+"raw_loss",0.0063448623,1613945180949,5140
+"epoch",32.33333333333332,1613945180949,5140
+"wd_0",0.01,1613945180949,5140
+"sqr_mom_0",0.99,1613945180949,5140
+"lr_0",2.762746932351569e-06,1613945180949,5140
+"mom_0",0.8947455088080567,1613945180949,5140
+"eps_0",1e-05,1613945180949,5140
+"wd_1",0.01,1613945180949,5140
+"sqr_mom_1",0.99,1613945180949,5140
+"lr_1",2.762746932351569e-05,1613945180949,5140
+"mom_1",0.8947455088080567,1613945180949,5140
+"eps_1",1e-05,1613945180949,5140
+"wd_2",0.01,1613945180949,5140
+"sqr_mom_2",0.99,1613945180949,5140
+"lr_2",0.00027627469323515685,1613945180949,5140
+"mom_2",0.8947455088080567,1613945180949,5140
+"eps_2",1e-05,1613945180949,5140
+"train_loss",0.011681736,1613945181886,5141
+"raw_loss",0.006891858,1613945181886,5141
+"epoch",32.33962264150942,1613945181886,5141
+"wd_0",0.01,1613945181886,5141
+"sqr_mom_0",0.99,1613945181886,5141
+"lr_0",2.761343529438731e-06,1613945181886,5141
+"mom_0",0.8947735771469968,1613945181886,5141
+"eps_0",1e-05,1613945181886,5141
+"wd_1",0.01,1613945181886,5141
+"sqr_mom_1",0.99,1613945181886,5141
+"lr_1",2.7613435294387305e-05,1613945181886,5141
+"mom_1",0.8947735771469968,1613945181886,5141
+"eps_1",1e-05,1613945181886,5141
+"wd_2",0.01,1613945181886,5141
+"sqr_mom_2",0.99,1613945181886,5141
+"lr_2",0.00027613435294387306,1613945181886,5141
+"mom_2",0.8947735771469968,1613945181886,5141
+"eps_2",1e-05,1613945181886,5141
+"train_loss",0.011561181,1613945182829,5142
+"raw_loss",0.0056539876,1613945182829,5142
+"epoch",32.34591194968552,1613945182829,5142
+"wd_0",0.01,1613945182829,5142
+"sqr_mom_0",0.99,1613945182829,5142
+"lr_0",2.759940276057325e-06,1613945182829,5142
+"mom_0",0.8948016424952784,1613945182829,5142
+"eps_0",1e-05,1613945182829,5142
+"wd_1",0.01,1613945182829,5142
+"sqr_mom_1",0.99,1613945182829,5142
+"lr_1",2.759940276057325e-05,1613945182829,5142
+"mom_1",0.8948016424952784,1613945182829,5142
+"eps_1",1e-05,1613945182829,5142
+"wd_2",0.01,1613945182829,5142
+"sqr_mom_2",0.99,1613945182829,5142
+"lr_2",0.0002759940276057325,1613945182829,5142
+"mom_2",0.8948016424952784,1613945182829,5142
+"eps_2",1e-05,1613945182829,5142
+"train_loss",0.011623996,1613945183770,5143
+"raw_loss",0.014701918,1613945183770,5143
+"epoch",32.35220125786162,1613945183770,5143
+"wd_0",0.01,1613945183770,5143
+"sqr_mom_0",0.99,1613945183770,5143
+"lr_0",2.7585360086466695e-06,1613945183770,5143
+"mom_0",0.8948297281243478,1613945183770,5143
+"eps_0",1e-05,1613945183770,5143
+"wd_1",0.01,1613945183770,5143
+"sqr_mom_1",0.99,1613945183770,5143
+"lr_1",2.7585360086466694e-05,1613945183770,5143
+"mom_1",0.8948297281243478,1613945183770,5143
+"eps_1",1e-05,1613945183770,5143
+"wd_2",0.01,1613945183770,5143
+"sqr_mom_2",0.99,1613945183770,5143
+"lr_2",0.0002758536008646669,1613945183770,5143
+"mom_2",0.8948297281243478,1613945183770,5143
+"eps_2",1e-05,1613945183770,5143
+"train_loss",0.01160241,1613945184707,5144
+"raw_loss",0.010544681,1613945184707,5144
+"epoch",32.35849056603772,1613945184707,5144
+"wd_0",0.01,1613945184707,5144
+"sqr_mom_0",0.99,1613945184707,5144
+"lr_0",2.7571325900776353e-06,1613945184707,5144
+"mom_0",0.8948577967764151,1613945184707,5144
+"eps_0",1e-05,1613945184707,5144
+"wd_1",0.01,1613945184707,5144
+"sqr_mom_1",0.99,1613945184707,5144
+"lr_1",2.757132590077635e-05,1613945184707,5144
+"mom_1",0.8948577967764151,1613945184707,5144
+"eps_1",1e-05,1613945184707,5144
+"wd_2",0.01,1613945184707,5144
+"sqr_mom_2",0.99,1613945184707,5144
+"lr_2",0.0002757132590077635,1613945184707,5144
+"mom_2",0.8948577967764151,1613945184707,5144
+"eps_2",1e-05,1613945184707,5144
+"train_loss",0.011521683,1613945185643,5145
+"raw_loss",0.007566066,1613945185643,5145
+"epoch",32.36477987421382,1613945185643,5145
+"wd_0",0.01,1613945185643,5145
+"sqr_mom_0",0.99,1613945185643,5145
+"lr_0",2.7557288567758837e-06,1613945185643,5145
+"mom_0",0.8948858717231996,1613945185643,5145
+"eps_0",1e-05,1613945185643,5145
+"wd_1",0.01,1613945185643,5145
+"sqr_mom_1",0.99,1613945185643,5145
+"lr_1",2.7557288567758834e-05,1613945185643,5145
+"mom_1",0.8948858717231996,1613945185643,5145
+"eps_1",1e-05,1613945185643,5145
+"wd_2",0.01,1613945185643,5145
+"sqr_mom_2",0.99,1613945185643,5145
+"lr_2",0.0002755728856775883,1613945185643,5145
+"mom_2",0.8948858717231996,1613945185643,5145
+"eps_2",1e-05,1613945185643,5145
+"train_loss",0.01147177,1613945186587,5146
+"raw_loss",0.009026,1613945186587,5146
+"epoch",32.371069182389924,1613945186587,5146
+"wd_0",0.01,1613945186587,5146
+"sqr_mom_0",0.99,1613945186587,5146
+"lr_0",2.7543245762975833e-06,1613945186587,5146
+"mom_0",0.8949139576136245,1613945186587,5146
+"eps_0",1e-05,1613945186587,5146
+"wd_1",0.01,1613945186587,5146
+"sqr_mom_1",0.99,1613945186587,5146
+"lr_1",2.754324576297583e-05,1613945186587,5146
+"mom_1",0.8949139576136245,1613945186587,5146
+"eps_1",1e-05,1613945186587,5146
+"wd_2",0.01,1613945186587,5146
+"sqr_mom_2",0.99,1613945186587,5146
+"lr_2",0.0002754324576297583,1613945186587,5146
+"mom_2",0.8949139576136245,1613945186587,5146
+"eps_2",1e-05,1613945186587,5146
+"train_loss",0.011369791,1613945187523,5147
+"raw_loss",0.006372803,1613945187523,5147
+"epoch",32.377358490566024,1613945187523,5147
+"wd_0",0.01,1613945187523,5147
+"sqr_mom_0",0.99,1613945187523,5147
+"lr_0",2.7529206804650423e-06,1613945187523,5147
+"mom_0",0.8949420358110572,1613945187523,5147
+"eps_0",1e-05,1613945187523,5147
+"wd_1",0.01,1613945187523,5147
+"sqr_mom_1",0.99,1613945187523,5147
+"lr_1",2.752920680465042e-05,1613945187523,5147
+"mom_1",0.8949420358110572,1613945187523,5147
+"eps_1",1e-05,1613945187523,5147
+"wd_2",0.01,1613945187523,5147
+"sqr_mom_2",0.99,1613945187523,5147
+"lr_2",0.0002752920680465042,1613945187523,5147
+"mom_2",0.8949420358110572,1613945187523,5147
+"eps_2",1e-05,1613945187523,5147
+"train_loss",0.01131986,1613945188467,5148
+"raw_loss",0.008873236,1613945188467,5148
+"epoch",32.383647798742125,1613945188467,5148
+"wd_0",0.01,1613945188467,5148
+"sqr_mom_0",0.99,1613945188467,5148
+"lr_0",2.751516936928819e-06,1613945188467,5148
+"mom_0",0.8949701109625332,1613945188467,5148
+"eps_0",1e-05,1613945188467,5148
+"wd_1",0.01,1613945188467,5148
+"sqr_mom_1",0.99,1613945188467,5148
+"lr_1",2.751516936928819e-05,1613945188467,5148
+"mom_1",0.8949701109625332,1613945188467,5148
+"eps_1",1e-05,1613945188467,5148
+"wd_2",0.01,1613945188467,5148
+"sqr_mom_2",0.99,1613945188467,5148
+"lr_2",0.00027515169369288185,1613945188467,5148
+"mom_2",0.8949701109625332,1613945188467,5148
+"eps_2",1e-05,1613945188467,5148
+"train_loss",0.011192568,1613945189401,5149
+"raw_loss",0.004955251,1613945189401,5149
+"epoch",32.389937106918225,1613945189401,5149
+"wd_0",0.01,1613945189401,5149
+"sqr_mom_0",0.99,1613945189401,5149
+"lr_0",2.7501121817238292e-06,1613945189401,5149
+"mom_0",0.8949982063475869,1613945189401,5149
+"eps_0",1e-05,1613945189401,5149
+"wd_1",0.01,1613945189401,5149
+"sqr_mom_1",0.99,1613945189401,5149
+"lr_1",2.750112181723829e-05,1613945189401,5149
+"mom_1",0.8949982063475869,1613945189401,5149
+"eps_1",1e-05,1613945189401,5149
+"wd_2",0.01,1613945189401,5149
+"sqr_mom_2",0.99,1613945189401,5149
+"lr_2",0.00027501121817238286,1613945189401,5149
+"mom_2",0.8949982063475869,1613945189401,5149
+"eps_2",1e-05,1613945189401,5149
+"train_loss",0.011271411,1613945190345,5150
+"raw_loss",0.015134742,1613945190345,5150
+"epoch",32.396226415094326,1613945190345,5150
+"wd_0",0.01,1613945190345,5150
+"sqr_mom_0",0.99,1613945190345,5150
+"lr_0",2.7487082783680377e-06,1613945190345,5150
+"mom_0",0.8950262846954862,1613945190345,5150
+"eps_0",1e-05,1613945190345,5150
+"wd_1",0.01,1613945190345,5150
+"sqr_mom_1",0.99,1613945190345,5150
+"lr_1",2.748708278368038e-05,1613945190345,5150
+"mom_1",0.8950262846954862,1613945190345,5150
+"eps_1",1e-05,1613945190345,5150
+"wd_2",0.01,1613945190345,5150
+"sqr_mom_2",0.99,1613945190345,5150
+"lr_2",0.00027487082783680375,1613945190345,5150
+"mom_2",0.8950262846954862,1613945190345,5150
+"eps_2",1e-05,1613945190345,5150
+"train_loss",0.011292117,1613945191297,5151
+"raw_loss",0.012306695,1613945191297,5151
+"epoch",32.402515723270426,1613945191297,5151
+"wd_0",0.01,1613945191297,5151
+"sqr_mom_0",0.99,1613945191297,5151
+"lr_0",2.7473040628831463e-06,1613945191297,5151
+"mom_0",0.8950543692860299,1613945191297,5151
+"eps_0",1e-05,1613945191297,5151
+"wd_1",0.01,1613945191297,5151
+"sqr_mom_1",0.99,1613945191297,5151
+"lr_1",2.7473040628831462e-05,1613945191297,5151
+"mom_1",0.8950543692860299,1613945191297,5151
+"eps_1",1e-05,1613945191297,5151
+"wd_2",0.01,1613945191297,5151
+"sqr_mom_2",0.99,1613945191297,5151
+"lr_2",0.00027473040628831456,1613945191297,5151
+"mom_2",0.8950543692860299,1613945191297,5151
+"eps_2",1e-05,1613945191297,5151
+"train_loss",0.0112350425,1613945192238,5152
+"raw_loss",0.008438407,1613945192238,5152
+"epoch",32.408805031446526,1613945192238,5152
+"wd_0",0.01,1613945192238,5152
+"sqr_mom_0",0.99,1613945192238,5152
+"lr_0",2.745899302747504e-06,1613945192238,5152
+"mom_0",0.8950824647696976,1613945192238,5152
+"eps_0",1e-05,1613945192238,5152
+"wd_1",0.01,1613945192238,5152
+"sqr_mom_1",0.99,1613945192238,5152
+"lr_1",2.745899302747504e-05,1613945192238,5152
+"mom_1",0.8950824647696976,1613945192238,5152
+"eps_1",1e-05,1613945192238,5152
+"wd_2",0.01,1613945192238,5152
+"sqr_mom_2",0.99,1613945192238,5152
+"lr_2",0.00027458993027475035,1613945192238,5152
+"mom_2",0.8950824647696976,1613945192238,5152
+"eps_2",1e-05,1613945192238,5152
+"train_loss",0.011379252,1613945193183,5153
+"raw_loss",0.01844555,1613945193183,5153
+"epoch",32.41509433962263,1613945193183,5153
+"wd_0",0.01,1613945193183,5153
+"sqr_mom_0",0.99,1613945193183,5153
+"lr_0",2.744494930101698e-06,1613945193183,5153
+"mom_0",0.895110552503491,1613945193183,5153
+"eps_0",1e-05,1613945193183,5153
+"wd_1",0.01,1613945193183,5153
+"sqr_mom_1",0.99,1613945193183,5153
+"lr_1",2.7444949301016976e-05,1613945193183,5153
+"mom_1",0.895110552503491,1613945193183,5153
+"eps_1",1e-05,1613945193183,5153
+"wd_2",0.01,1613945193183,5153
+"sqr_mom_2",0.99,1613945193183,5153
+"lr_2",0.00027444949301016976,1613945193183,5153
+"mom_2",0.895110552503491,1613945193183,5153
+"eps_2",1e-05,1613945193183,5153
+"train_loss",0.011301793,1613945194126,5154
+"raw_loss",0.0075063165,1613945194126,5154
+"epoch",32.42138364779873,1613945194126,5154
+"wd_0",0.01,1613945194126,5154
+"sqr_mom_0",0.99,1613945194126,5154
+"lr_0",2.7430907125153503e-06,1613945194126,5154
+"mom_0",0.8951386371360643,1613945194126,5154
+"eps_0",1e-05,1613945194126,5154
+"wd_1",0.01,1613945194126,5154
+"sqr_mom_1",0.99,1613945194126,5154
+"lr_1",2.7430907125153503e-05,1613945194126,5154
+"mom_1",0.8951386371360643,1613945194126,5154
+"eps_1",1e-05,1613945194126,5154
+"wd_2",0.01,1613945194126,5154
+"sqr_mom_2",0.99,1613945194126,5154
+"lr_2",0.000274309071251535,1613945194126,5154
+"mom_2",0.8951386371360643,1613945194126,5154
+"eps_2",1e-05,1613945194126,5154
+"train_loss",0.011317272,1613945195063,5155
+"raw_loss",0.012075713,1613945195063,5155
+"epoch",32.42767295597483,1613945195063,5155
+"wd_0",0.01,1613945195063,5155
+"sqr_mom_0",0.99,1613945195063,5155
+"lr_0",2.741685485632323e-06,1613945195063,5155
+"mom_0",0.8951667419547731,1613945195063,5155
+"eps_0",1e-05,1613945195063,5155
+"wd_1",0.01,1613945195063,5155
+"sqr_mom_1",0.99,1613945195063,5155
+"lr_1",2.7416854856323228e-05,1613945195063,5155
+"mom_1",0.8951667419547731,1613945195063,5155
+"eps_1",1e-05,1613945195063,5155
+"wd_2",0.01,1613945195063,5155
+"sqr_mom_2",0.99,1613945195063,5155
+"lr_2",0.00027416854856323225,1613945195063,5155
+"mom_2",0.8951667419547731,1613945195063,5155
+"eps_2",1e-05,1613945195063,5155
+"train_loss",0.011226371,1613945196036,5156
+"raw_loss",0.0067722453,1613945196036,5156
+"epoch",32.43396226415093,1613945196036,5156
+"wd_0",0.01,1613945196036,5156
+"sqr_mom_0",0.99,1613945196036,5156
+"lr_0",2.7402811135962996e-06,1613945196036,5156
+"mom_0",0.8951948296763708,1613945196036,5156
+"eps_0",1e-05,1613945196036,5156
+"wd_1",0.01,1613945196036,5156
+"sqr_mom_1",0.99,1613945196036,5156
+"lr_1",2.7402811135962996e-05,1613945196036,5156
+"mom_1",0.8951948296763708,1613945196036,5156
+"eps_1",1e-05,1613945196036,5156
+"wd_2",0.01,1613945196036,5156
+"sqr_mom_2",0.99,1613945196036,5156
+"lr_2",0.0002740281113596299,1613945196036,5156
+"mom_2",0.8951948296763708,1613945196036,5156
+"eps_2",1e-05,1613945196036,5156
+"train_loss",0.011181109,1613945196986,5157
+"raw_loss",0.008963267,1613945196986,5157
+"epoch",32.44025157232703,1613945196986,5157
+"wd_0",0.01,1613945196986,5157
+"sqr_mom_0",0.99,1613945196986,5157
+"lr_0",2.7388764320383755e-06,1613945196986,5157
+"mom_0",0.8952229235884683,1613945196986,5157
+"eps_0",1e-05,1613945196986,5157
+"wd_1",0.01,1613945196986,5157
+"sqr_mom_1",0.99,1613945196986,5157
+"lr_1",2.7388764320383754e-05,1613945196986,5157
+"mom_1",0.8952229235884683,1613945196986,5157
+"eps_1",1e-05,1613945196986,5157
+"wd_2",0.01,1613945196986,5157
+"sqr_mom_2",0.99,1613945196986,5157
+"lr_2",0.0002738876432038375,1613945196986,5157
+"mom_2",0.8952229235884683,1613945196986,5157
+"eps_2",1e-05,1613945196986,5157
+"train_loss",0.011065838,1613945197937,5158
+"raw_loss",0.0054175896,1613945197937,5158
+"epoch",32.44654088050313,1613945197937,5158
+"wd_0",0.01,1613945197937,5158
+"sqr_mom_0",0.99,1613945197937,5158
+"lr_0",2.737471208361745e-06,1613945197937,5158
+"mom_0",0.8952510283430485,1613945197937,5158
+"eps_0",1e-05,1613945197937,5158
+"wd_1",0.01,1613945197937,5158
+"sqr_mom_1",0.99,1613945197937,5158
+"lr_1",2.737471208361745e-05,1613945197937,5158
+"mom_1",0.8952510283430485,1613945197937,5158
+"eps_1",1e-05,1613945197937,5158
+"wd_2",0.01,1613945197937,5158
+"sqr_mom_2",0.99,1613945197937,5158
+"lr_2",0.0002737471208361745,1613945197937,5158
+"mom_2",0.8952510283430485,1613945197937,5158
+"eps_2",1e-05,1613945197937,5158
+"train_loss",0.0109924935,1613945198880,5159
+"raw_loss",0.0073986286,1613945198880,5159
+"epoch",32.45283018867923,1613945198880,5159
+"wd_0",0.01,1613945198880,5159
+"sqr_mom_0",0.99,1613945198880,5159
+"lr_0",2.7360663750145843e-06,1613945198880,5159
+"mom_0",0.8952791252909612,1613945198880,5159
+"eps_0",1e-05,1613945198880,5159
+"wd_1",0.01,1613945198880,5159
+"sqr_mom_1",0.99,1613945198880,5159
+"lr_1",2.7360663750145842e-05,1613945198880,5159
+"mom_1",0.8952791252909612,1613945198880,5159
+"eps_1",1e-05,1613945198880,5159
+"wd_2",0.01,1613945198880,5159
+"sqr_mom_2",0.99,1613945198880,5159
+"lr_2",0.0002736066375014584,1613945198880,5159
+"mom_2",0.8952791252909612,1613945198880,5159
+"eps_2",1e-05,1613945198880,5159
+"train_loss",0.010929347,1613945199861,5160
+"raw_loss",0.00783515,1613945199861,5160
+"epoch",32.45911949685533,1613945199861,5160
+"wd_0",0.01,1613945199861,5160
+"sqr_mom_0",0.99,1613945199861,5160
+"lr_0",2.7346610003941865e-06,1613945199861,5160
+"mom_0",0.8953072330644469,1613945199861,5160
+"eps_0",1e-05,1613945199861,5160
+"wd_1",0.01,1613945199861,5160
+"sqr_mom_1",0.99,1613945199861,5160
+"lr_1",2.7346610003941865e-05,1613945199861,5160
+"mom_1",0.8953072330644469,1613945199861,5160
+"eps_1",1e-05,1613945199861,5160
+"wd_2",0.01,1613945199861,5160
+"sqr_mom_2",0.99,1613945199861,5160
+"lr_2",0.00027346610003941863,1613945199861,5160
+"mom_2",0.8953072330644469,1613945199861,5160
+"eps_2",1e-05,1613945199861,5160
+"train_loss",0.011068444,1613945200798,5161
+"raw_loss",0.0178842,1613945200798,5161
+"epoch",32.46540880503143,1613945200798,5161
+"wd_0",0.01,1613945200798,5161
+"sqr_mom_0",0.99,1613945200798,5161
+"lr_0",2.733256017048887e-06,1613945200798,5161
+"mom_0",0.8953353330123524,1613945200798,5161
+"eps_0",1e-05,1613945200798,5161
+"wd_1",0.01,1613945200798,5161
+"sqr_mom_1",0.99,1613945200798,5161
+"lr_1",2.7332560170488868e-05,1613945200798,5161
+"mom_1",0.8953353330123524,1613945200798,5161
+"eps_1",1e-05,1613945200798,5161
+"wd_2",0.01,1613945200798,5161
+"sqr_mom_2",0.99,1613945200798,5161
+"lr_2",0.00027332560170488865,1613945200798,5161
+"mom_2",0.8953353330123524,1613945200798,5161
+"eps_2",1e-05,1613945200798,5161
+"train_loss",0.010978663,1613945201749,5162
+"raw_loss",0.0065793963,1613945201749,5162
+"epoch",32.47169811320753,1613945201749,5162
+"wd_0",0.01,1613945201749,5162
+"sqr_mom_0",0.99,1613945201749,5162
+"lr_0",2.731850959388529e-06,1613945201749,5162
+"mom_0",0.8953634344465738,1613945201749,5162
+"eps_0",1e-05,1613945201749,5162
+"wd_1",0.01,1613945201749,5162
+"sqr_mom_1",0.99,1613945201749,5162
+"lr_1",2.731850959388529e-05,1613945201749,5162
+"mom_1",0.8953634344465738,1613945201749,5162
+"eps_1",1e-05,1613945201749,5162
+"wd_2",0.01,1613945201749,5162
+"sqr_mom_2",0.99,1613945201749,5162
+"lr_2",0.0002731850959388529,1613945201749,5162
+"mom_2",0.8953634344465738,1613945201749,5162
+"eps_2",1e-05,1613945201749,5162
+"train_loss",0.010887542,1613945202685,5163
+"raw_loss",0.0064225993,1613945202685,5163
+"epoch",32.47798742138363,1613945202685,5163
+"wd_0",0.01,1613945202685,5163
+"sqr_mom_0",0.99,1613945202685,5163
+"lr_0",2.7304453617243604e-06,1613945202685,5163
+"mom_0",0.8953915466809795,1613945202685,5163
+"eps_0",1e-05,1613945202685,5163
+"wd_1",0.01,1613945202685,5163
+"sqr_mom_1",0.99,1613945202685,5163
+"lr_1",2.7304453617243606e-05,1613945202685,5163
+"mom_1",0.8953915466809795,1613945202685,5163
+"eps_1",1e-05,1613945202685,5163
+"wd_2",0.01,1613945202685,5163
+"sqr_mom_2",0.99,1613945202685,5163
+"lr_2",0.00027304453617243605,1613945202685,5163
+"mom_2",0.8953915466809795,1613945202685,5163
+"eps_2",1e-05,1613945202685,5163
+"train_loss",0.010883921,1613945203639,5164
+"raw_loss",0.010706478,1613945203639,5164
+"epoch",32.48427672955973,1613945203639,5164
+"wd_0",0.01,1613945203639,5164
+"sqr_mom_0",0.99,1613945203639,5164
+"lr_0",2.72904015675272e-06,1613945203639,5164
+"mom_0",0.8954196510614562,1613945203639,5164
+"eps_0",1e-05,1613945203639,5164
+"wd_1",0.01,1613945203639,5164
+"sqr_mom_1",0.99,1613945203639,5164
+"lr_1",2.72904015675272e-05,1613945203639,5164
+"mom_1",0.8954196510614562,1613945203639,5164
+"eps_1",1e-05,1613945203639,5164
+"wd_2",0.01,1613945203639,5164
+"sqr_mom_2",0.99,1613945203639,5164
+"lr_2",0.000272904015675272,1613945203639,5164
+"mom_2",0.8954196510614562,1613945203639,5164
+"eps_2",1e-05,1613945203639,5164
+"train_loss",0.010811287,1613945204612,5165
+"raw_loss",0.0072522154,1613945204612,5165
+"epoch",32.49056603773583,1613945204612,5165
+"wd_0",0.01,1613945204612,5165
+"sqr_mom_0",0.99,1613945204612,5165
+"lr_0",2.7276351119017643e-06,1613945204612,5165
+"mom_0",0.895447752239487,1613945204612,5165
+"eps_0",1e-05,1613945204612,5165
+"wd_1",0.01,1613945204612,5165
+"sqr_mom_1",0.99,1613945204612,5165
+"lr_1",2.727635111901764e-05,1613945204612,5165
+"mom_1",0.895447752239487,1613945204612,5165
+"eps_1",1e-05,1613945204612,5165
+"wd_2",0.01,1613945204612,5165
+"sqr_mom_2",0.99,1613945204612,5165
+"lr_2",0.0002727635111901764,1613945204612,5165
+"mom_2",0.895447752239487,1613945204612,5165
+"eps_2",1e-05,1613945204612,5165
+"train_loss",0.010826249,1613945205567,5166
+"raw_loss",0.0115593895,1613945205567,5166
+"epoch",32.49685534591193,1613945205567,5166
+"wd_0",0.01,1613945205567,5166
+"sqr_mom_0",0.99,1613945205567,5166
+"lr_0",2.7262290621331104e-06,1613945205567,5166
+"mom_0",0.8954758735160729,1613945205567,5166
+"eps_0",1e-05,1613945205567,5166
+"wd_1",0.01,1613945205567,5166
+"sqr_mom_1",0.99,1613945205567,5166
+"lr_1",2.7262290621331102e-05,1613945205567,5166
+"mom_1",0.8954758735160729,1613945205567,5166
+"eps_1",1e-05,1613945205567,5166
+"wd_2",0.01,1613945205567,5166
+"sqr_mom_2",0.99,1613945205567,5166
+"lr_2",0.000272622906213311,1613945205567,5166
+"mom_2",0.8954758735160729,1613945205567,5166
+"eps_2",1e-05,1613945205567,5166
+"train_loss",0.010767888,1613945206556,5167
+"raw_loss",0.007908247,1613945206556,5167
+"epoch",32.50314465408803,1613945206556,5167
+"wd_0",0.01,1613945206556,5167
+"sqr_mom_0",0.99,1613945206556,5167
+"lr_0",2.7248238726820656e-06,1613945206556,5167
+"mom_0",0.8955039775861345,1613945206556,5167
+"eps_0",1e-05,1613945206556,5167
+"wd_1",0.01,1613945206556,5167
+"sqr_mom_1",0.99,1613945206556,5167
+"lr_1",2.7248238726820654e-05,1613945206556,5167
+"mom_1",0.8955039775861345,1613945206556,5167
+"eps_1",1e-05,1613945206556,5167
+"wd_2",0.01,1613945206556,5167
+"sqr_mom_2",0.99,1613945206556,5167
+"lr_2",0.00027248238726820654,1613945206556,5167
+"mom_2",0.8955039775861345,1613945206556,5167
+"eps_2",1e-05,1613945206556,5167
+"train_loss",0.010933664,1613945207527,5168
+"raw_loss",0.01905668,1613945207527,5168
+"epoch",32.50943396226413,1613945207527,5168
+"wd_0",0.01,1613945207527,5168
+"sqr_mom_0",0.99,1613945207527,5168
+"lr_0",2.7234183784982913e-06,1613945207527,5168
+"mom_0",0.8955320877509116,1613945207527,5168
+"eps_0",1e-05,1613945207527,5168
+"wd_1",0.01,1613945207527,5168
+"sqr_mom_1",0.99,1613945207527,5168
+"lr_1",2.723418378498291e-05,1613945207527,5168
+"mom_1",0.8955320877509116,1613945207527,5168
+"eps_1",1e-05,1613945207527,5168
+"wd_2",0.01,1613945207527,5168
+"sqr_mom_2",0.99,1613945207527,5168
+"lr_2",0.00027234183784982907,1613945207527,5168
+"mom_2",0.8955320877509116,1613945207527,5168
+"eps_2",1e-05,1613945207527,5168
+"train_loss",0.010906836,1613945208468,5169
+"raw_loss",0.009592288,1613945208468,5169
+"epoch",32.51572327044023,1613945208468,5169
+"wd_0",0.01,1613945208468,5169
+"sqr_mom_0",0.99,1613945208468,5169
+"lr_0",2.7220123468541337e-06,1613945208468,5169
+"mom_0",0.895560208665004,1613945208468,5169
+"eps_0",1e-05,1613945208468,5169
+"wd_1",0.01,1613945208468,5169
+"sqr_mom_1",0.99,1613945208468,5169
+"lr_1",2.7220123468541337e-05,1613945208468,5169
+"mom_1",0.895560208665004,1613945208468,5169
+"eps_1",1e-05,1613945208468,5169
+"wd_2",0.01,1613945208468,5169
+"sqr_mom_2",0.99,1613945208468,5169
+"lr_2",0.0002722012346854134,1613945208468,5169
+"mom_2",0.895560208665004,1613945208468,5169
+"eps_2",1e-05,1613945208468,5169
+"train_loss",0.010881317,1613945209415,5170
+"raw_loss",0.009630857,1613945209415,5170
+"epoch",32.522012578616334,1613945209415,5170
+"wd_0",0.01,1613945209415,5170
+"sqr_mom_0",0.99,1613945209415,5170
+"lr_0",2.720606710733901e-06,1613945209415,5170
+"mom_0",0.8955883216685386,1613945209415,5170
+"eps_0",1e-05,1613945209415,5170
+"wd_1",0.01,1613945209415,5170
+"sqr_mom_1",0.99,1613945209415,5170
+"lr_1",2.7206067107339007e-05,1613945209415,5170
+"mom_1",0.8955883216685386,1613945209415,5170
+"eps_1",1e-05,1613945209415,5170
+"wd_2",0.01,1613945209415,5170
+"sqr_mom_2",0.99,1613945209415,5170
+"lr_2",0.0002720606710733901,1613945209415,5170
+"mom_2",0.8955883216685386,1613945209415,5170
+"eps_2",1e-05,1613945209415,5170
+"train_loss",0.010798455,1613945210374,5171
+"raw_loss",0.006738249,1613945210374,5171
+"epoch",32.528301886792434,1613945210374,5171
+"wd_0",0.01,1613945210374,5171
+"sqr_mom_0",0.99,1613945210374,5171
+"lr_0",2.7192012374923704e-06,1613945210374,5171
+"mom_0",0.8956164314144667,1613945210374,5171
+"eps_0",1e-05,1613945210374,5171
+"wd_1",0.01,1613945210374,5171
+"sqr_mom_1",0.99,1613945210374,5171
+"lr_1",2.71920123749237e-05,1613945210374,5171
+"mom_1",0.8956164314144667,1613945210374,5171
+"eps_1",1e-05,1613945210374,5171
+"wd_2",0.01,1613945210374,5171
+"sqr_mom_2",0.99,1613945210374,5171
+"lr_2",0.000271920123749237,1613945210374,5171
+"mom_2",0.8956164314144667,1613945210374,5171
+"eps_2",1e-05,1613945210374,5171
+"train_loss",0.010726085,1613945211317,5172
+"raw_loss",0.007179929,1613945211317,5172
+"epoch",32.534591194968534,1613945211317,5172
+"wd_0",0.01,1613945211317,5172
+"sqr_mom_0",0.99,1613945211317,5172
+"lr_0",2.7177947617379664e-06,1613945211317,5172
+"mom_0",0.8956445612108528,1613945211317,5172
+"eps_0",1e-05,1613945211317,5172
+"wd_1",0.01,1613945211317,5172
+"sqr_mom_1",0.99,1613945211317,5172
+"lr_1",2.7177947617379664e-05,1613945211317,5172
+"mom_1",0.8956445612108528,1613945211317,5172
+"eps_1",1e-05,1613945211317,5172
+"wd_2",0.01,1613945211317,5172
+"sqr_mom_2",0.99,1613945211317,5172
+"lr_2",0.0002717794761737966,1613945211317,5172
+"mom_2",0.8956445612108528,1613945211317,5172
+"eps_2",1e-05,1613945211317,5172
+"train_loss",0.010611077,1613945212256,5173
+"raw_loss",0.0049756565,1613945212256,5173
+"epoch",32.540880503144635,1613945212256,5173
+"wd_0",0.01,1613945212256,5173
+"sqr_mom_0",0.99,1613945212256,5173
+"lr_0",2.7163891492710995e-06,1613945212256,5173
+"mom_0",0.8956726737413154,1613945212256,5173
+"eps_0",1e-05,1613945212256,5173
+"wd_1",0.01,1613945212256,5173
+"sqr_mom_1",0.99,1613945212256,5173
+"lr_1",2.7163891492710993e-05,1613945212256,5173
+"mom_1",0.8956726737413154,1613945212256,5173
+"eps_1",1e-05,1613945212256,5173
+"wd_2",0.01,1613945212256,5173
+"sqr_mom_2",0.99,1613945212256,5173
+"lr_2",0.0002716389149271099,1613945212256,5173
+"mom_2",0.8956726737413154,1613945212256,5173
+"eps_2",1e-05,1613945212256,5173
+"train_loss",0.010493031,1613945213195,5174
+"raw_loss",0.004708748,1613945213195,5174
+"epoch",32.547169811320735,1613945213195,5174
+"wd_0",0.01,1613945213195,5174
+"sqr_mom_0",0.99,1613945213195,5174
+"lr_0",2.7149832346886863e-06,1613945213195,5174
+"mom_0",0.8957007923141493,1613945213195,5174
+"eps_0",1e-05,1613945213195,5174
+"wd_1",0.01,1613945213195,5174
+"sqr_mom_1",0.99,1613945213195,5174
+"lr_1",2.7149832346886863e-05,1613945213195,5174
+"mom_1",0.8957007923141493,1613945213195,5174
+"eps_1",1e-05,1613945213195,5174
+"wd_2",0.01,1613945213195,5174
+"sqr_mom_2",0.99,1613945213195,5174
+"lr_2",0.0002714983234688686,1613945213195,5174
+"mom_2",0.8957007923141493,1613945213195,5174
+"eps_2",1e-05,1613945213195,5174
+"train_loss",0.01097501,1613945214138,5175
+"raw_loss",0.03459201,1613945214138,5175
+"epoch",32.553459119496836,1613945214138,5175
+"wd_0",0.01,1613945214138,5175
+"sqr_mom_0",0.99,1613945214138,5175
+"lr_0",2.7135767851954818e-06,1613945214138,5175
+"mom_0",0.8957289215853061,1613945214138,5175
+"eps_0",1e-05,1613945214138,5175
+"wd_1",0.01,1613945214138,5175
+"sqr_mom_1",0.99,1613945214138,5175
+"lr_1",2.7135767851954817e-05,1613945214138,5175
+"mom_1",0.8957289215853061,1613945214138,5175
+"eps_1",1e-05,1613945214138,5175
+"wd_2",0.01,1613945214138,5175
+"sqr_mom_2",0.99,1613945214138,5175
+"lr_2",0.0002713576785195481,1613945214138,5175
+"mom_2",0.8957289215853061,1613945214138,5175
+"eps_2",1e-05,1613945214138,5175
+"train_loss",0.010851935,1613945215081,5176
+"raw_loss",0.004821254,1613945215081,5176
+"epoch",32.559748427672936,1613945215081,5176
+"wd_0",0.01,1613945215081,5176
+"sqr_mom_0",0.99,1613945215081,5176
+"lr_0",2.712170734053062e-06,1613945215081,5176
+"mom_0",0.8957570428893676,1613945215081,5176
+"eps_0",1e-05,1613945215081,5176
+"wd_1",0.01,1613945215081,5176
+"sqr_mom_1",0.99,1613945215081,5176
+"lr_1",2.7121707340530617e-05,1613945215081,5176
+"mom_1",0.8957570428893676,1613945215081,5176
+"eps_1",1e-05,1613945215081,5176
+"wd_2",0.01,1613945215081,5176
+"sqr_mom_2",0.99,1613945215081,5176
+"lr_2",0.00027121707340530617,1613945215081,5176
+"mom_2",0.8957570428893676,1613945215081,5176
+"eps_2",1e-05,1613945215081,5176
+"train_loss",0.010727015,1613945216033,5177
+"raw_loss",0.004605962,1613945216033,5177
+"epoch",32.56603773584904,1613945216033,5177
+"wd_0",0.01,1613945216033,5177
+"sqr_mom_0",0.99,1613945216033,5177
+"lr_0",2.710764848545492e-06,1613945216033,5177
+"mom_0",0.8957851608806989,1613945216033,5177
+"eps_0",1e-05,1613945216033,5177
+"wd_1",0.01,1613945216033,5177
+"sqr_mom_1",0.99,1613945216033,5177
+"lr_1",2.710764848545492e-05,1613945216033,5177
+"mom_1",0.8957851608806989,1613945216033,5177
+"eps_1",1e-05,1613945216033,5177
+"wd_2",0.01,1613945216033,5177
+"sqr_mom_2",0.99,1613945216033,5177
+"lr_2",0.0002710764848545492,1613945216033,5177
+"mom_2",0.8957851608806989,1613945216033,5177
+"eps_2",1e-05,1613945216033,5177
+"train_loss",0.0107111735,1613945216992,5178
+"raw_loss",0.009934917,1613945216992,5178
+"epoch",32.57232704402514,1613945216992,5178
+"wd_0",0.01,1613945216992,5178
+"sqr_mom_0",0.99,1613945216992,5178
+"lr_0",2.709357962941375e-06,1613945216992,5178
+"mom_0",0.8958132988741612,1613945216992,5178
+"eps_0",1e-05,1613945216992,5178
+"wd_1",0.01,1613945216992,5178
+"sqr_mom_1",0.99,1613945216992,5178
+"lr_1",2.709357962941375e-05,1613945216992,5178
+"mom_1",0.8958132988741612,1613945216992,5178
+"eps_1",1e-05,1613945216992,5178
+"wd_2",0.01,1613945216992,5178
+"sqr_mom_2",0.99,1613945216992,5178
+"lr_2",0.00027093579629413743,1613945216992,5178
+"mom_2",0.8958132988741612,1613945216992,5178
+"eps_2",1e-05,1613945216992,5178
+"train_loss",0.0105995685,1613945217945,5179
+"raw_loss",0.0051309024,1613945217945,5179
+"epoch",32.57861635220124,1613945217945,5179
+"wd_0",0.01,1613945217945,5179
+"sqr_mom_0",0.99,1613945217945,5179
+"lr_0",2.7079519435848208e-06,1613945217945,5179
+"mom_0",0.895841419542499,1613945217945,5179
+"eps_0",1e-05,1613945217945,5179
+"wd_1",0.01,1613945217945,5179
+"sqr_mom_1",0.99,1613945217945,5179
+"lr_1",2.707951943584821e-05,1613945217945,5179
+"mom_1",0.895841419542499,1613945217945,5179
+"eps_1",1e-05,1613945217945,5179
+"wd_2",0.01,1613945217945,5179
+"sqr_mom_2",0.99,1613945217945,5179
+"lr_2",0.00027079519435848205,1613945217945,5179
+"mom_2",0.895841419542499,1613945217945,5179
+"eps_2",1e-05,1613945217945,5179
+"train_loss",0.010495015,1613945218893,5180
+"raw_loss",0.0053718993,1613945218893,5180
+"epoch",32.58490566037734,1613945218893,5180
+"wd_0",0.01,1613945218893,5180
+"sqr_mom_0",0.99,1613945218893,5180
+"lr_0",2.7065456247333672e-06,1613945218893,5180
+"mom_0",0.8958695462007946,1613945218893,5180
+"eps_0",1e-05,1613945218893,5180
+"wd_1",0.01,1613945218893,5180
+"sqr_mom_1",0.99,1613945218893,5180
+"lr_1",2.706545624733367e-05,1613945218893,5180
+"mom_1",0.8958695462007946,1613945218893,5180
+"eps_1",1e-05,1613945218893,5180
+"wd_2",0.01,1613945218893,5180
+"sqr_mom_2",0.99,1613945218893,5180
+"lr_2",0.0002706545624733367,1613945218893,5180
+"mom_2",0.8958695462007946,1613945218893,5180
+"eps_2",1e-05,1613945218893,5180
+"train_loss",0.010580738,1613945219861,5181
+"raw_loss",0.014781167,1613945219861,5181
+"epoch",32.59119496855344,1613945219861,5181
+"wd_0",0.01,1613945219861,5181
+"sqr_mom_0",0.99,1613945219861,5181
+"lr_0",2.705138773526852e-06,1613945219861,5181
+"mom_0",0.895897683506298,1613945219861,5181
+"eps_0",1e-05,1613945219861,5181
+"wd_1",0.01,1613945219861,5181
+"sqr_mom_1",0.99,1613945219861,5181
+"lr_1",2.705138773526852e-05,1613945219861,5181
+"mom_1",0.895897683506298,1613945219861,5181
+"eps_1",1e-05,1613945219861,5181
+"wd_2",0.01,1613945219861,5181
+"sqr_mom_2",0.99,1613945219861,5181
+"lr_2",0.0002705138773526852,1613945219861,5181
+"mom_2",0.895897683506298,1613945219861,5181
+"eps_2",1e-05,1613945219861,5181
+"train_loss",0.010460208,1613945220825,5182
+"raw_loss",0.0045542433,1613945220825,5182
+"epoch",32.59748427672954,1613945220825,5182
+"wd_0",0.01,1613945220825,5182
+"sqr_mom_0",0.99,1613945220825,5182
+"lr_0",2.703732323493411e-06,1613945220825,5182
+"mom_0",0.8959258127882597,1613945220825,5182
+"eps_0",1e-05,1613945220825,5182
+"wd_1",0.01,1613945220825,5182
+"sqr_mom_1",0.99,1613945220825,5182
+"lr_1",2.703732323493411e-05,1613945220825,5182
+"mom_1",0.8959258127882597,1613945220825,5182
+"eps_1",1e-05,1613945220825,5182
+"wd_2",0.01,1613945220825,5182
+"sqr_mom_2",0.99,1613945220825,5182
+"lr_2",0.0002703732323493411,1613945220825,5182
+"mom_2",0.8959258127882597,1613945220825,5182
+"eps_2",1e-05,1613945220825,5182
+"train_loss",0.010510892,1613945221788,5183
+"raw_loss",0.012994375,1613945221788,5183
+"epoch",32.60377358490564,1613945221788,5183
+"wd_0",0.01,1613945221788,5183
+"sqr_mom_0",0.99,1613945221788,5183
+"lr_0",2.702325808552129e-06,1613945221788,5183
+"mom_0",0.8959539433683911,1613945221788,5183
+"eps_0",1e-05,1613945221788,5183
+"wd_1",0.01,1613945221788,5183
+"sqr_mom_1",0.99,1613945221788,5183
+"lr_1",2.7023258085521292e-05,1613945221788,5183
+"mom_1",0.8959539433683911,1613945221788,5183
+"eps_1",1e-05,1613945221788,5183
+"wd_2",0.01,1613945221788,5183
+"sqr_mom_2",0.99,1613945221788,5183
+"lr_2",0.0002702325808552129,1613945221788,5183
+"mom_2",0.8959539433683911,1613945221788,5183
+"eps_2",1e-05,1613945221788,5183
+"train_loss",0.010447123,1613945222742,5184
+"raw_loss",0.0073224623,1613945222742,5184
+"epoch",32.61006289308174,1613945222742,5184
+"wd_0",0.01,1613945222742,5184
+"sqr_mom_0",0.99,1613945222742,5184
+"lr_0",2.7009187625359787e-06,1613945222742,5184
+"mom_0",0.8959820845701261,1613945222742,5184
+"eps_0",1e-05,1613945222742,5184
+"wd_1",0.01,1613945222742,5184
+"sqr_mom_1",0.99,1613945222742,5184
+"lr_1",2.7009187625359783e-05,1613945222742,5184
+"mom_1",0.8959820845701261,1613945222742,5184
+"eps_1",1e-05,1613945222742,5184
+"wd_2",0.01,1613945222742,5184
+"sqr_mom_2",0.99,1613945222742,5184
+"lr_2",0.0002700918762535978,1613945222742,5184
+"mom_2",0.8959820845701261,1613945222742,5184
+"eps_2",1e-05,1613945222742,5184
+"train_loss",0.01042997,1613945223691,5185
+"raw_loss",0.009589487,1613945223691,5185
+"epoch",32.61635220125784,1613945223691,5185
+"wd_0",0.01,1613945223691,5185
+"sqr_mom_0",0.99,1613945223691,5185
+"lr_0",2.699512119102361e-06,1613945223691,5185
+"mom_0",0.8960102177201299,1613945223691,5185
+"eps_0",1e-05,1613945223691,5185
+"wd_1",0.01,1613945223691,5185
+"sqr_mom_1",0.99,1613945223691,5185
+"lr_1",2.699512119102361e-05,1613945223691,5185
+"mom_1",0.8960102177201299,1613945223691,5185
+"eps_1",1e-05,1613945223691,5185
+"wd_2",0.01,1613945223691,5185
+"sqr_mom_2",0.99,1613945223691,5185
+"lr_2",0.0002699512119102361,1613945223691,5185
+"mom_2",0.8960102177201299,1613945223691,5185
+"eps_2",1e-05,1613945223691,5185
+"train_loss",0.0104315495,1613945224645,5186
+"raw_loss",0.010508925,1613945224645,5186
+"epoch",32.62264150943394,1613945224645,5186
+"wd_0",0.01,1613945224645,5186
+"sqr_mom_0",0.99,1613945224645,5186
+"lr_0",2.6981056454342815e-06,1613945224645,5186
+"mom_0",0.896038347474789,1613945224645,5186
+"eps_0",1e-05,1613945224645,5186
+"wd_1",0.01,1613945224645,5186
+"sqr_mom_1",0.99,1613945224645,5186
+"lr_1",2.6981056454342816e-05,1613945224645,5186
+"mom_1",0.896038347474789,1613945224645,5186
+"eps_1",1e-05,1613945224645,5186
+"wd_2",0.01,1613945224645,5186
+"sqr_mom_2",0.99,1613945224645,5186
+"lr_2",0.00026981056454342817,1613945224645,5186
+"mom_2",0.896038347474789,1613945224645,5186
+"eps_2",1e-05,1613945224645,5186
+"train_loss",0.010403848,1613945225589,5187
+"raw_loss",0.0090465015,1613945225589,5187
+"epoch",32.62893081761004,1613945225589,5187
+"wd_0",0.01,1613945225589,5187
+"sqr_mom_0",0.99,1613945225589,5187
+"lr_0",2.696698175315684e-06,1613945225589,5187
+"mom_0",0.8960664971586578,1613945225589,5187
+"eps_0",1e-05,1613945225589,5187
+"wd_1",0.01,1613945225589,5187
+"sqr_mom_1",0.99,1613945225589,5187
+"lr_1",2.6966981753156837e-05,1613945225589,5187
+"mom_1",0.8960664971586578,1613945225589,5187
+"eps_1",1e-05,1613945225589,5187
+"wd_2",0.01,1613945225589,5187
+"sqr_mom_2",0.99,1613945225589,5187
+"lr_2",0.0002696698175315683,1613945225589,5187
+"mom_2",0.8960664971586578,1613945225589,5187
+"eps_2",1e-05,1613945225589,5187
+"train_loss",0.010417145,1613945226542,5188
+"raw_loss",0.011068675,1613945226542,5188
+"epoch",32.63522012578614,1613945226542,5188
+"wd_0",0.01,1613945226542,5188
+"sqr_mom_0",0.99,1613945226542,5188
+"lr_0",2.695291575866081e-06,1613945226542,5188
+"mom_0",0.8960946294289727,1613945226542,5188
+"eps_0",1e-05,1613945226542,5188
+"wd_1",0.01,1613945226542,5188
+"sqr_mom_1",0.99,1613945226542,5188
+"lr_1",2.695291575866081e-05,1613945226542,5188
+"mom_1",0.8960946294289727,1613945226542,5188
+"eps_1",1e-05,1613945226542,5188
+"wd_2",0.01,1613945226542,5188
+"sqr_mom_2",0.99,1613945226542,5188
+"lr_2",0.00026952915758660806,1613945226542,5188
+"mom_2",0.8960946294289727,1613945226542,5188
+"eps_2",1e-05,1613945226542,5188
+"train_loss",0.01030887,1613945227479,5189
+"raw_loss",0.0050034025,1613945227479,5189
+"epoch",32.64150943396224,1613945227479,5189
+"wd_0",0.01,1613945227479,5189
+"sqr_mom_0",0.99,1613945227479,5189
+"lr_0",2.6938846808590202e-06,1613945227479,5189
+"mom_0",0.8961227676104957,1613945227479,5189
+"eps_0",1e-05,1613945227479,5189
+"wd_1",0.01,1613945227479,5189
+"sqr_mom_1",0.99,1613945227479,5189
+"lr_1",2.69388468085902e-05,1613945227479,5189
+"mom_1",0.8961227676104957,1613945227479,5189
+"eps_1",1e-05,1613945227479,5189
+"wd_2",0.01,1613945227479,5189
+"sqr_mom_2",0.99,1613945227479,5189
+"lr_2",0.000269388468085902,1613945227479,5189
+"mom_2",0.8961227676104957,1613945227479,5189
+"eps_2",1e-05,1613945227479,5189
+"train_loss",0.01034054,1613945228431,5190
+"raw_loss",0.011892371,1613945228431,5190
+"epoch",32.64779874213834,1613945228431,5190
+"wd_0",0.01,1613945228431,5190
+"sqr_mom_0",0.99,1613945228431,5190
+"lr_0",2.692477257341969e-06,1613945228431,5190
+"mom_0",0.8961509163623242,1613945228431,5190
+"eps_0",1e-05,1613945228431,5190
+"wd_1",0.01,1613945228431,5190
+"sqr_mom_1",0.99,1613945228431,5190
+"lr_1",2.692477257341969e-05,1613945228431,5190
+"mom_1",0.8961509163623242,1613945228431,5190
+"eps_1",1e-05,1613945228431,5190
+"wd_2",0.01,1613945228431,5190
+"sqr_mom_2",0.99,1613945228431,5190
+"lr_2",0.0002692477257341968,1613945228431,5190
+"mom_2",0.8961509163623242,1613945228431,5190
+"eps_2",1e-05,1613945228431,5190
+"train_loss",0.010362976,1613945229384,5191
+"raw_loss",0.011462356,1613945229384,5191
+"epoch",32.65408805031444,1613945229384,5191
+"wd_0",0.01,1613945229384,5191
+"sqr_mom_0",0.99,1613945229384,5191
+"lr_0",2.691070239222826e-06,1613945229384,5191
+"mom_0",0.8961790570061136,1613945229384,5191
+"eps_0",1e-05,1613945229384,5191
+"wd_1",0.01,1613945229384,5191
+"sqr_mom_1",0.99,1613945229384,5191
+"lr_1",2.691070239222826e-05,1613945229384,5191
+"mom_1",0.8961790570061136,1613945229384,5191
+"eps_1",1e-05,1613945229384,5191
+"wd_2",0.01,1613945229384,5191
+"sqr_mom_2",0.99,1613945229384,5191
+"lr_2",0.00026910702392228254,1613945229384,5191
+"mom_2",0.8961790570061136,1613945229384,5191
+"eps_2",1e-05,1613945229384,5191
+"train_loss",0.010308086,1613945230350,5192
+"raw_loss",0.0076184603,1613945230350,5192
+"epoch",32.66037735849054,1613945230350,5192
+"wd_0",0.01,1613945230350,5192
+"sqr_mom_0",0.99,1613945230350,5192
+"lr_0",2.6896633936205583e-06,1613945230350,5192
+"mom_0",0.8962071941995308,1613945230350,5192
+"eps_0",1e-05,1613945230350,5192
+"wd_1",0.01,1613945230350,5192
+"sqr_mom_1",0.99,1613945230350,5192
+"lr_1",2.6896633936205584e-05,1613945230350,5192
+"mom_1",0.8962071941995308,1613945230350,5192
+"eps_1",1e-05,1613945230350,5192
+"wd_2",0.01,1613945230350,5192
+"sqr_mom_2",0.99,1613945230350,5192
+"lr_2",0.0002689663393620558,1613945230350,5192
+"mom_2",0.8962071941995308,1613945230350,5192
+"eps_2",1e-05,1613945230350,5192
+"train_loss",0.010272046,1613945231293,5193
+"raw_loss",0.008506055,1613945231293,5193
+"epoch",32.66666666666664,1613945231293,5193
+"wd_0",0.01,1613945231293,5193
+"sqr_mom_0",0.99,1613945231293,5193
+"lr_0",2.6882555540127314e-06,1613945231293,5193
+"mom_0",0.896235351273258,1613945231293,5193
+"eps_0",1e-05,1613945231293,5193
+"wd_1",0.01,1613945231293,5193
+"sqr_mom_1",0.99,1613945231293,5193
+"lr_1",2.6882555540127316e-05,1613945231293,5193
+"mom_1",0.896235351273258,1613945231293,5193
+"eps_1",1e-05,1613945231293,5193
+"wd_2",0.01,1613945231293,5193
+"sqr_mom_2",0.99,1613945231293,5193
+"lr_2",0.00026882555540127314,1613945231293,5193
+"mom_2",0.896235351273258,1613945231293,5193
+"eps_2",1e-05,1613945231293,5193
+"train_loss",0.01018788,1613945232259,5194
+"raw_loss",0.006063782,1613945232259,5194
+"epoch",32.67295597484274,1613945232259,5194
+"wd_0",0.01,1613945232259,5194
+"sqr_mom_0",0.99,1613945232259,5194
+"lr_0",2.6868485880090157e-06,1613945232259,5194
+"mom_0",0.8962634908747285,1613945232259,5194
+"eps_0",1e-05,1613945232259,5194
+"wd_1",0.01,1613945232259,5194
+"sqr_mom_1",0.99,1613945232259,5194
+"lr_1",2.6868485880090157e-05,1613945232259,5194
+"mom_1",0.8962634908747285,1613945232259,5194
+"eps_1",1e-05,1613945232259,5194
+"wd_2",0.01,1613945232259,5194
+"sqr_mom_2",0.99,1613945232259,5194
+"lr_2",0.00026868485880090153,1613945232259,5194
+"mom_2",0.8962634908747285,1613945232259,5194
+"eps_2",1e-05,1613945232259,5194
+"train_loss",0.0101632755,1613945233205,5195
+"raw_loss",0.0089576645,1613945233205,5195
+"epoch",32.679245283018844,1613945233205,5195
+"wd_0",0.01,1613945233205,5195
+"sqr_mom_0",0.99,1613945233205,5195
+"lr_0",2.685441329077023e-06,1613945233205,5195
+"mom_0",0.8962916363348229,1613945233205,5195
+"eps_0",1e-05,1613945233205,5195
+"wd_1",0.01,1613945233205,5195
+"sqr_mom_1",0.99,1613945233205,5195
+"lr_1",2.6854413290770226e-05,1613945233205,5195
+"mom_1",0.8962916363348229,1613945233205,5195
+"eps_1",1e-05,1613945233205,5195
+"wd_2",0.01,1613945233205,5195
+"sqr_mom_2",0.99,1613945233205,5195
+"lr_2",0.0002685441329077022,1613945233205,5195
+"mom_2",0.8962916363348229,1613945233205,5195
+"eps_2",1e-05,1613945233205,5195
+"train_loss",0.01014348,1613945234157,5196
+"raw_loss",0.009173493,1613945234157,5196
+"epoch",32.685534591194944,1613945234157,5196
+"wd_0",0.01,1613945234157,5196
+"sqr_mom_0",0.99,1613945234157,5196
+"lr_0",2.6840335442059833e-06,1613945234157,5196
+"mom_0",0.8963197923138034,1613945234157,5196
+"eps_0",1e-05,1613945234157,5196
+"wd_1",0.01,1613945234157,5196
+"sqr_mom_1",0.99,1613945234157,5196
+"lr_1",2.6840335442059834e-05,1613945234157,5196
+"mom_1",0.8963197923138034,1613945234157,5196
+"eps_1",1e-05,1613945234157,5196
+"wd_2",0.01,1613945234157,5196
+"sqr_mom_2",0.99,1613945234157,5196
+"lr_2",0.0002684033544205983,1613945234157,5196
+"mom_2",0.8963197923138034,1613945234157,5196
+"eps_2",1e-05,1613945234157,5196
+"train_loss",0.010227842,1613945235114,5197
+"raw_loss",0.0143616,1613945235114,5197
+"epoch",32.691823899371045,1613945235114,5197
+"wd_0",0.01,1613945235114,5197
+"sqr_mom_0",0.99,1613945235114,5197
+"lr_0",2.682626167543574e-06,1613945235114,5197
+"mom_0",0.8963479401285298,1613945235114,5197
+"eps_0",1e-05,1613945235114,5197
+"wd_1",0.01,1613945235114,5197
+"sqr_mom_1",0.99,1613945235114,5197
+"lr_1",2.6826261675435742e-05,1613945235114,5197
+"mom_1",0.8963479401285298,1613945235114,5197
+"eps_1",1e-05,1613945235114,5197
+"wd_2",0.01,1613945235114,5197
+"sqr_mom_2",0.99,1613945235114,5197
+"lr_2",0.00026826261675435734,1613945235114,5197
+"mom_2",0.8963479401285298,1613945235114,5197
+"eps_2",1e-05,1613945235114,5197
+"train_loss",0.010198467,1613945236080,5198
+"raw_loss",0.0087591205,1613945236080,5198
+"epoch",32.698113207547145,1613945236080,5198
+"wd_0",0.01,1613945236080,5198
+"sqr_mom_0",0.99,1613945236080,5198
+"lr_0",2.6812189661473992e-06,1613945236080,5198
+"mom_0",0.8963760844378964,1613945236080,5198
+"eps_0",1e-05,1613945236080,5198
+"wd_1",0.01,1613945236080,5198
+"sqr_mom_1",0.99,1613945236080,5198
+"lr_1",2.681218966147399e-05,1613945236080,5198
+"mom_1",0.8963760844378964,1613945236080,5198
+"eps_1",1e-05,1613945236080,5198
+"wd_2",0.01,1613945236080,5198
+"sqr_mom_2",0.99,1613945236080,5198
+"lr_2",0.0002681218966147399,1613945236080,5198
+"mom_2",0.8963760844378964,1613945236080,5198
+"eps_2",1e-05,1613945236080,5198
+"train_loss",0.010166428,1613945237025,5199
+"raw_loss",0.008596491,1613945237025,5199
+"epoch",32.704402515723245,1613945237025,5199
+"wd_0",0.01,1613945237025,5199
+"sqr_mom_0",0.99,1613945237025,5199
+"lr_0",2.6798107732020285e-06,1613945237025,5199
+"mom_0",0.8964042485784451,1613945237025,5199
+"eps_0",1e-05,1613945237025,5199
+"wd_1",0.01,1613945237025,5199
+"sqr_mom_1",0.99,1613945237025,5199
+"lr_1",2.6798107732020285e-05,1613945237025,5199
+"mom_1",0.8964042485784451,1613945237025,5199
+"eps_1",1e-05,1613945237025,5199
+"wd_2",0.01,1613945237025,5199
+"sqr_mom_2",0.99,1613945237025,5199
+"lr_2",0.0002679810773202028,1613945237025,5199
+"mom_2",0.8964042485784451,1613945237025,5199
+"eps_2",1e-05,1613945237025,5199
+"train_loss",0.010183856,1613945237992,5200
+"raw_loss",0.011037825,1613945237992,5200
+"epoch",32.710691823899346,1613945237992,5200
+"wd_0",0.01,1613945237992,5200
+"sqr_mom_0",0.99,1613945237992,5200
+"lr_0",2.678403456785861e-06,1613945237992,5200
+"mom_0",0.8964323951882346,1613945237992,5200
+"eps_0",1e-05,1613945237992,5200
+"wd_1",0.01,1613945237992,5200
+"sqr_mom_1",0.99,1613945237992,5200
+"lr_1",2.678403456785861e-05,1613945237992,5200
+"mom_1",0.8964323951882346,1613945237992,5200
+"eps_1",1e-05,1613945237992,5200
+"wd_2",0.01,1613945237992,5200
+"sqr_mom_2",0.99,1613945237992,5200
+"lr_2",0.0002678403456785861,1613945237992,5200
+"mom_2",0.8964323951882346,1613945237992,5200
+"eps_2",1e-05,1613945237992,5200
+"train_loss",0.01025528,1613945239192,5201
+"raw_loss",0.01375504,1613945239192,5201
+"epoch",32.716981132075446,1613945239192,5201
+"wd_0",0.01,1613945239192,5201
+"sqr_mom_0",0.99,1613945239192,5201
+"lr_0",2.6769951496418837e-06,1613945239192,5201
+"mom_0",0.8964605616127784,1613945239192,5201
+"eps_0",1e-05,1613945239192,5201
+"wd_1",0.01,1613945239192,5201
+"sqr_mom_1",0.99,1613945239192,5201
+"lr_1",2.6769951496418836e-05,1613945239192,5201
+"mom_1",0.8964605616127784,1613945239192,5201
+"eps_1",1e-05,1613945239192,5201
+"wd_2",0.01,1613945239192,5201
+"sqr_mom_2",0.99,1613945239192,5201
+"lr_2",0.0002676995149641883,1613945239192,5201
+"mom_2",0.8964605616127784,1613945239192,5201
+"eps_2",1e-05,1613945239192,5201
+"train_loss",0.010231375,1613945240302,5202
+"raw_loss",0.009060031,1613945240302,5202
+"epoch",32.72327044025155,1613945240302,5202
+"wd_0",0.01,1613945240302,5202
+"sqr_mom_0",0.99,1613945240302,5202
+"lr_0",2.6755877199999883e-06,1613945240302,5202
+"mom_0",0.8964887104871051,1613945240302,5202
+"eps_0",1e-05,1613945240302,5202
+"wd_1",0.01,1613945240302,5202
+"sqr_mom_1",0.99,1613945240302,5202
+"lr_1",2.675587719999988e-05,1613945240302,5202
+"mom_1",0.8964887104871051,1613945240302,5202
+"eps_1",1e-05,1613945240302,5202
+"wd_2",0.01,1613945240302,5202
+"sqr_mom_2",0.99,1613945240302,5202
+"lr_2",0.0002675587719999988,1613945240302,5202
+"mom_2",0.8964887104871051,1613945240302,5202
+"eps_2",1e-05,1613945240302,5202
+"train_loss",0.010147151,1613945241378,5203
+"raw_loss",0.006020152,1613945241378,5203
+"epoch",32.72955974842765,1613945241378,5203
+"wd_0",0.01,1613945241378,5203
+"sqr_mom_0",0.99,1613945241378,5203
+"lr_0",2.674180000940686e-06,1613945241378,5203
+"mom_0",0.8965168651498377,1613945241378,5203
+"eps_0",1e-05,1613945241378,5203
+"wd_1",0.01,1613945241378,5203
+"sqr_mom_1",0.99,1613945241378,5203
+"lr_1",2.674180000940686e-05,1613945241378,5203
+"mom_1",0.8965168651498377,1613945241378,5203
+"eps_1",1e-05,1613945241378,5203
+"wd_2",0.01,1613945241378,5203
+"sqr_mom_2",0.99,1613945241378,5203
+"lr_2",0.0002674180000940686,1613945241378,5203
+"mom_2",0.8965168651498377,1613945241378,5203
+"eps_2",1e-05,1613945241378,5203
+"train_loss",0.010353197,1613945242666,5204
+"raw_loss",0.020449497,1613945242666,5204
+"epoch",32.73584905660375,1613945242666,5204
+"wd_0",0.01,1613945242666,5204
+"sqr_mom_0",0.99,1613945242666,5204
+"lr_0",2.6727717593797145e-06,1613945242666,5204
+"mom_0",0.8965450302627083,1613945242666,5204
+"eps_0",1e-05,1613945242666,5204
+"wd_1",0.01,1613945242666,5204
+"sqr_mom_1",0.99,1613945242666,5204
+"lr_1",2.6727717593797145e-05,1613945242666,5204
+"mom_1",0.8965450302627083,1613945242666,5204
+"eps_1",1e-05,1613945242666,5204
+"wd_2",0.01,1613945242666,5204
+"sqr_mom_2",0.99,1613945242666,5204
+"lr_2",0.00026727717593797145,1613945242666,5204
+"mom_2",0.8965450302627083,1613945242666,5204
+"eps_2",1e-05,1613945242666,5204
+"train_loss",0.010372562,1613945243636,5205
+"raw_loss",0.011321442,1613945243636,5205
+"epoch",32.74213836477985,1613945243636,5205
+"wd_0",0.01,1613945243636,5205
+"sqr_mom_0",0.99,1613945243636,5205
+"lr_0",2.67136392976779e-06,1613945243636,5205
+"mom_0",0.8965731871365156,1613945243636,5205
+"eps_0",1e-05,1613945243636,5205
+"wd_1",0.01,1613945243636,5205
+"sqr_mom_1",0.99,1613945243636,5205
+"lr_1",2.6713639297677896e-05,1613945243636,5205
+"mom_1",0.8965731871365156,1613945243636,5205
+"eps_1",1e-05,1613945243636,5205
+"wd_2",0.01,1613945243636,5205
+"sqr_mom_2",0.99,1613945243636,5205
+"lr_2",0.00026713639297677895,1613945243636,5205
+"mom_2",0.8965731871365156,1613945243636,5205
+"eps_2",1e-05,1613945243636,5205
+"train_loss",0.010369053,1613945244589,5206
+"raw_loss",0.010197113,1613945244589,5206
+"epoch",32.74842767295595,1613945244589,5206
+"wd_0",0.01,1613945244589,5206
+"sqr_mom_0",0.99,1613945244589,5206
+"lr_0",2.6699560455616578e-06,1613945244589,5206
+"mom_0",0.8966013451022179,1613945244589,5206
+"eps_0",1e-05,1613945244589,5206
+"wd_1",0.01,1613945244589,5206
+"sqr_mom_1",0.99,1613945244589,5206
+"lr_1",2.6699560455616578e-05,1613945244589,5206
+"mom_1",0.8966013451022179,1613945244589,5206
+"eps_1",1e-05,1613945244589,5206
+"wd_2",0.01,1613945244589,5206
+"sqr_mom_2",0.99,1613945244589,5206
+"lr_2",0.0002669956045561658,1613945244589,5206
+"mom_2",0.8966013451022179,1613945244589,5206
+"eps_2",1e-05,1613945244589,5206
+"train_loss",0.0105370665,1613945245525,5207
+"raw_loss",0.018769713,1613945245525,5207
+"epoch",32.75471698113205,1613945245525,5207
+"wd_0",0.01,1613945245525,5207
+"sqr_mom_0",0.99,1613945245525,5207
+"lr_0",2.668547640145632e-06,1613945245525,5207
+"mom_0",0.8966295134922223,1613945245525,5207
+"eps_0",1e-05,1613945245525,5207
+"wd_1",0.01,1613945245525,5207
+"sqr_mom_1",0.99,1613945245525,5207
+"lr_1",2.668547640145632e-05,1613945245525,5207
+"mom_1",0.8966295134922223,1613945245525,5207
+"eps_1",1e-05,1613945245525,5207
+"wd_2",0.01,1613945245525,5207
+"sqr_mom_2",0.99,1613945245525,5207
+"lr_2",0.00026685476401456317,1613945245525,5207
+"mom_2",0.8966295134922223,1613945245525,5207
+"eps_2",1e-05,1613945245525,5207
+"train_loss",0.010580718,1613945246481,5208
+"raw_loss",0.012719616,1613945246481,5208
+"epoch",32.76100628930815,1613945246481,5208
+"wd_0",0.01,1613945246481,5208
+"sqr_mom_0",0.99,1613945246481,5208
+"lr_0",2.667139648079157e-06,1613945246481,5208
+"mom_0",0.896657673615153,1613945246481,5208
+"eps_0",1e-05,1613945246481,5208
+"wd_1",0.01,1613945246481,5208
+"sqr_mom_1",0.99,1613945246481,5208
+"lr_1",2.667139648079157e-05,1613945246481,5208
+"mom_1",0.896657673615153,1613945246481,5208
+"eps_1",1e-05,1613945246481,5208
+"wd_2",0.01,1613945246481,5208
+"sqr_mom_2",0.99,1613945246481,5208
+"lr_2",0.00026671396480791565,1613945246481,5208
+"mom_2",0.896657673615153,1613945246481,5208
+"eps_2",1e-05,1613945246481,5208
+"train_loss",0.010562076,1613945247428,5209
+"raw_loss",0.009648627,1613945247428,5209
+"epoch",32.76729559748425,1613945247428,5209
+"wd_0",0.01,1613945247428,5209
+"sqr_mom_0",0.99,1613945247428,5209
+"lr_0",2.6657318363142764e-06,1613945247428,5209
+"mom_0",0.8966858301320157,1613945247428,5209
+"eps_0",1e-05,1613945247428,5209
+"wd_1",0.01,1613945247428,5209
+"sqr_mom_1",0.99,1613945247428,5209
+"lr_1",2.6657318363142763e-05,1613945247428,5209
+"mom_1",0.8966858301320157,1613945247428,5209
+"eps_1",1e-05,1613945247428,5209
+"wd_2",0.01,1613945247428,5209
+"sqr_mom_2",0.99,1613945247428,5209
+"lr_2",0.0002665731836314276,1613945247428,5209
+"mom_2",0.8966858301320157,1613945247428,5209
+"eps_2",1e-05,1613945247428,5209
+"train_loss",0.0106586255,1613945248371,5210
+"raw_loss",0.015389557,1613945248371,5210
+"epoch",32.77358490566035,1613945248371,5210
+"wd_0",0.01,1613945248371,5210
+"sqr_mom_0",0.99,1613945248371,5210
+"lr_0",2.6643230375331595e-06,1613945248371,5210
+"mom_0",0.8967140063894007,1613945248371,5210
+"eps_0",1e-05,1613945248371,5210
+"wd_1",0.01,1613945248371,5210
+"sqr_mom_1",0.99,1613945248371,5210
+"lr_1",2.6643230375331593e-05,1613945248371,5210
+"mom_1",0.8967140063894007,1613945248371,5210
+"eps_1",1e-05,1613945248371,5210
+"wd_2",0.01,1613945248371,5210
+"sqr_mom_2",0.99,1613945248371,5210
+"lr_2",0.00026643230375331594,1613945248371,5210
+"mom_2",0.8967140063894007,1613945248371,5210
+"eps_2",1e-05,1613945248371,5210
+"train_loss",0.0106415935,1613945249311,5211
+"raw_loss",0.009807014,1613945249311,5211
+"epoch",32.77987421383645,1613945249311,5211
+"wd_0",0.01,1613945249311,5211
+"sqr_mom_0",0.99,1613945249311,5211
+"lr_0",2.6629151206178955e-06,1613945249311,5211
+"mom_0",0.8967421650092922,1613945249311,5211
+"eps_0",1e-05,1613945249311,5211
+"wd_1",0.01,1613945249311,5211
+"sqr_mom_1",0.99,1613945249311,5211
+"lr_1",2.662915120617895e-05,1613945249311,5211
+"mom_1",0.8967421650092922,1613945249311,5211
+"eps_1",1e-05,1613945249311,5211
+"wd_2",0.01,1613945249311,5211
+"sqr_mom_2",0.99,1613945249311,5211
+"lr_2",0.0002662915120617895,1613945249311,5211
+"mom_2",0.8967421650092922,1613945249311,5211
+"eps_2",1e-05,1613945249311,5211
+"train_loss",0.0106353145,1613945250258,5212
+"raw_loss",0.010327633,1613945250258,5212
+"epoch",32.78616352201255,1613945250258,5212
+"wd_0",0.01,1613945250258,5212
+"sqr_mom_0",0.99,1613945250258,5212
+"lr_0",2.6615069182419615e-06,1613945250258,5212
+"mom_0",0.8967703293384541,1613945250258,5212
+"eps_0",1e-05,1613945250258,5212
+"wd_1",0.01,1613945250258,5212
+"sqr_mom_1",0.99,1613945250258,5212
+"lr_1",2.661506918241961e-05,1613945250258,5212
+"mom_1",0.8967703293384541,1613945250258,5212
+"eps_1",1e-05,1613945250258,5212
+"wd_2",0.01,1613945250258,5212
+"sqr_mom_2",0.99,1613945250258,5212
+"lr_2",0.00026615069182419607,1613945250258,5212
+"mom_2",0.8967703293384541,1613945250258,5212
+"eps_2",1e-05,1613945250258,5212
+"train_loss",0.010539088,1613945251210,5213
+"raw_loss",0.00582402,1613945251210,5213
+"epoch",32.79245283018865,1613945251210,5213
+"wd_0",0.01,1613945251210,5213
+"sqr_mom_0",0.99,1613945251210,5213
+"lr_0",2.660098197244096e-06,1613945251210,5213
+"mom_0",0.8967985040401585,1613945251210,5213
+"eps_0",1e-05,1613945251210,5213
+"wd_1",0.01,1613945251210,5213
+"sqr_mom_1",0.99,1613945251210,5213
+"lr_1",2.6600981972440962e-05,1613945251210,5213
+"mom_1",0.8967985040401585,1613945251210,5213
+"eps_1",1e-05,1613945251210,5213
+"wd_2",0.01,1613945251210,5213
+"sqr_mom_2",0.99,1613945251210,5213
+"lr_2",0.00026600981972440955,1613945251210,5213
+"mom_2",0.8967985040401585,1613945251210,5213
+"eps_2",1e-05,1613945251210,5213
+"train_loss",0.01054832,1613945252176,5214
+"raw_loss",0.011000657,1613945252176,5214
+"epoch",32.79874213836475,1613945252176,5214
+"wd_0",0.01,1613945252176,5214
+"sqr_mom_0",0.99,1613945252176,5214
+"lr_0",2.6586898923931523e-06,1613945252176,5214
+"mom_0",0.8968266704188411,1613945252176,5214
+"eps_0",1e-05,1613945252176,5214
+"wd_1",0.01,1613945252176,5214
+"sqr_mom_1",0.99,1613945252176,5214
+"lr_1",2.658689892393152e-05,1613945252176,5214
+"mom_1",0.8968266704188411,1613945252176,5214
+"eps_1",1e-05,1613945252176,5214
+"wd_2",0.01,1613945252176,5214
+"sqr_mom_2",0.99,1613945252176,5214
+"lr_2",0.0002658689892393152,1613945252176,5214
+"mom_2",0.8968266704188411,1613945252176,5214
+"eps_2",1e-05,1613945252176,5214
+"train_loss",0.010594466,1613945253121,5215
+"raw_loss",0.01285563,1613945253121,5215
+"epoch",32.80503144654085,1613945253121,5215
+"wd_0",0.01,1613945253121,5215
+"sqr_mom_0",0.99,1613945253121,5215
+"lr_0",2.6572817705873815e-06,1613945253121,5215
+"mom_0",0.8968548331365838,1613945253121,5215
+"eps_0",1e-05,1613945253121,5215
+"wd_1",0.01,1613945253121,5215
+"sqr_mom_1",0.99,1613945253121,5215
+"lr_1",2.6572817705873813e-05,1613945253121,5215
+"mom_1",0.8968548331365838,1613945253121,5215
+"eps_1",1e-05,1613945253121,5215
+"wd_2",0.01,1613945253121,5215
+"sqr_mom_2",0.99,1613945253121,5215
+"lr_2",0.00026572817705873813,1613945253121,5215
+"mom_2",0.8968548331365838,1613945253121,5215
+"eps_2",1e-05,1613945253121,5215
+"train_loss",0.010599103,1613945254082,5216
+"raw_loss",0.010826314,1613945254082,5216
+"epoch",32.81132075471695,1613945254082,5216
+"wd_0",0.01,1613945254082,5216
+"sqr_mom_0",0.99,1613945254082,5216
+"lr_0",2.6558726642538962e-06,1613945254082,5216
+"mom_0",0.8968830155450775,1613945254082,5216
+"eps_0",1e-05,1613945254082,5216
+"wd_1",0.01,1613945254082,5216
+"sqr_mom_1",0.99,1613945254082,5216
+"lr_1",2.6558726642538965e-05,1613945254082,5216
+"mom_1",0.8968830155450775,1613945254082,5216
+"eps_1",1e-05,1613945254082,5216
+"wd_2",0.01,1613945254082,5216
+"sqr_mom_2",0.99,1613945254082,5216
+"lr_2",0.00026558726642538963,1613945254082,5216
+"mom_2",0.8968830155450775,1613945254082,5216
+"eps_2",1e-05,1613945254082,5216
+"train_loss",0.010600335,1613945255040,5217
+"raw_loss",0.0106607145,1613945255040,5217
+"epoch",32.81761006289305,1613945255040,5217
+"wd_0",0.01,1613945255040,5217
+"sqr_mom_0",0.99,1613945255040,5217
+"lr_0",2.6544644426827765e-06,1613945255040,5217
+"mom_0",0.896911180258147,1613945255040,5217
+"eps_0",1e-05,1613945255040,5217
+"wd_1",0.01,1613945255040,5217
+"sqr_mom_1",0.99,1613945255040,5217
+"lr_1",2.6544644426827763e-05,1613945255040,5217
+"mom_1",0.896911180258147,1613945255040,5217
+"eps_1",1e-05,1613945255040,5217
+"wd_2",0.01,1613945255040,5217
+"sqr_mom_2",0.99,1613945255040,5217
+"lr_2",0.0002654464442682776,1613945255040,5217
+"mom_2",0.896911180258147,1613945255040,5217
+"eps_2",1e-05,1613945255040,5217
+"train_loss",0.010547523,1613945256004,5218
+"raw_loss",0.00795977,1613945256004,5218
+"epoch",32.82389937106915,1613945256004,5218
+"wd_0",0.01,1613945256004,5218
+"sqr_mom_0",0.99,1613945256004,5218
+"lr_0",2.6530559382928876e-06,1613945256004,5218
+"mom_0",0.8969393506276485,1613945256004,5218
+"eps_0",1e-05,1613945256004,5218
+"wd_1",0.01,1613945256004,5218
+"sqr_mom_1",0.99,1613945256004,5218
+"lr_1",2.6530559382928875e-05,1613945256004,5218
+"mom_1",0.8969393506276485,1613945256004,5218
+"eps_1",1e-05,1613945256004,5218
+"wd_2",0.01,1613945256004,5218
+"sqr_mom_2",0.99,1613945256004,5218
+"lr_2",0.0002653055938292887,1613945256004,5218
+"mom_2",0.8969393506276485,1613945256004,5218
+"eps_2",1e-05,1613945256004,5218
+"train_loss",0.010530167,1613945256981,5219
+"raw_loss",0.009679703,1613945256981,5219
+"epoch",32.83018867924525,1613945256981,5219
+"wd_0",0.01,1613945256981,5219
+"sqr_mom_0",0.99,1613945256981,5219
+"lr_0",2.65164691787498e-06,1613945256981,5219
+"mom_0",0.8969675313178136,1613945256981,5219
+"eps_0",1e-05,1613945256981,5219
+"wd_1",0.01,1613945256981,5219
+"sqr_mom_1",0.99,1613945256981,5219
+"lr_1",2.65164691787498e-05,1613945256981,5219
+"mom_1",0.8969675313178136,1613945256981,5219
+"eps_1",1e-05,1613945256981,5219
+"wd_2",0.01,1613945256981,5219
+"sqr_mom_2",0.99,1613945256981,5219
+"lr_2",0.00026516469178749797,1613945256981,5219
+"mom_2",0.8969675313178136,1613945256981,5219
+"eps_2",1e-05,1613945256981,5219
+"train_loss",0.01068391,1613945257930,5220
+"raw_loss",0.01821729,1613945257930,5220
+"epoch",32.836477987421354,1613945257930,5220
+"wd_0",0.01,1613945257930,5220
+"sqr_mom_0",0.99,1613945257930,5220
+"lr_0",2.650238316396588e-06,1613945257930,5220
+"mom_0",0.8969957036291045,1613945257930,5220
+"eps_0",1e-05,1613945257930,5220
+"wd_1",0.01,1613945257930,5220
+"sqr_mom_1",0.99,1613945257930,5220
+"lr_1",2.6502383163965882e-05,1613945257930,5220
+"mom_1",0.8969957036291045,1613945257930,5220
+"eps_1",1e-05,1613945257930,5220
+"wd_2",0.01,1613945257930,5220
+"sqr_mom_2",0.99,1613945257930,5220
+"lr_2",0.0002650238316396588,1613945257930,5220
+"mom_2",0.8969957036291045,1613945257930,5220
+"eps_2",1e-05,1613945257930,5220
+"train_loss",0.010591719,1613945258881,5221
+"raw_loss",0.0060743643,1613945258881,5221
+"epoch",32.842767295597454,1613945258881,5221
+"wd_0",0.01,1613945258881,5221
+"sqr_mom_0",0.99,1613945258881,5221
+"lr_0",2.6488299007048504e-06,1613945258881,5221
+"mom_0",0.8970238722246252,1613945258881,5221
+"eps_0",1e-05,1613945258881,5221
+"wd_1",0.01,1613945258881,5221
+"sqr_mom_1",0.99,1613945258881,5221
+"lr_1",2.6488299007048502e-05,1613945258881,5221
+"mom_1",0.8970238722246252,1613945258881,5221
+"eps_1",1e-05,1613945258881,5221
+"wd_2",0.01,1613945258881,5221
+"sqr_mom_2",0.99,1613945258881,5221
+"lr_2",0.000264882990070485,1613945258881,5221
+"mom_2",0.8970238722246252,1613945258881,5221
+"eps_2",1e-05,1613945258881,5221
+"train_loss",0.010585825,1613945259843,5222
+"raw_loss",0.010297011,1613945259843,5222
+"epoch",32.849056603773555,1613945259843,5222
+"wd_0",0.01,1613945259843,5222
+"sqr_mom_0",0.99,1613945259843,5222
+"lr_0",2.6474205029852136e-06,1613945259843,5222
+"mom_0",0.8970520604609004,1613945259843,5222
+"eps_0",1e-05,1613945259843,5222
+"wd_1",0.01,1613945259843,5222
+"sqr_mom_1",0.99,1613945259843,5222
+"lr_1",2.6474205029852133e-05,1613945259843,5222
+"mom_1",0.8970520604609004,1613945259843,5222
+"eps_1",1e-05,1613945259843,5222
+"wd_2",0.01,1613945259843,5222
+"sqr_mom_2",0.99,1613945259843,5222
+"lr_2",0.0002647420502985213,1613945259843,5222
+"mom_2",0.8970520604609004,1613945259843,5222
+"eps_2",1e-05,1613945259843,5222
+"train_loss",0.010482796,1613945260787,5223
+"raw_loss",0.0054343673,1613945260787,5223
+"epoch",32.855345911949655,1613945260787,5223
+"wd_0",0.01,1613945260787,5223
+"sqr_mom_0",0.99,1613945260787,5223
+"lr_0",2.6460119929143056e-06,1613945260787,5223
+"mom_0",0.8970802309440233,1613945260787,5223
+"eps_0",1e-05,1613945260787,5223
+"wd_1",0.01,1613945260787,5223
+"sqr_mom_1",0.99,1613945260787,5223
+"lr_1",2.6460119929143057e-05,1613945260787,5223
+"mom_1",0.8970802309440233,1613945260787,5223
+"eps_1",1e-05,1613945260787,5223
+"wd_2",0.01,1613945260787,5223
+"sqr_mom_2",0.99,1613945260787,5223
+"lr_2",0.0002646011992914305,1613945260787,5223
+"mom_2",0.8970802309440233,1613945260787,5223
+"eps_2",1e-05,1613945260787,5223
+"train_loss",0.010397238,1613945261735,5224
+"raw_loss",0.0062049218,1613945261735,5224
+"epoch",32.861635220125756,1613945261735,5224
+"wd_0",0.01,1613945261735,5224
+"sqr_mom_0",0.99,1613945261735,5224
+"lr_0",2.6446032026697723e-06,1613945261735,5224
+"mom_0",0.8971084070306748,1613945261735,5224
+"eps_0",1e-05,1613945261735,5224
+"wd_1",0.01,1613945261735,5224
+"sqr_mom_1",0.99,1613945261735,5224
+"lr_1",2.6446032026697724e-05,1613945261735,5224
+"mom_1",0.8971084070306748,1613945261735,5224
+"eps_1",1e-05,1613945261735,5224
+"wd_2",0.01,1613945261735,5224
+"sqr_mom_2",0.99,1613945261735,5224
+"lr_2",0.0002644603202669772,1613945261735,5224
+"mom_2",0.8971084070306748,1613945261735,5224
+"eps_2",1e-05,1613945261735,5224
+"train_loss",0.010419984,1613945262678,5225
+"raw_loss",0.011534588,1613945262678,5225
+"epoch",32.867924528301856,1613945262678,5225
+"wd_0",0.01,1613945262678,5225
+"sqr_mom_0",0.99,1613945262678,5225
+"lr_0",2.6431938989970535e-06,1613945262678,5225
+"mom_0",0.8971365933859927,1613945262678,5225
+"eps_0",1e-05,1613945262678,5225
+"wd_1",0.01,1613945262678,5225
+"sqr_mom_1",0.99,1613945262678,5225
+"lr_1",2.6431938989970537e-05,1613945262678,5225
+"mom_1",0.8971365933859927,1613945262678,5225
+"eps_1",1e-05,1613945262678,5225
+"wd_2",0.01,1613945262678,5225
+"sqr_mom_2",0.99,1613945262678,5225
+"lr_2",0.00026431938989970535,1613945262678,5225
+"mom_2",0.8971365933859927,1613945262678,5225
+"eps_2",1e-05,1613945262678,5225
+"train_loss",0.010355092,1613945263634,5226
+"raw_loss",0.007175365,1613945263634,5226
+"epoch",32.874213836477956,1613945263634,5226
+"wd_0",0.01,1613945263634,5226
+"sqr_mom_0",0.99,1613945263634,5226
+"lr_0",2.6417850170516407e-06,1613945263634,5226
+"mom_0",0.8971647713066803,1613945263634,5226
+"eps_0",1e-05,1613945263634,5226
+"wd_1",0.01,1613945263634,5226
+"sqr_mom_1",0.99,1613945263634,5226
+"lr_1",2.6417850170516406e-05,1613945263634,5226
+"mom_1",0.8971647713066803,1613945263634,5226
+"eps_1",1e-05,1613945263634,5226
+"wd_2",0.01,1613945263634,5226
+"sqr_mom_2",0.99,1613945263634,5226
+"lr_2",0.00026417850170516407,1613945263634,5226
+"mom_2",0.8971647713066803,1613945263634,5226
+"eps_2",1e-05,1613945263634,5226
+"train_loss",0.010321556,1613945264576,5227
+"raw_loss",0.008678307,1613945264576,5227
+"epoch",32.88050314465406,1613945264576,5227
+"wd_0",0.01,1613945264576,5227
+"sqr_mom_0",0.99,1613945264576,5227
+"lr_0",2.6403760899368317e-06,1613945264576,5227
+"mom_0",0.8971929501307646,1613945264576,5227
+"eps_0",1e-05,1613945264576,5227
+"wd_1",0.01,1613945264576,5227
+"sqr_mom_1",0.99,1613945264576,5227
+"lr_1",2.6403760899368318e-05,1613945264576,5227
+"mom_1",0.8971929501307646,1613945264576,5227
+"eps_1",1e-05,1613945264576,5227
+"wd_2",0.01,1613945264576,5227
+"sqr_mom_2",0.99,1613945264576,5227
+"lr_2",0.0002640376089936831,1613945264576,5227
+"mom_2",0.8971929501307646,1613945264576,5227
+"eps_2",1e-05,1613945264576,5227
+"train_loss",0.010357401,1613945265525,5228
+"raw_loss",0.012113832,1613945265525,5228
+"epoch",32.88679245283016,1613945265525,5228
+"wd_0",0.01,1613945265525,5228
+"sqr_mom_0",0.99,1613945265525,5228
+"lr_0",2.638966650696001e-06,1613945265525,5228
+"mom_0",0.8972211391974719,1613945265525,5228
+"eps_0",1e-05,1613945265525,5228
+"wd_1",0.01,1613945265525,5228
+"sqr_mom_1",0.99,1613945265525,5228
+"lr_1",2.638966650696001e-05,1613945265525,5228
+"mom_1",0.8972211391974719,1613945265525,5228
+"eps_1",1e-05,1613945265525,5228
+"wd_2",0.01,1613945265525,5228
+"sqr_mom_2",0.99,1613945265525,5228
+"lr_2",0.0002638966650696001,1613945265525,5228
+"mom_2",0.8972211391974719,1613945265525,5228
+"eps_2",1e-05,1613945265525,5228
+"train_loss",0.010335055,1613945266468,5229
+"raw_loss",0.009240103,1613945266468,5229
+"epoch",32.89308176100626,1613945266468,5229
+"wd_0",0.01,1613945266468,5229
+"sqr_mom_0",0.99,1613945266468,5229
+"lr_0",2.6375576345745956e-06,1613945266468,5229
+"mom_0",0.8972493198017061,1613945266468,5229
+"eps_0",1e-05,1613945266468,5229
+"wd_1",0.01,1613945266468,5229
+"sqr_mom_1",0.99,1613945266468,5229
+"lr_1",2.6375576345745957e-05,1613945266468,5229
+"mom_1",0.8972493198017061,1613945266468,5229
+"eps_1",1e-05,1613945266468,5229
+"wd_2",0.01,1613945266468,5229
+"sqr_mom_2",0.99,1613945266468,5229
+"lr_2",0.00026375576345745954,1613945266468,5229
+"mom_2",0.8972493198017061,1613945266468,5229
+"eps_2",1e-05,1613945266468,5229
+"train_loss",0.010296333,1613945267415,5230
+"raw_loss",0.008398933,1613945267415,5230
+"epoch",32.89937106918236,1613945267415,5230
+"wd_0",0.01,1613945267415,5230
+"sqr_mom_0",0.99,1613945267415,5230
+"lr_0",2.636148808348095e-06,1613945267415,5230
+"mom_0",0.8972774966080042,1613945267415,5230
+"eps_0",1e-05,1613945267415,5230
+"wd_1",0.01,1613945267415,5230
+"sqr_mom_1",0.99,1613945267415,5230
+"lr_1",2.636148808348095e-05,1613945267415,5230
+"mom_1",0.8972774966080042,1613945267415,5230
+"eps_1",1e-05,1613945267415,5230
+"wd_2",0.01,1613945267415,5230
+"sqr_mom_2",0.99,1613945267415,5230
+"lr_2",0.0002636148808348095,1613945267415,5230
+"mom_2",0.8972774966080042,1613945267415,5230
+"eps_2",1e-05,1613945267415,5230
+"train_loss",0.010294009,1613945268387,5231
+"raw_loss",0.010180154,1613945268387,5231
+"epoch",32.90566037735846,1613945268387,5231
+"wd_0",0.01,1613945268387,5231
+"sqr_mom_0",0.99,1613945268387,5231
+"lr_0",2.6347390038645713e-06,1613945268387,5231
+"mom_0",0.8973056929796384,1613945268387,5231
+"eps_0",1e-05,1613945268387,5231
+"wd_1",0.01,1613945268387,5231
+"sqr_mom_1",0.99,1613945268387,5231
+"lr_1",2.6347390038645713e-05,1613945268387,5231
+"mom_1",0.8973056929796384,1613945268387,5231
+"eps_1",1e-05,1613945268387,5231
+"wd_2",0.01,1613945268387,5231
+"sqr_mom_2",0.99,1613945268387,5231
+"lr_2",0.0002634739003864571,1613945268387,5231
+"mom_2",0.8973056929796384,1613945268387,5231
+"eps_2",1e-05,1613945268387,5231
+"train_loss",0.010330306,1613945269379,5232
+"raw_loss",0.012108888,1613945269379,5232
+"epoch",32.91194968553456,1613945269379,5232
+"wd_0",0.01,1613945269379,5232
+"sqr_mom_0",0.99,1613945269379,5232
+"lr_0",2.6333300913402542e-06,1613945269379,5232
+"mom_0",0.89733387151191,1613945269379,5232
+"eps_0",1e-05,1613945269379,5232
+"wd_1",0.01,1613945269379,5232
+"sqr_mom_1",0.99,1613945269379,5232
+"lr_1",2.6333300913402543e-05,1613945269379,5232
+"mom_1",0.89733387151191,1613945269379,5232
+"eps_1",1e-05,1613945269379,5232
+"wd_2",0.01,1613945269379,5232
+"sqr_mom_2",0.99,1613945269379,5232
+"lr_2",0.0002633330091340254,1613945269379,5232
+"mom_2",0.89733387151191,1613945269379,5232
+"eps_2",1e-05,1613945269379,5232
+"train_loss",0.010272043,1613945270339,5233
+"raw_loss",0.007417108,1613945270339,5233
+"epoch",32.91823899371066,1613945270339,5233
+"wd_0",0.01,1613945270339,5233
+"sqr_mom_0",0.99,1613945270339,5233
+"lr_0",2.6319209026160843e-06,1613945270339,5233
+"mom_0",0.897362055568234,1613945270339,5233
+"eps_0",1e-05,1613945270339,5233
+"wd_1",0.01,1613945270339,5233
+"sqr_mom_1",0.99,1613945270339,5233
+"lr_1",2.631920902616084e-05,1613945270339,5233
+"mom_1",0.897362055568234,1613945270339,5233
+"eps_1",1e-05,1613945270339,5233
+"wd_2",0.01,1613945270339,5233
+"sqr_mom_2",0.99,1613945270339,5233
+"lr_2",0.0002631920902616084,1613945270339,5233
+"mom_2",0.897362055568234,1613945270339,5233
+"eps_2",1e-05,1613945270339,5233
+"train_loss",0.010345157,1613945271293,5234
+"raw_loss",0.013927755,1613945271293,5234
+"epoch",32.92452830188676,1613945271293,5234
+"wd_0",0.01,1613945271293,5234
+"sqr_mom_0",0.99,1613945271293,5234
+"lr_0",2.6305112043745487e-06,1613945271293,5234
+"mom_0",0.8973902498150071,1613945271293,5234
+"eps_0",1e-05,1613945271293,5234
+"wd_1",0.01,1613945271293,5234
+"sqr_mom_1",0.99,1613945271293,5234
+"lr_1",2.6305112043745487e-05,1613945271293,5234
+"mom_1",0.8973902498150071,1613945271293,5234
+"eps_1",1e-05,1613945271293,5234
+"wd_2",0.01,1613945271293,5234
+"sqr_mom_2",0.99,1613945271293,5234
+"lr_2",0.00026305112043745486,1613945271293,5234
+"mom_2",0.8973902498150071,1613945271293,5234
+"eps_2",1e-05,1613945271293,5234
+"train_loss",0.01044135,1613945272236,5235
+"raw_loss",0.015154803,1613945272236,5235
+"epoch",32.93081761006286,1613945272236,5235
+"wd_0",0.01,1613945272236,5235
+"sqr_mom_0",0.99,1613945272236,5235
+"lr_0",2.6291019320329582e-06,1613945272236,5235
+"mom_0",0.8974184355436963,1613945272236,5235
+"eps_0",1e-05,1613945272236,5235
+"wd_1",0.01,1613945272236,5235
+"sqr_mom_1",0.99,1613945272236,5235
+"lr_1",2.629101932032958e-05,1613945272236,5235
+"mom_1",0.8974184355436963,1613945272236,5235
+"eps_1",1e-05,1613945272236,5235
+"wd_2",0.01,1613945272236,5235
+"sqr_mom_2",0.99,1613945272236,5235
+"lr_2",0.0002629101932032958,1613945272236,5235
+"mom_2",0.8974184355436963,1613945272236,5235
+"eps_2",1e-05,1613945272236,5235
+"train_loss",0.010301545,1613945273184,5236
+"raw_loss",0.0034511213,1613945273184,5236
+"epoch",32.93710691823896,1613945273184,5236
+"wd_0",0.01,1613945273184,5236
+"sqr_mom_0",0.99,1613945273184,5236
+"lr_0",2.6276928523223644e-06,1613945273184,5236
+"mom_0",0.8974466174197269,1613945273184,5236
+"eps_0",1e-05,1613945273184,5236
+"wd_1",0.01,1613945273184,5236
+"sqr_mom_1",0.99,1613945273184,5236
+"lr_1",2.627692852322364e-05,1613945273184,5236
+"mom_1",0.8974466174197269,1613945273184,5236
+"eps_1",1e-05,1613945273184,5236
+"wd_2",0.01,1613945273184,5236
+"sqr_mom_2",0.99,1613945273184,5236
+"lr_2",0.0002627692852322364,1613945273184,5236
+"mom_2",0.8974466174197269,1613945273184,5236
+"eps_2",1e-05,1613945273184,5236
+"train_loss",0.010226598,1613945274136,5237
+"raw_loss",0.0065541873,1613945274136,5237
+"epoch",32.94339622641506,1613945274136,5237
+"wd_0",0.01,1613945274136,5237
+"sqr_mom_0",0.99,1613945274136,5237
+"lr_0",2.6262827968826753e-06,1613945274136,5237
+"mom_0",0.8974748188105346,1613945274136,5237
+"eps_0",1e-05,1613945274136,5237
+"wd_1",0.01,1613945274136,5237
+"sqr_mom_1",0.99,1613945274136,5237
+"lr_1",2.6262827968826753e-05,1613945274136,5237
+"mom_1",0.8974748188105346,1613945274136,5237
+"eps_1",1e-05,1613945274136,5237
+"wd_2",0.01,1613945274136,5237
+"sqr_mom_2",0.99,1613945274136,5237
+"lr_2",0.0002626282796882675,1613945274136,5237
+"mom_2",0.8974748188105346,1613945274136,5237
+"eps_2",1e-05,1613945274136,5237
+"train_loss",0.010218152,1613945275094,5238
+"raw_loss",0.009804289,1613945275094,5238
+"epoch",32.94968553459116,1613945275094,5238
+"wd_0",0.01,1613945275094,5238
+"sqr_mom_0",0.99,1613945275094,5238
+"lr_0",2.624873636263036e-06,1613945275094,5238
+"mom_0",0.8975030023047623,1613945275094,5238
+"eps_0",1e-05,1613945275094,5238
+"wd_1",0.01,1613945275094,5238
+"sqr_mom_1",0.99,1613945275094,5238
+"lr_1",2.624873636263036e-05,1613945275094,5238
+"mom_1",0.8975030023047623,1613945275094,5238
+"eps_1",1e-05,1613945275094,5238
+"wd_2",0.01,1613945275094,5238
+"sqr_mom_2",0.99,1613945275094,5238
+"lr_2",0.0002624873636263036,1613945275094,5238
+"mom_2",0.8975030023047623,1613945275094,5238
+"eps_2",1e-05,1613945275094,5238
+"train_loss",0.010149205,1613945276092,5239
+"raw_loss",0.0067708343,1613945276092,5239
+"epoch",32.95597484276726,1613945276092,5239
+"wd_0",0.01,1613945276092,5239
+"sqr_mom_0",0.99,1613945276092,5239
+"lr_0",2.623463500759504e-06,1613945276092,5239
+"mom_0",0.8975312052968628,1613945276092,5239
+"eps_0",1e-05,1613945276092,5239
+"wd_1",0.01,1613945276092,5239
+"sqr_mom_1",0.99,1613945276092,5239
+"lr_1",2.623463500759504e-05,1613945276092,5239
+"mom_1",0.8975312052968628,1613945276092,5239
+"eps_1",1e-05,1613945276092,5239
+"wd_2",0.01,1613945276092,5239
+"sqr_mom_2",0.99,1613945276092,5239
+"lr_2",0.0002623463500759504,1613945276092,5239
+"mom_2",0.8975312052968628,1613945276092,5239
+"eps_2",1e-05,1613945276092,5239
+"train_loss",0.01010276,1613945277050,5240
+"raw_loss",0.007826934,1613945277050,5240
+"epoch",32.96226415094336,1613945277050,5240
+"wd_0",0.01,1613945277050,5240
+"sqr_mom_0",0.99,1613945277050,5240
+"lr_0",2.6220542610274335e-06,1613945277050,5240
+"mom_0",0.8975593903733551,1613945277050,5240
+"eps_0",1e-05,1613945277050,5240
+"wd_1",0.01,1613945277050,5240
+"sqr_mom_1",0.99,1613945277050,5240
+"lr_1",2.6220542610274332e-05,1613945277050,5240
+"mom_1",0.8975593903733551,1613945277050,5240
+"eps_1",1e-05,1613945277050,5240
+"wd_2",0.01,1613945277050,5240
+"sqr_mom_2",0.99,1613945277050,5240
+"lr_2",0.0002622054261027433,1613945277050,5240
+"mom_2",0.8975593903733551,1613945277050,5240
+"eps_2",1e-05,1613945277050,5240
+"train_loss",0.010223346,1613945278009,5241
+"raw_loss",0.016132073,1613945278009,5241
+"epoch",32.96855345911946,1613945278009,5241
+"wd_0",0.01,1613945278009,5241
+"sqr_mom_0",0.99,1613945278009,5241
+"lr_0",2.62064474863378e-06,1613945278009,5241
+"mom_0",0.8975875809031334,1613945278009,5241
+"eps_0",1e-05,1613945278009,5241
+"wd_1",0.01,1613945278009,5241
+"sqr_mom_1",0.99,1613945278009,5241
+"lr_1",2.6206447486337803e-05,1613945278009,5241
+"mom_1",0.8975875809031334,1613945278009,5241
+"eps_1",1e-05,1613945278009,5241
+"wd_2",0.01,1613945278009,5241
+"sqr_mom_2",0.99,1613945278009,5241
+"lr_2",0.000262064474863378,1613945278009,5241
+"mom_2",0.8975875809031334,1613945278009,5241
+"eps_2",1e-05,1613945278009,5241
+"train_loss",0.0101637775,1613945278954,5242
+"raw_loss",0.007244929,1613945278954,5242
+"epoch",32.97484276729556,1613945278954,5242
+"wd_0",0.01,1613945278954,5242
+"sqr_mom_0",0.99,1613945278954,5242
+"lr_0",2.619234730210131e-06,1613945278954,5242
+"mom_0",0.8976157815536129,1613945278954,5242
+"eps_0",1e-05,1613945278954,5242
+"wd_1",0.01,1613945278954,5242
+"sqr_mom_1",0.99,1613945278954,5242
+"lr_1",2.619234730210131e-05,1613945278954,5242
+"mom_1",0.8976157815536129,1613945278954,5242
+"eps_1",1e-05,1613945278954,5242
+"wd_2",0.01,1613945278954,5242
+"sqr_mom_2",0.99,1613945278954,5242
+"lr_2",0.00026192347302101304,1613945278954,5242
+"mom_2",0.8976157815536129,1613945278954,5242
+"eps_2",1e-05,1613945278954,5242
+"train_loss",0.01019238,1613945279913,5243
+"raw_loss",0.011593925,1613945279913,5243
+"epoch",32.98113207547166,1613945279913,5243
+"wd_0",0.01,1613945279913,5243
+"sqr_mom_0",0.99,1613945279913,5243
+"lr_0",2.6178251413862574e-06,1613945279913,5243
+"mom_0",0.897643973612011,1613945279913,5243
+"eps_0",1e-05,1613945279913,5243
+"wd_1",0.01,1613945279913,5243
+"sqr_mom_1",0.99,1613945279913,5243
+"lr_1",2.6178251413862574e-05,1613945279913,5243
+"mom_1",0.897643973612011,1613945279913,5243
+"eps_1",1e-05,1613945279913,5243
+"wd_2",0.01,1613945279913,5243
+"sqr_mom_2",0.99,1613945279913,5243
+"lr_2",0.0002617825141386257,1613945279913,5243
+"mom_2",0.897643973612011,1613945279913,5243
+"eps_2",1e-05,1613945279913,5243
+"train_loss",0.010146493,1613945280911,5244
+"raw_loss",0.007898029,1613945280911,5244
+"epoch",32.987421383647764,1613945280911,5244
+"wd_0",0.01,1613945280911,5244
+"sqr_mom_0",0.99,1613945280911,5244
+"lr_0",2.6164157488381353e-06,1613945280911,5244
+"mom_0",0.8976721617448548,1613945280911,5244
+"eps_0",1e-05,1613945280911,5244
+"wd_1",0.01,1613945280911,5244
+"sqr_mom_1",0.99,1613945280911,5244
+"lr_1",2.6164157488381354e-05,1613945280911,5244
+"mom_1",0.8976721617448548,1613945280911,5244
+"eps_1",1e-05,1613945280911,5244
+"wd_2",0.01,1613945280911,5244
+"sqr_mom_2",0.99,1613945280911,5244
+"lr_2",0.00026164157488381347,1613945280911,5244
+"mom_2",0.8976721617448548,1613945280911,5244
+"eps_2",1e-05,1613945280911,5244
+"train_loss",0.010333008,1613945281864,5245
+"raw_loss",0.019472258,1613945281864,5245
+"epoch",32.993710691823864,1613945281864,5245
+"wd_0",0.01,1613945281864,5245
+"sqr_mom_0",0.99,1613945281864,5245
+"lr_0",2.615005383948968e-06,1613945281864,5245
+"mom_0",0.8977003693247139,1613945281864,5245
+"eps_0",1e-05,1613945281864,5245
+"wd_1",0.01,1613945281864,5245
+"sqr_mom_1",0.99,1613945281864,5245
+"lr_1",2.615005383948968e-05,1613945281864,5245
+"mom_1",0.8977003693247139,1613945281864,5245
+"eps_1",1e-05,1613945281864,5245
+"wd_2",0.01,1613945281864,5245
+"sqr_mom_2",0.99,1613945281864,5245
+"lr_2",0.00026150053839489677,1613945281864,5245
+"mom_2",0.8977003693247139,1613945281864,5245
+"eps_2",1e-05,1613945281864,5245
+"train_loss",0.010310578,1613945282863,5246
+"raw_loss",0.009211492,1613945282863,5246
+"epoch",32.999999999999964,1613945282863,5246
+"wd_0",0.01,1613945282863,5246
+"sqr_mom_0",0.99,1613945282863,5246
+"lr_0",2.6135959176784096e-06,1613945282863,5246
+"mom_0",0.8977285589320211,1613945282863,5246
+"eps_0",1e-05,1613945282863,5246
+"wd_1",0.01,1613945282863,5246
+"sqr_mom_1",0.99,1613945282863,5246
+"lr_1",2.6135959176784094e-05,1613945282863,5246
+"mom_1",0.8977285589320211,1613945282863,5246
+"eps_1",1e-05,1613945282863,5246
+"wd_2",0.01,1613945282863,5246
+"sqr_mom_2",0.99,1613945282863,5246
+"lr_2",0.0002613595917678409,1613945282863,5246
+"mom_2",0.8977285589320211,1613945282863,5246
+"eps_2",1e-05,1613945282863,5246
+"valid_loss",0.08681434392929077,1613945315044,5246
+"_rmse",0.29464268684387207,1613945315044,5246
+"epoch",33,1613945315044,5246
+"train_loss",0.010292745,1613945316098,5247
+"raw_loss",0.009418946,1613945316098,5247
+"epoch",33.0062893081761,1613945316098,5247
+"wd_0",0.01,1613945316098,5247
+"sqr_mom_0",0.99,1613945316098,5247
+"lr_0",2.612186181403568e-06,1613945316098,5247
+"mom_0",0.897756753939468,1613945316098,5247
+"eps_0",1e-05,1613945316098,5247
+"wd_1",0.01,1613945316098,5247
+"sqr_mom_1",0.99,1613945316098,5247
+"lr_1",2.612186181403568e-05,1613945316098,5247
+"mom_1",0.897756753939468,1613945316098,5247
+"eps_1",1e-05,1613945316098,5247
+"wd_2",0.01,1613945316098,5247
+"sqr_mom_2",0.99,1613945316098,5247
+"lr_2",0.00026121861814035674,1613945316098,5247
+"mom_2",0.897756753939468,1613945316098,5247
+"eps_2",1e-05,1613945316098,5247
+"train_loss",0.010291736,1613945317048,5248
+"raw_loss",0.010242266,1613945317048,5248
+"epoch",33.0125786163522,1613945317048,5248
+"wd_0",0.01,1613945317048,5248
+"sqr_mom_0",0.99,1613945317048,5248
+"lr_0",2.6107759417209825e-06,1613945317048,5248
+"mom_0",0.8977849590151705,1613945317048,5248
+"eps_0",1e-05,1613945317048,5248
+"wd_1",0.01,1613945317048,5248
+"sqr_mom_1",0.99,1613945317048,5248
+"lr_1",2.6107759417209824e-05,1613945317048,5248
+"mom_1",0.8977849590151705,1613945317048,5248
+"eps_1",1e-05,1613945317048,5248
+"wd_2",0.01,1613945317048,5248
+"sqr_mom_2",0.99,1613945317048,5248
+"lr_2",0.0002610775941720982,1613945317048,5248
+"mom_2",0.8977849590151705,1613945317048,5248
+"eps_2",1e-05,1613945317048,5248
+"train_loss",0.010445551,1613945317994,5249
+"raw_loss",0.01798253,1613945317994,5249
+"epoch",33.0188679245283,1613945317994,5249
+"wd_0",0.01,1613945317994,5249
+"sqr_mom_0",0.99,1613945317994,5249
+"lr_0",2.6093661344072396e-06,1613945317994,5249
+"mom_0",0.8978131554434096,1613945317994,5249
+"eps_0",1e-05,1613945317994,5249
+"wd_1",0.01,1613945317994,5249
+"sqr_mom_1",0.99,1613945317994,5249
+"lr_1",2.6093661344072397e-05,1613945317994,5249
+"mom_1",0.8978131554434096,1613945317994,5249
+"eps_1",1e-05,1613945317994,5249
+"wd_2",0.01,1613945317994,5249
+"sqr_mom_2",0.99,1613945317994,5249
+"lr_2",0.0002609366134407239,1613945317994,5249
+"mom_2",0.8978131554434096,1613945317994,5249
+"eps_2",1e-05,1613945317994,5249
+"train_loss",0.010461434,1613945318937,5250
+"raw_loss",0.011239672,1613945318937,5250
+"epoch",33.0251572327044,1613945318937,5250
+"wd_0",0.01,1613945318937,5250
+"sqr_mom_0",0.99,1613945318937,5250
+"lr_0",2.607956292253823e-06,1613945318937,5250
+"mom_0",0.8978413525684492,1613945318937,5250
+"eps_0",1e-05,1613945318937,5250
+"wd_1",0.01,1613945318937,5250
+"sqr_mom_1",0.99,1613945318937,5250
+"lr_1",2.607956292253823e-05,1613945318937,5250
+"mom_1",0.8978413525684492,1613945318937,5250
+"eps_1",1e-05,1613945318937,5250
+"wd_2",0.01,1613945318937,5250
+"sqr_mom_2",0.99,1613945318937,5250
+"lr_2",0.0002607956292253823,1613945318937,5250
+"mom_2",0.8978413525684492,1613945318937,5250
+"eps_2",1e-05,1613945318937,5250
+"train_loss",0.010425959,1613945319881,5251
+"raw_loss",0.008687678,1613945319881,5251
+"epoch",33.0314465408805,1613945319881,5251
+"wd_0",0.01,1613945319881,5251
+"sqr_mom_0",0.99,1613945319881,5251
+"lr_0",2.6065459480059904e-06,1613945319881,5251
+"mom_0",0.8978695597354776,1613945319881,5251
+"eps_0",1e-05,1613945319881,5251
+"wd_1",0.01,1613945319881,5251
+"sqr_mom_1",0.99,1613945319881,5251
+"lr_1",2.6065459480059905e-05,1613945319881,5251
+"mom_1",0.8978695597354776,1613945319881,5251
+"eps_1",1e-05,1613945319881,5251
+"wd_2",0.01,1613945319881,5251
+"sqr_mom_2",0.99,1613945319881,5251
+"lr_2",0.000260654594800599,1613945319881,5251
+"mom_2",0.8978695597354776,1613945319881,5251
+"eps_2",1e-05,1613945319881,5251
+"train_loss",0.010309386,1613945320826,5252
+"raw_loss",0.0045973086,1613945320826,5252
+"epoch",33.0377358490566,1613945320826,5252
+"wd_0",0.01,1613945320826,5252
+"sqr_mom_0",0.99,1613945320826,5252
+"lr_0",2.6051360375097152e-06,1613945320826,5252
+"mom_0",0.8978977582273879,1613945320826,5252
+"eps_0",1e-05,1613945320826,5252
+"wd_1",0.01,1613945320826,5252
+"sqr_mom_1",0.99,1613945320826,5252
+"lr_1",2.6051360375097153e-05,1613945320826,5252
+"mom_1",0.8978977582273879,1613945320826,5252
+"eps_1",1e-05,1613945320826,5252
+"wd_2",0.01,1613945320826,5252
+"sqr_mom_2",0.99,1613945320826,5252
+"lr_2",0.0002605136037509715,1613945320826,5252
+"mom_2",0.8978977582273879,1613945320826,5252
+"eps_2",1e-05,1613945320826,5252
+"train_loss",0.010428325,1613945321778,5253
+"raw_loss",0.016256347,1613945321778,5253
+"epoch",33.0440251572327,1613945321778,5253
+"wd_0",0.01,1613945321778,5253
+"sqr_mom_0",0.99,1613945321778,5253
+"lr_0",2.6037263273847055e-06,1613945321778,5253
+"mom_0",0.897925952711833,1613945321778,5253
+"eps_0",1e-05,1613945321778,5253
+"wd_1",0.01,1613945321778,5253
+"sqr_mom_1",0.99,1613945321778,5253
+"lr_1",2.6037263273847054e-05,1613945321778,5253
+"mom_1",0.897925952711833,1613945321778,5253
+"eps_1",1e-05,1613945321778,5253
+"wd_2",0.01,1613945321778,5253
+"sqr_mom_2",0.99,1613945321778,5253
+"lr_2",0.0002603726327384705,1613945321778,5253
+"mom_2",0.897925952711833,1613945321778,5253
+"eps_2",1e-05,1613945321778,5253
+"train_loss",0.010393508,1613945322726,5254
+"raw_loss",0.00868746,1613945322726,5254
+"epoch",33.0503144654088,1613945322726,5254
+"wd_0",0.01,1613945322726,5254
+"sqr_mom_0",0.99,1613945322726,5254
+"lr_0",2.6023156487538653e-06,1613945322726,5254
+"mom_0",0.8979541665665883,1613945322726,5254
+"eps_0",1e-05,1613945322726,5254
+"wd_1",0.01,1613945322726,5254
+"sqr_mom_1",0.99,1613945322726,5254
+"lr_1",2.602315648753865e-05,1613945322726,5254
+"mom_1",0.8979541665665883,1613945322726,5254
+"eps_1",1e-05,1613945322726,5254
+"wd_2",0.01,1613945322726,5254
+"sqr_mom_2",0.99,1613945322726,5254
+"lr_2",0.00026023156487538647,1613945322726,5254
+"mom_2",0.8979541665665883,1613945322726,5254
+"eps_2",1e-05,1613945322726,5254
+"train_loss",0.010404216,1613945323683,5255
+"raw_loss",0.010928908,1613945323683,5255
+"epoch",33.056603773584904,1613945323683,5255
+"wd_0",0.01,1613945323683,5255
+"sqr_mom_0",0.99,1613945323683,5255
+"lr_0",2.6009058729930513e-06,1613945323683,5255
+"mom_0",0.8979823623637626,1613945323683,5255
+"eps_0",1e-05,1613945323683,5255
+"wd_1",0.01,1613945323683,5255
+"sqr_mom_1",0.99,1613945323683,5255
+"lr_1",2.6009058729930513e-05,1613945323683,5255
+"mom_1",0.8979823623637626,1613945323683,5255
+"eps_1",1e-05,1613945323683,5255
+"wd_2",0.01,1613945323683,5255
+"sqr_mom_2",0.99,1613945323683,5255
+"lr_2",0.0002600905872993051,1613945323683,5255
+"mom_2",0.8979823623637626,1613945323683,5255
+"eps_2",1e-05,1613945323683,5255
+"train_loss",0.010305574,1613945324651,5256
+"raw_loss",0.0054721166,1613945324651,5256
+"epoch",33.062893081761004,1613945324651,5256
+"wd_0",0.01,1613945324651,5256
+"sqr_mom_0",0.99,1613945324651,5256
+"lr_0",2.599495831219742e-06,1613945324651,5256
+"mom_0",0.89801056348124,1613945324651,5256
+"eps_0",1e-05,1613945324651,5256
+"wd_1",0.01,1613945324651,5256
+"sqr_mom_1",0.99,1613945324651,5256
+"lr_1",2.599495831219742e-05,1613945324651,5256
+"mom_1",0.89801056348124,1613945324651,5256
+"eps_1",1e-05,1613945324651,5256
+"wd_2",0.01,1613945324651,5256
+"sqr_mom_2",0.99,1613945324651,5256
+"lr_2",0.0002599495831219742,1613945324651,5256
+"mom_2",0.89801056348124,1613945324651,5256
+"eps_2",1e-05,1613945324651,5256
+"train_loss",0.01020623,1613945325606,5257
+"raw_loss",0.005338341,1613945325606,5257
+"epoch",33.069182389937104,1613945325606,5257
+"wd_0",0.01,1613945325606,5257
+"sqr_mom_0",0.99,1613945325606,5257
+"lr_0",2.59808528998292e-06,1613945325606,5257
+"mom_0",0.8980387745880875,1613945325606,5257
+"eps_0",1e-05,1613945325606,5257
+"wd_1",0.01,1613945325606,5257
+"sqr_mom_1",0.99,1613945325606,5257
+"lr_1",2.5980852899829198e-05,1613945325606,5257
+"mom_1",0.8980387745880875,1613945325606,5257
+"eps_1",1e-05,1613945325606,5257
+"wd_2",0.01,1613945325606,5257
+"sqr_mom_2",0.99,1613945325606,5257
+"lr_2",0.00025980852899829194,1613945325606,5257
+"mom_2",0.8980387745880875,1613945325606,5257
+"eps_2",1e-05,1613945325606,5257
+"train_loss",0.010222316,1613945326557,5258
+"raw_loss",0.011010498,1613945326557,5258
+"epoch",33.075471698113205,1613945326557,5258
+"wd_0",0.01,1613945326557,5258
+"sqr_mom_0",0.99,1613945326557,5258
+"lr_0",2.596675185259272e-06,1613945326557,5258
+"mom_0",0.8980669769645842,1613945326557,5258
+"eps_0",1e-05,1613945326557,5258
+"wd_1",0.01,1613945326557,5258
+"sqr_mom_1",0.99,1613945326557,5258
+"lr_1",2.5966751852592715e-05,1613945326557,5258
+"mom_1",0.8980669769645842,1613945326557,5258
+"eps_1",1e-05,1613945326557,5258
+"wd_2",0.01,1613945326557,5258
+"sqr_mom_2",0.99,1613945326557,5258
+"lr_2",0.00025966751852592716,1613945326557,5258
+"mom_2",0.8980669769645842,1613945326557,5258
+"eps_2",1e-05,1613945326557,5258
+"train_loss",0.010157279,1613945327514,5259
+"raw_loss",0.0069704433,1613945327514,5259
+"epoch",33.081761006289305,1613945327514,5259
+"wd_0",0.01,1613945327514,5259
+"sqr_mom_0",0.99,1613945327514,5259
+"lr_0",2.595265283634338e-06,1613945327514,5259
+"mom_0",0.898095175279066,1613945327514,5259
+"eps_0",1e-05,1613945327514,5259
+"wd_1",0.01,1613945327514,5259
+"sqr_mom_1",0.99,1613945327514,5259
+"lr_1",2.5952652836343376e-05,1613945327514,5259
+"mom_1",0.898095175279066,1613945327514,5259
+"eps_1",1e-05,1613945327514,5259
+"wd_2",0.01,1613945327514,5259
+"sqr_mom_2",0.99,1613945327514,5259
+"lr_2",0.00025952652836343373,1613945327514,5259
+"mom_2",0.898095175279066,1613945327514,5259
+"eps_2",1e-05,1613945327514,5259
+"train_loss",0.010183794,1613945328510,5260
+"raw_loss",0.011483078,1613945328510,5260
+"epoch",33.088050314465406,1613945328510,5260
+"wd_0",0.01,1613945328510,5260
+"sqr_mom_0",0.99,1613945328510,5260
+"lr_0",2.5938544160742557e-06,1613945328510,5260
+"mom_0",0.898123392912444,1613945328510,5260
+"eps_0",1e-05,1613945328510,5260
+"wd_1",0.01,1613945328510,5260
+"sqr_mom_1",0.99,1613945328510,5260
+"lr_1",2.5938544160742557e-05,1613945328510,5260
+"mom_1",0.898123392912444,1613945328510,5260
+"eps_1",1e-05,1613945328510,5260
+"wd_2",0.01,1613945328510,5260
+"sqr_mom_2",0.99,1613945328510,5260
+"lr_2",0.00025938544160742554,1613945328510,5260
+"mom_2",0.898123392912444,1613945328510,5260
+"eps_2",1e-05,1613945328510,5260
+"train_loss",0.010166658,1613945329466,5261
+"raw_loss",0.009326959,1613945329466,5261
+"epoch",33.094339622641506,1613945329466,5261
+"wd_0",0.01,1613945329466,5261
+"sqr_mom_0",0.99,1613945329466,5261
+"lr_0",2.592444454205511e-06,1613945329466,5261
+"mom_0",0.8981515924318141,1613945329466,5261
+"eps_0",1e-05,1613945329466,5261
+"wd_1",0.01,1613945329466,5261
+"sqr_mom_1",0.99,1613945329466,5261
+"lr_1",2.5924444542055112e-05,1613945329466,5261
+"mom_1",0.8981515924318141,1613945329466,5261
+"eps_1",1e-05,1613945329466,5261
+"wd_2",0.01,1613945329466,5261
+"sqr_mom_2",0.99,1613945329466,5261
+"lr_2",0.0002592444454205511,1613945329466,5261
+"mom_2",0.8981515924318141,1613945329466,5261
+"eps_2",1e-05,1613945329466,5261
+"train_loss",0.010148836,1613945330421,5262
+"raw_loss",0.009275545,1613945330421,5262
+"epoch",33.10062893081761,1613945330421,5262
+"wd_0",0.01,1613945330421,5262
+"sqr_mom_0",0.99,1613945330421,5262
+"lr_0",2.591034228989259e-06,1613945330421,5262
+"mom_0",0.898179797218187,1613945330421,5262
+"eps_0",1e-05,1613945330421,5262
+"wd_1",0.01,1613945330421,5262
+"sqr_mom_1",0.99,1613945330421,5262
+"lr_1",2.591034228989259e-05,1613945330421,5262
+"mom_1",0.898179797218187,1613945330421,5262
+"eps_1",1e-05,1613945330421,5262
+"wd_2",0.01,1613945330421,5262
+"sqr_mom_2",0.99,1613945330421,5262
+"lr_2",0.00025910342289892584,1613945330421,5262
+"mom_2",0.898179797218187,1613945330421,5262
+"eps_2",1e-05,1613945330421,5262
+"train_loss",0.010041382,1613945331382,5263
+"raw_loss",0.0047761025,1613945331382,5263
+"epoch",33.10691823899371,1613945331382,5263
+"wd_0",0.01,1613945331382,5263
+"sqr_mom_0",0.99,1613945331382,5263
+"lr_0",2.5896235069461266e-06,1613945331382,5263
+"mom_0",0.8982080119411968,1613945331382,5263
+"eps_0",1e-05,1613945331382,5263
+"wd_1",0.01,1613945331382,5263
+"sqr_mom_1",0.99,1613945331382,5263
+"lr_1",2.5896235069461266e-05,1613945331382,5263
+"mom_1",0.8982080119411968,1613945331382,5263
+"eps_1",1e-05,1613945331382,5263
+"wd_2",0.01,1613945331382,5263
+"sqr_mom_2",0.99,1613945331382,5263
+"lr_2",0.0002589623506946126,1613945331382,5263
+"mom_2",0.8982080119411968,1613945331382,5263
+"eps_2",1e-05,1613945331382,5263
+"train_loss",0.00992042,1613945332333,5264
+"raw_loss",0.0039932597,1613945332333,5264
+"epoch",33.11320754716981,1613945332333,5264
+"wd_0",0.01,1613945332333,5264
+"sqr_mom_0",0.99,1613945332333,5264
+"lr_0",2.5882132241727763e-06,1613945332333,5264
+"mom_0",0.8982362178787232,1613945332333,5264
+"eps_0",1e-05,1613945332333,5264
+"wd_1",0.01,1613945332333,5264
+"sqr_mom_1",0.99,1613945332333,5264
+"lr_1",2.588213224172776e-05,1613945332333,5264
+"mom_1",0.8982362178787232,1613945332333,5264
+"eps_1",1e-05,1613945332333,5264
+"wd_2",0.01,1613945332333,5264
+"sqr_mom_2",0.99,1613945332333,5264
+"lr_2",0.00025882132241727756,1613945332333,5264
+"mom_2",0.8982362178787232,1613945332333,5264
+"eps_2",1e-05,1613945332333,5264
+"train_loss",0.009870221,1613945333300,5265
+"raw_loss",0.0074104634,1613945333300,5265
+"epoch",33.11949685534591,1613945333300,5265
+"wd_0",0.01,1613945333300,5265
+"sqr_mom_0",0.99,1613945333300,5265
+"lr_0",2.5868031472232606e-06,1613945333300,5265
+"mom_0",0.8982644196997318,1613945333300,5265
+"eps_0",1e-05,1613945333300,5265
+"wd_1",0.01,1613945333300,5265
+"sqr_mom_1",0.99,1613945333300,5265
+"lr_1",2.5868031472232603e-05,1613945333300,5265
+"mom_1",0.8982644196997318,1613945333300,5265
+"eps_1",1e-05,1613945333300,5265
+"wd_2",0.01,1613945333300,5265
+"sqr_mom_2",0.99,1613945333300,5265
+"lr_2",0.000258680314722326,1613945333300,5265
+"mom_2",0.8982644196997318,1613945333300,5265
+"eps_2",1e-05,1613945333300,5265
+"train_loss",0.010014311,1613945334265,5266
+"raw_loss",0.017074749,1613945334265,5266
+"epoch",33.12578616352201,1613945334265,5266
+"wd_0",0.01,1613945334265,5266
+"sqr_mom_0",0.99,1613945334265,5266
+"lr_0",2.5853921069203604e-06,1613945334265,5266
+"mom_0",0.8982926407880006,1613945334265,5266
+"eps_0",1e-05,1613945334265,5266
+"wd_1",0.01,1613945334265,5266
+"sqr_mom_1",0.99,1613945334265,5266
+"lr_1",2.5853921069203602e-05,1613945334265,5266
+"mom_1",0.8982926407880006,1613945334265,5266
+"eps_1",1e-05,1613945334265,5266
+"wd_2",0.01,1613945334265,5266
+"sqr_mom_2",0.99,1613945334265,5266
+"lr_2",0.000258539210692036,1613945334265,5266
+"mom_2",0.8982926407880006,1613945334265,5266
+"eps_2",1e-05,1613945334265,5266
+"train_loss",0.00994743,1613945335238,5267
+"raw_loss",0.006670278,1613945335238,5267
+"epoch",33.13207547169811,1613945335238,5267
+"wd_0",0.01,1613945335238,5267
+"sqr_mom_0",0.99,1613945335238,5267
+"lr_0",2.5839819751197168e-06,1613945335238,5267
+"mom_0",0.8983208437060427,1613945335238,5267
+"eps_0",1e-05,1613945335238,5267
+"wd_1",0.01,1613945335238,5267
+"sqr_mom_1",0.99,1613945335238,5267
+"lr_1",2.5839819751197164e-05,1613945335238,5267
+"mom_1",0.8983208437060427,1613945335238,5267
+"eps_1",1e-05,1613945335238,5267
+"wd_2",0.01,1613945335238,5267
+"sqr_mom_2",0.99,1613945335238,5267
+"lr_2",0.00025839819751197164,1613945335238,5267
+"mom_2",0.8983208437060427,1613945335238,5267
+"eps_2",1e-05,1613945335238,5267
+"train_loss",0.009892276,1613945336197,5268
+"raw_loss",0.0071897116,1613945336197,5268
+"epoch",33.13836477987421,1613945336197,5268
+"wd_0",0.01,1613945336197,5268
+"sqr_mom_0",0.99,1613945336197,5268
+"lr_0",2.5825715826395765e-06,1613945336197,5268
+"mom_0",0.8983490518377268,1613945336197,5268
+"eps_0",1e-05,1613945336197,5268
+"wd_1",0.01,1613945336197,5268
+"sqr_mom_1",0.99,1613945336197,5268
+"lr_1",2.5825715826395765e-05,1613945336197,5268
+"mom_1",0.8983490518377268,1613945336197,5268
+"eps_1",1e-05,1613945336197,5268
+"wd_2",0.01,1613945336197,5268
+"sqr_mom_2",0.99,1613945336197,5268
+"lr_2",0.0002582571582639576,1613945336197,5268
+"mom_2",0.8983490518377268,1613945336197,5268
+"eps_2",1e-05,1613945336197,5268
+"train_loss",0.009818059,1613945337193,5269
+"raw_loss",0.0061814743,1613945337193,5269
+"epoch",33.14465408805031,1613945337193,5269
+"wd_0",0.01,1613945337193,5269
+"sqr_mom_0",0.99,1613945337193,5269
+"lr_0",2.5811606959748873e-06,1613945337193,5269
+"mom_0",0.8983772698532008,1613945337193,5269
+"eps_0",1e-05,1613945337193,5269
+"wd_1",0.01,1613945337193,5269
+"sqr_mom_1",0.99,1613945337193,5269
+"lr_1",2.5811606959748874e-05,1613945337193,5269
+"mom_1",0.8983772698532008,1613945337193,5269
+"eps_1",1e-05,1613945337193,5269
+"wd_2",0.01,1613945337193,5269
+"sqr_mom_2",0.99,1613945337193,5269
+"lr_2",0.0002581160695974887,1613945337193,5269
+"mom_2",0.8983772698532008,1613945337193,5269
+"eps_2",1e-05,1613945337193,5269
+"train_loss",0.009795848,1613945338179,5270
+"raw_loss",0.008707517,1613945338179,5270
+"epoch",33.15094339622641,1613945338179,5270
+"wd_0",0.01,1613945338179,5270
+"sqr_mom_0",0.99,1613945338179,5270
+"lr_0",2.5797502513315494e-06,1613945338179,5270
+"mom_0",0.8984054790281593,1613945338179,5270
+"eps_0",1e-05,1613945338179,5270
+"wd_1",0.01,1613945338179,5270
+"sqr_mom_1",0.99,1613945338179,5270
+"lr_1",2.5797502513315492e-05,1613945338179,5270
+"mom_1",0.8984054790281593,1613945338179,5270
+"eps_1",1e-05,1613945338179,5270
+"wd_2",0.01,1613945338179,5270
+"sqr_mom_2",0.99,1613945338179,5270
+"lr_2",0.0002579750251331549,1613945338179,5270
+"mom_2",0.8984054790281593,1613945338179,5270
+"eps_2",1e-05,1613945338179,5270
+"train_loss",0.009728695,1613945339144,5271
+"raw_loss",0.0064382097,1613945339144,5271
+"epoch",33.15723270440251,1613945339144,5271
+"wd_0",0.01,1613945339144,5271
+"sqr_mom_0",0.99,1613945339144,5271
+"lr_0",2.5783397812851284e-06,1613945339144,5271
+"mom_0",0.8984336887111846,1613945339144,5271
+"eps_0",1e-05,1613945339144,5271
+"wd_1",0.01,1613945339144,5271
+"sqr_mom_1",0.99,1613945339144,5271
+"lr_1",2.5783397812851285e-05,1613945339144,5271
+"mom_1",0.8984336887111846,1613945339144,5271
+"eps_1",1e-05,1613945339144,5271
+"wd_2",0.01,1613945339144,5271
+"sqr_mom_2",0.99,1613945339144,5271
+"lr_2",0.0002578339781285128,1613945339144,5271
+"mom_2",0.8984336887111846,1613945339144,5271
+"eps_2",1e-05,1613945339144,5271
+"train_loss",0.009681965,1613945340139,5272
+"raw_loss",0.007392178,1613945340139,5272
+"epoch",33.16352201257861,1613945340139,5272
+"wd_0",0.01,1613945340139,5272
+"sqr_mom_0",0.99,1613945340139,5272
+"lr_0",2.5769288183774904e-06,1613945340139,5272
+"mom_0",0.8984619082515327,1613945340139,5272
+"eps_0",1e-05,1613945340139,5272
+"wd_1",0.01,1613945340139,5272
+"sqr_mom_1",0.99,1613945340139,5272
+"lr_1",2.5769288183774905e-05,1613945340139,5272
+"mom_1",0.8984619082515327,1613945340139,5272
+"eps_1",1e-05,1613945340139,5272
+"wd_2",0.01,1613945340139,5272
+"sqr_mom_2",0.99,1613945340139,5272
+"lr_2",0.000257692881837749,1613945340139,5272
+"mom_2",0.8984619082515327,1613945340139,5272
+"eps_2",1e-05,1613945340139,5272
+"train_loss",0.009675164,1613945341112,5273
+"raw_loss",0.00934189,1613945341112,5273
+"epoch",33.16981132075471,1613945341112,5273
+"wd_0",0.01,1613945341112,5273
+"sqr_mom_0",0.99,1613945341112,5273
+"lr_0",2.5755182988651254e-06,1613945341112,5273
+"mom_0",0.8984901189238867,1613945341112,5273
+"eps_0",1e-05,1613945341112,5273
+"wd_1",0.01,1613945341112,5273
+"sqr_mom_1",0.99,1613945341112,5273
+"lr_1",2.5755182988651253e-05,1613945341112,5273
+"mom_1",0.8984901189238867,1613945341112,5273
+"eps_1",1e-05,1613945341112,5273
+"wd_2",0.01,1613945341112,5273
+"sqr_mom_2",0.99,1613945341112,5273
+"lr_2",0.0002575518298865125,1613945341112,5273
+"mom_2",0.8984901189238867,1613945341112,5273
+"eps_2",1e-05,1613945341112,5273
+"train_loss",0.009590037,1613945342091,5274
+"raw_loss",0.0054188166,1613945342091,5274
+"epoch",33.17610062893081,1613945342091,5274
+"wd_0",0.01,1613945342091,5274
+"sqr_mom_0",0.99,1613945342091,5274
+"lr_0",2.574107989259875e-06,1613945342091,5274
+"mom_0",0.8985183253980564,1613945342091,5274
+"eps_0",1e-05,1613945342091,5274
+"wd_1",0.01,1613945342091,5274
+"sqr_mom_1",0.99,1613945342091,5274
+"lr_1",2.574107989259875e-05,1613945342091,5274
+"mom_1",0.8985183253980564,1613945342091,5274
+"eps_1",1e-05,1613945342091,5274
+"wd_2",0.01,1613945342091,5274
+"sqr_mom_2",0.99,1613945342091,5274
+"lr_2",0.00025741079892598745,1613945342091,5274
+"mom_2",0.8985183253980564,1613945342091,5274
+"eps_2",1e-05,1613945342091,5274
+"train_loss",0.009595306,1613945343129,5275
+"raw_loss",0.00985344,1613945343129,5275
+"epoch",33.18238993710691,1613945343129,5275
+"wd_0",0.01,1613945343129,5275
+"sqr_mom_0",0.99,1613945343129,5275
+"lr_0",2.572696720194635e-06,1613945343129,5275
+"mom_0",0.8985465510616178,1613945343129,5275
+"eps_0",1e-05,1613945343129,5275
+"wd_1",0.01,1613945343129,5275
+"sqr_mom_1",0.99,1613945343129,5275
+"lr_1",2.572696720194635e-05,1613945343129,5275
+"mom_1",0.8985465510616178,1613945343129,5275
+"eps_1",1e-05,1613945343129,5275
+"wd_2",0.01,1613945343129,5275
+"sqr_mom_2",0.99,1613945343129,5275
+"lr_2",0.0002572696720194635,1613945343129,5275
+"mom_2",0.8985465510616178,1613945343129,5275
+"eps_2",1e-05,1613945343129,5275
+"train_loss",0.009534368,1613945344100,5276
+"raw_loss",0.006548452,1613945344100,5276
+"epoch",33.18867924528301,1613945344100,5276
+"wd_0",0.01,1613945344100,5276
+"sqr_mom_0",0.99,1613945344100,5276
+"lr_0",2.5712863638285177e-06,1613945344100,5276
+"mom_0",0.8985747584710143,1613945344100,5276
+"eps_0",1e-05,1613945344100,5276
+"wd_1",0.01,1613945344100,5276
+"sqr_mom_1",0.99,1613945344100,5276
+"lr_1",2.5712863638285175e-05,1613945344100,5276
+"mom_1",0.8985747584710143,1613945344100,5276
+"eps_1",1e-05,1613945344100,5276
+"wd_2",0.01,1613945344100,5276
+"sqr_mom_2",0.99,1613945344100,5276
+"lr_2",0.0002571286363828517,1613945344100,5276
+"mom_2",0.8985747584710143,1613945344100,5276
+"eps_2",1e-05,1613945344100,5276
+"train_loss",0.009456033,1613945345065,5277
+"raw_loss",0.005617595,1613945345065,5277
+"epoch",33.19496855345911,1613945345065,5277
+"wd_0",0.01,1613945345065,5277
+"sqr_mom_0",0.99,1613945345065,5277
+"lr_0",2.5698757507905533e-06,1613945345065,5277
+"mom_0",0.8986029710138991,1613945345065,5277
+"eps_0",1e-05,1613945345065,5277
+"wd_1",0.01,1613945345065,5277
+"sqr_mom_1",0.99,1613945345065,5277
+"lr_1",2.569875750790553e-05,1613945345065,5277
+"mom_1",0.8986029710138991,1613945345065,5277
+"eps_1",1e-05,1613945345065,5277
+"wd_2",0.01,1613945345065,5277
+"sqr_mom_2",0.99,1613945345065,5277
+"lr_2",0.0002569875750790553,1613945345065,5277
+"mom_2",0.8986029710138991,1613945345065,5277
+"eps_2",1e-05,1613945345065,5277
+"train_loss",0.009386322,1613945346036,5278
+"raw_loss",0.005970486,1613945346036,5278
+"epoch",33.20125786163521,1613945346036,5278
+"wd_0",0.01,1613945346036,5278
+"sqr_mom_0",0.99,1613945346036,5278
+"lr_0",2.5684646475421966e-06,1613945346036,5278
+"mom_0",0.8986311933610897,1613945346036,5278
+"eps_0",1e-05,1613945346036,5278
+"wd_1",0.01,1613945346036,5278
+"sqr_mom_1",0.99,1613945346036,5278
+"lr_1",2.5684646475421965e-05,1613945346036,5278
+"mom_1",0.8986311933610897,1613945346036,5278
+"eps_1",1e-05,1613945346036,5278
+"wd_2",0.01,1613945346036,5278
+"sqr_mom_2",0.99,1613945346036,5278
+"lr_2",0.0002568464647542196,1613945346036,5278
+"mom_2",0.8986311933610897,1613945346036,5278
+"eps_2",1e-05,1613945346036,5278
+"train_loss",0.009301242,1613945347000,5279
+"raw_loss",0.005132338,1613945347000,5279
+"epoch",33.20754716981131,1613945347000,5279
+"wd_0",0.01,1613945347000,5279
+"sqr_mom_0",0.99,1613945347000,5279
+"lr_0",2.5670539904330622e-06,1613945347000,5279
+"mom_0",0.8986594067854066,1613945347000,5279
+"eps_0",1e-05,1613945347000,5279
+"wd_1",0.01,1613945347000,5279
+"sqr_mom_1",0.99,1613945347000,5279
+"lr_1",2.5670539904330624e-05,1613945347000,5279
+"mom_1",0.8986594067854066,1613945347000,5279
+"eps_1",1e-05,1613945347000,5279
+"wd_2",0.01,1613945347000,5279
+"sqr_mom_2",0.99,1613945347000,5279
+"lr_2",0.0002567053990433062,1613945347000,5279
+"mom_2",0.8986594067854066,1613945347000,5279
+"eps_2",1e-05,1613945347000,5279
+"train_loss",0.009195848,1613945347958,5280
+"raw_loss",0.0040315357,1613945347958,5280
+"epoch",33.213836477987414,1613945347958,5280
+"wd_0",0.01,1613945347958,5280
+"sqr_mom_0",0.99,1613945347958,5280
+"lr_0",2.5656428439984694e-06,1613945347958,5280
+"mom_0",0.8986876299963306,1613945347958,5280
+"eps_0",1e-05,1613945347958,5280
+"wd_1",0.01,1613945347958,5280
+"sqr_mom_1",0.99,1613945347958,5280
+"lr_1",2.5656428439984695e-05,1613945347958,5280
+"mom_1",0.8986876299963306,1613945347958,5280
+"eps_1",1e-05,1613945347958,5280
+"wd_2",0.01,1613945347958,5280
+"sqr_mom_2",0.99,1613945347958,5280
+"lr_2",0.0002565642843998469,1613945347958,5280
+"mom_2",0.8986876299963306,1613945347958,5280
+"eps_2",1e-05,1613945347958,5280
+"train_loss",0.009240807,1613945348918,5281
+"raw_loss",0.011443764,1613945348918,5281
+"epoch",33.220125786163514,1613945348918,5281
+"wd_0",0.01,1613945348918,5281
+"sqr_mom_0",0.99,1613945348918,5281
+"lr_0",2.5642321446166888e-06,1613945348918,5281
+"mom_0",0.8987158442661088,1613945348918,5281
+"eps_0",1e-05,1613945348918,5281
+"wd_1",0.01,1613945348918,5281
+"sqr_mom_1",0.99,1613945348918,5281
+"lr_1",2.5642321446166884e-05,1613945348918,5281
+"mom_1",0.8987158442661088,1613945348918,5281
+"eps_1",1e-05,1613945348918,5281
+"wd_2",0.01,1613945348918,5281
+"sqr_mom_2",0.99,1613945348918,5281
+"lr_2",0.00025642321446166884,1613945348918,5281
+"mom_2",0.8987158442661088,1613945348918,5281
+"eps_2",1e-05,1613945348918,5281
+"train_loss",0.009180699,1613945349891,5282
+"raw_loss",0.006235373,1613945349891,5282
+"epoch",33.226415094339615,1613945349891,5282
+"wd_0",0.01,1613945349891,5282
+"sqr_mom_0",0.99,1613945349891,5282
+"lr_0",2.5628216587671025e-06,1613945349891,5282
+"mom_0",0.8987440542652005,1613945349891,5282
+"eps_0",1e-05,1613945349891,5282
+"wd_1",0.01,1613945349891,5282
+"sqr_mom_1",0.99,1613945349891,5282
+"lr_1",2.5628216587671022e-05,1613945349891,5282
+"mom_1",0.8987440542652005,1613945349891,5282
+"eps_1",1e-05,1613945349891,5282
+"wd_2",0.01,1613945349891,5282
+"sqr_mom_2",0.99,1613945349891,5282
+"lr_2",0.0002562821658767102,1613945349891,5282
+"mom_2",0.8987440542652005,1613945349891,5282
+"eps_2",1e-05,1613945349891,5282
+"train_loss",0.009140218,1613945350845,5283
+"raw_loss",0.0071566384,1613945350845,5283
+"epoch",33.232704402515715,1613945350845,5283
+"wd_0",0.01,1613945350845,5283
+"sqr_mom_0",0.99,1613945350845,5283
+"lr_0",2.561410216939157e-06,1613945350845,5283
+"mom_0",0.8987722833840507,1613945350845,5283
+"eps_0",1e-05,1613945350845,5283
+"wd_1",0.01,1613945350845,5283
+"sqr_mom_1",0.99,1613945350845,5283
+"lr_1",2.5614102169391568e-05,1613945350845,5283
+"mom_1",0.8987722833840507,1613945350845,5283
+"eps_1",1e-05,1613945350845,5283
+"wd_2",0.01,1613945350845,5283
+"sqr_mom_2",0.99,1613945350845,5283
+"lr_2",0.00025614102169391564,1613945350845,5283
+"mom_2",0.8987722833840507,1613945350845,5283
+"eps_2",1e-05,1613945350845,5283
+"train_loss",0.009157065,1613945351817,5284
+"raw_loss",0.009982592,1613945351817,5284
+"epoch",33.238993710691815,1613945351817,5284
+"wd_0",0.01,1613945351817,5284
+"sqr_mom_0",0.99,1613945351817,5284
+"lr_0",2.5599996915211488e-06,1613945351817,5284
+"mom_0",0.8988004941745187,1613945351817,5284
+"eps_0",1e-05,1613945351817,5284
+"wd_1",0.01,1613945351817,5284
+"sqr_mom_1",0.99,1613945351817,5284
+"lr_1",2.5599996915211488e-05,1613945351817,5284
+"mom_1",0.8988004941745187,1613945351817,5284
+"eps_1",1e-05,1613945351817,5284
+"wd_2",0.01,1613945351817,5284
+"sqr_mom_2",0.99,1613945351817,5284
+"lr_2",0.00025599996915211487,1613945351817,5284
+"mom_2",0.8988004941745187,1613945351817,5284
+"eps_2",1e-05,1613945351817,5284
+"train_loss",0.009103076,1613945352773,5285
+"raw_loss",0.0064576,1613945352773,5285
+"epoch",33.245283018867916,1613945352773,5285
+"wd_0",0.01,1613945352773,5285
+"sqr_mom_0",0.99,1613945352773,5285
+"lr_0",2.5585889129992553e-06,1613945352773,5285
+"mom_0",0.8988287100271152,1613945352773,5285
+"eps_0",1e-05,1613945352773,5285
+"wd_1",0.01,1613945352773,5285
+"sqr_mom_1",0.99,1613945352773,5285
+"lr_1",2.558588912999255e-05,1613945352773,5285
+"mom_1",0.8988287100271152,1613945352773,5285
+"eps_1",1e-05,1613945352773,5285
+"wd_2",0.01,1613945352773,5285
+"sqr_mom_2",0.99,1613945352773,5285
+"lr_2",0.0002558588912999255,1613945352773,5285
+"mom_2",0.8988287100271152,1613945352773,5285
+"eps_2",1e-05,1613945352773,5285
+"train_loss",0.009096925,1613945353731,5286
+"raw_loss",0.008795557,1613945353731,5286
+"epoch",33.251572327044016,1613945353731,5286
+"wd_0",0.01,1613945353731,5286
+"sqr_mom_0",0.99,1613945353731,5286
+"lr_0",2.5571776478102202e-06,1613945353731,5286
+"mom_0",0.8988569356131517,1613945353731,5286
+"eps_0",1e-05,1613945353731,5286
+"wd_1",0.01,1613945353731,5286
+"sqr_mom_1",0.99,1613945353731,5286
+"lr_1",2.5571776478102203e-05,1613945353731,5286
+"mom_1",0.8988569356131517,1613945353731,5286
+"eps_1",1e-05,1613945353731,5286
+"wd_2",0.01,1613945353731,5286
+"sqr_mom_2",0.99,1613945353731,5286
+"lr_2",0.000255717764781022,1613945353731,5286
+"mom_2",0.8988569356131517,1613945353731,5286
+"eps_2",1e-05,1613945353731,5286
+"train_loss",0.009231626,1613945354692,5287
+"raw_loss",0.015831955,1613945354692,5287
+"epoch",33.25786163522012,1613945354692,5287
+"wd_0",0.01,1613945354692,5287
+"sqr_mom_0",0.99,1613945354692,5287
+"lr_0",2.555766832411115e-06,1613945354692,5287
+"mom_0",0.8988851522032997,1613945354692,5287
+"eps_0",1e-05,1613945354692,5287
+"wd_1",0.01,1613945354692,5287
+"sqr_mom_1",0.99,1613945354692,5287
+"lr_1",2.5557668324111154e-05,1613945354692,5287
+"mom_1",0.8988851522032997,1613945354692,5287
+"eps_1",1e-05,1613945354692,5287
+"wd_2",0.01,1613945354692,5287
+"sqr_mom_2",0.99,1613945354692,5287
+"lr_2",0.0002555766832411115,1613945354692,5287
+"mom_2",0.8988851522032997,1613945354692,5287
+"eps_2",1e-05,1613945354692,5287
+"train_loss",0.009247407,1613945355653,5288
+"raw_loss",0.010020709,1613945355653,5288
+"epoch",33.26415094339622,1613945355653,5288
+"wd_0",0.01,1613945355653,5288
+"sqr_mom_0",0.99,1613945355653,5288
+"lr_0",2.5543562332601035e-06,1613945355653,5288
+"mom_0",0.8989133644684426,1613945355653,5288
+"eps_0",1e-05,1613945355653,5288
+"wd_1",0.01,1613945355653,5288
+"sqr_mom_1",0.99,1613945355653,5288
+"lr_1",2.5543562332601032e-05,1613945355653,5288
+"mom_1",0.8989133644684426,1613945355653,5288
+"eps_1",1e-05,1613945355653,5288
+"wd_2",0.01,1613945355653,5288
+"sqr_mom_2",0.99,1613945355653,5288
+"lr_2",0.0002554356233260103,1613945355653,5288
+"mom_2",0.8989133644684426,1613945355653,5288
+"eps_2",1e-05,1613945355653,5288
+"train_loss",0.00920175,1613945356659,5289
+"raw_loss",0.0069645564,1613945356659,5289
+"epoch",33.27044025157232,1613945356659,5289
+"wd_0",0.01,1613945356659,5289
+"sqr_mom_0",0.99,1613945356659,5289
+"lr_0",2.552944680754701e-06,1613945356659,5289
+"mom_0",0.898941595800864,1613945356659,5289
+"eps_0",1e-05,1613945356659,5289
+"wd_1",0.01,1613945356659,5289
+"sqr_mom_1",0.99,1613945356659,5289
+"lr_1",2.5529446807547008e-05,1613945356659,5289
+"mom_1",0.898941595800864,1613945356659,5289
+"eps_1",1e-05,1613945356659,5289
+"wd_2",0.01,1613945356659,5289
+"sqr_mom_2",0.99,1613945356659,5289
+"lr_2",0.0002552944680754701,1613945356659,5289
+"mom_2",0.898941595800864,1613945356659,5289
+"eps_2",1e-05,1613945356659,5289
+"train_loss",0.0092478525,1613945357606,5290
+"raw_loss",0.011506886,1613945357606,5290
+"epoch",33.27672955974842,1613945357606,5290
+"wd_0",0.01,1613945357606,5290
+"sqr_mom_0",0.99,1613945357606,5290
+"lr_0",2.5515340474300276e-06,1613945357606,5290
+"mom_0",0.898969808749487,1613945357606,5290
+"eps_0",1e-05,1613945357606,5290
+"wd_1",0.01,1613945357606,5290
+"sqr_mom_1",0.99,1613945357606,5290
+"lr_1",2.5515340474300275e-05,1613945357606,5290
+"mom_1",0.898969808749487,1613945357606,5290
+"eps_1",1e-05,1613945357606,5290
+"wd_2",0.01,1613945357606,5290
+"sqr_mom_2",0.99,1613945357606,5290
+"lr_2",0.0002551534047430027,1613945357606,5290
+"mom_2",0.898969808749487,1613945357606,5290
+"eps_2",1e-05,1613945357606,5290
+"train_loss",0.009202556,1613945358559,5291
+"raw_loss",0.006983007,1613945358559,5291
+"epoch",33.28301886792452,1613945358559,5291
+"wd_0",0.01,1613945358559,5291
+"sqr_mom_0",0.99,1613945358559,5291
+"lr_0",2.5501231636807754e-06,1613945358559,5291
+"mom_0",0.8989980267066515,1613945358559,5291
+"eps_0",1e-05,1613945358559,5291
+"wd_1",0.01,1613945358559,5291
+"sqr_mom_1",0.99,1613945358559,5291
+"lr_1",2.5501231636807756e-05,1613945358559,5291
+"mom_1",0.8989980267066515,1613945358559,5291
+"eps_1",1e-05,1613945358559,5291
+"wd_2",0.01,1613945358559,5291
+"sqr_mom_2",0.99,1613945358559,5291
+"lr_2",0.0002550123163680775,1613945358559,5291
+"mom_2",0.8989980267066515,1613945358559,5291
+"eps_2",1e-05,1613945358559,5291
+"train_loss",0.009202793,1613945359522,5292
+"raw_loss",0.00921442,1613945359522,5292
+"epoch",33.28930817610062,1613945359522,5292
+"wd_0",0.01,1613945359522,5292
+"sqr_mom_0",0.99,1613945359522,5292
+"lr_0",2.5487117959282833e-06,1613945359522,5292
+"mom_0",0.8990262543439778,1613945359522,5292
+"eps_0",1e-05,1613945359522,5292
+"wd_1",0.01,1613945359522,5292
+"sqr_mom_1",0.99,1613945359522,5292
+"lr_1",2.5487117959282833e-05,1613945359522,5292
+"mom_1",0.8990262543439778,1613945359522,5292
+"eps_1",1e-05,1613945359522,5292
+"wd_2",0.01,1613945359522,5292
+"sqr_mom_2",0.99,1613945359522,5292
+"lr_2",0.0002548711795928283,1613945359522,5292
+"mom_2",0.8990262543439778,1613945359522,5292
+"eps_2",1e-05,1613945359522,5292
+"train_loss",0.009226279,1613945360475,5293
+"raw_loss",0.010377119,1613945360475,5293
+"epoch",33.29559748427672,1613945360475,5293
+"wd_0",0.01,1613945360475,5293
+"sqr_mom_0",0.99,1613945360475,5293
+"lr_0",2.5473008806976802e-06,1613945360475,5293
+"mom_0",0.8990544729307757,1613945360475,5293
+"eps_0",1e-05,1613945360475,5293
+"wd_1",0.01,1613945360475,5293
+"sqr_mom_1",0.99,1613945360475,5293
+"lr_1",2.54730088069768e-05,1613945360475,5293
+"mom_1",0.8990544729307757,1613945360475,5293
+"eps_1",1e-05,1613945360475,5293
+"wd_2",0.01,1613945360475,5293
+"sqr_mom_2",0.99,1613945360475,5293
+"lr_2",0.000254730088069768,1613945360475,5293
+"mom_2",0.8990544729307757,1613945360475,5293
+"eps_2",1e-05,1613945360475,5293
+"train_loss",0.009351518,1613945361420,5294
+"raw_loss",0.015488207,1613945361420,5294
+"epoch",33.30188679245282,1613945361420,5294
+"wd_0",0.01,1613945361420,5294
+"sqr_mom_0",0.99,1613945361420,5294
+"lr_0",2.5458899504034285e-06,1613945361420,5294
+"mom_0",0.8990826918188496,1613945361420,5294
+"eps_0",1e-05,1613945361420,5294
+"wd_1",0.01,1613945361420,5294
+"sqr_mom_1",0.99,1613945361420,5294
+"lr_1",2.5458899504034282e-05,1613945361420,5294
+"mom_1",0.8990826918188496,1613945361420,5294
+"eps_1",1e-05,1613945361420,5294
+"wd_2",0.01,1613945361420,5294
+"sqr_mom_2",0.99,1613945361420,5294
+"lr_2",0.0002545889950403428,1613945361420,5294
+"mom_2",0.8990826918188496,1613945361420,5294
+"eps_2",1e-05,1613945361420,5294
+"train_loss",0.009325537,1613945362381,5295
+"raw_loss",0.0080524655,1613945362381,5295
+"epoch",33.30817610062892,1613945362381,5295
+"wd_0",0.01,1613945362381,5295
+"sqr_mom_0",0.99,1613945362381,5295
+"lr_0",2.5444785374400085e-06,1613945362381,5295
+"mom_0",0.8991109203604034,1613945362381,5295
+"eps_0",1e-05,1613945362381,5295
+"wd_1",0.01,1613945362381,5295
+"sqr_mom_1",0.99,1613945362381,5295
+"lr_1",2.5444785374400085e-05,1613945362381,5295
+"mom_1",0.8991109203604034,1613945362381,5295
+"eps_1",1e-05,1613945362381,5295
+"wd_2",0.01,1613945362381,5295
+"sqr_mom_2",0.99,1613945362381,5295
+"lr_2",0.0002544478537440008,1613945362381,5295
+"mom_2",0.8991109203604034,1613945362381,5295
+"eps_2",1e-05,1613945362381,5295
+"train_loss",0.009376295,1613945363345,5296
+"raw_loss",0.011863429,1613945363345,5296
+"epoch",33.31446540880502,1613945363345,5296
+"wd_0",0.01,1613945363345,5296
+"sqr_mom_0",0.99,1613945363345,5296
+"lr_0",2.5430675783625485e-06,1613945363345,5296
+"mom_0",0.8991391398241473,1613945363345,5296
+"eps_0",1e-05,1613945363345,5296
+"wd_1",0.01,1613945363345,5296
+"sqr_mom_1",0.99,1613945363345,5296
+"lr_1",2.5430675783625486e-05,1613945363345,5296
+"mom_1",0.8991391398241473,1613945363345,5296
+"eps_1",1e-05,1613945363345,5296
+"wd_2",0.01,1613945363345,5296
+"sqr_mom_2",0.99,1613945363345,5296
+"lr_2",0.00025430675783625484,1613945363345,5296
+"mom_2",0.8991391398241473,1613945363345,5296
+"eps_2",1e-05,1613945363345,5296
+"train_loss",0.009350044,1613945364300,5297
+"raw_loss",0.008063742,1613945364300,5297
+"epoch",33.32075471698112,1613945364300,5297
+"wd_0",0.01,1613945364300,5297
+"sqr_mom_0",0.99,1613945364300,5297
+"lr_0",2.5416568396024047e-06,1613945364300,5297
+"mom_0",0.8991673548815007,1613945364300,5297
+"eps_0",1e-05,1613945364300,5297
+"wd_1",0.01,1613945364300,5297
+"sqr_mom_1",0.99,1613945364300,5297
+"lr_1",2.5416568396024046e-05,1613945364300,5297
+"mom_1",0.8991673548815007,1613945364300,5297
+"eps_1",1e-05,1613945364300,5297
+"wd_2",0.01,1613945364300,5297
+"sqr_mom_2",0.99,1613945364300,5297
+"lr_2",0.00025416568396024043,1613945364300,5297
+"mom_2",0.8991673548815007,1613945364300,5297
+"eps_2",1e-05,1613945364300,5297
+"train_loss",0.009358339,1613945365232,5298
+"raw_loss",0.009764815,1613945365232,5298
+"epoch",33.32704402515722,1613945365232,5298
+"wd_0",0.01,1613945365232,5298
+"sqr_mom_0",0.99,1613945365232,5298
+"lr_0",2.5402451514443592e-06,1613945365232,5298
+"mom_0",0.899195588927002,1613945365232,5298
+"eps_0",1e-05,1613945365232,5298
+"wd_1",0.01,1613945365232,5298
+"sqr_mom_1",0.99,1613945365232,5298
+"lr_1",2.5402451514443592e-05,1613945365232,5298
+"mom_1",0.899195588927002,1613945365232,5298
+"eps_1",1e-05,1613945365232,5298
+"wd_2",0.01,1613945365232,5298
+"sqr_mom_2",0.99,1613945365232,5298
+"lr_2",0.0002540245151444359,1613945365232,5298
+"mom_2",0.899195588927002,1613945365232,5298
+"eps_2",1e-05,1613945365232,5298
+"train_loss",0.009329594,1613945366177,5299
+"raw_loss",0.007921058,1613945366177,5299
+"epoch",33.33333333333332,1613945366177,5299
+"wd_0",0.01,1613945366177,5299
+"sqr_mom_0",0.99,1613945366177,5299
+"lr_0",2.538834386603485e-06,1613945366177,5299
+"mom_0",0.8992238045059754,1613945366177,5299
+"eps_0",1e-05,1613945366177,5299
+"wd_1",0.01,1613945366177,5299
+"sqr_mom_1",0.99,1613945366177,5299
+"lr_1",2.5388343866034847e-05,1613945366177,5299
+"mom_1",0.8992238045059754,1613945366177,5299
+"eps_1",1e-05,1613945366177,5299
+"wd_2",0.01,1613945366177,5299
+"sqr_mom_2",0.99,1613945366177,5299
+"lr_2",0.00025388343866034844,1613945366177,5299
+"mom_2",0.8992238045059754,1613945366177,5299
+"eps_2",1e-05,1613945366177,5299
+"train_loss",0.009237072,1613945367129,5300
+"raw_loss",0.0047035133,1613945367129,5300
+"epoch",33.33962264150942,1613945367129,5300
+"wd_0",0.01,1613945367129,5300
+"sqr_mom_0",0.99,1613945367129,5300
+"lr_0",2.5374233753624075e-06,1613945367129,5300
+"mom_0",0.8992520250130019,1613945367129,5300
+"eps_0",1e-05,1613945367129,5300
+"wd_1",0.01,1613945367129,5300
+"sqr_mom_1",0.99,1613945367129,5300
+"lr_1",2.5374233753624077e-05,1613945367129,5300
+"mom_1",0.8992520250130019,1613945367129,5300
+"eps_1",1e-05,1613945367129,5300
+"wd_2",0.01,1613945367129,5300
+"sqr_mom_2",0.99,1613945367129,5300
+"lr_2",0.0002537423375362407,1613945367129,5300
+"mom_2",0.8992520250130019,1613945367129,5300
+"eps_2",1e-05,1613945367129,5300
+"train_loss",0.009209548,1613945368085,5301
+"raw_loss",0.007860834,1613945368085,5301
+"epoch",33.34591194968552,1613945368085,5301
+"wd_0",0.01,1613945368085,5301
+"sqr_mom_0",0.99,1613945368085,5301
+"lr_0",2.5360118841243803e-06,1613945368085,5301
+"mom_0",0.8992802551200636,1613945368085,5301
+"eps_0",1e-05,1613945368085,5301
+"wd_1",0.01,1613945368085,5301
+"sqr_mom_1",0.99,1613945368085,5301
+"lr_1",2.53601188412438e-05,1613945368085,5301
+"mom_1",0.8992802551200636,1613945368085,5301
+"eps_1",1e-05,1613945368085,5301
+"wd_2",0.01,1613945368085,5301
+"sqr_mom_2",0.99,1613945368085,5301
+"lr_2",0.000253601188412438,1613945368085,5301
+"mom_2",0.8992802551200636,1613945368085,5301
+"eps_2",1e-05,1613945368085,5301
+"train_loss",0.009168139,1613945369019,5302
+"raw_loss",0.007139066,1613945369019,5302
+"epoch",33.35220125786162,1613945369019,5302
+"wd_0",0.01,1613945369019,5302
+"sqr_mom_0",0.99,1613945369019,5302
+"lr_0",2.5346008494964717e-06,1613945369019,5302
+"mom_0",0.8993084760948314,1613945369019,5302
+"eps_0",1e-05,1613945369019,5302
+"wd_1",0.01,1613945369019,5302
+"sqr_mom_1",0.99,1613945369019,5302
+"lr_1",2.534600849496472e-05,1613945369019,5302
+"mom_1",0.8993084760948314,1613945369019,5302
+"eps_1",1e-05,1613945369019,5302
+"wd_2",0.01,1613945369019,5302
+"sqr_mom_2",0.99,1613945369019,5302
+"lr_2",0.00025346008494964715,1613945369019,5302
+"mom_2",0.8993084760948314,1613945369019,5302
+"eps_2",1e-05,1613945369019,5302
+"train_loss",0.009138159,1613945369974,5303
+"raw_loss",0.007669186,1613945369974,5303
+"epoch",33.35849056603772,1613945369974,5303
+"wd_0",0.01,1613945369974,5303
+"sqr_mom_0",0.99,1613945369974,5303
+"lr_0",2.533190037895517e-06,1613945369974,5303
+"mom_0",0.8993366926090157,1613945369974,5303
+"eps_0",1e-05,1613945369974,5303
+"wd_1",0.01,1613945369974,5303
+"sqr_mom_1",0.99,1613945369974,5303
+"lr_1",2.533190037895517e-05,1613945369974,5303
+"mom_1",0.8993366926090157,1613945369974,5303
+"eps_1",1e-05,1613945369974,5303
+"wd_2",0.01,1613945369974,5303
+"sqr_mom_2",0.99,1613945369974,5303
+"lr_2",0.00025331900378955163,1613945369974,5303
+"mom_2",0.8993366926090157,1613945369974,5303
+"eps_2",1e-05,1613945369974,5303
+"train_loss",0.009057146,1613945370931,5304
+"raw_loss",0.005087441,1613945370931,5304
+"epoch",33.36477987421382,1613945370931,5304
+"wd_0",0.01,1613945370931,5304
+"sqr_mom_0",0.99,1613945370931,5304
+"lr_0",2.531778279547917e-06,1613945370931,5304
+"mom_0",0.8993649280583222,1613945370931,5304
+"eps_0",1e-05,1613945370931,5304
+"wd_1",0.01,1613945370931,5304
+"sqr_mom_1",0.99,1613945370931,5304
+"lr_1",2.531778279547917e-05,1613945370931,5304
+"mom_1",0.8993649280583222,1613945370931,5304
+"eps_1",1e-05,1613945370931,5304
+"wd_2",0.01,1613945370931,5304
+"sqr_mom_2",0.99,1613945370931,5304
+"lr_2",0.00025317782795479163,1613945370931,5304
+"mom_2",0.8993649280583222,1613945370931,5304
+"eps_2",1e-05,1613945370931,5304
+"train_loss",0.00905449,1613945371886,5305
+"raw_loss",0.008924366,1613945371886,5305
+"epoch",33.371069182389924,1613945371886,5305
+"wd_0",0.01,1613945371886,5305
+"sqr_mom_0",0.99,1613945371886,5305
+"lr_0",2.5303674472618557e-06,1613945371886,5305
+"mom_0",0.8993931449862127,1613945371886,5305
+"eps_0",1e-05,1613945371886,5305
+"wd_1",0.01,1613945371886,5305
+"sqr_mom_1",0.99,1613945371886,5305
+"lr_1",2.530367447261856e-05,1613945371886,5305
+"mom_1",0.8993931449862127,1613945371886,5305
+"eps_1",1e-05,1613945371886,5305
+"wd_2",0.01,1613945371886,5305
+"sqr_mom_2",0.99,1613945371886,5305
+"lr_2",0.00025303674472618555,1613945371886,5305
+"mom_2",0.8993931449862127,1613945371886,5305
+"eps_2",1e-05,1613945371886,5305
+"train_loss",0.008978033,1613945372837,5306
+"raw_loss",0.005231633,1613945372837,5306
+"epoch",33.377358490566024,1613945372837,5306
+"wd_0",0.01,1613945372837,5306
+"sqr_mom_0",0.99,1613945372837,5306
+"lr_0",2.5289563712620242e-06,1613945372837,5306
+"mom_0",0.8994213667884273,1613945372837,5306
+"eps_0",1e-05,1613945372837,5306
+"wd_1",0.01,1613945372837,5306
+"sqr_mom_1",0.99,1613945372837,5306
+"lr_1",2.528956371262024e-05,1613945372837,5306
+"mom_1",0.8994213667884273,1613945372837,5306
+"eps_1",1e-05,1613945372837,5306
+"wd_2",0.01,1613945372837,5306
+"sqr_mom_2",0.99,1613945372837,5306
+"lr_2",0.0002528956371262024,1613945372837,5306
+"mom_2",0.8994213667884273,1613945372837,5306
+"eps_2",1e-05,1613945372837,5306
+"train_loss",0.009033154,1613945373787,5307
+"raw_loss",0.011734069,1613945373787,5307
+"epoch",33.383647798742125,1613945373787,5307
+"wd_0",0.01,1613945373787,5307
+"sqr_mom_0",0.99,1613945373787,5307
+"lr_0",2.5275448179429685e-06,1613945373787,5307
+"mom_0",0.899449598137122,1613945373787,5307
+"eps_0",1e-05,1613945373787,5307
+"wd_1",0.01,1613945373787,5307
+"sqr_mom_1",0.99,1613945373787,5307
+"lr_1",2.5275448179429683e-05,1613945373787,5307
+"mom_1",0.899449598137122,1613945373787,5307
+"eps_1",1e-05,1613945373787,5307
+"wd_2",0.01,1613945373787,5307
+"sqr_mom_2",0.99,1613945373787,5307
+"lr_2",0.0002527544817942968,1613945373787,5307
+"mom_2",0.899449598137122,1613945373787,5307
+"eps_2",1e-05,1613945373787,5307
+"train_loss",0.00904333,1613945374729,5308
+"raw_loss",0.009541982,1613945374729,5308
+"epoch",33.389937106918225,1613945374729,5308
+"wd_0",0.01,1613945374729,5308
+"sqr_mom_0",0.99,1613945374729,5308
+"lr_0",2.526133723952951e-06,1613945374729,5308
+"mom_0",0.8994778202991439,1613945374729,5308
+"eps_0",1e-05,1613945374729,5308
+"wd_1",0.01,1613945374729,5308
+"sqr_mom_1",0.99,1613945374729,5308
+"lr_1",2.526133723952951e-05,1613945374729,5308
+"mom_1",0.8994778202991439,1613945374729,5308
+"eps_1",1e-05,1613945374729,5308
+"wd_2",0.01,1613945374729,5308
+"sqr_mom_2",0.99,1613945374729,5308
+"lr_2",0.00025261337239529505,1613945374729,5308
+"mom_2",0.8994778202991439,1613945374729,5308
+"eps_2",1e-05,1613945374729,5308
+"train_loss",0.00903346,1613945375675,5309
+"raw_loss",0.008549801,1613945375675,5309
+"epoch",33.396226415094326,1613945375675,5309
+"wd_0",0.01,1613945375675,5309
+"sqr_mom_0",0.99,1613945375675,5309
+"lr_0",2.5247228556969672e-06,1613945375675,5309
+"mom_0",0.8995060379464401,1613945375675,5309
+"eps_0",1e-05,1613945375675,5309
+"wd_1",0.01,1613945375675,5309
+"sqr_mom_1",0.99,1613945375675,5309
+"lr_1",2.5247228556969673e-05,1613945375675,5309
+"mom_1",0.8995060379464401,1613945375675,5309
+"eps_1",1e-05,1613945375675,5309
+"wd_2",0.01,1613945375675,5309
+"sqr_mom_2",0.99,1613945375675,5309
+"lr_2",0.0002524722855696967,1613945375675,5309
+"mom_2",0.8995060379464401,1613945375675,5309
+"eps_2",1e-05,1613945375675,5309
+"train_loss",0.009035007,1613945376617,5310
+"raw_loss",0.009110788,1613945376617,5310
+"epoch",33.402515723270426,1613945376617,5310
+"wd_0",0.01,1613945376617,5310
+"sqr_mom_0",0.99,1613945376617,5310
+"lr_0",2.5233110433564556e-06,1613945376617,5310
+"mom_0",0.8995342744756156,1613945376617,5310
+"eps_0",1e-05,1613945376617,5310
+"wd_1",0.01,1613945376617,5310
+"sqr_mom_1",0.99,1613945376617,5310
+"lr_1",2.5233110433564552e-05,1613945376617,5310
+"mom_1",0.8995342744756156,1613945376617,5310
+"eps_1",1e-05,1613945376617,5310
+"wd_2",0.01,1613945376617,5310
+"sqr_mom_2",0.99,1613945376617,5310
+"lr_2",0.0002523311043356455,1613945376617,5310
+"mom_2",0.8995342744756156,1613945376617,5310
+"eps_2",1e-05,1613945376617,5310
+"train_loss",0.009035766,1613945377560,5311
+"raw_loss",0.009072965,1613945377560,5311
+"epoch",33.408805031446526,1613945377560,5311
+"wd_0",0.01,1613945377560,5311
+"sqr_mom_0",0.99,1613945377560,5311
+"lr_0",2.521900159811226e-06,1613945377560,5311
+"mom_0",0.8995624924286998,1613945377560,5311
+"eps_0",1e-05,1613945377560,5311
+"wd_1",0.01,1613945377560,5311
+"sqr_mom_1",0.99,1613945377560,5311
+"lr_1",2.5219001598112258e-05,1613945377560,5311
+"mom_1",0.8995624924286998,1613945377560,5311
+"eps_1",1e-05,1613945377560,5311
+"wd_2",0.01,1613945377560,5311
+"sqr_mom_2",0.99,1613945377560,5311
+"lr_2",0.0002521900159811226,1613945377560,5311
+"mom_2",0.8995624924286998,1613945377560,5311
+"eps_2",1e-05,1613945377560,5311
+"train_loss",0.008998879,1613945378502,5312
+"raw_loss",0.0071914187,1613945378502,5312
+"epoch",33.41509433962263,1613945378502,5312
+"wd_0",0.01,1613945378502,5312
+"sqr_mom_0",0.99,1613945378502,5312
+"lr_0",2.520489035241455e-06,1613945378502,5312
+"mom_0",0.8995907152023229,1613945378502,5312
+"eps_0",1e-05,1613945378502,5312
+"wd_1",0.01,1613945378502,5312
+"sqr_mom_1",0.99,1613945378502,5312
+"lr_1",2.520489035241455e-05,1613945378502,5312
+"mom_1",0.8995907152023229,1613945378502,5312
+"eps_1",1e-05,1613945378502,5312
+"wd_2",0.01,1613945378502,5312
+"sqr_mom_2",0.99,1613945378502,5312
+"lr_2",0.00025204890352414547,1613945378502,5312
+"mom_2",0.8995907152023229,1613945378502,5312
+"eps_2",1e-05,1613945378502,5312
+"train_loss",0.0089379605,1613945379437,5313
+"raw_loss",0.005952948,1613945379437,5313
+"epoch",33.42138364779873,1613945379437,5313
+"wd_0",0.01,1613945379437,5313
+"sqr_mom_0",0.99,1613945379437,5313
+"lr_0",2.519077436035662e-06,1613945379437,5313
+"mom_0",0.8996189474687615,1613945379437,5313
+"eps_0",1e-05,1613945379437,5313
+"wd_1",0.01,1613945379437,5313
+"sqr_mom_1",0.99,1613945379437,5313
+"lr_1",2.5190774360356617e-05,1613945379437,5313
+"mom_1",0.8996189474687615,1613945379437,5313
+"eps_1",1e-05,1613945379437,5313
+"wd_2",0.01,1613945379437,5313
+"sqr_mom_2",0.99,1613945379437,5313
+"lr_2",0.00025190774360356615,1613945379437,5313
+"mom_2",0.8996189474687615,1613945379437,5313
+"eps_2",1e-05,1613945379437,5313
+"train_loss",0.008921026,1613945380377,5314
+"raw_loss",0.008091258,1613945380377,5314
+"epoch",33.42767295597483,1613945380377,5314
+"wd_0",0.01,1613945380377,5314
+"sqr_mom_0",0.99,1613945380377,5314
+"lr_0",2.517666298872557e-06,1613945380377,5314
+"mom_0",0.8996471704942538,1613945380377,5314
+"eps_0",1e-05,1613945380377,5314
+"wd_1",0.01,1613945380377,5314
+"sqr_mom_1",0.99,1613945380377,5314
+"lr_1",2.5176662988725566e-05,1613945380377,5314
+"mom_1",0.8996471704942538,1613945380377,5314
+"eps_1",1e-05,1613945380377,5314
+"wd_2",0.01,1613945380377,5314
+"sqr_mom_2",0.99,1613945380377,5314
+"lr_2",0.00025176662988725564,1613945380377,5314
+"mom_2",0.8996471704942538,1613945380377,5314
+"eps_2",1e-05,1613945380377,5314
+"train_loss",0.008888536,1613945381315,5315
+"raw_loss",0.0072965072,1613945381315,5315
+"epoch",33.43396226415093,1613945381315,5315
+"wd_0",0.01,1613945381315,5315
+"sqr_mom_0",0.99,1613945381315,5315
+"lr_0",2.516255156088355e-06,1613945381315,5315
+"mom_0",0.8996753936321692,1613945381315,5315
+"eps_0",1e-05,1613945381315,5315
+"wd_1",0.01,1613945381315,5315
+"sqr_mom_1",0.99,1613945381315,5315
+"lr_1",2.5162551560883552e-05,1613945381315,5315
+"mom_1",0.8996753936321692,1613945381315,5315
+"eps_1",1e-05,1613945381315,5315
+"wd_2",0.01,1613945381315,5315
+"sqr_mom_2",0.99,1613945381315,5315
+"lr_2",0.00025162551560883547,1613945381315,5315
+"mom_2",0.8996753936321692,1613945381315,5315
+"eps_2",1e-05,1613945381315,5315
+"train_loss",0.008807673,1613945382248,5316
+"raw_loss",0.0048453617,1613945382248,5316
+"epoch",33.44025157232703,1613945382248,5316
+"wd_0",0.01,1613945382248,5316
+"sqr_mom_0",0.99,1613945382248,5316
+"lr_0",2.514843540011813e-06,1613945382248,5316
+"mom_0",0.8997036262360261,1613945382248,5316
+"eps_0",1e-05,1613945382248,5316
+"wd_1",0.01,1613945382248,5316
+"sqr_mom_1",0.99,1613945382248,5316
+"lr_1",2.514843540011813e-05,1613945382248,5316
+"mom_1",0.8997036262360261,1613945382248,5316
+"eps_1",1e-05,1613945382248,5316
+"wd_2",0.01,1613945382248,5316
+"sqr_mom_2",0.99,1613945382248,5316
+"lr_2",0.0002514843540011813,1613945382248,5316
+"mom_2",0.8997036262360261,1613945382248,5316
+"eps_2",1e-05,1613945382248,5316
+"train_loss",0.0088518215,1613945383206,5317
+"raw_loss",0.011015074,1613945383206,5317
+"epoch",33.44654088050313,1613945383206,5317
+"wd_0",0.01,1613945383206,5317
+"sqr_mom_0",0.99,1613945383206,5317
+"lr_0",2.513432387332837e-06,1613945383206,5317
+"mom_0",0.8997318495718389,1613945383206,5317
+"eps_0",1e-05,1613945383206,5317
+"wd_1",0.01,1613945383206,5317
+"sqr_mom_1",0.99,1613945383206,5317
+"lr_1",2.513432387332837e-05,1613945383206,5317
+"mom_1",0.8997318495718389,1613945383206,5317
+"eps_1",1e-05,1613945383206,5317
+"wd_2",0.01,1613945383206,5317
+"sqr_mom_2",0.99,1613945383206,5317
+"lr_2",0.0002513432387332837,1613945383206,5317
+"mom_2",0.8997318495718389,1613945383206,5317
+"eps_2",1e-05,1613945383206,5317
+"train_loss",0.008771608,1613945384155,5318
+"raw_loss",0.0048411074,1613945384155,5318
+"epoch",33.45283018867923,1613945384155,5318
+"wd_0",0.01,1613945384155,5318
+"sqr_mom_0",0.99,1613945384155,5318
+"lr_0",2.5120214644436837e-06,1613945384155,5318
+"mom_0",0.8997600683118094,1613945384155,5318
+"eps_0",1e-05,1613945384155,5318
+"wd_1",0.01,1613945384155,5318
+"sqr_mom_1",0.99,1613945384155,5318
+"lr_1",2.5120214644436838e-05,1613945384155,5318
+"mom_1",0.8997600683118094,1613945384155,5318
+"eps_1",1e-05,1613945384155,5318
+"wd_2",0.01,1613945384155,5318
+"sqr_mom_2",0.99,1613945384155,5318
+"lr_2",0.00025120214644436836,1613945384155,5318
+"mom_2",0.8997600683118094,1613945384155,5318
+"eps_2",1e-05,1613945384155,5318
+"train_loss",0.009086421,1613945385323,5319
+"raw_loss",0.024512284,1613945385323,5319
+"epoch",33.45911949685533,1613945385323,5319
+"wd_0",0.01,1613945385323,5319
+"sqr_mom_0",0.99,1613945385323,5319
+"lr_0",2.5106096014835158e-06,1613945385323,5319
+"mom_0",0.8997883058533882,1613945385323,5319
+"eps_0",1e-05,1613945385323,5319
+"wd_1",0.01,1613945385323,5319
+"sqr_mom_1",0.99,1613945385323,5319
+"lr_1",2.5106096014835158e-05,1613945385323,5319
+"mom_1",0.8997883058533882,1613945385323,5319
+"eps_1",1e-05,1613945385323,5319
+"wd_2",0.01,1613945385323,5319
+"sqr_mom_2",0.99,1613945385323,5319
+"lr_2",0.00025106096014835156,1613945385323,5319
+"mom_2",0.8997883058533882,1613945385323,5319
+"eps_2",1e-05,1613945385323,5319
+"train_loss",0.009045377,1613945386450,5320
+"raw_loss",0.0070342403,1613945386450,5320
+"epoch",33.46540880503143,1613945386450,5320
+"wd_0",0.01,1613945386450,5320
+"sqr_mom_0",0.99,1613945386450,5320
+"lr_0",2.5091986713992947e-06,1613945386450,5320
+"mom_0",0.8998165247372615,1613945386450,5320
+"eps_0",1e-05,1613945386450,5320
+"wd_1",0.01,1613945386450,5320
+"sqr_mom_1",0.99,1613945386450,5320
+"lr_1",2.5091986713992946e-05,1613945386450,5320
+"mom_1",0.8998165247372615,1613945386450,5320
+"eps_1",1e-05,1613945386450,5320
+"wd_2",0.01,1613945386450,5320
+"sqr_mom_2",0.99,1613945386450,5320
+"lr_2",0.0002509198671399294,1613945386450,5320
+"mom_2",0.8998165247372615,1613945386450,5320
+"eps_2",1e-05,1613945386450,5320
+"train_loss",0.009216917,1613945387613,5321
+"raw_loss",0.017622333,1613945387613,5321
+"epoch",33.47169811320753,1613945387613,5321
+"wd_0",0.01,1613945387613,5321
+"sqr_mom_0",0.99,1613945387613,5321
+"lr_0",2.507786802139314e-06,1613945387613,5321
+"mom_0",0.8998447624048377,1613945387613,5321
+"eps_0",1e-05,1613945387613,5321
+"wd_1",0.01,1613945387613,5321
+"sqr_mom_1",0.99,1613945387613,5321
+"lr_1",2.5077868021393144e-05,1613945387613,5321
+"mom_1",0.8998447624048377,1613945387613,5321
+"eps_1",1e-05,1613945387613,5321
+"wd_2",0.01,1613945387613,5321
+"sqr_mom_2",0.99,1613945387613,5321
+"lr_2",0.0002507786802139314,1613945387613,5321
+"mom_2",0.8998447624048377,1613945387613,5321
+"eps_2",1e-05,1613945387613,5321
+"train_loss",0.009243156,1613945388751,5322
+"raw_loss",0.010528855,1613945388751,5322
+"epoch",33.47798742138363,1613945388751,5322
+"wd_0",0.01,1613945388751,5322
+"sqr_mom_0",0.99,1613945388751,5322
+"lr_0",2.5063758666588952e-06,1613945388751,5322
+"mom_0",0.8998729813966361,1613945388751,5322
+"eps_0",1e-05,1613945388751,5322
+"wd_1",0.01,1613945388751,5322
+"sqr_mom_1",0.99,1613945388751,5322
+"lr_1",2.506375866658895e-05,1613945388751,5322
+"mom_1",0.8998729813966361,1613945388751,5322
+"eps_1",1e-05,1613945388751,5322
+"wd_2",0.01,1613945388751,5322
+"sqr_mom_2",0.99,1613945388751,5322
+"lr_2",0.0002506375866658895,1613945388751,5322
+"mom_2",0.8998729813966361,1613945388751,5322
+"eps_2",1e-05,1613945388751,5322
+"train_loss",0.009323417,1613945389969,5323
+"raw_loss",0.013256211,1613945389969,5323
+"epoch",33.48427672955973,1613945389969,5323
+"wd_0",0.01,1613945389969,5323
+"sqr_mom_0",0.99,1613945389969,5323
+"lr_0",2.504964695091457e-06,1613945389969,5323
+"mom_0",0.899901205110222,1613945389969,5323
+"eps_0",1e-05,1613945389969,5323
+"wd_1",0.01,1613945389969,5323
+"sqr_mom_1",0.99,1613945389969,5323
+"lr_1",2.504964695091457e-05,1613945389969,5323
+"mom_1",0.899901205110222,1613945389969,5323
+"eps_1",1e-05,1613945389969,5323
+"wd_2",0.01,1613945389969,5323
+"sqr_mom_2",0.99,1613945389969,5323
+"lr_2",0.0002504964695091457,1613945389969,5323
+"mom_2",0.899901205110222,1613945389969,5323
+"eps_2",1e-05,1613945389969,5323
+"train_loss",0.009285989,1613945390923,5324
+"raw_loss",0.0074520055,1613945390923,5324
+"epoch",33.49056603773583,1613945390923,5324
+"wd_0",0.01,1613945390923,5324
+"sqr_mom_0",0.99,1613945390923,5324
+"lr_0",2.503553053821433e-06,1613945390923,5324
+"mom_0",0.8999294382179535,1613945390923,5324
+"eps_0",1e-05,1613945390923,5324
+"wd_1",0.01,1613945390923,5324
+"sqr_mom_1",0.99,1613945390923,5324
+"lr_1",2.503553053821433e-05,1613945390923,5324
+"mom_1",0.8999294382179535,1613945390923,5324
+"eps_1",1e-05,1613945390923,5324
+"wd_2",0.01,1613945390923,5324
+"sqr_mom_2",0.99,1613945390923,5324
+"lr_2",0.00025035530538214325,1613945390923,5324
+"mom_2",0.8999294382179535,1613945390923,5324
+"eps_2",1e-05,1613945390923,5324
+"train_loss",0.009220523,1613945391866,5325
+"raw_loss",0.0060126833,1613945391866,5325
+"epoch",33.49685534591193,1613945391866,5325
+"wd_0",0.01,1613945391866,5325
+"sqr_mom_0",0.99,1613945391866,5325
+"lr_0",2.502141879555445e-06,1613945391866,5325
+"mom_0",0.899957661985511,1613945391866,5325
+"eps_0",1e-05,1613945391866,5325
+"wd_1",0.01,1613945391866,5325
+"sqr_mom_1",0.99,1613945391866,5325
+"lr_1",2.502141879555445e-05,1613945391866,5325
+"mom_1",0.899957661985511,1613945391866,5325
+"eps_1",1e-05,1613945391866,5325
+"wd_2",0.01,1613945391866,5325
+"sqr_mom_2",0.99,1613945391866,5325
+"lr_2",0.0002502141879555445,1613945391866,5325
+"mom_2",0.899957661985511,1613945391866,5325
+"eps_2",1e-05,1613945391866,5325
+"train_loss",0.009291282,1613945392813,5326
+"raw_loss",0.012758478,1613945392813,5326
+"epoch",33.50314465408803,1613945392813,5326
+"wd_0",0.01,1613945392813,5326
+"sqr_mom_0",0.99,1613945392813,5326
+"lr_0",2.5007309386794918e-06,1613945392813,5326
+"mom_0",0.899985881085221,1613945392813,5326
+"eps_0",1e-05,1613945392813,5326
+"wd_1",0.01,1613945392813,5326
+"sqr_mom_1",0.99,1613945392813,5326
+"lr_1",2.500730938679492e-05,1613945392813,5326
+"mom_1",0.899985881085221,1613945392813,5326
+"eps_1",1e-05,1613945392813,5326
+"wd_2",0.01,1613945392813,5326
+"sqr_mom_2",0.99,1613945392813,5326
+"lr_2",0.0002500730938679492,1613945392813,5326
+"mom_2",0.899985881085221,1613945392813,5326
+"eps_2",1e-05,1613945392813,5326
+"train_loss",0.009262896,1613945393813,5327
+"raw_loss",0.007872003,1613945393813,5327
+"epoch",33.50943396226413,1613945393813,5327
+"wd_0",0.01,1613945393813,5327
+"sqr_mom_0",0.99,1613945393813,5327
+"lr_0",2.499319061320508e-06,1613945393813,5327
+"mom_0",0.900014118914779,1613945393813,5327
+"eps_0",1e-05,1613945393813,5327
+"wd_1",0.01,1613945393813,5327
+"sqr_mom_1",0.99,1613945393813,5327
+"lr_1",2.499319061320508e-05,1613945393813,5327
+"mom_1",0.900014118914779,1613945393813,5327
+"eps_1",1e-05,1613945393813,5327
+"wd_2",0.01,1613945393813,5327
+"sqr_mom_2",0.99,1613945393813,5327
+"lr_2",0.00024993190613205074,1613945393813,5327
+"mom_2",0.900014118914779,1613945393813,5327
+"eps_2",1e-05,1613945393813,5327
+"train_loss",0.009306066,1613945394842,5328
+"raw_loss",0.011421356,1613945394842,5328
+"epoch",33.51572327044023,1613945394842,5328
+"wd_0",0.01,1613945394842,5328
+"sqr_mom_0",0.99,1613945394842,5328
+"lr_0",2.4979081204445547e-06,1613945394842,5328
+"mom_0",0.9000423380144891,1613945394842,5328
+"eps_0",1e-05,1613945394842,5328
+"wd_1",0.01,1613945394842,5328
+"sqr_mom_1",0.99,1613945394842,5328
+"lr_1",2.4979081204445548e-05,1613945394842,5328
+"mom_1",0.9000423380144891,1613945394842,5328
+"eps_1",1e-05,1613945394842,5328
+"wd_2",0.01,1613945394842,5328
+"sqr_mom_2",0.99,1613945394842,5328
+"lr_2",0.00024979081204445545,1613945394842,5328
+"mom_2",0.9000423380144891,1613945394842,5328
+"eps_2",1e-05,1613945394842,5328
+"train_loss",0.009265869,1613945395799,5329
+"raw_loss",0.0072962297,1613945395799,5329
+"epoch",33.522012578616334,1613945395799,5329
+"wd_0",0.01,1613945395799,5329
+"sqr_mom_0",0.99,1613945395799,5329
+"lr_0",2.4964971802428864e-06,1613945395799,5329
+"mom_0",0.9000705571007133,1613945395799,5329
+"eps_0",1e-05,1613945395799,5329
+"wd_1",0.01,1613945395799,5329
+"sqr_mom_1",0.99,1613945395799,5329
+"lr_1",2.4964971802428863e-05,1613945395799,5329
+"mom_1",0.9000705571007133,1613945395799,5329
+"eps_1",1e-05,1613945395799,5329
+"wd_2",0.01,1613945395799,5329
+"sqr_mom_2",0.99,1613945395799,5329
+"lr_2",0.0002496497180242886,1613945395799,5329
+"mom_2",0.9000705571007133,1613945395799,5329
+"eps_2",1e-05,1613945395799,5329
+"train_loss",0.009241047,1613945396771,5330
+"raw_loss",0.008024787,1613945396771,5330
+"epoch",33.528301886792434,1613945396771,5330
+"wd_0",0.01,1613945396771,5330
+"sqr_mom_0",0.99,1613945396771,5330
+"lr_0",2.495085304908543e-06,1613945396771,5330
+"mom_0",0.9000987948897781,1613945396771,5330
+"eps_0",1e-05,1613945396771,5330
+"wd_1",0.01,1613945396771,5330
+"sqr_mom_1",0.99,1613945396771,5330
+"lr_1",2.495085304908543e-05,1613945396771,5330
+"mom_1",0.9000987948897781,1613945396771,5330
+"eps_1",1e-05,1613945396771,5330
+"wd_2",0.01,1613945396771,5330
+"sqr_mom_2",0.99,1613945396771,5330
+"lr_2",0.00024950853049085427,1613945396771,5330
+"mom_2",0.9000987948897781,1613945396771,5330
+"eps_2",1e-05,1613945396771,5330
+"train_loss",0.00916305,1613945397730,5331
+"raw_loss",0.0053411857,1613945397730,5331
+"epoch",33.534591194968534,1613945397730,5331
+"wd_0",0.01,1613945397730,5331
+"sqr_mom_0",0.99,1613945397730,5331
+"lr_0",2.4936743674049015e-06,1613945397730,5331
+"mom_0",0.9001270139220412,1613945397730,5331
+"eps_0",1e-05,1613945397730,5331
+"wd_1",0.01,1613945397730,5331
+"sqr_mom_1",0.99,1613945397730,5331
+"lr_1",2.4936743674049015e-05,1613945397730,5331
+"mom_1",0.9001270139220412,1613945397730,5331
+"eps_1",1e-05,1613945397730,5331
+"wd_2",0.01,1613945397730,5331
+"sqr_mom_2",0.99,1613945397730,5331
+"lr_2",0.0002493674367404901,1613945397730,5331
+"mom_2",0.9001270139220412,1613945397730,5331
+"eps_2",1e-05,1613945397730,5331
+"train_loss",0.009250378,1613945398722,5332
+"raw_loss",0.013529465,1613945398722,5332
+"epoch",33.540880503144635,1613945398722,5332
+"wd_0",0.01,1613945398722,5332
+"sqr_mom_0",0.99,1613945398722,5332
+"lr_0",2.492262963797262e-06,1613945398722,5332
+"mom_0",0.9001552422764775,1613945398722,5332
+"eps_0",1e-05,1613945398722,5332
+"wd_1",0.01,1613945398722,5332
+"sqr_mom_1",0.99,1613945398722,5332
+"lr_1",2.492262963797262e-05,1613945398722,5332
+"mom_1",0.9001552422764775,1613945398722,5332
+"eps_1",1e-05,1613945398722,5332
+"wd_2",0.01,1613945398722,5332
+"sqr_mom_2",0.99,1613945398722,5332
+"lr_2",0.00024922629637972617,1613945398722,5332
+"mom_2",0.9001552422764775,1613945398722,5332
+"eps_2",1e-05,1613945398722,5332
+"train_loss",0.009403434,1613945399689,5333
+"raw_loss",0.016903138,1613945399689,5333
+"epoch",33.547169811320735,1613945399689,5333
+"wd_0",0.01,1613945399689,5333
+"sqr_mom_0",0.99,1613945399689,5333
+"lr_0",2.490851562663682e-06,1613945399689,5333
+"mom_0",0.9001834705814321,1613945399689,5333
+"eps_0",1e-05,1613945399689,5333
+"wd_1",0.01,1613945399689,5333
+"sqr_mom_1",0.99,1613945399689,5333
+"lr_1",2.490851562663682e-05,1613945399689,5333
+"mom_1",0.9001834705814321,1613945399689,5333
+"eps_1",1e-05,1613945399689,5333
+"wd_2",0.01,1613945399689,5333
+"sqr_mom_2",0.99,1613945399689,5333
+"lr_2",0.0002490851562663682,1613945399689,5333
+"mom_2",0.9001834705814321,1613945399689,5333
+"eps_2",1e-05,1613945399689,5333
+"train_loss",0.009340151,1613945400674,5334
+"raw_loss",0.006239297,1613945400674,5334
+"epoch",33.553459119496836,1613945400674,5334
+"wd_0",0.01,1613945400674,5334
+"sqr_mom_0",0.99,1613945400674,5334
+"lr_0",2.4894401644540302e-06,1613945400674,5334
+"mom_0",0.9002116988279076,1613945400674,5334
+"eps_0",1e-05,1613945400674,5334
+"wd_1",0.01,1613945400674,5334
+"sqr_mom_1",0.99,1613945400674,5334
+"lr_1",2.48944016445403e-05,1613945400674,5334
+"mom_1",0.9002116988279076,1613945400674,5334
+"eps_1",1e-05,1613945400674,5334
+"wd_2",0.01,1613945400674,5334
+"sqr_mom_2",0.99,1613945400674,5334
+"lr_2",0.000248944016445403,1613945400674,5334
+"mom_2",0.9002116988279076,1613945400674,5334
+"eps_2",1e-05,1613945400674,5334
+"train_loss",0.009257582,1613945401638,5335
+"raw_loss",0.0052116755,1613945401638,5335
+"epoch",33.559748427672936,1613945401638,5335
+"wd_0",0.01,1613945401638,5335
+"sqr_mom_0",0.99,1613945401638,5335
+"lr_0",2.4880292377418876e-06,1613945401638,5335
+"mom_0",0.9002399176443386,1613945401638,5335
+"eps_0",1e-05,1613945401638,5335
+"wd_1",0.01,1613945401638,5335
+"sqr_mom_1",0.99,1613945401638,5335
+"lr_1",2.4880292377418875e-05,1613945401638,5335
+"mom_1",0.9002399176443386,1613945401638,5335
+"eps_1",1e-05,1613945401638,5335
+"wd_2",0.01,1613945401638,5335
+"sqr_mom_2",0.99,1613945401638,5335
+"lr_2",0.0002488029237741887,1613945401638,5335
+"mom_2",0.9002399176443386,1613945401638,5335
+"eps_2",1e-05,1613945401638,5335
+"train_loss",0.009243718,1613945402588,5336
+"raw_loss",0.008564384,1613945402588,5336
+"epoch",33.56603773584904,1613945402588,5336
+"wd_0",0.01,1613945402588,5336
+"sqr_mom_0",0.99,1613945402588,5336
+"lr_0",2.4866173786059773e-06,1613945402588,5336
+"mom_0",0.9002681551094315,1613945402588,5336
+"eps_0",1e-05,1613945402588,5336
+"wd_1",0.01,1613945402588,5336
+"sqr_mom_1",0.99,1613945402588,5336
+"lr_1",2.486617378605977e-05,1613945402588,5336
+"mom_1",0.9002681551094315,1613945402588,5336
+"eps_1",1e-05,1613945402588,5336
+"wd_2",0.01,1613945402588,5336
+"sqr_mom_2",0.99,1613945402588,5336
+"lr_2",0.00024866173786059766,1613945402588,5336
+"mom_2",0.9002681551094315,1613945402588,5336
+"eps_2",1e-05,1613945402588,5336
+"train_loss",0.009412839,1613945403590,5337
+"raw_loss",0.017699756,1613945403590,5337
+"epoch",33.57232704402514,1613945403590,5337
+"wd_0",0.01,1613945403590,5337
+"sqr_mom_0",0.99,1613945403590,5337
+"lr_0",2.4852064599881874e-06,1613945403590,5337
+"mom_0",0.9002963737639739,1613945403590,5337
+"eps_0",1e-05,1613945403590,5337
+"wd_1",0.01,1613945403590,5337
+"sqr_mom_1",0.99,1613945403590,5337
+"lr_1",2.4852064599881873e-05,1613945403590,5337
+"mom_1",0.9002963737639739,1613945403590,5337
+"eps_1",1e-05,1613945403590,5337
+"wd_2",0.01,1613945403590,5337
+"sqr_mom_2",0.99,1613945403590,5337
+"lr_2",0.0002485206459988187,1613945403590,5337
+"mom_2",0.9002963737639739,1613945403590,5337
+"eps_2",1e-05,1613945403590,5337
+"train_loss",0.009481243,1613945404596,5338
+"raw_loss",0.012833016,1613945404596,5338
+"epoch",33.57861635220124,1613945404596,5338
+"wd_0",0.01,1613945404596,5338
+"sqr_mom_0",0.99,1613945404596,5338
+"lr_0",2.4837955460905033e-06,1613945404596,5338
+"mom_0",0.9003245923241131,1613945404596,5338
+"eps_0",1e-05,1613945404596,5338
+"wd_1",0.01,1613945404596,5338
+"sqr_mom_1",0.99,1613945404596,5338
+"lr_1",2.483795546090503e-05,1613945404596,5338
+"mom_1",0.9003245923241131,1613945404596,5338
+"eps_1",1e-05,1613945404596,5338
+"wd_2",0.01,1613945404596,5338
+"sqr_mom_2",0.99,1613945404596,5338
+"lr_2",0.00024837955460905027,1613945404596,5338
+"mom_2",0.9003245923241131,1613945404596,5338
+"eps_2",1e-05,1613945404596,5338
+"train_loss",0.009531103,1613945405559,5339
+"raw_loss",0.011974258,1613945405559,5339
+"epoch",33.58490566037734,1613945405559,5339
+"wd_0",0.01,1613945405559,5339
+"sqr_mom_0",0.99,1613945405559,5339
+"lr_0",2.482383701127443e-06,1613945405559,5339
+"mom_0",0.9003528295057461,1613945405559,5339
+"eps_0",1e-05,1613945405559,5339
+"wd_1",0.01,1613945405559,5339
+"sqr_mom_1",0.99,1613945405559,5339
+"lr_1",2.482383701127443e-05,1613945405559,5339
+"mom_1",0.9003528295057461,1613945405559,5339
+"eps_1",1e-05,1613945405559,5339
+"wd_2",0.01,1613945405559,5339
+"sqr_mom_2",0.99,1613945405559,5339
+"lr_2",0.0002482383701127443,1613945405559,5339
+"mom_2",0.9003528295057461,1613945405559,5339
+"eps_2",1e-05,1613945405559,5339
+"train_loss",0.009463519,1613945406552,5340
+"raw_loss",0.006151869,1613945406552,5340
+"epoch",33.59119496855344,1613945406552,5340
+"wd_0",0.01,1613945406552,5340
+"sqr_mom_0",0.99,1613945406552,5340
+"lr_0",2.480972798022094e-06,1613945406552,5340
+"mom_0",0.9003810478500366,1613945406552,5340
+"eps_0",1e-05,1613945406552,5340
+"wd_1",0.01,1613945406552,5340
+"sqr_mom_1",0.99,1613945406552,5340
+"lr_1",2.4809727980220938e-05,1613945406552,5340
+"mom_1",0.9003810478500366,1613945406552,5340
+"eps_1",1e-05,1613945406552,5340
+"wd_2",0.01,1613945406552,5340
+"sqr_mom_2",0.99,1613945406552,5340
+"lr_2",0.00024809727980220936,1613945406552,5340
+"mom_2",0.9003810478500366,1613945406552,5340
+"eps_2",1e-05,1613945406552,5340
+"train_loss",0.009406733,1613945407519,5341
+"raw_loss",0.0066242563,1613945407519,5341
+"epoch",33.59748427672954,1613945407519,5341
+"wd_0",0.01,1613945407519,5341
+"sqr_mom_0",0.99,1613945407519,5341
+"lr_0",2.479561432871966e-06,1613945407519,5341
+"mom_0",0.900409275435315,1613945407519,5341
+"eps_0",1e-05,1613945407519,5341
+"wd_1",0.01,1613945407519,5341
+"sqr_mom_1",0.99,1613945407519,5341
+"lr_1",2.479561432871966e-05,1613945407519,5341
+"mom_1",0.900409275435315,1613945407519,5341
+"eps_1",1e-05,1613945407519,5341
+"wd_2",0.01,1613945407519,5341
+"sqr_mom_2",0.99,1613945407519,5341
+"lr_2",0.0002479561432871966,1613945407519,5341
+"mom_2",0.900409275435315,1613945407519,5341
+"eps_2",1e-05,1613945407519,5341
+"train_loss",0.009344416,1613945408452,5342
+"raw_loss",0.0062908716,1613945408452,5342
+"epoch",33.60377358490564,1613945408452,5342
+"wd_0",0.01,1613945408452,5342
+"sqr_mom_0",0.99,1613945408452,5342
+"lr_0",2.4781500742443654e-06,1613945408452,5342
+"mom_0",0.9004375028901416,1613945408452,5342
+"eps_0",1e-05,1613945408452,5342
+"wd_1",0.01,1613945408452,5342
+"sqr_mom_1",0.99,1613945408452,5342
+"lr_1",2.4781500742443657e-05,1613945408452,5342
+"mom_1",0.9004375028901416,1613945408452,5342
+"eps_1",1e-05,1613945408452,5342
+"wd_2",0.01,1613945408452,5342
+"sqr_mom_2",0.99,1613945408452,5342
+"lr_2",0.0002478150074244365,1613945408452,5342
+"mom_2",0.9004375028901416,1613945408452,5342
+"eps_2",1e-05,1613945408452,5342
+"train_loss",0.009252106,1613945409403,5343
+"raw_loss",0.0047289343,1613945409403,5343
+"epoch",33.61006289308174,1613945409403,5343
+"wd_0",0.01,1613945409403,5343
+"sqr_mom_0",0.99,1613945409403,5343
+"lr_0",2.476738722589147e-06,1613945409403,5343
+"mom_0",0.9004657302055191,1613945409403,5343
+"eps_0",1e-05,1613945409403,5343
+"wd_1",0.01,1613945409403,5343
+"sqr_mom_1",0.99,1613945409403,5343
+"lr_1",2.476738722589147e-05,1613945409403,5343
+"mom_1",0.9004657302055191,1613945409403,5343
+"eps_1",1e-05,1613945409403,5343
+"wd_2",0.01,1613945409403,5343
+"sqr_mom_2",0.99,1613945409403,5343
+"lr_2",0.00024767387225891463,1613945409403,5343
+"mom_2",0.9004657302055191,1613945409403,5343
+"eps_2",1e-05,1613945409403,5343
+"train_loss",0.009339952,1613945410394,5344
+"raw_loss",0.013644426,1613945410394,5344
+"epoch",33.61635220125784,1613945410394,5344
+"wd_0",0.01,1613945410394,5344
+"sqr_mom_0",0.99,1613945410394,5344
+"lr_0",2.4753278464624222e-06,1613945410394,5344
+"mom_0",0.9004939480102316,1613945410394,5344
+"eps_0",1e-05,1613945410394,5344
+"wd_1",0.01,1613945410394,5344
+"sqr_mom_1",0.99,1613945410394,5344
+"lr_1",2.4753278464624225e-05,1613945410394,5344
+"mom_1",0.9004939480102316,1613945410394,5344
+"eps_1",1e-05,1613945410394,5344
+"wd_2",0.01,1613945410394,5344
+"sqr_mom_2",0.99,1613945410394,5344
+"lr_2",0.0002475327846462422,1613945410394,5344
+"mom_2",0.9004939480102316,1613945410394,5344
+"eps_2",1e-05,1613945410394,5344
+"train_loss",0.009330218,1613945411376,5345
+"raw_loss",0.008853265,1613945411376,5345
+"epoch",33.62264150943394,1613945411376,5345
+"wd_0",0.01,1613945411376,5345
+"sqr_mom_0",0.99,1613945411376,5345
+"lr_0",2.4739160419952614e-06,1613945411376,5345
+"mom_0",0.9005221843819385,1613945411376,5345
+"eps_0",1e-05,1613945411376,5345
+"wd_1",0.01,1613945411376,5345
+"sqr_mom_1",0.99,1613945411376,5345
+"lr_1",2.4739160419952616e-05,1613945411376,5345
+"mom_1",0.9005221843819385,1613945411376,5345
+"eps_1",1e-05,1613945411376,5345
+"wd_2",0.01,1613945411376,5345
+"sqr_mom_2",0.99,1613945411376,5345
+"lr_2",0.0002473916041995261,1613945411376,5345
+"mom_2",0.9005221843819385,1613945411376,5345
+"eps_2",1e-05,1613945411376,5345
+"train_loss",0.0096062645,1613945412330,5346
+"raw_loss",0.023132592,1613945412330,5346
+"epoch",33.62893081761004,1613945412330,5346
+"wd_0",0.01,1613945412330,5346
+"sqr_mom_0",0.99,1613945412330,5346
+"lr_0",2.4725051820570316e-06,1613945412330,5346
+"mom_0",0.9005504018628779,1613945412330,5346
+"eps_0",1e-05,1613945412330,5346
+"wd_1",0.01,1613945412330,5346
+"sqr_mom_1",0.99,1613945412330,5346
+"lr_1",2.4725051820570314e-05,1613945412330,5346
+"mom_1",0.9005504018628779,1613945412330,5346
+"eps_1",1e-05,1613945412330,5346
+"wd_2",0.01,1613945412330,5346
+"sqr_mom_2",0.99,1613945412330,5346
+"lr_2",0.00024725051820570314,1613945412330,5346
+"mom_2",0.9005504018628779,1613945412330,5346
+"eps_2",1e-05,1613945412330,5346
+"train_loss",0.0096040815,1613945413322,5347
+"raw_loss",0.009497101,1613945413322,5347
+"epoch",33.63522012578614,1613945413322,5347
+"wd_0",0.01,1613945413322,5347
+"sqr_mom_0",0.99,1613945413322,5347
+"lr_0",2.471094330884611e-06,1613945413322,5347
+"mom_0",0.9005786191684995,1613945413322,5347
+"eps_0",1e-05,1613945413322,5347
+"wd_1",0.01,1613945413322,5347
+"sqr_mom_1",0.99,1613945413322,5347
+"lr_1",2.4710943308846107e-05,1613945413322,5347
+"mom_1",0.9005786191684995,1613945413322,5347
+"eps_1",1e-05,1613945413322,5347
+"wd_2",0.01,1613945413322,5347
+"sqr_mom_2",0.99,1613945413322,5347
+"lr_2",0.00024710943308846106,1613945413322,5347
+"mom_2",0.9005786191684995,1613945413322,5347
+"eps_2",1e-05,1613945413322,5347
+"train_loss",0.009533861,1613945414335,5348
+"raw_loss",0.006093046,1613945414335,5348
+"epoch",33.64150943396224,1613945414335,5348
+"wd_0",0.01,1613945414335,5348
+"sqr_mom_0",0.99,1613945414335,5348
+"lr_0",2.4696825527381444e-06,1613945414335,5348
+"mom_0",0.9006068550137872,1613945414335,5348
+"eps_0",1e-05,1613945414335,5348
+"wd_1",0.01,1613945414335,5348
+"sqr_mom_1",0.99,1613945414335,5348
+"lr_1",2.469682552738144e-05,1613945414335,5348
+"mom_1",0.9006068550137872,1613945414335,5348
+"eps_1",1e-05,1613945414335,5348
+"wd_2",0.01,1613945414335,5348
+"sqr_mom_2",0.99,1613945414335,5348
+"lr_2",0.00024696825527381443,1613945414335,5348
+"mom_2",0.9006068550137872,1613945414335,5348
+"eps_2",1e-05,1613945414335,5348
+"train_loss",0.009528105,1613945415298,5349
+"raw_loss",0.009246077,1613945415298,5349
+"epoch",33.64779874213834,1613945415298,5349
+"wd_0",0.01,1613945415298,5349
+"sqr_mom_0",0.99,1613945415298,5349
+"lr_0",2.468271720452083e-06,1613945415298,5349
+"mom_0",0.9006350719416777,1613945415298,5349
+"eps_0",1e-05,1613945415298,5349
+"wd_1",0.01,1613945415298,5349
+"sqr_mom_1",0.99,1613945415298,5349
+"lr_1",2.468271720452083e-05,1613945415298,5349
+"mom_1",0.9006350719416777,1613945415298,5349
+"eps_1",1e-05,1613945415298,5349
+"wd_2",0.01,1613945415298,5349
+"sqr_mom_2",0.99,1613945415298,5349
+"lr_2",0.0002468271720452083,1613945415298,5349
+"mom_2",0.9006350719416777,1613945415298,5349
+"eps_2",1e-05,1613945415298,5349
+"train_loss",0.0095390845,1613945416321,5350
+"raw_loss",0.010077087,1613945416321,5350
+"epoch",33.65408805031444,1613945416321,5350
+"wd_0",0.01,1613945416321,5350
+"sqr_mom_0",0.99,1613945416321,5350
+"lr_0",2.466860898280304e-06,1613945416321,5350
+"mom_0",0.9006632886672805,1613945416321,5350
+"eps_0",1e-05,1613945416321,5350
+"wd_1",0.01,1613945416321,5350
+"sqr_mom_1",0.99,1613945416321,5350
+"lr_1",2.4668608982803037e-05,1613945416321,5350
+"mom_1",0.9006632886672805,1613945416321,5350
+"eps_1",1e-05,1613945416321,5350
+"wd_2",0.01,1613945416321,5350
+"sqr_mom_2",0.99,1613945416321,5350
+"lr_2",0.00024668608982803035,1613945416321,5350
+"mom_2",0.9006632886672805,1613945416321,5350
+"eps_2",1e-05,1613945416321,5350
+"train_loss",0.009595582,1613945417300,5351
+"raw_loss",0.012363964,1613945417300,5351
+"epoch",33.66037735849054,1613945417300,5351
+"wd_0",0.01,1613945417300,5351
+"sqr_mom_0",0.99,1613945417300,5351
+"lr_0",2.4654491505035284e-06,1613945417300,5351
+"mom_0",0.9006915239051685,1613945417300,5351
+"eps_0",1e-05,1613945417300,5351
+"wd_1",0.01,1613945417300,5351
+"sqr_mom_1",0.99,1613945417300,5351
+"lr_1",2.465449150503528e-05,1613945417300,5351
+"mom_1",0.9006915239051685,1613945417300,5351
+"eps_1",1e-05,1613945417300,5351
+"wd_2",0.01,1613945417300,5351
+"sqr_mom_2",0.99,1613945417300,5351
+"lr_2",0.0002465449150503528,1613945417300,5351
+"mom_2",0.9006915239051685,1613945417300,5351
+"eps_2",1e-05,1613945417300,5351
+"train_loss",0.009571671,1613945418287,5352
+"raw_loss",0.008399991,1613945418287,5352
+"epoch",33.66666666666664,1613945418287,5352
+"wd_0",0.01,1613945418287,5352
+"sqr_mom_0",0.99,1613945418287,5352
+"lr_0",2.46403834991592e-06,1613945418287,5352
+"mom_0",0.9007197401990835,1613945418287,5352
+"eps_0",1e-05,1613945418287,5352
+"wd_1",0.01,1613945418287,5352
+"sqr_mom_1",0.99,1613945418287,5352
+"lr_1",2.4640383499159198e-05,1613945418287,5352
+"mom_1",0.9007197401990835,1613945418287,5352
+"eps_1",1e-05,1613945418287,5352
+"wd_2",0.01,1613945418287,5352
+"sqr_mom_2",0.99,1613945418287,5352
+"lr_2",0.00024640383499159195,1613945418287,5352
+"mom_2",0.9007197401990835,1613945418287,5352
+"eps_2",1e-05,1613945418287,5352
+"train_loss",0.009536058,1613945419233,5353
+"raw_loss",0.0077910433,1613945419233,5353
+"epoch",33.67295597484274,1613945419233,5353
+"wd_0",0.01,1613945419233,5353
+"sqr_mom_0",0.99,1613945419233,5353
+"lr_0",2.462627092714314e-06,1613945419233,5353
+"mom_0",0.90074796562537,1613945419233,5353
+"eps_0",1e-05,1613945419233,5353
+"wd_1",0.01,1613945419233,5353
+"sqr_mom_1",0.99,1613945419233,5353
+"lr_1",2.4626270927143138e-05,1613945419233,5353
+"mom_1",0.90074796562537,1613945419233,5353
+"eps_1",1e-05,1613945419233,5353
+"wd_2",0.01,1613945419233,5353
+"sqr_mom_2",0.99,1613945419233,5353
+"lr_2",0.0002462627092714313,1613945419233,5353
+"mom_2",0.90074796562537,1613945419233,5353
+"eps_2",1e-05,1613945419233,5353
+"train_loss",0.009576411,1613945420186,5354
+"raw_loss",0.011553741,1613945420186,5354
+"epoch",33.679245283018844,1613945420186,5354
+"wd_0",0.01,1613945420186,5354
+"sqr_mom_0",0.99,1613945420186,5354
+"lr_0",2.461215847432862e-06,1613945420186,5354
+"mom_0",0.9007761908132509,1613945420186,5354
+"eps_0",1e-05,1613945420186,5354
+"wd_1",0.01,1613945420186,5354
+"sqr_mom_1",0.99,1613945420186,5354
+"lr_1",2.4612158474328618e-05,1613945420186,5354
+"mom_1",0.9007761908132509,1613945420186,5354
+"eps_1",1e-05,1613945420186,5354
+"wd_2",0.01,1613945420186,5354
+"sqr_mom_2",0.99,1613945420186,5354
+"lr_2",0.00024612158474328615,1613945420186,5354
+"mom_2",0.9007761908132509,1613945420186,5354
+"eps_2",1e-05,1613945420186,5354
+"train_loss",0.009595056,1613945421143,5355
+"raw_loss",0.010508679,1613945421143,5355
+"epoch",33.685534591194944,1613945421143,5355
+"wd_0",0.01,1613945421143,5355
+"sqr_mom_0",0.99,1613945421143,5355
+"lr_0",2.4598046145213824e-06,1613945421143,5355
+"mom_0",0.9008044157537298,1613945421143,5355
+"eps_0",1e-05,1613945421143,5355
+"wd_1",0.01,1613945421143,5355
+"sqr_mom_1",0.99,1613945421143,5355
+"lr_1",2.4598046145213824e-05,1613945421143,5355
+"mom_1",0.9008044157537298,1613945421143,5355
+"eps_1",1e-05,1613945421143,5355
+"wd_2",0.01,1613945421143,5355
+"sqr_mom_2",0.99,1613945421143,5355
+"lr_2",0.0002459804614521382,1613945421143,5355
+"mom_2",0.9008044157537298,1613945421143,5355
+"eps_2",1e-05,1613945421143,5355
+"train_loss",0.009597775,1613945422110,5356
+"raw_loss",0.0097309835,1613945422110,5356
+"epoch",33.691823899371045,1613945422110,5356
+"wd_0",0.01,1613945422110,5356
+"sqr_mom_0",0.99,1613945422110,5356
+"lr_0",2.4583938624938808e-06,1613945422110,5356
+"mom_0",0.9008326310764331,1613945422110,5356
+"eps_0",1e-05,1613945422110,5356
+"wd_1",0.01,1613945422110,5356
+"sqr_mom_1",0.99,1613945422110,5356
+"lr_1",2.4583938624938805e-05,1613945422110,5356
+"mom_1",0.9008326310764331,1613945422110,5356
+"eps_1",1e-05,1613945422110,5356
+"wd_2",0.01,1613945422110,5356
+"sqr_mom_2",0.99,1613945422110,5356
+"lr_2",0.000245839386249388,1613945422110,5356
+"mom_2",0.9008326310764331,1613945422110,5356
+"eps_2",1e-05,1613945422110,5356
+"train_loss",0.009673952,1613945423065,5357
+"raw_loss",0.013406677,1613945423065,5357
+"epoch",33.698113207547145,1613945423065,5357
+"wd_0",0.01,1613945423065,5357
+"sqr_mom_0",0.99,1613945423065,5357
+"lr_0",2.4569821876075947e-06,1613945423065,5357
+"mom_0",0.9008608648564966,1613945423065,5357
+"eps_0",1e-05,1613945423065,5357
+"wd_1",0.01,1613945423065,5357
+"sqr_mom_1",0.99,1613945423065,5357
+"lr_1",2.4569821876075946e-05,1613945423065,5357
+"mom_1",0.9008608648564966,1613945423065,5357
+"eps_1",1e-05,1613945423065,5357
+"wd_2",0.01,1613945423065,5357
+"sqr_mom_2",0.99,1613945423065,5357
+"lr_2",0.00024569821876075943,1613945423065,5357
+"mom_2",0.9008608648564966,1613945423065,5357
+"eps_2",1e-05,1613945423065,5357
+"train_loss",0.009926088,1613945424020,5358
+"raw_loss",0.022280749,1613945424020,5358
+"epoch",33.704402515723245,1613945424020,5358
+"wd_0",0.01,1613945424020,5358
+"sqr_mom_0",0.99,1613945424020,5358
+"lr_0",2.4555714625599916e-06,1613945424020,5358
+"mom_0",0.9008890796395965,1613945424020,5358
+"eps_0",1e-05,1613945424020,5358
+"wd_1",0.01,1613945424020,5358
+"sqr_mom_1",0.99,1613945424020,5358
+"lr_1",2.4555714625599915e-05,1613945424020,5358
+"mom_1",0.9008890796395965,1613945424020,5358
+"eps_1",1e-05,1613945424020,5358
+"wd_2",0.01,1613945424020,5358
+"sqr_mom_2",0.99,1613945424020,5358
+"lr_2",0.00024555714625599915,1613945424020,5358
+"mom_2",0.9008890796395965,1613945424020,5358
+"eps_2",1e-05,1613945424020,5358
+"train_loss",0.010020043,1613945424966,5359
+"raw_loss",0.0146238115,1613945424966,5359
+"epoch",33.710691823899346,1613945424966,5359
+"wd_0",0.01,1613945424966,5359
+"sqr_mom_0",0.99,1613945424966,5359
+"lr_0",2.454159815571414e-06,1613945424966,5359
+"mom_0",0.9009173128617003,1613945424966,5359
+"eps_0",1e-05,1613945424966,5359
+"wd_1",0.01,1613945424966,5359
+"sqr_mom_1",0.99,1613945424966,5359
+"lr_1",2.4541598155714143e-05,1613945424966,5359
+"mom_1",0.9009173128617003,1613945424966,5359
+"eps_1",1e-05,1613945424966,5359
+"wd_2",0.01,1613945424966,5359
+"sqr_mom_2",0.99,1613945424966,5359
+"lr_2",0.0002454159815571414,1613945424966,5359
+"mom_2",0.9009173128617003,1613945424966,5359
+"eps_2",1e-05,1613945424966,5359
+"train_loss",0.009965912,1613945425916,5360
+"raw_loss",0.0073135397,1613945425916,5360
+"epoch",33.716981132075446,1613945425916,5360
+"wd_0",0.01,1613945425916,5360
+"sqr_mom_0",0.99,1613945425916,5360
+"lr_0",2.4527491193023203e-06,1613945425916,5360
+"mom_0",0.9009455270692243,1613945425916,5360
+"eps_0",1e-05,1613945425916,5360
+"wd_1",0.01,1613945425916,5360
+"sqr_mom_1",0.99,1613945425916,5360
+"lr_1",2.45274911930232e-05,1613945425916,5360
+"mom_1",0.9009455270692243,1613945425916,5360
+"eps_1",1e-05,1613945425916,5360
+"wd_2",0.01,1613945425916,5360
+"sqr_mom_2",0.99,1613945425916,5360
+"lr_2",0.000245274911930232,1613945425916,5360
+"mom_2",0.9009455270692243,1613945425916,5360
+"eps_2",1e-05,1613945425916,5360
+"train_loss",0.010006236,1613945426877,5361
+"raw_loss",0.011982101,1613945426877,5361
+"epoch",33.72327044025155,1613945426877,5361
+"wd_0",0.01,1613945426877,5361
+"sqr_mom_0",0.99,1613945426877,5361
+"lr_0",2.4513384380918773e-06,1613945426877,5361
+"mom_0",0.9009737409755721,1613945426877,5361
+"eps_0",1e-05,1613945426877,5361
+"wd_1",0.01,1613945426877,5361
+"sqr_mom_1",0.99,1613945426877,5361
+"lr_1",2.4513384380918774e-05,1613945426877,5361
+"mom_1",0.9009737409755721,1613945426877,5361
+"eps_1",1e-05,1613945426877,5361
+"wd_2",0.01,1613945426877,5361
+"sqr_mom_2",0.99,1613945426877,5361
+"lr_2",0.0002451338438091877,1613945426877,5361
+"mom_2",0.9009737409755721,1613945426877,5361
+"eps_2",1e-05,1613945426877,5361
+"train_loss",0.01006737,1613945428027,5362
+"raw_loss",0.013062919,1613945428027,5362
+"epoch",33.72955974842765,1613945428027,5362
+"wd_0",0.01,1613945428027,5362
+"sqr_mom_0",0.99,1613945428027,5362
+"lr_0",2.4499268363192247e-06,1613945428027,5362
+"mom_0",0.9010019732933484,1613945428027,5362
+"eps_0",1e-05,1613945428027,5362
+"wd_1",0.01,1613945428027,5362
+"sqr_mom_1",0.99,1613945428027,5362
+"lr_1",2.4499268363192244e-05,1613945428027,5362
+"mom_1",0.9010019732933484,1613945428027,5362
+"eps_1",1e-05,1613945428027,5362
+"wd_2",0.01,1613945428027,5362
+"sqr_mom_2",0.99,1613945428027,5362
+"lr_2",0.0002449926836319224,1613945428027,5362
+"mom_2",0.9010019732933484,1613945428027,5362
+"eps_2",1e-05,1613945428027,5362
+"train_loss",0.010277548,1613945428983,5363
+"raw_loss",0.02057628,1613945428983,5363
+"epoch",33.73584905660375,1613945428983,5363
+"wd_0",0.01,1613945428983,5363
+"sqr_mom_0",0.99,1613945428983,5363
+"lr_0",2.448516186584837e-06,1613945428983,5363
+"mom_0",0.901030186570169,1613945428983,5363
+"eps_0",1e-05,1613945428983,5363
+"wd_1",0.01,1613945428983,5363
+"sqr_mom_1",0.99,1613945428983,5363
+"lr_1",2.448516186584837e-05,1613945428983,5363
+"mom_1",0.901030186570169,1613945428983,5363
+"eps_1",1e-05,1613945428983,5363
+"wd_2",0.01,1613945428983,5363
+"sqr_mom_2",0.99,1613945428983,5363
+"lr_2",0.0002448516186584837,1613945428983,5363
+"mom_2",0.901030186570169,1613945428983,5363
+"eps_2",1e-05,1613945428983,5363
+"train_loss",0.010320308,1613945429943,5364
+"raw_loss",0.012415561,1613945429943,5364
+"epoch",33.74213836477985,1613945429943,5364
+"wd_0",0.01,1613945429943,5364
+"sqr_mom_0",0.99,1613945429943,5364
+"lr_0",2.447105085233194e-06,1613945429943,5364
+"mom_0",0.9010584088794249,1613945429943,5364
+"eps_0",1e-05,1613945429943,5364
+"wd_1",0.01,1613945429943,5364
+"sqr_mom_1",0.99,1613945429943,5364
+"lr_1",2.4471050852331938e-05,1613945429943,5364
+"mom_1",0.9010584088794249,1613945429943,5364
+"eps_1",1e-05,1613945429943,5364
+"wd_2",0.01,1613945429943,5364
+"sqr_mom_2",0.99,1613945429943,5364
+"lr_2",0.00024471050852331935,1613945429943,5364
+"mom_2",0.9010584088794249,1613945429943,5364
+"eps_2",1e-05,1613945429943,5364
+"train_loss",0.01025497,1613945430981,5365
+"raw_loss",0.0070534274,1613945430981,5365
+"epoch",33.74842767295595,1613945430981,5365
+"wd_0",0.01,1613945430981,5365
+"sqr_mom_0",0.99,1613945430981,5365
+"lr_0",2.4456940007491676e-06,1613945430981,5365
+"mom_0",0.9010866308513251,1613945430981,5365
+"eps_0",1e-05,1613945430981,5365
+"wd_1",0.01,1613945430981,5365
+"sqr_mom_1",0.99,1613945430981,5365
+"lr_1",2.4456940007491677e-05,1613945430981,5365
+"mom_1",0.9010866308513251,1613945430981,5365
+"eps_1",1e-05,1613945430981,5365
+"wd_2",0.01,1613945430981,5365
+"sqr_mom_2",0.99,1613945430981,5365
+"lr_2",0.00024456940007491675,1613945430981,5365
+"mom_2",0.9010866308513251,1613945430981,5365
+"eps_2",1e-05,1613945430981,5365
+"train_loss",0.010317709,1613945431939,5366
+"raw_loss",0.013391938,1613945431939,5366
+"epoch",33.75471698113205,1613945431939,5366
+"wd_0",0.01,1613945431939,5366
+"sqr_mom_0",0.99,1613945431939,5366
+"lr_0",2.4442829335825235e-06,1613945431939,5366
+"mom_0",0.9011148524768743,1613945431939,5366
+"eps_0",1e-05,1613945431939,5366
+"wd_1",0.01,1613945431939,5366
+"sqr_mom_1",0.99,1613945431939,5366
+"lr_1",2.444282933582523e-05,1613945431939,5366
+"mom_1",0.9011148524768743,1613945431939,5366
+"eps_1",1e-05,1613945431939,5366
+"wd_2",0.01,1613945431939,5366
+"sqr_mom_2",0.99,1613945431939,5366
+"lr_2",0.0002444282933582523,1613945431939,5366
+"mom_2",0.9011148524768743,1613945431939,5366
+"eps_2",1e-05,1613945431939,5366
+"train_loss",0.010310118,1613945432898,5367
+"raw_loss",0.009938167,1613945432898,5367
+"epoch",33.76100628930815,1613945432898,5367
+"wd_0",0.01,1613945432898,5367
+"sqr_mom_0",0.99,1613945432898,5367
+"lr_0",2.4428723521897803e-06,1613945432898,5367
+"mom_0",0.9011430643868482,1613945432898,5367
+"eps_0",1e-05,1613945432898,5367
+"wd_1",0.01,1613945432898,5367
+"sqr_mom_1",0.99,1613945432898,5367
+"lr_1",2.44287235218978e-05,1613945432898,5367
+"mom_1",0.9011430643868482,1613945432898,5367
+"eps_1",1e-05,1613945432898,5367
+"wd_2",0.01,1613945432898,5367
+"sqr_mom_2",0.99,1613945432898,5367
+"lr_2",0.00024428723521897796,1613945432898,5367
+"mom_2",0.9011430643868482,1613945432898,5367
+"eps_2",1e-05,1613945432898,5367
+"train_loss",0.010262311,1613945433862,5368
+"raw_loss",0.007919778,1613945433862,5368
+"epoch",33.76729559748425,1613945433862,5368
+"wd_0",0.01,1613945433862,5368
+"sqr_mom_0",0.99,1613945433862,5368
+"lr_0",2.441460853000426e-06,1613945433862,5368
+"mom_0",0.901171294652938,1613945433862,5368
+"eps_0",1e-05,1613945433862,5368
+"wd_1",0.01,1613945433862,5368
+"sqr_mom_1",0.99,1613945433862,5368
+"lr_1",2.441460853000426e-05,1613945433862,5368
+"mom_1",0.901171294652938,1613945433862,5368
+"eps_1",1e-05,1613945433862,5368
+"wd_2",0.01,1613945433862,5368
+"sqr_mom_2",0.99,1613945433862,5368
+"lr_2",0.00024414608530004257,1613945433862,5368
+"mom_2",0.901171294652938,1613945433862,5368
+"eps_2",1e-05,1613945433862,5368
+"train_loss",0.010246439,1613945434849,5369
+"raw_loss",0.009468683,1613945434849,5369
+"epoch",33.77358490566035,1613945434849,5369
+"wd_0",0.01,1613945434849,5369
+"sqr_mom_0",0.99,1613945434849,5369
+"lr_0",2.4400503084788518e-06,1613945434849,5369
+"mom_0",0.9011995058254811,1613945434849,5369
+"eps_0",1e-05,1613945434849,5369
+"wd_1",0.01,1613945434849,5369
+"sqr_mom_1",0.99,1613945434849,5369
+"lr_1",2.4400503084788516e-05,1613945434849,5369
+"mom_1",0.9011995058254811,1613945434849,5369
+"eps_1",1e-05,1613945434849,5369
+"wd_2",0.01,1613945434849,5369
+"sqr_mom_2",0.99,1613945434849,5369
+"lr_2",0.0002440050308478851,1613945434849,5369
+"mom_2",0.9011995058254811,1613945434849,5369
+"eps_2",1e-05,1613945434849,5369
+"train_loss",0.010159965,1613945435803,5370
+"raw_loss",0.0059227254,1613945435803,5370
+"epoch",33.77987421383645,1613945435803,5370
+"wd_0",0.01,1613945435803,5370
+"sqr_mom_0",0.99,1613945435803,5370
+"lr_0",2.438639783060843e-06,1613945435803,5370
+"mom_0",0.9012277166159492,1613945435803,5370
+"eps_0",1e-05,1613945435803,5370
+"wd_1",0.01,1613945435803,5370
+"sqr_mom_1",0.99,1613945435803,5370
+"lr_1",2.438639783060843e-05,1613945435803,5370
+"mom_1",0.9012277166159492,1613945435803,5370
+"eps_1",1e-05,1613945435803,5370
+"wd_2",0.01,1613945435803,5370
+"sqr_mom_2",0.99,1613945435803,5370
+"lr_2",0.0002438639783060843,1613945435803,5370
+"mom_2",0.9012277166159492,1613945435803,5370
+"eps_2",1e-05,1613945435803,5370
+"train_loss",0.01014572,1613945436788,5371
+"raw_loss",0.009447712,1613945436788,5371
+"epoch",33.78616352201255,1613945436788,5371
+"wd_0",0.01,1613945436788,5371
+"sqr_mom_0",0.99,1613945436788,5371
+"lr_0",2.437228341232898e-06,1613945436788,5371
+"mom_0",0.9012559457347994,1613945436788,5371
+"eps_0",1e-05,1613945436788,5371
+"wd_1",0.01,1613945436788,5371
+"sqr_mom_1",0.99,1613945436788,5371
+"lr_1",2.437228341232898e-05,1613945436788,5371
+"mom_1",0.9012559457347994,1613945436788,5371
+"eps_1",1e-05,1613945436788,5371
+"wd_2",0.01,1613945436788,5371
+"sqr_mom_2",0.99,1613945436788,5371
+"lr_2",0.0002437228341232898,1613945436788,5371
+"mom_2",0.9012559457347994,1613945436788,5371
+"eps_2",1e-05,1613945436788,5371
+"train_loss",0.010365409,1613945437759,5372
+"raw_loss",0.02113016,1613945437759,5372
+"epoch",33.79245283018865,1613945437759,5372
+"wd_0",0.01,1613945437759,5372
+"sqr_mom_0",0.99,1613945437759,5372
+"lr_0",2.4358178553833117e-06,1613945437759,5372
+"mom_0",0.9012841557338911,1613945437759,5372
+"eps_0",1e-05,1613945437759,5372
+"wd_1",0.01,1613945437759,5372
+"sqr_mom_1",0.99,1613945437759,5372
+"lr_1",2.4358178553833116e-05,1613945437759,5372
+"mom_1",0.9012841557338911,1613945437759,5372
+"eps_1",1e-05,1613945437759,5372
+"wd_2",0.01,1613945437759,5372
+"sqr_mom_2",0.99,1613945437759,5372
+"lr_2",0.00024358178553833114,1613945437759,5372
+"mom_2",0.9012841557338911,1613945437759,5372
+"eps_2",1e-05,1613945437759,5372
+"train_loss",0.01100868,1613945438735,5373
+"raw_loss",0.042529,1613945438735,5373
+"epoch",33.79874213836475,1613945438735,5373
+"wd_0",0.01,1613945438735,5373
+"sqr_mom_0",0.99,1613945438735,5373
+"lr_0",2.4344073899854423e-06,1613945438735,5373
+"mom_0",0.9013123653239443,1613945438735,5373
+"eps_0",1e-05,1613945438735,5373
+"wd_1",0.01,1613945438735,5373
+"sqr_mom_1",0.99,1613945438735,5373
+"lr_1",2.4344073899854422e-05,1613945438735,5373
+"mom_1",0.9013123653239443,1613945438735,5373
+"eps_1",1e-05,1613945438735,5373
+"wd_2",0.01,1613945438735,5373
+"sqr_mom_2",0.99,1613945438735,5373
+"lr_2",0.0002434407389985442,1613945438735,5373
+"mom_2",0.9013123653239443,1613945438735,5373
+"eps_2",1e-05,1613945438735,5373
+"train_loss",0.010895895,1613945439727,5374
+"raw_loss",0.00536944,1613945439727,5374
+"epoch",33.80503144654085,1613945439727,5374
+"wd_0",0.01,1613945439727,5374
+"sqr_mom_0",0.99,1613945439727,5374
+"lr_0",2.4329960095669383e-06,1613945439727,5374
+"mom_0",0.9013405932145934,1613945439727,5374
+"eps_0",1e-05,1613945439727,5374
+"wd_1",0.01,1613945439727,5374
+"sqr_mom_1",0.99,1613945439727,5374
+"lr_1",2.432996009566938e-05,1613945439727,5374
+"mom_1",0.9013405932145934,1613945439727,5374
+"eps_1",1e-05,1613945439727,5374
+"wd_2",0.01,1613945439727,5374
+"sqr_mom_2",0.99,1613945439727,5374
+"lr_2",0.0002432996009566938,1613945439727,5374
+"mom_2",0.9013405932145934,1613945439727,5374
+"eps_2",1e-05,1613945439727,5374
+"train_loss",0.010887488,1613945440673,5375
+"raw_loss",0.010475557,1613945440673,5375
+"epoch",33.81132075471695,1613945440673,5375
+"wd_0",0.01,1613945440673,5375
+"sqr_mom_0",0.99,1613945440673,5375
+"lr_0",2.4315855864346297e-06,1613945440673,5375
+"mom_0",0.901368801959327,1613945440673,5375
+"eps_0",1e-05,1613945440673,5375
+"wd_1",0.01,1613945440673,5375
+"sqr_mom_1",0.99,1613945440673,5375
+"lr_1",2.4315855864346296e-05,1613945440673,5375
+"mom_1",0.901368801959327,1613945440673,5375
+"eps_1",1e-05,1613945440673,5375
+"wd_2",0.01,1613945440673,5375
+"sqr_mom_2",0.99,1613945440673,5375
+"lr_2",0.00024315855864346292,1613945440673,5375
+"mom_2",0.901368801959327,1613945440673,5375
+"eps_2",1e-05,1613945440673,5375
+"train_loss",0.010892353,1613945441631,5376
+"raw_loss",0.0111307325,1613945441631,5376
+"epoch",33.81761006289305,1613945441631,5376
+"wd_0",0.01,1613945441631,5376
+"sqr_mom_0",0.99,1613945441631,5376
+"lr_0",2.4301747171557885e-06,1613945441631,5376
+"mom_0",0.9013970196270805,1613945441631,5376
+"eps_0",1e-05,1613945441631,5376
+"wd_1",0.01,1613945441631,5376
+"sqr_mom_1",0.99,1613945441631,5376
+"lr_1",2.4301747171557884e-05,1613945441631,5376
+"mom_1",0.9013970196270805,1613945441631,5376
+"eps_1",1e-05,1613945441631,5376
+"wd_2",0.01,1613945441631,5376
+"sqr_mom_2",0.99,1613945441631,5376
+"lr_2",0.0002430174717155788,1613945441631,5376
+"mom_2",0.9013970196270805,1613945441631,5376
+"eps_2",1e-05,1613945441631,5376
+"train_loss",0.010897647,1613945442616,5377
+"raw_loss",0.01115702,1613945442616,5377
+"epoch",33.82389937106915,1613945442616,5377
+"wd_0",0.01,1613945442616,5377
+"sqr_mom_0",0.99,1613945442616,5377
+"lr_0",2.428763870140924e-06,1613945442616,5377
+"mom_0",0.90142523684955,1613945442616,5377
+"eps_0",1e-05,1613945442616,5377
+"wd_1",0.01,1613945442616,5377
+"sqr_mom_1",0.99,1613945442616,5377
+"lr_1",2.4287638701409235e-05,1613945442616,5377
+"mom_1",0.90142523684955,1613945442616,5377
+"eps_1",1e-05,1613945442616,5377
+"wd_2",0.01,1613945442616,5377
+"sqr_mom_2",0.99,1613945442616,5377
+"lr_2",0.00024287638701409232,1613945442616,5377
+"mom_2",0.90142523684955,1613945442616,5377
+"eps_2",1e-05,1613945442616,5377
+"train_loss",0.011018267,1613945443602,5378
+"raw_loss",0.016928663,1613945443602,5378
+"epoch",33.83018867924525,1613945443602,5378
+"wd_0",0.01,1613945443602,5378
+"sqr_mom_0",0.99,1613945443602,5378
+"lr_0",2.4273530458397278e-06,1613945443602,5378
+"mom_0",0.9014534536177417,1613945443602,5378
+"eps_0",1e-05,1613945443602,5378
+"wd_1",0.01,1613945443602,5378
+"sqr_mom_1",0.99,1613945443602,5378
+"lr_1",2.4273530458397276e-05,1613945443602,5378
+"mom_1",0.9014534536177417,1613945443602,5378
+"eps_1",1e-05,1613945443602,5378
+"wd_2",0.01,1613945443602,5378
+"sqr_mom_2",0.99,1613945443602,5378
+"lr_2",0.00024273530458397273,1613945443602,5378
+"mom_2",0.9014534536177417,1613945443602,5378
+"eps_2",1e-05,1613945443602,5378
+"train_loss",0.0109562185,1613945444593,5379
+"raw_loss",0.007915858,1613945444593,5379
+"epoch",33.836477987421354,1613945444593,5379
+"wd_0",0.01,1613945444593,5379
+"sqr_mom_0",0.99,1613945444593,5379
+"lr_0",2.425942712625403e-06,1613945444593,5379
+"mom_0",0.9014816605640975,1613945444593,5379
+"eps_0",1e-05,1613945444593,5379
+"wd_1",0.01,1613945444593,5379
+"sqr_mom_1",0.99,1613945444593,5379
+"lr_1",2.425942712625403e-05,1613945444593,5379
+"mom_1",0.9014816605640975,1613945444593,5379
+"eps_1",1e-05,1613945444593,5379
+"wd_2",0.01,1613945444593,5379
+"sqr_mom_2",0.99,1613945444593,5379
+"lr_2",0.00024259427126254026,1613945444593,5379
+"mom_2",0.9014816605640975,1613945444593,5379
+"eps_2",1e-05,1613945444593,5379
+"train_loss",0.011008863,1613945445547,5380
+"raw_loss",0.013588442,1613945445547,5380
+"epoch",33.842767295597454,1613945445547,5380
+"wd_0",0.01,1613945445547,5380
+"sqr_mom_0",0.99,1613945445547,5380
+"lr_0",2.424531467177069e-06,1613945445547,5380
+"mom_0",0.9015098857553161,1613945445547,5380
+"eps_0",1e-05,1613945445547,5380
+"wd_1",0.01,1613945445547,5380
+"sqr_mom_1",0.99,1613945445547,5380
+"lr_1",2.4245314671770692e-05,1613945445547,5380
+"mom_1",0.9015098857553161,1613945445547,5380
+"eps_1",1e-05,1613945445547,5380
+"wd_2",0.01,1613945445547,5380
+"sqr_mom_2",0.99,1613945445547,5380
+"lr_2",0.0002424531467177069,1613945445547,5380
+"mom_2",0.9015098857553161,1613945445547,5380
+"eps_2",1e-05,1613945445547,5380
+"train_loss",0.011527698,1613945446503,5381
+"raw_loss",0.036950585,1613945446503,5381
+"epoch",33.849056603773555,1613945446503,5381
+"wd_0",0.01,1613945446503,5381
+"sqr_mom_0",0.99,1613945446503,5381
+"lr_0",2.4231211816225097e-06,1613945446503,5381
+"mom_0",0.9015380917484672,1613945446503,5381
+"eps_0",1e-05,1613945446503,5381
+"wd_1",0.01,1613945446503,5381
+"sqr_mom_1",0.99,1613945446503,5381
+"lr_1",2.4231211816225095e-05,1613945446503,5381
+"mom_1",0.9015380917484672,1613945446503,5381
+"eps_1",1e-05,1613945446503,5381
+"wd_2",0.01,1613945446503,5381
+"sqr_mom_2",0.99,1613945446503,5381
+"lr_2",0.00024231211816225093,1613945446503,5381
+"mom_2",0.9015380917484672,1613945446503,5381
+"eps_2",1e-05,1613945446503,5381
+"train_loss",0.011533936,1613945447446,5382
+"raw_loss",0.011839618,1613945447446,5382
+"epoch",33.855345911949655,1613945447446,5382
+"wd_0",0.01,1613945447446,5382
+"sqr_mom_0",0.99,1613945447446,5382
+"lr_0",2.4217109205639036e-06,1613945447446,5382
+"mom_0",0.9015662972516945,1613945447446,5382
+"eps_0",1e-05,1613945447446,5382
+"wd_1",0.01,1613945447446,5382
+"sqr_mom_1",0.99,1613945447446,5382
+"lr_1",2.4217109205639037e-05,1613945447446,5382
+"mom_1",0.9015662972516945,1613945447446,5382
+"eps_1",1e-05,1613945447446,5382
+"wd_2",0.01,1613945447446,5382
+"sqr_mom_2",0.99,1613945447446,5382
+"lr_2",0.00024217109205639035,1613945447446,5382
+"mom_2",0.9015662972516945,1613945447446,5382
+"eps_2",1e-05,1613945447446,5382
+"train_loss",0.011432968,1613945448405,5383
+"raw_loss",0.00648558,1613945448405,5383
+"epoch",33.861635220125756,1613945448405,5383
+"wd_0",0.01,1613945448405,5383
+"sqr_mom_0",0.99,1613945448405,5383
+"lr_0",2.4202997486684507e-06,1613945448405,5383
+"mom_0",0.9015945209718407,1613945448405,5383
+"eps_0",1e-05,1613945448405,5383
+"wd_1",0.01,1613945448405,5383
+"sqr_mom_1",0.99,1613945448405,5383
+"lr_1",2.4202997486684508e-05,1613945448405,5383
+"mom_1",0.9015945209718407,1613945448405,5383
+"eps_1",1e-05,1613945448405,5383
+"wd_2",0.01,1613945448405,5383
+"sqr_mom_2",0.99,1613945448405,5383
+"lr_2",0.00024202997486684507,1613945448405,5383
+"mom_2",0.9015945209718407,1613945448405,5383
+"eps_2",1e-05,1613945448405,5383
+"train_loss",0.011437442,1613945449359,5384
+"raw_loss",0.011656667,1613945449359,5384
+"epoch",33.867924528301856,1613945449359,5384
+"wd_0",0.01,1613945449359,5384
+"sqr_mom_0",0.99,1613945449359,5384
+"lr_0",2.418889537966362e-06,1613945449359,5384
+"mom_0",0.9016227254679274,1613945449359,5384
+"eps_0",1e-05,1613945449359,5384
+"wd_1",0.01,1613945449359,5384
+"sqr_mom_1",0.99,1613945449359,5384
+"lr_1",2.418889537966362e-05,1613945449359,5384
+"mom_1",0.9016227254679274,1613945449359,5384
+"eps_1",1e-05,1613945449359,5384
+"wd_2",0.01,1613945449359,5384
+"sqr_mom_2",0.99,1613945449359,5384
+"lr_2",0.00024188895379663618,1613945449359,5384
+"mom_2",0.9016227254679274,1613945449359,5384
+"eps_2",1e-05,1613945449359,5384
+"train_loss",0.011629651,1613945450316,5385
+"raw_loss",0.021047927,1613945450316,5385
+"epoch",33.874213836477956,1613945450316,5385
+"wd_0",0.01,1613945450316,5385
+"sqr_mom_0",0.99,1613945450316,5385
+"lr_0",2.4174788852342708e-06,1613945450316,5385
+"mom_0",0.9016509388047026,1613945450316,5385
+"eps_0",1e-05,1613945450316,5385
+"wd_1",0.01,1613945450316,5385
+"sqr_mom_1",0.99,1613945450316,5385
+"lr_1",2.4174788852342707e-05,1613945450316,5385
+"mom_1",0.9016509388047026,1613945450316,5385
+"eps_1",1e-05,1613945450316,5385
+"wd_2",0.01,1613945450316,5385
+"sqr_mom_2",0.99,1613945450316,5385
+"lr_2",0.00024174788852342704,1613945450316,5385
+"mom_2",0.9016509388047026,1613945450316,5385
+"eps_2",1e-05,1613945450316,5385
+"train_loss",0.011560095,1613945451258,5386
+"raw_loss",0.008151828,1613945451258,5386
+"epoch",33.88050314465406,1613945451258,5386
+"wd_0",0.01,1613945451258,5386
+"sqr_mom_0",0.99,1613945451258,5386
+"lr_0",2.4160682588128063e-06,1613945451258,5386
+"mom_0",0.90167915161526,1613945451258,5386
+"eps_0",1e-05,1613945451258,5386
+"wd_1",0.01,1613945451258,5386
+"sqr_mom_1",0.99,1613945451258,5386
+"lr_1",2.4160682588128062e-05,1613945451258,5386
+"mom_1",0.90167915161526,1613945451258,5386
+"eps_1",1e-05,1613945451258,5386
+"wd_2",0.01,1613945451258,5386
+"sqr_mom_2",0.99,1613945451258,5386
+"lr_2",0.00024160682588128058,1613945451258,5386
+"mom_2",0.90167915161526,1613945451258,5386
+"eps_2",1e-05,1613945451258,5386
+"train_loss",0.011656437,1613945452220,5387
+"raw_loss",0.016377233,1613945452220,5387
+"epoch",33.88679245283016,1613945452220,5387
+"wd_0",0.01,1613945452220,5387
+"sqr_mom_0",0.99,1613945452220,5387
+"lr_0",2.4146576591515916e-06,1613945452220,5387
+"mom_0",0.901707363890607,1613945452220,5387
+"eps_0",1e-05,1613945452220,5387
+"wd_1",0.01,1613945452220,5387
+"sqr_mom_1",0.99,1613945452220,5387
+"lr_1",2.4146576591515912e-05,1613945452220,5387
+"mom_1",0.901707363890607,1613945452220,5387
+"eps_1",1e-05,1613945452220,5387
+"wd_2",0.01,1613945452220,5387
+"sqr_mom_2",0.99,1613945452220,5387
+"lr_2",0.0002414657659151591,1613945452220,5387
+"mom_2",0.901707363890607,1613945452220,5387
+"eps_2",1e-05,1613945452220,5387
+"train_loss",0.011690247,1613945453174,5388
+"raw_loss",0.013346941,1613945453174,5388
+"epoch",33.89308176100626,1613945453174,5388
+"wd_0",0.01,1613945453174,5388
+"sqr_mom_0",0.99,1613945453174,5388
+"lr_0",2.413247554547236e-06,1613945453174,5388
+"mom_0",0.9017355662647178,1613945453174,5388
+"eps_0",1e-05,1613945453174,5388
+"wd_1",0.01,1613945453174,5388
+"sqr_mom_1",0.99,1613945453174,5388
+"lr_1",2.4132475545472363e-05,1613945453174,5388
+"mom_1",0.9017355662647178,1613945453174,5388
+"eps_1",1e-05,1613945453174,5388
+"wd_2",0.01,1613945453174,5388
+"sqr_mom_2",0.99,1613945453174,5388
+"lr_2",0.00024132475545472358,1613945453174,5388
+"mom_2",0.9017355662647178,1613945453174,5388
+"eps_2",1e-05,1613945453174,5388
+"train_loss",0.011676449,1613945454126,5389
+"raw_loss",0.011000377,1613945454126,5389
+"epoch",33.89937106918236,1613945454126,5389
+"wd_0",0.01,1613945454126,5389
+"sqr_mom_0",0.99,1613945454126,5389
+"lr_0",2.411836541908349e-06,1613945454126,5389
+"mom_0",0.901763786799701,1613945454126,5389
+"eps_0",1e-05,1613945454126,5389
+"wd_1",0.01,1613945454126,5389
+"sqr_mom_1",0.99,1613945454126,5389
+"lr_1",2.4118365419083493e-05,1613945454126,5389
+"mom_1",0.901763786799701,1613945454126,5389
+"eps_1",1e-05,1613945454126,5389
+"wd_2",0.01,1613945454126,5389
+"sqr_mom_2",0.99,1613945454126,5389
+"lr_2",0.00024118365419083487,1613945454126,5389
+"mom_2",0.901763786799701,1613945454126,5389
+"eps_2",1e-05,1613945454126,5389
+"train_loss",0.011803931,1613945455072,5390
+"raw_loss",0.018050533,1613945455072,5390
+"epoch",33.90566037735846,1613945455072,5390
+"wd_0",0.01,1613945455072,5390
+"sqr_mom_0",0.99,1613945455072,5390
+"lr_0",2.410426493053873e-06,1613945455072,5390
+"mom_0",0.9017919880588031,1613945455072,5390
+"eps_0",1e-05,1613945455072,5390
+"wd_1",0.01,1613945455072,5390
+"sqr_mom_1",0.99,1613945455072,5390
+"lr_1",2.410426493053873e-05,1613945455072,5390
+"mom_1",0.9017919880588031,1613945455072,5390
+"eps_1",1e-05,1613945455072,5390
+"wd_2",0.01,1613945455072,5390
+"sqr_mom_2",0.99,1613945455072,5390
+"lr_2",0.0002410426493053873,1613945455072,5390
+"mom_2",0.9017919880588031,1613945455072,5390
+"eps_2",1e-05,1613945455072,5390
+"train_loss",0.011753766,1613945456013,5391
+"raw_loss",0.009295682,1613945456013,5391
+"epoch",33.91194968553456,1613945456013,5391
+"wd_0",0.01,1613945456013,5391
+"sqr_mom_0",0.99,1613945456013,5391
+"lr_0",2.4090164727389534e-06,1613945456013,5391
+"mom_0",0.9018201887471083,1613945456013,5391
+"eps_0",1e-05,1613945456013,5391
+"wd_1",0.01,1613945456013,5391
+"sqr_mom_1",0.99,1613945456013,5391
+"lr_1",2.4090164727389533e-05,1613945456013,5391
+"mom_1",0.9018201887471083,1613945456013,5391
+"eps_1",1e-05,1613945456013,5391
+"wd_2",0.01,1613945456013,5391
+"sqr_mom_2",0.99,1613945456013,5391
+"lr_2",0.0002409016472738953,1613945456013,5391
+"mom_2",0.9018201887471083,1613945456013,5391
+"eps_2",1e-05,1613945456013,5391
+"train_loss",0.011663002,1613945456960,5392
+"raw_loss",0.0072155497,1613945456960,5392
+"epoch",33.91823899371066,1613945456960,5392
+"wd_0",0.01,1613945456960,5392
+"sqr_mom_0",0.99,1613945456960,5392
+"lr_0",2.407605545794489e-06,1613945456960,5392
+"mom_0",0.9018484075681859,1613945456960,5392
+"eps_0",1e-05,1613945456960,5392
+"wd_1",0.01,1613945456960,5392
+"sqr_mom_1",0.99,1613945456960,5392
+"lr_1",2.407605545794489e-05,1613945456960,5392
+"mom_1",0.9018484075681859,1613945456960,5392
+"eps_1",1e-05,1613945456960,5392
+"wd_2",0.01,1613945456960,5392
+"sqr_mom_2",0.99,1613945456960,5392
+"lr_2",0.00024076055457944884,1613945456960,5392
+"mom_2",0.9018484075681859,1613945456960,5392
+"eps_2",1e-05,1613945456960,5392
+"train_loss",0.011618109,1613945457979,5393
+"raw_loss",0.009418391,1613945457979,5393
+"epoch",33.92452830188676,1613945457979,5393
+"wd_0",0.01,1613945457979,5393
+"sqr_mom_0",0.99,1613945457979,5393
+"lr_0",2.4061955839257444e-06,1613945457979,5393
+"mom_0",0.9018766070875559,1613945457979,5393
+"eps_0",1e-05,1613945457979,5393
+"wd_1",0.01,1613945457979,5393
+"sqr_mom_1",0.99,1613945457979,5393
+"lr_1",2.4061955839257444e-05,1613945457979,5393
+"mom_1",0.9018766070875559,1613945457979,5393
+"eps_1",1e-05,1613945457979,5393
+"wd_2",0.01,1613945457979,5393
+"sqr_mom_2",0.99,1613945457979,5393
+"lr_2",0.0002406195583925744,1613945457979,5393
+"mom_2",0.9018766070875559,1613945457979,5393
+"eps_2",1e-05,1613945457979,5393
+"train_loss",0.011559287,1613945458942,5394
+"raw_loss",0.008677003,1613945458942,5394
+"epoch",33.93081761006286,1613945458942,5394
+"wd_0",0.01,1613945458942,5394
+"sqr_mom_0",0.99,1613945458942,5394
+"lr_0",2.4047856519442143e-06,1613945458942,5394
+"mom_0",0.9019048060091758,1613945458942,5394
+"eps_0",1e-05,1613945458942,5394
+"wd_1",0.01,1613945458942,5394
+"sqr_mom_1",0.99,1613945458942,5394
+"lr_1",2.4047856519442142e-05,1613945458942,5394
+"mom_1",0.9019048060091758,1613945458942,5394
+"eps_1",1e-05,1613945458942,5394
+"wd_2",0.01,1613945458942,5394
+"sqr_mom_2",0.99,1613945458942,5394
+"lr_2",0.0002404785651944214,1613945458942,5394
+"mom_2",0.9019048060091758,1613945458942,5394
+"eps_2",1e-05,1613945458942,5394
+"train_loss",0.011790697,1613945459929,5395
+"raw_loss",0.023129808,1613945459929,5395
+"epoch",33.93710691823896,1613945459929,5395
+"wd_0",0.01,1613945459929,5395
+"sqr_mom_0",0.99,1613945459929,5395
+"lr_0",2.4033748147407287e-06,1613945459929,5395
+"mom_0",0.9019330230354158,1613945459929,5395
+"eps_0",1e-05,1613945459929,5395
+"wd_1",0.01,1613945459929,5395
+"sqr_mom_1",0.99,1613945459929,5395
+"lr_1",2.403374814740729e-05,1613945459929,5395
+"mom_1",0.9019330230354158,1613945459929,5395
+"eps_1",1e-05,1613945459929,5395
+"wd_2",0.01,1613945459929,5395
+"sqr_mom_2",0.99,1613945459929,5395
+"lr_2",0.00024033748147407288,1613945459929,5395
+"mom_2",0.9019330230354158,1613945459929,5395
+"eps_2",1e-05,1613945459929,5395
+"train_loss",0.011994184,1613945460915,5396
+"raw_loss",0.021965053,1613945460915,5396
+"epoch",33.94339622641506,1613945460915,5396
+"wd_0",0.01,1613945460915,5396
+"sqr_mom_0",0.99,1613945460915,5396
+"lr_0",2.4019649439015023e-06,1613945460915,5396
+"mom_0",0.9019612207341773,1613945460915,5396
+"eps_0",1e-05,1613945460915,5396
+"wd_1",0.01,1613945460915,5396
+"sqr_mom_1",0.99,1613945460915,5396
+"lr_1",2.401964943901502e-05,1613945460915,5396
+"mom_1",0.9019612207341773,1613945460915,5396
+"eps_1",1e-05,1613945460915,5396
+"wd_2",0.01,1613945460915,5396
+"sqr_mom_2",0.99,1613945460915,5396
+"lr_2",0.00024019649439015016,1613945460915,5396
+"mom_2",0.9019612207341773,1613945460915,5396
+"eps_2",1e-05,1613945460915,5396
+"train_loss",0.011916821,1613945461913,5397
+"raw_loss",0.008126048,1613945461913,5397
+"epoch",33.94968553459116,1613945461913,5397
+"wd_0",0.01,1613945461913,5397
+"sqr_mom_0",0.99,1613945461913,5397
+"lr_0",2.4005546365386593e-06,1613945461913,5397
+"mom_0",0.9019894271634984,1613945461913,5397
+"eps_0",1e-05,1613945461913,5397
+"wd_1",0.01,1613945461913,5397
+"sqr_mom_1",0.99,1613945461913,5397
+"lr_1",2.400554636538659e-05,1613945461913,5397
+"mom_1",0.9019894271634984,1613945461913,5397
+"eps_1",1e-05,1613945461913,5397
+"wd_2",0.01,1613945461913,5397
+"sqr_mom_2",0.99,1613945461913,5397
+"lr_2",0.00024005546365386588,1613945461913,5397
+"mom_2",0.9019894271634984,1613945461913,5397
+"eps_2",1e-05,1613945461913,5397
+"train_loss",0.011980141,1613945462922,5398
+"raw_loss",0.015082804,1613945462922,5398
+"epoch",33.95597484276726,1613945462922,5398
+"wd_0",0.01,1613945462922,5398
+"sqr_mom_0",0.99,1613945462922,5398
+"lr_0",2.3991443608808546e-06,1613945462922,5398
+"mom_0",0.9020176329587125,1613945462922,5398
+"eps_0",1e-05,1613945462922,5398
+"wd_1",0.01,1613945462922,5398
+"sqr_mom_1",0.99,1613945462922,5398
+"lr_1",2.3991443608808546e-05,1613945462922,5398
+"mom_1",0.9020176329587125,1613945462922,5398
+"eps_1",1e-05,1613945462922,5398
+"wd_2",0.01,1613945462922,5398
+"sqr_mom_2",0.99,1613945462922,5398
+"lr_2",0.00023991443608808544,1613945462922,5398
+"mom_2",0.9020176329587125,1613945462922,5398
+"eps_2",1e-05,1613945462922,5398
+"train_loss",0.0118842125,1613945463883,5399
+"raw_loss",0.0071837534,1613945463883,5399
+"epoch",33.96226415094336,1613945463883,5399
+"wd_0",0.01,1613945463883,5399
+"sqr_mom_0",0.99,1613945463883,5399
+"lr_0",2.3977341173775975e-06,1613945463883,5399
+"mom_0",0.9020458381108292,1613945463883,5399
+"eps_0",1e-05,1613945463883,5399
+"wd_1",0.01,1613945463883,5399
+"sqr_mom_1",0.99,1613945463883,5399
+"lr_1",2.3977341173775972e-05,1613945463883,5399
+"mom_1",0.9020458381108292,1613945463883,5399
+"eps_1",1e-05,1613945463883,5399
+"wd_2",0.01,1613945463883,5399
+"sqr_mom_2",0.99,1613945463883,5399
+"lr_2",0.0002397734117377597,1613945463883,5399
+"mom_2",0.9020458381108292,1613945463883,5399
+"eps_2",1e-05,1613945463883,5399
+"train_loss",0.011860774,1613945464831,5400
+"raw_loss",0.010712281,1613945464831,5400
+"epoch",33.96855345911946,1613945464831,5400
+"wd_0",0.01,1613945464831,5400
+"sqr_mom_0",0.99,1613945464831,5400
+"lr_0",2.396323906478387e-06,1613945464831,5400
+"mom_0",0.9020740426108583,1613945464831,5400
+"eps_0",1e-05,1613945464831,5400
+"wd_1",0.01,1613945464831,5400
+"sqr_mom_1",0.99,1613945464831,5400
+"lr_1",2.396323906478387e-05,1613945464831,5400
+"mom_1",0.9020740426108583,1613945464831,5400
+"eps_1",1e-05,1613945464831,5400
+"wd_2",0.01,1613945464831,5400
+"sqr_mom_2",0.99,1613945464831,5400
+"lr_2",0.00023963239064783866,1613945464831,5400
+"mom_2",0.9020740426108583,1613945464831,5400
+"eps_2",1e-05,1613945464831,5400
+"train_loss",0.011721711,1613945465810,5401
+"raw_loss",0.0049075875,1613945465810,5401
+"epoch",33.97484276729556,1613945465810,5401
+"wd_0",0.01,1613945465810,5401
+"sqr_mom_0",0.99,1613945465810,5401
+"lr_0",2.3949137286327107e-06,1613945465810,5401
+"mom_0",0.9021022464498103,1613945465810,5401
+"eps_0",1e-05,1613945465810,5401
+"wd_1",0.01,1613945465810,5401
+"sqr_mom_1",0.99,1613945465810,5401
+"lr_1",2.394913728632711e-05,1613945465810,5401
+"mom_1",0.9021022464498103,1613945465810,5401
+"eps_1",1e-05,1613945465810,5401
+"wd_2",0.01,1613945465810,5401
+"sqr_mom_2",0.99,1613945465810,5401
+"lr_2",0.00023949137286327106,1613945465810,5401
+"mom_2",0.9021022464498103,1613945465810,5401
+"eps_2",1e-05,1613945465810,5401
+"train_loss",0.011669994,1613945466771,5402
+"raw_loss",0.009135907,1613945466771,5402
+"epoch",33.98113207547166,1613945466771,5402
+"wd_0",0.01,1613945466771,5402
+"sqr_mom_0",0.99,1613945466771,5402
+"lr_0",2.3935040519940097e-06,1613945466771,5402
+"mom_0",0.9021304402645224,1613945466771,5402
+"eps_0",1e-05,1613945466771,5402
+"wd_1",0.01,1613945466771,5402
+"sqr_mom_1",0.99,1613945466771,5402
+"lr_1",2.3935040519940095e-05,1613945466771,5402
+"mom_1",0.9021304402645224,1613945466771,5402
+"eps_1",1e-05,1613945466771,5402
+"wd_2",0.01,1613945466771,5402
+"sqr_mom_2",0.99,1613945466771,5402
+"lr_2",0.00023935040519940093,1613945466771,5402
+"mom_2",0.9021304402645224,1613945466771,5402
+"eps_2",1e-05,1613945466771,5402
+"train_loss",0.01157515,1613945467745,5403
+"raw_loss",0.0069277976,1613945467745,5403
+"epoch",33.987421383647764,1613945467745,5403
+"wd_0",0.01,1613945467745,5403
+"sqr_mom_0",0.99,1613945467745,5403
+"lr_0",2.392093473899865e-06,1613945467745,5403
+"mom_0",0.9021586521085238,1613945467745,5403
+"eps_0",1e-05,1613945467745,5403
+"wd_1",0.01,1613945467745,5403
+"sqr_mom_1",0.99,1613945467745,5403
+"lr_1",2.3920934738998648e-05,1613945467745,5403
+"mom_1",0.9021586521085238,1613945467745,5403
+"eps_1",1e-05,1613945467745,5403
+"wd_2",0.01,1613945467745,5403
+"sqr_mom_2",0.99,1613945467745,5403
+"lr_2",0.00023920934738998645,1613945467745,5403
+"mom_2",0.9021586521085238,1613945467745,5403
+"eps_2",1e-05,1613945467745,5403
+"train_loss",0.011478109,1613945468701,5404
+"raw_loss",0.0067231,1613945468701,5404
+"epoch",33.993710691823864,1613945468701,5404
+"wd_0",0.01,1613945468701,5404
+"sqr_mom_0",0.99,1613945468701,5404
+"lr_0",2.3906838655927605e-06,1613945468701,5404
+"mom_0",0.9021868445565904,1613945468701,5404
+"eps_0",1e-05,1613945468701,5404
+"wd_1",0.01,1613945468701,5404
+"sqr_mom_1",0.99,1613945468701,5404
+"lr_1",2.3906838655927603e-05,1613945468701,5404
+"mom_1",0.9021868445565904,1613945468701,5404
+"eps_1",1e-05,1613945468701,5404
+"wd_2",0.01,1613945468701,5404
+"sqr_mom_2",0.99,1613945468701,5404
+"lr_2",0.000239068386559276,1613945468701,5404
+"mom_2",0.9021868445565904,1613945468701,5404
+"eps_2",1e-05,1613945468701,5404
+"train_loss",0.011513344,1613945469720,5405
+"raw_loss",0.013239829,1613945469720,5405
+"epoch",33.999999999999964,1613945469720,5405
+"wd_0",0.01,1613945469720,5405
+"sqr_mom_0",0.99,1613945469720,5405
+"lr_0",2.389274292113774e-06,1613945469720,5405
+"mom_0",0.9022150363080875,1613945469720,5405
+"eps_0",1e-05,1613945469720,5405
+"wd_1",0.01,1613945469720,5405
+"sqr_mom_1",0.99,1613945469720,5405
+"lr_1",2.389274292113774e-05,1613945469720,5405
+"mom_1",0.9022150363080875,1613945469720,5405
+"eps_1",1e-05,1613945469720,5405
+"wd_2",0.01,1613945469720,5405
+"sqr_mom_2",0.99,1613945469720,5405
+"lr_2",0.00023892742921137738,1613945469720,5405
+"mom_2",0.9022150363080875,1613945469720,5405
+"eps_2",1e-05,1613945469720,5405
+"valid_loss",0.09201888740062714,1613945502007,5405
+"_rmse",0.3033461570739746,1613945502007,5405
+"epoch",34,1613945502007,5405
+"train_loss",0.011560305,1613945503067,5406
+"raw_loss",0.013861397,1613945503067,5406
+"epoch",34.0062893081761,1613945503067,5406
+"wd_0",0.01,1613945503067,5406
+"sqr_mom_0",0.99,1613945503067,5406
+"lr_0",2.387863818596432e-06,1613945503067,5406
+"mom_0",0.902243246060532,1613945503067,5406
+"eps_0",1e-05,1613945503067,5406
+"wd_1",0.01,1613945503067,5406
+"sqr_mom_1",0.99,1613945503067,5406
+"lr_1",2.387863818596432e-05,1613945503067,5406
+"mom_1",0.902243246060532,1613945503067,5406
+"eps_1",1e-05,1613945503067,5406
+"wd_2",0.01,1613945503067,5406
+"sqr_mom_2",0.99,1613945503067,5406
+"lr_2",0.0002387863818596432,1613945503067,5406
+"mom_2",0.902243246060532,1613945503067,5406
+"eps_2",1e-05,1613945503067,5406
+"train_loss",0.011583537,1613945504021,5407
+"raw_loss",0.012721897,1613945504021,5407
+"epoch",34.0125786163522,1613945504021,5407
+"wd_0",0.01,1613945504021,5407
+"sqr_mom_0",0.99,1613945504021,5407
+"lr_0",2.3864543161444897e-06,1613945504021,5407
+"mom_0",0.9022714363914741,1613945504021,5407
+"eps_0",1e-05,1613945504021,5407
+"wd_1",0.01,1613945504021,5407
+"sqr_mom_1",0.99,1613945504021,5407
+"lr_1",2.3864543161444896e-05,1613945504021,5407
+"mom_1",0.9022714363914741,1613945504021,5407
+"eps_1",1e-05,1613945504021,5407
+"wd_2",0.01,1613945504021,5407
+"sqr_mom_2",0.99,1613945504021,5407
+"lr_2",0.00023864543161444894,1613945504021,5407
+"mom_2",0.9022714363914741,1613945504021,5407
+"eps_2",1e-05,1613945504021,5407
+"train_loss",0.011569274,1613945504969,5408
+"raw_loss",0.010870386,1613945504969,5408
+"epoch",34.0188679245283,1613945504969,5408
+"wd_0",0.01,1613945504969,5408
+"sqr_mom_0",0.99,1613945504969,5408
+"lr_0",2.3850443822341727e-06,1613945504969,5408
+"mom_0",0.90229963535167,1613945504969,5408
+"eps_0",1e-05,1613945504969,5408
+"wd_1",0.01,1613945504969,5408
+"sqr_mom_1",0.99,1613945504969,5408
+"lr_1",2.3850443822341726e-05,1613945504969,5408
+"mom_1",0.90229963535167,1613945504969,5408
+"eps_1",1e-05,1613945504969,5408
+"wd_2",0.01,1613945504969,5408
+"sqr_mom_2",0.99,1613945504969,5408
+"lr_2",0.0002385044382234172,1613945504969,5408
+"mom_2",0.90229963535167,1613945504969,5408
+"eps_2",1e-05,1613945504969,5408
+"train_loss",0.011425738,1613945505907,5409
+"raw_loss",0.0043924795,1613945505907,5409
+"epoch",34.0251572327044,1613945505907,5409
+"wd_0",0.01,1613945505907,5409
+"sqr_mom_0",0.99,1613945505907,5409
+"lr_0",2.3836344849726086e-06,1613945505907,5409
+"mom_0",0.9023278335788836,1613945505907,5409
+"eps_0",1e-05,1613945505907,5409
+"wd_1",0.01,1613945505907,5409
+"sqr_mom_1",0.99,1613945505907,5409
+"lr_1",2.3836344849726086e-05,1613945505907,5409
+"mom_1",0.9023278335788836,1613945505907,5409
+"eps_1",1e-05,1613945505907,5409
+"wd_2",0.01,1613945505907,5409
+"sqr_mom_2",0.99,1613945505907,5409
+"lr_2",0.00023836344849726082,1613945505907,5409
+"mom_2",0.9023278335788836,1613945505907,5409
+"eps_2",1e-05,1613945505907,5409
+"train_loss",0.011401274,1613945506851,5410
+"raw_loss",0.010202522,1613945506851,5410
+"epoch",34.0314465408805,1613945506851,5410
+"wd_0",0.01,1613945506851,5410
+"sqr_mom_0",0.99,1613945506851,5410
+"lr_0",2.3822246248091877e-06,1613945506851,5410
+"mom_0",0.9023560310641269,1613945506851,5410
+"eps_0",1e-05,1613945506851,5410
+"wd_1",0.01,1613945506851,5410
+"sqr_mom_1",0.99,1613945506851,5410
+"lr_1",2.3822246248091874e-05,1613945506851,5410
+"mom_1",0.9023560310641269,1613945506851,5410
+"eps_1",1e-05,1613945506851,5410
+"wd_2",0.01,1613945506851,5410
+"sqr_mom_2",0.99,1613945506851,5410
+"lr_2",0.0002382224624809187,1613945506851,5410
+"mom_2",0.9023560310641269,1613945506851,5410
+"eps_2",1e-05,1613945506851,5410
+"train_loss",0.011311469,1613945507876,5411
+"raw_loss",0.006911012,1613945507876,5411
+"epoch",34.0377358490566,1613945507876,5411
+"wd_0",0.01,1613945507876,5411
+"sqr_mom_0",0.99,1613945507876,5411
+"lr_0",2.380815269789869e-06,1613945507876,5411
+"mom_0",0.902384218446387,1613945507876,5411
+"eps_0",1e-05,1613945507876,5411
+"wd_1",0.01,1613945507876,5411
+"sqr_mom_1",0.99,1613945507876,5411
+"lr_1",2.380815269789869e-05,1613945507876,5411
+"mom_1",0.902384218446387,1613945507876,5411
+"eps_1",1e-05,1613945507876,5411
+"wd_2",0.01,1613945507876,5411
+"sqr_mom_2",0.99,1613945507876,5411
+"lr_2",0.00023808152697898688,1613945507876,5411
+"mom_2",0.902384218446387,1613945507876,5411
+"eps_2",1e-05,1613945507876,5411
+"train_loss",0.0112223085,1613945508871,5412
+"raw_loss",0.0068534417,1613945508871,5412
+"epoch",34.0440251572327,1613945508871,5412
+"wd_0",0.01,1613945508871,5412
+"sqr_mom_0",0.99,1613945508871,5412
+"lr_0",2.3794050175742675e-06,1613945508871,5412
+"mom_0",0.9024124237727523,1613945508871,5412
+"eps_0",1e-05,1613945508871,5412
+"wd_1",0.01,1613945508871,5412
+"sqr_mom_1",0.99,1613945508871,5412
+"lr_1",2.3794050175742673e-05,1613945508871,5412
+"mom_1",0.9024124237727523,1613945508871,5412
+"eps_1",1e-05,1613945508871,5412
+"wd_2",0.01,1613945508871,5412
+"sqr_mom_2",0.99,1613945508871,5412
+"lr_2",0.00023794050175742675,1613945508871,5412
+"mom_2",0.9024124237727523,1613945508871,5412
+"eps_2",1e-05,1613945508871,5412
+"train_loss",0.011102937,1613945509895,5413
+"raw_loss",0.0052537164,1613945509895,5413
+"epoch",34.0503144654088,1613945509895,5413
+"wd_0",0.01,1613945509895,5413
+"sqr_mom_0",0.99,1613945509895,5413
+"lr_0",2.3779957389725665e-06,1613945509895,5413
+"mom_0",0.9024406096266449,1613945509895,5413
+"eps_0",1e-05,1613945509895,5413
+"wd_1",0.01,1613945509895,5413
+"sqr_mom_1",0.99,1613945509895,5413
+"lr_1",2.3779957389725665e-05,1613945509895,5413
+"mom_1",0.9024406096266449,1613945509895,5413
+"eps_1",1e-05,1613945509895,5413
+"wd_2",0.01,1613945509895,5413
+"sqr_mom_2",0.99,1613945509895,5413
+"lr_2",0.0002377995738972566,1613945509895,5413
+"mom_2",0.9024406096266449,1613945509895,5413
+"eps_2",1e-05,1613945509895,5413
+"train_loss",0.011004155,1613945510916,5414
+"raw_loss",0.0061637945,1613945510916,5414
+"epoch",34.056603773584904,1613945510916,5414
+"wd_0",0.01,1613945510916,5414
+"sqr_mom_0",0.99,1613945510916,5414
+"lr_0",2.376586499240496e-06,1613945510916,5414
+"mom_0",0.9024687947031371,1613945510916,5414
+"eps_0",1e-05,1613945510916,5414
+"wd_1",0.01,1613945510916,5414
+"sqr_mom_1",0.99,1613945510916,5414
+"lr_1",2.376586499240496e-05,1613945510916,5414
+"mom_1",0.9024687947031371,1613945510916,5414
+"eps_1",1e-05,1613945510916,5414
+"wd_2",0.01,1613945510916,5414
+"sqr_mom_2",0.99,1613945510916,5414
+"lr_2",0.0002376586499240496,1613945510916,5414
+"mom_2",0.9024687947031371,1613945510916,5414
+"eps_2",1e-05,1613945510916,5414
+"train_loss",0.011457604,1613945511904,5415
+"raw_loss",0.033676665,1613945511904,5415
+"epoch",34.062893081761004,1613945511904,5415
+"wd_0",0.01,1613945511904,5415
+"sqr_mom_0",0.99,1613945511904,5415
+"lr_0",2.3751763637369645e-06,1613945511904,5415
+"mom_0",0.9024969976952376,1613945511904,5415
+"eps_0",1e-05,1613945511904,5415
+"wd_1",0.01,1613945511904,5415
+"sqr_mom_1",0.99,1613945511904,5415
+"lr_1",2.3751763637369644e-05,1613945511904,5415
+"mom_1",0.9024969976952376,1613945511904,5415
+"eps_1",1e-05,1613945511904,5415
+"wd_2",0.01,1613945511904,5415
+"sqr_mom_2",0.99,1613945511904,5415
+"lr_2",0.00023751763637369638,1613945511904,5415
+"mom_2",0.9024969976952376,1613945511904,5415
+"eps_2",1e-05,1613945511904,5415
+"train_loss",0.011467946,1613945512885,5416
+"raw_loss",0.011974657,1613945512885,5416
+"epoch",34.069182389937104,1613945512885,5416
+"wd_0",0.01,1613945512885,5416
+"sqr_mom_0",0.99,1613945512885,5416
+"lr_0",2.3737672031173253e-06,1613945512885,5416
+"mom_0",0.9025251811894653,1613945512885,5416
+"eps_0",1e-05,1613945512885,5416
+"wd_1",0.01,1613945512885,5416
+"sqr_mom_1",0.99,1613945512885,5416
+"lr_1",2.373767203117325e-05,1613945512885,5416
+"mom_1",0.9025251811894653,1613945512885,5416
+"eps_1",1e-05,1613945512885,5416
+"wd_2",0.01,1613945512885,5416
+"sqr_mom_2",0.99,1613945512885,5416
+"lr_2",0.0002373767203117325,1613945512885,5416
+"mom_2",0.9025251811894653,1613945512885,5416
+"eps_2",1e-05,1613945512885,5416
+"train_loss",0.011423751,1613945513951,5417
+"raw_loss",0.009258179,1613945513951,5417
+"epoch",34.075471698113205,1613945513951,5417
+"wd_0",0.01,1613945513951,5417
+"sqr_mom_0",0.99,1613945513951,5417
+"lr_0",2.3723580827142196e-06,1613945513951,5417
+"mom_0",0.9025533638793544,1613945513951,5417
+"eps_0",1e-05,1613945513951,5417
+"wd_1",0.01,1613945513951,5417
+"sqr_mom_1",0.99,1613945513951,5417
+"lr_1",2.3723580827142194e-05,1613945513951,5417
+"mom_1",0.9025533638793544,1613945513951,5417
+"eps_1",1e-05,1613945513951,5417
+"wd_2",0.01,1613945513951,5417
+"sqr_mom_2",0.99,1613945513951,5417
+"lr_2",0.00023723580827142193,1613945513951,5417
+"mom_2",0.9025533638793544,1613945513951,5417
+"eps_2",1e-05,1613945513951,5417
+"train_loss",0.011357822,1613945514927,5418
+"raw_loss",0.008127335,1613945514927,5418
+"epoch",34.081761006289305,1613945514927,5418
+"wd_0",0.01,1613945514927,5418
+"sqr_mom_0",0.99,1613945514927,5418
+"lr_0",2.370948067967042e-06,1613945514927,5418
+"mom_0",0.9025815644563037,1613945514927,5418
+"eps_0",1e-05,1613945514927,5418
+"wd_1",0.01,1613945514927,5418
+"sqr_mom_1",0.99,1613945514927,5418
+"lr_1",2.3709480679670417e-05,1613945514927,5418
+"mom_1",0.9025815644563037,1613945514927,5418
+"eps_1",1e-05,1613945514927,5418
+"wd_2",0.01,1613945514927,5418
+"sqr_mom_2",0.99,1613945514927,5418
+"lr_2",0.00023709480679670413,1613945514927,5418
+"mom_2",0.9025815644563037,1613945514927,5418
+"eps_2",1e-05,1613945514927,5418
+"train_loss",0.011340638,1613945515955,5419
+"raw_loss",0.010498589,1613945515955,5419
+"epoch",34.088050314465406,1613945515955,5419
+"wd_0",0.01,1613945515955,5419
+"sqr_mom_0",0.99,1613945515955,5419
+"lr_0",2.369539029370954e-06,1613945515955,5419
+"mom_0",0.902609745510036,1613945515955,5419
+"eps_0",1e-05,1613945515955,5419
+"wd_1",0.01,1613945515955,5419
+"sqr_mom_1",0.99,1613945515955,5419
+"lr_1",2.3695390293709535e-05,1613945515955,5419
+"mom_1",0.902609745510036,1613945515955,5419
+"eps_1",1e-05,1613945515955,5419
+"wd_2",0.01,1613945515955,5419
+"sqr_mom_2",0.99,1613945515955,5419
+"lr_2",0.00023695390293709535,1613945515955,5419
+"mom_2",0.902609745510036,1613945515955,5419
+"eps_2",1e-05,1613945515955,5419
+"train_loss",0.011255707,1613945516960,5420
+"raw_loss",0.007094073,1613945516960,5420
+"epoch",34.094339622641506,1613945516960,5420
+"wd_0",0.01,1613945516960,5420
+"sqr_mom_0",0.99,1613945516960,5420
+"lr_0",2.36812956486105e-06,1613945516960,5420
+"mom_0",0.9026379350821297,1613945516960,5420
+"eps_0",1e-05,1613945516960,5420
+"wd_1",0.01,1613945516960,5420
+"sqr_mom_1",0.99,1613945516960,5420
+"lr_1",2.3681295648610498e-05,1613945516960,5420
+"mom_1",0.9026379350821297,1613945516960,5420
+"eps_1",1e-05,1613945516960,5420
+"wd_2",0.01,1613945516960,5420
+"sqr_mom_2",0.99,1613945516960,5420
+"lr_2",0.00023681295648610498,1613945516960,5420
+"mom_2",0.9026379350821297,1613945516960,5420
+"eps_2",1e-05,1613945516960,5420
+"train_loss",0.01125273,1613945517948,5421
+"raw_loss",0.011106888,1613945517948,5421
+"epoch",34.10062893081761,1613945517948,5421
+"wd_0",0.01,1613945517948,5421
+"sqr_mom_0",0.99,1613945517948,5421
+"lr_0",2.366720142391304e-06,1613945517948,5421
+"mom_0",0.902666123813412,1613945517948,5421
+"eps_0",1e-05,1613945517948,5421
+"wd_1",0.01,1613945517948,5421
+"sqr_mom_1",0.99,1613945517948,5421
+"lr_1",2.366720142391304e-05,1613945517948,5421
+"mom_1",0.902666123813412,1613945517948,5421
+"eps_1",1e-05,1613945517948,5421
+"wd_2",0.01,1613945517948,5421
+"sqr_mom_2",0.99,1613945517948,5421
+"lr_2",0.00023667201423913038,1613945517948,5421
+"mom_2",0.902666123813412,1613945517948,5421
+"eps_2",1e-05,1613945517948,5421
+"train_loss",0.011129839,1613945519064,5422
+"raw_loss",0.0051081865,1613945519064,5422
+"epoch",34.10691823899371,1613945519064,5422
+"wd_0",0.01,1613945519064,5422
+"sqr_mom_0",0.99,1613945519064,5422
+"lr_0",2.365310762410953e-06,1613945519064,5422
+"mom_0",0.9026943116948979,1613945519064,5422
+"eps_0",1e-05,1613945519064,5422
+"wd_1",0.01,1613945519064,5422
+"sqr_mom_1",0.99,1613945519064,5422
+"lr_1",2.3653107624109534e-05,1613945519064,5422
+"mom_1",0.9026943116948979,1613945519064,5422
+"eps_1",1e-05,1613945519064,5422
+"wd_2",0.01,1613945519064,5422
+"sqr_mom_2",0.99,1613945519064,5422
+"lr_2",0.0002365310762410953,1613945519064,5422
+"mom_2",0.9026943116948979,1613945519064,5422
+"eps_2",1e-05,1613945519064,5422
+"train_loss",0.011090272,1613945520143,5423
+"raw_loss",0.009151479,1613945520143,5423
+"epoch",34.11320754716981,1613945520143,5423
+"wd_0",0.01,1613945520143,5423
+"sqr_mom_0",0.99,1613945520143,5423
+"lr_0",2.3639018928038584e-06,1613945520143,5423
+"mom_0",0.9027224893688165,1613945520143,5423
+"eps_0",1e-05,1613945520143,5423
+"wd_1",0.01,1613945520143,5423
+"sqr_mom_1",0.99,1613945520143,5423
+"lr_1",2.3639018928038582e-05,1613945520143,5423
+"mom_1",0.9027224893688165,1613945520143,5423
+"eps_1",1e-05,1613945520143,5423
+"wd_2",0.01,1613945520143,5423
+"sqr_mom_2",0.99,1613945520143,5423
+"lr_2",0.0002363901892803858,1613945520143,5423
+"mom_2",0.9027224893688165,1613945520143,5423
+"eps_2",1e-05,1613945520143,5423
+"train_loss",0.010996489,1613945521248,5424
+"raw_loss",0.0064011216,1613945521248,5424
+"epoch",34.11949685534591,1613945521248,5424
+"wd_0",0.01,1613945521248,5424
+"sqr_mom_0",0.99,1613945521248,5424
+"lr_0",2.362492131715319e-06,1613945521248,5424
+"mom_0",0.9027506848725423,1613945521248,5424
+"eps_0",1e-05,1613945521248,5424
+"wd_1",0.01,1613945521248,5424
+"sqr_mom_1",0.99,1613945521248,5424
+"lr_1",2.3624921317153187e-05,1613945521248,5424
+"mom_1",0.9027506848725423,1613945521248,5424
+"eps_1",1e-05,1613945521248,5424
+"wd_2",0.01,1613945521248,5424
+"sqr_mom_2",0.99,1613945521248,5424
+"lr_2",0.00023624921317153187,1613945521248,5424
+"mom_2",0.9027506848725423,1613945521248,5424
+"eps_2",1e-05,1613945521248,5424
+"train_loss",0.01093331,1613945522473,5425
+"raw_loss",0.007837539,1613945522473,5425
+"epoch",34.12578616352201,1613945522473,5425
+"wd_0",0.01,1613945522473,5425
+"sqr_mom_0",0.99,1613945522473,5425
+"lr_0",2.361083349303999e-06,1613945522473,5425
+"mom_0",0.902778860802528,1613945522473,5425
+"eps_0",1e-05,1613945522473,5425
+"wd_1",0.01,1613945522473,5425
+"sqr_mom_1",0.99,1613945522473,5425
+"lr_1",2.361083349303999e-05,1613945522473,5425
+"mom_1",0.902778860802528,1613945522473,5425
+"eps_1",1e-05,1613945522473,5425
+"wd_2",0.01,1613945522473,5425
+"sqr_mom_2",0.99,1613945522473,5425
+"lr_2",0.00023610833493039989,1613945522473,5425
+"mom_2",0.902778860802528,1613945522473,5425
+"eps_2",1e-05,1613945522473,5425
+"train_loss",0.0108500235,1613945523674,5426
+"raw_loss",0.006768988,1613945523674,5426
+"epoch",34.13207547169811,1613945523674,5426
+"wd_0",0.01,1613945523674,5426
+"sqr_mom_0",0.99,1613945523674,5426
+"lr_0",2.3596746111493657e-06,1613945523674,5426
+"mom_0",0.9028070358473711,1613945523674,5426
+"eps_0",1e-05,1613945523674,5426
+"wd_1",0.01,1613945523674,5426
+"sqr_mom_1",0.99,1613945523674,5426
+"lr_1",2.3596746111493656e-05,1613945523674,5426
+"mom_1",0.9028070358473711,1613945523674,5426
+"eps_1",1e-05,1613945523674,5426
+"wd_2",0.01,1613945523674,5426
+"sqr_mom_2",0.99,1613945523674,5426
+"lr_2",0.00023596746111493656,1613945523674,5426
+"mom_2",0.9028070358473711,1613945523674,5426
+"eps_2",1e-05,1613945523674,5426
+"train_loss",0.010814207,1613945524852,5427
+"raw_loss",0.009059199,1613945524852,5427
+"epoch",34.13836477987421,1613945524852,5427
+"wd_0",0.01,1613945524852,5427
+"sqr_mom_0",0.99,1613945524852,5427
+"lr_0",2.3582649829483594e-06,1613945524852,5427
+"mom_0",0.9028352286933197,1613945524852,5427
+"eps_0",1e-05,1613945524852,5427
+"wd_1",0.01,1613945524852,5427
+"sqr_mom_1",0.99,1613945524852,5427
+"lr_1",2.3582649829483594e-05,1613945524852,5427
+"mom_1",0.9028352286933197,1613945524852,5427
+"eps_1",1e-05,1613945524852,5427
+"wd_2",0.01,1613945524852,5427
+"sqr_mom_2",0.99,1613945524852,5427
+"lr_2",0.0002358264982948359,1613945524852,5427
+"mom_2",0.9028352286933197,1613945524852,5427
+"eps_2",1e-05,1613945524852,5427
+"train_loss",0.010760846,1613945526183,5428
+"raw_loss",0.008146159,1613945526183,5428
+"epoch",34.14465408805031,1613945526183,5428
+"wd_0",0.01,1613945526183,5428
+"sqr_mom_0",0.99,1613945526183,5428
+"lr_0",2.35685633468336e-06,1613945526183,5428
+"mom_0",0.9028634019403522,1613945526183,5428
+"eps_0",1e-05,1613945526183,5428
+"wd_1",0.01,1613945526183,5428
+"sqr_mom_1",0.99,1613945526183,5428
+"lr_1",2.35685633468336e-05,1613945526183,5428
+"mom_1",0.9028634019403522,1613945526183,5428
+"eps_1",1e-05,1613945526183,5428
+"wd_2",0.01,1613945526183,5428
+"sqr_mom_2",0.99,1613945526183,5428
+"lr_2",0.00023568563346833596,1613945526183,5428
+"mom_2",0.9028634019403522,1613945526183,5428
+"eps_2",1e-05,1613945526183,5428
+"train_loss",0.010678377,1613945527402,5429
+"raw_loss",0.006637408,1613945527402,5429
+"epoch",34.15094339622641,1613945527402,5429
+"wd_0",0.01,1613945527402,5429
+"sqr_mom_0",0.99,1613945527402,5429
+"lr_0",2.355447264675844e-06,1613945527402,5429
+"mom_0",0.9028915836223194,1613945527402,5429
+"eps_0",1e-05,1613945527402,5429
+"wd_1",0.01,1613945527402,5429
+"sqr_mom_1",0.99,1613945527402,5429
+"lr_1",2.3554472646758437e-05,1613945527402,5429
+"mom_1",0.9028915836223194,1613945527402,5429
+"eps_1",1e-05,1613945527402,5429
+"wd_2",0.01,1613945527402,5429
+"sqr_mom_2",0.99,1613945527402,5429
+"lr_2",0.00023554472646758435,1613945527402,5429
+"mom_2",0.9028915836223194,1613945527402,5429
+"eps_2",1e-05,1613945527402,5429
+"train_loss",0.010753393,1613945528385,5430
+"raw_loss",0.01442919,1613945528385,5430
+"epoch",34.15723270440251,1613945528385,5430
+"wd_0",0.01,1613945528385,5430
+"sqr_mom_0",0.99,1613945528385,5430
+"lr_0",2.354038240750824e-06,1613945528385,5430
+"mom_0",0.9029197643826273,1613945528385,5430
+"eps_0",1e-05,1613945528385,5430
+"wd_1",0.01,1613945528385,5430
+"sqr_mom_1",0.99,1613945528385,5430
+"lr_1",2.354038240750824e-05,1613945528385,5430
+"mom_1",0.9029197643826273,1613945528385,5430
+"eps_1",1e-05,1613945528385,5430
+"wd_2",0.01,1613945528385,5430
+"sqr_mom_2",0.99,1613945528385,5430
+"lr_2",0.00023540382407508234,1613945528385,5430
+"mom_2",0.9029197643826273,1613945528385,5430
+"eps_2",1e-05,1613945528385,5430
+"train_loss",0.010610008,1613945529355,5431
+"raw_loss",0.0035841132,1613945529355,5431
+"epoch",34.16352201257861,1613945529355,5431
+"wd_0",0.01,1613945529355,5431
+"sqr_mom_0",0.99,1613945529355,5431
+"lr_0",2.3526292633574095e-06,1613945529355,5431
+"mom_0",0.9029479442122939,1613945529355,5431
+"eps_0",1e-05,1613945529355,5431
+"wd_1",0.01,1613945529355,5431
+"sqr_mom_1",0.99,1613945529355,5431
+"lr_1",2.3526292633574092e-05,1613945529355,5431
+"mom_1",0.9029479442122939,1613945529355,5431
+"eps_1",1e-05,1613945529355,5431
+"wd_2",0.01,1613945529355,5431
+"sqr_mom_2",0.99,1613945529355,5431
+"lr_2",0.0002352629263357409,1613945529355,5431
+"mom_2",0.9029479442122939,1613945529355,5431
+"eps_2",1e-05,1613945529355,5431
+"train_loss",0.010590385,1613945530326,5432
+"raw_loss",0.0096288575,1613945530326,5432
+"epoch",34.16981132075471,1613945530326,5432
+"wd_0",0.01,1613945530326,5432
+"sqr_mom_0",0.99,1613945530326,5432
+"lr_0",2.3512208002437952e-06,1613945530326,5432
+"mom_0",0.9029761137562616,1613945530326,5432
+"eps_0",1e-05,1613945530326,5432
+"wd_1",0.01,1613945530326,5432
+"sqr_mom_1",0.99,1613945530326,5432
+"lr_1",2.351220800243795e-05,1613945530326,5432
+"mom_1",0.9029761137562616,1613945530326,5432
+"eps_1",1e-05,1613945530326,5432
+"wd_2",0.01,1613945530326,5432
+"sqr_mom_2",0.99,1613945530326,5432
+"lr_2",0.00023512208002437947,1613945530326,5432
+"mom_2",0.9029761137562616,1613945530326,5432
+"eps_2",1e-05,1613945530326,5432
+"train_loss",0.0105168875,1613945531322,5433
+"raw_loss",0.006915545,1613945531322,5433
+"epoch",34.17610062893081,1613945531322,5433
+"wd_0",0.01,1613945531322,5433
+"sqr_mom_0",0.99,1613945531322,5433
+"lr_0",2.3498114499617664e-06,1613945531322,5433
+"mom_0",0.903004301043775,1613945531322,5433
+"eps_0",1e-05,1613945531322,5433
+"wd_1",0.01,1613945531322,5433
+"sqr_mom_1",0.99,1613945531322,5433
+"lr_1",2.3498114499617664e-05,1613945531322,5433
+"mom_1",0.903004301043775,1613945531322,5433
+"eps_1",1e-05,1613945531322,5433
+"wd_2",0.01,1613945531322,5433
+"sqr_mom_2",0.99,1613945531322,5433
+"lr_2",0.00023498114499617662,1613945531322,5433
+"mom_2",0.903004301043775,1613945531322,5433
+"eps_2",1e-05,1613945531322,5433
+"train_loss",0.010389356,1613945532276,5434
+"raw_loss",0.0041403095,1613945532276,5434
+"epoch",34.18238993710691,1613945532276,5434
+"wd_0",0.01,1613945532276,5434
+"sqr_mom_0",0.99,1613945532276,5434
+"lr_0",2.3484030821250206e-06,1613945532276,5434
+"mom_0",0.9030324686821863,1613945532276,5434
+"eps_0",1e-05,1613945532276,5434
+"wd_1",0.01,1613945532276,5434
+"sqr_mom_1",0.99,1613945532276,5434
+"lr_1",2.3484030821250202e-05,1613945532276,5434
+"mom_1",0.9030324686821863,1613945532276,5434
+"eps_1",1e-05,1613945532276,5434
+"wd_2",0.01,1613945532276,5434
+"sqr_mom_2",0.99,1613945532276,5434
+"lr_2",0.000234840308212502,1613945532276,5434
+"mom_2",0.9030324686821863,1613945532276,5434
+"eps_2",1e-05,1613945532276,5434
+"train_loss",0.010336378,1613945533250,5435
+"raw_loss",0.0077404473,1613945533250,5435
+"epoch",34.18867924528301,1613945533250,5435
+"wd_0",0.01,1613945533250,5435
+"sqr_mom_0",0.99,1613945533250,5435
+"lr_0",2.34699476258397e-06,1613945533250,5435
+"mom_0",0.9030606353546742,1613945533250,5435
+"eps_0",1e-05,1613945533250,5435
+"wd_1",0.01,1613945533250,5435
+"sqr_mom_1",0.99,1613945533250,5435
+"lr_1",2.3469947625839697e-05,1613945533250,5435
+"mom_1",0.9030606353546742,1613945533250,5435
+"eps_1",1e-05,1613945533250,5435
+"wd_2",0.01,1613945533250,5435
+"sqr_mom_2",0.99,1613945533250,5435
+"lr_2",0.00023469947625839692,1613945533250,5435
+"mom_2",0.9030606353546742,1613945533250,5435
+"eps_2",1e-05,1613945533250,5435
+"train_loss",0.010297934,1613945534233,5436
+"raw_loss",0.008414155,1613945534233,5436
+"epoch",34.19496855345911,1613945534233,5436
+"wd_0",0.01,1613945534233,5436
+"sqr_mom_0",0.99,1613945534233,5436
+"lr_0",2.3455855573172232e-06,1613945534233,5436
+"mom_0",0.903088819741853,1613945534233,5436
+"eps_0",1e-05,1613945534233,5436
+"wd_1",0.01,1613945534233,5436
+"sqr_mom_1",0.99,1613945534233,5436
+"lr_1",2.3455855573172234e-05,1613945534233,5436
+"mom_1",0.903088819741853,1613945534233,5436
+"eps_1",1e-05,1613945534233,5436
+"wd_2",0.01,1613945534233,5436
+"sqr_mom_2",0.99,1613945534233,5436
+"lr_2",0.0002345585557317223,1613945534233,5436
+"mom_2",0.903088819741853,1613945534233,5436
+"eps_2",1e-05,1613945534233,5436
+"train_loss",0.010215396,1613945535268,5437
+"raw_loss",0.0061710305,1613945535268,5437
+"epoch",34.20125786163521,1613945535268,5437
+"wd_0",0.01,1613945535268,5437
+"sqr_mom_0",0.99,1613945535268,5437
+"lr_0",2.344177335746104e-06,1613945535268,5437
+"mom_0",0.9031169844549225,1613945535268,5437
+"eps_0",1e-05,1613945535268,5437
+"wd_1",0.01,1613945535268,5437
+"sqr_mom_1",0.99,1613945535268,5437
+"lr_1",2.344177335746104e-05,1613945535268,5437
+"mom_1",0.9031169844549225,1613945535268,5437
+"eps_1",1e-05,1613945535268,5437
+"wd_2",0.01,1613945535268,5437
+"sqr_mom_2",0.99,1613945535268,5437
+"lr_2",0.00023441773357461035,1613945535268,5437
+"mom_2",0.9031169844549225,1613945535268,5437
+"eps_2",1e-05,1613945535268,5437
+"train_loss",0.010533424,1613945536231,5438
+"raw_loss",0.02611683,1613945536231,5438
+"epoch",34.20754716981131,1613945536231,5438
+"wd_0",0.01,1613945536231,5438
+"sqr_mom_0",0.99,1613945536231,5438
+"lr_0",2.3427691638166947e-06,1613945536231,5438
+"mom_0",0.9031451481751478,1613945536231,5438
+"eps_0",1e-05,1613945536231,5438
+"wd_1",0.01,1613945536231,5438
+"sqr_mom_1",0.99,1613945536231,5438
+"lr_1",2.3427691638166947e-05,1613945536231,5438
+"mom_1",0.9031451481751478,1613945536231,5438
+"eps_1",1e-05,1613945536231,5438
+"wd_2",0.01,1613945536231,5438
+"sqr_mom_2",0.99,1613945536231,5438
+"lr_2",0.00023427691638166944,1613945536231,5438
+"mom_2",0.9031451481751478,1613945536231,5438
+"eps_2",1e-05,1613945536231,5438
+"train_loss",0.010464239,1613945537194,5439
+"raw_loss",0.0070741507,1613945537194,5439
+"epoch",34.213836477987414,1613945537194,5439
+"wd_0",0.01,1613945537194,5439
+"sqr_mom_0",0.99,1613945537194,5439
+"lr_0",2.341360107606848e-06,1613945537194,5439
+"mom_0",0.9031733295811588,1613945537194,5439
+"eps_0",1e-05,1613945537194,5439
+"wd_1",0.01,1613945537194,5439
+"sqr_mom_1",0.99,1613945537194,5439
+"lr_1",2.341360107606848e-05,1613945537194,5439
+"mom_1",0.9031733295811588,1613945537194,5439
+"eps_1",1e-05,1613945537194,5439
+"wd_2",0.01,1613945537194,5439
+"sqr_mom_2",0.99,1613945537194,5439
+"lr_2",0.00023413601076068474,1613945537194,5439
+"mom_2",0.9031733295811588,1613945537194,5439
+"eps_2",1e-05,1613945537194,5439
+"train_loss",0.010329321,1613945538143,5440
+"raw_loss",0.003718358,1613945538143,5440
+"epoch",34.220125786163514,1613945538143,5440
+"wd_0",0.01,1613945538143,5440
+"sqr_mom_0",0.99,1613945538143,5440
+"lr_0",2.339952036340151e-06,1613945538143,5440
+"mom_0",0.9032014912881098,1613945538143,5440
+"eps_0",1e-05,1613945538143,5440
+"wd_1",0.01,1613945538143,5440
+"sqr_mom_1",0.99,1613945538143,5440
+"lr_1",2.3399520363401512e-05,1613945538143,5440
+"mom_1",0.9032014912881098,1613945538143,5440
+"eps_1",1e-05,1613945538143,5440
+"wd_2",0.01,1613945538143,5440
+"sqr_mom_2",0.99,1613945538143,5440
+"lr_2",0.0002339952036340151,1613945538143,5440
+"mom_2",0.9032014912881098,1613945538143,5440
+"eps_2",1e-05,1613945538143,5440
+"train_loss",0.010302607,1613945539122,5441
+"raw_loss",0.008993632,1613945539122,5441
+"epoch",34.226415094339615,1613945539122,5441
+"wd_0",0.01,1613945539122,5441
+"sqr_mom_0",0.99,1613945539122,5441
+"lr_0",2.338543081758039e-06,1613945539122,5441
+"mom_0",0.9032296706615458,1613945539122,5441
+"eps_0",1e-05,1613945539122,5441
+"wd_1",0.01,1613945539122,5441
+"sqr_mom_1",0.99,1613945539122,5441
+"lr_1",2.3385430817580392e-05,1613945539122,5441
+"mom_1",0.9032296706615458,1613945539122,5441
+"eps_1",1e-05,1613945539122,5441
+"wd_2",0.01,1613945539122,5441
+"sqr_mom_2",0.99,1613945539122,5441
+"lr_2",0.00023385430817580386,1613945539122,5441
+"mom_2",0.9032296706615458,1613945539122,5441
+"eps_2",1e-05,1613945539122,5441
+"train_loss",0.010294177,1613945540082,5442
+"raw_loss",0.009881081,1613945540082,5442
+"epoch",34.232704402515715,1613945540082,5442
+"wd_0",0.01,1613945540082,5442
+"sqr_mom_0",0.99,1613945540082,5442
+"lr_0",2.3371351129492803e-06,1613945540082,5442
+"mom_0",0.9032578303193175,1613945540082,5442
+"eps_0",1e-05,1613945540082,5442
+"wd_1",0.01,1613945540082,5442
+"sqr_mom_1",0.99,1613945540082,5442
+"lr_1",2.3371351129492805e-05,1613945540082,5442
+"mom_1",0.9032578303193175,1613945540082,5442
+"eps_1",1e-05,1613945540082,5442
+"wd_2",0.01,1613945540082,5442
+"sqr_mom_2",0.99,1613945540082,5442
+"lr_2",0.00023371351129492803,1613945540082,5442
+"mom_2",0.9032578303193175,1613945540082,5442
+"eps_2",1e-05,1613945540082,5442
+"train_loss",0.010259776,1613945541048,5443
+"raw_loss",0.008574144,1613945541048,5443
+"epoch",34.238993710691815,1613945541048,5443
+"wd_0",0.01,1613945541048,5443
+"sqr_mom_0",0.99,1613945541048,5443
+"lr_0",2.335726728908311e-06,1613945541048,5443
+"mom_0",0.9032859982818165,1613945541048,5443
+"eps_0",1e-05,1613945541048,5443
+"wd_1",0.01,1613945541048,5443
+"sqr_mom_1",0.99,1613945541048,5443
+"lr_1",2.335726728908311e-05,1613945541048,5443
+"mom_1",0.9032859982818165,1613945541048,5443
+"eps_1",1e-05,1613945541048,5443
+"wd_2",0.01,1613945541048,5443
+"sqr_mom_2",0.99,1613945541048,5443
+"lr_2",0.00023357267289083103,1613945541048,5443
+"mom_2",0.9032859982818165,1613945541048,5443
+"eps_2",1e-05,1613945541048,5443
+"train_loss",0.010415797,1613945542001,5444
+"raw_loss",0.01806082,1613945542001,5444
+"epoch",34.245283018867916,1613945542001,5444
+"wd_0",0.01,1613945542001,5444
+"sqr_mom_0",0.99,1613945542001,5444
+"lr_0",2.334318397235531e-06,1613945542001,5444
+"mom_0",0.9033141651969413,1613945542001,5444
+"eps_0",1e-05,1613945542001,5444
+"wd_1",0.01,1613945542001,5444
+"sqr_mom_1",0.99,1613945542001,5444
+"lr_1",2.3343183972355308e-05,1613945542001,5444
+"mom_1",0.9033141651969413,1613945542001,5444
+"eps_1",1e-05,1613945542001,5444
+"wd_2",0.01,1613945542001,5444
+"sqr_mom_2",0.99,1613945542001,5444
+"lr_2",0.00023343183972355304,1613945542001,5444
+"mom_2",0.9033141651969413,1613945542001,5444
+"eps_2",1e-05,1613945542001,5444
+"train_loss",0.010324763,1613945542963,5445
+"raw_loss",0.0058640908,1613945542963,5445
+"epoch",34.251572327044016,1613945542963,5445
+"wd_0",0.01,1613945542963,5445
+"sqr_mom_0",0.99,1613945542963,5445
+"lr_0",2.3329101183798314e-06,1613945542963,5445
+"mom_0",0.9033423310557139,1613945542963,5445
+"eps_0",1e-05,1613945542963,5445
+"wd_1",0.01,1613945542963,5445
+"sqr_mom_1",0.99,1613945542963,5445
+"lr_1",2.3329101183798316e-05,1613945542963,5445
+"mom_1",0.9033423310557139,1613945542963,5445
+"eps_1",1e-05,1613945542963,5445
+"wd_2",0.01,1613945542963,5445
+"sqr_mom_2",0.99,1613945542963,5445
+"lr_2",0.00023329101183798312,1613945542963,5445
+"mom_2",0.9033423310557139,1613945542963,5445
+"eps_2",1e-05,1613945542963,5445
+"train_loss",0.010426789,1613945543929,5446
+"raw_loss",0.015426034,1613945543929,5446
+"epoch",34.25786163522012,1613945543929,5446
+"wd_0",0.01,1613945543929,5446
+"sqr_mom_0",0.99,1613945543929,5446
+"lr_0",2.3315023598543685e-06,1613945543929,5446
+"mom_0",0.9033704865077776,1613945543929,5446
+"eps_0",1e-05,1613945543929,5446
+"wd_1",0.01,1613945543929,5446
+"sqr_mom_1",0.99,1613945543929,5446
+"lr_1",2.3315023598543685e-05,1613945543929,5446
+"mom_1",0.9033704865077776,1613945543929,5446
+"eps_1",1e-05,1613945543929,5446
+"wd_2",0.01,1613945543929,5446
+"sqr_mom_2",0.99,1613945543929,5446
+"lr_2",0.00023315023598543681,1613945543929,5446
+"mom_2",0.9033704865077776,1613945543929,5446
+"eps_2",1e-05,1613945543929,5446
+"train_loss",0.01040801,1613945544901,5447
+"raw_loss",0.009487853,1613945544901,5447
+"epoch",34.26415094339622,1613945544901,5447
+"wd_0",0.01,1613945544901,5447
+"sqr_mom_0",0.99,1613945544901,5447
+"lr_0",2.3300937209151463e-06,1613945544901,5447
+"mom_0",0.9033986595682927,1613945544901,5447
+"eps_0",1e-05,1613945544901,5447
+"wd_1",0.01,1613945544901,5447
+"sqr_mom_1",0.99,1613945544901,5447
+"lr_1",2.3300937209151463e-05,1613945544901,5447
+"mom_1",0.9033986595682927,1613945544901,5447
+"eps_1",1e-05,1613945544901,5447
+"wd_2",0.01,1613945544901,5447
+"sqr_mom_2",0.99,1613945544901,5447
+"lr_2",0.00023300937209151461,1613945544901,5447
+"mom_2",0.9033986595682927,1613945544901,5447
+"eps_2",1e-05,1613945544901,5447
+"train_loss",0.0103202695,1613945545843,5448
+"raw_loss",0.006020983,1613945545843,5448
+"epoch",34.27044025157232,1613945545843,5448
+"wd_0",0.01,1613945545843,5448
+"sqr_mom_0",0.99,1613945545843,5448
+"lr_0",2.3286860702322106e-06,1613945545843,5448
+"mom_0",0.9034268128634844,1613945545843,5448
+"eps_0",1e-05,1613945545843,5448
+"wd_1",0.01,1613945545843,5448
+"sqr_mom_1",0.99,1613945545843,5448
+"lr_1",2.3286860702322104e-05,1613945545843,5448
+"mom_1",0.9034268128634844,1613945545843,5448
+"eps_1",1e-05,1613945545843,5448
+"wd_2",0.01,1613945545843,5448
+"sqr_mom_2",0.99,1613945545843,5448
+"lr_2",0.00023286860702322103,1613945545843,5448
+"mom_2",0.9034268128634844,1613945545843,5448
+"eps_2",1e-05,1613945545843,5448
+"train_loss",0.01020552,1613945546788,5449
+"raw_loss",0.0045827995,1613945546788,5449
+"epoch",34.27672955974842,1613945546788,5449
+"wd_0",0.01,1613945546788,5449
+"sqr_mom_0",0.99,1613945546788,5449
+"lr_0",2.3272784741253725e-06,1613945546788,5449
+"mom_0",0.9034549650671432,1613945546788,5449
+"eps_0",1e-05,1613945546788,5449
+"wd_1",0.01,1613945546788,5449
+"sqr_mom_1",0.99,1613945546788,5449
+"lr_1",2.3272784741253726e-05,1613945546788,5449
+"mom_1",0.9034549650671432,1613945546788,5449
+"eps_1",1e-05,1613945546788,5449
+"wd_2",0.01,1613945546788,5449
+"sqr_mom_2",0.99,1613945546788,5449
+"lr_2",0.00023272784741253723,1613945546788,5449
+"mom_2",0.9034549650671432,1613945546788,5449
+"eps_2",1e-05,1613945546788,5449
+"train_loss",0.010188121,1613945547737,5450
+"raw_loss",0.009335549,1613945547737,5450
+"epoch",34.28301886792452,1613945547737,5450
+"wd_0",0.01,1613945547737,5450
+"sqr_mom_0",0.99,1613945547737,5450
+"lr_0",2.325869999059314e-06,1613945547737,5450
+"mom_0",0.9034831348501622,1613945547737,5450
+"eps_0",1e-05,1613945547737,5450
+"wd_1",0.01,1613945547737,5450
+"sqr_mom_1",0.99,1613945547737,5450
+"lr_1",2.3258699990593138e-05,1613945547737,5450
+"mom_1",0.9034831348501622,1613945547737,5450
+"eps_1",1e-05,1613945547737,5450
+"wd_2",0.01,1613945547737,5450
+"sqr_mom_2",0.99,1613945547737,5450
+"lr_2",0.00023258699990593134,1613945547737,5450
+"mom_2",0.9034831348501622,1613945547737,5450
+"eps_2",1e-05,1613945547737,5450
+"train_loss",0.010091592,1613945548682,5451
+"raw_loss",0.005361624,1613945548682,5451
+"epoch",34.28930817610062,1613945548682,5451
+"wd_0",0.01,1613945548682,5451
+"sqr_mom_0",0.99,1613945548682,5451
+"lr_0",2.3244625134866884e-06,1613945548682,5451
+"mom_0",0.9035112848431146,1613945548682,5451
+"eps_0",1e-05,1613945548682,5451
+"wd_1",0.01,1613945548682,5451
+"sqr_mom_1",0.99,1613945548682,5451
+"lr_1",2.3244625134866882e-05,1613945548682,5451
+"mom_1",0.9035112848431146,1613945548682,5451
+"eps_1",1e-05,1613945548682,5451
+"wd_2",0.01,1613945548682,5451
+"sqr_mom_2",0.99,1613945548682,5451
+"lr_2",0.0002324462513486688,1613945548682,5451
+"mom_2",0.9035112848431146,1613945548682,5451
+"eps_2",1e-05,1613945548682,5451
+"train_loss",0.0101676695,1613945549645,5452
+"raw_loss",0.013895478,1613945549645,5452
+"epoch",34.29559748427672,1613945549645,5452
+"wd_0",0.01,1613945549645,5452
+"sqr_mom_0",0.99,1613945549645,5452
+"lr_0",2.3230546168807567e-06,1613945549645,5452
+"mom_0",0.9035394430568154,1613945549645,5452
+"eps_0",1e-05,1613945549645,5452
+"wd_1",0.01,1613945549645,5452
+"sqr_mom_1",0.99,1613945549645,5452
+"lr_1",2.3230546168807568e-05,1613945549645,5452
+"mom_1",0.9035394430568154,1613945549645,5452
+"eps_1",1e-05,1613945549645,5452
+"wd_2",0.01,1613945549645,5452
+"sqr_mom_2",0.99,1613945549645,5452
+"lr_2",0.00023230546168807566,1613945549645,5452
+"mom_2",0.9035394430568154,1613945549645,5452
+"eps_2",1e-05,1613945549645,5452
+"train_loss",0.010151784,1613945550598,5453
+"raw_loss",0.0093733845,1613945550598,5453
+"epoch",34.30188679245282,1613945550598,5453
+"wd_0",0.01,1613945550598,5453
+"sqr_mom_0",0.99,1613945550598,5453
+"lr_0",2.321646776682106e-06,1613945550598,5453
+"mom_0",0.9035676001423593,1613945550598,5453
+"eps_0",1e-05,1613945550598,5453
+"wd_1",0.01,1613945550598,5453
+"sqr_mom_1",0.99,1613945550598,5453
+"lr_1",2.3216467766821062e-05,1613945550598,5453
+"mom_1",0.9035676001423593,1613945550598,5453
+"eps_1",1e-05,1613945550598,5453
+"wd_2",0.01,1613945550598,5453
+"sqr_mom_2",0.99,1613945550598,5453
+"lr_2",0.0002321646776682106,1613945550598,5453
+"mom_2",0.9035676001423593,1613945550598,5453
+"eps_2",1e-05,1613945550598,5453
+"train_loss",0.0100865355,1613945551541,5454
+"raw_loss",0.0068893773,1613945551541,5454
+"epoch",34.30817610062892,1613945551541,5454
+"wd_0",0.01,1613945551541,5454
+"sqr_mom_0",0.99,1613945551541,5454
+"lr_0",2.3202389933394693e-06,1613945551541,5454
+"mom_0",0.9035957560907715,1613945551541,5454
+"eps_0",1e-05,1613945551541,5454
+"wd_1",0.01,1613945551541,5454
+"sqr_mom_1",0.99,1613945551541,5454
+"lr_1",2.3202389933394692e-05,1613945551541,5454
+"mom_1",0.9035957560907715,1613945551541,5454
+"eps_1",1e-05,1613945551541,5454
+"wd_2",0.01,1613945551541,5454
+"sqr_mom_2",0.99,1613945551541,5454
+"lr_2",0.00023202389933394687,1613945551541,5454
+"mom_2",0.9035957560907715,1613945551541,5454
+"eps_2",1e-05,1613945551541,5454
+"train_loss",0.010000001,1613945552487,5455
+"raw_loss",0.005759804,1613945552487,5455
+"epoch",34.31446540880502,1613945552487,5455
+"wd_0",0.01,1613945552487,5455
+"sqr_mom_0",0.99,1613945552487,5455
+"lr_0",2.318831734199487e-06,1613945552487,5455
+"mom_0",0.9036239015550258,1613945552487,5455
+"eps_0",1e-05,1613945552487,5455
+"wd_1",0.01,1613945552487,5455
+"sqr_mom_1",0.99,1613945552487,5455
+"lr_1",2.318831734199487e-05,1613945552487,5455
+"mom_1",0.9036239015550258,1613945552487,5455
+"eps_1",1e-05,1613945552487,5455
+"wd_2",0.01,1613945552487,5455
+"sqr_mom_2",0.99,1613945552487,5455
+"lr_2",0.0002318831734199487,1613945552487,5455
+"mom_2",0.9036239015550258,1613945552487,5455
+"eps_2",1e-05,1613945552487,5455
+"train_loss",0.009935987,1613945553439,5456
+"raw_loss",0.0067993198,1613945553439,5456
+"epoch",34.32075471698112,1613945553439,5456
+"wd_0",0.01,1613945553439,5456
+"sqr_mom_0",0.99,1613945553439,5456
+"lr_0",2.3174235990170785e-06,1613945553439,5456
+"mom_0",0.9036520645403038,1613945553439,5456
+"eps_0",1e-05,1613945553439,5456
+"wd_1",0.01,1613945553439,5456
+"sqr_mom_1",0.99,1613945553439,5456
+"lr_1",2.3174235990170787e-05,1613945553439,5456
+"mom_1",0.9036520645403038,1613945553439,5456
+"eps_1",1e-05,1613945553439,5456
+"wd_2",0.01,1613945553439,5456
+"sqr_mom_2",0.99,1613945553439,5456
+"lr_2",0.00023174235990170783,1613945553439,5456
+"mom_2",0.9036520645403038,1613945553439,5456
+"eps_2",1e-05,1613945553439,5456
+"train_loss",0.00982252,1613945554415,5457
+"raw_loss",0.0042626485,1613945554415,5457
+"epoch",34.32704402515722,1613945554415,5457
+"wd_0",0.01,1613945554415,5457
+"sqr_mom_0",0.99,1613945554415,5457
+"lr_0",2.3160164557940167e-06,1613945554415,5457
+"mom_0",0.9036802076861965,1613945554415,5457
+"eps_0",1e-05,1613945554415,5457
+"wd_1",0.01,1613945554415,5457
+"sqr_mom_1",0.99,1613945554415,5457
+"lr_1",2.3160164557940166e-05,1613945554415,5457
+"mom_1",0.9036802076861965,1613945554415,5457
+"eps_1",1e-05,1613945554415,5457
+"wd_2",0.01,1613945554415,5457
+"sqr_mom_2",0.99,1613945554415,5457
+"lr_2",0.00023160164557940163,1613945554415,5457
+"mom_2",0.9036802076861965,1613945554415,5457
+"eps_2",1e-05,1613945554415,5457
+"train_loss",0.009907992,1613945555579,5458
+"raw_loss",0.0140961055,1613945555579,5458
+"epoch",34.33333333333332,1613945555579,5458
+"wd_0",0.01,1613945555579,5458
+"sqr_mom_0",0.99,1613945555579,5458
+"lr_0",2.3146093711826695e-06,1613945555579,5458
+"mom_0",0.9037083496598431,1613945555579,5458
+"eps_0",1e-05,1613945555579,5458
+"wd_1",0.01,1613945555579,5458
+"sqr_mom_1",0.99,1613945555579,5458
+"lr_1",2.3146093711826695e-05,1613945555579,5458
+"mom_1",0.9037083496598431,1613945555579,5458
+"eps_1",1e-05,1613945555579,5458
+"wd_2",0.01,1613945555579,5458
+"sqr_mom_2",0.99,1613945555579,5458
+"lr_2",0.0002314609371182669,1613945555579,5458
+"mom_2",0.9037083496598431,1613945555579,5458
+"eps_2",1e-05,1613945555579,5458
+"train_loss",0.009803848,1613945556584,5459
+"raw_loss",0.0047008097,1613945556584,5459
+"epoch",34.33962264150942,1613945556584,5459
+"wd_0",0.01,1613945556584,5459
+"sqr_mom_0",0.99,1613945556584,5459
+"lr_0",2.3132014119909844e-06,1613945556584,5459
+"mom_0",0.9037365091252716,1613945556584,5459
+"eps_0",1e-05,1613945556584,5459
+"wd_1",0.01,1613945556584,5459
+"sqr_mom_1",0.99,1613945556584,5459
+"lr_1",2.3132014119909843e-05,1613945556584,5459
+"mom_1",0.9037365091252716,1613945556584,5459
+"eps_1",1e-05,1613945556584,5459
+"wd_2",0.01,1613945556584,5459
+"sqr_mom_2",0.99,1613945556584,5459
+"lr_2",0.0002313201411990984,1613945556584,5459
+"mom_2",0.9037365091252716,1613945556584,5459
+"eps_2",1e-05,1613945556584,5459
+"train_loss",0.009675578,1613945557522,5460
+"raw_loss",0.0033903504,1613945557522,5460
+"epoch",34.34591194968552,1613945557522,5460
+"wd_0",0.01,1613945557522,5460
+"sqr_mom_0",0.99,1613945557522,5460
+"lr_0",2.3117944459872683e-06,1613945557522,5460
+"mom_0",0.9037646487267419,1613945557522,5460
+"eps_0",1e-05,1613945557522,5460
+"wd_1",0.01,1613945557522,5460
+"sqr_mom_1",0.99,1613945557522,5460
+"lr_1",2.3117944459872684e-05,1613945557522,5460
+"mom_1",0.9037646487267419,1613945557522,5460
+"eps_1",1e-05,1613945557522,5460
+"wd_2",0.01,1613945557522,5460
+"sqr_mom_2",0.99,1613945557522,5460
+"lr_2",0.0002311794445987268,1613945557522,5460
+"mom_2",0.9037646487267419,1613945557522,5460
+"eps_2",1e-05,1613945557522,5460
+"train_loss",0.009565185,1613945558467,5461
+"raw_loss",0.0041558933,1613945558467,5461
+"epoch",34.35220125786162,1613945558467,5461
+"wd_0",0.01,1613945558467,5461
+"sqr_mom_0",0.99,1613945558467,5461
+"lr_0",2.310387539940092e-06,1613945558467,5461
+"mom_0",0.9037927871290694,1613945558467,5461
+"eps_0",1e-05,1613945558467,5461
+"wd_1",0.01,1613945558467,5461
+"sqr_mom_1",0.99,1613945558467,5461
+"lr_1",2.310387539940092e-05,1613945558467,5461
+"mom_1",0.9037927871290694,1613945558467,5461
+"eps_1",1e-05,1613945558467,5461
+"wd_2",0.01,1613945558467,5461
+"sqr_mom_2",0.99,1613945558467,5461
+"lr_2",0.0002310387539940092,1613945558467,5461
+"mom_2",0.9037927871290694,1613945558467,5461
+"eps_2",1e-05,1613945558467,5461
+"train_loss",0.00946272,1613945559405,5462
+"raw_loss",0.004441929,1613945559405,5462
+"epoch",34.35849056603772,1613945559405,5462
+"wd_0",0.01,1613945559405,5462
+"sqr_mom_0",0.99,1613945559405,5462
+"lr_0",2.308979760777174e-06,1613945559405,5462
+"mom_0",0.9038209429938864,1613945559405,5462
+"eps_0",1e-05,1613945559405,5462
+"wd_1",0.01,1613945559405,5462
+"sqr_mom_1",0.99,1613945559405,5462
+"lr_1",2.308979760777174e-05,1613945559405,5462
+"mom_1",0.9038209429938864,1613945559405,5462
+"eps_1",1e-05,1613945559405,5462
+"wd_2",0.01,1613945559405,5462
+"sqr_mom_2",0.99,1613945559405,5462
+"lr_2",0.00023089797607771733,1613945559405,5462
+"mom_2",0.9038209429938864,1613945559405,5462
+"eps_2",1e-05,1613945559405,5462
+"train_loss",0.009527092,1613945560355,5463
+"raw_loss",0.012681311,1613945560355,5463
+"epoch",34.36477987421382,1613945560355,5463
+"wd_0",0.01,1613945560355,5463
+"sqr_mom_0",0.99,1613945560355,5463
+"lr_0",2.307572976027999e-06,1613945560355,5463
+"mom_0",0.9038490789702297,1613945560355,5463
+"eps_0",1e-05,1613945560355,5463
+"wd_1",0.01,1613945560355,5463
+"sqr_mom_1",0.99,1613945560355,5463
+"lr_1",2.307572976027999e-05,1613945560355,5463
+"mom_1",0.9038490789702297,1613945560355,5463
+"eps_1",1e-05,1613945560355,5463
+"wd_2",0.01,1613945560355,5463
+"sqr_mom_2",0.99,1613945560355,5463
+"lr_2",0.00023075729760279988,1613945560355,5463
+"mom_2",0.9038490789702297,1613945560355,5463
+"eps_2",1e-05,1613945560355,5463
+"train_loss",0.009418998,1613945561295,5464
+"raw_loss",0.0041223895,1613945561295,5464
+"epoch",34.371069182389924,1613945561295,5464
+"wd_0",0.01,1613945561295,5464
+"sqr_mom_0",0.99,1613945561295,5464
+"lr_0",2.306165785860495e-06,1613945561295,5464
+"mom_0",0.9038772230550206,1613945561295,5464
+"eps_0",1e-05,1613945561295,5464
+"wd_1",0.01,1613945561295,5464
+"sqr_mom_1",0.99,1613945561295,5464
+"lr_1",2.306165785860495e-05,1613945561295,5464
+"mom_1",0.9038772230550206,1613945561295,5464
+"eps_1",1e-05,1613945561295,5464
+"wd_2",0.01,1613945561295,5464
+"sqr_mom_2",0.99,1613945561295,5464
+"lr_2",0.00023061657858604946,1613945561295,5464
+"mom_2",0.9038772230550206,1613945561295,5464
+"eps_2",1e-05,1613945561295,5464
+"train_loss",0.009340375,1613945562247,5465
+"raw_loss",0.005487857,1613945562247,5465
+"epoch",34.377358490566024,1613945562247,5465
+"wd_0",0.01,1613945562247,5465
+"sqr_mom_0",0.99,1613945562247,5465
+"lr_0",2.3047586574833934e-06,1613945562247,5465
+"mom_0",0.9039053659039912,1613945562247,5465
+"eps_0",1e-05,1613945562247,5465
+"wd_1",0.01,1613945562247,5465
+"sqr_mom_1",0.99,1613945562247,5465
+"lr_1",2.3047586574833934e-05,1613945562247,5465
+"mom_1",0.9039053659039912,1613945562247,5465
+"eps_1",1e-05,1613945562247,5465
+"wd_2",0.01,1613945562247,5465
+"sqr_mom_2",0.99,1613945562247,5465
+"lr_2",0.0002304758657483393,1613945562247,5465
+"mom_2",0.9039053659039912,1613945562247,5465
+"eps_2",1e-05,1613945562247,5465
+"train_loss",0.009300254,1613945563189,5466
+"raw_loss",0.0073343455,1613945563189,5466
+"epoch",34.383647798742125,1613945563189,5466
+"wd_0",0.01,1613945563189,5466
+"sqr_mom_0",0.99,1613945563189,5466
+"lr_0",2.3033515913451995e-06,1613945563189,5466
+"mom_0",0.903933507508171,1613945563189,5466
+"eps_0",1e-05,1613945563189,5466
+"wd_1",0.01,1613945563189,5466
+"sqr_mom_1",0.99,1613945563189,5466
+"lr_1",2.3033515913451996e-05,1613945563189,5466
+"mom_1",0.903933507508171,1613945563189,5466
+"eps_1",1e-05,1613945563189,5466
+"wd_2",0.01,1613945563189,5466
+"sqr_mom_2",0.99,1613945563189,5466
+"lr_2",0.00023033515913451993,1613945563189,5466
+"mom_2",0.903933507508171,1613945563189,5466
+"eps_2",1e-05,1613945563189,5466
+"train_loss",0.009261002,1613945564142,5467
+"raw_loss",0.0073376414,1613945564142,5467
+"epoch",34.389937106918225,1613945564142,5467
+"wd_0",0.01,1613945564142,5467
+"sqr_mom_0",0.99,1613945564142,5467
+"lr_0",2.30194505455177e-06,1613945564142,5467
+"mom_0",0.9039616385253498,1613945564142,5467
+"eps_0",1e-05,1613945564142,5467
+"wd_1",0.01,1613945564142,5467
+"sqr_mom_1",0.99,1613945564142,5467
+"lr_1",2.30194505455177e-05,1613945564142,5467
+"mom_1",0.9039616385253498,1613945564142,5467
+"eps_1",1e-05,1613945564142,5467
+"wd_2",0.01,1613945564142,5467
+"sqr_mom_2",0.99,1613945564142,5467
+"lr_2",0.00023019450545517698,1613945564142,5467
+"mom_2",0.9039616385253498,1613945564142,5467
+"eps_2",1e-05,1613945564142,5467
+"train_loss",0.0091756815,1613945565088,5468
+"raw_loss",0.0049949693,1613945565088,5468
+"epoch",34.396226415094326,1613945565088,5468
+"wd_0",0.01,1613945565088,5468
+"sqr_mom_0",0.99,1613945565088,5468
+"lr_0",2.300537647579462e-06,1613945565088,5468
+"mom_0",0.9039897869462802,1613945565088,5468
+"eps_0",1e-05,1613945565088,5468
+"wd_1",0.01,1613945565088,5468
+"sqr_mom_1",0.99,1613945565088,5468
+"lr_1",2.3005376475794618e-05,1613945565088,5468
+"mom_1",0.9039897869462802,1613945565088,5468
+"eps_1",1e-05,1613945565088,5468
+"wd_2",0.01,1613945565088,5468
+"sqr_mom_2",0.99,1613945565088,5468
+"lr_2",0.00023005376475794618,1613945565088,5468
+"mom_2",0.9039897869462802,1613945565088,5468
+"eps_2",1e-05,1613945565088,5468
+"train_loss",0.009114624,1613945566051,5469
+"raw_loss",0.00612282,1613945566051,5469
+"epoch",34.402515723270426,1613945566051,5469
+"wd_0",0.01,1613945566051,5469
+"sqr_mom_0",0.99,1613945566051,5469
+"lr_0",2.299131237464022e-06,1613945566051,5469
+"mom_0",0.9040179154298739,1613945566051,5469
+"eps_0",1e-05,1613945566051,5469
+"wd_1",0.01,1613945566051,5469
+"sqr_mom_1",0.99,1613945566051,5469
+"lr_1",2.299131237464022e-05,1613945566051,5469
+"mom_1",0.9040179154298739,1613945566051,5469
+"eps_1",1e-05,1613945566051,5469
+"wd_2",0.01,1613945566051,5469
+"sqr_mom_2",0.99,1613945566051,5469
+"lr_2",0.00022991312374640217,1613945566051,5469
+"mom_2",0.9040179154298739,1613945566051,5469
+"eps_2",1e-05,1613945566051,5469
+"train_loss",0.009082678,1613945566985,5470
+"raw_loss",0.0075172964,1613945566985,5470
+"epoch",34.408805031446526,1613945566985,5470
+"wd_0",0.01,1613945566985,5470
+"sqr_mom_0",0.99,1613945566985,5470
+"lr_0",2.2977248913386965e-06,1613945566985,5470
+"mom_0",0.9040460426336524,1613945566985,5470
+"eps_0",1e-05,1613945566985,5470
+"wd_1",0.01,1613945566985,5470
+"sqr_mom_1",0.99,1613945566985,5470
+"lr_1",2.2977248913386963e-05,1613945566985,5470
+"mom_1",0.9040460426336524,1613945566985,5470
+"eps_1",1e-05,1613945566985,5470
+"wd_2",0.01,1613945566985,5470
+"sqr_mom_2",0.99,1613945566985,5470
+"lr_2",0.00022977248913386958,1613945566985,5470
+"mom_2",0.9040460426336524,1613945566985,5470
+"eps_2",1e-05,1613945566985,5470
+"train_loss",0.008982467,1613945567919,5471
+"raw_loss",0.0040721544,1613945567919,5471
+"epoch",34.41509433962263,1613945567919,5471
+"wd_0",0.01,1613945567919,5471
+"sqr_mom_0",0.99,1613945567919,5471
+"lr_0",2.296317676506589e-06,1613945567919,5471
+"mom_0",0.9040741872117403,1613945567919,5471
+"eps_0",1e-05,1613945567919,5471
+"wd_1",0.01,1613945567919,5471
+"sqr_mom_1",0.99,1613945567919,5471
+"lr_1",2.296317676506589e-05,1613945567919,5471
+"mom_1",0.9040741872117403,1613945567919,5471
+"eps_1",1e-05,1613945567919,5471
+"wd_2",0.01,1613945567919,5471
+"sqr_mom_2",0.99,1613945567919,5471
+"lr_2",0.00022963176765065886,1613945567919,5471
+"mom_2",0.9040741872117403,1613945567919,5471
+"eps_2",1e-05,1613945567919,5471
+"train_loss",0.008948115,1613945568860,5472
+"raw_loss",0.007264835,1613945568860,5472
+"epoch",34.42138364779873,1613945568860,5472
+"wd_0",0.01,1613945568860,5472
+"sqr_mom_0",0.99,1613945568860,5472
+"lr_0",2.294911459748556e-06,1613945568860,5472
+"mom_0",0.9041023118281472,1613945568860,5472
+"eps_0",1e-05,1613945568860,5472
+"wd_1",0.01,1613945568860,5472
+"sqr_mom_1",0.99,1613945568860,5472
+"lr_1",2.294911459748556e-05,1613945568860,5472
+"mom_1",0.9041023118281472,1613945568860,5472
+"eps_1",1e-05,1613945568860,5472
+"wd_2",0.01,1613945568860,5472
+"sqr_mom_2",0.99,1613945568860,5472
+"lr_2",0.0002294911459748556,1613945568860,5472
+"mom_2",0.9041023118281472,1613945568860,5472
+"eps_2",1e-05,1613945568860,5472
+"train_loss",0.008855166,1613945569826,5473
+"raw_loss",0.0043006525,1613945569826,5473
+"epoch",34.42767295597483,1613945569826,5473
+"wd_0",0.01,1613945569826,5473
+"sqr_mom_0",0.99,1613945569826,5473
+"lr_0",2.293504841795689e-06,1613945569826,5473
+"mom_0",0.9041304444685309,1613945569826,5473
+"eps_0",1e-05,1613945569826,5473
+"wd_1",0.01,1613945569826,5473
+"sqr_mom_1",0.99,1613945569826,5473
+"lr_1",2.2935048417956886e-05,1613945569826,5473
+"mom_1",0.9041304444685309,1613945569826,5473
+"eps_1",1e-05,1613945569826,5473
+"wd_2",0.01,1613945569826,5473
+"sqr_mom_2",0.99,1613945569826,5473
+"lr_2",0.00022935048417956885,1613945569826,5473
+"mom_2",0.9041304444685309,1613945569826,5473
+"eps_2",1e-05,1613945569826,5473
+"train_loss",0.009021019,1613945570768,5474
+"raw_loss",0.01714781,1613945570768,5474
+"epoch",34.43396226415093,1613945570768,5474
+"wd_0",0.01,1613945570768,5474
+"sqr_mom_0",0.99,1613945570768,5474
+"lr_0",2.292098289668754e-06,1613945570768,5474
+"mom_0",0.9041585757923828,1613945570768,5474
+"eps_0",1e-05,1613945570768,5474
+"wd_1",0.01,1613945570768,5474
+"sqr_mom_1",0.99,1613945570768,5474
+"lr_1",2.292098289668754e-05,1613945570768,5474
+"mom_1",0.9041585757923828,1613945570768,5474
+"eps_1",1e-05,1613945570768,5474
+"wd_2",0.01,1613945570768,5474
+"sqr_mom_2",0.99,1613945570768,5474
+"lr_2",0.00022920982896687536,1613945570768,5474
+"mom_2",0.9041585757923828,1613945570768,5474
+"eps_2",1e-05,1613945570768,5474
+"train_loss",0.009086388,1613945571719,5475
+"raw_loss",0.012289484,1613945571719,5475
+"epoch",34.44025157232703,1613945571719,5475
+"wd_0",0.01,1613945571719,5475
+"sqr_mom_0",0.99,1613945571719,5475
+"lr_0",2.2906918038160755e-06,1613945571719,5475
+"mom_0",0.9041867057907363,1613945571719,5475
+"eps_0",1e-05,1613945571719,5475
+"wd_1",0.01,1613945571719,5475
+"sqr_mom_1",0.99,1613945571719,5475
+"lr_1",2.2906918038160754e-05,1613945571719,5475
+"mom_1",0.9041867057907363,1613945571719,5475
+"eps_1",1e-05,1613945571719,5475
+"wd_2",0.01,1613945571719,5475
+"sqr_mom_2",0.99,1613945571719,5475
+"lr_2",0.00022906918038160753,1613945571719,5475
+"mom_2",0.9041867057907363,1613945571719,5475
+"eps_2",1e-05,1613945571719,5475
+"train_loss",0.009141304,1613945572672,5476
+"raw_loss",0.011832149,1613945572672,5476
+"epoch",34.44654088050313,1613945572672,5476
+"wd_0",0.01,1613945572672,5476
+"sqr_mom_0",0.99,1613945572672,5476
+"lr_0",2.2892858511488494e-06,1613945572672,5476
+"mom_0",0.9042148251252742,1613945572672,5476
+"eps_0",1e-05,1613945572672,5476
+"wd_1",0.01,1613945572672,5476
+"sqr_mom_1",0.99,1613945572672,5476
+"lr_1",2.2892858511488493e-05,1613945572672,5476
+"mom_1",0.9042148251252742,1613945572672,5476
+"eps_1",1e-05,1613945572672,5476
+"wd_2",0.01,1613945572672,5476
+"sqr_mom_2",0.99,1613945572672,5476
+"lr_2",0.00022892858511488492,1613945572672,5476
+"mom_2",0.9042148251252742,1613945572672,5476
+"eps_2",1e-05,1613945572672,5476
+"train_loss",0.009062757,1613945573619,5477
+"raw_loss",0.0052139685,1613945573619,5477
+"epoch",34.45283018867923,1613945573619,5477
+"wd_0",0.01,1613945573619,5477
+"sqr_mom_0",0.99,1613945573619,5477
+"lr_0",2.2878790327266686e-06,1613945573619,5477
+"mom_0",0.9042429617750843,1613945573619,5477
+"eps_0",1e-05,1613945573619,5477
+"wd_1",0.01,1613945573619,5477
+"sqr_mom_1",0.99,1613945573619,5477
+"lr_1",2.2878790327266684e-05,1613945573619,5477
+"mom_1",0.9042429617750843,1613945573619,5477
+"eps_1",1e-05,1613945573619,5477
+"wd_2",0.01,1613945573619,5477
+"sqr_mom_2",0.99,1613945573619,5477
+"lr_2",0.00022878790327266683,1613945573619,5477
+"mom_2",0.9042429617750843,1613945573619,5477
+"eps_2",1e-05,1613945573619,5477
+"train_loss",0.009047721,1613945574567,5478
+"raw_loss",0.008310953,1613945574567,5478
+"epoch",34.45911949685533,1613945574567,5478
+"wd_0",0.01,1613945574567,5478
+"sqr_mom_0",0.99,1613945574567,5478
+"lr_0",2.2864732148045183e-06,1613945574567,5478
+"mom_0",0.9042710784146938,1613945574567,5478
+"eps_0",1e-05,1613945574567,5478
+"wd_1",0.01,1613945574567,5478
+"sqr_mom_1",0.99,1613945574567,5478
+"lr_1",2.2864732148045183e-05,1613945574567,5478
+"mom_1",0.9042710784146938,1613945574567,5478
+"eps_1",1e-05,1613945574567,5478
+"wd_2",0.01,1613945574567,5478
+"sqr_mom_2",0.99,1613945574567,5478
+"lr_2",0.0002286473214804518,1613945574567,5478
+"mom_2",0.9042710784146938,1613945574567,5478
+"eps_2",1e-05,1613945574567,5478
+"train_loss",0.009031407,1613945575527,5479
+"raw_loss",0.008232022,1613945575527,5479
+"epoch",34.46540880503143,1613945575527,5479
+"wd_0",0.01,1613945575527,5479
+"sqr_mom_0",0.99,1613945575527,5479
+"lr_0",2.2850674649044076e-06,1613945575527,5479
+"mom_0",0.9042991936938487,1613945575527,5479
+"eps_0",1e-05,1613945575527,5479
+"wd_1",0.01,1613945575527,5479
+"sqr_mom_1",0.99,1613945575527,5479
+"lr_1",2.2850674649044075e-05,1613945575527,5479
+"mom_1",0.9042991936938487,1613945575527,5479
+"eps_1",1e-05,1613945575527,5479
+"wd_2",0.01,1613945575527,5479
+"sqr_mom_2",0.99,1613945575527,5479
+"lr_2",0.0002285067464904407,1613945575527,5479
+"mom_2",0.9042991936938487,1613945575527,5479
+"eps_2",1e-05,1613945575527,5479
+"train_loss",0.009076791,1613945576478,5480
+"raw_loss",0.011300621,1613945576478,5480
+"epoch",34.47169811320753,1613945576478,5480
+"wd_0",0.01,1613945576478,5480
+"sqr_mom_0",0.99,1613945576478,5480
+"lr_0",2.2836608507289006e-06,1613945576478,5480
+"mom_0",0.9043273262586845,1613945576478,5480
+"eps_0",1e-05,1613945576478,5480
+"wd_1",0.01,1613945576478,5480
+"sqr_mom_1",0.99,1613945576478,5480
+"lr_1",2.2836608507289004e-05,1613945576478,5480
+"mom_1",0.9043273262586845,1613945576478,5480
+"eps_1",1e-05,1613945576478,5480
+"wd_2",0.01,1613945576478,5480
+"sqr_mom_2",0.99,1613945576478,5480
+"lr_2",0.00022836608507289,1613945576478,5480
+"mom_2",0.9043273262586845,1613945576478,5480
+"eps_2",1e-05,1613945576478,5480
+"train_loss",0.009105099,1613945577474,5481
+"raw_loss",0.01049223,1613945577474,5481
+"epoch",34.47798742138363,1613945577474,5481
+"wd_0",0.01,1613945577474,5481
+"sqr_mom_0",0.99,1613945577474,5481
+"lr_0",2.2822552382620337e-06,1613945577474,5481
+"mom_0",0.9043554387891471,1613945577474,5481
+"eps_0",1e-05,1613945577474,5481
+"wd_1",0.01,1613945577474,5481
+"sqr_mom_1",0.99,1613945577474,5481
+"lr_1",2.2822552382620333e-05,1613945577474,5481
+"mom_1",0.9043554387891471,1613945577474,5481
+"eps_1",1e-05,1613945577474,5481
+"wd_2",0.01,1613945577474,5481
+"sqr_mom_2",0.99,1613945577474,5481
+"lr_2",0.0002282255238262033,1613945577474,5481
+"mom_2",0.9043554387891471,1613945577474,5481
+"eps_2",1e-05,1613945577474,5481
+"train_loss",0.009131186,1613945578434,5482
+"raw_loss",0.010409399,1613945578434,5482
+"epoch",34.48427672955973,1613945578434,5482
+"wd_0",0.01,1613945578434,5482
+"sqr_mom_0",0.99,1613945578434,5482
+"lr_0",2.28084876250763e-06,1613945578434,5482
+"mom_0",0.9043835685855333,1613945578434,5482
+"eps_0",1e-05,1613945578434,5482
+"wd_1",0.01,1613945578434,5482
+"sqr_mom_1",0.99,1613945578434,5482
+"lr_1",2.28084876250763e-05,1613945578434,5482
+"mom_1",0.9043835685855333,1613945578434,5482
+"eps_1",1e-05,1613945578434,5482
+"wd_2",0.01,1613945578434,5482
+"sqr_mom_2",0.99,1613945578434,5482
+"lr_2",0.00022808487625076296,1613945578434,5482
+"mom_2",0.9043835685855333,1613945578434,5482
+"eps_2",1e-05,1613945578434,5482
+"train_loss",0.009042955,1613945579390,5483
+"raw_loss",0.0047196504,1613945579390,5483
+"epoch",34.49056603773583,1613945579390,5483
+"wd_0",0.01,1613945579390,5483
+"sqr_mom_0",0.99,1613945579390,5483
+"lr_0",2.279443289266099e-06,1613945579390,5483
+"mom_0",0.9044116783314613,1613945579390,5483
+"eps_0",1e-05,1613945579390,5483
+"wd_1",0.01,1613945579390,5483
+"sqr_mom_1",0.99,1613945579390,5483
+"lr_1",2.2794432892660993e-05,1613945579390,5483
+"mom_1",0.9044116783314613,1613945579390,5483
+"eps_1",1e-05,1613945579390,5483
+"wd_2",0.01,1613945579390,5483
+"sqr_mom_2",0.99,1613945579390,5483
+"lr_2",0.0002279443289266099,1613945579390,5483
+"mom_2",0.9044116783314613,1613945579390,5483
+"eps_2",1e-05,1613945579390,5483
+"train_loss",0.009014811,1613945580327,5484
+"raw_loss",0.0076357643,1613945580327,5484
+"epoch",34.49685534591193,1613945580327,5484
+"wd_0",0.01,1613945580327,5484
+"sqr_mom_0",0.99,1613945580327,5484
+"lr_0",2.2780378862858288e-06,1613945580327,5484
+"mom_0",0.9044397866721501,1613945580327,5484
+"eps_0",1e-05,1613945580327,5484
+"wd_1",0.01,1613945580327,5484
+"sqr_mom_1",0.99,1613945580327,5484
+"lr_1",2.278037886285829e-05,1613945580327,5484
+"mom_1",0.9044397866721501,1613945580327,5484
+"eps_1",1e-05,1613945580327,5484
+"wd_2",0.01,1613945580327,5484
+"sqr_mom_2",0.99,1613945580327,5484
+"lr_2",0.00022780378862858285,1613945580327,5484
+"mom_2",0.9044397866721501,1613945580327,5484
+"eps_2",1e-05,1613945580327,5484
+"train_loss",0.008935988,1613945581268,5485
+"raw_loss",0.0050736493,1613945581268,5485
+"epoch",34.50314465408803,1613945581268,5485
+"wd_0",0.01,1613945581268,5485
+"sqr_mom_0",0.99,1613945581268,5485
+"lr_0",2.2766316215017092e-06,1613945581268,5485
+"mom_0",0.9044679122490883,1613945581268,5485
+"eps_0",1e-05,1613945581268,5485
+"wd_1",0.01,1613945581268,5485
+"sqr_mom_1",0.99,1613945581268,5485
+"lr_1",2.276631621501709e-05,1613945581268,5485
+"mom_1",0.9044679122490883,1613945581268,5485
+"eps_1",1e-05,1613945581268,5485
+"wd_2",0.01,1613945581268,5485
+"sqr_mom_2",0.99,1613945581268,5485
+"lr_2",0.00022766316215017086,1613945581268,5485
+"mom_2",0.9044679122490883,1613945581268,5485
+"eps_2",1e-05,1613945581268,5485
+"train_loss",0.0091259265,1613945582223,5486
+"raw_loss",0.018432949,1613945582223,5486
+"epoch",34.50943396226413,1613945582223,5486
+"wd_0",0.01,1613945582223,5486
+"sqr_mom_0",0.99,1613945582223,5486
+"lr_0",2.275226360434281e-06,1613945582223,5486
+"mom_0",0.9044960177514919,1613945582223,5486
+"eps_0",1e-05,1613945582223,5486
+"wd_1",0.01,1613945582223,5486
+"sqr_mom_1",0.99,1613945582223,5486
+"lr_1",2.275226360434281e-05,1613945582223,5486
+"mom_1",0.9044960177514919,1613945582223,5486
+"eps_1",1e-05,1613945582223,5486
+"wd_2",0.01,1613945582223,5486
+"sqr_mom_2",0.99,1613945582223,5486
+"lr_2",0.00022752263604342807,1613945582223,5486
+"mom_2",0.9044960177514919,1613945582223,5486
+"eps_2",1e-05,1613945582223,5486
+"train_loss",0.0090664085,1613945583179,5487
+"raw_loss",0.006150044,1613945583179,5487
+"epoch",34.51572327044023,1613945583179,5487
+"wd_0",0.01,1613945583179,5487
+"sqr_mom_0",0.99,1613945583179,5487
+"lr_0",2.2738207047624612e-06,1613945583179,5487
+"mom_0",0.9045241311460622,1613945583179,5487
+"eps_0",1e-05,1613945583179,5487
+"wd_1",0.01,1613945583179,5487
+"sqr_mom_1",0.99,1613945583179,5487
+"lr_1",2.273820704762461e-05,1613945583179,5487
+"mom_1",0.9045241311460622,1613945583179,5487
+"eps_1",1e-05,1613945583179,5487
+"wd_2",0.01,1613945583179,5487
+"sqr_mom_2",0.99,1613945583179,5487
+"lr_2",0.00022738207047624608,1613945583179,5487
+"mom_2",0.9045241311460622,1613945583179,5487
+"eps_2",1e-05,1613945583179,5487
+"train_loss",0.008978381,1613945584122,5488
+"raw_loss",0.0046650083,1613945584122,5488
+"epoch",34.522012578616334,1613945584122,5488
+"wd_0",0.01,1613945584122,5488
+"sqr_mom_0",0.99,1613945584122,5488
+"lr_0",2.272415121190668e-06,1613945584122,5488
+"mom_0",0.9045522430986176,1613945584122,5488
+"eps_0",1e-05,1613945584122,5488
+"wd_1",0.01,1613945584122,5488
+"sqr_mom_1",0.99,1613945584122,5488
+"lr_1",2.2724151211906682e-05,1613945584122,5488
+"mom_1",0.9045522430986176,1613945584122,5488
+"eps_1",1e-05,1613945584122,5488
+"wd_2",0.01,1613945584122,5488
+"sqr_mom_2",0.99,1613945584122,5488
+"lr_2",0.00022724151211906681,1613945584122,5488
+"mom_2",0.9045522430986176,1613945584122,5488
+"eps_2",1e-05,1613945584122,5488
+"train_loss",0.009024195,1613945585119,5489
+"raw_loss",0.011269107,1613945585119,5489
+"epoch",34.528301886792434,1613945585119,5489
+"wd_0",0.01,1613945585119,5489
+"sqr_mom_0",0.99,1613945585119,5489
+"lr_0",2.2710096101669145e-06,1613945585119,5489
+"mom_0",0.9045803536001977,1613945585119,5489
+"eps_0",1e-05,1613945585119,5489
+"wd_1",0.01,1613945585119,5489
+"sqr_mom_1",0.99,1613945585119,5489
+"lr_1",2.2710096101669145e-05,1613945585119,5489
+"mom_1",0.9045803536001977,1613945585119,5489
+"eps_1",1e-05,1613945585119,5489
+"wd_2",0.01,1613945585119,5489
+"sqr_mom_2",0.99,1613945585119,5489
+"lr_2",0.0002271009610166914,1613945585119,5489
+"mom_2",0.9045803536001977,1613945585119,5489
+"eps_2",1e-05,1613945585119,5489
+"train_loss",0.008947205,1613945586083,5490
+"raw_loss",0.005174679,1613945586083,5490
+"epoch",34.534591194968534,1613945586083,5490
+"wd_0",0.01,1613945586083,5490
+"sqr_mom_0",0.99,1613945586083,5490
+"lr_0",2.2696046382756397e-06,1613945586083,5490
+"mom_0",0.9046084533190204,1613945586083,5490
+"eps_0",1e-05,1613945586083,5490
+"wd_1",0.01,1613945586083,5490
+"sqr_mom_1",0.99,1613945586083,5490
+"lr_1",2.2696046382756398e-05,1613945586083,5490
+"mom_1",0.9046084533190204,1613945586083,5490
+"eps_1",1e-05,1613945586083,5490
+"wd_2",0.01,1613945586083,5490
+"sqr_mom_2",0.99,1613945586083,5490
+"lr_2",0.00022696046382756393,1613945586083,5490
+"mom_2",0.9046084533190204,1613945586083,5490
+"eps_2",1e-05,1613945586083,5490
+"train_loss",0.008848284,1613945587028,5491
+"raw_loss",0.004001162,1613945587028,5491
+"epoch",34.540880503144635,1613945587028,5491
+"wd_0",0.01,1613945587028,5491
+"sqr_mom_0",0.99,1613945587028,5491
+"lr_0",2.268198807555465e-06,1613945587028,5491
+"mom_0",0.9046365702145929,1613945587028,5491
+"eps_0",1e-05,1613945587028,5491
+"wd_1",0.01,1613945587028,5491
+"sqr_mom_1",0.99,1613945587028,5491
+"lr_1",2.268198807555465e-05,1613945587028,5491
+"mom_1",0.9046365702145929,1613945587028,5491
+"eps_1",1e-05,1613945587028,5491
+"wd_2",0.01,1613945587028,5491
+"sqr_mom_2",0.99,1613945587028,5491
+"lr_2",0.00022681988075554647,1613945587028,5491
+"mom_2",0.9046365702145929,1613945587028,5491
+"eps_2",1e-05,1613945587028,5491
+"train_loss",0.008969448,1613945587981,5492
+"raw_loss",0.0149064725,1613945587981,5492
+"epoch",34.547169811320735,1613945587981,5492
+"wd_0",0.01,1613945587981,5492
+"sqr_mom_0",0.99,1613945587981,5492
+"lr_0",2.2667939829511134e-06,1613945587981,5492
+"mom_0",0.9046646669876476,1613945587981,5492
+"eps_0",1e-05,1613945587981,5492
+"wd_1",0.01,1613945587981,5492
+"sqr_mom_1",0.99,1613945587981,5492
+"lr_1",2.2667939829511133e-05,1613945587981,5492
+"mom_1",0.9046646669876476,1613945587981,5492
+"eps_1",1e-05,1613945587981,5492
+"wd_2",0.01,1613945587981,5492
+"sqr_mom_2",0.99,1613945587981,5492
+"lr_2",0.00022667939829511128,1613945587981,5492
+"mom_2",0.9046646669876476,1613945587981,5492
+"eps_2",1e-05,1613945587981,5492
+"train_loss",0.008898333,1613945588931,5493
+"raw_loss",0.005413704,1613945588931,5493
+"epoch",34.553459119496836,1613945588931,5493
+"wd_0",0.01,1613945588931,5493
+"sqr_mom_0",0.99,1613945588931,5493
+"lr_0",2.26538923263717e-06,1613945588931,5493
+"mom_0",0.9046927622748793,1613945588931,5493
+"eps_0",1e-05,1613945588931,5493
+"wd_1",0.01,1613945588931,5493
+"sqr_mom_1",0.99,1613945588931,5493
+"lr_1",2.2653892326371696e-05,1613945588931,5493
+"mom_1",0.9046927622748793,1613945588931,5493
+"eps_1",1e-05,1613945588931,5493
+"wd_2",0.01,1613945588931,5493
+"sqr_mom_2",0.99,1613945588931,5493
+"lr_2",0.00022653892326371692,1613945588931,5493
+"mom_2",0.9046927622748793,1613945588931,5493
+"eps_2",1e-05,1613945588931,5493
+"train_loss",0.008864211,1613945589889,5494
+"raw_loss",0.0071922597,1613945589889,5494
+"epoch",34.559748427672936,1613945589889,5494
+"wd_0",0.01,1613945589889,5494
+"sqr_mom_0",0.99,1613945589889,5494
+"lr_0",2.263983624985416e-06,1613945589889,5494
+"mom_0",0.9047208747090387,1613945589889,5494
+"eps_0",1e-05,1613945589889,5494
+"wd_1",0.01,1613945589889,5494
+"sqr_mom_1",0.99,1613945589889,5494
+"lr_1",2.263983624985416e-05,1613945589889,5494
+"mom_1",0.9047208747090387,1613945589889,5494
+"eps_1",1e-05,1613945589889,5494
+"wd_2",0.01,1613945589889,5494
+"sqr_mom_2",0.99,1613945589889,5494
+"lr_2",0.00022639836249854154,1613945589889,5494
+"mom_2",0.9047208747090387,1613945589889,5494
+"eps_2",1e-05,1613945589889,5494
+"train_loss",0.008803195,1613945590839,5495
+"raw_loss",0.0058134124,1613945590839,5495
+"epoch",34.56603773584904,1613945590839,5495
+"wd_0",0.01,1613945590839,5495
+"sqr_mom_0",0.99,1613945590839,5495
+"lr_0",2.262579024644657e-06,1613945590839,5495
+"mom_0",0.9047489669967768,1613945590839,5495
+"eps_0",1e-05,1613945590839,5495
+"wd_1",0.01,1613945590839,5495
+"sqr_mom_1",0.99,1613945590839,5495
+"lr_1",2.2625790246446573e-05,1613945590839,5495
+"mom_1",0.9047489669967768,1613945590839,5495
+"eps_1",1e-05,1613945590839,5495
+"wd_2",0.01,1613945590839,5495
+"sqr_mom_2",0.99,1613945590839,5495
+"lr_2",0.00022625790246446568,1613945590839,5495
+"mom_2",0.9047489669967768,1613945590839,5495
+"eps_2",1e-05,1613945590839,5495
+"train_loss",0.008795461,1613945591799,5496
+"raw_loss",0.008416485,1613945591799,5496
+"epoch",34.57232704402514,1613945591799,5496
+"wd_0",0.01,1613945591799,5496
+"sqr_mom_0",0.99,1613945591799,5496
+"lr_0",2.261174033949251e-06,1613945591799,5496
+"mom_0",0.9047770670916859,1613945591799,5496
+"eps_0",1e-05,1613945591799,5496
+"wd_1",0.01,1613945591799,5496
+"sqr_mom_1",0.99,1613945591799,5496
+"lr_1",2.2611740339492508e-05,1613945591799,5496
+"mom_1",0.9047770670916859,1613945591799,5496
+"eps_1",1e-05,1613945591799,5496
+"wd_2",0.01,1613945591799,5496
+"sqr_mom_2",0.99,1613945591799,5496
+"lr_2",0.00022611740339492507,1613945591799,5496
+"mom_2",0.9047770670916859,1613945591799,5496
+"eps_2",1e-05,1613945591799,5496
+"train_loss",0.008847952,1613945592764,5497
+"raw_loss",0.011420022,1613945592764,5497
+"epoch",34.57861635220124,1613945592764,5497
+"wd_0",0.01,1613945592764,5497
+"sqr_mom_0",0.99,1613945592764,5497
+"lr_0",2.259769119384852e-06,1613945592764,5497
+"mom_0",0.9048051656639595,1613945592764,5497
+"eps_0",1e-05,1613945592764,5497
+"wd_1",0.01,1613945592764,5497
+"sqr_mom_1",0.99,1613945592764,5497
+"lr_1",2.2597691193848515e-05,1613945592764,5497
+"mom_1",0.9048051656639595,1613945592764,5497
+"eps_1",1e-05,1613945592764,5497
+"wd_2",0.01,1613945592764,5497
+"sqr_mom_2",0.99,1613945592764,5497
+"lr_2",0.00022597691193848514,1613945592764,5497
+"mom_2",0.9048051656639595,1613945592764,5497
+"eps_2",1e-05,1613945592764,5497
+"train_loss",0.008960279,1613945593759,5498
+"raw_loss",0.0144643,1613945593759,5498
+"epoch",34.58490566037734,1613945593759,5498
+"wd_0",0.01,1613945593759,5498
+"sqr_mom_0",0.99,1613945593759,5498
+"lr_0",2.2583642813992606e-06,1613945593759,5498
+"mom_0",0.9048332627046418,1613945593759,5498
+"eps_0",1e-05,1613945593759,5498
+"wd_1",0.01,1613945593759,5498
+"sqr_mom_1",0.99,1613945593759,5498
+"lr_1",2.2583642813992604e-05,1613945593759,5498
+"mom_1",0.9048332627046418,1613945593759,5498
+"eps_1",1e-05,1613945593759,5498
+"wd_2",0.01,1613945593759,5498
+"sqr_mom_2",0.99,1613945593759,5498
+"lr_2",0.000225836428139926,1613945593759,5498
+"mom_2",0.9048332627046418,1613945593759,5498
+"eps_2",1e-05,1613945593759,5498
+"train_loss",0.008895488,1613945594712,5499
+"raw_loss",0.0057207765,1613945594712,5499
+"epoch",34.59119496855344,1613945594712,5499
+"wd_0",0.01,1613945594712,5499
+"sqr_mom_0",0.99,1613945594712,5499
+"lr_0",2.256959986351467e-06,1613945594712,5499
+"mom_0",0.9048613488864595,1613945594712,5499
+"eps_0",1e-05,1613945594712,5499
+"wd_1",0.01,1613945594712,5499
+"sqr_mom_1",0.99,1613945594712,5499
+"lr_1",2.256959986351467e-05,1613945594712,5499
+"mom_1",0.9048613488864595,1613945594712,5499
+"eps_1",1e-05,1613945594712,5499
+"wd_2",0.01,1613945594712,5499
+"sqr_mom_2",0.99,1613945594712,5499
+"lr_2",0.00022569599863514668,1613945594712,5499
+"mom_2",0.9048613488864595,1613945594712,5499
+"eps_2",1e-05,1613945594712,5499
+"train_loss",0.008896034,1613945595661,5500
+"raw_loss",0.00892277,1613945595661,5500
+"epoch",34.59748427672954,1613945595661,5500
+"wd_0",0.01,1613945595661,5500
+"sqr_mom_0",0.99,1613945595661,5500
+"lr_0",2.2555548369555816e-06,1613945595661,5500
+"mom_0",0.9048894521554098,1613945595661,5500
+"eps_0",1e-05,1613945595661,5500
+"wd_1",0.01,1613945595661,5500
+"sqr_mom_1",0.99,1613945595661,5500
+"lr_1",2.255554836955582e-05,1613945595661,5500
+"mom_1",0.9048894521554098,1613945595661,5500
+"eps_1",1e-05,1613945595661,5500
+"wd_2",0.01,1613945595661,5500
+"sqr_mom_2",0.99,1613945595661,5500
+"lr_2",0.00022555548369555817,1613945595661,5500
+"mom_2",0.9048894521554098,1613945595661,5500
+"eps_2",1e-05,1613945595661,5500
+"train_loss",0.008850337,1613945596616,5501
+"raw_loss",0.006611157,1613945596616,5501
+"epoch",34.60377358490564,1613945596616,5501
+"wd_0",0.01,1613945596616,5501
+"sqr_mom_0",0.99,1613945596616,5501
+"lr_0",2.2541506972524964e-06,1613945596616,5501
+"mom_0",0.9049175352303024,1613945596616,5501
+"eps_0",1e-05,1613945596616,5501
+"wd_1",0.01,1613945596616,5501
+"sqr_mom_1",0.99,1613945596616,5501
+"lr_1",2.2541506972524962e-05,1613945596616,5501
+"mom_1",0.9049175352303024,1613945596616,5501
+"eps_1",1e-05,1613945596616,5501
+"wd_2",0.01,1613945596616,5501
+"sqr_mom_2",0.99,1613945596616,5501
+"lr_2",0.00022541506972524958,1613945596616,5501
+"mom_2",0.9049175352303024,1613945596616,5501
+"eps_2",1e-05,1613945596616,5501
+"train_loss",0.008762445,1613945597572,5502
+"raw_loss",0.004455727,1613945597572,5502
+"epoch",34.61006289308174,1613945597572,5502
+"wd_0",0.01,1613945597572,5502
+"sqr_mom_0",0.99,1613945597572,5502
+"lr_0",2.2527466358670487e-06,1613945597572,5502
+"mom_0",0.9049456167388263,1613945597572,5502
+"eps_0",1e-05,1613945597572,5502
+"wd_1",0.01,1613945597572,5502
+"sqr_mom_1",0.99,1613945597572,5502
+"lr_1",2.2527466358670485e-05,1613945597572,5502
+"mom_1",0.9049456167388263,1613945597572,5502
+"eps_1",1e-05,1613945597572,5502
+"wd_2",0.01,1613945597572,5502
+"sqr_mom_2",0.99,1613945597572,5502
+"lr_2",0.00022527466358670482,1613945597572,5502
+"mom_2",0.9049456167388263,1613945597572,5502
+"eps_2",1e-05,1613945597572,5502
+"train_loss",0.008798422,1613945598540,5503
+"raw_loss",0.0105613135,1613945598540,5503
+"epoch",34.61635220125784,1613945598540,5503
+"wd_0",0.01,1613945598540,5503
+"sqr_mom_0",0.99,1613945598540,5503
+"lr_0",2.2513417216319624e-06,1613945598540,5503
+"mom_0",0.9049737153045138,1613945598540,5503
+"eps_0",1e-05,1613945598540,5503
+"wd_1",0.01,1613945598540,5503
+"sqr_mom_1",0.99,1613945598540,5503
+"lr_1",2.251341721631962e-05,1613945598540,5503
+"mom_1",0.9049737153045138,1613945598540,5503
+"eps_1",1e-05,1613945598540,5503
+"wd_2",0.01,1613945598540,5503
+"sqr_mom_2",0.99,1613945598540,5503
+"lr_2",0.00022513417216319618,1613945598540,5503
+"mom_2",0.9049737153045138,1613945598540,5503
+"eps_2",1e-05,1613945598540,5503
+"train_loss",0.008854566,1613945599493,5504
+"raw_loss",0.011605594,1613945599493,5504
+"epoch",34.62264150943394,1613945599493,5504
+"wd_0",0.01,1613945599493,5504
+"sqr_mom_0",0.99,1613945599493,5504
+"lr_0",2.2499378182761713e-06,1613945599493,5504
+"mom_0",0.9050017936524131,1613945599493,5504
+"eps_0",1e-05,1613945599493,5504
+"wd_1",0.01,1613945599493,5504
+"sqr_mom_1",0.99,1613945599493,5504
+"lr_1",2.2499378182761714e-05,1613945599493,5504
+"mom_1",0.9050017936524131,1613945599493,5504
+"eps_1",1e-05,1613945599493,5504
+"wd_2",0.01,1613945599493,5504
+"sqr_mom_2",0.99,1613945599493,5504
+"lr_2",0.00022499378182761712,1613945599493,5504
+"mom_2",0.9050017936524131,1613945599493,5504
+"eps_2",1e-05,1613945599493,5504
+"train_loss",0.009307254,1613945600464,5505
+"raw_loss",0.031488996,1613945600464,5505
+"epoch",34.62893081761004,1613945600464,5505
+"wd_0",0.01,1613945600464,5505
+"sqr_mom_0",0.99,1613945600464,5505
+"lr_0",2.248533994579934e-06,1613945600464,5505
+"mom_0",0.9050298704071054,1613945600464,5505
+"eps_0",1e-05,1613945600464,5505
+"wd_1",0.01,1613945600464,5505
+"sqr_mom_1",0.99,1613945600464,5505
+"lr_1",2.248533994579934e-05,1613945600464,5505
+"mom_1",0.9050298704071054,1613945600464,5505
+"eps_1",1e-05,1613945600464,5505
+"wd_2",0.01,1613945600464,5505
+"sqr_mom_2",0.99,1613945600464,5505
+"lr_2",0.00022485339945799339,1613945600464,5505
+"mom_2",0.9050298704071054,1613945600464,5505
+"eps_2",1e-05,1613945600464,5505
+"train_loss",0.009322754,1613945601410,5506
+"raw_loss",0.010082273,1613945601410,5506
+"epoch",34.63522012578614,1613945601410,5506
+"wd_0",0.01,1613945601410,5506
+"sqr_mom_0",0.99,1613945601410,5506
+"lr_0",2.2471293195349583e-06,1613945601410,5506
+"mom_0",0.9050579641889427,1613945601410,5506
+"eps_0",1e-05,1613945601410,5506
+"wd_1",0.01,1613945601410,5506
+"sqr_mom_1",0.99,1613945601410,5506
+"lr_1",2.247129319534958e-05,1613945601410,5506
+"mom_1",0.9050579641889427,1613945601410,5506
+"eps_1",1e-05,1613945601410,5506
+"wd_2",0.01,1613945601410,5506
+"sqr_mom_2",0.99,1613945601410,5506
+"lr_2",0.00022471293195349578,1613945601410,5506
+"mom_2",0.9050579641889427,1613945601410,5506
+"eps_2",1e-05,1613945601410,5506
+"train_loss",0.009295192,1613945602366,5507
+"raw_loss",0.007944608,1613945602366,5507
+"epoch",34.64150943396224,1613945602366,5507
+"wd_0",0.01,1613945602366,5507
+"sqr_mom_0",0.99,1613945602366,5507
+"lr_0",2.245725656552873e-06,1613945602366,5507
+"mom_0",0.9050860377293198,1613945602366,5507
+"eps_0",1e-05,1613945602366,5507
+"wd_1",0.01,1613945602366,5507
+"sqr_mom_1",0.99,1613945602366,5507
+"lr_1",2.245725656552873e-05,1613945602366,5507
+"mom_1",0.9050860377293198,1613945602366,5507
+"eps_1",1e-05,1613945602366,5507
+"wd_2",0.01,1613945602366,5507
+"sqr_mom_2",0.99,1613945602366,5507
+"lr_2",0.0002245725656552873,1613945602366,5507
+"mom_2",0.9050860377293198,1613945602366,5507
+"eps_2",1e-05,1613945602366,5507
+"train_loss",0.009266113,1613945603333,5508
+"raw_loss",0.007841253,1613945603333,5508
+"epoch",34.64779874213834,1613945603333,5508
+"wd_0",0.01,1613945603333,5508
+"sqr_mom_0",0.99,1613945603333,5508
+"lr_0",2.2443216088980682e-06,1613945603333,5508
+"mom_0",0.9051141189632282,1613945603333,5508
+"eps_0",1e-05,1613945603333,5508
+"wd_1",0.01,1613945603333,5508
+"sqr_mom_1",0.99,1613945603333,5508
+"lr_1",2.2443216088980678e-05,1613945603333,5508
+"mom_1",0.9051141189632282,1613945603333,5508
+"eps_1",1e-05,1613945603333,5508
+"wd_2",0.01,1613945603333,5508
+"sqr_mom_2",0.99,1613945603333,5508
+"lr_2",0.0002244321608898068,1613945603333,5508
+"mom_2",0.9051141189632282,1613945603333,5508
+"eps_2",1e-05,1613945603333,5508
+"train_loss",0.009465463,1613945604290,5509
+"raw_loss",0.019233664,1613945604290,5509
+"epoch",34.65408805031444,1613945604290,5509
+"wd_0",0.01,1613945604290,5509
+"sqr_mom_0",0.99,1613945604290,5509
+"lr_0",2.2429176427457884e-06,1613945604290,5509
+"mom_0",0.9051421985670699,1613945604290,5509
+"eps_0",1e-05,1613945604290,5509
+"wd_1",0.01,1613945604290,5509
+"sqr_mom_1",0.99,1613945604290,5509
+"lr_1",2.242917642745788e-05,1613945604290,5509
+"mom_1",0.9051421985670699,1613945604290,5509
+"eps_1",1e-05,1613945604290,5509
+"wd_2",0.01,1613945604290,5509
+"sqr_mom_2",0.99,1613945604290,5509
+"lr_2",0.0002242917642745788,1613945604290,5509
+"mom_2",0.9051421985670699,1613945604290,5509
+"eps_2",1e-05,1613945604290,5509
+"train_loss",0.009704223,1613945605251,5510
+"raw_loss",0.021403458,1613945605251,5510
+"epoch",34.66037735849054,1613945605251,5510
+"wd_0",0.01,1613945605251,5510
+"sqr_mom_0",0.99,1613945605251,5510
+"lr_0",2.2415137585435315e-06,1613945605251,5510
+"mom_0",0.9051702765318946,1613945605251,5510
+"eps_0",1e-05,1613945605251,5510
+"wd_1",0.01,1613945605251,5510
+"sqr_mom_1",0.99,1613945605251,5510
+"lr_1",2.2415137585435315e-05,1613945605251,5510
+"mom_1",0.9051702765318946,1613945605251,5510
+"eps_1",1e-05,1613945605251,5510
+"wd_2",0.01,1613945605251,5510
+"sqr_mom_2",0.99,1613945605251,5510
+"lr_2",0.00022415137585435314,1613945605251,5510
+"mom_2",0.9051702765318946,1613945605251,5510
+"eps_2",1e-05,1613945605251,5510
+"train_loss",0.009695048,1613945606212,5511
+"raw_loss",0.009245493,1613945606212,5511
+"epoch",34.66666666666664,1613945606212,5511
+"wd_0",0.01,1613945606212,5511
+"sqr_mom_0",0.99,1613945606212,5511
+"lr_0",2.240110422330966e-06,1613945606212,5511
+"mom_0",0.905198343536816,1613945606212,5511
+"eps_0",1e-05,1613945606212,5511
+"wd_1",0.01,1613945606212,5511
+"sqr_mom_1",0.99,1613945606212,5511
+"lr_1",2.240110422330966e-05,1613945606212,5511
+"mom_1",0.905198343536816,1613945606212,5511
+"eps_1",1e-05,1613945606212,5511
+"wd_2",0.01,1613945606212,5511
+"sqr_mom_2",0.99,1613945606212,5511
+"lr_2",0.00022401104223309656,1613945606212,5511
+"mom_2",0.905198343536816,1613945606212,5511
+"eps_2",1e-05,1613945606212,5511
+"train_loss",0.009579169,1613945607208,5512
+"raw_loss",0.003901056,1613945607208,5512
+"epoch",34.67295597484274,1613945607208,5512
+"wd_0",0.01,1613945607208,5512
+"sqr_mom_0",0.99,1613945607208,5512
+"lr_0",2.2387062377789488e-06,1613945607208,5512
+"mom_0",0.9052264275086961,1613945607208,5512
+"eps_0",1e-05,1613945607208,5512
+"wd_1",0.01,1613945607208,5512
+"sqr_mom_1",0.99,1613945607208,5512
+"lr_1",2.2387062377789485e-05,1613945607208,5512
+"mom_1",0.9052264275086961,1613945607208,5512
+"eps_1",1e-05,1613945607208,5512
+"wd_2",0.01,1613945607208,5512
+"sqr_mom_2",0.99,1613945607208,5512
+"lr_2",0.00022387062377789483,1613945607208,5512
+"mom_2",0.9052264275086961,1613945607208,5512
+"eps_2",1e-05,1613945607208,5512
+"train_loss",0.009532914,1613945608177,5513
+"raw_loss",0.007266415,1613945608177,5513
+"epoch",34.679245283018844,1613945608177,5513
+"wd_0",0.01,1613945608177,5513
+"sqr_mom_0",0.99,1613945608177,5513
+"lr_0",2.237303067648431e-06,1613945608177,5513
+"mom_0",0.9052544911919432,1613945608177,5513
+"eps_0",1e-05,1613945608177,5513
+"wd_1",0.01,1613945608177,5513
+"sqr_mom_1",0.99,1613945608177,5513
+"lr_1",2.2373030676484313e-05,1613945608177,5513
+"mom_1",0.9052544911919432,1613945608177,5513
+"eps_1",1e-05,1613945608177,5513
+"wd_2",0.01,1613945608177,5513
+"sqr_mom_2",0.99,1613945608177,5513
+"lr_2",0.00022373030676484308,1613945608177,5513
+"mom_2",0.9052544911919432,1613945608177,5513
+"eps_2",1e-05,1613945608177,5513
+"train_loss",0.009486795,1613945609125,5514
+"raw_loss",0.007227023,1613945609125,5514
+"epoch",34.685534591194944,1613945609125,5514
+"wd_0",0.01,1613945609125,5514
+"sqr_mom_0",0.99,1613945609125,5514
+"lr_0",2.2358999812019787e-06,1613945609125,5514
+"mom_0",0.9052825532014924,1613945609125,5514
+"eps_0",1e-05,1613945609125,5514
+"wd_1",0.01,1613945609125,5514
+"sqr_mom_1",0.99,1613945609125,5514
+"lr_1",2.2358999812019788e-05,1613945609125,5514
+"mom_1",0.9052825532014924,1613945609125,5514
+"eps_1",1e-05,1613945609125,5514
+"wd_2",0.01,1613945609125,5514
+"sqr_mom_2",0.99,1613945609125,5514
+"lr_2",0.00022358999812019782,1613945609125,5514
+"mom_2",0.9052825532014924,1613945609125,5514
+"eps_2",1e-05,1613945609125,5514
+"train_loss",0.009459317,1613945610090,5515
+"raw_loss",0.008112853,1613945610090,5515
+"epoch",34.691823899371045,1613945610090,5515
+"wd_0",0.01,1613945610090,5515
+"sqr_mom_0",0.99,1613945610090,5515
+"lr_0",2.234496047924288e-06,1613945610090,5515
+"mom_0",0.9053106321478357,1613945610090,5515
+"eps_0",1e-05,1613945610090,5515
+"wd_1",0.01,1613945610090,5515
+"sqr_mom_1",0.99,1613945610090,5515
+"lr_1",2.2344960479242877e-05,1613945610090,5515
+"mom_1",0.9053106321478357,1613945610090,5515
+"eps_1",1e-05,1613945610090,5515
+"wd_2",0.01,1613945610090,5515
+"sqr_mom_2",0.99,1613945610090,5515
+"lr_2",0.00022344960479242878,1613945610090,5515
+"mom_2",0.9053106321478357,1613945610090,5515
+"eps_2",1e-05,1613945610090,5515
+"train_loss",0.009442337,1613945611053,5516
+"raw_loss",0.008610333,1613945611053,5516
+"epoch",34.698113207547145,1613945611053,5516
+"wd_0",0.01,1613945611053,5516
+"sqr_mom_0",0.99,1613945611053,5516
+"lr_0",2.2330931302429732e-06,1613945611053,5516
+"mom_0",0.9053386907820483,1613945611053,5516
+"eps_0",1e-05,1613945611053,5516
+"wd_1",0.01,1613945611053,5516
+"sqr_mom_1",0.99,1613945611053,5516
+"lr_1",2.233093130242973e-05,1613945611053,5516
+"mom_1",0.9053386907820483,1613945611053,5516
+"eps_1",1e-05,1613945611053,5516
+"wd_2",0.01,1613945611053,5516
+"sqr_mom_2",0.99,1613945611053,5516
+"lr_2",0.00022330931302429728,1613945611053,5516
+"mom_2",0.9053386907820483,1613945611053,5516
+"eps_2",1e-05,1613945611053,5516
+"train_loss",0.00942695,1613945612035,5517
+"raw_loss",0.008672965,1613945612035,5517
+"epoch",34.704402515723245,1613945612035,5517
+"wd_0",0.01,1613945612035,5517
+"sqr_mom_0",0.99,1613945612035,5517
+"lr_0",2.2316898321620244e-06,1613945612035,5517
+"mom_0",0.9053667570243298,1613945612035,5517
+"eps_0",1e-05,1613945612035,5517
+"wd_1",0.01,1613945612035,5517
+"sqr_mom_1",0.99,1613945612035,5517
+"lr_1",2.2316898321620244e-05,1613945612035,5517
+"mom_1",0.9053667570243298,1613945612035,5517
+"eps_1",1e-05,1613945612035,5517
+"wd_2",0.01,1613945612035,5517
+"sqr_mom_2",0.99,1613945612035,5517
+"lr_2",0.0002231689832162024,1613945612035,5517
+"mom_2",0.9053667570243298,1613945612035,5517
+"eps_2",1e-05,1613945612035,5517
+"train_loss",0.009438659,1613945613003,5518
+"raw_loss",0.010012441,1613945613003,5518
+"epoch",34.710691823899346,1613945613003,5518
+"wd_0",0.01,1613945613003,5518
+"sqr_mom_0",0.99,1613945613003,5518
+"lr_0",2.230286619609835e-06,1613945613003,5518
+"mom_0",0.9053948215560188,1613945613003,5518
+"eps_0",1e-05,1613945613003,5518
+"wd_1",0.01,1613945613003,5518
+"sqr_mom_1",0.99,1613945613003,5518
+"lr_1",2.2302866196098346e-05,1613945613003,5518
+"mom_1",0.9053948215560188,1613945613003,5518
+"eps_1",1e-05,1613945613003,5518
+"wd_2",0.01,1613945613003,5518
+"sqr_mom_2",0.99,1613945613003,5518
+"lr_2",0.00022302866196098343,1613945613003,5518
+"mom_2",0.9053948215560188,1613945613003,5518
+"eps_2",1e-05,1613945613003,5518
+"train_loss",0.009349906,1613945613981,5519
+"raw_loss",0.005001011,1613945613981,5519
+"epoch",34.716981132075446,1613945613981,5519
+"wd_0",0.01,1613945613981,5519
+"sqr_mom_0",0.99,1613945613981,5519
+"lr_0",2.228883493033662e-06,1613945613981,5519
+"mom_0",0.9054228843681704,1613945613981,5519
+"eps_0",1e-05,1613945613981,5519
+"wd_1",0.01,1613945613981,5519
+"sqr_mom_1",0.99,1613945613981,5519
+"lr_1",2.228883493033662e-05,1613945613981,5519
+"mom_1",0.9054228843681704,1613945613981,5519
+"eps_1",1e-05,1613945613981,5519
+"wd_2",0.01,1613945613981,5519
+"sqr_mom_2",0.99,1613945613981,5519
+"lr_2",0.00022288834930336615,1613945613981,5519
+"mom_2",0.9054228843681704,1613945613981,5519
+"eps_2",1e-05,1613945613981,5519
+"train_loss",0.009445845,1613945614945,5520
+"raw_loss",0.014146851,1613945614945,5520
+"epoch",34.72327044025155,1613945614945,5520
+"wd_0",0.01,1613945614945,5520
+"sqr_mom_0",0.99,1613945614945,5520
+"lr_0",2.2274804528807365e-06,1613945614945,5520
+"mom_0",0.9054509454518398,1613945614945,5520
+"eps_0",1e-05,1613945614945,5520
+"wd_1",0.01,1613945614945,5520
+"sqr_mom_1",0.99,1613945614945,5520
+"lr_1",2.2274804528807365e-05,1613945614945,5520
+"mom_1",0.9054509454518398,1613945614945,5520
+"eps_1",1e-05,1613945614945,5520
+"wd_2",0.01,1613945614945,5520
+"sqr_mom_2",0.99,1613945614945,5520
+"lr_2",0.00022274804528807363,1613945614945,5520
+"mom_2",0.9054509454518398,1613945614945,5520
+"eps_2",1e-05,1613945614945,5520
+"train_loss",0.009369089,1613945615954,5521
+"raw_loss",0.005608049,1613945615954,5521
+"epoch",34.72955974842765,1613945615954,5521
+"wd_0",0.01,1613945615954,5521
+"sqr_mom_0",0.99,1613945615954,5521
+"lr_0",2.226077499598261e-06,1613945615954,5521
+"mom_0",0.9054790047980827,1613945615954,5521
+"eps_0",1e-05,1613945615954,5521
+"wd_1",0.01,1613945615954,5521
+"sqr_mom_1",0.99,1613945615954,5521
+"lr_1",2.226077499598261e-05,1613945615954,5521
+"mom_1",0.9054790047980827,1613945615954,5521
+"eps_1",1e-05,1613945615954,5521
+"wd_2",0.01,1613945615954,5521
+"sqr_mom_2",0.99,1613945615954,5521
+"lr_2",0.00022260774995982606,1613945615954,5521
+"mom_2",0.9054790047980827,1613945615954,5521
+"eps_2",1e-05,1613945615954,5521
+"train_loss",0.009690802,1613945616992,5522
+"raw_loss",0.025454735,1613945616992,5522
+"epoch",34.73584905660375,1613945616992,5522
+"wd_0",0.01,1613945616992,5522
+"sqr_mom_0",0.99,1613945616992,5522
+"lr_0",2.224675098914397e-06,1613945616992,5522
+"mom_0",0.905507053092243,1613945616992,5522
+"eps_0",1e-05,1613945616992,5522
+"wd_1",0.01,1613945616992,5522
+"sqr_mom_1",0.99,1613945616992,5522
+"lr_1",2.224675098914397e-05,1613945616992,5522
+"mom_1",0.905507053092243,1613945616992,5522
+"eps_1",1e-05,1613945616992,5522
+"wd_2",0.01,1613945616992,5522
+"sqr_mom_2",0.99,1613945616992,5522
+"lr_2",0.00022246750989143968,1613945616992,5522
+"mom_2",0.905507053092243,1613945616992,5522
+"eps_2",1e-05,1613945616992,5522
+"train_loss",0.009606943,1613945617987,5523
+"raw_loss",0.0054978654,1613945617987,5523
+"epoch",34.74213836477985,1613945617987,5523
+"wd_0",0.01,1613945617987,5523
+"sqr_mom_0",0.99,1613945617987,5523
+"lr_0",2.223271855433334e-06,1613945617987,5523
+"mom_0",0.9055351182425158,1613945617987,5523
+"eps_0",1e-05,1613945617987,5523
+"wd_1",0.01,1613945617987,5523
+"sqr_mom_1",0.99,1613945617987,5523
+"lr_1",2.223271855433334e-05,1613945617987,5523
+"mom_1",0.9055351182425158,1613945617987,5523
+"eps_1",1e-05,1613945617987,5523
+"wd_2",0.01,1613945617987,5523
+"sqr_mom_2",0.99,1613945617987,5523
+"lr_2",0.00022232718554333338,1613945617987,5523
+"mom_2",0.9055351182425158,1613945617987,5523
+"eps_2",1e-05,1613945617987,5523
+"train_loss",0.009625943,1613945618978,5524
+"raw_loss",0.010556964,1613945618978,5524
+"epoch",34.74842767295595,1613945618978,5524
+"wd_0",0.01,1613945618978,5524
+"sqr_mom_0",0.99,1613945618978,5524
+"lr_0",2.2218696306676195e-06,1613945618978,5524
+"mom_0",0.9055631630182778,1613945618978,5524
+"eps_0",1e-05,1613945618978,5524
+"wd_1",0.01,1613945618978,5524
+"sqr_mom_1",0.99,1613945618978,5524
+"lr_1",2.2218696306676197e-05,1613945618978,5524
+"mom_1",0.9055631630182778,1613945618978,5524
+"eps_1",1e-05,1613945618978,5524
+"wd_2",0.01,1613945618978,5524
+"sqr_mom_2",0.99,1613945618978,5524
+"lr_2",0.00022218696306676195,1613945618978,5524
+"mom_2",0.9055631630182778,1613945618978,5524
+"eps_2",1e-05,1613945618978,5524
+"train_loss",0.009555021,1613945619970,5525
+"raw_loss",0.006079816,1613945619970,5525
+"epoch",34.75471698113205,1613945619970,5525
+"wd_0",0.01,1613945619970,5525
+"sqr_mom_0",0.99,1613945619970,5525
+"lr_0",2.2204674945019384e-06,1613945619970,5525
+"mom_0",0.9055912060220215,1613945619970,5525
+"eps_0",1e-05,1613945619970,5525
+"wd_1",0.01,1613945619970,5525
+"sqr_mom_1",0.99,1613945619970,5525
+"lr_1",2.2204674945019385e-05,1613945619970,5525
+"mom_1",0.9055912060220215,1613945619970,5525
+"eps_1",1e-05,1613945619970,5525
+"wd_2",0.01,1613945619970,5525
+"sqr_mom_2",0.99,1613945619970,5525
+"lr_2",0.0002220467494501938,1613945619970,5525
+"mom_2",0.9055912060220215,1613945619970,5525
+"eps_2",1e-05,1613945619970,5525
+"train_loss",0.009529767,1613945620954,5526
+"raw_loss",0.008292302,1613945620954,5526
+"epoch",34.76100628930815,1613945620954,5526
+"wd_0",0.01,1613945620954,5526
+"sqr_mom_0",0.99,1613945620954,5526
+"lr_0",2.219064517056156e-06,1613945620954,5526
+"mom_0",0.9056192658515354,1613945620954,5526
+"eps_0",1e-05,1613945620954,5526
+"wd_1",0.01,1613945620954,5526
+"sqr_mom_1",0.99,1613945620954,5526
+"lr_1",2.2190645170561563e-05,1613945620954,5526
+"mom_1",0.9056192658515354,1613945620954,5526
+"eps_1",1e-05,1613945620954,5526
+"wd_2",0.01,1613945620954,5526
+"sqr_mom_2",0.99,1613945620954,5526
+"lr_2",0.00022190645170561558,1613945620954,5526
+"mom_2",0.9056192658515354,1613945620954,5526
+"eps_2",1e-05,1613945620954,5526
+"train_loss",0.009551425,1613945621900,5527
+"raw_loss",0.010612733,1613945621900,5527
+"epoch",34.76729559748425,1613945621900,5527
+"wd_0",0.01,1613945621900,5527
+"sqr_mom_0",0.99,1613945621900,5527
+"lr_0",2.217662559489903e-06,1613945621900,5527
+"mom_0",0.9056473052832548,1613945621900,5527
+"eps_0",1e-05,1613945621900,5527
+"wd_1",0.01,1613945621900,5527
+"sqr_mom_1",0.99,1613945621900,5527
+"lr_1",2.217662559489903e-05,1613945621900,5527
+"mom_1",0.9056473052832548,1613945621900,5527
+"eps_1",1e-05,1613945621900,5527
+"wd_2",0.01,1613945621900,5527
+"sqr_mom_2",0.99,1613945621900,5527
+"lr_2",0.00022176625594899028,1613945621900,5527
+"mom_2",0.9056473052832548,1613945621900,5527
+"eps_2",1e-05,1613945621900,5527
+"train_loss",0.009637741,1613945622855,5528
+"raw_loss",0.0138672115,1613945622855,5528
+"epoch",34.77358490566035,1613945622855,5528
+"wd_0",0.01,1613945622855,5528
+"sqr_mom_0",0.99,1613945622855,5528
+"lr_0",2.2162606918637484e-06,1613945622855,5528
+"mom_0",0.9056753429161541,1613945622855,5528
+"eps_0",1e-05,1613945622855,5528
+"wd_1",0.01,1613945622855,5528
+"sqr_mom_1",0.99,1613945622855,5528
+"lr_1",2.216260691863748e-05,1613945622855,5528
+"mom_1",0.9056753429161541,1613945622855,5528
+"eps_1",1e-05,1613945622855,5528
+"wd_2",0.01,1613945622855,5528
+"sqr_mom_2",0.99,1613945622855,5528
+"lr_2",0.00022162606918637478,1613945622855,5528
+"mom_2",0.9056753429161541,1613945622855,5528
+"eps_2",1e-05,1613945622855,5528
+"train_loss",0.009702578,1613945623859,5529
+"raw_loss",0.0128795905,1613945623859,5529
+"epoch",34.77987421383645,1613945623859,5529
+"wd_0",0.01,1613945623859,5529
+"sqr_mom_0",0.99,1613945623859,5529
+"lr_0",2.214857984477002e-06,1613945623859,5529
+"mom_0",0.9057033973444334,1613945623859,5529
+"eps_0",1e-05,1613945623859,5529
+"wd_1",0.01,1613945623859,5529
+"sqr_mom_1",0.99,1613945623859,5529
+"lr_1",2.2148579844770023e-05,1613945623859,5529
+"mom_1",0.9057033973444334,1613945623859,5529
+"eps_1",1e-05,1613945623859,5529
+"wd_2",0.01,1613945623859,5529
+"sqr_mom_2",0.99,1613945623859,5529
+"lr_2",0.0002214857984477002,1613945623859,5529
+"mom_2",0.9057033973444334,1613945623859,5529
+"eps_2",1e-05,1613945623859,5529
+"train_loss",0.009617274,1613945624830,5530
+"raw_loss",0.005437333,1613945624830,5530
+"epoch",34.78616352201255,1613945624830,5530
+"wd_0",0.01,1613945624830,5530
+"sqr_mom_0",0.99,1613945624830,5530
+"lr_0",2.2134562981310404e-06,1613945624830,5530
+"mom_0",0.9057314313516927,1613945624830,5530
+"eps_0",1e-05,1613945624830,5530
+"wd_1",0.01,1613945624830,5530
+"sqr_mom_1",0.99,1613945624830,5530
+"lr_1",2.2134562981310403e-05,1613945624830,5530
+"mom_1",0.9057314313516927,1613945624830,5530
+"eps_1",1e-05,1613945624830,5530
+"wd_2",0.01,1613945624830,5530
+"sqr_mom_2",0.99,1613945624830,5530
+"lr_2",0.00022134562981310398,1613945624830,5530
+"mom_2",0.9057314313516927,1613945624830,5530
+"eps_2",1e-05,1613945624830,5530
+"train_loss",0.009545641,1613945625874,5531
+"raw_loss",0.006035622,1613945625874,5531
+"epoch",34.79245283018865,1613945625874,5531
+"wd_0",0.01,1613945625874,5531
+"sqr_mom_0",0.99,1613945625874,5531
+"lr_0",2.2120542380519597e-06,1613945625874,5531
+"mom_0",0.9057594728336891,1613945625874,5531
+"eps_0",1e-05,1613945625874,5531
+"wd_1",0.01,1613945625874,5531
+"sqr_mom_1",0.99,1613945625874,5531
+"lr_1",2.2120542380519595e-05,1613945625874,5531
+"mom_1",0.9057594728336891,1613945625874,5531
+"eps_1",1e-05,1613945625874,5531
+"wd_2",0.01,1613945625874,5531
+"sqr_mom_2",0.99,1613945625874,5531
+"lr_2",0.00022120542380519594,1613945625874,5531
+"mom_2",0.9057594728336891,1613945625874,5531
+"eps_2",1e-05,1613945625874,5531
+"train_loss",0.009525911,1613945626859,5532
+"raw_loss",0.008559131,1613945626859,5532
+"epoch",34.79874213836475,1613945626859,5532
+"wd_0",0.01,1613945626859,5532
+"sqr_mom_0",0.99,1613945626859,5532
+"lr_0",2.210652269760258e-06,1613945626859,5532
+"mom_0",0.9057875124799196,1613945626859,5532
+"eps_0",1e-05,1613945626859,5532
+"wd_1",0.01,1613945626859,5532
+"sqr_mom_1",0.99,1613945626859,5532
+"lr_1",2.210652269760258e-05,1613945626859,5532
+"mom_1",0.9057875124799196,1613945626859,5532
+"eps_1",1e-05,1613945626859,5532
+"wd_2",0.01,1613945626859,5532
+"sqr_mom_2",0.99,1613945626859,5532
+"lr_2",0.00022106522697602576,1613945626859,5532
+"mom_2",0.9057875124799196,1613945626859,5532
+"eps_2",1e-05,1613945626859,5532
+"train_loss",0.009503786,1613945627842,5533
+"raw_loss",0.008419703,1613945627842,5533
+"epoch",34.80503144654085,1613945627842,5533
+"wd_0",0.01,1613945627842,5533
+"sqr_mom_0",0.99,1613945627842,5533
+"lr_0",2.209250393702797e-06,1613945627842,5533
+"mom_0",0.9058155502814469,1613945627842,5533
+"eps_0",1e-05,1613945627842,5533
+"wd_1",0.01,1613945627842,5533
+"sqr_mom_1",0.99,1613945627842,5533
+"lr_1",2.209250393702797e-05,1613945627842,5533
+"mom_1",0.9058155502814469,1613945627842,5533
+"eps_1",1e-05,1613945627842,5533
+"wd_2",0.01,1613945627842,5533
+"sqr_mom_2",0.99,1613945627842,5533
+"lr_2",0.00022092503937027968,1613945627842,5533
+"mom_2",0.9058155502814469,1613945627842,5533
+"eps_2",1e-05,1613945627842,5533
+"train_loss",0.009462164,1613945628846,5534
+"raw_loss",0.007422629,1613945628846,5534
+"epoch",34.81132075471695,1613945628846,5534
+"wd_0",0.01,1613945628846,5534
+"sqr_mom_0",0.99,1613945628846,5534
+"lr_0",2.2078490752474375e-06,1613945628846,5534
+"mom_0",0.9058435769308205,1613945628846,5534
+"eps_0",1e-05,1613945628846,5534
+"wd_1",0.01,1613945628846,5534
+"sqr_mom_1",0.99,1613945628846,5534
+"lr_1",2.2078490752474375e-05,1613945628846,5534
+"mom_1",0.9058435769308205,1613945628846,5534
+"eps_1",1e-05,1613945628846,5534
+"wd_2",0.01,1613945628846,5534
+"sqr_mom_2",0.99,1613945628846,5534
+"lr_2",0.00022078490752474374,1613945628846,5534
+"mom_2",0.9058435769308205,1613945628846,5534
+"eps_2",1e-05,1613945628846,5534
+"train_loss",0.009414939,1613945629831,5535
+"raw_loss",0.0071009374,1613945629831,5535
+"epoch",34.81761006289305,1613945629831,5535
+"wd_0",0.01,1613945629831,5535
+"sqr_mom_0",0.99,1613945629831,5535
+"lr_0",2.2064469200778954e-06,1613945629831,5535
+"mom_0",0.9058716203146452,1613945629831,5535
+"eps_0",1e-05,1613945629831,5535
+"wd_1",0.01,1613945629831,5535
+"sqr_mom_1",0.99,1613945629831,5535
+"lr_1",2.2064469200778952e-05,1613945629831,5535
+"mom_1",0.9058716203146452,1613945629831,5535
+"eps_1",1e-05,1613945629831,5535
+"wd_2",0.01,1613945629831,5535
+"sqr_mom_2",0.99,1613945629831,5535
+"lr_2",0.0002206446920077895,1613945629831,5535
+"mom_2",0.9058716203146452,1613945629831,5535
+"eps_2",1e-05,1613945629831,5535
+"train_loss",0.009368827,1613945630790,5536
+"raw_loss",0.0071093105,1613945630790,5536
+"epoch",34.82389937106915,1613945630790,5536
+"wd_0",0.01,1613945630790,5536
+"sqr_mom_0",0.99,1613945630790,5536
+"lr_0",2.205045788262986e-06,1613945630790,5536
+"mom_0",0.9058996432311726,1613945630790,5536
+"eps_0",1e-05,1613945630790,5536
+"wd_1",0.01,1613945630790,5536
+"sqr_mom_1",0.99,1613945630790,5536
+"lr_1",2.2050457882629863e-05,1613945630790,5536
+"mom_1",0.9058996432311726,1613945630790,5536
+"eps_1",1e-05,1613945630790,5536
+"wd_2",0.01,1613945630790,5536
+"sqr_mom_2",0.99,1613945630790,5536
+"lr_2",0.00022050457882629858,1613945630790,5536
+"mom_2",0.9058996432311726,1613945630790,5536
+"eps_2",1e-05,1613945630790,5536
+"train_loss",0.009303712,1613945631726,5537
+"raw_loss",0.006113116,1613945631726,5537
+"epoch",34.83018867924525,1613945631726,5537
+"wd_0",0.01,1613945631726,5537
+"sqr_mom_0",0.99,1613945631726,5537
+"lr_0",2.2036447504069615e-06,1613945631726,5537
+"mom_0",0.9059276642685035,1613945631726,5537
+"eps_0",1e-05,1613945631726,5537
+"wd_1",0.01,1613945631726,5537
+"sqr_mom_1",0.99,1613945631726,5537
+"lr_1",2.2036447504069612e-05,1613945631726,5537
+"mom_1",0.9059276642685035,1613945631726,5537
+"eps_1",1e-05,1613945631726,5537
+"wd_2",0.01,1613945631726,5537
+"sqr_mom_2",0.99,1613945631726,5537
+"lr_2",0.0002203644750406961,1613945631726,5537
+"mom_2",0.9059276642685035,1613945631726,5537
+"eps_2",1e-05,1613945631726,5537
+"train_loss",0.009210013,1613945632683,5538
+"raw_loss",0.004618754,1613945632683,5538
+"epoch",34.836477987421354,1613945632683,5538
+"wd_0",0.01,1613945632683,5538
+"sqr_mom_0",0.99,1613945632683,5538
+"lr_0",2.2022428773634744e-06,1613945632683,5538
+"mom_0",0.9059557020097506,1613945632683,5538
+"eps_0",1e-05,1613945632683,5538
+"wd_1",0.01,1613945632683,5538
+"sqr_mom_1",0.99,1613945632683,5538
+"lr_1",2.202242877363474e-05,1613945632683,5538
+"mom_1",0.9059557020097506,1613945632683,5538
+"eps_1",1e-05,1613945632683,5538
+"wd_2",0.01,1613945632683,5538
+"sqr_mom_2",0.99,1613945632683,5538
+"lr_2",0.00022022428773634737,1613945632683,5538
+"mom_2",0.9059557020097506,1613945632683,5538
+"eps_2",1e-05,1613945632683,5538
+"train_loss",0.009176628,1613945633665,5539
+"raw_loss",0.007540775,1613945633665,5539
+"epoch",34.842767295597454,1613945633665,5539
+"wd_0",0.01,1613945633665,5539
+"sqr_mom_0",0.99,1613945633665,5539
+"lr_0",2.2008420288270812e-06,1613945633665,5539
+"mom_0",0.9059837192606509,1613945633665,5539
+"eps_0",1e-05,1613945633665,5539
+"wd_1",0.01,1613945633665,5539
+"sqr_mom_1",0.99,1613945633665,5539
+"lr_1",2.200842028827081e-05,1613945633665,5539
+"mom_1",0.9059837192606509,1613945633665,5539
+"eps_1",1e-05,1613945633665,5539
+"wd_2",0.01,1613945633665,5539
+"sqr_mom_2",0.99,1613945633665,5539
+"lr_2",0.00022008420288270809,1613945633665,5539
+"mom_2",0.9059837192606509,1613945633665,5539
+"eps_2",1e-05,1613945633665,5539
+"train_loss",0.009059037,1613945634615,5540
+"raw_loss",0.0032970824,1613945634615,5540
+"epoch",34.849056603773555,1613945634615,5540
+"wd_0",0.01,1613945634615,5540
+"sqr_mom_0",0.99,1613945634615,5540
+"lr_0",2.1994408108555288e-06,1613945634615,5540
+"mom_0",0.9060117439003283,1613945634615,5540
+"eps_0",1e-05,1613945634615,5540
+"wd_1",0.01,1613945634615,5540
+"sqr_mom_1",0.99,1613945634615,5540
+"lr_1",2.1994408108555284e-05,1613945634615,5540
+"mom_1",0.9060117439003283,1613945634615,5540
+"eps_1",1e-05,1613945634615,5540
+"wd_2",0.01,1613945634615,5540
+"sqr_mom_2",0.99,1613945634615,5540
+"lr_2",0.00021994408108555284,1613945634615,5540
+"mom_2",0.9060117439003283,1613945634615,5540
+"eps_2",1e-05,1613945634615,5540
+"train_loss",0.0090905605,1613945635599,5541
+"raw_loss",0.010635194,1613945635599,5541
+"epoch",34.855345911949655,1613945635599,5541
+"wd_0",0.01,1613945635599,5541
+"sqr_mom_0",0.99,1613945635599,5541
+"lr_0",2.1980396886917404e-06,1613945635599,5541
+"mom_0",0.9060397666238313,1613945635599,5541
+"eps_0",1e-05,1613945635599,5541
+"wd_1",0.01,1613945635599,5541
+"sqr_mom_1",0.99,1613945635599,5541
+"lr_1",2.1980396886917404e-05,1613945635599,5541
+"mom_1",0.9060397666238313,1613945635599,5541
+"eps_1",1e-05,1613945635599,5541
+"wd_2",0.01,1613945635599,5541
+"sqr_mom_2",0.99,1613945635599,5541
+"lr_2",0.00021980396886917404,1613945635599,5541
+"mom_2",0.9060397666238313,1613945635599,5541
+"eps_2",1e-05,1613945635599,5541
+"train_loss",0.009016606,1613945636549,5542
+"raw_loss",0.00539283,1613945636549,5542
+"epoch",34.861635220125756,1613945636549,5542
+"wd_0",0.01,1613945636549,5542
+"sqr_mom_0",0.99,1613945636549,5542
+"lr_0",2.196638662782309e-06,1613945636549,5542
+"mom_0",0.906067787422228,1613945636549,5542
+"eps_0",1e-05,1613945636549,5542
+"wd_1",0.01,1613945636549,5542
+"sqr_mom_1",0.99,1613945636549,5542
+"lr_1",2.1966386627823093e-05,1613945636549,5542
+"mom_1",0.906067787422228,1613945636549,5542
+"eps_1",1e-05,1613945636549,5542
+"wd_2",0.01,1613945636549,5542
+"sqr_mom_2",0.99,1613945636549,5542
+"lr_2",0.00021966386627823089,1613945636549,5542
+"mom_2",0.906067787422228,1613945636549,5542
+"eps_2",1e-05,1613945636549,5542
+"train_loss",0.008975994,1613945637564,5543
+"raw_loss",0.0069859717,1613945637564,5543
+"epoch",34.867924528301856,1613945637564,5543
+"wd_0",0.01,1613945637564,5543
+"sqr_mom_0",0.99,1613945637564,5543
+"lr_0",2.1952381982108515e-06,1613945637564,5543
+"mom_0",0.9060957969937529,1613945637564,5543
+"eps_0",1e-05,1613945637564,5543
+"wd_1",0.01,1613945637564,5543
+"sqr_mom_1",0.99,1613945637564,5543
+"lr_1",2.1952381982108514e-05,1613945637564,5543
+"mom_1",0.9060957969937529,1613945637564,5543
+"eps_1",1e-05,1613945637564,5543
+"wd_2",0.01,1613945637564,5543
+"sqr_mom_2",0.99,1613945637564,5543
+"lr_2",0.0002195238198210851,1613945637564,5543
+"mom_2",0.9060957969937529,1613945637564,5543
+"eps_2",1e-05,1613945637564,5543
+"train_loss",0.008956822,1613945638560,5544
+"raw_loss",0.008017399,1613945638560,5544
+"epoch",34.874213836477956,1613945638560,5544
+"wd_0",0.01,1613945638560,5544
+"sqr_mom_0",0.99,1613945638560,5544
+"lr_0",2.193836901512729e-06,1613945638560,5544
+"mom_0",0.9061238232079775,1613945638560,5544
+"eps_0",1e-05,1613945638560,5544
+"wd_1",0.01,1613945638560,5544
+"sqr_mom_1",0.99,1613945638560,5544
+"lr_1",2.193836901512729e-05,1613945638560,5544
+"mom_1",0.9061238232079775,1613945638560,5544
+"eps_1",1e-05,1613945638560,5544
+"wd_2",0.01,1613945638560,5544
+"sqr_mom_2",0.99,1613945638560,5544
+"lr_2",0.00021938369015127285,1613945638560,5544
+"mom_2",0.9061238232079775,1613945638560,5544
+"eps_2",1e-05,1613945638560,5544
+"train_loss",0.0088756615,1613945639507,5545
+"raw_loss",0.004898824,1613945639507,5545
+"epoch",34.88050314465406,1613945639507,5545
+"wd_0",0.01,1613945639507,5545
+"sqr_mom_0",0.99,1613945639507,5545
+"lr_0",2.192436631617926e-06,1613945639507,5545
+"mom_0",0.9061518288859303,1613945639507,5545
+"eps_0",1e-05,1613945639507,5545
+"wd_1",0.01,1613945639507,5545
+"sqr_mom_1",0.99,1613945639507,5545
+"lr_1",2.192436631617926e-05,1613945639507,5545
+"mom_1",0.9061518288859303,1613945639507,5545
+"eps_1",1e-05,1613945639507,5545
+"wd_2",0.01,1613945639507,5545
+"sqr_mom_2",0.99,1613945639507,5545
+"lr_2",0.00021924366316179256,1613945639507,5545
+"mom_2",0.9061518288859303,1613945639507,5545
+"eps_2",1e-05,1613945639507,5545
+"train_loss",0.008801046,1613945640500,5546
+"raw_loss",0.005144852,1613945640500,5546
+"epoch",34.88679245283016,1613945640500,5546
+"wd_0",0.01,1613945640500,5546
+"sqr_mom_0",0.99,1613945640500,5546
+"lr_0",2.191036459698366e-06,1613945640500,5546
+"mom_0",0.9061798326043586,1613945640500,5546
+"eps_0",1e-05,1613945640500,5546
+"wd_1",0.01,1613945640500,5546
+"sqr_mom_1",0.99,1613945640500,5546
+"lr_1",2.1910364596983662e-05,1613945640500,5546
+"mom_1",0.9061798326043586,1613945640500,5546
+"eps_1",1e-05,1613945640500,5546
+"wd_2",0.01,1613945640500,5546
+"sqr_mom_2",0.99,1613945640500,5546
+"lr_2",0.0002191036459698366,1613945640500,5546
+"mom_2",0.9061798326043586,1613945640500,5546
+"eps_2",1e-05,1613945640500,5546
+"train_loss",0.00881599,1613945641483,5547
+"raw_loss",0.009548247,1613945641483,5547
+"epoch",34.89308176100626,1613945641483,5547
+"wd_0",0.01,1613945641483,5547
+"sqr_mom_0",0.99,1613945641483,5547
+"lr_0",2.1896354571860355e-06,1613945641483,5547
+"mom_0",0.9062078529348087,1613945641483,5547
+"eps_0",1e-05,1613945641483,5547
+"wd_1",0.01,1613945641483,5547
+"sqr_mom_1",0.99,1613945641483,5547
+"lr_1",2.1896354571860352e-05,1613945641483,5547
+"mom_1",0.9062078529348087,1613945641483,5547
+"eps_1",1e-05,1613945641483,5547
+"wd_2",0.01,1613945641483,5547
+"sqr_mom_2",0.99,1613945641483,5547
+"lr_2",0.00021896354571860352,1613945641483,5547
+"mom_2",0.9062078529348087,1613945641483,5547
+"eps_2",1e-05,1613945641483,5547
+"train_loss",0.008787049,1613945642484,5548
+"raw_loss",0.007368941,1613945642484,5548
+"epoch",34.89937106918236,1613945642484,5548
+"wd_0",0.01,1613945642484,5548
+"sqr_mom_0",0.99,1613945642484,5548
+"lr_0",2.1882354826206603e-06,1613945642484,5548
+"mom_0",0.9062358527061138,1613945642484,5548
+"eps_0",1e-05,1613945642484,5548
+"wd_1",0.01,1613945642484,5548
+"sqr_mom_1",0.99,1613945642484,5548
+"lr_1",2.18823548262066e-05,1613945642484,5548
+"mom_1",0.9062358527061138,1613945642484,5548
+"eps_1",1e-05,1613945642484,5548
+"wd_2",0.01,1613945642484,5548
+"sqr_mom_2",0.99,1613945642484,5548
+"lr_2",0.00021882354826206594,1613945642484,5548
+"mom_2",0.9062358527061138,1613945642484,5548
+"eps_2",1e-05,1613945642484,5548
+"train_loss",0.008820937,1613945643459,5549
+"raw_loss",0.010481464,1613945643459,5549
+"epoch",34.90566037735846,1613945643459,5549
+"wd_0",0.01,1613945643459,5549
+"sqr_mom_0",0.99,1613945643459,5549
+"lr_0",2.186835607368707e-06,1613945643459,5549
+"mom_0",0.9062638504911308,1613945643459,5549
+"eps_0",1e-05,1613945643459,5549
+"wd_1",0.01,1613945643459,5549
+"sqr_mom_1",0.99,1613945643459,5549
+"lr_1",2.186835607368707e-05,1613945643459,5549
+"mom_1",0.9062638504911308,1613945643459,5549
+"eps_1",1e-05,1613945643459,5549
+"wd_2",0.01,1613945643459,5549
+"sqr_mom_2",0.99,1613945643459,5549
+"lr_2",0.00021868356073687068,1613945643459,5549
+"mom_2",0.9062638504911308,1613945643459,5549
+"eps_2",1e-05,1613945643459,5549
+"train_loss",0.008825709,1613945644446,5550
+"raw_loss",0.009059558,1613945644446,5550
+"epoch",34.91194968553456,1613945644446,5550
+"wd_0",0.01,1613945644446,5550
+"sqr_mom_0",0.99,1613945644446,5550
+"lr_0",2.185434903060261e-06,1613945644446,5550
+"mom_0",0.9062918648574433,1613945644446,5550
+"eps_0",1e-05,1613945644446,5550
+"wd_1",0.01,1613945644446,5550
+"sqr_mom_1",0.99,1613945644446,5550
+"lr_1",2.185434903060261e-05,1613945644446,5550
+"mom_1",0.9062918648574433,1613945644446,5550
+"eps_1",1e-05,1613945644446,5550
+"wd_2",0.01,1613945644446,5550
+"sqr_mom_2",0.99,1613945644446,5550
+"lr_2",0.00021854349030602606,1613945644446,5550
+"mom_2",0.9062918648574433,1613945644446,5550
+"eps_2",1e-05,1613945644446,5550
+"train_loss",0.00886135,1613945645389,5551
+"raw_loss",0.0106077455,1613945645389,5551
+"epoch",34.91823899371066,1613945645389,5551
+"wd_0",0.01,1613945645389,5551
+"sqr_mom_0",0.99,1613945645389,5551
+"lr_0",2.1840352278394564e-06,1613945645389,5551
+"mom_0",0.9063198586417973,1613945645389,5551
+"eps_0",1e-05,1613945645389,5551
+"wd_1",0.01,1613945645389,5551
+"sqr_mom_1",0.99,1613945645389,5551
+"lr_1",2.1840352278394563e-05,1613945645389,5551
+"mom_1",0.9063198586417973,1613945645389,5551
+"eps_1",1e-05,1613945645389,5551
+"wd_2",0.01,1613945645389,5551
+"sqr_mom_2",0.99,1613945645389,5551
+"lr_2",0.00021840352278394563,1613945645389,5551
+"mom_2",0.9063198586417973,1613945645389,5551
+"eps_2",1e-05,1613945645389,5551
+"train_loss",0.008956508,1613945646385,5552
+"raw_loss",0.01361925,1613945646385,5552
+"epoch",34.92452830188676,1613945646385,5552
+"wd_0",0.01,1613945646385,5552
+"sqr_mom_0",0.99,1613945646385,5552
+"lr_0",2.182635188928869e-06,1613945646385,5552
+"mom_0",0.9063478597000196,1613945646385,5552
+"eps_0",1e-05,1613945646385,5552
+"wd_1",0.01,1613945646385,5552
+"sqr_mom_1",0.99,1613945646385,5552
+"lr_1",2.1826351889288688e-05,1613945646385,5552
+"mom_1",0.9063478597000196,1613945646385,5552
+"eps_1",1e-05,1613945646385,5552
+"wd_2",0.01,1613945646385,5552
+"sqr_mom_2",0.99,1613945646385,5552
+"lr_2",0.00021826351889288684,1613945646385,5552
+"mom_2",0.9063478597000196,1613945646385,5552
+"eps_2",1e-05,1613945646385,5552
+"train_loss",0.008913786,1613945647336,5553
+"raw_loss",0.0068204096,1613945647336,5553
+"epoch",34.93081761006286,1613945647336,5553
+"wd_0",0.01,1613945647336,5553
+"sqr_mom_0",0.99,1613945647336,5553
+"lr_0",2.181235251182645e-06,1613945647336,5553
+"mom_0",0.9063758587349344,1613945647336,5553
+"eps_0",1e-05,1613945647336,5553
+"wd_1",0.01,1613945647336,5553
+"sqr_mom_1",0.99,1613945647336,5553
+"lr_1",2.1812352511826448e-05,1613945647336,5553
+"mom_1",0.9063758587349344,1613945647336,5553
+"eps_1",1e-05,1613945647336,5553
+"wd_2",0.01,1613945647336,5553
+"sqr_mom_2",0.99,1613945647336,5553
+"lr_2",0.00021812352511826444,1613945647336,5553
+"mom_2",0.9063758587349344,1613945647336,5553
+"eps_2",1e-05,1613945647336,5553
+"train_loss",0.008823524,1613945648312,5554
+"raw_loss",0.0044006747,1613945648312,5554
+"epoch",34.93710691823896,1613945648312,5554
+"wd_0",0.01,1613945648312,5554
+"sqr_mom_0",0.99,1613945648312,5554
+"lr_0",2.179835415046999e-06,1613945648312,5554
+"mom_0",0.9064038557376174,1613945648312,5554
+"eps_0",1e-05,1613945648312,5554
+"wd_1",0.01,1613945648312,5554
+"sqr_mom_1",0.99,1613945648312,5554
+"lr_1",2.1798354150469988e-05,1613945648312,5554
+"mom_1",0.9064038557376174,1613945648312,5554
+"eps_1",1e-05,1613945648312,5554
+"wd_2",0.01,1613945648312,5554
+"sqr_mom_2",0.99,1613945648312,5554
+"lr_2",0.00021798354150469985,1613945648312,5554
+"mom_2",0.9064038557376174,1613945648312,5554
+"eps_2",1e-05,1613945648312,5554
+"train_loss",0.008837162,1613945649264,5555
+"raw_loss",0.0095053995,1613945649264,5555
+"epoch",34.94339622641506,1613945649264,5555
+"wd_0",0.01,1613945649264,5555
+"sqr_mom_0",0.99,1613945649264,5555
+"lr_0",2.178436145207887e-06,1613945649264,5555
+"mom_0",0.9064318414142564,1613945649264,5555
+"eps_0",1e-05,1613945649264,5555
+"wd_1",0.01,1613945649264,5555
+"sqr_mom_1",0.99,1613945649264,5555
+"lr_1",2.1784361452078873e-05,1613945649264,5555
+"mom_1",0.9064318414142564,1613945649264,5555
+"eps_1",1e-05,1613945649264,5555
+"wd_2",0.01,1613945649264,5555
+"sqr_mom_2",0.99,1613945649264,5555
+"lr_2",0.0002178436145207887,1613945649264,5555
+"mom_2",0.9064318414142564,1613945649264,5555
+"eps_2",1e-05,1613945649264,5555
+"train_loss",0.008861476,1613945650220,5556
+"raw_loss",0.010052874,1613945650220,5556
+"epoch",34.94968553459116,1613945650220,5556
+"wd_0",0.01,1613945650220,5556
+"sqr_mom_0",0.99,1613945650220,5556
+"lr_0",2.1770360493921367e-06,1613945650220,5556
+"mom_0",0.9064598436105933,1613945650220,5556
+"eps_0",1e-05,1613945650220,5556
+"wd_1",0.01,1613945650220,5556
+"sqr_mom_1",0.99,1613945650220,5556
+"lr_1",2.177036049392137e-05,1613945650220,5556
+"mom_1",0.9064598436105933,1613945650220,5556
+"eps_1",1e-05,1613945650220,5556
+"wd_2",0.01,1613945650220,5556
+"sqr_mom_2",0.99,1613945650220,5556
+"lr_2",0.00021770360493921366,1613945650220,5556
+"mom_2",0.9064598436105933,1613945650220,5556
+"eps_2",1e-05,1613945650220,5556
+"train_loss",0.008924058,1613945651194,5557
+"raw_loss",0.011990566,1613945651194,5557
+"epoch",34.95597484276726,1613945651194,5557
+"wd_0",0.01,1613945651194,5557
+"sqr_mom_0",0.99,1613945651194,5557
+"lr_0",2.1756369849366684e-06,1613945651194,5557
+"mom_0",0.9064878251795184,1613945651194,5557
+"eps_0",1e-05,1613945651194,5557
+"wd_1",0.01,1613945651194,5557
+"sqr_mom_1",0.99,1613945651194,5557
+"lr_1",2.175636984936668e-05,1613945651194,5557
+"mom_1",0.9064878251795184,1613945651194,5557
+"eps_1",1e-05,1613945651194,5557
+"wd_2",0.01,1613945651194,5557
+"sqr_mom_2",0.99,1613945651194,5557
+"lr_2",0.00021756369849366676,1613945651194,5557
+"mom_2",0.9064878251795184,1613945651194,5557
+"eps_2",1e-05,1613945651194,5557
+"train_loss",0.008961816,1613945652179,5558
+"raw_loss",0.010811983,1613945652179,5558
+"epoch",34.96226415094336,1613945652179,5558
+"wd_0",0.01,1613945652179,5558
+"sqr_mom_0",0.99,1613945652179,5558
+"lr_0",2.1742380238075856e-06,1613945652179,5558
+"mom_0",0.9065158046818951,1613945652179,5558
+"eps_0",1e-05,1613945652179,5558
+"wd_1",0.01,1613945652179,5558
+"sqr_mom_1",0.99,1613945652179,5558
+"lr_1",2.1742380238075858e-05,1613945652179,5558
+"mom_1",0.9065158046818951,1613945652179,5558
+"eps_1",1e-05,1613945652179,5558
+"wd_2",0.01,1613945652179,5558
+"sqr_mom_2",0.99,1613945652179,5558
+"lr_2",0.00021742380238075852,1613945652179,5558
+"mom_2",0.9065158046818951,1613945652179,5558
+"eps_2",1e-05,1613945652179,5558
+"train_loss",0.008868886,1613945653134,5559
+"raw_loss",0.0043153074,1613945653134,5559
+"epoch",34.96855345911946,1613945653134,5559
+"wd_0",0.01,1613945653134,5559
+"sqr_mom_0",0.99,1613945653134,5559
+"lr_0",2.172838238245262e-06,1613945653134,5559
+"mom_0",0.9065438006731015,1613945653134,5559
+"eps_0",1e-05,1613945653134,5559
+"wd_1",0.01,1613945653134,5559
+"sqr_mom_1",0.99,1613945653134,5559
+"lr_1",2.172838238245262e-05,1613945653134,5559
+"mom_1",0.9065438006731015,1613945653134,5559
+"eps_1",1e-05,1613945653134,5559
+"wd_2",0.01,1613945653134,5559
+"sqr_mom_2",0.99,1613945653134,5559
+"lr_2",0.00021728382382452615,1613945653134,5559
+"mom_2",0.9065438006731015,1613945653134,5559
+"eps_2",1e-05,1613945653134,5559
+"train_loss",0.0088106925,1613945654124,5560
+"raw_loss",0.0059592063,1613945654124,5560
+"epoch",34.97484276729556,1613945654124,5560
+"wd_0",0.01,1613945654124,5560
+"sqr_mom_0",0.99,1613945654124,5560
+"lr_0",2.1714394851750424e-06,1613945654124,5560
+"mom_0",0.9065717760142593,1613945654124,5560
+"eps_0",1e-05,1613945654124,5560
+"wd_1",0.01,1613945654124,5560
+"sqr_mom_1",0.99,1613945654124,5560
+"lr_1",2.1714394851750423e-05,1613945654124,5560
+"mom_1",0.9065717760142593,1613945654124,5560
+"eps_1",1e-05,1613945654124,5560
+"wd_2",0.01,1613945654124,5560
+"sqr_mom_2",0.99,1613945654124,5560
+"lr_2",0.00021714394851750422,1613945654124,5560
+"mom_2",0.9065717760142593,1613945654124,5560
+"eps_2",1e-05,1613945654124,5560
+"train_loss",0.0087242555,1613945655061,5561
+"raw_loss",0.0044888477,1613945655061,5561
+"epoch",34.98113207547166,1613945655061,5561
+"wd_0",0.01,1613945655061,5561
+"sqr_mom_0",0.99,1613945655061,5561
+"lr_0",2.1700399087019408e-06,1613945655061,5561
+"mom_0",0.9065997678236394,1613945655061,5561
+"eps_0",1e-05,1613945655061,5561
+"wd_1",0.01,1613945655061,5561
+"sqr_mom_1",0.99,1613945655061,5561
+"lr_1",2.170039908701941e-05,1613945655061,5561
+"mom_1",0.9065997678236394,1613945655061,5561
+"eps_1",1e-05,1613945655061,5561
+"wd_2",0.01,1613945655061,5561
+"sqr_mom_2",0.99,1613945655061,5561
+"lr_2",0.00021700399087019406,1613945655061,5561
+"mom_2",0.9065997678236394,1613945655061,5561
+"eps_2",1e-05,1613945655061,5561
+"train_loss",0.008926858,1613945656014,5562
+"raw_loss",0.018854385,1613945656014,5562
+"epoch",34.987421383647764,1613945656014,5562
+"wd_0",0.01,1613945656014,5562
+"sqr_mom_0",0.99,1613945656014,5562
+"lr_0",2.168641365473931e-06,1613945656014,5562
+"mom_0",0.906627738967911,1613945656014,5562
+"eps_0",1e-05,1613945656014,5562
+"wd_1",0.01,1613945656014,5562
+"sqr_mom_1",0.99,1613945656014,5562
+"lr_1",2.1686413654739306e-05,1613945656014,5562
+"mom_1",0.906627738967911,1613945656014,5562
+"eps_1",1e-05,1613945656014,5562
+"wd_2",0.01,1613945656014,5562
+"sqr_mom_2",0.99,1613945656014,5562
+"lr_2",0.00021686413654739306,1613945656014,5562
+"mom_2",0.906627738967911,1613945656014,5562
+"eps_2",1e-05,1613945656014,5562
+"train_loss",0.008834748,1613945656947,5563
+"raw_loss",0.004321308,1613945656947,5563
+"epoch",34.993710691823864,1613945656947,5563
+"wd_0",0.01,1613945656947,5563
+"sqr_mom_0",0.99,1613945656947,5563
+"lr_0",2.167242463837519e-06,1613945656947,5563
+"mom_0",0.9066557172804224,1613945656947,5563
+"eps_0",1e-05,1613945656947,5563
+"wd_1",0.01,1613945656947,5563
+"sqr_mom_1",0.99,1613945656947,5563
+"lr_1",2.1672424638375185e-05,1613945656947,5563
+"mom_1",0.9066557172804224,1613945656947,5563
+"eps_1",1e-05,1613945656947,5563
+"wd_2",0.01,1613945656947,5563
+"sqr_mom_2",0.99,1613945656947,5563
+"lr_2",0.00021672424638375184,1613945656947,5563
+"mom_2",0.9066557172804224,1613945656947,5563
+"eps_2",1e-05,1613945656947,5563
+"train_loss",0.0088190725,1613945657909,5564
+"raw_loss",0.0080509875,1613945657909,5564
+"epoch",34.999999999999964,1613945657909,5564
+"wd_0",0.01,1613945657909,5564
+"sqr_mom_0",0.99,1613945657909,5564
+"lr_0",2.165843668271725e-06,1613945657909,5564
+"mom_0",0.9066836934715001,1613945657909,5564
+"eps_0",1e-05,1613945657909,5564
+"wd_1",0.01,1613945657909,5564
+"sqr_mom_1",0.99,1613945657909,5564
+"lr_1",2.165843668271725e-05,1613945657909,5564
+"mom_1",0.9066836934715001,1613945657909,5564
+"eps_1",1e-05,1613945657909,5564
+"wd_2",0.01,1613945657909,5564
+"sqr_mom_2",0.99,1613945657909,5564
+"lr_2",0.00021658436682717245,1613945657909,5564
+"mom_2",0.9066836934715001,1613945657909,5564
+"eps_2",1e-05,1613945657909,5564
+"valid_loss",0.08466210961341858,1613945695118,5564
+"_rmse",0.29096755385398865,1613945695118,5564
+"epoch",35,1613945695118,5564
+"train_loss",0.0089229075,1613945696156,5565
+"raw_loss",0.0140108215,1613945696156,5565
+"epoch",35.0062893081761,1613945696156,5565
+"wd_0",0.01,1613945696156,5565
+"sqr_mom_0",0.99,1613945696156,5565
+"lr_0",2.1644449792224e-06,1613945696156,5565
+"mom_0",0.9067116675322273,1613945696156,5565
+"eps_0",1e-05,1613945696156,5565
+"wd_1",0.01,1613945696156,5565
+"sqr_mom_1",0.99,1613945696156,5565
+"lr_1",2.1644449792224e-05,1613945696156,5565
+"mom_1",0.9067116675322273,1613945696156,5565
+"eps_1",1e-05,1613945696156,5565
+"wd_2",0.01,1613945696156,5565
+"sqr_mom_2",0.99,1613945696156,5565
+"lr_2",0.00021644449792223994,1613945696156,5565
+"mom_2",0.9067116675322273,1613945696156,5565
+"eps_2",1e-05,1613945696156,5565
+"train_loss",0.008916822,1613945697186,5566
+"raw_loss",0.008618646,1613945697186,5566
+"epoch",35.0125786163522,1613945697186,5566
+"wd_0",0.01,1613945697186,5566
+"sqr_mom_0",0.99,1613945697186,5566
+"lr_0",2.163046860992234e-06,1613945697186,5566
+"mom_0",0.9067396301764571,1613945697186,5566
+"eps_0",1e-05,1613945697186,5566
+"wd_1",0.01,1613945697186,5566
+"sqr_mom_1",0.99,1613945697186,5566
+"lr_1",2.1630468609922338e-05,1613945697186,5566
+"mom_1",0.9067396301764571,1613945697186,5566
+"eps_1",1e-05,1613945697186,5566
+"wd_2",0.01,1613945697186,5566
+"sqr_mom_2",0.99,1613945697186,5566
+"lr_2",0.00021630468609922334,1613945697186,5566
+"mom_2",0.9067396301764571,1613945697186,5566
+"eps_2",1e-05,1613945697186,5566
+"train_loss",0.008817801,1613945698157,5567
+"raw_loss",0.0039657643,1613945698157,5567
+"epoch",35.0188679245283,1613945698157,5567
+"wd_0",0.01,1613945698157,5567
+"sqr_mom_0",0.99,1613945698157,5567
+"lr_0",2.1616479224563866e-06,1613945698157,5567
+"mom_0",0.9067676092269645,1613945698157,5567
+"eps_0",1e-05,1613945698157,5567
+"wd_1",0.01,1613945698157,5567
+"sqr_mom_1",0.99,1613945698157,5567
+"lr_1",2.1616479224563865e-05,1613945698157,5567
+"mom_1",0.9067676092269645,1613945698157,5567
+"eps_1",1e-05,1613945698157,5567
+"wd_2",0.01,1613945698157,5567
+"sqr_mom_2",0.99,1613945698157,5567
+"lr_2",0.00021616479224563864,1613945698157,5567
+"mom_2",0.9067676092269645,1613945698157,5567
+"eps_2",1e-05,1613945698157,5567
+"train_loss",0.0088458555,1613945699152,5568
+"raw_loss",0.010220531,1613945699152,5568
+"epoch",35.0251572327044,1613945699152,5568
+"wd_0",0.01,1613945699152,5568
+"sqr_mom_0",0.99,1613945699152,5568
+"lr_0",2.160250019416558e-06,1613945699152,5568
+"mom_0",0.9067955675673445,1613945699152,5568
+"eps_0",1e-05,1613945699152,5568
+"wd_1",0.01,1613945699152,5568
+"sqr_mom_1",0.99,1613945699152,5568
+"lr_1",2.1602500194165578e-05,1613945699152,5568
+"mom_1",0.9067955675673445,1613945699152,5568
+"eps_1",1e-05,1613945699152,5568
+"wd_2",0.01,1613945699152,5568
+"sqr_mom_2",0.99,1613945699152,5568
+"lr_2",0.00021602500194165577,1613945699152,5568
+"mom_2",0.9067955675673445,1613945699152,5568
+"eps_2",1e-05,1613945699152,5568
+"train_loss",0.008780141,1613945700153,5569
+"raw_loss",0.005560163,1613945700153,5569
+"epoch",35.0314465408805,1613945700153,5569
+"wd_0",0.01,1613945700153,5569
+"sqr_mom_0",0.99,1613945700153,5569
+"lr_0",2.1588522246042806e-06,1613945700153,5569
+"mom_0",0.9068235237431518,1613945700153,5569
+"eps_0",1e-05,1613945700153,5569
+"wd_1",0.01,1613945700153,5569
+"sqr_mom_1",0.99,1613945700153,5569
+"lr_1",2.1588522246042805e-05,1613945700153,5569
+"mom_1",0.9068235237431518,1613945700153,5569
+"eps_1",1e-05,1613945700153,5569
+"wd_2",0.01,1613945700153,5569
+"sqr_mom_2",0.99,1613945700153,5569
+"lr_2",0.00021588522246042803,1613945700153,5569
+"mom_2",0.9068235237431518,1613945700153,5569
+"eps_2",1e-05,1613945700153,5569
+"train_loss",0.00872544,1613945701113,5570
+"raw_loss",0.0060450765,1613945701113,5570
+"epoch",35.0377358490566,1613945701113,5570
+"wd_0",0.01,1613945701113,5570
+"sqr_mom_0",0.99,1613945701113,5570
+"lr_0",2.1574536110383677e-06,1613945701113,5570
+"mom_0",0.9068514962941956,1613945701113,5570
+"eps_0",1e-05,1613945701113,5570
+"wd_1",0.01,1613945701113,5570
+"sqr_mom_1",0.99,1613945701113,5570
+"lr_1",2.1574536110383677e-05,1613945701113,5570
+"mom_1",0.9068514962941956,1613945701113,5570
+"eps_1",1e-05,1613945701113,5570
+"wd_2",0.01,1613945701113,5570
+"sqr_mom_2",0.99,1613945701113,5570
+"lr_2",0.00021574536110383676,1613945701113,5570
+"mom_2",0.9068514962941956,1613945701113,5570
+"eps_2",1e-05,1613945701113,5570
+"train_loss",0.008687187,1613945702103,5571
+"raw_loss",0.0068127797,1613945702103,5571
+"epoch",35.0440251572327,1613945702103,5571
+"wd_0",0.01,1613945702103,5571
+"sqr_mom_0",0.99,1613945702103,5571
+"lr_0",2.1560560340894212e-06,1613945702103,5571
+"mom_0",0.9068794481126927,1613945702103,5571
+"eps_0",1e-05,1613945702103,5571
+"wd_1",0.01,1613945702103,5571
+"sqr_mom_1",0.99,1613945702103,5571
+"lr_1",2.156056034089421e-05,1613945702103,5571
+"mom_1",0.9068794481126927,1613945702103,5571
+"eps_1",1e-05,1613945702103,5571
+"wd_2",0.01,1613945702103,5571
+"sqr_mom_2",0.99,1613945702103,5571
+"lr_2",0.00021560560340894207,1613945702103,5571
+"mom_2",0.9068794481126927,1613945702103,5571
+"eps_2",1e-05,1613945702103,5571
+"train_loss",0.008622917,1613945703065,5572
+"raw_loss",0.005473719,1613945703065,5572
+"epoch",35.0503144654088,1613945703065,5572
+"wd_0",0.01,1613945703065,5572
+"sqr_mom_0",0.99,1613945703065,5572
+"lr_0",2.154658566703925e-06,1613945703065,5572
+"mom_0",0.9069073977398989,1613945703065,5572
+"eps_0",1e-05,1613945703065,5572
+"wd_1",0.01,1613945703065,5572
+"sqr_mom_1",0.99,1613945703065,5572
+"lr_1",2.154658566703925e-05,1613945703065,5572
+"mom_1",0.9069073977398989,1613945703065,5572
+"eps_1",1e-05,1613945703065,5572
+"wd_2",0.01,1613945703065,5572
+"sqr_mom_2",0.99,1613945703065,5572
+"lr_2",0.00021546585667039247,1613945703065,5572
+"mom_2",0.9069073977398989,1613945703065,5572
+"eps_2",1e-05,1613945703065,5572
+"train_loss",0.008593028,1613945704054,5573
+"raw_loss",0.0071284524,1613945704054,5573
+"epoch",35.056603773584904,1613945704054,5573
+"wd_0",0.01,1613945704054,5573
+"sqr_mom_0",0.99,1613945704054,5573
+"lr_0",2.153260282119187e-06,1613945704054,5573
+"mom_0",0.9069353637112534,1613945704054,5573
+"eps_0",1e-05,1613945704054,5573
+"wd_1",0.01,1613945704054,5573
+"sqr_mom_1",0.99,1613945704054,5573
+"lr_1",2.1532602821191873e-05,1613945704054,5573
+"mom_1",0.9069353637112534,1613945704054,5573
+"eps_1",1e-05,1613945704054,5573
+"wd_2",0.01,1613945704054,5573
+"sqr_mom_2",0.99,1613945704054,5573
+"lr_2",0.0002153260282119187,1613945704054,5573
+"mom_2",0.9069353637112534,1613945704054,5573
+"eps_2",1e-05,1613945704054,5573
+"train_loss",0.008659346,1613945705020,5574
+"raw_loss",0.011908922,1613945705020,5574
+"epoch",35.062893081761004,1613945705020,5574
+"wd_0",0.01,1613945705020,5574
+"sqr_mom_0",0.99,1613945705020,5574
+"lr_0",2.1518630352693903e-06,1613945705020,5574
+"mom_0",0.9069633089277014,1613945705020,5574
+"eps_0",1e-05,1613945705020,5574
+"wd_1",0.01,1613945705020,5574
+"sqr_mom_1",0.99,1613945705020,5574
+"lr_1",2.1518630352693904e-05,1613945705020,5574
+"mom_1",0.9069633089277014,1613945705020,5574
+"eps_1",1e-05,1613945705020,5574
+"wd_2",0.01,1613945705020,5574
+"sqr_mom_2",0.99,1613945705020,5574
+"lr_2",0.000215186303526939,1613945705020,5574
+"mom_2",0.9069633089277014,1613945705020,5574
+"eps_2",1e-05,1613945705020,5574
+"train_loss",0.008590822,1613945706032,5575
+"raw_loss",0.0052331416,1613945706032,5575
+"epoch",35.069182389937104,1613945706032,5575
+"wd_0",0.01,1613945706032,5575
+"sqr_mom_0",0.99,1613945706032,5575
+"lr_0",2.1504654357883247e-06,1613945706032,5575
+"mom_0",0.9069912611968455,1613945706032,5575
+"eps_0",1e-05,1613945706032,5575
+"wd_1",0.01,1613945706032,5575
+"sqr_mom_1",0.99,1613945706032,5575
+"lr_1",2.1504654357883247e-05,1613945706032,5575
+"mom_1",0.9069912611968455,1613945706032,5575
+"eps_1",1e-05,1613945706032,5575
+"wd_2",0.01,1613945706032,5575
+"sqr_mom_2",0.99,1613945706032,5575
+"lr_2",0.00021504654357883243,1613945706032,5575
+"mom_2",0.9069912611968455,1613945706032,5575
+"eps_2",1e-05,1613945706032,5575
+"train_loss",0.008538094,1613945707021,5576
+"raw_loss",0.0059544453,1613945707021,5576
+"epoch",35.075471698113205,1613945707021,5576
+"wd_0",0.01,1613945707021,5576
+"sqr_mom_0",0.99,1613945707021,5576
+"lr_0",2.149067947725362e-06,1613945707021,5576
+"mom_0",0.9070192112376051,1613945707021,5576
+"eps_0",1e-05,1613945707021,5576
+"wd_1",0.01,1613945707021,5576
+"sqr_mom_1",0.99,1613945707021,5576
+"lr_1",2.149067947725362e-05,1613945707021,5576
+"mom_1",0.9070192112376051,1613945707021,5576
+"eps_1",1e-05,1613945707021,5576
+"wd_2",0.01,1613945707021,5576
+"sqr_mom_2",0.99,1613945707021,5576
+"lr_2",0.0002149067947725362,1613945707021,5576
+"mom_2",0.9070192112376051,1613945707021,5576
+"eps_2",1e-05,1613945707021,5576
+"train_loss",0.0084864,1613945707991,5577
+"raw_loss",0.0059533734,1613945707991,5577
+"epoch",35.081761006289305,1613945707991,5577
+"wd_0",0.01,1613945707991,5577
+"sqr_mom_0",0.99,1613945707991,5577
+"lr_0",2.147670571525938e-06,1613945707991,5577
+"mom_0",0.9070471590410716,1613945707991,5577
+"eps_0",1e-05,1613945707991,5577
+"wd_1",0.01,1613945707991,5577
+"sqr_mom_1",0.99,1613945707991,5577
+"lr_1",2.147670571525938e-05,1613945707991,5577
+"mom_1",0.9070471590410716,1613945707991,5577
+"eps_1",1e-05,1613945707991,5577
+"wd_2",0.01,1613945707991,5577
+"sqr_mom_2",0.99,1613945707991,5577
+"lr_2",0.00021476705715259373,1613945707991,5577
+"mom_2",0.9070471590410716,1613945707991,5577
+"eps_2",1e-05,1613945707991,5577
+"train_loss",0.008431841,1613945708971,5578
+"raw_loss",0.0057584075,1613945708971,5578
+"epoch",35.088050314465406,1613945708971,5578
+"wd_0",0.01,1613945708971,5578
+"sqr_mom_0",0.99,1613945708971,5578
+"lr_0",2.146273771054223e-06,1613945708971,5578
+"mom_0",0.9070750953298689,1613945708971,5578
+"eps_0",1e-05,1613945708971,5578
+"wd_1",0.01,1613945708971,5578
+"sqr_mom_1",0.99,1613945708971,5578
+"lr_1",2.146273771054223e-05,1613945708971,5578
+"mom_1",0.9070750953298689,1613945708971,5578
+"eps_1",1e-05,1613945708971,5578
+"wd_2",0.01,1613945708971,5578
+"sqr_mom_2",0.99,1613945708971,5578
+"lr_2",0.00021462737710542225,1613945708971,5578
+"mom_2",0.9070750953298689,1613945708971,5578
+"eps_2",1e-05,1613945708971,5578
+"train_loss",0.008466894,1613945709933,5579
+"raw_loss",0.010184485,1613945709933,5579
+"epoch",35.094339622641506,1613945709933,5579
+"wd_0",0.01,1613945709933,5579
+"sqr_mom_0",0.99,1613945709933,5579
+"lr_0",2.144876156499255e-06,1613945709933,5579
+"mom_0",0.9071030479004939,1613945709933,5579
+"eps_0",1e-05,1613945709933,5579
+"wd_1",0.01,1613945709933,5579
+"sqr_mom_1",0.99,1613945709933,5579
+"lr_1",2.144876156499255e-05,1613945709933,5579
+"mom_1",0.9071030479004939,1613945709933,5579
+"eps_1",1e-05,1613945709933,5579
+"wd_2",0.01,1613945709933,5579
+"sqr_mom_2",0.99,1613945709933,5579
+"lr_2",0.00021448761564992548,1613945709933,5579
+"mom_2",0.9071030479004939,1613945709933,5579
+"eps_2",1e-05,1613945709933,5579
+"train_loss",0.008439137,1613945710933,5580
+"raw_loss",0.0070790206,1613945710933,5580
+"epoch",35.10062893081761,1613945710933,5580
+"wd_0",0.01,1613945710933,5580
+"sqr_mom_0",0.99,1613945710933,5580
+"lr_0",2.143479581906369e-06,1613945710933,5580
+"mom_0",0.9071309796716693,1613945710933,5580
+"eps_0",1e-05,1613945710933,5580
+"wd_1",0.01,1613945710933,5580
+"sqr_mom_1",0.99,1613945710933,5580
+"lr_1",2.1434795819063692e-05,1613945710933,5580
+"mom_1",0.9071309796716693,1613945710933,5580
+"eps_1",1e-05,1613945710933,5580
+"wd_2",0.01,1613945710933,5580
+"sqr_mom_2",0.99,1613945710933,5580
+"lr_2",0.0002143479581906369,1613945710933,5580
+"mom_2",0.9071309796716693,1613945710933,5580
+"eps_2",1e-05,1613945710933,5580
+"train_loss",0.008423454,1613945711900,5581
+"raw_loss",0.0076550166,1613945711900,5581
+"epoch",35.10691823899371,1613945711900,5581
+"wd_0",0.01,1613945711900,5581
+"sqr_mom_0",0.99,1613945711900,5581
+"lr_0",2.1420831208828747e-06,1613945711900,5581
+"mom_0",0.9071589091714342,1613945711900,5581
+"eps_0",1e-05,1613945711900,5581
+"wd_1",0.01,1613945711900,5581
+"sqr_mom_1",0.99,1613945711900,5581
+"lr_1",2.1420831208828748e-05,1613945711900,5581
+"mom_1",0.9071589091714342,1613945711900,5581
+"eps_1",1e-05,1613945711900,5581
+"wd_2",0.01,1613945711900,5581
+"sqr_mom_2",0.99,1613945711900,5581
+"lr_2",0.00021420831208828742,1613945711900,5581
+"mom_2",0.9071589091714342,1613945711900,5581
+"eps_2",1e-05,1613945711900,5581
+"train_loss",0.008501433,1613945712882,5582
+"raw_loss",0.012322388,1613945712882,5582
+"epoch",35.11320754716981,1613945712882,5582
+"wd_0",0.01,1613945712882,5582
+"sqr_mom_0",0.99,1613945712882,5582
+"lr_0",2.1406858473375394e-06,1613945712882,5582
+"mom_0",0.9071868549217984,1613945712882,5582
+"eps_0",1e-05,1613945712882,5582
+"wd_1",0.01,1613945712882,5582
+"sqr_mom_1",0.99,1613945712882,5582
+"lr_1",2.1406858473375393e-05,1613945712882,5582
+"mom_1",0.9071868549217984,1613945712882,5582
+"eps_1",1e-05,1613945712882,5582
+"wd_2",0.01,1613945712882,5582
+"sqr_mom_2",0.99,1613945712882,5582
+"lr_2",0.00021406858473375391,1613945712882,5582
+"mom_2",0.9071868549217984,1613945712882,5582
+"eps_2",1e-05,1613945712882,5582
+"train_loss",0.008469216,1613945713858,5583
+"raw_loss",0.0068905693,1613945713858,5583
+"epoch",35.11949685534591,1613945713858,5583
+"wd_0",0.01,1613945713858,5583
+"sqr_mom_0",0.99,1613945713858,5583
+"lr_0",2.1392896148633225e-06,1613945713858,5583
+"mom_0",0.907214779850532,1613945713858,5583
+"eps_0",1e-05,1613945713858,5583
+"wd_1",0.01,1613945713858,5583
+"sqr_mom_1",0.99,1613945713858,5583
+"lr_1",2.1392896148633224e-05,1613945713858,5583
+"mom_1",0.907214779850532,1613945713858,5583
+"eps_1",1e-05,1613945713858,5583
+"wd_2",0.01,1613945713858,5583
+"sqr_mom_2",0.99,1613945713858,5583
+"lr_2",0.00021392896148633223,1613945713858,5583
+"mom_2",0.907214779850532,1613945713858,5583
+"eps_2",1e-05,1613945713858,5583
+"train_loss",0.008471232,1613945714835,5584
+"raw_loss",0.008570022,1613945714835,5584
+"epoch",35.12578616352201,1613945714835,5584
+"wd_0",0.01,1613945714835,5584
+"sqr_mom_0",0.99,1613945714835,5584
+"lr_0",2.1378930341013588e-06,1613945714835,5584
+"mom_0",0.9072427117450903,1613945714835,5584
+"eps_0",1e-05,1613945714835,5584
+"wd_1",0.01,1613945714835,5584
+"sqr_mom_1",0.99,1613945714835,5584
+"lr_1",2.1378930341013586e-05,1613945714835,5584
+"mom_1",0.9072427117450903,1613945714835,5584
+"eps_1",1e-05,1613945714835,5584
+"wd_2",0.01,1613945714835,5584
+"sqr_mom_2",0.99,1613945714835,5584
+"lr_2",0.00021378930341013586,1613945714835,5584
+"mom_2",0.9072427117450903,1613945714835,5584
+"eps_2",1e-05,1613945714835,5584
+"train_loss",0.008516159,1613945715799,5585
+"raw_loss",0.010717602,1613945715799,5585
+"epoch",35.13207547169811,1613945715799,5585
+"wd_0",0.01,1613945715799,5585
+"sqr_mom_0",0.99,1613945715799,5585
+"lr_0",2.1364965687648085e-06,1613945715799,5585
+"mom_0",0.9072706413311171,1613945715799,5585
+"eps_0",1e-05,1613945715799,5585
+"wd_1",0.01,1613945715799,5585
+"sqr_mom_1",0.99,1613945715799,5585
+"lr_1",2.1364965687648086e-05,1613945715799,5585
+"mom_1",0.9072706413311171,1613945715799,5585
+"eps_1",1e-05,1613945715799,5585
+"wd_2",0.01,1613945715799,5585
+"sqr_mom_2",0.99,1613945715799,5585
+"lr_2",0.00021364965687648084,1613945715799,5585
+"mom_2",0.9072706413311171,1613945715799,5585
+"eps_2",1e-05,1613945715799,5585
+"train_loss",0.0084328195,1613945716771,5586
+"raw_loss",0.0043491786,1613945716771,5586
+"epoch",35.13836477987421,1613945716771,5586
+"wd_0",0.01,1613945716771,5586
+"sqr_mom_0",0.99,1613945716771,5586
+"lr_0",2.1351002192987788e-06,1613945716771,5586
+"mom_0",0.9072985685997104,1613945716771,5586
+"eps_0",1e-05,1613945716771,5586
+"wd_1",0.01,1613945716771,5586
+"sqr_mom_1",0.99,1613945716771,5586
+"lr_1",2.1351002192987785e-05,1613945716771,5586
+"mom_1",0.9072985685997104,1613945716771,5586
+"eps_1",1e-05,1613945716771,5586
+"wd_2",0.01,1613945716771,5586
+"sqr_mom_2",0.99,1613945716771,5586
+"lr_2",0.00021351002192987782,1613945716771,5586
+"mom_2",0.9072985685997104,1613945716771,5586
+"eps_2",1e-05,1613945716771,5586
+"train_loss",0.008397323,1613945717743,5587
+"raw_loss",0.006658015,1613945717743,5587
+"epoch",35.14465408805031,1613945717743,5587
+"wd_0",0.01,1613945717743,5587
+"sqr_mom_0",0.99,1613945717743,5587
+"lr_0",2.13370444922458e-06,1613945717743,5587
+"mom_0",0.9073264842803512,1613945717743,5587
+"eps_0",1e-05,1613945717743,5587
+"wd_1",0.01,1613945717743,5587
+"sqr_mom_1",0.99,1613945717743,5587
+"lr_1",2.13370444922458e-05,1613945717743,5587
+"mom_1",0.9073264842803512,1613945717743,5587
+"eps_1",1e-05,1613945717743,5587
+"wd_2",0.01,1613945717743,5587
+"sqr_mom_2",0.99,1613945717743,5587
+"lr_2",0.00021337044492245798,1613945717743,5587
+"mom_2",0.9073264842803512,1613945717743,5587
+"eps_2",1e-05,1613945717743,5587
+"train_loss",0.008462695,1613945718722,5588
+"raw_loss",0.011665933,1613945718722,5588
+"epoch",35.15094339622641,1613945718722,5588
+"wd_0",0.01,1613945718722,5588
+"sqr_mom_0",0.99,1613945718722,5588
+"lr_0",2.132307869758525e-06,1613945718722,5588
+"mom_0",0.9073544161489909,1613945718722,5588
+"eps_0",1e-05,1613945718722,5588
+"wd_1",0.01,1613945718722,5588
+"sqr_mom_1",0.99,1613945718722,5588
+"lr_1",2.1323078697585248e-05,1613945718722,5588
+"mom_1",0.9073544161489909,1613945718722,5588
+"eps_1",1e-05,1613945718722,5588
+"wd_2",0.01,1613945718722,5588
+"sqr_mom_2",0.99,1613945718722,5588
+"lr_2",0.00021323078697585245,1613945718722,5588
+"mom_2",0.9073544161489909,1613945718722,5588
+"eps_2",1e-05,1613945718722,5588
+"train_loss",0.008447849,1613945719692,5589
+"raw_loss",0.0077203754,1613945719692,5589
+"epoch",35.15723270440251,1613945719692,5589
+"wd_0",0.01,1613945719692,5589
+"sqr_mom_0",0.99,1613945719692,5589
+"lr_0",2.130912333572821e-06,1613945719692,5589
+"mom_0",0.9073823271518151,1613945719692,5589
+"eps_0",1e-05,1613945719692,5589
+"wd_1",0.01,1613945719692,5589
+"sqr_mom_1",0.99,1613945719692,5589
+"lr_1",2.130912333572821e-05,1613945719692,5589
+"mom_1",0.9073823271518151,1613945719692,5589
+"eps_1",1e-05,1613945719692,5589
+"wd_2",0.01,1613945719692,5589
+"sqr_mom_2",0.99,1613945719692,5589
+"lr_2",0.00021309123335728206,1613945719692,5589
+"mom_2",0.9073823271518151,1613945719692,5589
+"eps_2",1e-05,1613945719692,5589
+"train_loss",0.008362226,1613945720675,5590
+"raw_loss",0.004166718,1613945720675,5590
+"epoch",35.16352201257861,1613945720675,5590
+"wd_0",0.01,1613945720675,5590
+"sqr_mom_0",0.99,1613945720675,5590
+"lr_0",2.1295169149595188e-06,1613945720675,5590
+"mom_0",0.9074102358031676,1613945720675,5590
+"eps_0",1e-05,1613945720675,5590
+"wd_1",0.01,1613945720675,5590
+"sqr_mom_1",0.99,1613945720675,5590
+"lr_1",2.1295169149595184e-05,1613945720675,5590
+"mom_1",0.9074102358031676,1613945720675,5590
+"eps_1",1e-05,1613945720675,5590
+"wd_2",0.01,1613945720675,5590
+"sqr_mom_2",0.99,1613945720675,5590
+"lr_2",0.00021295169149595182,1613945720675,5590
+"mom_2",0.9074102358031676,1613945720675,5590
+"eps_2",1e-05,1613945720675,5590
+"train_loss",0.008286863,1613945721641,5591
+"raw_loss",0.0045940476,1613945721641,5591
+"epoch",35.16981132075471,1613945721641,5591
+"wd_0",0.01,1613945721641,5591
+"sqr_mom_0",0.99,1613945721641,5591
+"lr_0",2.1281206885227507e-06,1613945721641,5591
+"mom_0",0.907438160611151,1613945721641,5591
+"eps_0",1e-05,1613945721641,5591
+"wd_1",0.01,1613945721641,5591
+"sqr_mom_1",0.99,1613945721641,5591
+"lr_1",2.1281206885227508e-05,1613945721641,5591
+"mom_1",0.907438160611151,1613945721641,5591
+"eps_1",1e-05,1613945721641,5591
+"wd_2",0.01,1613945721641,5591
+"sqr_mom_2",0.99,1613945721641,5591
+"lr_2",0.00021281206885227506,1613945721641,5591
+"mom_2",0.907438160611151,1613945721641,5591
+"eps_2",1e-05,1613945721641,5591
+"train_loss",0.00824871,1613945722632,5592
+"raw_loss",0.0063792486,1613945722632,5592
+"epoch",35.17610062893081,1613945722632,5592
+"wd_0",0.01,1613945722632,5592
+"sqr_mom_0",0.99,1613945722632,5592
+"lr_0",2.126725506466403e-06,1613945722632,5592
+"mom_0",0.9074660645313173,1613945722632,5592
+"eps_0",1e-05,1613945722632,5592
+"wd_1",0.01,1613945722632,5592
+"sqr_mom_1",0.99,1613945722632,5592
+"lr_1",2.1267255064664026e-05,1613945722632,5592
+"mom_1",0.9074660645313173,1613945722632,5592
+"eps_1",1e-05,1613945722632,5592
+"wd_2",0.01,1613945722632,5592
+"sqr_mom_2",0.99,1613945722632,5592
+"lr_2",0.00021267255064664022,1613945722632,5592
+"mom_2",0.9074660645313173,1613945722632,5592
+"eps_2",1e-05,1613945722632,5592
+"train_loss",0.00820397,1613945723664,5593
+"raw_loss",0.006011739,1613945723664,5593
+"epoch",35.18238993710691,1613945723664,5593
+"wd_0",0.01,1613945723664,5593
+"sqr_mom_0",0.99,1613945723664,5593
+"lr_0",2.125330443316075e-06,1613945723664,5593
+"mom_0",0.9074939660733392,1613945723664,5593
+"eps_0",1e-05,1613945723664,5593
+"wd_1",0.01,1613945723664,5593
+"sqr_mom_1",0.99,1613945723664,5593
+"lr_1",2.1253304433160746e-05,1613945723664,5593
+"mom_1",0.9074939660733392,1613945723664,5593
+"eps_1",1e-05,1613945723664,5593
+"wd_2",0.01,1613945723664,5593
+"sqr_mom_2",0.99,1613945723664,5593
+"lr_2",0.00021253304433160744,1613945723664,5593
+"mom_2",0.9074939660733392,1613945723664,5593
+"eps_2",1e-05,1613945723664,5593
+"train_loss",0.008154527,1613945724789,5594
+"raw_loss",0.0057318322,1613945724789,5594
+"epoch",35.18867924528301,1613945724789,5594
+"wd_0",0.01,1613945724789,5594
+"sqr_mom_0",0.99,1613945724789,5594
+"lr_0",2.1239345739129877e-06,1613945724789,5594
+"mom_0",0.9075218837405776,1613945724789,5594
+"eps_0",1e-05,1613945724789,5594
+"wd_1",0.01,1613945724789,5594
+"sqr_mom_1",0.99,1613945724789,5594
+"lr_1",2.1239345739129872e-05,1613945724789,5594
+"mom_1",0.9075218837405776,1613945724789,5594
+"eps_1",1e-05,1613945724789,5594
+"wd_2",0.01,1613945724789,5594
+"sqr_mom_2",0.99,1613945724789,5594
+"lr_2",0.00021239345739129873,1613945724789,5594
+"mom_2",0.9075218837405776,1613945724789,5594
+"eps_2",1e-05,1613945724789,5594
+"train_loss",0.008101802,1613945725781,5595
+"raw_loss",0.005518261,1613945725781,5595
+"epoch",35.19496855345911,1613945725781,5595
+"wd_0",0.01,1613945725781,5595
+"sqr_mom_0",0.99,1613945725781,5595
+"lr_0",2.122539749987395e-06,1613945725781,5595
+"mom_0",0.907549780498057,1613945725781,5595
+"eps_0",1e-05,1613945725781,5595
+"wd_1",0.01,1613945725781,5595
+"sqr_mom_1",0.99,1613945725781,5595
+"lr_1",2.1225397499873946e-05,1613945725781,5595
+"mom_1",0.907549780498057,1613945725781,5595
+"eps_1",1e-05,1613945725781,5595
+"wd_2",0.01,1613945725781,5595
+"sqr_mom_2",0.99,1613945725781,5595
+"lr_2",0.00021225397499873943,1613945725781,5595
+"mom_2",0.907549780498057,1613945725781,5595
+"eps_2",1e-05,1613945725781,5595
+"train_loss",0.008014818,1613945726766,5596
+"raw_loss",0.0037525727,1613945726766,5596
+"epoch",35.20125786163521,1613945726766,5596
+"wd_0",0.01,1613945726766,5596
+"sqr_mom_0",0.99,1613945726766,5596
+"lr_0",2.1211445835793332e-06,1613945726766,5596
+"mom_0",0.9075776841052543,1613945726766,5596
+"eps_0",1e-05,1613945726766,5596
+"wd_1",0.01,1613945726766,5596
+"sqr_mom_1",0.99,1613945726766,5596
+"lr_1",2.1211445835793333e-05,1613945726766,5596
+"mom_1",0.9075776841052543,1613945726766,5596
+"eps_1",1e-05,1613945726766,5596
+"wd_2",0.01,1613945726766,5596
+"sqr_mom_2",0.99,1613945726766,5596
+"lr_2",0.00021211445835793332,1613945726766,5596
+"mom_2",0.9075776841052543,1613945726766,5596
+"eps_2",1e-05,1613945726766,5596
+"train_loss",0.00796446,1613945727729,5597
+"raw_loss",0.0054969196,1613945727729,5597
+"epoch",35.20754716981131,1613945727729,5597
+"wd_0",0.01,1613945727729,5597
+"sqr_mom_0",0.99,1613945727729,5597
+"lr_0",2.119749537935062e-06,1613945727729,5597
+"mom_0",0.9076055852971517,1613945727729,5597
+"eps_0",1e-05,1613945727729,5597
+"wd_1",0.01,1613945727729,5597
+"sqr_mom_1",0.99,1613945727729,5597
+"lr_1",2.119749537935062e-05,1613945727729,5597
+"mom_1",0.9076055852971517,1613945727729,5597
+"eps_1",1e-05,1613945727729,5597
+"wd_2",0.01,1613945727729,5597
+"sqr_mom_2",0.99,1613945727729,5597
+"lr_2",0.00021197495379350617,1613945727729,5597
+"mom_2",0.9076055852971517,1613945727729,5597
+"eps_2",1e-05,1613945727729,5597
+"train_loss",0.007952257,1613945728698,5598
+"raw_loss",0.007354322,1613945728698,5598
+"epoch",35.213836477987414,1613945728698,5598
+"wd_0",0.01,1613945728698,5598
+"sqr_mom_0",0.99,1613945728698,5598
+"lr_0",2.1183546134992348e-06,1613945728698,5598
+"mom_0",0.9076334840648559,1613945728698,5598
+"eps_0",1e-05,1613945728698,5598
+"wd_1",0.01,1613945728698,5598
+"sqr_mom_1",0.99,1613945728698,5598
+"lr_1",2.118354613499235e-05,1613945728698,5598
+"mom_1",0.9076334840648559,1613945728698,5598
+"eps_1",1e-05,1613945728698,5598
+"wd_2",0.01,1613945728698,5598
+"sqr_mom_2",0.99,1613945728698,5598
+"lr_2",0.00021183546134992344,1613945728698,5598
+"mom_2",0.9076334840648559,1613945728698,5598
+"eps_2",1e-05,1613945728698,5598
+"train_loss",0.0080666635,1613945729679,5599
+"raw_loss",0.013672598,1613945729679,5599
+"epoch",35.220125786163514,1613945729679,5599
+"wd_0",0.01,1613945729679,5599
+"sqr_mom_0",0.99,1613945729679,5599
+"lr_0",2.1169602733174057e-06,1613945729679,5599
+"mom_0",0.9076613711473633,1613945729679,5599
+"eps_0",1e-05,1613945729679,5599
+"wd_1",0.01,1613945729679,5599
+"sqr_mom_1",0.99,1613945729679,5599
+"lr_1",2.1169602733174057e-05,1613945729679,5599
+"mom_1",0.9076613711473633,1613945729679,5599
+"eps_1",1e-05,1613945729679,5599
+"wd_2",0.01,1613945729679,5599
+"sqr_mom_2",0.99,1613945729679,5599
+"lr_2",0.00021169602733174054,1613945729679,5599
+"mom_2",0.9076613711473633,1613945729679,5599
+"eps_2",1e-05,1613945729679,5599
+"train_loss",0.008086337,1613945730637,5600
+"raw_loss",0.009050336,1613945730637,5600
+"epoch",35.226415094339615,1613945730637,5600
+"wd_0",0.01,1613945730637,5600
+"sqr_mom_0",0.99,1613945730637,5600
+"lr_0",2.115565130031339e-06,1613945730637,5600
+"mom_0",0.9076892742921161,1613945730637,5600
+"eps_0",1e-05,1613945730637,5600
+"wd_1",0.01,1613945730637,5600
+"sqr_mom_1",0.99,1613945730637,5600
+"lr_1",2.115565130031339e-05,1613945730637,5600
+"mom_1",0.9076892742921161,1613945730637,5600
+"eps_1",1e-05,1613945730637,5600
+"wd_2",0.01,1613945730637,5600
+"sqr_mom_2",0.99,1613945730637,5600
+"lr_2",0.00021155651300313385,1613945730637,5600
+"mom_2",0.9076892742921161,1613945730637,5600
+"eps_2",1e-05,1613945730637,5600
+"train_loss",0.008043086,1613945731651,5601
+"raw_loss",0.0059238253,1613945731651,5601
+"epoch",35.232704402515715,1613945731651,5601
+"wd_0",0.01,1613945731651,5601
+"sqr_mom_0",0.99,1613945731651,5601
+"lr_0",2.114171034408037e-06,1613945731651,5601
+"mom_0",0.9077171564834041,1613945731651,5601
+"eps_0",1e-05,1613945731651,5601
+"wd_1",0.01,1613945731651,5601
+"sqr_mom_1",0.99,1613945731651,5601
+"lr_1",2.114171034408037e-05,1613945731651,5601
+"mom_1",0.9077171564834041,1613945731651,5601
+"eps_1",1e-05,1613945731651,5601
+"wd_2",0.01,1613945731651,5601
+"sqr_mom_2",0.99,1613945731651,5601
+"lr_2",0.00021141710344080365,1613945731651,5601
+"mom_2",0.9077171564834041,1613945731651,5601
+"eps_2",1e-05,1613945731651,5601
+"train_loss",0.007965569,1613945732616,5602
+"raw_loss",0.0041672243,1613945732616,5602
+"epoch",35.238993710691815,1613945732616,5602
+"wd_0",0.01,1613945732616,5602
+"sqr_mom_0",0.99,1613945732616,5602
+"lr_0",2.1127761367321106e-06,1613945732616,5602
+"mom_0",0.9077450547159049,1613945732616,5602
+"eps_0",1e-05,1613945732616,5602
+"wd_1",0.01,1613945732616,5602
+"sqr_mom_1",0.99,1613945732616,5602
+"lr_1",2.1127761367321104e-05,1613945732616,5602
+"mom_1",0.9077450547159049,1613945732616,5602
+"eps_1",1e-05,1613945732616,5602
+"wd_2",0.01,1613945732616,5602
+"sqr_mom_2",0.99,1613945732616,5602
+"lr_2",0.000211277613673211,1613945732616,5602
+"mom_2",0.9077450547159049,1613945732616,5602
+"eps_2",1e-05,1613945732616,5602
+"train_loss",0.007916521,1613945733572,5603
+"raw_loss",0.005513154,1613945733572,5603
+"epoch",35.245283018867916,1613945733572,5603
+"wd_0",0.01,1613945733572,5603
+"sqr_mom_0",0.99,1613945733572,5603
+"lr_0",2.1113822874447427e-06,1613945733572,5603
+"mom_0",0.907772931980425,1613945733572,5603
+"eps_0",1e-05,1613945733572,5603
+"wd_1",0.01,1613945733572,5603
+"sqr_mom_1",0.99,1613945733572,5603
+"lr_1",2.1113822874447424e-05,1613945733572,5603
+"mom_1",0.907772931980425,1613945733572,5603
+"eps_1",1e-05,1613945733572,5603
+"wd_2",0.01,1613945733572,5603
+"sqr_mom_2",0.99,1613945733572,5603
+"lr_2",0.00021113822874447425,1613945733572,5603
+"mom_2",0.907772931980425,1613945733572,5603
+"eps_2",1e-05,1613945733572,5603
+"train_loss",0.0078265555,1613945734558,5604
+"raw_loss",0.0034182195,1613945734558,5604
+"epoch",35.251572327044016,1613945734558,5604
+"wd_0",0.01,1613945734558,5604
+"sqr_mom_0",0.99,1613945734558,5604
+"lr_0",2.1099885619506247e-06,1613945734558,5604
+"mom_0",0.9078008067690552,1613945734558,5604
+"eps_0",1e-05,1613945734558,5604
+"wd_1",0.01,1613945734558,5604
+"sqr_mom_1",0.99,1613945734558,5604
+"lr_1",2.1099885619506247e-05,1613945734558,5604
+"mom_1",0.9078008067690552,1613945734558,5604
+"eps_1",1e-05,1613945734558,5604
+"wd_2",0.01,1613945734558,5604
+"sqr_mom_2",0.99,1613945734558,5604
+"lr_2",0.00021099885619506244,1613945734558,5604
+"mom_2",0.9078008067690552,1613945734558,5604
+"eps_2",1e-05,1613945734558,5604
+"train_loss",0.007840115,1613945735510,5605
+"raw_loss",0.008504494,1613945735510,5605
+"epoch",35.25786163522012,1613945735510,5605
+"wd_0",0.01,1613945735510,5605
+"sqr_mom_0",0.99,1613945735510,5605
+"lr_0",2.108594035983047e-06,1613945735510,5605
+"mom_0",0.9078286975673147,1613945735510,5605
+"eps_0",1e-05,1613945735510,5605
+"wd_1",0.01,1613945735510,5605
+"sqr_mom_1",0.99,1613945735510,5605
+"lr_1",2.1085940359830472e-05,1613945735510,5605
+"mom_1",0.9078286975673147,1613945735510,5605
+"eps_1",1e-05,1613945735510,5605
+"wd_2",0.01,1613945735510,5605
+"sqr_mom_2",0.99,1613945735510,5605
+"lr_2",0.00021085940359830466,1613945735510,5605
+"mom_2",0.9078286975673147,1613945735510,5605
+"eps_2",1e-05,1613945735510,5605
+"train_loss",0.0077997423,1613945736460,5606
+"raw_loss",0.0058214897,1613945736460,5606
+"epoch",35.26415094339622,1613945736460,5606
+"wd_0",0.01,1613945736460,5606
+"sqr_mom_0",0.99,1613945736460,5606
+"lr_0",2.1072005594900915e-06,1613945736460,5606
+"mom_0",0.907856567375872,1613945736460,5606
+"eps_0",1e-05,1613945736460,5606
+"wd_1",0.01,1613945736460,5606
+"sqr_mom_1",0.99,1613945736460,5606
+"lr_1",2.1072005594900913e-05,1613945736460,5606
+"mom_1",0.907856567375872,1613945736460,5606
+"eps_1",1e-05,1613945736460,5606
+"wd_2",0.01,1613945736460,5606
+"sqr_mom_2",0.99,1613945736460,5606
+"lr_2",0.0002107200559490091,1613945736460,5606
+"mom_2",0.907856567375872,1613945736460,5606
+"eps_2",1e-05,1613945736460,5606
+"train_loss",0.0077368147,1613945737404,5607
+"raw_loss",0.004653352,1613945737404,5607
+"epoch",35.27044025157232,1613945737404,5607
+"wd_0",0.01,1613945737404,5607
+"sqr_mom_0",0.99,1613945737404,5607
+"lr_0",2.1058067458501043e-06,1613945737404,5607
+"mom_0",0.9078844439274372,1613945737404,5607
+"eps_0",1e-05,1613945737404,5607
+"wd_1",0.01,1613945737404,5607
+"sqr_mom_1",0.99,1613945737404,5607
+"lr_1",2.1058067458501042e-05,1613945737404,5607
+"mom_1",0.9078844439274372,1613945737404,5607
+"eps_1",1e-05,1613945737404,5607
+"wd_2",0.01,1613945737404,5607
+"sqr_mom_2",0.99,1613945737404,5607
+"lr_2",0.0002105806745850104,1613945737404,5607
+"mom_2",0.9078844439274372,1613945737404,5607
+"eps_2",1e-05,1613945737404,5607
+"train_loss",0.0076674987,1613945738397,5608
+"raw_loss",0.0042710146,1613945738397,5608
+"epoch",35.27672955974842,1613945738397,5608
+"wd_0",0.01,1613945738397,5608
+"sqr_mom_0",0.99,1613945738397,5608
+"lr_0",2.1044130578626674e-06,1613945738397,5608
+"mom_0",0.9079123179659263,1613945738397,5608
+"eps_0",1e-05,1613945738397,5608
+"wd_1",0.01,1613945738397,5608
+"sqr_mom_1",0.99,1613945738397,5608
+"lr_1",2.104413057862667e-05,1613945738397,5608
+"mom_1",0.9079123179659263,1613945738397,5608
+"eps_1",1e-05,1613945738397,5608
+"wd_2",0.01,1613945738397,5608
+"sqr_mom_2",0.99,1613945738397,5608
+"lr_2",0.0002104413057862667,1613945738397,5608
+"mom_2",0.9079123179659263,1613945738397,5608
+"eps_2",1e-05,1613945738397,5608
+"train_loss",0.007651572,1613945739373,5609
+"raw_loss",0.006871176,1613945739373,5609
+"epoch",35.28301886792452,1613945739373,5609
+"wd_0",0.01,1613945739373,5609
+"sqr_mom_0",0.99,1613945739373,5609
+"lr_0",2.103019495972002e-06,1613945739373,5609
+"mom_0",0.9079401894824548,1613945739373,5609
+"eps_0",1e-05,1613945739373,5609
+"wd_1",0.01,1613945739373,5609
+"sqr_mom_1",0.99,1613945739373,5609
+"lr_1",2.1030194959720023e-05,1613945739373,5609
+"mom_1",0.9079401894824548,1613945739373,5609
+"eps_1",1e-05,1613945739373,5609
+"wd_2",0.01,1613945739373,5609
+"sqr_mom_2",0.99,1613945739373,5609
+"lr_2",0.00021030194959720017,1613945739373,5609
+"mom_2",0.9079401894824548,1613945739373,5609
+"eps_2",1e-05,1613945739373,5609
+"train_loss",0.007853798,1613945740362,5610
+"raw_loss",0.017762875,1613945740362,5610
+"epoch",35.28930817610062,1613945740362,5610
+"wd_0",0.01,1613945740362,5610
+"sqr_mom_0",0.99,1613945740362,5610
+"lr_0",2.101626522768875e-06,1613945740362,5610
+"mom_0",0.9079680492251148,1613945740362,5610
+"eps_0",1e-05,1613945740362,5610
+"wd_1",0.01,1613945740362,5610
+"sqr_mom_1",0.99,1613945740362,5610
+"lr_1",2.1016265227688746e-05,1613945740362,5610
+"mom_1",0.9079680492251148,1613945740362,5610
+"eps_1",1e-05,1613945740362,5610
+"wd_2",0.01,1613945740362,5610
+"sqr_mom_2",0.99,1613945740362,5610
+"lr_2",0.00021016265227688746,1613945740362,5610
+"mom_2",0.9079680492251148,1613945740362,5610
+"eps_2",1e-05,1613945740362,5610
+"train_loss",0.007841752,1613945741364,5611
+"raw_loss",0.007251531,1613945741364,5611
+"epoch",35.29559748427672,1613945741364,5611
+"wd_0",0.01,1613945741364,5611
+"sqr_mom_0",0.99,1613945741364,5611
+"lr_0",2.1002327522576734e-06,1613945741364,5611
+"mom_0",0.9079959249140956,1613945741364,5611
+"eps_0",1e-05,1613945741364,5611
+"wd_1",0.01,1613945741364,5611
+"sqr_mom_1",0.99,1613945741364,5611
+"lr_1",2.1002327522576734e-05,1613945741364,5611
+"mom_1",0.9079959249140956,1613945741364,5611
+"eps_1",1e-05,1613945741364,5611
+"wd_2",0.01,1613945741364,5611
+"sqr_mom_2",0.99,1613945741364,5611
+"lr_2",0.0002100232752257673,1613945741364,5611
+"mom_2",0.9079959249140956,1613945741364,5611
+"eps_2",1e-05,1613945741364,5611
+"train_loss",0.007915263,1613945742360,5612
+"raw_loss",0.011517325,1613945742360,5612
+"epoch",35.30188679245282,1613945742360,5612
+"wd_0",0.01,1613945742360,5612
+"sqr_mom_0",0.99,1613945742360,5612
+"lr_0",2.0988400333843073e-06,1613945742360,5612
+"mom_0",0.9080237795701095,1613945742360,5612
+"eps_0",1e-05,1613945742360,5612
+"wd_1",0.01,1613945742360,5612
+"sqr_mom_1",0.99,1613945742360,5612
+"lr_1",2.0988400333843075e-05,1613945742360,5612
+"mom_1",0.9080237795701095,1613945742360,5612
+"eps_1",1e-05,1613945742360,5612
+"wd_2",0.01,1613945742360,5612
+"sqr_mom_2",0.99,1613945742360,5612
+"lr_2",0.00020988400333843069,1613945742360,5612
+"mom_2",0.9080237795701095,1613945742360,5612
+"eps_2",1e-05,1613945742360,5612
+"train_loss",0.007852179,1613945743302,5613
+"raw_loss",0.004761036,1613945743302,5613
+"epoch",35.30817610062892,1613945743302,5613
+"wd_0",0.01,1613945743302,5613
+"sqr_mom_0",0.99,1613945743302,5613
+"lr_0",2.09744744229924e-06,1613945743302,5613
+"mom_0",0.9080516316703319,1613945743302,5613
+"eps_0",1e-05,1613945743302,5613
+"wd_1",0.01,1613945743302,5613
+"sqr_mom_1",0.99,1613945743302,5613
+"lr_1",2.09744744229924e-05,1613945743302,5613
+"mom_1",0.9080516316703319,1613945743302,5613
+"eps_1",1e-05,1613945743302,5613
+"wd_2",0.01,1613945743302,5613
+"sqr_mom_2",0.99,1613945743302,5613
+"lr_2",0.000209744744229924,1613945743302,5613
+"mom_2",0.9080516316703319,1613945743302,5613
+"eps_2",1e-05,1613945743302,5613
+"train_loss",0.007786151,1613945744256,5614
+"raw_loss",0.0045507713,1613945744256,5614
+"epoch",35.31446540880502,1613945744256,5614
+"wd_0",0.01,1613945744256,5614
+"sqr_mom_0",0.99,1613945744256,5614
+"lr_0",2.096054055492136e-06,1613945744256,5614
+"mom_0",0.9080794996851541,1613945744256,5614
+"eps_0",1e-05,1613945744256,5614
+"wd_1",0.01,1613945744256,5614
+"sqr_mom_1",0.99,1613945744256,5614
+"lr_1",2.096054055492136e-05,1613945744256,5614
+"mom_1",0.9080794996851541,1613945744256,5614
+"eps_1",1e-05,1613945744256,5614
+"wd_2",0.01,1613945744256,5614
+"sqr_mom_2",0.99,1613945744256,5614
+"lr_2",0.0002096054055492136,1613945744256,5614
+"mom_2",0.9080794996851541,1613945744256,5614
+"eps_2",1e-05,1613945744256,5614
+"train_loss",0.0077769035,1613945745246,5615
+"raw_loss",0.0073237717,1613945745246,5615
+"epoch",35.32075471698112,1613945745246,5615
+"wd_0",0.01,1613945745246,5615
+"sqr_mom_0",0.99,1613945745246,5615
+"lr_0",2.0946617213998923e-06,1613945745246,5615
+"mom_0",0.9081073466454685,1613945745246,5615
+"eps_0",1e-05,1613945745246,5615
+"wd_1",0.01,1613945745246,5615
+"sqr_mom_1",0.99,1613945745246,5615
+"lr_1",2.094661721399892e-05,1613945745246,5615
+"mom_1",0.9081073466454685,1613945745246,5615
+"eps_1",1e-05,1613945745246,5615
+"wd_2",0.01,1613945745246,5615
+"sqr_mom_2",0.99,1613945745246,5615
+"lr_2",0.00020946617213998917,1613945745246,5615
+"mom_2",0.9081073466454685,1613945745246,5615
+"eps_2",1e-05,1613945745246,5615
+"train_loss",0.0077454625,1613945746207,5616
+"raw_loss",0.0062048417,1613945746207,5616
+"epoch",35.32704402515722,1613945746207,5616
+"wd_0",0.01,1613945746207,5616
+"sqr_mom_0",0.99,1613945746207,5616
+"lr_0",2.093269516426853e-06,1613945746207,5616
+"mom_0",0.9081351910233731,1613945746207,5616
+"eps_0",1e-05,1613945746207,5616
+"wd_1",0.01,1613945746207,5616
+"sqr_mom_1",0.99,1613945746207,5616
+"lr_1",2.0932695164268528e-05,1613945746207,5616
+"mom_1",0.9081351910233731,1613945746207,5616
+"eps_1",1e-05,1613945746207,5616
+"wd_2",0.01,1613945746207,5616
+"sqr_mom_2",0.99,1613945746207,5616
+"lr_2",0.00020932695164268525,1613945746207,5616
+"mom_2",0.9081351910233731,1613945746207,5616
+"eps_2",1e-05,1613945746207,5616
+"train_loss",0.007816139,1613945747171,5617
+"raw_loss",0.011279294,1613945747171,5617
+"epoch",35.33333333333332,1613945747171,5617
+"wd_0",0.01,1613945747171,5617
+"sqr_mom_0",0.99,1613945747171,5617
+"lr_0",2.0918765173200972e-06,1613945747171,5617
+"mom_0",0.9081630512841109,1613945747171,5617
+"eps_0",1e-05,1613945747171,5617
+"wd_1",0.01,1613945747171,5617
+"sqr_mom_1",0.99,1613945747171,5617
+"lr_1",2.0918765173200973e-05,1613945747171,5617
+"mom_1",0.9081630512841109,1613945747171,5617
+"eps_1",1e-05,1613945747171,5617
+"wd_2",0.01,1613945747171,5617
+"sqr_mom_2",0.99,1613945747171,5617
+"lr_2",0.00020918765173200967,1613945747171,5617
+"mom_2",0.9081630512841109,1613945747171,5617
+"eps_2",1e-05,1613945747171,5617
+"train_loss",0.007945995,1613945748125,5618
+"raw_loss",0.014308962,1613945748125,5618
+"epoch",35.33962264150942,1613945748125,5618
+"wd_0",0.01,1613945748125,5618
+"sqr_mom_0",0.99,1613945748125,5618
+"lr_0",2.0904845720022058e-06,1613945748125,5618
+"mom_0",0.9081908904688606,1613945748125,5618
+"eps_0",1e-05,1613945748125,5618
+"wd_1",0.01,1613945748125,5618
+"sqr_mom_1",0.99,1613945748125,5618
+"lr_1",2.0904845720022058e-05,1613945748125,5618
+"mom_1",0.9081908904688606,1613945748125,5618
+"eps_1",1e-05,1613945748125,5618
+"wd_2",0.01,1613945748125,5618
+"sqr_mom_2",0.99,1613945748125,5618
+"lr_2",0.00020904845720022054,1613945748125,5618
+"mom_2",0.9081908904688606,1613945748125,5618
+"eps_2",1e-05,1613945748125,5618
+"train_loss",0.007891535,1613945749064,5619
+"raw_loss",0.005222989,1613945749064,5619
+"epoch",35.34591194968552,1613945749064,5619
+"wd_0",0.01,1613945749064,5619
+"sqr_mom_0",0.99,1613945749064,5619
+"lr_0",2.089092295372451e-06,1613945749064,5619
+"mom_0",0.9082187362799138,1613945749064,5619
+"eps_0",1e-05,1613945749064,5619
+"wd_1",0.01,1613945749064,5619
+"sqr_mom_1",0.99,1613945749064,5619
+"lr_1",2.089092295372451e-05,1613945749064,5619
+"mom_1",0.9082187362799138,1613945749064,5619
+"eps_1",1e-05,1613945749064,5619
+"wd_2",0.01,1613945749064,5619
+"sqr_mom_2",0.99,1613945749064,5619
+"lr_2",0.00020890922953724507,1613945749064,5619
+"mom_2",0.9082187362799138,1613945749064,5619
+"eps_2",1e-05,1613945749064,5619
+"train_loss",0.007845071,1613945750001,5620
+"raw_loss",0.0055683483,1613945750001,5620
+"epoch",35.35220125786162,1613945750001,5620
+"wd_0",0.01,1613945750001,5620
+"sqr_mom_0",0.99,1613945750001,5620
+"lr_0",2.087700149722785e-06,1613945750001,5620
+"mom_0",0.908246579471339,1613945750001,5620
+"eps_0",1e-05,1613945750001,5620
+"wd_1",0.01,1613945750001,5620
+"sqr_mom_1",0.99,1613945750001,5620
+"lr_1",2.087700149722785e-05,1613945750001,5620
+"mom_1",0.908246579471339,1613945750001,5620
+"eps_1",1e-05,1613945750001,5620
+"wd_2",0.01,1613945750001,5620
+"sqr_mom_2",0.99,1613945750001,5620
+"lr_2",0.00020877001497227846,1613945750001,5620
+"mom_2",0.908246579471339,1613945750001,5620
+"eps_2",1e-05,1613945750001,5620
+"train_loss",0.007850853,1613945750935,5621
+"raw_loss",0.008134173,1613945750935,5621
+"epoch",35.35849056603772,1613945750935,5621
+"wd_0",0.01,1613945750935,5621
+"sqr_mom_0",0.99,1613945750935,5621
+"lr_0",2.0863081354969388e-06,1613945750935,5621
+"mom_0",0.9082744200342615,1613945750935,5621
+"eps_0",1e-05,1613945750935,5621
+"wd_1",0.01,1613945750935,5621
+"sqr_mom_1",0.99,1613945750935,5621
+"lr_1",2.0863081354969385e-05,1613945750935,5621
+"mom_1",0.9082744200342615,1613945750935,5621
+"eps_1",1e-05,1613945750935,5621
+"wd_2",0.01,1613945750935,5621
+"sqr_mom_2",0.99,1613945750935,5621
+"lr_2",0.00020863081354969383,1613945750935,5621
+"mom_2",0.9082744200342615,1613945750935,5621
+"eps_2",1e-05,1613945750935,5621
+"train_loss",0.007777783,1613945751884,5622
+"raw_loss",0.0041973703,1613945751884,5622
+"epoch",35.36477987421382,1613945751884,5622
+"wd_0",0.01,1613945751884,5622
+"sqr_mom_0",0.99,1613945751884,5622
+"lr_0",2.084916714769213e-06,1613945751884,5622
+"mom_0",0.908302248727103,1613945751884,5622
+"eps_0",1e-05,1613945751884,5622
+"wd_1",0.01,1613945751884,5622
+"sqr_mom_1",0.99,1613945751884,5622
+"lr_1",2.084916714769213e-05,1613945751884,5622
+"mom_1",0.908302248727103,1613945751884,5622
+"eps_1",1e-05,1613945751884,5622
+"wd_2",0.01,1613945751884,5622
+"sqr_mom_2",0.99,1613945751884,5622
+"lr_2",0.00020849167147692126,1613945751884,5622
+"mom_2",0.908302248727103,1613945751884,5622
+"eps_2",1e-05,1613945751884,5622
+"train_loss",0.0077375895,1613945752830,5623
+"raw_loss",0.005768103,1613945752830,5623
+"epoch",35.371069182389924,1613945752830,5623
+"wd_0",0.01,1613945752830,5623
+"sqr_mom_0",0.99,1613945752830,5623
+"lr_0",2.0835245030914165e-06,1613945752830,5623
+"mom_0",0.9083300932391041,1613945752830,5623
+"eps_0",1e-05,1613945752830,5623
+"wd_1",0.01,1613945752830,5623
+"sqr_mom_1",0.99,1613945752830,5623
+"lr_1",2.0835245030914165e-05,1613945752830,5623
+"mom_1",0.9083300932391041,1613945752830,5623
+"eps_1",1e-05,1613945752830,5623
+"wd_2",0.01,1613945752830,5623
+"sqr_mom_2",0.99,1613945752830,5623
+"lr_2",0.00020835245030914162,1613945752830,5623
+"mom_2",0.9083300932391041,1613945752830,5623
+"eps_2",1e-05,1613945752830,5623
+"train_loss",0.007723107,1613945753784,5624
+"raw_loss",0.0070134653,1613945753784,5624
+"epoch",35.377358490566024,1613945753784,5624
+"wd_0",0.01,1613945753784,5624
+"sqr_mom_0",0.99,1613945753784,5624
+"lr_0",2.082133347341542e-06,1613945753784,5624
+"mom_0",0.9083579166323354,1613945753784,5624
+"eps_0",1e-05,1613945753784,5624
+"wd_1",0.01,1613945753784,5624
+"sqr_mom_1",0.99,1613945753784,5624
+"lr_1",2.0821333473415422e-05,1613945753784,5624
+"mom_1",0.9083579166323354,1613945753784,5624
+"eps_1",1e-05,1613945753784,5624
+"wd_2",0.01,1613945753784,5624
+"sqr_mom_2",0.99,1613945753784,5624
+"lr_2",0.0002082133347341542,1613945753784,5624
+"mom_2",0.9083579166323354,1613945753784,5624
+"eps_2",1e-05,1613945753784,5624
+"train_loss",0.0077807386,1613945754720,5625
+"raw_loss",0.010604702,1613945754720,5625
+"epoch",35.383647798742125,1613945754720,5625
+"wd_0",0.01,1613945754720,5625
+"sqr_mom_0",0.99,1613945754720,5625
+"lr_0",2.0807423247015e-06,1613945754720,5625
+"mom_0",0.9083857373633436,1613945754720,5625
+"eps_0",1e-05,1613945754720,5625
+"wd_1",0.01,1613945754720,5625
+"sqr_mom_1",0.99,1613945754720,5625
+"lr_1",2.0807423247015e-05,1613945754720,5625
+"mom_1",0.9083857373633436,1613945754720,5625
+"eps_1",1e-05,1613945754720,5625
+"wd_2",0.01,1613945754720,5625
+"sqr_mom_2",0.99,1613945754720,5625
+"lr_2",0.00020807423247014994,1613945754720,5625
+"mom_2",0.9083857373633436,1613945754720,5625
+"eps_2",1e-05,1613945754720,5625
+"train_loss",0.0077660014,1613945755663,5626
+"raw_loss",0.0070438804,1613945755663,5626
+"epoch",35.389937106918225,1613945755663,5626
+"wd_0",0.01,1613945755663,5626
+"sqr_mom_0",0.99,1613945755663,5626
+"lr_0",2.0793505127065254e-06,1613945755663,5626
+"mom_0",0.9084135738816083,1613945755663,5626
+"eps_0",1e-05,1613945755663,5626
+"wd_1",0.01,1613945755663,5626
+"sqr_mom_1",0.99,1613945755663,5626
+"lr_1",2.0793505127065253e-05,1613945755663,5626
+"mom_1",0.9084135738816083,1613945755663,5626
+"eps_1",1e-05,1613945755663,5626
+"wd_2",0.01,1613945755663,5626
+"sqr_mom_2",0.99,1613945755663,5626
+"lr_2",0.0002079350512706525,1613945755663,5626
+"mom_2",0.9084135738816083,1613945755663,5626
+"eps_2",1e-05,1613945755663,5626
+"train_loss",0.007696481,1613945756627,5627
+"raw_loss",0.0042899675,1613945756627,5627
+"epoch",35.396226415094326,1613945756627,5627
+"wd_0",0.01,1613945756627,5627
+"sqr_mom_0",0.99,1613945756627,5627
+"lr_0",2.0779597577044014e-06,1613945756627,5627
+"mom_0",0.9084413892598046,1613945756627,5627
+"eps_0",1e-05,1613945756627,5627
+"wd_1",0.01,1613945756627,5627
+"sqr_mom_1",0.99,1613945756627,5627
+"lr_1",2.0779597577044013e-05,1613945756627,5627
+"mom_1",0.9084413892598046,1613945756627,5627
+"eps_1",1e-05,1613945756627,5627
+"wd_2",0.01,1613945756627,5627
+"sqr_mom_2",0.99,1613945756627,5627
+"lr_2",0.00020779597577044007,1613945756627,5627
+"mom_2",0.9084413892598046,1613945756627,5627
+"eps_2",1e-05,1613945756627,5627
+"train_loss",0.0076327254,1613945757673,5628
+"raw_loss",0.004508702,1613945757673,5628
+"epoch",35.402515723270426,1613945757673,5628
+"wd_0",0.01,1613945757673,5628
+"sqr_mom_0",0.99,1613945757673,5628
+"lr_0",2.0765686757768213e-06,1613945757673,5628
+"mom_0",0.9084692111765753,1613945757673,5628
+"eps_0",1e-05,1613945757673,5628
+"wd_1",0.01,1613945757673,5628
+"sqr_mom_1",0.99,1613945757673,5628
+"lr_1",2.0765686757768213e-05,1613945757673,5628
+"mom_1",0.9084692111765753,1613945757673,5628
+"eps_1",1e-05,1613945757673,5628
+"wd_2",0.01,1613945757673,5628
+"sqr_mom_2",0.99,1613945757673,5628
+"lr_2",0.00020765686757768213,1613945757673,5628
+"mom_2",0.9084692111765753,1613945757673,5628
+"eps_2",1e-05,1613945757673,5628
+"train_loss",0.007853256,1613945758684,5629
+"raw_loss",0.01865924,1613945758684,5629
+"epoch",35.408805031446526,1613945758684,5629
+"wd_0",0.01,1613945758684,5629
+"sqr_mom_0",0.99,1613945758684,5629
+"lr_0",2.075177728821091e-06,1613945758684,5629
+"mom_0",0.9084970303938821,1613945758684,5629
+"eps_0",1e-05,1613945758684,5629
+"wd_1",0.01,1613945758684,5629
+"sqr_mom_1",0.99,1613945758684,5629
+"lr_1",2.075177728821091e-05,1613945758684,5629
+"mom_1",0.9084970303938821,1613945758684,5629
+"eps_1",1e-05,1613945758684,5629
+"wd_2",0.01,1613945758684,5629
+"sqr_mom_2",0.99,1613945758684,5629
+"lr_2",0.00020751777288210906,1613945758684,5629
+"mom_2",0.9084970303938821,1613945758684,5629
+"eps_2",1e-05,1613945758684,5629
+"train_loss",0.007784527,1613945759646,5630
+"raw_loss",0.0044168048,1613945759646,5630
+"epoch",35.41509433962263,1613945759646,5630
+"wd_0",0.01,1613945759646,5630
+"sqr_mom_0",0.99,1613945759646,5630
+"lr_0",2.073786917280559e-06,1613945759646,5630
+"mom_0",0.9085248469028578,1613945759646,5630
+"eps_0",1e-05,1613945759646,5630
+"wd_1",0.01,1613945759646,5630
+"sqr_mom_1",0.99,1613945759646,5630
+"lr_1",2.073786917280559e-05,1613945759646,5630
+"mom_1",0.9085248469028578,1613945759646,5630
+"eps_1",1e-05,1613945759646,5630
+"wd_2",0.01,1613945759646,5630
+"sqr_mom_2",0.99,1613945759646,5630
+"lr_2",0.0002073786917280559,1613945759646,5630
+"mom_2",0.9085248469028578,1613945759646,5630
+"eps_2",1e-05,1613945759646,5630
+"train_loss",0.0077470653,1613945760647,5631
+"raw_loss",0.0059114574,1613945760647,5631
+"epoch",35.42138364779873,1613945760647,5631
+"wd_0",0.01,1613945760647,5631
+"sqr_mom_0",0.99,1613945760647,5631
+"lr_0",2.0723967028282563e-06,1613945760647,5631
+"mom_0",0.9085526514699496,1613945760647,5631
+"eps_0",1e-05,1613945760647,5631
+"wd_1",0.01,1613945760647,5631
+"sqr_mom_1",0.99,1613945760647,5631
+"lr_1",2.0723967028282562e-05,1613945760647,5631
+"mom_1",0.9085526514699496,1613945760647,5631
+"eps_1",1e-05,1613945760647,5631
+"wd_2",0.01,1613945760647,5631
+"sqr_mom_2",0.99,1613945760647,5631
+"lr_2",0.00020723967028282557,1613945760647,5631
+"mom_2",0.9085526514699496,1613945760647,5631
+"eps_2",1e-05,1613945760647,5631
+"train_loss",0.007726716,1613945761607,5632
+"raw_loss",0.0067296056,1613945761607,5632
+"epoch",35.42767295597483,1613945761607,5632
+"wd_0",0.01,1613945761607,5632
+"sqr_mom_0",0.99,1613945761607,5632
+"lr_0",2.071005702218264e-06,1613945761607,5632
+"mom_0",0.9085804717603523,1613945761607,5632
+"eps_0",1e-05,1613945761607,5632
+"wd_1",0.01,1613945761607,5632
+"sqr_mom_1",0.99,1613945761607,5632
+"lr_1",2.071005702218264e-05,1613945761607,5632
+"mom_1",0.9085804717603523,1613945761607,5632
+"eps_1",1e-05,1613945761607,5632
+"wd_2",0.01,1613945761607,5632
+"sqr_mom_2",0.99,1613945761607,5632
+"lr_2",0.00020710057022182635,1613945761607,5632
+"mom_2",0.9085804717603523,1613945761607,5632
+"eps_2",1e-05,1613945761607,5632
+"train_loss",0.007694814,1613945762574,5633
+"raw_loss",0.0061316164,1613945762574,5633
+"epoch",35.43396226415093,1613945762574,5633
+"wd_0",0.01,1613945762574,5633
+"sqr_mom_0",0.99,1613945762574,5633
+"lr_0",2.069615760722e-06,1613945762574,5633
+"mom_0",0.9086082708682687,1613945762574,5633
+"eps_0",1e-05,1613945762574,5633
+"wd_1",0.01,1613945762574,5633
+"sqr_mom_1",0.99,1613945762574,5633
+"lr_1",2.069615760722e-05,1613945762574,5633
+"mom_1",0.9086082708682687,1613945762574,5633
+"eps_1",1e-05,1613945762574,5633
+"wd_2",0.01,1613945762574,5633
+"sqr_mom_2",0.99,1613945762574,5633
+"lr_2",0.00020696157607219995,1613945762574,5633
+"mom_2",0.9086082708682687,1613945762574,5633
+"eps_2",1e-05,1613945762574,5633
+"train_loss",0.0077771028,1613945763532,5634
+"raw_loss",0.011809271,1613945763532,5634
+"epoch",35.44025157232703,1613945763532,5634
+"wd_0",0.01,1613945763532,5634
+"sqr_mom_0",0.99,1613945763532,5634
+"lr_0",2.068225956322758e-06,1613945763532,5634
+"mom_0",0.9086360672342172,1613945763532,5634
+"eps_0",1e-05,1613945763532,5634
+"wd_1",0.01,1613945763532,5634
+"sqr_mom_1",0.99,1613945763532,5634
+"lr_1",2.0682259563227583e-05,1613945763532,5634
+"mom_1",0.9086360672342172,1613945763532,5634
+"eps_1",1e-05,1613945763532,5634
+"wd_2",0.01,1613945763532,5634
+"sqr_mom_2",0.99,1613945763532,5634
+"lr_2",0.00020682259563227577,1613945763532,5634
+"mom_2",0.9086360672342172,1613945763532,5634
+"eps_2",1e-05,1613945763532,5634
+"train_loss",0.007732114,1613945764480,5635
+"raw_loss",0.00552765,1613945764480,5635
+"epoch",35.44654088050313,1613945764480,5635
+"wd_0",0.01,1613945764480,5635
+"sqr_mom_0",0.99,1613945764480,5635
+"lr_0",2.066835367367745e-06,1613945764480,5635
+"mom_0",0.908663879291438,1613945764480,5635
+"eps_0",1e-05,1613945764480,5635
+"wd_1",0.01,1613945764480,5635
+"sqr_mom_1",0.99,1613945764480,5635
+"lr_1",2.066835367367745e-05,1613945764480,5635
+"mom_1",0.908663879291438,1613945764480,5635
+"eps_1",1e-05,1613945764480,5635
+"wd_2",0.01,1613945764480,5635
+"sqr_mom_2",0.99,1613945764480,5635
+"lr_2",0.00020668353673677448,1613945764480,5635
+"mom_2",0.908663879291438,1613945764480,5635
+"eps_2",1e-05,1613945764480,5635
+"train_loss",0.007716505,1613945765422,5636
+"raw_loss",0.006951666,1613945765422,5636
+"epoch",35.45283018867923,1613945765422,5636
+"wd_0",0.01,1613945765422,5636
+"sqr_mom_0",0.99,1613945765422,5636
+"lr_0",2.065445838582284e-06,1613945765422,5636
+"mom_0",0.9086916701450557,1613945765422,5636
+"eps_0",1e-05,1613945765422,5636
+"wd_1",0.01,1613945765422,5636
+"sqr_mom_1",0.99,1613945765422,5636
+"lr_1",2.065445838582284e-05,1613945765422,5636
+"mom_1",0.9086916701450557,1613945765422,5636
+"eps_1",1e-05,1613945765422,5636
+"wd_2",0.01,1613945765422,5636
+"sqr_mom_2",0.99,1613945765422,5636
+"lr_2",0.00020654458385822839,1613945765422,5636
+"mom_2",0.9086916701450557,1613945765422,5636
+"eps_2",1e-05,1613945765422,5636
+"train_loss",0.0076294295,1613945766365,5637
+"raw_loss",0.0033627378,1613945766365,5637
+"epoch",35.45911949685533,1613945766365,5637
+"wd_0",0.01,1613945766365,5637
+"sqr_mom_0",0.99,1613945766365,5637
+"lr_0",2.06405644822208e-06,1613945766365,5637
+"mom_0",0.9087194582301407,1613945766365,5637
+"eps_0",1e-05,1613945766365,5637
+"wd_1",0.01,1613945766365,5637
+"sqr_mom_1",0.99,1613945766365,5637
+"lr_1",2.06405644822208e-05,1613945766365,5637
+"mom_1",0.9087194582301407,1613945766365,5637
+"eps_1",1e-05,1613945766365,5637
+"wd_2",0.01,1613945766365,5637
+"sqr_mom_2",0.99,1613945766365,5637
+"lr_2",0.00020640564482220794,1613945766365,5637
+"mom_2",0.9087194582301407,1613945766365,5637
+"eps_2",1e-05,1613945766365,5637
+"train_loss",0.0075966977,1613945767318,5638
+"raw_loss",0.005992844,1613945767318,5638
+"epoch",35.46540880503143,1613945767318,5638
+"wd_0",0.01,1613945767318,5638
+"sqr_mom_0",0.99,1613945767318,5638
+"lr_0",2.0626662749102707e-06,1613945767318,5638
+"mom_0",0.9087472619744144,1613945767318,5638
+"eps_0",1e-05,1613945767318,5638
+"wd_1",0.01,1613945767318,5638
+"sqr_mom_1",0.99,1613945767318,5638
+"lr_1",2.0626662749102707e-05,1613945767318,5638
+"mom_1",0.9087472619744144,1613945767318,5638
+"eps_1",1e-05,1613945767318,5638
+"wd_2",0.01,1613945767318,5638
+"sqr_mom_2",0.99,1613945767318,5638
+"lr_2",0.00020626662749102705,1613945767318,5638
+"mom_2",0.9087472619744144,1613945767318,5638
+"eps_2",1e-05,1613945767318,5638
+"train_loss",0.007795532,1613945768273,5639
+"raw_loss",0.017538419,1613945768273,5639
+"epoch",35.47169811320753,1613945768273,5639
+"wd_0",0.01,1613945768273,5639
+"sqr_mom_0",0.99,1613945768273,5639
+"lr_0",2.0612771628207982e-06,1613945768273,5639
+"mom_0",0.9087750444940289,1613945768273,5639
+"eps_0",1e-05,1613945768273,5639
+"wd_1",0.01,1613945768273,5639
+"sqr_mom_1",0.99,1613945768273,5639
+"lr_1",2.061277162820798e-05,1613945768273,5639
+"mom_1",0.9087750444940289,1613945768273,5639
+"eps_1",1e-05,1613945768273,5639
+"wd_2",0.01,1613945768273,5639
+"sqr_mom_2",0.99,1613945768273,5639
+"lr_2",0.00020612771628207978,1613945768273,5639
+"mom_2",0.9087750444940289,1613945768273,5639
+"eps_2",1e-05,1613945768273,5639
+"train_loss",0.0077244705,1613945769229,5640
+"raw_loss",0.0042424593,1613945769229,5640
+"epoch",35.47798742138363,1613945769229,5640
+"wd_0",0.01,1613945769229,5640
+"sqr_mom_0",0.99,1613945769229,5640
+"lr_0",2.059887268850533e-06,1613945769229,5640
+"mom_0",0.9088028426514159,1613945769229,5640
+"eps_0",1e-05,1613945769229,5640
+"wd_1",0.01,1613945769229,5640
+"sqr_mom_1",0.99,1613945769229,5640
+"lr_1",2.0598872688505327e-05,1613945769229,5640
+"mom_1",0.9088028426514159,1613945769229,5640
+"eps_1",1e-05,1613945769229,5640
+"wd_2",0.01,1613945769229,5640
+"sqr_mom_2",0.99,1613945769229,5640
+"lr_2",0.00020598872688505323,1613945769229,5640
+"mom_2",0.9088028426514159,1613945769229,5640
+"eps_2",1e-05,1613945769229,5640
+"train_loss",0.007755386,1613945770175,5641
+"raw_loss",0.009270269,1613945770175,5641
+"epoch",35.48427672955973,1613945770175,5641
+"wd_0",0.01,1613945770175,5641
+"sqr_mom_0",0.99,1613945770175,5641
+"lr_0",2.0584984368028476e-06,1613945770175,5641
+"mom_0",0.9088306195701388,1613945770175,5641
+"eps_0",1e-05,1613945770175,5641
+"wd_1",0.01,1613945770175,5641
+"sqr_mom_1",0.99,1613945770175,5641
+"lr_1",2.0584984368028477e-05,1613945770175,5641
+"mom_1",0.9088306195701388,1613945770175,5641
+"eps_1",1e-05,1613945770175,5641
+"wd_2",0.01,1613945770175,5641
+"sqr_mom_2",0.99,1613945770175,5641
+"lr_2",0.00020584984368028473,1613945770175,5641
+"mom_2",0.9088306195701388,1613945770175,5641
+"eps_2",1e-05,1613945770175,5641
+"train_loss",0.007697764,1613945771139,5642
+"raw_loss",0.004874267,1613945771139,5642
+"epoch",35.49056603773583,1613945771139,5642
+"wd_0",0.01,1613945771139,5642
+"sqr_mom_0",0.99,1613945771139,5642
+"lr_0",2.057109284669758e-06,1613945771139,5642
+"mom_0",0.9088584028906337,1613945771139,5642
+"eps_0",1e-05,1613945771139,5642
+"wd_1",0.01,1613945771139,5642
+"sqr_mom_1",0.99,1613945771139,5642
+"lr_1",2.0571092846697578e-05,1613945771139,5642
+"mom_1",0.9088584028906337,1613945771139,5642
+"eps_1",1e-05,1613945771139,5642
+"wd_2",0.01,1613945771139,5642
+"sqr_mom_2",0.99,1613945771139,5642
+"lr_2",0.00020571092846697573,1613945771139,5642
+"mom_2",0.9088584028906337,1613945771139,5642
+"eps_2",1e-05,1613945771139,5642
+"train_loss",0.0076475,1613945772089,5643
+"raw_loss",0.005184556,1613945772089,5643
+"epoch",35.49685534591193,1613945772089,5643
+"wd_0",0.01,1613945772089,5643
+"sqr_mom_0",0.99,1613945772089,5643
+"lr_0",2.0557202737109747e-06,1613945772089,5643
+"mom_0",0.9088861833876144,1613945772089,5643
+"eps_0",1e-05,1613945772089,5643
+"wd_1",0.01,1613945772089,5643
+"sqr_mom_1",0.99,1613945772089,5643
+"lr_1",2.0557202737109747e-05,1613945772089,5643
+"mom_1",0.9088861833876144,1613945772089,5643
+"eps_1",1e-05,1613945772089,5643
+"wd_2",0.01,1613945772089,5643
+"sqr_mom_2",0.99,1613945772089,5643
+"lr_2",0.00020557202737109742,1613945772089,5643
+"mom_2",0.9088861833876144,1613945772089,5643
+"eps_2",1e-05,1613945772089,5643
+"train_loss",0.0077396086,1613945773051,5644
+"raw_loss",0.012252944,1613945773051,5644
+"epoch",35.50314465408803,1613945773051,5644
+"wd_0",0.01,1613945773051,5644
+"sqr_mom_0",0.99,1613945773051,5644
+"lr_0",2.0543314043692305e-06,1613945773051,5644
+"mom_0",0.9089139610522259,1613945773051,5644
+"eps_0",1e-05,1613945773051,5644
+"wd_1",0.01,1613945773051,5644
+"sqr_mom_1",0.99,1613945773051,5644
+"lr_1",2.0543314043692306e-05,1613945773051,5644
+"mom_1",0.9089139610522259,1613945773051,5644
+"eps_1",1e-05,1613945773051,5644
+"wd_2",0.01,1613945773051,5644
+"sqr_mom_2",0.99,1613945773051,5644
+"lr_2",0.00020543314043692303,1613945773051,5644
+"mom_2",0.9089139610522259,1613945773051,5644
+"eps_2",1e-05,1613945773051,5644
+"train_loss",0.0076774633,1613945773996,5645
+"raw_loss",0.0046323407,1613945773996,5645
+"epoch",35.50943396226413,1613945773996,5645
+"wd_0",0.01,1613945773996,5645
+"sqr_mom_0",0.99,1613945773996,5645
+"lr_0",2.052943137669675e-06,1613945773996,5645
+"mom_0",0.9089417266638731,1613945773996,5645
+"eps_0",1e-05,1613945773996,5645
+"wd_1",0.01,1613945773996,5645
+"sqr_mom_1",0.99,1613945773996,5645
+"lr_1",2.0529431376696746e-05,1613945773996,5645
+"mom_1",0.9089417266638731,1613945773996,5645
+"eps_1",1e-05,1613945773996,5645
+"wd_2",0.01,1613945773996,5645
+"sqr_mom_2",0.99,1613945773996,5645
+"lr_2",0.00020529431376696745,1613945773996,5645
+"mom_2",0.9089417266638731,1613945773996,5645
+"eps_2",1e-05,1613945773996,5645
+"train_loss",0.007680806,1613945774947,5646
+"raw_loss",0.007844598,1613945774947,5646
+"epoch",35.51572327044023,1613945774947,5646
+"wd_0",0.01,1613945774947,5646
+"sqr_mom_0",0.99,1613945774947,5646
+"lr_0",2.0515540923075567e-06,1613945774947,5646
+"mom_0",0.9089695078489273,1613945774947,5646
+"eps_0",1e-05,1613945774947,5646
+"wd_1",0.01,1613945774947,5646
+"sqr_mom_1",0.99,1613945774947,5646
+"lr_1",2.0515540923075567e-05,1613945774947,5646
+"mom_1",0.9089695078489273,1613945774947,5646
+"eps_1",1e-05,1613945774947,5646
+"wd_2",0.01,1613945774947,5646
+"sqr_mom_2",0.99,1613945774947,5646
+"lr_2",0.00020515540923075562,1613945774947,5646
+"mom_2",0.9089695078489273,1613945774947,5646
+"eps_2",1e-05,1613945774947,5646
+"train_loss",0.0077782343,1613945775897,5647
+"raw_loss",0.012552229,1613945775897,5647
+"epoch",35.522012578616334,1613945775897,5647
+"wd_0",0.01,1613945775897,5647
+"sqr_mom_0",0.99,1613945775897,5647
+"lr_0",2.050166110960505e-06,1613945775897,5647
+"mom_0",0.9089972677534675,1613945775897,5647
+"eps_0",1e-05,1613945775897,5647
+"wd_1",0.01,1613945775897,5647
+"sqr_mom_1",0.99,1613945775897,5647
+"lr_1",2.0501661109605047e-05,1613945775897,5647
+"mom_1",0.9089972677534675,1613945775897,5647
+"eps_1",1e-05,1613945775897,5647
+"wd_2",0.01,1613945775897,5647
+"sqr_mom_2",0.99,1613945775897,5647
+"lr_2",0.00020501661109605047,1613945775897,5647
+"mom_2",0.9089972677534675,1613945775897,5647
+"eps_2",1e-05,1613945775897,5647
+"train_loss",0.0077202814,1613945776857,5648
+"raw_loss",0.004880593,1613945776857,5648
+"epoch",35.528301886792434,1613945776857,5648
+"wd_0",0.01,1613945776857,5648
+"sqr_mom_0",0.99,1613945776857,5648
+"lr_0",2.0487782729057172e-06,1613945776857,5648
+"mom_0",0.9090250247921335,1613945776857,5648
+"eps_0",1e-05,1613945776857,5648
+"wd_1",0.01,1613945776857,5648
+"sqr_mom_1",0.99,1613945776857,5648
+"lr_1",2.048778272905717e-05,1613945776857,5648
+"mom_1",0.9090250247921335,1613945776857,5648
+"eps_1",1e-05,1613945776857,5648
+"wd_2",0.01,1613945776857,5648
+"sqr_mom_2",0.99,1613945776857,5648
+"lr_2",0.00020487782729057167,1613945776857,5648
+"mom_2",0.9090250247921335,1613945776857,5648
+"eps_2",1e-05,1613945776857,5648
+"train_loss",0.007700832,1613945777835,5649
+"raw_loss",0.006747822,1613945777835,5649
+"epoch",35.534591194968534,1613945777835,5649
+"wd_0",0.01,1613945777835,5649
+"sqr_mom_0",0.99,1613945777835,5649
+"lr_0",2.0473896578007457e-06,1613945777835,5649
+"mom_0",0.9090527973719588,1613945777835,5649
+"eps_0",1e-05,1613945777835,5649
+"wd_1",0.01,1613945777835,5649
+"sqr_mom_1",0.99,1613945777835,5649
+"lr_1",2.0473896578007456e-05,1613945777835,5649
+"mom_1",0.9090527973719588,1613945777835,5649
+"eps_1",1e-05,1613945777835,5649
+"wd_2",0.01,1613945777835,5649
+"sqr_mom_2",0.99,1613945777835,5649
+"lr_2",0.00020473896578007456,1613945777835,5649
+"mom_2",0.9090527973719588,1613945777835,5649
+"eps_2",1e-05,1613945777835,5649
+"train_loss",0.007696197,1613945778808,5650
+"raw_loss",0.0074690725,1613945778808,5650
+"epoch",35.540880503144635,1613945778808,5650
+"wd_0",0.01,1613945778808,5650
+"sqr_mom_0",0.99,1613945778808,5650
+"lr_0",2.0460021077524504e-06,1613945778808,5650
+"mom_0",0.9090805486504374,1613945778808,5650
+"eps_0",1e-05,1613945778808,5650
+"wd_1",0.01,1613945778808,5650
+"sqr_mom_1",0.99,1613945778808,5650
+"lr_1",2.0460021077524502e-05,1613945778808,5650
+"mom_1",0.9090805486504374,1613945778808,5650
+"eps_1",1e-05,1613945778808,5650
+"wd_2",0.01,1613945778808,5650
+"sqr_mom_2",0.99,1613945778808,5650
+"lr_2",0.000204600210775245,1613945778808,5650
+"mom_2",0.9090805486504374,1613945778808,5650
+"eps_2",1e-05,1613945778808,5650
+"train_loss",0.0077833664,1613945779756,5651
+"raw_loss",0.012054674,1613945779756,5651
+"epoch",35.547169811320735,1613945779756,5651
+"wd_0",0.01,1613945779756,5651
+"sqr_mom_0",0.99,1613945779756,5651
+"lr_0",2.0446142420264995e-06,1613945779756,5651
+"mom_0",0.9091083062425324,1613945779756,5651
+"eps_0",1e-05,1613945779756,5651
+"wd_1",0.01,1613945779756,5651
+"sqr_mom_1",0.99,1613945779756,5651
+"lr_1",2.0446142420264994e-05,1613945779756,5651
+"mom_1",0.9091083062425324,1613945779756,5651
+"eps_1",1e-05,1613945779756,5651
+"wd_2",0.01,1613945779756,5651
+"sqr_mom_2",0.99,1613945779756,5651
+"lr_2",0.00020446142420264991,1613945779756,5651
+"mom_2",0.9091083062425324,1613945779756,5651
+"eps_2",1e-05,1613945779756,5651
+"train_loss",0.007910474,1613945780724,5652
+"raw_loss",0.014138749,1613945780724,5652
+"epoch",35.553459119496836,1613945780724,5652
+"wd_0",0.01,1613945780724,5652
+"sqr_mom_0",0.99,1613945780724,5652
+"lr_0",2.043226521457507e-06,1613945780724,5652
+"mom_0",0.9091360609314592,1613945780724,5652
+"eps_0",1e-05,1613945780724,5652
+"wd_1",0.01,1613945780724,5652
+"sqr_mom_1",0.99,1613945780724,5652
+"lr_1",2.043226521457507e-05,1613945780724,5652
+"mom_1",0.9091360609314592,1613945780724,5652
+"eps_1",1e-05,1613945780724,5652
+"wd_2",0.01,1613945780724,5652
+"sqr_mom_2",0.99,1613945780724,5652
+"lr_2",0.00020432265214575065,1613945780724,5652
+"mom_2",0.9091360609314592,1613945780724,5652
+"eps_2",1e-05,1613945780724,5652
+"train_loss",0.007820741,1613945781668,5653
+"raw_loss",0.0034238074,1613945781668,5653
+"epoch",35.559748427672936,1613945781668,5653
+"wd_0",0.01,1613945781668,5653
+"sqr_mom_0",0.99,1613945781668,5653
+"lr_0",2.0418389464877937e-06,1613945781668,5653
+"mom_0",0.9091638127083712,1613945781668,5653
+"eps_0",1e-05,1613945781668,5653
+"wd_1",0.01,1613945781668,5653
+"sqr_mom_1",0.99,1613945781668,5653
+"lr_1",2.0418389464877937e-05,1613945781668,5653
+"mom_1",0.9091638127083712,1613945781668,5653
+"eps_1",1e-05,1613945781668,5653
+"wd_2",0.01,1613945781668,5653
+"sqr_mom_2",0.99,1613945781668,5653
+"lr_2",0.00020418389464877936,1613945781668,5653
+"mom_2",0.9091638127083712,1613945781668,5653
+"eps_2",1e-05,1613945781668,5653
+"train_loss",0.007822591,1613945782637,5654
+"raw_loss",0.007913201,1613945782637,5654
+"epoch",35.56603773584904,1613945782637,5654
+"wd_0",0.01,1613945782637,5654
+"sqr_mom_0",0.99,1613945782637,5654
+"lr_0",2.0404519777108054e-06,1613945782637,5654
+"mom_0",0.9091915523613074,1613945782637,5654
+"eps_0",1e-05,1613945782637,5654
+"wd_1",0.01,1613945782637,5654
+"sqr_mom_1",0.99,1613945782637,5654
+"lr_1",2.0404519777108053e-05,1613945782637,5654
+"mom_1",0.9091915523613074,1613945782637,5654
+"eps_1",1e-05,1613945782637,5654
+"wd_2",0.01,1613945782637,5654
+"sqr_mom_2",0.99,1613945782637,5654
+"lr_2",0.00020404519777108052,1613945782637,5654
+"mom_2",0.9091915523613074,1613945782637,5654
+"eps_2",1e-05,1613945782637,5654
+"train_loss",0.00778565,1613945783597,5655
+"raw_loss",0.005975553,1613945783597,5655
+"epoch",35.57232704402514,1613945783597,5655
+"wd_0",0.01,1613945783597,5655
+"sqr_mom_0",0.99,1613945783597,5655
+"lr_0",2.0390642351152516e-06,1613945783597,5655
+"mom_0",0.9092193074907698,1613945783597,5655
+"eps_0",1e-05,1613945783597,5655
+"wd_1",0.01,1613945783597,5655
+"sqr_mom_1",0.99,1613945783597,5655
+"lr_1",2.0390642351152517e-05,1613945783597,5655
+"mom_1",0.9092193074907698,1613945783597,5655
+"eps_1",1e-05,1613945783597,5655
+"wd_2",0.01,1613945783597,5655
+"sqr_mom_2",0.99,1613945783597,5655
+"lr_2",0.00020390642351152512,1613945783597,5655
+"mom_2",0.9092193074907698,1613945783597,5655
+"eps_2",1e-05,1613945783597,5655
+"train_loss",0.007736483,1613945784578,5656
+"raw_loss",0.005327305,1613945784578,5656
+"epoch",35.57861635220124,1613945784578,5656
+"wd_0",0.01,1613945784578,5656
+"sqr_mom_0",0.99,1613945784578,5656
+"lr_0",2.0376775596505382e-06,1613945784578,5656
+"mom_0",0.909247041277402,1613945784578,5656
+"eps_0",1e-05,1613945784578,5656
+"wd_1",0.01,1613945784578,5656
+"sqr_mom_1",0.99,1613945784578,5656
+"lr_1",2.037677559650538e-05,1613945784578,5656
+"mom_1",0.909247041277402,1613945784578,5656
+"eps_1",1e-05,1613945784578,5656
+"wd_2",0.01,1613945784578,5656
+"sqr_mom_2",0.99,1613945784578,5656
+"lr_2",0.00020376775596505378,1613945784578,5656
+"mom_2",0.909247041277402,1613945784578,5656
+"eps_2",1e-05,1613945784578,5656
+"train_loss",0.007792647,1613945785533,5657
+"raw_loss",0.010544684,1613945785533,5657
+"epoch",35.58490566037734,1613945785533,5657
+"wd_0",0.01,1613945785533,5657
+"sqr_mom_0",0.99,1613945785533,5657
+"lr_0",2.0362910314560324e-06,1613945785533,5657
+"mom_0",0.9092747721186005,1613945785533,5657
+"eps_0",1e-05,1613945785533,5657
+"wd_1",0.01,1613945785533,5657
+"sqr_mom_1",0.99,1613945785533,5657
+"lr_1",2.0362910314560327e-05,1613945785533,5657
+"mom_1",0.9092747721186005,1613945785533,5657
+"eps_1",1e-05,1613945785533,5657
+"wd_2",0.01,1613945785533,5657
+"sqr_mom_2",0.99,1613945785533,5657
+"lr_2",0.0002036291031456032,1613945785533,5657
+"mom_2",0.9092747721186005,1613945785533,5657
+"eps_2",1e-05,1613945785533,5657
+"train_loss",0.007860419,1613945786483,5658
+"raw_loss",0.011181259,1613945786483,5658
+"epoch",35.59119496855344,1613945786483,5658
+"wd_0",0.01,1613945786483,5658
+"sqr_mom_0",0.99,1613945786483,5658
+"lr_0",2.034903731062012e-06,1613945786483,5658
+"mom_0",0.9093025184039438,1613945786483,5658
+"eps_0",1e-05,1613945786483,5658
+"wd_1",0.01,1613945786483,5658
+"sqr_mom_1",0.99,1613945786483,5658
+"lr_1",2.034903731062012e-05,1613945786483,5658
+"mom_1",0.9093025184039438,1613945786483,5658
+"eps_1",1e-05,1613945786483,5658
+"wd_2",0.01,1613945786483,5658
+"sqr_mom_2",0.99,1613945786483,5658
+"lr_2",0.00020349037310620117,1613945786483,5658
+"mom_2",0.9093025184039438,1613945786483,5658
+"eps_2",1e-05,1613945786483,5658
+"train_loss",0.008142494,1613945787443,5659
+"raw_loss",0.021964155,1613945787443,5659
+"epoch",35.59748427672954,1613945787443,5659
+"wd_0",0.01,1613945787443,5659
+"sqr_mom_0",0.99,1613945787443,5659
+"lr_0",2.033517498831269e-06,1613945787443,5659
+"mom_0",0.9093302433258078,1613945787443,5659
+"eps_0",1e-05,1613945787443,5659
+"wd_1",0.01,1613945787443,5659
+"sqr_mom_1",0.99,1613945787443,5659
+"lr_1",2.0335174988312686e-05,1613945787443,5659
+"mom_1",0.9093302433258078,1613945787443,5659
+"eps_1",1e-05,1613945787443,5659
+"wd_2",0.01,1613945787443,5659
+"sqr_mom_2",0.99,1613945787443,5659
+"lr_2",0.00020335174988312684,1613945787443,5659
+"mom_2",0.9093302433258078,1613945787443,5659
+"eps_2",1e-05,1613945787443,5659
+"train_loss",0.008086206,1613945788396,5660
+"raw_loss",0.0053281225,1613945788396,5660
+"epoch",35.60377358490564,1613945788396,5660
+"wd_0",0.01,1613945788396,5660
+"sqr_mom_0",0.99,1613945788396,5660
+"lr_0",2.032131415195825e-06,1613945788396,5660
+"mom_0",0.9093579652757362,1613945788396,5660
+"eps_0",1e-05,1613945788396,5660
+"wd_1",0.01,1613945788396,5660
+"sqr_mom_1",0.99,1613945788396,5660
+"lr_1",2.0321314151958246e-05,1613945788396,5660
+"mom_1",0.9093579652757362,1613945788396,5660
+"eps_1",1e-05,1613945788396,5660
+"wd_2",0.01,1613945788396,5660
+"sqr_mom_2",0.99,1613945788396,5660
+"lr_2",0.00020321314151958245,1613945788396,5660
+"mom_2",0.9093579652757362,1613945788396,5660
+"eps_2",1e-05,1613945788396,5660
+"train_loss",0.008250103,1613945789352,5661
+"raw_loss",0.016281046,1613945789352,5661
+"epoch",35.61006289308174,1613945789352,5661
+"wd_0",0.01,1613945789352,5661
+"sqr_mom_0",0.99,1613945789352,5661
+"lr_0",2.030744560982132e-06,1613945789352,5661
+"mom_0",0.9093857026373837,1613945789352,5661
+"eps_0",1e-05,1613945789352,5661
+"wd_1",0.01,1613945789352,5661
+"sqr_mom_1",0.99,1613945789352,5661
+"lr_1",2.0307445609821317e-05,1613945789352,5661
+"mom_1",0.9093857026373837,1613945789352,5661
+"eps_1",1e-05,1613945789352,5661
+"wd_2",0.01,1613945789352,5661
+"sqr_mom_2",0.99,1613945789352,5661
+"lr_2",0.00020307445609821315,1613945789352,5661
+"mom_2",0.9093857026373837,1613945789352,5661
+"eps_2",1e-05,1613945789352,5661
+"train_loss",0.008259256,1613945790311,5662
+"raw_loss",0.008707761,1613945790311,5662
+"epoch",35.61635220125784,1613945790311,5662
+"wd_0",0.01,1613945790311,5662
+"sqr_mom_0",0.99,1613945790311,5662
+"lr_0",2.029358775961089e-06,1613945790311,5662
+"mom_0",0.9094134186149644,1613945790311,5662
+"eps_0",1e-05,1613945790311,5662
+"wd_1",0.01,1613945790311,5662
+"sqr_mom_1",0.99,1613945790311,5662
+"lr_1",2.029358775961089e-05,1613945790311,5662
+"mom_1",0.9094134186149644,1613945790311,5662
+"eps_1",1e-05,1613945790311,5662
+"wd_2",0.01,1613945790311,5662
+"sqr_mom_2",0.99,1613945790311,5662
+"lr_2",0.00020293587759610886,1613945790311,5662
+"mom_2",0.9094134186149644,1613945790311,5662
+"eps_2",1e-05,1613945790311,5662
+"train_loss",0.008239059,1613945791266,5663
+"raw_loss",0.007249384,1613945791266,5663
+"epoch",35.62264150943394,1613945791266,5663
+"wd_0",0.01,1613945791266,5663
+"sqr_mom_0",0.99,1613945791266,5663
+"lr_0",2.027972681151992e-06,1613945791266,5663
+"mom_0",0.909441140788368,1613945791266,5663
+"eps_0",1e-05,1613945791266,5663
+"wd_1",0.01,1613945791266,5663
+"sqr_mom_1",0.99,1613945791266,5663
+"lr_1",2.0279726811519918e-05,1613945791266,5663
+"mom_1",0.909441140788368,1613945791266,5663
+"eps_1",1e-05,1613945791266,5663
+"wd_2",0.01,1613945791266,5663
+"sqr_mom_2",0.99,1613945791266,5663
+"lr_2",0.00020279726811519915,1613945791266,5663
+"mom_2",0.909441140788368,1613945791266,5663
+"eps_2",1e-05,1613945791266,5663
+"train_loss",0.008283578,1613945792240,5664
+"raw_loss",0.010465035,1613945792240,5664
+"epoch",35.62893081761004,1613945792240,5664
+"wd_0",0.01,1613945792240,5664
+"sqr_mom_0",0.99,1613945792240,5664
+"lr_0",2.02658673680416e-06,1613945792240,5664
+"mom_0",0.9094688599525163,1613945792240,5664
+"eps_0",1e-05,1613945792240,5664
+"wd_1",0.01,1613945792240,5664
+"sqr_mom_1",0.99,1613945792240,5664
+"lr_1",2.02658673680416e-05,1613945792240,5664
+"mom_1",0.9094688599525163,1613945792240,5664
+"eps_1",1e-05,1613945792240,5664
+"wd_2",0.01,1613945792240,5664
+"sqr_mom_2",0.99,1613945792240,5664
+"lr_2",0.00020265867368041596,1613945792240,5664
+"mom_2",0.9094688599525163,1613945792240,5664
+"eps_2",1e-05,1613945792240,5664
+"train_loss",0.008292394,1613945793193,5665
+"raw_loss",0.008724393,1613945793193,5665
+"epoch",35.63522012578614,1613945793193,5665
+"wd_0",0.01,1613945793193,5665
+"sqr_mom_0",0.99,1613945793193,5665
+"lr_0",2.0252009433593476e-06,1613945793193,5665
+"mom_0",0.909496576098574,1613945793193,5665
+"eps_0",1e-05,1613945793193,5665
+"wd_1",0.01,1613945793193,5665
+"sqr_mom_1",0.99,1613945793193,5665
+"lr_1",2.0252009433593475e-05,1613945793193,5665
+"mom_1",0.909496576098574,1613945793193,5665
+"eps_1",1e-05,1613945793193,5665
+"wd_2",0.01,1613945793193,5665
+"sqr_mom_2",0.99,1613945793193,5665
+"lr_2",0.0002025200943359347,1613945793193,5665
+"mom_2",0.909496576098574,1613945793193,5665
+"eps_2",1e-05,1613945793193,5665
+"train_loss",0.008317287,1613945794162,5666
+"raw_loss",0.009537081,1613945794162,5666
+"epoch",35.64150943396224,1613945794162,5666
+"wd_0",0.01,1613945794162,5666
+"sqr_mom_0",0.99,1613945794162,5666
+"lr_0",2.0238157608169082e-06,1613945794162,5666
+"mom_0",0.909524280026462,1613945794162,5666
+"eps_0",1e-05,1613945794162,5666
+"wd_1",0.01,1613945794162,5666
+"sqr_mom_1",0.99,1613945794162,5666
+"lr_1",2.023815760816908e-05,1613945794162,5666
+"mom_1",0.909524280026462,1613945794162,5666
+"eps_1",1e-05,1613945794162,5666
+"wd_2",0.01,1613945794162,5666
+"sqr_mom_2",0.99,1613945794162,5666
+"lr_2",0.00020238157608169077,1613945794162,5666
+"mom_2",0.909524280026462,1613945794162,5666
+"eps_2",1e-05,1613945794162,5666
+"train_loss",0.008330791,1613945795106,5667
+"raw_loss",0.008992475,1613945795106,5667
+"epoch",35.64779874213834,1613945795106,5667
+"wd_0",0.01,1613945795106,5667
+"sqr_mom_0",0.99,1613945795106,5667
+"lr_0",2.0224298109455567e-06,1613945795106,5667
+"mom_0",0.9095519993010819,1613945795106,5667
+"eps_0",1e-05,1613945795106,5667
+"wd_1",0.01,1613945795106,5667
+"sqr_mom_1",0.99,1613945795106,5667
+"lr_1",2.0224298109455566e-05,1613945795106,5667
+"mom_1",0.9095519993010819,1613945795106,5667
+"eps_1",1e-05,1613945795106,5667
+"wd_2",0.01,1613945795106,5667
+"sqr_mom_2",0.99,1613945795106,5667
+"lr_2",0.00020224298109455563,1613945795106,5667
+"mom_2",0.9095519993010819,1613945795106,5667
+"eps_2",1e-05,1613945795106,5667
+"train_loss",0.008373243,1613945796059,5668
+"raw_loss",0.010453385,1613945796059,5668
+"epoch",35.65408805031444,1613945796059,5668
+"wd_0",0.01,1613945796059,5668
+"sqr_mom_0",0.99,1613945796059,5668
+"lr_0",2.0210449323165105e-06,1613945796059,5668
+"mom_0",0.9095796971506412,1613945796059,5668
+"eps_0",1e-05,1613945796059,5668
+"wd_1",0.01,1613945796059,5668
+"sqr_mom_1",0.99,1613945796059,5668
+"lr_1",2.0210449323165105e-05,1613945796059,5668
+"mom_1",0.9095796971506412,1613945796059,5668
+"eps_1",1e-05,1613945796059,5668
+"wd_2",0.01,1613945796059,5668
+"sqr_mom_2",0.99,1613945796059,5668
+"lr_2",0.00020210449323165104,1613945796059,5668
+"mom_2",0.9095796971506412,1613945796059,5668
+"eps_2",1e-05,1613945796059,5668
+"train_loss",0.008301985,1613945797004,5669
+"raw_loss",0.004810387,1613945797004,5669
+"epoch",35.66037735849054,1613945797004,5669
+"wd_0",0.01,1613945797004,5669
+"sqr_mom_0",0.99,1613945797004,5669
+"lr_0",2.019660206255615e-06,1613945797004,5669
+"mom_0",0.9096073919488071,1613945797004,5669
+"eps_0",1e-05,1613945797004,5669
+"wd_1",0.01,1613945797004,5669
+"sqr_mom_1",0.99,1613945797004,5669
+"lr_1",2.0196602062556146e-05,1613945797004,5669
+"mom_1",0.9096073919488071,1613945797004,5669
+"eps_1",1e-05,1613945797004,5669
+"wd_2",0.01,1613945797004,5669
+"sqr_mom_2",0.99,1613945797004,5669
+"lr_2",0.00020196602062556146,1613945797004,5669
+"mom_2",0.9096073919488071,1613945797004,5669
+"eps_2",1e-05,1613945797004,5669
+"train_loss",0.008301643,1613945797953,5670
+"raw_loss",0.008284871,1613945797953,5670
+"epoch",35.66666666666664,1613945797953,5670
+"wd_0",0.01,1613945797953,5670
+"sqr_mom_0",0.99,1613945797953,5670
+"lr_0",2.0182747144936895e-06,1613945797953,5670
+"mom_0",0.9096351020611468,1613945797953,5670
+"eps_0",1e-05,1613945797953,5670
+"wd_1",0.01,1613945797953,5670
+"sqr_mom_1",0.99,1613945797953,5670
+"lr_1",2.0182747144936893e-05,1613945797953,5670
+"mom_1",0.9096351020611468,1613945797953,5670
+"eps_1",1e-05,1613945797953,5670
+"wd_2",0.01,1613945797953,5670
+"sqr_mom_2",0.99,1613945797953,5670
+"lr_2",0.00020182747144936893,1613945797953,5670
+"mom_2",0.9096351020611468,1613945797953,5670
+"eps_2",1e-05,1613945797953,5670
+"train_loss",0.008315734,1613945798923,5671
+"raw_loss",0.00900617,1613945798923,5671
+"epoch",35.67295597484274,1613945798923,5671
+"wd_0",0.01,1613945798923,5671
+"sqr_mom_0",0.99,1613945798923,5671
+"lr_0",2.0168902949942327e-06,1613945798923,5671
+"mom_0",0.9096627907280226,1613945798923,5671
+"eps_0",1e-05,1613945798923,5671
+"wd_1",0.01,1613945798923,5671
+"sqr_mom_1",0.99,1613945798923,5671
+"lr_1",2.0168902949942326e-05,1613945798923,5671
+"mom_1",0.9096627907280226,1613945798923,5671
+"eps_1",1e-05,1613945798923,5671
+"wd_2",0.01,1613945798923,5671
+"sqr_mom_2",0.99,1613945798923,5671
+"lr_2",0.00020168902949942326,1613945798923,5671
+"mom_2",0.9096627907280226,1613945798923,5671
+"eps_2",1e-05,1613945798923,5671
+"train_loss",0.008272231,1613945799877,5672
+"raw_loss",0.00614057,1613945799877,5672
+"epoch",35.679245283018844,1613945799877,5672
+"wd_0",0.01,1613945799877,5672
+"sqr_mom_0",0.99,1613945799877,5672
+"lr_0",2.0155055701333087e-06,1613945799877,5672
+"mom_0",0.9096904855021888,1613945799877,5672
+"eps_0",1e-05,1613945799877,5672
+"wd_1",0.01,1613945799877,5672
+"sqr_mom_1",0.99,1613945799877,5672
+"lr_1",2.015505570133309e-05,1613945799877,5672
+"mom_1",0.9096904855021888,1613945799877,5672
+"eps_1",1e-05,1613945799877,5672
+"wd_2",0.01,1613945799877,5672
+"sqr_mom_2",0.99,1613945799877,5672
+"lr_2",0.00020155055701333085,1613945799877,5672
+"mom_2",0.9096904855021888,1613945799877,5672
+"eps_2",1e-05,1613945799877,5672
+"train_loss",0.008391675,1613945800840,5673
+"raw_loss",0.014244423,1613945800840,5673
+"epoch",35.685534591194944,1613945800840,5673
+"wd_0",0.01,1613945800840,5673
+"sqr_mom_0",0.99,1613945800840,5673
+"lr_0",2.014120999707399e-06,1613945800840,5673
+"mom_0",0.9097181771876238,1613945800840,5673
+"eps_0",1e-05,1613945800840,5673
+"wd_1",0.01,1613945800840,5673
+"sqr_mom_1",0.99,1613945800840,5673
+"lr_1",2.014120999707399e-05,1613945800840,5673
+"mom_1",0.9097181771876238,1613945800840,5673
+"eps_1",1e-05,1613945800840,5673
+"wd_2",0.01,1613945800840,5673
+"sqr_mom_2",0.99,1613945800840,5673
+"lr_2",0.00020141209997073985,1613945800840,5673
+"mom_2",0.9097181771876238,1613945800840,5673
+"eps_2",1e-05,1613945800840,5673
+"train_loss",0.008428698,1613945801850,5674
+"raw_loss",0.010242889,1613945801850,5674
+"epoch",35.691823899371045,1613945801850,5674
+"wd_0",0.01,1613945801850,5674
+"sqr_mom_0",0.99,1613945801850,5674
+"lr_0",2.0127365841578187e-06,1613945801850,5674
+"mom_0",0.9097458657755013,1613945801850,5674
+"eps_0",1e-05,1613945801850,5674
+"wd_1",0.01,1613945801850,5674
+"sqr_mom_1",0.99,1613945801850,5674
+"lr_1",2.0127365841578188e-05,1613945801850,5674
+"mom_1",0.9097458657755013,1613945801850,5674
+"eps_1",1e-05,1613945801850,5674
+"wd_2",0.01,1613945801850,5674
+"sqr_mom_2",0.99,1613945801850,5674
+"lr_2",0.00020127365841578183,1613945801850,5674
+"mom_2",0.9097458657755013,1613945801850,5674
+"eps_2",1e-05,1613945801850,5674
+"train_loss",0.00858399,1613945802816,5675
+"raw_loss",0.01619328,1613945802816,5675
+"epoch",35.698113207547145,1613945802816,5675
+"wd_0",0.01,1613945802816,5675
+"sqr_mom_0",0.99,1613945802816,5675
+"lr_0",2.011352783024493e-06,1613945802816,5675
+"mom_0",0.9097735420749309,1613945802816,5675
+"eps_0",1e-05,1613945802816,5675
+"wd_1",0.01,1613945802816,5675
+"sqr_mom_1",0.99,1613945802816,5675
+"lr_1",2.0113527830244927e-05,1613945802816,5675
+"mom_1",0.9097735420749309,1613945802816,5675
+"eps_1",1e-05,1613945802816,5675
+"wd_2",0.01,1613945802816,5675
+"sqr_mom_2",0.99,1613945802816,5675
+"lr_2",0.00020113527830244925,1613945802816,5675
+"mom_2",0.9097735420749309,1613945802816,5675
+"eps_2",1e-05,1613945802816,5675
+"train_loss",0.008495109,1613945803762,5676
+"raw_loss",0.00413996,1613945803762,5676
+"epoch",35.704402515723245,1613945803762,5676
+"wd_0",0.01,1613945803762,5676
+"sqr_mom_0",0.99,1613945803762,5676
+"lr_0",2.009968219452667e-06,1613945803762,5676
+"mom_0",0.9098012336232829,1613945803762,5676
+"eps_0",1e-05,1613945803762,5676
+"wd_1",0.01,1613945803762,5676
+"sqr_mom_1",0.99,1613945803762,5676
+"lr_1",2.0099682194526667e-05,1613945803762,5676
+"mom_1",0.9098012336232829,1613945803762,5676
+"eps_1",1e-05,1613945803762,5676
+"wd_2",0.01,1613945803762,5676
+"sqr_mom_2",0.99,1613945803762,5676
+"lr_2",0.00020099682194526662,1613945803762,5676
+"mom_2",0.9098012336232829,1613945803762,5676
+"eps_2",1e-05,1613945803762,5676
+"train_loss",0.008455676,1613945804703,5677
+"raw_loss",0.006523459,1613945804703,5677
+"epoch",35.710691823899346,1613945804703,5677
+"wd_0",0.01,1613945804703,5677
+"sqr_mom_0",0.99,1613945804703,5677
+"lr_0",2.008584730174521e-06,1613945804703,5677
+"mom_0",0.9098289036855464,1613945804703,5677
+"eps_0",1e-05,1613945804703,5677
+"wd_1",0.01,1613945804703,5677
+"sqr_mom_1",0.99,1613945804703,5677
+"lr_1",2.008584730174521e-05,1613945804703,5677
+"mom_1",0.9098289036855464,1613945804703,5677
+"eps_1",1e-05,1613945804703,5677
+"wd_2",0.01,1613945804703,5677
+"sqr_mom_2",0.99,1613945804703,5677
+"lr_2",0.00020085847301745208,1613945804703,5677
+"mom_2",0.9098289036855464,1613945804703,5677
+"eps_2",1e-05,1613945804703,5677
+"train_loss",0.008487202,1613945805661,5678
+"raw_loss",0.010031999,1613945805661,5678
+"epoch",35.716981132075446,1613945805661,5678
+"wd_0",0.01,1613945805661,5678
+"sqr_mom_0",0.99,1613945805661,5678
+"lr_0",2.0072013974334373e-06,1613945805661,5678
+"mom_0",0.9098565706170374,1613945805661,5678
+"eps_0",1e-05,1613945805661,5678
+"wd_1",0.01,1613945805661,5678
+"sqr_mom_1",0.99,1613945805661,5678
+"lr_1",2.007201397433437e-05,1613945805661,5678
+"mom_1",0.9098565706170374,1613945805661,5678
+"eps_1",1e-05,1613945805661,5678
+"wd_2",0.01,1613945805661,5678
+"sqr_mom_2",0.99,1613945805661,5678
+"lr_2",0.00020072013974334368,1613945805661,5678
+"mom_2",0.9098565706170374,1613945805661,5678
+"eps_2",1e-05,1613945805661,5678
+"train_loss",0.008436548,1613945806602,5679
+"raw_loss",0.0059544565,1613945806602,5679
+"epoch",35.72327044025155,1613945806602,5679
+"wd_0",0.01,1613945806602,5679
+"sqr_mom_0",0.99,1613945806602,5679
+"lr_0",2.005817303888309e-06,1613945806602,5679
+"mom_0",0.9098842527647615,1613945806602,5679
+"eps_0",1e-05,1613945806602,5679
+"wd_1",0.01,1613945806602,5679
+"sqr_mom_1",0.99,1613945806602,5679
+"lr_1",2.005817303888309e-05,1613945806602,5679
+"mom_1",0.9098842527647615,1613945806602,5679
+"eps_1",1e-05,1613945806602,5679
+"wd_2",0.01,1613945806602,5679
+"sqr_mom_2",0.99,1613945806602,5679
+"lr_2",0.00020058173038883087,1613945806602,5679
+"mom_2",0.9098842527647615,1613945806602,5679
+"eps_2",1e-05,1613945806602,5679
+"train_loss",0.008356587,1613945807563,5680
+"raw_loss",0.004438515,1613945807563,5680
+"epoch",35.72955974842765,1613945807563,5680
+"wd_0",0.01,1613945807563,5680
+"sqr_mom_0",0.99,1613945807563,5680
+"lr_0",2.0044342856477913e-06,1613945807563,5680
+"mom_0",0.9099119134061782,1613945807563,5680
+"eps_0",1e-05,1613945807563,5680
+"wd_1",0.01,1613945807563,5680
+"sqr_mom_1",0.99,1613945807563,5680
+"lr_1",2.0044342856477912e-05,1613945807563,5680
+"mom_1",0.9099119134061782,1613945807563,5680
+"eps_1",1e-05,1613945807563,5680
+"wd_2",0.01,1613945807563,5680
+"sqr_mom_2",0.99,1613945807563,5680
+"lr_2",0.00020044342856477912,1613945807563,5680
+"mom_2",0.9099119134061782,1613945807563,5680
+"eps_2",1e-05,1613945807563,5680
+"train_loss",0.008259691,1613945808500,5681
+"raw_loss",0.003511793,1613945808500,5681
+"epoch",35.73584905660375,1613945808500,5681
+"wd_0",0.01,1613945808500,5681
+"sqr_mom_0",0.99,1613945808500,5681
+"lr_0",2.003050507694199e-06,1613945808500,5681
+"mom_0",0.9099395892420084,1613945808500,5681
+"eps_0",1e-05,1613945808500,5681
+"wd_1",0.01,1613945808500,5681
+"sqr_mom_1",0.99,1613945808500,5681
+"lr_1",2.003050507694199e-05,1613945808500,5681
+"mom_1",0.9099395892420084,1613945808500,5681
+"eps_1",1e-05,1613945808500,5681
+"wd_2",0.01,1613945808500,5681
+"sqr_mom_2",0.99,1613945808500,5681
+"lr_2",0.00020030505076941988,1613945808500,5681
+"mom_2",0.9099395892420084,1613945808500,5681
+"eps_2",1e-05,1613945808500,5681
+"train_loss",0.008171989,1613945809447,5682
+"raw_loss",0.0038745496,1613945809447,5682
+"epoch",35.74213836477985,1613945809447,5682
+"wd_0",0.01,1613945809447,5682
+"sqr_mom_0",0.99,1613945809447,5682
+"lr_0",2.001667805717532e-06,1613945809447,5682
+"mom_0",0.9099672435580849,1613945809447,5682
+"eps_0",1e-05,1613945809447,5682
+"wd_1",0.01,1613945809447,5682
+"sqr_mom_1",0.99,1613945809447,5682
+"lr_1",2.0016678057175318e-05,1613945809447,5682
+"mom_1",0.9099672435580849,1613945809447,5682
+"eps_1",1e-05,1613945809447,5682
+"wd_2",0.01,1613945809447,5682
+"sqr_mom_2",0.99,1613945809447,5682
+"lr_2",0.00020016678057175317,1613945809447,5682
+"mom_2",0.9099672435580849,1613945809447,5682
+"eps_2",1e-05,1613945809447,5682
+"train_loss",0.008167191,1613945810401,5683
+"raw_loss",0.007932132,1613945810401,5683
+"epoch",35.74842767295595,1613945810401,5683
+"wd_0",0.01,1613945810401,5683
+"sqr_mom_0",0.99,1613945810401,5683
+"lr_0",2.0002852624811544e-06,1613945810401,5683
+"mom_0",0.9099948946993239,1613945810401,5683
+"eps_0",1e-05,1613945810401,5683
+"wd_1",0.01,1613945810401,5683
+"sqr_mom_1",0.99,1613945810401,5683
+"lr_1",2.0002852624811543e-05,1613945810401,5683
+"mom_1",0.9099948946993239,1613945810401,5683
+"eps_1",1e-05,1613945810401,5683
+"wd_2",0.01,1613945810401,5683
+"sqr_mom_2",0.99,1613945810401,5683
+"lr_2",0.0002000285262481154,1613945810401,5683
+"mom_2",0.9099948946993239,1613945810401,5683
+"eps_2",1e-05,1613945810401,5683
+"train_loss",0.008106229,1613945811344,5684
+"raw_loss",0.005119056,1613945811344,5684
+"epoch",35.75471698113205,1613945811344,5684
+"wd_0",0.01,1613945811344,5684
+"sqr_mom_0",0.99,1613945811344,5684
+"lr_0",1.9989019611697935e-06,1613945811344,5684
+"mom_0",0.9100225610022141,1613945811344,5684
+"eps_0",1e-05,1613945811344,5684
+"wd_1",0.01,1613945811344,5684
+"sqr_mom_1",0.99,1613945811344,5684
+"lr_1",1.9989019611697934e-05,1613945811344,5684
+"mom_1",0.9100225610022141,1613945811344,5684
+"eps_1",1e-05,1613945811344,5684
+"wd_2",0.01,1613945811344,5684
+"sqr_mom_2",0.99,1613945811344,5684
+"lr_2",0.0001998901961169793,1613945811344,5684
+"mom_2",0.9100225610022141,1613945811344,5684
+"eps_2",1e-05,1613945811344,5684
+"train_loss",0.008048375,1613945812285,5685
+"raw_loss",0.005213536,1613945812285,5685
+"epoch",35.76100628930815,1613945812285,5685
+"wd_0",0.01,1613945812285,5685
+"sqr_mom_0",0.99,1613945812285,5685
+"lr_0",1.9975197368411447e-06,1613945812285,5685
+"mom_0",0.9100502057652348,1613945812285,5685
+"eps_0",1e-05,1613945812285,5685
+"wd_1",0.01,1613945812285,5685
+"sqr_mom_1",0.99,1613945812285,5685
+"lr_1",1.9975197368411444e-05,1613945812285,5685
+"mom_1",0.9100502057652348,1613945812285,5685
+"eps_1",1e-05,1613945812285,5685
+"wd_2",0.01,1613945812285,5685
+"sqr_mom_2",0.99,1613945812285,5685
+"lr_2",0.00019975197368411442,1613945812285,5685
+"mom_2",0.9100502057652348,1613945812285,5685
+"eps_2",1e-05,1613945812285,5685
+"train_loss",0.007989948,1613945813233,5686
+"raw_loss",0.0051269806,1613945813233,5686
+"epoch",35.76729559748425,1613945813233,5686
+"wd_0",0.01,1613945813233,5686
+"sqr_mom_0",0.99,1613945813233,5686
+"lr_0",1.996137214052471e-06,1613945813233,5686
+"mom_0",0.9100778564975155,1613945813233,5686
+"eps_0",1e-05,1613945813233,5686
+"wd_1",0.01,1613945813233,5686
+"sqr_mom_1",0.99,1613945813233,5686
+"lr_1",1.996137214052471e-05,1613945813233,5686
+"mom_1",0.9100778564975155,1613945813233,5686
+"eps_1",1e-05,1613945813233,5686
+"wd_2",0.01,1613945813233,5686
+"sqr_mom_2",0.99,1613945813233,5686
+"lr_2",0.00019961372140524708,1613945813233,5686
+"mom_2",0.9100778564975155,1613945813233,5686
+"eps_2",1e-05,1613945813233,5686
+"train_loss",0.008005977,1613945814188,5687
+"raw_loss",0.008791406,1613945814188,5687
+"epoch",35.77358490566035,1613945814188,5687
+"wd_0",0.01,1613945814188,5687
+"sqr_mom_0",0.99,1613945814188,5687
+"lr_0",1.9947548518722535e-06,1613945814188,5687
+"mom_0",0.910105504017595,1613945814188,5687
+"eps_0",1e-05,1613945814188,5687
+"wd_1",0.01,1613945814188,5687
+"sqr_mom_1",0.99,1613945814188,5687
+"lr_1",1.9947548518722533e-05,1613945814188,5687
+"mom_1",0.910105504017595,1613945814188,5687
+"eps_1",1e-05,1613945814188,5687
+"wd_2",0.01,1613945814188,5687
+"sqr_mom_2",0.99,1613945814188,5687
+"lr_2",0.0001994754851872253,1613945814188,5687
+"mom_2",0.910105504017595,1613945814188,5687
+"eps_2",1e-05,1613945814188,5687
+"train_loss",0.007989427,1613945815166,5688
+"raw_loss",0.007178509,1613945815166,5688
+"epoch",35.77987421383645,1613945815166,5688
+"wd_0",0.01,1613945815166,5688
+"sqr_mom_0",0.99,1613945815166,5688
+"lr_0",1.993372650741103e-06,1613945815166,5688
+"mom_0",0.910133148316661,1613945815166,5688
+"eps_0",1e-05,1613945815166,5688
+"wd_1",0.01,1613945815166,5688
+"sqr_mom_1",0.99,1613945815166,5688
+"lr_1",1.9933726507411028e-05,1613945815166,5688
+"mom_1",0.910133148316661,1613945815166,5688
+"eps_1",1e-05,1613945815166,5688
+"wd_2",0.01,1613945815166,5688
+"sqr_mom_2",0.99,1613945815166,5688
+"lr_2",0.00019933726507411024,1613945815166,5688
+"mom_2",0.910133148316661,1613945815166,5688
+"eps_2",1e-05,1613945815166,5688
+"train_loss",0.007926888,1613945816118,5689
+"raw_loss",0.004862466,1613945816118,5689
+"epoch",35.78616352201255,1613945816118,5689
+"wd_0",0.01,1613945816118,5689
+"sqr_mom_0",0.99,1613945816118,5689
+"lr_0",1.991991069460702e-06,1613945816118,5689
+"mom_0",0.9101607802185882,1613945816118,5689
+"eps_0",1e-05,1613945816118,5689
+"wd_1",0.01,1613945816118,5689
+"sqr_mom_1",0.99,1613945816118,5689
+"lr_1",1.991991069460702e-05,1613945816118,5689
+"mom_1",0.9101607802185882,1613945816118,5689
+"eps_1",1e-05,1613945816118,5689
+"wd_2",0.01,1613945816118,5689
+"sqr_mom_2",0.99,1613945816118,5689
+"lr_2",0.00019919910694607017,1613945816118,5689
+"mom_2",0.9101607802185882,1613945816118,5689
+"eps_2",1e-05,1613945816118,5689
+"train_loss",0.007960252,1613945817054,5690
+"raw_loss",0.009595144,1613945817054,5690
+"epoch",35.79245283018865,1613945817054,5690
+"wd_0",0.01,1613945817054,5690
+"sqr_mom_0",0.99,1613945817054,5690
+"lr_0",1.9906087333881984e-06,1613945817054,5690
+"mom_0",0.9101884272165082,1613945817054,5690
+"eps_0",1e-05,1613945817054,5690
+"wd_1",0.01,1613945817054,5690
+"sqr_mom_1",0.99,1613945817054,5690
+"lr_1",1.9906087333881984e-05,1613945817054,5690
+"mom_1",0.9101884272165082,1613945817054,5690
+"eps_1",1e-05,1613945817054,5690
+"wd_2",0.01,1613945817054,5690
+"sqr_mom_2",0.99,1613945817054,5690
+"lr_2",0.0001990608733388198,1613945817054,5690
+"mom_2",0.9101884272165082,1613945817054,5690
+"eps_2",1e-05,1613945817054,5690
+"train_loss",0.007930559,1613945818007,5691
+"raw_loss",0.0064756,1613945818007,5691
+"epoch",35.79874213836475,1613945818007,5691
+"wd_0",0.01,1613945818007,5691
+"sqr_mom_0",0.99,1613945818007,5691
+"lr_0",1.989227476300822e-06,1613945818007,5691
+"mom_0",0.9102160526345099,1613945818007,5691
+"eps_0",1e-05,1613945818007,5691
+"wd_1",0.01,1613945818007,5691
+"sqr_mom_1",0.99,1613945818007,5691
+"lr_1",1.989227476300822e-05,1613945818007,5691
+"mom_1",0.9102160526345099,1613945818007,5691
+"eps_1",1e-05,1613945818007,5691
+"wd_2",0.01,1613945818007,5691
+"sqr_mom_2",0.99,1613945818007,5691
+"lr_2",0.00019892274763008217,1613945818007,5691
+"mom_2",0.9102160526345099,1613945818007,5691
+"eps_2",1e-05,1613945818007,5691
+"train_loss",0.007836611,1613945818943,5692
+"raw_loss",0.0032331685,1613945818943,5692
+"epoch",35.80503144654085,1613945818943,5692
+"wd_0",0.01,1613945818943,5692
+"sqr_mom_0",0.99,1613945818943,5692
+"lr_0",1.9878463819163184e-06,1613945818943,5692
+"mom_0",0.9102436747984216,1613945818943,5692
+"eps_0",1e-05,1613945818943,5692
+"wd_1",0.01,1613945818943,5692
+"sqr_mom_1",0.99,1613945818943,5692
+"lr_1",1.9878463819163183e-05,1613945818943,5692
+"mom_1",0.9102436747984216,1613945818943,5692
+"eps_1",1e-05,1613945818943,5692
+"wd_2",0.01,1613945818943,5692
+"sqr_mom_2",0.99,1613945818943,5692
+"lr_2",0.00019878463819163178,1613945818943,5692
+"mom_2",0.9102436747984216,1613945818943,5692
+"eps_2",1e-05,1613945818943,5692
+"train_loss",0.007878121,1613945819931,5693
+"raw_loss",0.00991211,1613945819931,5693
+"epoch",35.81132075471695,1613945819931,5693
+"wd_0",0.01,1613945819931,5693
+"sqr_mom_0",0.99,1613945819931,5693
+"lr_0",1.986464534384312e-06,1613945819931,5693
+"mom_0",0.910271312025434,1613945819931,5693
+"eps_0",1e-05,1613945819931,5693
+"wd_1",0.01,1613945819931,5693
+"sqr_mom_1",0.99,1613945819931,5693
+"lr_1",1.9864645343843117e-05,1613945819931,5693
+"mom_1",0.910271312025434,1613945819931,5693
+"eps_1",1e-05,1613945819931,5693
+"wd_2",0.01,1613945819931,5693
+"sqr_mom_2",0.99,1613945819931,5693
+"lr_2",0.00019864645343843114,1613945819931,5693
+"mom_2",0.910271312025434,1613945819931,5693
+"eps_2",1e-05,1613945819931,5693
+"train_loss",0.007829699,1613945820896,5694
+"raw_loss",0.0054569957,1613945820896,5694
+"epoch",35.81761006289305,1613945820896,5694
+"wd_0",0.01,1613945820896,5694
+"sqr_mom_0",0.99,1613945820896,5694
+"lr_0",1.9850837668339446e-06,1613945820896,5694
+"mom_0",0.9102989276525976,1613945820896,5694
+"eps_0",1e-05,1613945820896,5694
+"wd_1",0.01,1613945820896,5694
+"sqr_mom_1",0.99,1613945820896,5694
+"lr_1",1.985083766833945e-05,1613945820896,5694
+"mom_1",0.9102989276525976,1613945820896,5694
+"eps_1",1e-05,1613945820896,5694
+"wd_2",0.01,1613945820896,5694
+"sqr_mom_2",0.99,1613945820896,5694
+"lr_2",0.00019850837668339446,1613945820896,5694
+"mom_2",0.9102989276525976,1613945820896,5694
+"eps_2",1e-05,1613945820896,5694
+"train_loss",0.007920763,1613945821866,5695
+"raw_loss",0.012382923,1613945821866,5695
+"epoch",35.82389937106915,1613945821866,5695
+"wd_0",0.01,1613945821866,5695
+"sqr_mom_0",0.99,1613945821866,5695
+"lr_0",1.983702705270056e-06,1613945821866,5695
+"mom_0",0.9103265491600905,1613945821866,5695
+"eps_0",1e-05,1613945821866,5695
+"wd_1",0.01,1613945821866,5695
+"sqr_mom_1",0.99,1613945821866,5695
+"lr_1",1.9837027052700558e-05,1613945821866,5695
+"mom_1",0.9103265491600905,1613945821866,5695
+"eps_1",1e-05,1613945821866,5695
+"wd_2",0.01,1613945821866,5695
+"sqr_mom_2",0.99,1613945821866,5695
+"lr_2",0.00019837027052700554,1613945821866,5695
+"mom_2",0.9103265491600905,1613945821866,5695
+"eps_2",1e-05,1613945821866,5695
+"train_loss",0.007863959,1613945822814,5696
+"raw_loss",0.0050805337,1613945822814,5696
+"epoch",35.83018867924525,1613945822814,5696
+"wd_0",0.01,1613945822814,5696
+"sqr_mom_0",0.99,1613945822814,5696
+"lr_0",1.9823218082779797e-06,1613945822814,5696
+"mom_0",0.9103541673761142,1613945822814,5696
+"eps_0",1e-05,1613945822814,5696
+"wd_1",0.01,1613945822814,5696
+"sqr_mom_1",0.99,1613945822814,5696
+"lr_1",1.9823218082779794e-05,1613945822814,5696
+"mom_1",0.9103541673761142,1613945822814,5696
+"eps_1",1e-05,1613945822814,5696
+"wd_2",0.01,1613945822814,5696
+"sqr_mom_2",0.99,1613945822814,5696
+"lr_2",0.0001982321808277979,1613945822814,5696
+"mom_2",0.9103541673761142,1613945822814,5696
+"eps_2",1e-05,1613945822814,5696
+"train_loss",0.007816372,1613945823773,5697
+"raw_loss",0.0054845954,1613945823773,5697
+"epoch",35.836477987421354,1613945823773,5697
+"wd_0",0.01,1613945823773,5697
+"sqr_mom_0",0.99,1613945823773,5697
+"lr_0",1.9809410762978616e-06,1613945823773,5697
+"mom_0",0.9103817822918656,1613945823773,5697
+"eps_0",1e-05,1613945823773,5697
+"wd_1",0.01,1613945823773,5697
+"sqr_mom_1",0.99,1613945823773,5697
+"lr_1",1.9809410762978613e-05,1613945823773,5697
+"mom_1",0.9103817822918656,1613945823773,5697
+"eps_1",1e-05,1613945823773,5697
+"wd_2",0.01,1613945823773,5697
+"sqr_mom_2",0.99,1613945823773,5697
+"lr_2",0.0001980941076297861,1613945823773,5697
+"mom_2",0.9103817822918656,1613945823773,5697
+"eps_2",1e-05,1613945823773,5697
+"train_loss",0.007758887,1613945824733,5698
+"raw_loss",0.004942098,1613945824733,5698
+"epoch",35.842767295597454,1613945824733,5698
+"wd_0",0.01,1613945824733,5698
+"sqr_mom_0",0.99,1613945824733,5698
+"lr_0",1.9795609676416622e-06,1613945824733,5698
+"mom_0",0.9104093847410142,1613945824733,5698
+"eps_0",1e-05,1613945824733,5698
+"wd_1",0.01,1613945824733,5698
+"sqr_mom_1",0.99,1613945824733,5698
+"lr_1",1.979560967641662e-05,1613945824733,5698
+"mom_1",0.9104093847410142,1613945824733,5698
+"eps_1",1e-05,1613945824733,5698
+"wd_2",0.01,1613945824733,5698
+"sqr_mom_2",0.99,1613945824733,5698
+"lr_2",0.00019795609676416618,1613945824733,5698
+"mom_2",0.9104093847410142,1613945824733,5698
+"eps_2",1e-05,1613945824733,5698
+"train_loss",0.007718566,1613945825686,5699
+"raw_loss",0.0057428377,1613945825686,5699
+"epoch",35.849056603773555,1613945825686,5699
+"wd_0",0.01,1613945825686,5699
+"sqr_mom_0",0.99,1613945825686,5699
+"lr_0",1.9781801091338165e-06,1613945825686,5699
+"mom_0",0.9104370021873455,1613945825686,5699
+"eps_0",1e-05,1613945825686,5699
+"wd_1",0.01,1613945825686,5699
+"sqr_mom_1",0.99,1613945825686,5699
+"lr_1",1.9781801091338165e-05,1613945825686,5699
+"mom_1",0.9104370021873455,1613945825686,5699
+"eps_1",1e-05,1613945825686,5699
+"wd_2",0.01,1613945825686,5699
+"sqr_mom_2",0.99,1613945825686,5699
+"lr_2",0.00019781801091338163,1613945825686,5699
+"mom_2",0.9104370021873455,1613945825686,5699
+"eps_2",1e-05,1613945825686,5699
+"train_loss",0.007733795,1613945826646,5700
+"raw_loss",0.008480024,1613945826646,5700
+"epoch",35.855345911949655,1613945826646,5700
+"wd_0",0.01,1613945826646,5700
+"sqr_mom_0",0.99,1613945826646,5700
+"lr_0",1.976800332591448e-06,1613945826646,5700
+"mom_0",0.9104645979941509,1613945826646,5700
+"eps_0",1e-05,1613945826646,5700
+"wd_1",0.01,1613945826646,5700
+"sqr_mom_1",0.99,1613945826646,5700
+"lr_1",1.9768003325914483e-05,1613945826646,5700
+"mom_1",0.9104645979941509,1613945826646,5700
+"eps_1",1e-05,1613945826646,5700
+"wd_2",0.01,1613945826646,5700
+"sqr_mom_2",0.99,1613945826646,5700
+"lr_2",0.00019768003325914478,1613945826646,5700
+"mom_2",0.9104645979941509,1613945826646,5700
+"eps_2",1e-05,1613945826646,5700
+"train_loss",0.007734868,1613945827594,5701
+"raw_loss",0.0077874544,1613945827594,5701
+"epoch",35.861635220125756,1613945827594,5701
+"wd_0",0.01,1613945827594,5701
+"sqr_mom_0",0.99,1613945827594,5701
+"lr_0",1.975420722710335e-06,1613945827594,5701
+"mom_0",0.9104921904676979,1613945827594,5701
+"eps_0",1e-05,1613945827594,5701
+"wd_1",0.01,1613945827594,5701
+"sqr_mom_1",0.99,1613945827594,5701
+"lr_1",1.975420722710335e-05,1613945827594,5701
+"mom_1",0.9104921904676979,1613945827594,5701
+"eps_1",1e-05,1613945827594,5701
+"wd_2",0.01,1613945827594,5701
+"sqr_mom_2",0.99,1613945827594,5701
+"lr_2",0.00019754207227103344,1613945827594,5701
+"mom_2",0.9104921904676979,1613945827594,5701
+"eps_2",1e-05,1613945827594,5701
+"train_loss",0.0076872725,1613945828552,5702
+"raw_loss",0.005355084,1613945828552,5702
+"epoch",35.867924528301856,1613945828552,5702
+"wd_0",0.01,1613945828552,5702
+"sqr_mom_0",0.99,1613945828552,5702
+"lr_0",1.974040364628641e-06,1613945828552,5702
+"mom_0",0.9105197979054062,1613945828552,5702
+"eps_0",1e-05,1613945828552,5702
+"wd_1",0.01,1613945828552,5702
+"sqr_mom_1",0.99,1613945828552,5702
+"lr_1",1.974040364628641e-05,1613945828552,5702
+"mom_1",0.9105197979054062,1613945828552,5702
+"eps_1",1e-05,1613945828552,5702
+"wd_2",0.01,1613945828552,5702
+"sqr_mom_2",0.99,1613945828552,5702
+"lr_2",0.00019740403646286407,1613945828552,5702
+"mom_2",0.9105197979054062,1613945828552,5702
+"eps_2",1e-05,1613945828552,5702
+"train_loss",0.007597859,1613945829488,5703
+"raw_loss",0.0032165868,1613945829488,5703
+"epoch",35.874213836477956,1613945829488,5703
+"wd_0",0.01,1613945829488,5703
+"sqr_mom_0",0.99,1613945829488,5703
+"lr_0",1.9726610894996355e-06,1613945829488,5703
+"mom_0",0.9105473836838441,1613945829488,5703
+"eps_0",1e-05,1613945829488,5703
+"wd_1",0.01,1613945829488,5703
+"sqr_mom_1",0.99,1613945829488,5703
+"lr_1",1.9726610894996353e-05,1613945829488,5703
+"mom_1",0.9105473836838441,1613945829488,5703
+"eps_1",1e-05,1613945829488,5703
+"wd_2",0.01,1613945829488,5703
+"sqr_mom_2",0.99,1613945829488,5703
+"lr_2",0.0001972661089499635,1613945829488,5703
+"mom_2",0.9105473836838441,1613945829488,5703
+"eps_2",1e-05,1613945829488,5703
+"train_loss",0.007707933,1613945830425,5704
+"raw_loss",0.013101559,1613945830425,5704
+"epoch",35.88050314465406,1613945830425,5704
+"wd_0",0.01,1613945830425,5704
+"sqr_mom_0",0.99,1613945830425,5704
+"lr_0",1.9712819823503457e-06,1613945830425,5704
+"mom_0",0.9105749661026541,1613945830425,5704
+"eps_0",1e-05,1613945830425,5704
+"wd_1",0.01,1613945830425,5704
+"sqr_mom_1",0.99,1613945830425,5704
+"lr_1",1.9712819823503457e-05,1613945830425,5704
+"mom_1",0.9105749661026541,1613945830425,5704
+"eps_1",1e-05,1613945830425,5704
+"wd_2",0.01,1613945830425,5704
+"sqr_mom_2",0.99,1613945830425,5704
+"lr_2",0.00019712819823503453,1613945830425,5704
+"mom_2",0.9105749661026541,1613945830425,5704
+"eps_2",1e-05,1613945830425,5704
+"train_loss",0.0077001285,1613945831369,5705
+"raw_loss",0.007317699,1613945831369,5705
+"epoch",35.88679245283016,1613945831369,5705
+"wd_0",0.01,1613945831369,5705
+"sqr_mom_0",0.99,1613945831369,5705
+"lr_0",1.969902128653687e-06,1613945831369,5705
+"mom_0",0.9106025634525607,1613945831369,5705
+"eps_0",1e-05,1613945831369,5705
+"wd_1",0.01,1613945831369,5705
+"sqr_mom_1",0.99,1613945831369,5705
+"lr_1",1.969902128653687e-05,1613945831369,5705
+"mom_1",0.9106025634525607,1613945831369,5705
+"eps_1",1e-05,1613945831369,5705
+"wd_2",0.01,1613945831369,5705
+"sqr_mom_2",0.99,1613945831369,5705
+"lr_2",0.0001969902128653687,1613945831369,5705
+"mom_2",0.9106025634525607,1613945831369,5705
+"eps_2",1e-05,1613945831369,5705
+"train_loss",0.0077175316,1613945832302,5706
+"raw_loss",0.0085702855,1613945832302,5706
+"epoch",35.89308176100626,1613945832302,5706
+"wd_0",0.01,1613945832302,5706
+"sqr_mom_0",0.99,1613945832302,5706
+"lr_0",1.9685233588938215e-06,1613945832302,5706
+"mom_0",0.9106301391235148,1613945832302,5706
+"eps_0",1e-05,1613945832302,5706
+"wd_1",0.01,1613945832302,5706
+"sqr_mom_1",0.99,1613945832302,5706
+"lr_1",1.9685233588938213e-05,1613945832302,5706
+"mom_1",0.9106301391235148,1613945832302,5706
+"eps_1",1e-05,1613945832302,5706
+"wd_2",0.01,1613945832302,5706
+"sqr_mom_2",0.99,1613945832302,5706
+"lr_2",0.00019685233588938208,1613945832302,5706
+"mom_2",0.9106301391235148,1613945832302,5706
+"eps_2",1e-05,1613945832302,5706
+"train_loss",0.00790157,1613945833255,5707
+"raw_loss",0.016919428,1613945833255,5707
+"epoch",35.89937106918236,1613945833255,5707
+"wd_0",0.01,1613945833255,5707
+"sqr_mom_0",0.99,1613945833255,5707
+"lr_0",1.9671443010608355e-06,1613945833255,5707
+"mom_0",0.9106577205559888,1613945833255,5707
+"eps_0",1e-05,1613945833255,5707
+"wd_1",0.01,1613945833255,5707
+"sqr_mom_1",0.99,1613945833255,5707
+"lr_1",1.9671443010608353e-05,1613945833255,5707
+"mom_1",0.9106577205559888,1613945833255,5707
+"eps_1",1e-05,1613945833255,5707
+"wd_2",0.01,1613945833255,5707
+"sqr_mom_2",0.99,1613945833255,5707
+"lr_2",0.00019671443010608347,1613945833255,5707
+"mom_2",0.9106577205559888,1613945833255,5707
+"eps_2",1e-05,1613945833255,5707
+"train_loss",0.0078978045,1613945834241,5708
+"raw_loss",0.007713302,1613945834241,5708
+"epoch",35.90566037735846,1613945834241,5708
+"wd_0",0.01,1613945834241,5708
+"sqr_mom_0",0.99,1613945834241,5708
+"lr_0",1.9657654130774642e-06,1613945834241,5708
+"mom_0",0.9106852985914367,1613945834241,5708
+"eps_0",1e-05,1613945834241,5708
+"wd_1",0.01,1613945834241,5708
+"sqr_mom_1",0.99,1613945834241,5708
+"lr_1",1.9657654130774644e-05,1613945834241,5708
+"mom_1",0.9106852985914367,1613945834241,5708
+"eps_1",1e-05,1613945834241,5708
+"wd_2",0.01,1613945834241,5708
+"sqr_mom_2",0.99,1613945834241,5708
+"lr_2",0.0001965765413077464,1613945834241,5708
+"mom_2",0.9106852985914367,1613945834241,5708
+"eps_2",1e-05,1613945834241,5708
+"train_loss",0.007832431,1613945835369,5709
+"raw_loss",0.004629153,1613945835369,5709
+"epoch",35.91194968553456,1613945835369,5709
+"wd_0",0.01,1613945835369,5709
+"sqr_mom_0",0.99,1613945835369,5709
+"lr_0",1.9643866953832133e-06,1613945835369,5709
+"mom_0",0.9107128732210679,1613945835369,5709
+"eps_0",1e-05,1613945835369,5709
+"wd_1",0.01,1613945835369,5709
+"sqr_mom_1",0.99,1613945835369,5709
+"lr_1",1.964386695383213e-05,1613945835369,5709
+"mom_1",0.9107128732210679,1613945835369,5709
+"eps_1",1e-05,1613945835369,5709
+"wd_2",0.01,1613945835369,5709
+"sqr_mom_2",0.99,1613945835369,5709
+"lr_2",0.00019643866953832127,1613945835369,5709
+"mom_2",0.9107128732210679,1613945835369,5709
+"eps_2",1e-05,1613945835369,5709
+"train_loss",0.00778886,1613945836523,5710
+"raw_loss",0.005653855,1613945836523,5710
+"epoch",35.91823899371066,1613945836523,5710
+"wd_0",0.01,1613945836523,5710
+"sqr_mom_0",0.99,1613945836523,5710
+"lr_0",1.963008605618686e-06,1613945836523,5710
+"mom_0",0.9107404352919792,1613945836523,5710
+"eps_0",1e-05,1613945836523,5710
+"wd_1",0.01,1613945836523,5710
+"sqr_mom_1",0.99,1613945836523,5710
+"lr_1",1.9630086056186855e-05,1613945836523,5710
+"mom_1",0.9107404352919792,1613945836523,5710
+"eps_1",1e-05,1613945836523,5710
+"wd_2",0.01,1613945836523,5710
+"sqr_mom_2",0.99,1613945836523,5710
+"lr_2",0.0001963008605618685,1613945836523,5710
+"mom_2",0.9107404352919792,1613945836523,5710
+"eps_2",1e-05,1613945836523,5710
+"train_loss",0.00783586,1613945837597,5711
+"raw_loss",0.010138911,1613945837597,5711
+"epoch",35.92452830188676,1613945837597,5711
+"wd_0",0.01,1613945837597,5711
+"sqr_mom_0",0.99,1613945837597,5711
+"lr_0",1.961629772619814e-06,1613945837597,5711
+"mom_0",0.910768012227726,1613945837597,5711
+"eps_0",1e-05,1613945837597,5711
+"wd_1",0.01,1613945837597,5711
+"sqr_mom_1",0.99,1613945837597,5711
+"lr_1",1.9616297726198136e-05,1613945837597,5711
+"mom_1",0.910768012227726,1613945837597,5711
+"eps_1",1e-05,1613945837597,5711
+"wd_2",0.01,1613945837597,5711
+"sqr_mom_2",0.99,1613945837597,5711
+"lr_2",0.00019616297726198135,1613945837597,5711
+"mom_2",0.910768012227726,1613945837597,5711
+"eps_2",1e-05,1613945837597,5711
+"train_loss",0.007814767,1613945838738,5712
+"raw_loss",0.0067811785,1613945838738,5712
+"epoch",35.93081761006286,1613945838738,5712
+"wd_0",0.01,1613945838738,5712
+"sqr_mom_0",0.99,1613945838738,5712
+"lr_0",1.960252025516724e-06,1613945838738,5712
+"mom_0",0.91079556744534,1613945838738,5712
+"eps_0",1e-05,1613945838738,5712
+"wd_1",0.01,1613945838738,5712
+"sqr_mom_1",0.99,1613945838738,5712
+"lr_1",1.9602520255167238e-05,1613945838738,5712
+"mom_1",0.91079556744534,1613945838738,5712
+"eps_1",1e-05,1613945838738,5712
+"wd_2",0.01,1613945838738,5712
+"sqr_mom_2",0.99,1613945838738,5712
+"lr_2",0.00019602520255167233,1613945838738,5712
+"mom_2",0.91079556744534,1613945838738,5712
+"eps_2",1e-05,1613945838738,5712
+"train_loss",0.007882769,1613945840161,5713
+"raw_loss",0.011214878,1613945840161,5713
+"epoch",35.93710691823896,1613945840161,5713
+"wd_0",0.01,1613945840161,5713
+"sqr_mom_0",0.99,1613945840161,5713
+"lr_0",1.958874450345974e-06,1613945840161,5713
+"mom_0",0.9108231192242727,1613945840161,5713
+"eps_0",1e-05,1613945840161,5713
+"wd_1",0.01,1613945840161,5713
+"sqr_mom_1",0.99,1613945840161,5713
+"lr_1",1.958874450345974e-05,1613945840161,5713
+"mom_1",0.9108231192242727,1613945840161,5713
+"eps_1",1e-05,1613945840161,5713
+"wd_2",0.01,1613945840161,5713
+"sqr_mom_2",0.99,1613945840161,5713
+"lr_2",0.00019588744503459734,1613945840161,5713
+"mom_2",0.9108231192242727,1613945840161,5713
+"eps_2",1e-05,1613945840161,5713
+"train_loss",0.007863805,1613945841170,5714
+"raw_loss",0.0069345483,1613945841170,5714
+"epoch",35.94339622641506,1613945841170,5714
+"wd_0",0.01,1613945841170,5714
+"sqr_mom_0",0.99,1613945841170,5714
+"lr_0",1.9574961336004995e-06,1613945841170,5714
+"mom_0",0.9108506858348483,1613945841170,5714
+"eps_0",1e-05,1613945841170,5714
+"wd_1",0.01,1613945841170,5714
+"sqr_mom_1",0.99,1613945841170,5714
+"lr_1",1.9574961336004995e-05,1613945841170,5714
+"mom_1",0.9108506858348483,1613945841170,5714
+"eps_1",1e-05,1613945841170,5714
+"wd_2",0.01,1613945841170,5714
+"sqr_mom_2",0.99,1613945841170,5714
+"lr_2",0.00019574961336004992,1613945841170,5714
+"mom_2",0.9108506858348483,1613945841170,5714
+"eps_2",1e-05,1613945841170,5714
+"train_loss",0.007806777,1613945842171,5715
+"raw_loss",0.005012412,1613945842171,5715
+"epoch",35.94968553459116,1613945842171,5715
+"wd_0",0.01,1613945842171,5715
+"sqr_mom_0",0.99,1613945842171,5715
+"lr_0",1.9561189037255767e-06,1613945842171,5715
+"mom_0",0.9108782307077955,1613945842171,5715
+"eps_0",1e-05,1613945842171,5715
+"wd_1",0.01,1613945842171,5715
+"sqr_mom_1",0.99,1613945842171,5715
+"lr_1",1.956118903725577e-05,1613945842171,5715
+"mom_1",0.9108782307077955,1613945842171,5715
+"eps_1",1e-05,1613945842171,5715
+"wd_2",0.01,1613945842171,5715
+"sqr_mom_2",0.99,1613945842171,5715
+"lr_2",0.00019561189037255763,1613945842171,5715
+"mom_2",0.9108782307077955,1613945842171,5715
+"eps_2",1e-05,1613945842171,5715
+"train_loss",0.0077638594,1613945843179,5716
+"raw_loss",0.0056608915,1613945843179,5716
+"epoch",35.95597484276726,1613945843179,5716
+"wd_0",0.01,1613945843179,5716
+"sqr_mom_0",0.99,1613945843179,5716
+"lr_0",1.954741390241569e-06,1613945843179,5716
+"mom_0",0.9109057812529812,1613945843179,5716
+"eps_0",1e-05,1613945843179,5716
+"wd_1",0.01,1613945843179,5716
+"sqr_mom_1",0.99,1613945843179,5716
+"lr_1",1.9547413902415686e-05,1613945843179,5716
+"mom_1",0.9109057812529812,1613945843179,5716
+"eps_1",1e-05,1613945843179,5716
+"wd_2",0.01,1613945843179,5716
+"sqr_mom_2",0.99,1613945843179,5716
+"lr_2",0.00019547413902415683,1613945843179,5716
+"mom_2",0.9109057812529812,1613945843179,5716
+"eps_2",1e-05,1613945843179,5716
+"train_loss",0.0077508637,1613945844135,5717
+"raw_loss",0.0071140714,1613945844135,5717
+"epoch",35.96226415094336,1613945844135,5717
+"wd_0",0.01,1613945844135,5717
+"sqr_mom_0",0.99,1613945844135,5717
+"lr_0",1.9533640505604597e-06,1613945844135,5717
+"mom_0",0.910933328322074,1613945844135,5717
+"eps_0",1e-05,1613945844135,5717
+"wd_1",0.01,1613945844135,5717
+"sqr_mom_1",0.99,1613945844135,5717
+"lr_1",1.9533640505604596e-05,1613945844135,5717
+"mom_1",0.910933328322074,1613945844135,5717
+"eps_1",1e-05,1613945844135,5717
+"wd_2",0.01,1613945844135,5717
+"sqr_mom_2",0.99,1613945844135,5717
+"lr_2",0.00019533640505604594,1613945844135,5717
+"mom_2",0.910933328322074,1613945844135,5717
+"eps_2",1e-05,1613945844135,5717
+"train_loss",0.00770516,1613945845077,5718
+"raw_loss",0.0054656765,1613945845077,5718
+"epoch",35.96855345911946,1613945845077,5718
+"wd_0",0.01,1613945845077,5718
+"sqr_mom_0",0.99,1613945845077,5718
+"lr_0",1.9519868851212615e-06,1613945845077,5718
+"mom_0",0.9109608719062938,1613945845077,5718
+"eps_0",1e-05,1613945845077,5718
+"wd_1",0.01,1613945845077,5718
+"sqr_mom_1",0.99,1613945845077,5718
+"lr_1",1.9519868851212616e-05,1613945845077,5718
+"mom_1",0.9109608719062938,1613945845077,5718
+"eps_1",1e-05,1613945845077,5718
+"wd_2",0.01,1613945845077,5718
+"sqr_mom_2",0.99,1613945845077,5718
+"lr_2",0.0001951986885121261,1613945845077,5718
+"mom_2",0.9109608719062938,1613945845077,5718
+"eps_2",1e-05,1613945845077,5718
+"train_loss",0.0077089365,1613945846018,5719
+"raw_loss",0.007893991,1613945846018,5719
+"epoch",35.97484276729556,1613945846018,5719
+"wd_0",0.01,1613945846018,5719
+"sqr_mom_0",0.99,1613945846018,5719
+"lr_0",1.9506103510472763e-06,1613945846018,5719
+"mom_0",0.910988402863083,1613945846018,5719
+"eps_0",1e-05,1613945846018,5719
+"wd_1",0.01,1613945846018,5719
+"sqr_mom_1",0.99,1613945846018,5719
+"lr_1",1.9506103510472762e-05,1613945846018,5719
+"mom_1",0.910988402863083,1613945846018,5719
+"eps_1",1e-05,1613945846018,5719
+"wd_2",0.01,1613945846018,5719
+"sqr_mom_2",0.99,1613945846018,5719
+"lr_2",0.00019506103510472756,1613945846018,5719
+"mom_2",0.910988402863083,1613945846018,5719
+"eps_2",1e-05,1613945846018,5719
+"train_loss",0.007721047,1613945846962,5720
+"raw_loss",0.008314462,1613945846962,5720
+"epoch",35.98113207547166,1613945846962,5720
+"wd_0",0.01,1613945846962,5720
+"sqr_mom_0",0.99,1613945846962,5720
+"lr_0",1.949233078724367e-06,1613945846962,5720
+"mom_0",0.9110159485849985,1613945846962,5720
+"eps_0",1e-05,1613945846962,5720
+"wd_1",0.01,1613945846962,5720
+"sqr_mom_1",0.99,1613945846962,5720
+"lr_1",1.9492330787243668e-05,1613945846962,5720
+"mom_1",0.9110159485849985,1613945846962,5720
+"eps_1",1e-05,1613945846962,5720
+"wd_2",0.01,1613945846962,5720
+"sqr_mom_2",0.99,1613945846962,5720
+"lr_2",0.00019492330787243664,1613945846962,5720
+"mom_2",0.9110159485849985,1613945846962,5720
+"eps_2",1e-05,1613945846962,5720
+"train_loss",0.0076463236,1613945847918,5721
+"raw_loss",0.003984886,1613945847918,5721
+"epoch",35.987421383647764,1613945847918,5721
+"wd_0",0.01,1613945847918,5721
+"sqr_mom_0",0.99,1613945847918,5721
+"lr_0",1.947856895212303e-06,1613945847918,5721
+"mom_0",0.9110434725304792,1613945847918,5721
+"eps_0",1e-05,1613945847918,5721
+"wd_1",0.01,1613945847918,5721
+"sqr_mom_1",0.99,1613945847918,5721
+"lr_1",1.947856895212303e-05,1613945847918,5721
+"mom_1",0.9110434725304792,1613945847918,5721
+"eps_1",1e-05,1613945847918,5721
+"wd_2",0.01,1613945847918,5721
+"sqr_mom_2",0.99,1613945847918,5721
+"lr_2",0.00019478568952123026,1613945847918,5721
+"mom_2",0.9110434725304792,1613945847918,5721
+"eps_2",1e-05,1613945847918,5721
+"train_loss",0.0077223903,1613945848886,5722
+"raw_loss",0.011449672,1613945848886,5722
+"epoch",35.993710691823864,1613945848886,5722
+"wd_0",0.01,1613945848886,5722
+"sqr_mom_0",0.99,1613945848886,5722
+"lr_0",1.946479974561861e-06,1613945848886,5722
+"mom_0",0.9110710112188749,1613945848886,5722
+"eps_0",1e-05,1613945848886,5722
+"wd_1",0.01,1613945848886,5722
+"sqr_mom_1",0.99,1613945848886,5722
+"lr_1",1.9464799745618608e-05,1613945848886,5722
+"mom_1",0.9110710112188749,1613945848886,5722
+"eps_1",1e-05,1613945848886,5722
+"wd_2",0.01,1613945848886,5722
+"sqr_mom_2",0.99,1613945848886,5722
+"lr_2",0.00019464799745618606,1613945848886,5722
+"mom_2",0.9110710112188749,1613945848886,5722
+"eps_2",1e-05,1613945848886,5722
+"train_loss",0.0076908013,1613945849844,5723
+"raw_loss",0.0061429334,1613945849844,5723
+"epoch",35.999999999999964,1613945849844,5723
+"wd_0",0.01,1613945849844,5723
+"sqr_mom_0",0.99,1613945849844,5723
+"lr_0",1.9451041433662894e-06,1613945849844,5723
+"mom_0",0.9110985281179553,1613945849844,5723
+"eps_0",1e-05,1613945849844,5723
+"wd_1",0.01,1613945849844,5723
+"sqr_mom_1",0.99,1613945849844,5723
+"lr_1",1.945104143366289e-05,1613945849844,5723
+"mom_1",0.9110985281179553,1613945849844,5723
+"eps_1",1e-05,1613945849844,5723
+"wd_2",0.01,1613945849844,5723
+"sqr_mom_2",0.99,1613945849844,5723
+"lr_2",0.00019451041433662892,1613945849844,5723
+"mom_2",0.9110985281179553,1613945849844,5723
+"eps_2",1e-05,1613945849844,5723
+"valid_loss",0.08557123690843582,1613945883788,5723
+"_rmse",0.29252558946609497,1613945883788,5723
+"epoch",36,1613945883788,5723
+"train_loss",0.0076654344,1613945884847,5724
+"raw_loss",0.0064224596,1613945884847,5724
+"epoch",36.0062893081761,1613945884847,5724
+"wd_0",0.01,1613945884847,5724
+"sqr_mom_0",0.99,1613945884847,5724
+"lr_0",1.943728488928069e-06,1613945884847,5724
+"mom_0",0.9111260414818534,1613945884847,5724
+"eps_0",1e-05,1613945884847,5724
+"wd_1",0.01,1613945884847,5724
+"sqr_mom_1",0.99,1613945884847,5724
+"lr_1",1.9437284889280688e-05,1613945884847,5724
+"mom_1",0.9111260414818534,1613945884847,5724
+"eps_1",1e-05,1613945884847,5724
+"wd_2",0.01,1613945884847,5724
+"sqr_mom_2",0.99,1613945884847,5724
+"lr_2",0.00019437284889280685,1613945884847,5724
+"mom_2",0.9111260414818534,1613945884847,5724
+"eps_2",1e-05,1613945884847,5724
+"train_loss",0.0077923667,1613945885843,5725
+"raw_loss",0.014012049,1613945885843,5725
+"epoch",36.0125786163522,1613945885843,5725
+"wd_0",0.01,1613945885843,5725
+"sqr_mom_0",0.99,1613945885843,5725
+"lr_0",1.9423520990188675e-06,1613945885843,5725
+"mom_0",0.9111535695553181,1613945885843,5725
+"eps_0",1e-05,1613945885843,5725
+"wd_1",0.01,1613945885843,5725
+"sqr_mom_1",0.99,1613945885843,5725
+"lr_1",1.9423520990188674e-05,1613945885843,5725
+"mom_1",0.9111535695553181,1613945885843,5725
+"eps_1",1e-05,1613945885843,5725
+"wd_2",0.01,1613945885843,5725
+"sqr_mom_2",0.99,1613945885843,5725
+"lr_2",0.00019423520990188668,1613945885843,5725
+"mom_2",0.9111535695553181,1613945885843,5725
+"eps_2",1e-05,1613945885843,5725
+"train_loss",0.007906208,1613945886834,5726
+"raw_loss",0.0134844165,1613945886834,5726
+"epoch",36.0188679245283,1613945886834,5726
+"wd_0",0.01,1613945886834,5726
+"sqr_mom_0",0.99,1613945886834,5726
+"lr_0",1.940976799527862e-06,1613945886834,5726
+"mom_0",0.9111810758202009,1613945886834,5726
+"eps_0",1e-05,1613945886834,5726
+"wd_1",0.01,1613945886834,5726
+"sqr_mom_1",0.99,1613945886834,5726
+"lr_1",1.9409767995278616e-05,1613945886834,5726
+"mom_1",0.9111810758202009,1613945886834,5726
+"eps_1",1e-05,1613945886834,5726
+"wd_2",0.01,1613945886834,5726
+"sqr_mom_2",0.99,1613945886834,5726
+"lr_2",0.00019409767995278614,1613945886834,5726
+"mom_2",0.9111810758202009,1613945886834,5726
+"eps_2",1e-05,1613945886834,5726
+"train_loss",0.007841837,1613945887780,5727
+"raw_loss",0.004687663,1613945887780,5727
+"epoch",36.0251572327044,1613945887780,5727
+"wd_0",0.01,1613945887780,5727
+"sqr_mom_0",0.99,1613945887780,5727
+"lr_0",1.939601678108879e-06,1613945887780,5727
+"mom_0",0.9112085785236076,1613945887780,5727
+"eps_0",1e-05,1613945887780,5727
+"wd_1",0.01,1613945887780,5727
+"sqr_mom_1",0.99,1613945887780,5727
+"lr_1",1.939601678108879e-05,1613945887780,5727
+"mom_1",0.9112085785236076,1613945887780,5727
+"eps_1",1e-05,1613945887780,5727
+"wd_2",0.01,1613945887780,5727
+"sqr_mom_2",0.99,1613945887780,5727
+"lr_2",0.00019396016781088787,1613945887780,5727
+"mom_2",0.9112085785236076,1613945887780,5727
+"eps_2",1e-05,1613945887780,5727
+"train_loss",0.007833899,1613945888735,5728
+"raw_loss",0.0074449633,1613945888735,5728
+"epoch",36.0314465408805,1613945888735,5728
+"wd_0",0.01,1613945888735,5728
+"sqr_mom_0",0.99,1613945888735,5728
+"lr_0",1.9382258228884196e-06,1613945888735,5728
+"mom_0",0.9112360959031907,1613945888735,5728
+"eps_0",1e-05,1613945888735,5728
+"wd_1",0.01,1613945888735,5728
+"sqr_mom_1",0.99,1613945888735,5728
+"lr_1",1.9382258228884197e-05,1613945888735,5728
+"mom_1",0.9112360959031907,1613945888735,5728
+"eps_1",1e-05,1613945888735,5728
+"wd_2",0.01,1613945888735,5728
+"sqr_mom_2",0.99,1613945888735,5728
+"lr_2",0.00019382258228884194,1613945888735,5728
+"mom_2",0.9112360959031907,1613945888735,5728
+"eps_2",1e-05,1613945888735,5728
+"train_loss",0.007858197,1613945889686,5729
+"raw_loss",0.009048798,1613945889686,5729
+"epoch",36.0377358490566,1613945889686,5729
+"wd_0",0.01,1613945889686,5729
+"sqr_mom_0",0.99,1613945889686,5729
+"lr_0",1.9368510590463556e-06,1613945889686,5729
+"mom_0",0.9112635914549874,1613945889686,5729
+"eps_0",1e-05,1613945889686,5729
+"wd_1",0.01,1613945889686,5729
+"sqr_mom_1",0.99,1613945889686,5729
+"lr_1",1.9368510590463554e-05,1613945889686,5729
+"mom_1",0.9112635914549874,1613945889686,5729
+"eps_1",1e-05,1613945889686,5729
+"wd_2",0.01,1613945889686,5729
+"sqr_mom_2",0.99,1613945889686,5729
+"lr_2",0.0001936851059046355,1613945889686,5729
+"mom_2",0.9112635914549874,1613945889686,5729
+"eps_2",1e-05,1613945889686,5729
+"train_loss",0.0078124627,1613945890648,5730
+"raw_loss",0.0055714734,1613945890648,5730
+"epoch",36.0440251572327,1613945890648,5730
+"wd_0",0.01,1613945890648,5730
+"sqr_mom_0",0.99,1613945890648,5730
+"lr_0",1.935476018553783e-06,1613945890648,5730
+"mom_0",0.9112910925398497,1613945890648,5730
+"eps_0",1e-05,1613945890648,5730
+"wd_1",0.01,1613945890648,5730
+"sqr_mom_1",0.99,1613945890648,5730
+"lr_1",1.9354760185537827e-05,1613945890648,5730
+"mom_1",0.9112910925398497,1613945890648,5730
+"eps_1",1e-05,1613945890648,5730
+"wd_2",0.01,1613945890648,5730
+"sqr_mom_2",0.99,1613945890648,5730
+"lr_2",0.00019354760185537827,1613945890648,5730
+"mom_2",0.9112910925398497,1613945890648,5730
+"eps_2",1e-05,1613945890648,5730
+"train_loss",0.007812509,1613945891608,5731
+"raw_loss",0.007814805,1613945891608,5731
+"epoch",36.0503144654088,1613945891608,5731
+"wd_0",0.01,1613945891608,5731
+"sqr_mom_0",0.99,1613945891608,5731
+"lr_0",1.9341011580047273e-06,1613945891608,5731
+"mom_0",0.9113185900258057,1613945891608,5731
+"eps_0",1e-05,1613945891608,5731
+"wd_1",0.01,1613945891608,5731
+"sqr_mom_1",0.99,1613945891608,5731
+"lr_1",1.9341011580047268e-05,1613945891608,5731
+"mom_1",0.9113185900258057,1613945891608,5731
+"eps_1",1e-05,1613945891608,5731
+"wd_2",0.01,1613945891608,5731
+"sqr_mom_2",0.99,1613945891608,5731
+"lr_2",0.0001934101158004727,1613945891608,5731
+"mom_2",0.9113185900258057,1613945891608,5731
+"eps_2",1e-05,1613945891608,5731
+"train_loss",0.0077565718,1613945892557,5732
+"raw_loss",0.0050156172,1613945892557,5732
+"epoch",36.056603773584904,1613945892557,5732
+"wd_0",0.01,1613945892557,5732
+"sqr_mom_0",0.99,1613945892557,5732
+"lr_0",1.9327264778374085e-06,1613945892557,5732
+"mom_0",0.9113460839040909,1613945892557,5732
+"eps_0",1e-05,1613945892557,5732
+"wd_1",0.01,1613945892557,5732
+"sqr_mom_1",0.99,1613945892557,5732
+"lr_1",1.9327264778374085e-05,1613945892557,5732
+"mom_1",0.9113460839040909,1613945892557,5732
+"eps_1",1e-05,1613945892557,5732
+"wd_2",0.01,1613945892557,5732
+"sqr_mom_2",0.99,1613945892557,5732
+"lr_2",0.0001932726477837408,1613945892557,5732
+"mom_2",0.9113460839040909,1613945892557,5732
+"eps_2",1e-05,1613945892557,5732
+"train_loss",0.0077370806,1613945893509,5733
+"raw_loss",0.0067820195,1613945893509,5733
+"epoch",36.062893081761004,1613945893509,5733
+"wd_0",0.01,1613945893509,5733
+"sqr_mom_0",0.99,1613945893509,5733
+"lr_0",1.93135243434698e-06,1613945893509,5733
+"mom_0",0.9113735650487108,1613945893509,5733
+"eps_0",1e-05,1613945893509,5733
+"wd_1",0.01,1613945893509,5733
+"sqr_mom_1",0.99,1613945893509,5733
+"lr_1",1.9313524343469803e-05,1613945893509,5733
+"mom_1",0.9113735650487108,1613945893509,5733
+"eps_1",1e-05,1613945893509,5733
+"wd_2",0.01,1613945893509,5733
+"sqr_mom_2",0.99,1613945893509,5733
+"lr_2",0.000193135243434698,1613945893509,5733
+"mom_2",0.9113735650487108,1613945893509,5733
+"eps_2",1e-05,1613945893509,5733
+"train_loss",0.0076410067,1613945894476,5734
+"raw_loss",0.002933377,1613945894476,5734
+"epoch",36.069182389937104,1613945894476,5734
+"wd_0",0.01,1613945894476,5734
+"sqr_mom_0",0.99,1613945894476,5734
+"lr_0",1.929977660400581e-06,1613945894476,5734
+"mom_0",0.9114010608025964,1613945894476,5734
+"eps_0",1e-05,1613945894476,5734
+"wd_1",0.01,1613945894476,5734
+"sqr_mom_1",0.99,1613945894476,5734
+"lr_1",1.9299776604005814e-05,1613945894476,5734
+"mom_1",0.9114010608025964,1613945894476,5734
+"eps_1",1e-05,1613945894476,5734
+"wd_2",0.01,1613945894476,5734
+"sqr_mom_2",0.99,1613945894476,5734
+"lr_2",0.00019299776604005808,1613945894476,5734
+"mom_2",0.9114010608025964,1613945894476,5734
+"eps_2",1e-05,1613945894476,5734
+"train_loss",0.0076097725,1613945895425,5735
+"raw_loss",0.0060792873,1613945895425,5735
+"epoch",36.075471698113205,1613945895425,5735
+"wd_0",0.01,1613945895425,5735
+"sqr_mom_0",0.99,1613945895425,5735
+"lr_0",1.928603979743686e-06,1613945895425,5735
+"mom_0",0.9114285346904731,1613945895425,5735
+"eps_0",1e-05,1613945895425,5735
+"wd_1",0.01,1613945895425,5735
+"sqr_mom_1",0.99,1613945895425,5735
+"lr_1",1.9286039797436855e-05,1613945895425,5735
+"mom_1",0.9114285346904731,1613945895425,5735
+"eps_1",1e-05,1613945895425,5735
+"wd_2",0.01,1613945895425,5735
+"sqr_mom_2",0.99,1613945895425,5735
+"lr_2",0.00019286039797436857,1613945895425,5735
+"mom_2",0.9114285346904731,1613945895425,5735
+"eps_2",1e-05,1613945895425,5735
+"train_loss",0.0076174713,1613945896389,5736
+"raw_loss",0.007994703,1613945896389,5736
+"epoch",36.081761006289305,1613945896389,5736
+"wd_0",0.01,1613945896389,5736
+"sqr_mom_0",0.99,1613945896389,5736
+"lr_0",1.927230481099893e-06,1613945896389,5736
+"mom_0",0.9114560049380515,1613945896389,5736
+"eps_0",1e-05,1613945896389,5736
+"wd_1",0.01,1613945896389,5736
+"sqr_mom_1",0.99,1613945896389,5736
+"lr_1",1.9272304810998932e-05,1613945896389,5736
+"mom_1",0.9114560049380515,1613945896389,5736
+"eps_1",1e-05,1613945896389,5736
+"wd_2",0.01,1613945896389,5736
+"sqr_mom_2",0.99,1613945896389,5736
+"lr_2",0.00019272304810998925,1613945896389,5736
+"mom_2",0.9114560049380515,1613945896389,5736
+"eps_2",1e-05,1613945896389,5736
+"train_loss",0.0076041026,1613945897351,5737
+"raw_loss",0.0069490285,1613945897351,5737
+"epoch",36.088050314465406,1613945897351,5737
+"wd_0",0.01,1613945897351,5737
+"sqr_mom_0",0.99,1613945897351,5737
+"lr_0",1.9258562536759345e-06,1613945897351,5737
+"mom_0",0.9114834897613789,1613945897351,5737
+"eps_0",1e-05,1613945897351,5737
+"wd_1",0.01,1613945897351,5737
+"sqr_mom_1",0.99,1613945897351,5737
+"lr_1",1.9258562536759346e-05,1613945897351,5737
+"mom_1",0.9114834897613789,1613945897351,5737
+"eps_1",1e-05,1613945897351,5737
+"wd_2",0.01,1613945897351,5737
+"sqr_mom_2",0.99,1613945897351,5737
+"lr_2",0.00019258562536759343,1613945897351,5737
+"mom_2",0.9114834897613789,1613945897351,5737
+"eps_2",1e-05,1613945897351,5737
+"train_loss",0.007595084,1613945898324,5738
+"raw_loss",0.007153171,1613945898324,5738
+"epoch",36.094339622641506,1613945898324,5738
+"wd_0",0.01,1613945898324,5738
+"sqr_mom_0",0.99,1613945898324,5738
+"lr_0",1.92448312049228e-06,1613945898324,5738
+"mom_0",0.9115109526996814,1613945898324,5738
+"eps_0",1e-05,1613945898324,5738
+"wd_1",0.01,1613945898324,5738
+"sqr_mom_1",0.99,1613945898324,5738
+"lr_1",1.9244831204922804e-05,1613945898324,5738
+"mom_1",0.9115109526996814,1613945898324,5738
+"eps_1",1e-05,1613945898324,5738
+"wd_2",0.01,1613945898324,5738
+"sqr_mom_2",0.99,1613945898324,5738
+"lr_2",0.000192448312049228,1613945898324,5738
+"mom_2",0.9115109526996814,1613945898324,5738
+"eps_2",1e-05,1613945898324,5738
+"train_loss",0.007526825,1613945899307,5739
+"raw_loss",0.0041821357,1613945899307,5739
+"epoch",36.10062893081761,1613945899307,5739
+"wd_0",0.01,1613945899307,5739
+"sqr_mom_0",0.99,1613945899307,5739
+"lr_0",1.9231097151406304e-06,1613945899307,5739
+"mom_0",0.9115384210813982,1613945899307,5739
+"eps_0",1e-05,1613945899307,5739
+"wd_1",0.01,1613945899307,5739
+"sqr_mom_1",0.99,1613945899307,5739
+"lr_1",1.9231097151406304e-05,1613945899307,5739
+"mom_1",0.9115384210813982,1613945899307,5739
+"eps_1",1e-05,1613945899307,5739
+"wd_2",0.01,1613945899307,5739
+"sqr_mom_2",0.99,1613945899307,5739
+"lr_2",0.000192310971514063,1613945899307,5739
+"mom_2",0.9115384210813982,1613945899307,5739
+"eps_2",1e-05,1613945899307,5739
+"train_loss",0.007444888,1613945900289,5740
+"raw_loss",0.003429957,1613945900289,5740
+"epoch",36.10691823899371,1613945900289,5740
+"wd_0",0.01,1613945900289,5740
+"sqr_mom_0",0.99,1613945900289,5740
+"lr_0",1.9217364936741153e-06,1613945900289,5740
+"mom_0",0.9115658857853756,1613945900289,5740
+"eps_0",1e-05,1613945900289,5740
+"wd_1",0.01,1613945900289,5740
+"sqr_mom_1",0.99,1613945900289,5740
+"lr_1",1.9217364936741155e-05,1613945900289,5740
+"mom_1",0.9115658857853756,1613945900289,5740
+"eps_1",1e-05,1613945900289,5740
+"wd_2",0.01,1613945900289,5740
+"sqr_mom_2",0.99,1613945900289,5740
+"lr_2",0.00019217364936741148,1613945900289,5740
+"mom_2",0.9115658857853756,1613945900289,5740
+"eps_2",1e-05,1613945900289,5740
+"train_loss",0.0075604497,1613945901248,5741
+"raw_loss",0.013222992,1613945901248,5741
+"epoch",36.11320754716981,1613945901248,5741
+"wd_0",0.01,1613945901248,5741
+"sqr_mom_0",0.99,1613945901248,5741
+"lr_0",1.9203634565304326e-06,1613945901248,5741
+"mom_0",0.9115933468028593,1613945901248,5741
+"eps_0",1e-05,1613945901248,5741
+"wd_1",0.01,1613945901248,5741
+"sqr_mom_1",0.99,1613945901248,5741
+"lr_1",1.9203634565304327e-05,1613945901248,5741
+"mom_1",0.9115933468028593,1613945901248,5741
+"eps_1",1e-05,1613945901248,5741
+"wd_2",0.01,1613945901248,5741
+"sqr_mom_2",0.99,1613945901248,5741
+"lr_2",0.00019203634565304322,1613945901248,5741
+"mom_2",0.9115933468028593,1613945901248,5741
+"eps_2",1e-05,1613945901248,5741
+"train_loss",0.00750896,1613945902248,5742
+"raw_loss",0.004985959,1613945902248,5742
+"epoch",36.11949685534591,1613945902248,5742
+"wd_0",0.01,1613945902248,5742
+"sqr_mom_0",0.99,1613945902248,5742
+"lr_0",1.9189910594573004e-06,1613945902248,5742
+"mom_0",0.9116207950188041,1613945902248,5742
+"eps_0",1e-05,1613945902248,5742
+"wd_1",0.01,1613945902248,5742
+"sqr_mom_1",0.99,1613945902248,5742
+"lr_1",1.9189910594573e-05,1613945902248,5742
+"mom_1",0.9116207950188041,1613945902248,5742
+"eps_1",1e-05,1613945902248,5742
+"wd_2",0.01,1613945902248,5742
+"sqr_mom_2",0.99,1613945902248,5742
+"lr_2",0.00019189910594572999,1613945902248,5742
+"mom_2",0.9116207950188041,1613945902248,5742
+"eps_2",1e-05,1613945902248,5742
+"train_loss",0.00750301,1613945903225,5743
+"raw_loss",0.007211452,1613945903225,5743
+"epoch",36.12578616352201,1613945903225,5743
+"wd_0",0.01,1613945903225,5743
+"sqr_mom_0",0.99,1613945903225,5743
+"lr_0",1.917617936962064e-06,1613945903225,5743
+"mom_0",0.9116482577433361,1613945903225,5743
+"eps_0",1e-05,1613945903225,5743
+"wd_1",0.01,1613945903225,5743
+"sqr_mom_1",0.99,1613945903225,5743
+"lr_1",1.917617936962064e-05,1613945903225,5743
+"mom_1",0.9116482577433361,1613945903225,5743
+"eps_1",1e-05,1613945903225,5743
+"wd_2",0.01,1613945903225,5743
+"sqr_mom_2",0.99,1613945903225,5743
+"lr_2",0.0001917617936962064,1613945903225,5743
+"mom_2",0.9116482577433361,1613945903225,5743
+"eps_2",1e-05,1613945903225,5743
+"train_loss",0.0074289204,1613945904209,5744
+"raw_loss",0.003798522,1613945904209,5744
+"epoch",36.13207547169811,1613945904209,5744
+"wd_0",0.01,1613945904209,5744
+"sqr_mom_0",0.99,1613945904209,5744
+"lr_0",1.9162459105994205e-06,1613945904209,5744
+"mom_0",0.911675698544997,1613945904209,5744
+"eps_0",1e-05,1613945904209,5744
+"wd_1",0.01,1613945904209,5744
+"sqr_mom_1",0.99,1613945904209,5744
+"lr_1",1.91624591059942e-05,1613945904209,5744
+"mom_1",0.911675698544997,1613945904209,5744
+"eps_1",1e-05,1613945904209,5744
+"wd_2",0.01,1613945904209,5744
+"sqr_mom_2",0.99,1613945904209,5744
+"lr_2",0.00019162459105994198,1613945904209,5744
+"mom_2",0.911675698544997,1613945904209,5744
+"eps_2",1e-05,1613945904209,5744
+"train_loss",0.0075223288,1613945905252,5745
+"raw_loss",0.012099334,1613945905252,5745
+"epoch",36.13836477987421,1613945905252,5745
+"wd_0",0.01,1613945905252,5745
+"sqr_mom_0",0.99,1613945905252,5745
+"lr_0",1.9148740701862573e-06,1613945905252,5745
+"mom_0",0.9117031356276311,1613945905252,5745
+"eps_0",1e-05,1613945905252,5745
+"wd_1",0.01,1613945905252,5745
+"sqr_mom_1",0.99,1613945905252,5745
+"lr_1",1.914874070186257e-05,1613945905252,5745
+"mom_1",0.9117031356276311,1613945905252,5745
+"eps_1",1e-05,1613945905252,5745
+"wd_2",0.01,1613945905252,5745
+"sqr_mom_2",0.99,1613945905252,5745
+"lr_2",0.00019148740701862568,1613945905252,5745
+"mom_2",0.9117031356276311,1613945905252,5745
+"eps_2",1e-05,1613945905252,5745
+"train_loss",0.007463178,1613945906269,5746
+"raw_loss",0.004564806,1613945906269,5746
+"epoch",36.14465408805031,1613945906269,5746
+"wd_0",0.01,1613945906269,5746
+"sqr_mom_0",0.99,1613945906269,5746
+"lr_0",1.9135015060330514e-06,1613945906269,5746
+"mom_0",0.9117305871852108,1613945906269,5746
+"eps_0",1e-05,1613945906269,5746
+"wd_1",0.01,1613945906269,5746
+"sqr_mom_1",0.99,1613945906269,5746
+"lr_1",1.913501506033051e-05,1613945906269,5746
+"mom_1",0.9117305871852108,1613945906269,5746
+"eps_1",1e-05,1613945906269,5746
+"wd_2",0.01,1613945906269,5746
+"sqr_mom_2",0.99,1613945906269,5746
+"lr_2",0.00019135015060330513,1613945906269,5746
+"mom_2",0.9117305871852108,1613945906269,5746
+"eps_2",1e-05,1613945906269,5746
+"train_loss",0.0074781333,1613945907265,5747
+"raw_loss",0.0082109375,1613945907265,5747
+"epoch",36.15094339622641,1613945907265,5747
+"wd_0",0.01,1613945907265,5747
+"sqr_mom_0",0.99,1613945907265,5747
+"lr_0",1.9121300389538135e-06,1613945907265,5747
+"mom_0",0.9117580168010917,1613945907265,5747
+"eps_0",1e-05,1613945907265,5747
+"wd_1",0.01,1613945907265,5747
+"sqr_mom_1",0.99,1613945907265,5747
+"lr_1",1.9121300389538136e-05,1613945907265,5747
+"mom_1",0.9117580168010917,1613945907265,5747
+"eps_1",1e-05,1613945907265,5747
+"wd_2",0.01,1613945907265,5747
+"sqr_mom_2",0.99,1613945907265,5747
+"lr_2",0.00019121300389538133,1613945907265,5747
+"mom_2",0.9117580168010917,1613945907265,5747
+"eps_2",1e-05,1613945907265,5747
+"train_loss",0.007439912,1613945908258,5748
+"raw_loss",0.0055670603,1613945908258,5748
+"epoch",36.15723270440251,1613945908258,5748
+"wd_0",0.01,1613945908258,5748
+"sqr_mom_0",0.99,1613945908258,5748
+"lr_0",1.910758759135075e-06,1613945908258,5748
+"mom_0",0.9117854426717252,1613945908258,5748
+"eps_0",1e-05,1613945908258,5748
+"wd_1",0.01,1613945908258,5748
+"sqr_mom_1",0.99,1613945908258,5748
+"lr_1",1.910758759135075e-05,1613945908258,5748
+"mom_1",0.9117854426717252,1613945908258,5748
+"eps_1",1e-05,1613945908258,5748
+"wd_2",0.01,1613945908258,5748
+"sqr_mom_2",0.99,1613945908258,5748
+"lr_2",0.00019107587591350744,1613945908258,5748
+"mom_2",0.9117854426717252,1613945908258,5748
+"eps_2",1e-05,1613945908258,5748
+"train_loss",0.0073837074,1613945909229,5749
+"raw_loss",0.004629695,1613945909229,5749
+"epoch",36.16352201257861,1613945909229,5749
+"wd_0",0.01,1613945909229,5749
+"sqr_mom_0",0.99,1613945909229,5749
+"lr_0",1.90938675726043e-06,1613945909229,5749
+"mom_0",0.9118128829836212,1613945909229,5749
+"eps_0",1e-05,1613945909229,5749
+"wd_1",0.01,1613945909229,5749
+"sqr_mom_1",0.99,1613945909229,5749
+"lr_1",1.90938675726043e-05,1613945909229,5749
+"mom_1",0.9118128829836212,1613945909229,5749
+"eps_1",1e-05,1613945909229,5749
+"wd_2",0.01,1613945909229,5749
+"sqr_mom_2",0.99,1613945909229,5749
+"lr_2",0.00019093867572604297,1613945909229,5749
+"mom_2",0.9118128829836212,1613945909229,5749
+"eps_2",1e-05,1613945909229,5749
+"train_loss",0.00741689,1613945910202,5750
+"raw_loss",0.00904283,1613945910202,5750
+"epoch",36.16981132075471,1613945910202,5750
+"wd_0",0.01,1613945910202,5750
+"sqr_mom_0",0.99,1613945910202,5750
+"lr_0",1.908015853397983e-06,1613945910202,5750
+"mom_0",0.9118403013350537,1613945910202,5750
+"eps_0",1e-05,1613945910202,5750
+"wd_1",0.01,1613945910202,5750
+"sqr_mom_1",0.99,1613945910202,5750
+"lr_1",1.908015853397983e-05,1613945910202,5750
+"mom_1",0.9118403013350537,1613945910202,5750
+"eps_1",1e-05,1613945910202,5750
+"wd_2",0.01,1613945910202,5750
+"sqr_mom_2",0.99,1613945910202,5750
+"lr_2",0.00019080158533979827,1613945910202,5750
+"mom_2",0.9118403013350537,1613945910202,5750
+"eps_2",1e-05,1613945910202,5750
+"train_loss",0.0074113184,1613945911173,5751
+"raw_loss",0.007138311,1613945911173,5751
+"epoch",36.17610062893081,1613945911173,5751
+"wd_0",0.01,1613945911173,5751
+"sqr_mom_0",0.99,1613945911173,5751
+"lr_0",1.9066446833550788e-06,1613945911173,5751
+"mom_0",0.9118677250101485,1613945911173,5751
+"eps_0",1e-05,1613945911173,5751
+"wd_1",0.01,1613945911173,5751
+"sqr_mom_1",0.99,1613945911173,5751
+"lr_1",1.906644683355079e-05,1613945911173,5751
+"mom_1",0.9118677250101485,1613945911173,5751
+"eps_1",1e-05,1613945911173,5751
+"wd_2",0.01,1613945911173,5751
+"sqr_mom_2",0.99,1613945911173,5751
+"lr_2",0.0001906644683355078,1613945911173,5751
+"mom_2",0.9118677250101485,1613945911173,5751
+"eps_2",1e-05,1613945911173,5751
+"train_loss",0.007486382,1613945912154,5752
+"raw_loss",0.011164502,1613945912154,5752
+"epoch",36.18238993710691,1613945912154,5752
+"wd_0",0.01,1613945912154,5752
+"sqr_mom_0",0.99,1613945912154,5752
+"lr_0",1.9052737024453486e-06,1613945912154,5752
+"mom_0",0.911895144902542,1613945912154,5752
+"eps_0",1e-05,1613945912154,5752
+"wd_1",0.01,1613945912154,5752
+"sqr_mom_1",0.99,1613945912154,5752
+"lr_1",1.9052737024453485e-05,1613945912154,5752
+"mom_1",0.911895144902542,1613945912154,5752
+"eps_1",1e-05,1613945912154,5752
+"wd_2",0.01,1613945912154,5752
+"sqr_mom_2",0.99,1613945912154,5752
+"lr_2",0.00019052737024453486,1613945912154,5752
+"mom_2",0.911895144902542,1613945912154,5752
+"eps_2",1e-05,1613945912154,5752
+"train_loss",0.0074163475,1613945913115,5753
+"raw_loss",0.00398465,1613945913115,5753
+"epoch",36.18867924528301,1613945913115,5753
+"wd_0",0.01,1613945913115,5753
+"sqr_mom_0",0.99,1613945913115,5753
+"lr_0",1.9039029111057772e-06,1613945913115,5753
+"mom_0",0.9119225610034944,1613945913115,5753
+"eps_0",1e-05,1613945913115,5753
+"wd_1",0.01,1613945913115,5753
+"sqr_mom_1",0.99,1613945913115,5753
+"lr_1",1.9039029111057774e-05,1613945913115,5753
+"mom_1",0.9119225610034944,1613945913115,5753
+"eps_1",1e-05,1613945913115,5753
+"wd_2",0.01,1613945913115,5753
+"sqr_mom_2",0.99,1613945913115,5753
+"lr_2",0.00019039029111057773,1613945913115,5753
+"mom_2",0.9119225610034944,1613945913115,5753
+"eps_2",1e-05,1613945913115,5753
+"train_loss",0.0073920996,1613945914078,5754
+"raw_loss",0.006203945,1613945914078,5754
+"epoch",36.19496855345911,1613945914078,5754
+"wd_0",0.01,1613945914078,5754
+"sqr_mom_0",0.99,1613945914078,5754
+"lr_0",1.9025327643358793e-06,1613945914078,5754
+"mom_0",0.9119499642129245,1613945914078,5754
+"eps_0",1e-05,1613945914078,5754
+"wd_1",0.01,1613945914078,5754
+"sqr_mom_1",0.99,1613945914078,5754
+"lr_1",1.9025327643358796e-05,1613945914078,5754
+"mom_1",0.9119499642129245,1613945914078,5754
+"eps_1",1e-05,1613945914078,5754
+"wd_2",0.01,1613945914078,5754
+"sqr_mom_2",0.99,1613945914078,5754
+"lr_2",0.00019025327643358792,1613945914078,5754
+"mom_2",0.9119499642129245,1613945914078,5754
+"eps_2",1e-05,1613945914078,5754
+"train_loss",0.007381405,1613945915031,5755
+"raw_loss",0.006857374,1613945915031,5755
+"epoch",36.20125786163521,1613945915031,5755
+"wd_0",0.01,1613945915031,5755
+"sqr_mom_0",0.99,1613945915031,5755
+"lr_0",1.9011618988847443e-06,1613945915031,5755
+"mom_0",0.9119773817961231,1613945915031,5755
+"eps_0",1e-05,1613945915031,5755
+"wd_1",0.01,1613945915031,5755
+"sqr_mom_1",0.99,1613945915031,5755
+"lr_1",1.9011618988847447e-05,1613945915031,5755
+"mom_1",0.9119773817961231,1613945915031,5755
+"eps_1",1e-05,1613945915031,5755
+"wd_2",0.01,1613945915031,5755
+"sqr_mom_2",0.99,1613945915031,5755
+"lr_2",0.0001901161898884744,1613945915031,5755
+"mom_2",0.9119773817961231,1613945915031,5755
+"eps_2",1e-05,1613945915031,5755
+"train_loss",0.0073448378,1613945915996,5756
+"raw_loss",0.0055530244,1613945915996,5756
+"epoch",36.20754716981131,1613945915996,5756
+"wd_0",0.01,1613945915996,5756
+"sqr_mom_0",0.99,1613945915996,5756
+"lr_0",1.8997921333129212e-06,1613945915996,5756
+"mom_0",0.9120047773815154,1613945915996,5756
+"eps_0",1e-05,1613945915996,5756
+"wd_1",0.01,1613945915996,5756
+"sqr_mom_1",0.99,1613945915996,5756
+"lr_1",1.899792133312921e-05,1613945915996,5756
+"mom_1",0.9120047773815154,1613945915996,5756
+"eps_1",1e-05,1613945915996,5756
+"wd_2",0.01,1613945915996,5756
+"sqr_mom_2",0.99,1613945915996,5756
+"lr_2",0.0001899792133312921,1613945915996,5756
+"mom_2",0.9120047773815154,1613945915996,5756
+"eps_2",1e-05,1613945915996,5756
+"train_loss",0.007348505,1613945917006,5757
+"raw_loss",0.0075281984,1613945917006,5757
+"epoch",36.213836477987414,1613945917006,5757
+"wd_0",0.01,1613945917006,5757
+"sqr_mom_0",0.99,1613945917006,5757
+"lr_0",1.898422558931554e-06,1613945917006,5757
+"mom_0",0.9120321691430603,1613945917006,5757
+"eps_0",1e-05,1613945917006,5757
+"wd_1",0.01,1613945917006,5757
+"sqr_mom_1",0.99,1613945917006,5757
+"lr_1",1.8984225589315538e-05,1613945917006,5757
+"mom_1",0.9120321691430603,1613945917006,5757
+"eps_1",1e-05,1613945917006,5757
+"wd_2",0.01,1613945917006,5757
+"sqr_mom_2",0.99,1613945917006,5757
+"lr_2",0.00018984225589315537,1613945917006,5757
+"mom_2",0.9120321691430603,1613945917006,5757
+"eps_2",1e-05,1613945917006,5757
+"train_loss",0.0073570525,1613945917967,5758
+"raw_loss",0.007775898,1613945917967,5758
+"epoch",36.220125786163514,1613945917967,5758
+"wd_0",0.01,1613945917967,5758
+"sqr_mom_0",0.99,1613945917967,5758
+"lr_0",1.8970522675592846e-06,1613945917967,5758
+"mom_0",0.9120595752445667,1613945917967,5758
+"eps_0",1e-05,1613945917967,5758
+"wd_1",0.01,1613945917967,5758
+"sqr_mom_1",0.99,1613945917967,5758
+"lr_1",1.8970522675592846e-05,1613945917967,5758
+"mom_1",0.9120595752445667,1613945917967,5758
+"eps_1",1e-05,1613945917967,5758
+"wd_2",0.01,1613945917967,5758
+"sqr_mom_2",0.99,1613945917967,5758
+"lr_2",0.00018970522675592846,1613945917967,5758
+"mom_2",0.9120595752445667,1613945917967,5758
+"eps_2",1e-05,1613945917967,5758
+"train_loss",0.007304975,1613945918934,5759
+"raw_loss",0.0047531687,1613945918934,5759
+"epoch",36.226415094339615,1613945918934,5759
+"wd_0",0.01,1613945918934,5759
+"sqr_mom_0",0.99,1613945918934,5759
+"lr_0",1.8956830769951014e-06,1613945918934,5759
+"mom_0",0.9120869593296912,1613945918934,5759
+"eps_0",1e-05,1613945918934,5759
+"wd_1",0.01,1613945918934,5759
+"sqr_mom_1",0.99,1613945918934,5759
+"lr_1",1.8956830769951014e-05,1613945918934,5759
+"mom_1",0.9120869593296912,1613945918934,5759
+"eps_1",1e-05,1613945918934,5759
+"wd_2",0.01,1613945918934,5759
+"sqr_mom_2",0.99,1613945918934,5759
+"lr_2",0.00018956830769951012,1613945918934,5759
+"mom_2",0.9120869593296912,1613945918934,5759
+"eps_2",1e-05,1613945918934,5759
+"train_loss",0.007388634,1613945919899,5760
+"raw_loss",0.011487935,1613945919899,5760
+"epoch",36.232704402515715,1613945919899,5760
+"wd_0",0.01,1613945919899,5760
+"sqr_mom_0",0.99,1613945919899,5760
+"lr_0",1.8943136247491863e-06,1613945919899,5760
+"mom_0",0.9121143486485027,1613945919899,5760
+"eps_0",1e-05,1613945919899,5760
+"wd_1",0.01,1613945919899,5760
+"sqr_mom_1",0.99,1613945919899,5760
+"lr_1",1.8943136247491863e-05,1613945919899,5760
+"mom_1",0.9121143486485027,1613945919899,5760
+"eps_1",1e-05,1613945919899,5760
+"wd_2",0.01,1613945919899,5760
+"sqr_mom_2",0.99,1613945919899,5760
+"lr_2",0.00018943136247491862,1613945919899,5760
+"mom_2",0.9121143486485027,1613945919899,5760
+"eps_2",1e-05,1613945919899,5760
+"train_loss",0.007385987,1613945920851,5761
+"raw_loss",0.007256281,1613945920851,5761
+"epoch",36.238993710691815,1613945920851,5761
+"wd_0",0.01,1613945920851,5761
+"sqr_mom_0",0.99,1613945920851,5761
+"lr_0",1.892944365566829e-06,1613945920851,5761
+"mom_0",0.9121417341060044,1613945920851,5761
+"eps_0",1e-05,1613945920851,5761
+"wd_1",0.01,1613945920851,5761
+"sqr_mom_1",0.99,1613945920851,5761
+"lr_1",1.892944365566829e-05,1613945920851,5761
+"mom_1",0.9121417341060044,1613945920851,5761
+"eps_1",1e-05,1613945920851,5761
+"wd_2",0.01,1613945920851,5761
+"sqr_mom_2",0.99,1613945920851,5761
+"lr_2",0.00018929443655668285,1613945920851,5761
+"mom_2",0.9121417341060044,1613945920851,5761
+"eps_2",1e-05,1613945920851,5761
+"train_loss",0.007380949,1613945921815,5762
+"raw_loss",0.007134077,1613945921815,5762
+"epoch",36.245283018867916,1613945921815,5762
+"wd_0",0.01,1613945921815,5762
+"sqr_mom_0",0.99,1613945921815,5762
+"lr_0",1.8915752998844647e-06,1613945921815,5762
+"mom_0",0.9121691156934676,1613945921815,5762
+"eps_0",1e-05,1613945921815,5762
+"wd_1",0.01,1613945921815,5762
+"sqr_mom_1",0.99,1613945921815,5762
+"lr_1",1.8915752998844645e-05,1613945921815,5762
+"mom_1",0.9121691156934676,1613945921815,5762
+"eps_1",1e-05,1613945921815,5762
+"wd_2",0.01,1613945921815,5762
+"sqr_mom_2",0.99,1613945921815,5762
+"lr_2",0.00018915752998844643,1613945921815,5762
+"mom_2",0.9121691156934676,1613945921815,5762
+"eps_2",1e-05,1613945921815,5762
+"train_loss",0.0073073134,1613945922751,5763
+"raw_loss",0.003699167,1613945922751,5763
+"epoch",36.251572327044016,1613945922751,5763
+"wd_0",0.01,1613945922751,5763
+"sqr_mom_0",0.99,1613945922751,5763
+"lr_0",1.890206428138468e-06,1613945922751,5763
+"mom_0",0.9121964934021647,1613945922751,5763
+"eps_0",1e-05,1613945922751,5763
+"wd_1",0.01,1613945922751,5763
+"sqr_mom_1",0.99,1613945922751,5763
+"lr_1",1.8902064281384682e-05,1613945922751,5763
+"mom_1",0.9121964934021647,1613945922751,5763
+"eps_1",1e-05,1613945922751,5763
+"wd_2",0.01,1613945922751,5763
+"sqr_mom_2",0.99,1613945922751,5763
+"lr_2",0.00018902064281384678,1613945922751,5763
+"mom_2",0.9121964934021647,1613945922751,5763
+"eps_2",1e-05,1613945922751,5763
+"train_loss",0.007313489,1613945923759,5764
+"raw_loss",0.0076160883,1613945923759,5764
+"epoch",36.25786163522012,1613945923759,5764
+"wd_0",0.01,1613945923759,5764
+"sqr_mom_0",0.99,1613945923759,5764
+"lr_0",1.8888377507651502e-06,1613945923759,5764
+"mom_0",0.9122238672233692,1613945923759,5764
+"eps_0",1e-05,1613945923759,5764
+"wd_1",0.01,1613945923759,5764
+"sqr_mom_1",0.99,1613945923759,5764
+"lr_1",1.88883775076515e-05,1613945923759,5764
+"mom_1",0.9122238672233692,1613945923759,5764
+"eps_1",1e-05,1613945923759,5764
+"wd_2",0.01,1613945923759,5764
+"sqr_mom_2",0.99,1613945923759,5764
+"lr_2",0.000188883775076515,1613945923759,5764
+"mom_2",0.9122238672233692,1613945923759,5764
+"eps_2",1e-05,1613945923759,5764
+"train_loss",0.007357164,1613945924723,5765
+"raw_loss",0.0094972355,1613945924723,5765
+"epoch",36.26415094339622,1613945924723,5765
+"wd_0",0.01,1613945924723,5765
+"sqr_mom_0",0.99,1613945924723,5765
+"lr_0",1.8874697220598164e-06,1613945924723,5765
+"mom_0",0.9122512280710844,1613945924723,5765
+"eps_0",1e-05,1613945924723,5765
+"wd_1",0.01,1613945924723,5765
+"sqr_mom_1",0.99,1613945924723,5765
+"lr_1",1.8874697220598167e-05,1613945924723,5765
+"mom_1",0.9122512280710844,1613945924723,5765
+"eps_1",1e-05,1613945924723,5765
+"wd_2",0.01,1613945924723,5765
+"sqr_mom_2",0.99,1613945924723,5765
+"lr_2",0.00018874697220598163,1613945924723,5765
+"mom_2",0.9122512280710844,1613945924723,5765
+"eps_2",1e-05,1613945924723,5765
+"train_loss",0.007316874,1613945925668,5766
+"raw_loss",0.0053426553,1613945925668,5766
+"epoch",36.27044025157232,1613945925668,5766
+"wd_0",0.01,1613945925668,5766
+"sqr_mom_0",0.99,1613945925668,5766
+"lr_0",1.8861009808814926e-06,1613945925668,5766
+"mom_0",0.9122786031684018,1613945925668,5766
+"eps_0",1e-05,1613945925668,5766
+"wd_1",0.01,1613945925668,5766
+"sqr_mom_1",0.99,1613945925668,5766
+"lr_1",1.8861009808814928e-05,1613945925668,5766
+"mom_1",0.9122786031684018,1613945925668,5766
+"eps_1",1e-05,1613945925668,5766
+"wd_2",0.01,1613945925668,5766
+"sqr_mom_2",0.99,1613945925668,5766
+"lr_2",0.00018861009808814923,1613945925668,5766
+"mom_2",0.9122786031684018,1613945925668,5766
+"eps_2",1e-05,1613945925668,5766
+"train_loss",0.0073940526,1613945926611,5767
+"raw_loss",0.011175821,1613945926611,5767
+"epoch",36.27672955974842,1613945926611,5767
+"wd_0",0.01,1613945926611,5767
+"sqr_mom_0",0.99,1613945926611,5767
+"lr_0",1.8847333429727144e-06,1613945926611,5767
+"mom_0",0.9123059562001077,1613945926611,5767
+"eps_0",1e-05,1613945926611,5767
+"wd_1",0.01,1613945926611,5767
+"sqr_mom_1",0.99,1613945926611,5767
+"lr_1",1.8847333429727145e-05,1613945926611,5767
+"mom_1",0.9123059562001077,1613945926611,5767
+"eps_1",1e-05,1613945926611,5767
+"wd_2",0.01,1613945926611,5767
+"sqr_mom_2",0.99,1613945926611,5767
+"lr_2",0.00018847333429727143,1613945926611,5767
+"mom_2",0.9123059562001077,1613945926611,5767
+"eps_2",1e-05,1613945926611,5767
+"train_loss",0.0073425174,1613945927562,5768
+"raw_loss",0.004817285,1613945927562,5768
+"epoch",36.28301886792452,1613945927562,5768
+"wd_0",0.01,1613945927562,5768
+"sqr_mom_0",0.99,1613945927562,5768
+"lr_0",1.8833659010510273e-06,1613945927562,5768
+"mom_0",0.9123333053120326,1613945927562,5768
+"eps_0",1e-05,1613945927562,5768
+"wd_1",0.01,1613945927562,5768
+"sqr_mom_1",0.99,1613945927562,5768
+"lr_1",1.8833659010510273e-05,1613945927562,5768
+"mom_1",0.9123333053120326,1613945927562,5768
+"eps_1",1e-05,1613945927562,5768
+"wd_2",0.01,1613945927562,5768
+"sqr_mom_2",0.99,1613945927562,5768
+"lr_2",0.0001883365901051027,1613945927562,5768
+"mom_2",0.9123333053120326,1613945927562,5768
+"eps_2",1e-05,1613945927562,5768
+"train_loss",0.0074158343,1613945928507,5769
+"raw_loss",0.011008359,1613945928507,5769
+"epoch",36.28930817610062,1613945928507,5769
+"wd_0",0.01,1613945928507,5769
+"sqr_mom_0",0.99,1613945928507,5769
+"lr_0",1.881997748354201e-06,1613945928507,5769
+"mom_0",0.9123606686396023,1613945928507,5769
+"eps_0",1e-05,1613945928507,5769
+"wd_1",0.01,1613945928507,5769
+"sqr_mom_1",0.99,1613945928507,5769
+"lr_1",1.881997748354201e-05,1613945928507,5769
+"mom_1",0.9123606686396023,1613945928507,5769
+"eps_1",1e-05,1613945928507,5769
+"wd_2",0.01,1613945928507,5769
+"sqr_mom_2",0.99,1613945928507,5769
+"lr_2",0.00018819977483542006,1613945928507,5769
+"mom_2",0.9123606686396023,1613945928507,5769
+"eps_2",1e-05,1613945928507,5769
+"train_loss",0.0073369467,1613945929462,5770
+"raw_loss",0.0034714453,1613945929462,5770
+"epoch",36.29559748427672,1613945929462,5770
+"wd_0",0.01,1613945929462,5770
+"sqr_mom_0",0.99,1613945929462,5770
+"lr_0",1.8806306998441064e-06,1613945929462,5770
+"mom_0",0.9123880098832167,1613945929462,5770
+"eps_0",1e-05,1613945929462,5770
+"wd_1",0.01,1613945929462,5770
+"sqr_mom_1",0.99,1613945929462,5770
+"lr_1",1.8806306998441062e-05,1613945929462,5770
+"mom_1",0.9123880098832167,1613945929462,5770
+"eps_1",1e-05,1613945929462,5770
+"wd_2",0.01,1613945929462,5770
+"sqr_mom_2",0.99,1613945929462,5770
+"lr_2",0.0001880630699844106,1613945929462,5770
+"mom_2",0.9123880098832167,1613945929462,5770
+"eps_2",1e-05,1613945929462,5770
+"train_loss",0.0072899433,1613945930431,5771
+"raw_loss",0.004986783,1613945930431,5771
+"epoch",36.30188679245282,1613945930431,5771
+"wd_0",0.01,1613945930431,5771
+"sqr_mom_0",0.99,1613945930431,5771
+"lr_0",1.8792638486279048e-06,1613945930431,5771
+"mom_0",0.9124153471809137,1613945930431,5771
+"eps_0",1e-05,1613945930431,5771
+"wd_1",0.01,1613945930431,5771
+"sqr_mom_1",0.99,1613945930431,5771
+"lr_1",1.879263848627905e-05,1613945930431,5771
+"mom_1",0.9124153471809137,1613945930431,5771
+"eps_1",1e-05,1613945930431,5771
+"wd_2",0.01,1613945930431,5771
+"sqr_mom_2",0.99,1613945930431,5771
+"lr_2",0.00018792638486279044,1613945930431,5771
+"mom_2",0.9124153471809137,1613945930431,5771
+"eps_2",1e-05,1613945930431,5771
+"train_loss",0.0072307643,1613945931376,5772
+"raw_loss",0.0043309894,1613945931376,5772
+"epoch",36.30817610062892,1613945931376,5772
+"wd_0",0.01,1613945931376,5772
+"sqr_mom_0",0.99,1613945931376,5772
+"lr_0",1.877896288336455e-06,1613945931376,5772
+"mom_0",0.9124426986602575,1613945931376,5772
+"eps_0",1e-05,1613945931376,5772
+"wd_1",0.01,1613945931376,5772
+"sqr_mom_1",0.99,1613945931376,5772
+"lr_1",1.877896288336455e-05,1613945931376,5772
+"mom_1",0.9124426986602575,1613945931376,5772
+"eps_1",1e-05,1613945931376,5772
+"wd_2",0.01,1613945931376,5772
+"sqr_mom_2",0.99,1613945931376,5772
+"lr_2",0.00018778962883364542,1613945931376,5772
+"mom_2",0.9124426986602575,1613945931376,5772
+"eps_2",1e-05,1613945931376,5772
+"train_loss",0.0071960334,1613945932318,5773
+"raw_loss",0.005494208,1613945932318,5773
+"epoch",36.31446540880502,1613945932318,5773
+"wd_0",0.01,1613945932318,5773
+"sqr_mom_0",0.99,1613945932318,5773
+"lr_0",1.8765298331457552e-06,1613945932318,5773
+"mom_0",0.9124700280373652,1613945932318,5773
+"eps_0",1e-05,1613945932318,5773
+"wd_1",0.01,1613945932318,5773
+"sqr_mom_1",0.99,1613945932318,5773
+"lr_1",1.8765298331457547e-05,1613945932318,5773
+"mom_1",0.9124700280373652,1613945932318,5773
+"eps_1",1e-05,1613945932318,5773
+"wd_2",0.01,1613945932318,5773
+"sqr_mom_2",0.99,1613945932318,5773
+"lr_2",0.00018765298331457545,1613945932318,5773
+"mom_2",0.9124700280373652,1613945932318,5773
+"eps_2",1e-05,1613945932318,5773
+"train_loss",0.0072324313,1613945933251,5774
+"raw_loss",0.00901594,1613945933251,5774
+"epoch",36.32075471698112,1613945933251,5774
+"wd_0",0.01,1613945933251,5774
+"sqr_mom_0",0.99,1613945933251,5774
+"lr_0",1.8751631232847424e-06,1613945933251,5774
+"mom_0",0.9124973625079302,1613945933251,5774
+"eps_0",1e-05,1613945933251,5774
+"wd_1",0.01,1613945933251,5774
+"sqr_mom_1",0.99,1613945933251,5774
+"lr_1",1.8751631232847423e-05,1613945933251,5774
+"mom_1",0.9124973625079302,1613945933251,5774
+"eps_1",1e-05,1613945933251,5774
+"wd_2",0.01,1613945933251,5774
+"sqr_mom_2",0.99,1613945933251,5774
+"lr_2",0.0001875163123284742,1613945933251,5774
+"mom_2",0.9124973625079302,1613945933251,5774
+"eps_2",1e-05,1613945933251,5774
+"train_loss",0.007157986,1613945934202,5775
+"raw_loss",0.0035101527,1613945934202,5775
+"epoch",36.32704402515722,1613945934202,5775
+"wd_0",0.01,1613945934202,5775
+"sqr_mom_0",0.99,1613945934202,5775
+"lr_0",1.8737966125912906e-06,1613945934202,5775
+"mom_0",0.9125246929951041,1613945934202,5775
+"eps_0",1e-05,1613945934202,5775
+"wd_1",0.01,1613945934202,5775
+"sqr_mom_1",0.99,1613945934202,5775
+"lr_1",1.87379661259129e-05,1613945934202,5775
+"mom_1",0.9125246929951041,1613945934202,5775
+"eps_1",1e-05,1613945934202,5775
+"wd_2",0.01,1613945934202,5775
+"sqr_mom_2",0.99,1613945934202,5775
+"lr_2",0.000187379661259129,1613945934202,5775
+"mom_2",0.9125246929951041,1613945934202,5775
+"eps_2",1e-05,1613945934202,5775
+"train_loss",0.007305754,1613945935161,5776
+"raw_loss",0.014546381,1613945935161,5776
+"epoch",36.33333333333332,1613945935161,5776
+"wd_0",0.01,1613945935161,5776
+"sqr_mom_0",0.99,1613945935161,5776
+"lr_0",1.8724303015009592e-06,1613945935161,5776
+"mom_0",0.9125520194901757,1613945935161,5776
+"eps_0",1e-05,1613945935161,5776
+"wd_1",0.01,1613945935161,5776
+"sqr_mom_1",0.99,1613945935161,5776
+"lr_1",1.8724303015009588e-05,1613945935161,5776
+"mom_1",0.9125520194901757,1613945935161,5776
+"eps_1",1e-05,1613945935161,5776
+"wd_2",0.01,1613945935161,5776
+"sqr_mom_2",0.99,1613945935161,5776
+"lr_2",0.00018724303015009588,1613945935161,5776
+"mom_2",0.9125520194901757,1613945935161,5776
+"eps_2",1e-05,1613945935161,5776
+"train_loss",0.0073597305,1613945936121,5777
+"raw_loss",0.010004595,1613945936121,5777
+"epoch",36.33962264150942,1613945936121,5777
+"wd_0",0.01,1613945936121,5777
+"sqr_mom_0",0.99,1613945936121,5777
+"lr_0",1.8710646435208587e-06,1613945936121,5777
+"mom_0",0.912579332922912,1613945936121,5777
+"eps_0",1e-05,1613945936121,5777
+"wd_1",0.01,1613945936121,5777
+"sqr_mom_1",0.99,1613945936121,5777
+"lr_1",1.8710646435208587e-05,1613945936121,5777
+"mom_1",0.912579332922912,1613945936121,5777
+"eps_1",1e-05,1613945936121,5777
+"wd_2",0.01,1613945936121,5777
+"sqr_mom_2",0.99,1613945936121,5777
+"lr_2",0.00018710646435208584,1613945936121,5777
+"mom_2",0.912579332922912,1613945936121,5777
+"eps_2",1e-05,1613945936121,5777
+"train_loss",0.0072831344,1613945937072,5778
+"raw_loss",0.0035299284,1613945937072,5778
+"epoch",36.34591194968552,1613945937072,5778
+"wd_0",0.01,1613945937072,5778
+"sqr_mom_0",0.99,1613945937072,5778
+"lr_0",1.8696982798715764e-06,1613945937072,5778
+"mom_0",0.9126066604691732,1613945937072,5778
+"eps_0",1e-05,1613945937072,5778
+"wd_1",0.01,1613945937072,5778
+"sqr_mom_1",0.99,1613945937072,5778
+"lr_1",1.869698279871576e-05,1613945937072,5778
+"mom_1",0.9126066604691732,1613945937072,5778
+"eps_1",1e-05,1613945937072,5778
+"wd_2",0.01,1613945937072,5778
+"sqr_mom_2",0.99,1613945937072,5778
+"lr_2",0.00018696982798715762,1613945937072,5778
+"mom_2",0.9126066604691732,1613945937072,5778
+"eps_2",1e-05,1613945937072,5778
+"train_loss",0.007269842,1613945938037,5779
+"raw_loss",0.0066185086,1613945938037,5779
+"epoch",36.35220125786162,1613945938037,5779
+"wd_0",0.01,1613945938037,5779
+"sqr_mom_0",0.99,1613945938037,5779
+"lr_0",1.8683330231416675e-06,1613945938037,5779
+"mom_0",0.9126339658768254,1613945938037,5779
+"eps_0",1e-05,1613945938037,5779
+"wd_1",0.01,1613945938037,5779
+"sqr_mom_1",0.99,1613945938037,5779
+"lr_1",1.8683330231416672e-05,1613945938037,5779
+"mom_1",0.9126339658768254,1613945938037,5779
+"eps_1",1e-05,1613945938037,5779
+"wd_2",0.01,1613945938037,5779
+"sqr_mom_2",0.99,1613945938037,5779
+"lr_2",0.00018683330231416672,1613945938037,5779
+"mom_2",0.9126339658768254,1613945938037,5779
+"eps_2",1e-05,1613945938037,5779
+"train_loss",0.0072681946,1613945938980,5780
+"raw_loss",0.007187461,1613945938980,5780
+"epoch",36.35849056603772,1613945938980,5780
+"wd_0",0.01,1613945938980,5780
+"sqr_mom_0",0.99,1613945938980,5780
+"lr_0",1.8669679676227958e-06,1613945938980,5780
+"mom_0",0.9126612672602167,1613945938980,5780
+"eps_0",1e-05,1613945938980,5780
+"wd_1",0.01,1613945938980,5780
+"sqr_mom_1",0.99,1613945938980,5780
+"lr_1",1.8669679676227958e-05,1613945938980,5780
+"mom_1",0.9126612672602167,1613945938980,5780
+"eps_1",1e-05,1613945938980,5780
+"wd_2",0.01,1613945938980,5780
+"sqr_mom_2",0.99,1613945938980,5780
+"lr_2",0.00018669679676227956,1613945938980,5780
+"mom_2",0.9126612672602167,1613945938980,5780
+"eps_2",1e-05,1613945938980,5780
+"train_loss",0.0072172186,1613945939925,5781
+"raw_loss",0.0047194017,1613945939925,5781
+"epoch",36.36477987421382,1613945939925,5781
+"wd_0",0.01,1613945939925,5781
+"sqr_mom_0",0.99,1613945939925,5781
+"lr_0",1.8656022081407184e-06,1613945939925,5781
+"mom_0",0.9126885827230128,1613945939925,5781
+"eps_0",1e-05,1613945939925,5781
+"wd_1",0.01,1613945939925,5781
+"sqr_mom_1",0.99,1613945939925,5781
+"lr_1",1.8656022081407184e-05,1613945939925,5781
+"mom_1",0.9126885827230128,1613945939925,5781
+"eps_1",1e-05,1613945939925,5781
+"wd_2",0.01,1613945939925,5781
+"sqr_mom_2",0.99,1613945939925,5781
+"lr_2",0.00018656022081407184,1613945939925,5781
+"mom_2",0.9126885827230128,1613945939925,5781
+"eps_2",1e-05,1613945939925,5781
+"train_loss",0.0071769585,1613945940873,5782
+"raw_loss",0.005204202,1613945940873,5782
+"epoch",36.371069182389924,1613945940873,5782
+"wd_0",0.01,1613945940873,5782
+"sqr_mom_0",0.99,1613945940873,5782
+"lr_0",1.8642375564825163e-06,1613945940873,5782
+"mom_0",0.91271587602911,1613945940873,5782
+"eps_0",1e-05,1613945940873,5782
+"wd_1",0.01,1613945940873,5782
+"sqr_mom_1",0.99,1613945940873,5782
+"lr_1",1.864237556482516e-05,1613945940873,5782
+"mom_1",0.91271587602911,1613945940873,5782
+"eps_1",1e-05,1613945940873,5782
+"wd_2",0.01,1613945940873,5782
+"sqr_mom_2",0.99,1613945940873,5782
+"lr_2",0.00018642375564825156,1613945940873,5782
+"mom_2",0.91271587602911,1613945940873,5782
+"eps_2",1e-05,1613945940873,5782
+"train_loss",0.007189123,1613945941840,5783
+"raw_loss",0.0077851736,1613945941840,5783
+"epoch",36.377358490566024,1613945941840,5783
+"wd_0",0.01,1613945941840,5783
+"sqr_mom_0",0.99,1613945941840,5783
+"lr_0",1.86287265466976e-06,1613945941840,5783
+"mom_0",0.9127431743383482,1613945941840,5783
+"eps_0",1e-05,1613945941840,5783
+"wd_1",0.01,1613945941840,5783
+"sqr_mom_1",0.99,1613945941840,5783
+"lr_1",1.86287265466976e-05,1613945941840,5783
+"mom_1",0.9127431743383482,1613945941840,5783
+"eps_1",1e-05,1613945941840,5783
+"wd_2",0.01,1613945941840,5783
+"sqr_mom_2",0.99,1613945941840,5783
+"lr_2",0.00018628726546697597,1613945941840,5783
+"mom_2",0.9127431743383482,1613945941840,5783
+"eps_2",1e-05,1613945941840,5783
+"train_loss",0.0071329763,1613945942777,5784
+"raw_loss",0.0043817856,1613945942777,5784
+"epoch",36.383647798742125,1613945942777,5784
+"wd_0",0.01,1613945942777,5784
+"sqr_mom_0",0.99,1613945942777,5784
+"lr_0",1.8615079559420112e-06,1613945942777,5784
+"mom_0",0.9127704685858457,1613945942777,5784
+"eps_0",1e-05,1613945942777,5784
+"wd_1",0.01,1613945942777,5784
+"sqr_mom_1",0.99,1613945942777,5784
+"lr_1",1.861507955942011e-05,1613945942777,5784
+"mom_1",0.9127704685858457,1613945942777,5784
+"eps_1",1e-05,1613945942777,5784
+"wd_2",0.01,1613945942777,5784
+"sqr_mom_2",0.99,1613945942777,5784
+"lr_2",0.00018615079559420109,1613945942777,5784
+"mom_2",0.9127704685858457,1613945942777,5784
+"eps_2",1e-05,1613945942777,5784
+"train_loss",0.00714377,1613945943726,5785
+"raw_loss",0.0076726503,1613945943726,5785
+"epoch",36.389937106918225,1613945943726,5785
+"wd_0",0.01,1613945943726,5785
+"sqr_mom_0",0.99,1613945943726,5785
+"lr_0",1.86014346073425e-06,1613945943726,5785
+"mom_0",0.9127977587629026,1613945943726,5785
+"eps_0",1e-05,1613945943726,5785
+"wd_1",0.01,1613945943726,5785
+"sqr_mom_1",0.99,1613945943726,5785
+"lr_1",1.86014346073425e-05,1613945943726,5785
+"mom_1",0.9127977587629026,1613945943726,5785
+"eps_1",1e-05,1613945943726,5785
+"wd_2",0.01,1613945943726,5785
+"sqr_mom_2",0.99,1613945943726,5785
+"lr_2",0.000186014346073425,1613945943726,5785
+"mom_2",0.9127977587629026,1613945943726,5785
+"eps_2",1e-05,1613945943726,5785
+"train_loss",0.007185361,1613945944672,5786
+"raw_loss",0.009223315,1613945944672,5786
+"epoch",36.396226415094326,1613945944672,5786
+"wd_0",0.01,1613945944672,5786
+"sqr_mom_0",0.99,1613945944672,5786
+"lr_0",1.8587796219487785e-06,1613945944672,5786
+"mom_0",0.9128250358113825,1613945944672,5786
+"eps_0",1e-05,1613945944672,5786
+"wd_1",0.01,1613945944672,5786
+"sqr_mom_1",0.99,1613945944672,5786
+"lr_1",1.8587796219487786e-05,1613945944672,5786
+"mom_1",0.9128250358113825,1613945944672,5786
+"eps_1",1e-05,1613945944672,5786
+"wd_2",0.01,1613945944672,5786
+"sqr_mom_2",0.99,1613945944672,5786
+"lr_2",0.00018587796219487785,1613945944672,5786
+"mom_2",0.9128250358113825,1613945944672,5786
+"eps_2",1e-05,1613945944672,5786
+"train_loss",0.0072246827,1613945945617,5787
+"raw_loss",0.009151454,1613945945617,5787
+"epoch",36.402515723270426,1613945945617,5787
+"wd_0",0.01,1613945945617,5787
+"sqr_mom_0",0.99,1613945945617,5787
+"lr_0",1.8574150826182969e-06,1613945945617,5787
+"mom_0",0.9128523268709028,1613945945617,5787
+"eps_0",1e-05,1613945945617,5787
+"wd_1",0.01,1613945945617,5787
+"sqr_mom_1",0.99,1613945945617,5787
+"lr_1",1.8574150826182966e-05,1613945945617,5787
+"mom_1",0.9128523268709028,1613945945617,5787
+"eps_1",1e-05,1613945945617,5787
+"wd_2",0.01,1613945945617,5787
+"sqr_mom_2",0.99,1613945945617,5787
+"lr_2",0.00018574150826182966,1613945945617,5787
+"mom_2",0.9128523268709028,1613945945617,5787
+"eps_2",1e-05,1613945945617,5787
+"train_loss",0.007197145,1613945946562,5788
+"raw_loss",0.0058477884,1613945946562,5788
+"epoch",36.408805031446526,1613945946562,5788
+"wd_0",0.01,1613945946562,5788
+"sqr_mom_0",0.99,1613945946562,5788
+"lr_0",1.8560516529112586e-06,1613945946562,5788
+"mom_0",0.9128795957377321,1613945946562,5788
+"eps_0",1e-05,1613945946562,5788
+"wd_1",0.01,1613945946562,5788
+"sqr_mom_1",0.99,1613945946562,5788
+"lr_1",1.8560516529112585e-05,1613945946562,5788
+"mom_1",0.9128795957377321,1613945946562,5788
+"eps_1",1e-05,1613945946562,5788
+"wd_2",0.01,1613945946562,5788
+"sqr_mom_2",0.99,1613945946562,5788
+"lr_2",0.00018560516529112582,1613945946562,5788
+"mom_2",0.9128795957377321,1613945946562,5788
+"eps_2",1e-05,1613945946562,5788
+"train_loss",0.007180184,1613945947521,5789
+"raw_loss",0.0063490937,1613945947521,5789
+"epoch",36.41509433962263,1613945947521,5789
+"wd_0",0.01,1613945947521,5789
+"sqr_mom_0",0.99,1613945947521,5789
+"lr_0",1.8546884283272069e-06,1613945947521,5789
+"mom_0",0.9129068605020608,1613945947521,5789
+"eps_0",1e-05,1613945947521,5789
+"wd_1",0.01,1613945947521,5789
+"sqr_mom_1",0.99,1613945947521,5789
+"lr_1",1.854688428327207e-05,1613945947521,5789
+"mom_1",0.9129068605020608,1613945947521,5789
+"eps_1",1e-05,1613945947521,5789
+"wd_2",0.01,1613945947521,5789
+"sqr_mom_2",0.99,1613945947521,5789
+"lr_2",0.00018546884283272066,1613945947521,5789
+"mom_2",0.9129068605020608,1613945947521,5789
+"eps_2",1e-05,1613945947521,5789
+"train_loss",0.007207793,1613945948456,5790
+"raw_loss",0.008560635,1613945948456,5790
+"epoch",36.42138364779873,1613945948456,5790
+"wd_0",0.01,1613945948456,5790
+"sqr_mom_0",0.99,1613945948456,5790
+"lr_0",1.8533245049101628e-06,1613945948456,5790
+"mom_0",0.9129341392431891,1613945948456,5790
+"eps_0",1e-05,1613945948456,5790
+"wd_1",0.01,1613945948456,5790
+"sqr_mom_1",0.99,1613945948456,5790
+"lr_1",1.853324504910163e-05,1613945948456,5790
+"mom_1",0.9129341392431891,1613945948456,5790
+"eps_1",1e-05,1613945948456,5790
+"wd_2",0.01,1613945948456,5790
+"sqr_mom_2",0.99,1613945948456,5790
+"lr_2",0.00018533245049101626,1613945948456,5790
+"mom_2",0.9129341392431891,1613945948456,5790
+"eps_2",1e-05,1613945948456,5790
+"train_loss",0.007242329,1613945949410,5791
+"raw_loss",0.008934583,1613945949410,5791
+"epoch",36.42767295597483,1613945949410,5791
+"wd_0",0.01,1613945949410,5791
+"sqr_mom_0",0.99,1613945949410,5791
+"lr_0",1.851961692011525e-06,1613945949410,5791
+"mom_0",0.9129613957737273,1613945949410,5791
+"eps_0",1e-05,1613945949410,5791
+"wd_1",0.01,1613945949410,5791
+"sqr_mom_1",0.99,1613945949410,5791
+"lr_1",1.851961692011525e-05,1613945949410,5791
+"mom_1",0.9129613957737273,1613945949410,5791
+"eps_1",1e-05,1613945949410,5791
+"wd_2",0.01,1613945949410,5791
+"sqr_mom_2",0.99,1613945949410,5791
+"lr_2",0.00018519616920115243,1613945949410,5791
+"mom_2",0.9129613957737273,1613945949410,5791
+"eps_2",1e-05,1613945949410,5791
+"train_loss",0.007472397,1613945950353,5792
+"raw_loss",0.018745732,1613945950353,5792
+"epoch",36.43396226415093,1613945950353,5792
+"wd_0",0.01,1613945950353,5792
+"sqr_mom_0",0.99,1613945950353,5792
+"lr_0",1.850599085538636e-06,1613945950353,5792
+"mom_0",0.912988648175709,1613945950353,5792
+"eps_0",1e-05,1613945950353,5792
+"wd_1",0.01,1613945950353,5792
+"sqr_mom_1",0.99,1613945950353,5792
+"lr_1",1.850599085538636e-05,1613945950353,5792
+"mom_1",0.912988648175709,1613945950353,5792
+"eps_1",1e-05,1613945950353,5792
+"wd_2",0.01,1613945950353,5792
+"sqr_mom_2",0.99,1613945950353,5792
+"lr_2",0.00018505990855386355,1613945950353,5792
+"mom_2",0.912988648175709,1613945950353,5792
+"eps_2",1e-05,1613945950353,5792
+"train_loss",0.0073995143,1613945951286,5793
+"raw_loss",0.0038282592,1613945951286,5793
+"epoch",36.44025157232703,1613945951286,5793
+"wd_0",0.01,1613945951286,5793
+"sqr_mom_0",0.99,1613945951286,5793
+"lr_0",1.8492357819467792e-06,1613945951286,5793
+"mom_0",0.9130159145202096,1613945951286,5793
+"eps_0",1e-05,1613945951286,5793
+"wd_1",0.01,1613945951286,5793
+"sqr_mom_1",0.99,1613945951286,5793
+"lr_1",1.8492357819467786e-05,1613945951286,5793
+"mom_1",0.9130159145202096,1613945951286,5793
+"eps_1",1e-05,1613945951286,5793
+"wd_2",0.01,1613945951286,5793
+"sqr_mom_2",0.99,1613945951286,5793
+"lr_2",0.00018492357819467788,1613945951286,5793
+"mom_2",0.9130159145202096,1613945951286,5793
+"eps_2",1e-05,1613945951286,5793
+"train_loss",0.007445314,1613945952223,5794
+"raw_loss",0.0096894875,1613945952223,5794
+"epoch",36.44654088050313,1613945952223,5794
+"wd_0",0.01,1613945952223,5794
+"sqr_mom_0",0.99,1613945952223,5794
+"lr_0",1.8478735897651045e-06,1613945952223,5794
+"mom_0",0.9130431586362843,1613945952223,5794
+"eps_0",1e-05,1613945952223,5794
+"wd_1",0.01,1613945952223,5794
+"sqr_mom_1",0.99,1613945952223,5794
+"lr_1",1.8478735897651045e-05,1613945952223,5794
+"mom_1",0.9130431586362843,1613945952223,5794
+"eps_1",1e-05,1613945952223,5794
+"wd_2",0.01,1613945952223,5794
+"sqr_mom_2",0.99,1613945952223,5794
+"lr_2",0.00018478735897651041,1613945952223,5794
+"mom_2",0.9130431586362843,1613945952223,5794
+"eps_2",1e-05,1613945952223,5794
+"train_loss",0.007534043,1613945953170,5795
+"raw_loss",0.01188176,1613945953170,5795
+"epoch",36.45283018867923,1613945953170,5795
+"wd_0",0.01,1613945953170,5795
+"sqr_mom_0",0.99,1613945953170,5795
+"lr_0",1.8465111534598543e-06,1613945953170,5795
+"mom_0",0.9130704076348792,1613945953170,5795
+"eps_0",1e-05,1613945953170,5795
+"wd_1",0.01,1613945953170,5795
+"sqr_mom_1",0.99,1613945953170,5795
+"lr_1",1.846511153459854e-05,1613945953170,5795
+"mom_1",0.9130704076348792,1613945953170,5795
+"eps_1",1e-05,1613945953170,5795
+"wd_2",0.01,1613945953170,5795
+"sqr_mom_2",0.99,1613945953170,5795
+"lr_2",0.0001846511153459854,1613945953170,5795
+"mom_2",0.9130704076348792,1613945953170,5795
+"eps_2",1e-05,1613945953170,5795
+"train_loss",0.0075493883,1613945954151,5796
+"raw_loss",0.008301314,1613945954151,5796
+"epoch",36.45911949685533,1613945954151,5796
+"wd_0",0.01,1613945954151,5796
+"sqr_mom_0",0.99,1613945954151,5796
+"lr_0",1.845148925454652e-06,1613945954151,5796
+"mom_0",0.9130976524674316,1613945954151,5796
+"eps_0",1e-05,1613945954151,5796
+"wd_1",0.01,1613945954151,5796
+"sqr_mom_1",0.99,1613945954151,5796
+"lr_1",1.845148925454652e-05,1613945954151,5796
+"mom_1",0.9130976524674316,1613945954151,5796
+"eps_1",1e-05,1613945954151,5796
+"wd_2",0.01,1613945954151,5796
+"sqr_mom_2",0.99,1613945954151,5796
+"lr_2",0.00018451489254546515,1613945954151,5796
+"mom_2",0.9130976524674316,1613945954151,5796
+"eps_2",1e-05,1613945954151,5796
+"train_loss",0.007479106,1613945955089,5797
+"raw_loss",0.004035278,1613945955089,5797
+"epoch",36.46540880503143,1613945955089,5797
+"wd_0",0.01,1613945955089,5797
+"sqr_mom_0",0.99,1613945955089,5797
+"lr_0",1.8437869061836907e-06,1613945955089,5797
+"mom_0",0.9131248931252574,1613945955089,5797
+"eps_0",1e-05,1613945955089,5797
+"wd_1",0.01,1613945955089,5797
+"sqr_mom_1",0.99,1613945955089,5797
+"lr_1",1.8437869061836905e-05,1613945955089,5797
+"mom_1",0.9131248931252574,1613945955089,5797
+"eps_1",1e-05,1613945955089,5797
+"wd_2",0.01,1613945955089,5797
+"sqr_mom_2",0.99,1613945955089,5797
+"lr_2",0.00018437869061836904,1613945955089,5797
+"mom_2",0.9131248931252574,1613945955089,5797
+"eps_2",1e-05,1613945955089,5797
+"train_loss",0.0075150197,1613945956069,5798
+"raw_loss",0.00927478,1613945956069,5798
+"epoch",36.47169811320753,1613945956069,5798
+"wd_0",0.01,1613945956069,5798
+"sqr_mom_0",0.99,1613945956069,5798
+"lr_0",1.8424255477246858e-06,1613945956069,5798
+"mom_0",0.9131521205667119,1613945956069,5798
+"eps_0",1e-05,1613945956069,5798
+"wd_1",0.01,1613945956069,5798
+"sqr_mom_1",0.99,1613945956069,5798
+"lr_1",1.842425547724686e-05,1613945956069,5798
+"mom_1",0.9131521205667119,1613945956069,5798
+"eps_1",1e-05,1613945956069,5798
+"wd_2",0.01,1613945956069,5798
+"sqr_mom_2",0.99,1613945956069,5798
+"lr_2",0.00018424255477246857,1613945956069,5798
+"mom_2",0.9131521205667119,1613945956069,5798
+"eps_2",1e-05,1613945956069,5798
+"train_loss",0.007437788,1613945957098,5799
+"raw_loss",0.0036534371,1613945957098,5799
+"epoch",36.47798742138363,1613945957098,5799
+"wd_0",0.01,1613945957098,5799
+"sqr_mom_0",0.99,1613945957098,5799
+"lr_0",1.8410634955809408e-06,1613945957098,5799
+"mom_0",0.913179361882,1613945957098,5799
+"eps_0",1e-05,1613945957098,5799
+"wd_1",0.01,1613945957098,5799
+"sqr_mom_1",0.99,1613945957098,5799
+"lr_1",1.841063495580941e-05,1613945957098,5799
+"mom_1",0.913179361882,1613945957098,5799
+"eps_1",1e-05,1613945957098,5799
+"wd_2",0.01,1613945957098,5799
+"sqr_mom_2",0.99,1613945957098,5799
+"lr_2",0.00018410634955809407,1613945957098,5799
+"mom_2",0.913179361882,1613945957098,5799
+"eps_2",1e-05,1613945957098,5799
+"train_loss",0.0074419896,1613945958110,5800
+"raw_loss",0.007647871,1613945958110,5800
+"epoch",36.48427672955973,1613945958110,5800
+"wd_0",0.01,1613945958110,5800
+"sqr_mom_0",0.99,1613945958110,5800
+"lr_0",1.839702556621465e-06,1613945958110,5800
+"mom_0",0.91320658093338,1613945958110,5800
+"eps_0",1e-05,1613945958110,5800
+"wd_1",0.01,1613945958110,5800
+"sqr_mom_1",0.99,1613945958110,5800
+"lr_1",1.8397025566214646e-05,1613945958110,5800
+"mom_1",0.91320658093338,1613945958110,5800
+"eps_1",1e-05,1613945958110,5800
+"wd_2",0.01,1613945958110,5800
+"sqr_mom_2",0.99,1613945958110,5800
+"lr_2",0.00018397025566214644,1613945958110,5800
+"mom_2",0.91320658093338,1613945958110,5800
+"eps_2",1e-05,1613945958110,5800
+"train_loss",0.007412005,1613945959051,5801
+"raw_loss",0.0059427614,1613945959051,5801
+"epoch",36.49056603773583,1613945959051,5801
+"wd_0",0.01,1613945959051,5801
+"sqr_mom_0",0.99,1613945959051,5801
+"lr_0",1.8383409251238273e-06,1613945959051,5801
+"mom_0",0.9132338138356618,1613945959051,5801
+"eps_0",1e-05,1613945959051,5801
+"wd_1",0.01,1613945959051,5801
+"sqr_mom_1",0.99,1613945959051,5801
+"lr_1",1.8383409251238275e-05,1613945959051,5801
+"mom_1",0.9132338138356618,1613945959051,5801
+"eps_1",1e-05,1613945959051,5801
+"wd_2",0.01,1613945959051,5801
+"sqr_mom_2",0.99,1613945959051,5801
+"lr_2",0.0001838340925123827,1613945959051,5801
+"mom_2",0.9132338138356618,1613945959051,5801
+"eps_2",1e-05,1613945959051,5801
+"train_loss",0.007357505,1613945960002,5802
+"raw_loss",0.0046870075,1613945960002,5802
+"epoch",36.49685534591193,1613945960002,5802
+"wd_0",0.01,1613945960002,5802
+"sqr_mom_0",0.99,1613945960002,5802
+"lr_0",1.8369804073990158e-06,1613945960002,5802
+"mom_0",0.9132610244622643,1613945960002,5802
+"eps_0",1e-05,1613945960002,5802
+"wd_1",0.01,1613945960002,5802
+"sqr_mom_1",0.99,1613945960002,5802
+"lr_1",1.8369804073990157e-05,1613945960002,5802
+"mom_1",0.9132610244622643,1613945960002,5802
+"eps_1",1e-05,1613945960002,5802
+"wd_2",0.01,1613945960002,5802
+"sqr_mom_2",0.99,1613945960002,5802
+"lr_2",0.0001836980407399015,1613945960002,5802
+"mom_2",0.9132610244622643,1613945960002,5802
+"eps_2",1e-05,1613945960002,5802
+"train_loss",0.007503098,1613945960952,5803
+"raw_loss",0.014637137,1613945960952,5803
+"epoch",36.50314465408803,1613945960952,5803
+"wd_0",0.01,1613945960952,5803
+"sqr_mom_0",0.99,1613945960952,5803
+"lr_0",1.8356201008718992e-06,1613945960952,5803
+"mom_0",0.9132882308648707,1613945960952,5803
+"eps_0",1e-05,1613945960952,5803
+"wd_1",0.01,1613945960952,5803
+"sqr_mom_1",0.99,1613945960952,5803
+"lr_1",1.8356201008718993e-05,1613945960952,5803
+"mom_1",0.9132882308648707,1613945960952,5803
+"eps_1",1e-05,1613945960952,5803
+"wd_2",0.01,1613945960952,5803
+"sqr_mom_2",0.99,1613945960952,5803
+"lr_2",0.0001835620100871899,1613945960952,5803
+"mom_2",0.9132882308648707,1613945960952,5803
+"eps_2",1e-05,1613945960952,5803
+"train_loss",0.0074376604,1613945961897,5804
+"raw_loss",0.0042312243,1613945961897,5804
+"epoch",36.50943396226413,1613945961897,5804
+"wd_0",0.01,1613945961897,5804
+"sqr_mom_0",0.99,1613945961897,5804
+"lr_0",1.8342591035279526e-06,1613945961897,5804
+"mom_0",0.9133154510839517,1613945961897,5804
+"eps_0",1e-05,1613945961897,5804
+"wd_1",0.01,1613945961897,5804
+"sqr_mom_1",0.99,1613945961897,5804
+"lr_1",1.8342591035279524e-05,1613945961897,5804
+"mom_1",0.9133154510839517,1613945961897,5804
+"eps_1",1e-05,1613945961897,5804
+"wd_2",0.01,1613945961897,5804
+"sqr_mom_2",0.99,1613945961897,5804
+"lr_2",0.00018342591035279524,1613945961897,5804
+"mom_2",0.9133154510839517,1613945961897,5804
+"eps_2",1e-05,1613945961897,5804
+"train_loss",0.007375491,1613945962843,5805
+"raw_loss",0.0043291766,1613945962843,5805
+"epoch",36.51572327044023,1613945962843,5805
+"wd_0",0.01,1613945962843,5805
+"sqr_mom_0",0.99,1613945962843,5805
+"lr_0",1.8328992208369075e-06,1613945962843,5805
+"mom_0",0.9133426490097519,1613945962843,5805
+"eps_0",1e-05,1613945962843,5805
+"wd_1",0.01,1613945962843,5805
+"sqr_mom_1",0.99,1613945962843,5805
+"lr_1",1.8328992208369073e-05,1613945962843,5805
+"mom_1",0.9133426490097519,1613945962843,5805
+"eps_1",1e-05,1613945962843,5805
+"wd_2",0.01,1613945962843,5805
+"sqr_mom_2",0.99,1613945962843,5805
+"lr_2",0.0001832899220836907,1613945962843,5805
+"mom_2",0.9133426490097519,1613945962843,5805
+"eps_2",1e-05,1613945962843,5805
+"train_loss",0.007349716,1613945963845,5806
+"raw_loss",0.0060867458,1613945963845,5806
+"epoch",36.522012578616334,1613945963845,5806
+"wd_0",0.01,1613945963845,5806
+"sqr_mom_0",0.99,1613945963845,5806
+"lr_0",1.8315390995606581e-06,1613945963845,5806
+"mom_0",0.9133698517073039,1613945963845,5806
+"eps_0",1e-05,1613945963845,5806
+"wd_1",0.01,1613945963845,5806
+"sqr_mom_1",0.99,1613945963845,5806
+"lr_1",1.8315390995606582e-05,1613945963845,5806
+"mom_1",0.9133698517073039,1613945963845,5806
+"eps_1",1e-05,1613945963845,5806
+"wd_2",0.01,1613945963845,5806
+"sqr_mom_2",0.99,1613945963845,5806
+"lr_2",0.00018315390995606577,1613945963845,5806
+"mom_2",0.9133698517073039,1613945963845,5806
+"eps_2",1e-05,1613945963845,5806
+"train_loss",0.007373672,1613945964817,5807
+"raw_loss",0.008547509,1613945964817,5807
+"epoch",36.528301886792434,1613945964817,5807
+"wd_0",0.01,1613945964817,5807
+"sqr_mom_0",0.99,1613945964817,5807
+"lr_0",1.8301791913566274e-06,1613945964817,5807
+"mom_0",0.9133970501433688,1613945964817,5807
+"eps_0",1e-05,1613945964817,5807
+"wd_1",0.01,1613945964817,5807
+"sqr_mom_1",0.99,1613945964817,5807
+"lr_1",1.830179191356627e-05,1613945964817,5807
+"mom_1",0.9133970501433688,1613945964817,5807
+"eps_1",1e-05,1613945964817,5807
+"wd_2",0.01,1613945964817,5807
+"sqr_mom_2",0.99,1613945964817,5807
+"lr_2",0.0001830179191356627,1613945964817,5807
+"mom_2",0.9133970501433688,1613945964817,5807
+"eps_2",1e-05,1613945964817,5807
+"train_loss",0.007297614,1613945965783,5808
+"raw_loss",0.0035707771,1613945965783,5808
+"epoch",36.534591194968534,1613945965783,5808
+"wd_0",0.01,1613945965783,5808
+"sqr_mom_0",0.99,1613945965783,5808
+"lr_0",1.8288194966582689e-06,1613945965783,5808
+"mom_0",0.9134242443092777,1613945965783,5808
+"eps_0",1e-05,1613945965783,5808
+"wd_1",0.01,1613945965783,5808
+"sqr_mom_1",0.99,1613945965783,5808
+"lr_1",1.8288194966582685e-05,1613945965783,5808
+"mom_1",0.9134242443092777,1613945965783,5808
+"eps_1",1e-05,1613945965783,5808
+"wd_2",0.01,1613945965783,5808
+"sqr_mom_2",0.99,1613945965783,5808
+"lr_2",0.00018288194966582685,1613945965783,5808
+"mom_2",0.9134242443092777,1613945965783,5808
+"eps_2",1e-05,1613945965783,5808
+"train_loss",0.007254267,1613945966723,5809
+"raw_loss",0.005130263,1613945966723,5809
+"epoch",36.540880503144635,1613945966723,5809
+"wd_0",0.01,1613945966723,5809
+"sqr_mom_0",0.99,1613945966723,5809
+"lr_0",1.8274604667691798e-06,1613945966723,5809
+"mom_0",0.9134514251788681,1613945966723,5809
+"eps_0",1e-05,1613945966723,5809
+"wd_1",0.01,1613945966723,5809
+"sqr_mom_1",0.99,1613945966723,5809
+"lr_1",1.82746046676918e-05,1613945966723,5809
+"mom_1",0.9134514251788681,1613945966723,5809
+"eps_1",1e-05,1613945966723,5809
+"wd_2",0.01,1613945966723,5809
+"sqr_mom_2",0.99,1613945966723,5809
+"lr_2",0.000182746046676918,1613945966723,5809
+"mom_2",0.9134514251788681,1613945966723,5809
+"eps_2",1e-05,1613945966723,5809
+"train_loss",0.00727962,1613945967678,5810
+"raw_loss",0.008521924,1613945967678,5810
+"epoch",36.547169811320735,1613945967678,5810
+"wd_0",0.01,1613945967678,5810
+"sqr_mom_0",0.99,1613945967678,5810
+"lr_0",1.8261007495120524e-06,1613945967678,5810
+"mom_0",0.9134786197959569,1613945967678,5810
+"eps_0",1e-05,1613945967678,5810
+"wd_1",0.01,1613945967678,5810
+"sqr_mom_1",0.99,1613945967678,5810
+"lr_1",1.8261007495120525e-05,1613945967678,5810
+"mom_1",0.9134786197959569,1613945967678,5810
+"eps_1",1e-05,1613945967678,5810
+"wd_2",0.01,1613945967678,5810
+"sqr_mom_2",0.99,1613945967678,5810
+"lr_2",0.00018261007495120522,1613945967678,5810
+"mom_2",0.9134786197959569,1613945967678,5810
+"eps_2",1e-05,1613945967678,5810
+"train_loss",0.0071836314,1613945968608,5811
+"raw_loss",0.0024801868,1613945968608,5811
+"epoch",36.553459119496836,1613945968608,5811
+"wd_0",0.01,1613945968608,5811
+"sqr_mom_0",0.99,1613945968608,5811
+"lr_0",1.824742148658481e-06,1613945968608,5811
+"mom_0",0.9135057920847512,1613945968608,5811
+"eps_0",1e-05,1613945968608,5811
+"wd_1",0.01,1613945968608,5811
+"sqr_mom_1",0.99,1613945968608,5811
+"lr_1",1.8247421486584807e-05,1613945968608,5811
+"mom_1",0.9135057920847512,1613945968608,5811
+"eps_1",1e-05,1613945968608,5811
+"wd_2",0.01,1613945968608,5811
+"sqr_mom_2",0.99,1613945968608,5811
+"lr_2",0.00018247421486584806,1613945968608,5811
+"mom_2",0.9135057920847512,1613945968608,5811
+"eps_2",1e-05,1613945968608,5811
+"train_loss",0.007110623,1613945969553,5812
+"raw_loss",0.0035332164,1613945969553,5812
+"epoch",36.559748427672936,1613945969553,5812
+"wd_0",0.01,1613945969553,5812
+"sqr_mom_0",0.99,1613945969553,5812
+"lr_0",1.8233837629008233e-06,1613945969553,5812
+"mom_0",0.9135329600715842,1613945969553,5812
+"eps_0",1e-05,1613945969553,5812
+"wd_1",0.01,1613945969553,5812
+"sqr_mom_1",0.99,1613945969553,5812
+"lr_1",1.8233837629008235e-05,1613945969553,5812
+"mom_1",0.9135329600715842,1613945969553,5812
+"eps_1",1e-05,1613945969553,5812
+"wd_2",0.01,1613945969553,5812
+"sqr_mom_2",0.99,1613945969553,5812
+"lr_2",0.0001823383762900823,1613945969553,5812
+"mom_2",0.9135329600715842,1613945969553,5812
+"eps_2",1e-05,1613945969553,5812
+"train_loss",0.007121942,1613945970501,5813
+"raw_loss",0.0076765567,1613945970501,5813
+"epoch",36.56603773584904,1613945970501,5813
+"wd_0",0.01,1613945970501,5813
+"sqr_mom_0",0.99,1613945970501,5813
+"lr_0",1.8220246915023858e-06,1613945970501,5813
+"mom_0",0.91356014177137,1613945970501,5813
+"eps_0",1e-05,1613945970501,5813
+"wd_1",0.01,1613945970501,5813
+"sqr_mom_1",0.99,1613945970501,5813
+"lr_1",1.8220246915023853e-05,1613945970501,5813
+"mom_1",0.91356014177137,1613945970501,5813
+"eps_1",1e-05,1613945970501,5813
+"wd_2",0.01,1613945970501,5813
+"sqr_mom_2",0.99,1613945970501,5813
+"lr_2",0.00018220246915023853,1613945970501,5813
+"mom_2",0.91356014177137,1613945970501,5813
+"eps_2",1e-05,1613945970501,5813
+"train_loss",0.007125207,1613945971441,5814
+"raw_loss",0.0072852005,1613945971441,5814
+"epoch",36.57232704402514,1613945971441,5814
+"wd_0",0.01,1613945971441,5814
+"sqr_mom_0",0.99,1613945971441,5814
+"lr_0",1.8206667373779822e-06,1613945971441,5814
+"mom_0",0.9135873011254516,1613945971441,5814
+"eps_0",1e-05,1613945971441,5814
+"wd_1",0.01,1613945971441,5814
+"sqr_mom_1",0.99,1613945971441,5814
+"lr_1",1.8206667373779823e-05,1613945971441,5814
+"mom_1",0.9135873011254516,1613945971441,5814
+"eps_1",1e-05,1613945971441,5814
+"wd_2",0.01,1613945971441,5814
+"sqr_mom_2",0.99,1613945971441,5814
+"lr_2",0.00018206667373779818,1613945971441,5814
+"mom_2",0.9135873011254516,1613945971441,5814
+"eps_2",1e-05,1613945971441,5814
+"train_loss",0.0070874305,1613945972383,5815
+"raw_loss",0.00523636,1613945972383,5815
+"epoch",36.57861635220124,1613945972383,5815
+"wd_0",0.01,1613945972383,5815
+"sqr_mom_0",0.99,1613945972383,5815
+"lr_0",1.8193089996476221e-06,1613945972383,5815
+"mom_0",0.9136144561516091,1613945972383,5815
+"eps_0",1e-05,1613945972383,5815
+"wd_1",0.01,1613945972383,5815
+"sqr_mom_1",0.99,1613945972383,5815
+"lr_1",1.819308999647622e-05,1613945972383,5815
+"mom_1",0.9136144561516091,1613945972383,5815
+"eps_1",1e-05,1613945972383,5815
+"wd_2",0.01,1613945972383,5815
+"sqr_mom_2",0.99,1613945972383,5815
+"lr_2",0.00018193089996476218,1613945972383,5815
+"mom_2",0.9136144561516091,1613945972383,5815
+"eps_2",1e-05,1613945972383,5815
+"train_loss",0.0072784503,1613945973329,5816
+"raw_loss",0.01663843,1613945973329,5816
+"epoch",36.58490566037734,1613945973329,5816
+"wd_0",0.01,1613945973329,5816
+"sqr_mom_0",0.99,1613945973329,5816
+"lr_0",1.817950578005708e-06,1613945973329,5816
+"mom_0",0.9136416248561343,1613945973329,5816
+"eps_0",1e-05,1613945973329,5816
+"wd_1",0.01,1613945973329,5816
+"sqr_mom_1",0.99,1613945973329,5816
+"lr_1",1.817950578005708e-05,1613945973329,5816
+"mom_1",0.9136416248561343,1613945973329,5816
+"eps_1",1e-05,1613945973329,5816
+"wd_2",0.01,1613945973329,5816
+"sqr_mom_2",0.99,1613945973329,5816
+"lr_2",0.00018179505780057076,1613945973329,5816
+"mom_2",0.9136416248561343,1613945973329,5816
+"eps_2",1e-05,1613945973329,5816
+"train_loss",0.0072236476,1613945974273,5817
+"raw_loss",0.0045383167,1613945974273,5817
+"epoch",36.59119496855344,1613945974273,5817
+"wd_0",0.01,1613945974273,5817
+"sqr_mom_0",0.99,1613945974273,5817
+"lr_0",1.816593274505102e-06,1613945974273,5817
+"mom_0",0.9136687711976099,1613945974273,5817
+"eps_0",1e-05,1613945974273,5817
+"wd_1",0.01,1613945974273,5817
+"sqr_mom_1",0.99,1613945974273,5817
+"lr_1",1.8165932745051016e-05,1613945974273,5817
+"mom_1",0.9136687711976099,1613945974273,5817
+"eps_1",1e-05,1613945974273,5817
+"wd_2",0.01,1613945974273,5817
+"sqr_mom_2",0.99,1613945974273,5817
+"lr_2",0.00018165932745051015,1613945974273,5817
+"mom_2",0.9136687711976099,1613945974273,5817
+"eps_2",1e-05,1613945974273,5817
+"train_loss",0.0071737026,1613945975236,5818
+"raw_loss",0.0047263973,1613945975236,5818
+"epoch",36.59748427672954,1613945975236,5818
+"wd_0",0.01,1613945975236,5818
+"sqr_mom_0",0.99,1613945975236,5818
+"lr_0",1.8152357384715003e-06,1613945975236,5818
+"mom_0",0.9136959221897919,1613945975236,5818
+"eps_0",1e-05,1613945975236,5818
+"wd_1",0.01,1613945975236,5818
+"sqr_mom_1",0.99,1613945975236,5818
+"lr_1",1.8152357384715e-05,1613945975236,5818
+"mom_1",0.9136959221897919,1613945975236,5818
+"eps_1",1e-05,1613945975236,5818
+"wd_2",0.01,1613945975236,5818
+"sqr_mom_2",0.99,1613945975236,5818
+"lr_2",0.00018152357384714998,1613945975236,5818
+"mom_2",0.9136959221897919,1613945975236,5818
+"eps_2",1e-05,1613945975236,5818
+"train_loss",0.007146216,1613945976197,5819
+"raw_loss",0.0057993624,1613945976197,5819
+"epoch",36.60377358490564,1613945976197,5819
+"wd_0",0.01,1613945976197,5819
+"sqr_mom_0",0.99,1613945976197,5819
+"lr_0",1.813878420706626e-06,1613945976197,5819
+"mom_0",0.9137230688165556,1613945976197,5819
+"eps_0",1e-05,1613945976197,5819
+"wd_1",0.01,1613945976197,5819
+"sqr_mom_1",0.99,1613945976197,5819
+"lr_1",1.8138784207066256e-05,1613945976197,5819
+"mom_1",0.9137230688165556,1613945976197,5819
+"eps_1",1e-05,1613945976197,5819
+"wd_2",0.01,1613945976197,5819
+"sqr_mom_2",0.99,1613945976197,5819
+"lr_2",0.00018138784207066258,1613945976197,5819
+"mom_2",0.9137230688165556,1613945976197,5819
+"eps_2",1e-05,1613945976197,5819
+"train_loss",0.007352515,1613945977191,5820
+"raw_loss",0.017461183,1613945977191,5820
+"epoch",36.61006289308174,1613945977191,5820
+"wd_0",0.01,1613945977191,5820
+"sqr_mom_0",0.99,1613945977191,5820
+"lr_0",1.812521321643109e-06,1613945977191,5820
+"mom_0",0.9137502110692485,1613945977191,5820
+"eps_0",1e-05,1613945977191,5820
+"wd_1",0.01,1613945977191,5820
+"sqr_mom_1",0.99,1613945977191,5820
+"lr_1",1.812521321643109e-05,1613945977191,5820
+"mom_1",0.9137502110692485,1613945977191,5820
+"eps_1",1e-05,1613945977191,5820
+"wd_2",0.01,1613945977191,5820
+"sqr_mom_2",0.99,1613945977191,5820
+"lr_2",0.00018125213216431087,1613945977191,5820
+"mom_2",0.9137502110692485,1613945977191,5820
+"eps_2",1e-05,1613945977191,5820
+"train_loss",0.007276899,1613945978145,5821
+"raw_loss",0.0035717045,1613945978145,5821
+"epoch",36.61635220125784,1613945978145,5821
+"wd_0",0.01,1613945978145,5821
+"sqr_mom_0",0.99,1613945978145,5821
+"lr_0",1.8111648917202257e-06,1613945978145,5821
+"mom_0",0.9137773399389948,1613945978145,5821
+"eps_0",1e-05,1613945978145,5821
+"wd_1",0.01,1613945978145,5821
+"sqr_mom_1",0.99,1613945978145,5821
+"lr_1",1.8111648917202257e-05,1613945978145,5821
+"mom_1",0.9137773399389948,1613945978145,5821
+"eps_1",1e-05,1613945978145,5821
+"wd_2",0.01,1613945978145,5821
+"sqr_mom_2",0.99,1613945978145,5821
+"lr_2",0.00018111648917202254,1613945978145,5821
+"mom_2",0.9137773399389948,1613945978145,5821
+"eps_2",1e-05,1613945978145,5821
+"train_loss",0.0071986294,1613945979090,5822
+"raw_loss",0.003363409,1613945979090,5822
+"epoch",36.62264150943394,1613945979090,5822
+"wd_0",0.01,1613945979090,5822
+"sqr_mom_0",0.99,1613945979090,5822
+"lr_0",1.8098077813503135e-06,1613945979090,5822
+"mom_0",0.9138044824178179,1613945979090,5822
+"eps_0",1e-05,1613945979090,5822
+"wd_1",0.01,1613945979090,5822
+"sqr_mom_1",0.99,1613945979090,5822
+"lr_1",1.8098077813503134e-05,1613945979090,5822
+"mom_1",0.9138044824178179,1613945979090,5822
+"eps_1",1e-05,1613945979090,5822
+"wd_2",0.01,1613945979090,5822
+"sqr_mom_2",0.99,1613945979090,5822
+"lr_2",0.0001809807781350313,1613945979090,5822
+"mom_2",0.9138044824178179,1613945979090,5822
+"eps_2",1e-05,1613945979090,5822
+"train_loss",0.0071344795,1613945980035,5823
+"raw_loss",0.003991128,1613945980035,5823
+"epoch",36.62893081761004,1613945980035,5823
+"wd_0",0.01,1613945980035,5823
+"sqr_mom_0",0.99,1613945980035,5823
+"lr_0",1.808451790846728e-06,1613945980035,5823
+"mom_0",0.9138316024990905,1613945980035,5823
+"eps_0",1e-05,1613945980035,5823
+"wd_1",0.01,1613945980035,5823
+"sqr_mom_1",0.99,1613945980035,5823
+"lr_1",1.8084517908467277e-05,1613945980035,5823
+"mom_1",0.9138316024990905,1613945980035,5823
+"eps_1",1e-05,1613945980035,5823
+"wd_2",0.01,1613945980035,5823
+"sqr_mom_2",0.99,1613945980035,5823
+"lr_2",0.00018084517908467277,1613945980035,5823
+"mom_2",0.9138316024990905,1613945980035,5823
+"eps_2",1e-05,1613945980035,5823
+"train_loss",0.007097883,1613945980981,5824
+"raw_loss",0.0053046676,1613945980981,5824
+"epoch",36.63522012578614,1613945980981,5824
+"wd_0",0.01,1613945980981,5824
+"sqr_mom_0",0.99,1613945980981,5824
+"lr_0",1.8070960206279758e-06,1613945980981,5824
+"mom_0",0.9138587181746222,1613945980981,5824
+"eps_0",1e-05,1613945980981,5824
+"wd_1",0.01,1613945980981,5824
+"sqr_mom_1",0.99,1613945980981,5824
+"lr_1",1.8070960206279757e-05,1613945980981,5824
+"mom_1",0.9138587181746222,1613945980981,5824
+"eps_1",1e-05,1613945980981,5824
+"wd_2",0.01,1613945980981,5824
+"sqr_mom_2",0.99,1613945980981,5824
+"lr_2",0.00018070960206279755,1613945980981,5824
+"mom_2",0.9138587181746222,1613945980981,5824
+"eps_2",1e-05,1613945980981,5824
+"train_loss",0.007030733,1613945981936,5825
+"raw_loss",0.0037403747,1613945981936,5825
+"epoch",36.64150943396224,1613945981936,5825
+"wd_0",0.01,1613945981936,5825
+"sqr_mom_0",0.99,1613945981936,5825
+"lr_0",1.805739571697291e-06,1613945981936,5825
+"mom_0",0.9138858474245284,1613945981936,5825
+"eps_0",1e-05,1613945981936,5825
+"wd_1",0.01,1613945981936,5825
+"sqr_mom_1",0.99,1613945981936,5825
+"lr_1",1.805739571697291e-05,1613945981936,5825
+"mom_1",0.9138858474245284,1613945981936,5825
+"eps_1",1e-05,1613945981936,5825
+"wd_2",0.01,1613945981936,5825
+"sqr_mom_2",0.99,1613945981936,5825
+"lr_2",0.00018057395716972906,1613945981936,5825
+"mom_2",0.9138858474245284,1613945981936,5825
+"eps_2",1e-05,1613945981936,5825
+"train_loss",0.006978376,1613945982890,5826
+"raw_loss",0.004412876,1613945982890,5826
+"epoch",36.64779874213834,1613945982890,5826
+"wd_0",0.01,1613945982890,5826
+"sqr_mom_0",0.99,1613945982890,5826
+"lr_0",1.8043842434905767e-06,1613945982890,5826
+"mom_0",0.9139129542597311,1613945982890,5826
+"eps_0",1e-05,1613945982890,5826
+"wd_1",0.01,1613945982890,5826
+"sqr_mom_1",0.99,1613945982890,5826
+"lr_1",1.8043842434905767e-05,1613945982890,5826
+"mom_1",0.9139129542597311,1613945982890,5826
+"eps_1",1e-05,1613945982890,5826
+"wd_2",0.01,1613945982890,5826
+"sqr_mom_2",0.99,1613945982890,5826
+"lr_2",0.00018043842434905762,1613945982890,5826
+"mom_2",0.9139129542597311,1613945982890,5826
+"eps_2",1e-05,1613945982890,5826
+"train_loss",0.007051389,1613945983840,5827
+"raw_loss",0.010629042,1613945983840,5827
+"epoch",36.65408805031444,1613945983840,5827
+"wd_0",0.01,1613945983840,5827
+"sqr_mom_0",0.99,1613945983840,5827
+"lr_0",1.803028687297084e-06,1613945983840,5827
+"mom_0",0.9139400656547149,1613945983840,5827
+"eps_0",1e-05,1613945983840,5827
+"wd_1",0.01,1613945983840,5827
+"sqr_mom_1",0.99,1613945983840,5827
+"lr_1",1.8030286872970842e-05,1613945983840,5827
+"mom_1",0.9139400656547149,1613945983840,5827
+"eps_1",1e-05,1613945983840,5827
+"wd_2",0.01,1613945983840,5827
+"sqr_mom_2",0.99,1613945983840,5827
+"lr_2",0.00018030286872970836,1613945983840,5827
+"mom_2",0.9139400656547149,1613945983840,5827
+"eps_2",1e-05,1613945983840,5827
+"train_loss",0.007289651,1613945984795,5828
+"raw_loss",0.01896448,1613945984795,5828
+"epoch",36.66037735849054,1613945984795,5828
+"wd_0",0.01,1613945984795,5828
+"sqr_mom_0",0.99,1613945984795,5828
+"lr_0",1.801673353263176e-06,1613945984795,5828
+"mom_0",0.9139671726064625,1613945984795,5828
+"eps_0",1e-05,1613945984795,5828
+"wd_1",0.01,1613945984795,5828
+"sqr_mom_1",0.99,1613945984795,5828
+"lr_1",1.8016733532631756e-05,1613945984795,5828
+"mom_1",0.9139671726064625,1613945984795,5828
+"eps_1",1e-05,1613945984795,5828
+"wd_2",0.01,1613945984795,5828
+"sqr_mom_2",0.99,1613945984795,5828
+"lr_2",0.00018016733532631756,1613945984795,5828
+"mom_2",0.9139671726064625,1613945984795,5828
+"eps_2",1e-05,1613945984795,5828
+"train_loss",0.007283654,1613945985760,5829
+"raw_loss",0.0069898,1613945985760,5829
+"epoch",36.66666666666664,1613945985760,5829
+"wd_0",0.01,1613945985760,5829
+"sqr_mom_0",0.99,1613945985760,5829
+"lr_0",1.8003182418208498e-06,1613945985760,5829
+"mom_0",0.913994275106334,1613945985760,5829
+"eps_0",1e-05,1613945985760,5829
+"wd_1",0.01,1613945985760,5829
+"sqr_mom_1",0.99,1613945985760,5829
+"lr_1",1.8003182418208492e-05,1613945985760,5829
+"mom_1",0.913994275106334,1613945985760,5829
+"eps_1",1e-05,1613945985760,5829
+"wd_2",0.01,1613945985760,5829
+"sqr_mom_2",0.99,1613945985760,5829
+"lr_2",0.00018003182418208492,1613945985760,5829
+"mom_2",0.913994275106334,1613945985760,5829
+"eps_2",1e-05,1613945985760,5829
+"train_loss",0.007256492,1613945986712,5830
+"raw_loss",0.005925542,1613945986712,5830
+"epoch",36.67295597484274,1613945986712,5830
+"wd_0",0.01,1613945986712,5830
+"sqr_mom_0",0.99,1613945986712,5830
+"lr_0",1.7989638027475712e-06,1613945986712,5830
+"mom_0",0.9140213641586902,1613945986712,5830
+"eps_0",1e-05,1613945986712,5830
+"wd_1",0.01,1613945986712,5830
+"sqr_mom_1",0.99,1613945986712,5830
+"lr_1",1.7989638027475715e-05,1613945986712,5830
+"mom_1",0.9140213641586902,1613945986712,5830
+"eps_1",1e-05,1613945986712,5830
+"wd_2",0.01,1613945986712,5830
+"sqr_mom_2",0.99,1613945986712,5830
+"lr_2",0.00017989638027475708,1613945986712,5830
+"mom_2",0.9140213641586902,1613945986712,5830
+"eps_2",1e-05,1613945986712,5830
+"train_loss",0.007245586,1613945987664,5831
+"raw_loss",0.0067111813,1613945987664,5831
+"epoch",36.679245283018844,1613945987664,5831
+"wd_0",0.01,1613945987664,5831
+"sqr_mom_0",0.99,1613945987664,5831
+"lr_0",1.7976086884385777e-06,1613945987664,5831
+"mom_0",0.9140484667158956,1613945987664,5831
+"eps_0",1e-05,1613945987664,5831
+"wd_1",0.01,1613945987664,5831
+"sqr_mom_1",0.99,1613945987664,5831
+"lr_1",1.7976086884385773e-05,1613945987664,5831
+"mom_1",0.9140484667158956,1613945987664,5831
+"eps_1",1e-05,1613945987664,5831
+"wd_2",0.01,1613945987664,5831
+"sqr_mom_2",0.99,1613945987664,5831
+"lr_2",0.0001797608688438577,1613945987664,5831
+"mom_2",0.9140484667158956,1613945987664,5831
+"eps_2",1e-05,1613945987664,5831
+"train_loss",0.0074064243,1613945988614,5832
+"raw_loss",0.015287517,1613945988614,5832
+"epoch",36.685534591194944,1613945988614,5832
+"wd_0",0.01,1613945988614,5832
+"sqr_mom_0",0.99,1613945988614,5832
+"lr_0",1.796254696559295e-06,1613945988614,5832
+"mom_0",0.9140755468242823,1613945988614,5832
+"eps_0",1e-05,1613945988614,5832
+"wd_1",0.01,1613945988614,5832
+"sqr_mom_1",0.99,1613945988614,5832
+"lr_1",1.796254696559295e-05,1613945988614,5832
+"mom_1",0.9140755468242823,1613945988614,5832
+"eps_1",1e-05,1613945988614,5832
+"wd_2",0.01,1613945988614,5832
+"sqr_mom_2",0.99,1613945988614,5832
+"lr_2",0.00017962546965592948,1613945988614,5832
+"mom_2",0.9140755468242823,1613945988614,5832
+"eps_2",1e-05,1613945988614,5832
+"train_loss",0.007575449,1613945989674,5833
+"raw_loss",0.015857674,1613945989674,5833
+"epoch",36.691823899371045,1613945989674,5833
+"wd_0",0.01,1613945989674,5833
+"sqr_mom_0",0.99,1613945989674,5833
+"lr_0",1.7949009288499513e-06,1613945989674,5833
+"mom_0",0.9141026224492255,1613945989674,5833
+"eps_0",1e-05,1613945989674,5833
+"wd_1",0.01,1613945989674,5833
+"sqr_mom_1",0.99,1613945989674,5833
+"lr_1",1.7949009288499515e-05,1613945989674,5833
+"mom_1",0.9141026224492255,1613945989674,5833
+"eps_1",1e-05,1613945989674,5833
+"wd_2",0.01,1613945989674,5833
+"sqr_mom_2",0.99,1613945989674,5833
+"lr_2",0.00017949009288499514,1613945989674,5833
+"mom_2",0.9141026224492255,1613945989674,5833
+"eps_2",1e-05,1613945989674,5833
+"train_loss",0.007487831,1613945990971,5834
+"raw_loss",0.0031945435,1613945990971,5834
+"epoch",36.698113207547145,1613945990971,5834
+"wd_0",0.01,1613945990971,5834
+"sqr_mom_0",0.99,1613945990971,5834
+"lr_0",1.7935464876458152e-06,1613945990971,5834
+"mom_0",0.9141297115441991,1613945990971,5834
+"eps_0",1e-05,1613945990971,5834
+"wd_1",0.01,1613945990971,5834
+"sqr_mom_1",0.99,1613945990971,5834
+"lr_1",1.7935464876458153e-05,1613945990971,5834
+"mom_1",0.9141297115441991,1613945990971,5834
+"eps_1",1e-05,1613945990971,5834
+"wd_2",0.01,1613945990971,5834
+"sqr_mom_2",0.99,1613945990971,5834
+"lr_2",0.0001793546487645815,1613945990971,5834
+"mom_2",0.9141297115441991,1613945990971,5834
+"eps_2",1e-05,1613945990971,5834
+"train_loss",0.0075473953,1613945992360,5835
+"raw_loss",0.010466038,1613945992360,5835
+"epoch",36.704402515723245,1613945992360,5835
+"wd_0",0.01,1613945992360,5835
+"sqr_mom_0",0.99,1613945992360,5835
+"lr_0",1.7921931697193835e-06,1613945992360,5835
+"mom_0",0.914156778173394,1613945992360,5835
+"eps_0",1e-05,1613945992360,5835
+"wd_1",0.01,1613945992360,5835
+"sqr_mom_1",0.99,1613945992360,5835
+"lr_1",1.7921931697193835e-05,1613945992360,5835
+"mom_1",0.914156778173394,1613945992360,5835
+"eps_1",1e-05,1613945992360,5835
+"wd_2",0.01,1613945992360,5835
+"sqr_mom_2",0.99,1613945992360,5835
+"lr_2",0.00017921931697193833,1613945992360,5835
+"mom_2",0.914156778173394,1613945992360,5835
+"eps_2",1e-05,1613945992360,5835
+"train_loss",0.0076012565,1613945993574,5836
+"raw_loss",0.010240468,1613945993574,5836
+"epoch",36.710691823899346,1613945993574,5836
+"wd_0",0.01,1613945993574,5836
+"sqr_mom_0",0.99,1613945993574,5836
+"lr_0",1.7908400772565975e-06,1613945993574,5836
+"mom_0",0.9141838402932709,1613945993574,5836
+"eps_0",1e-05,1613945993574,5836
+"wd_1",0.01,1613945993574,5836
+"sqr_mom_1",0.99,1613945993574,5836
+"lr_1",1.790840077256597e-05,1613945993574,5836
+"mom_1",0.9141838402932709,1613945993574,5836
+"eps_1",1e-05,1613945993574,5836
+"wd_2",0.01,1613945993574,5836
+"sqr_mom_2",0.99,1613945993574,5836
+"lr_2",0.00017908400772565972,1613945993574,5836
+"mom_2",0.9141838402932709,1613945993574,5836
+"eps_2",1e-05,1613945993574,5836
+"train_loss",0.007585047,1613945995157,5837
+"raw_loss",0.0067907632,1613945995157,5837
+"epoch",36.716981132075446,1613945995157,5837
+"wd_0",0.01,1613945995157,5837
+"sqr_mom_0",0.99,1613945995157,5837
+"lr_0",1.7894863130418707e-06,1613945995157,5837
+"mom_0",0.914210915848321,1613945995157,5837
+"eps_0",1e-05,1613945995157,5837
+"wd_1",0.01,1613945995157,5837
+"sqr_mom_1",0.99,1613945995157,5837
+"lr_1",1.789486313041871e-05,1613945995157,5837
+"mom_1",0.914210915848321,1613945995157,5837
+"eps_1",1e-05,1613945995157,5837
+"wd_2",0.01,1613945995157,5837
+"sqr_mom_2",0.99,1613945995157,5837
+"lr_2",0.00017894863130418705,1613945995157,5837
+"mom_2",0.914210915848321,1613945995157,5837
+"eps_2",1e-05,1613945995157,5837
+"train_loss",0.0075687286,1613945996491,5838
+"raw_loss",0.0067691407,1613945996491,5838
+"epoch",36.72327044025155,1613945996491,5838
+"wd_0",0.01,1613945996491,5838
+"sqr_mom_0",0.99,1613945996491,5838
+"lr_0",1.7881336729496218e-06,1613945996491,5838
+"mom_0",0.9142379689206968,1613945996491,5838
+"eps_0",1e-05,1613945996491,5838
+"wd_1",0.01,1613945996491,5838
+"sqr_mom_1",0.99,1613945996491,5838
+"lr_1",1.7881336729496216e-05,1613945996491,5838
+"mom_1",0.9142379689206968,1613945996491,5838
+"eps_1",1e-05,1613945996491,5838
+"wd_2",0.01,1613945996491,5838
+"sqr_mom_2",0.99,1613945996491,5838
+"lr_2",0.00017881336729496213,1613945996491,5838
+"mom_2",0.9142379689206968,1613945996491,5838
+"eps_2",1e-05,1613945996491,5838
+"train_loss",0.0075510917,1613945997478,5839
+"raw_loss",0.0066868877,1613945997478,5839
+"epoch",36.72955974842765,1613945997478,5839
+"wd_0",0.01,1613945997478,5839
+"sqr_mom_0",0.99,1613945997478,5839
+"lr_0",1.7867808109412934e-06,1613945997478,5839
+"mom_0",0.9142650264314385,1613945997478,5839
+"eps_0",1e-05,1613945997478,5839
+"wd_1",0.01,1613945997478,5839
+"sqr_mom_1",0.99,1613945997478,5839
+"lr_1",1.7867808109412934e-05,1613945997478,5839
+"mom_1",0.9142650264314385,1613945997478,5839
+"eps_1",1e-05,1613945997478,5839
+"wd_2",0.01,1613945997478,5839
+"sqr_mom_2",0.99,1613945997478,5839
+"lr_2",0.00017867808109412928,1613945997478,5839
+"mom_2",0.9142650264314385,1613945997478,5839
+"eps_2",1e-05,1613945997478,5839
+"train_loss",0.007530728,1613945998482,5840
+"raw_loss",0.0065329056,1613945998482,5840
+"epoch",36.73584905660375,1613945998482,5840
+"wd_0",0.01,1613945998482,5840
+"sqr_mom_0",0.99,1613945998482,5840
+"lr_0",1.7854281762713741e-06,1613945998482,5840
+"mom_0",0.9142920793953664,1613945998482,5840
+"eps_0",1e-05,1613945998482,5840
+"wd_1",0.01,1613945998482,5840
+"sqr_mom_1",0.99,1613945998482,5840
+"lr_1",1.7854281762713742e-05,1613945998482,5840
+"mom_1",0.9142920793953664,1613945998482,5840
+"eps_1",1e-05,1613945998482,5840
+"wd_2",0.01,1613945998482,5840
+"sqr_mom_2",0.99,1613945998482,5840
+"lr_2",0.0001785428176271374,1613945998482,5840
+"mom_2",0.9142920793953664,1613945998482,5840
+"eps_2",1e-05,1613945998482,5840
+"train_loss",0.007520451,1613945999432,5841
+"raw_loss",0.007016886,1613945999432,5841
+"epoch",36.74213836477985,1613945999432,5841
+"wd_0",0.01,1613945999432,5841
+"sqr_mom_0",0.99,1613945999432,5841
+"lr_0",1.784075769371001e-06,1613945999432,5841
+"mom_0",0.914319127803858,1613945999432,5841
+"eps_0",1e-05,1613945999432,5841
+"wd_1",0.01,1613945999432,5841
+"sqr_mom_1",0.99,1613945999432,5841
+"lr_1",1.7840757693710012e-05,1613945999432,5841
+"mom_1",0.914319127803858,1613945999432,5841
+"eps_1",1e-05,1613945999432,5841
+"wd_2",0.01,1613945999432,5841
+"sqr_mom_2",0.99,1613945999432,5841
+"lr_2",0.00017840757693710004,1613945999432,5841
+"mom_2",0.914319127803858,1613945999432,5841
+"eps_2",1e-05,1613945999432,5841
+"train_loss",0.0075219492,1613946000429,5842
+"raw_loss",0.0075953635,1613946000429,5842
+"epoch",36.74842767295595,1613946000429,5842
+"wd_0",0.01,1613946000429,5842
+"sqr_mom_0",0.99,1613946000429,5842
+"lr_0",1.7827235906712382e-06,1613946000429,5842
+"mom_0",0.9143461716482917,1613946000429,5842
+"eps_0",1e-05,1613946000429,5842
+"wd_1",0.01,1613946000429,5842
+"sqr_mom_1",0.99,1613946000429,5842
+"lr_1",1.782723590671238e-05,1613946000429,5842
+"mom_1",0.9143461716482917,1613946000429,5842
+"eps_1",1e-05,1613946000429,5842
+"wd_2",0.01,1613946000429,5842
+"sqr_mom_2",0.99,1613946000429,5842
+"lr_2",0.00017827235906712373,1613946000429,5842
+"mom_2",0.9143461716482917,1613946000429,5842
+"eps_2",1e-05,1613946000429,5842
+"train_loss",0.007525675,1613946001399,5843
+"raw_loss",0.0077082478,1613946001399,5843
+"epoch",36.75471698113205,1613946001399,5843
+"wd_0",0.01,1613946001399,5843
+"sqr_mom_0",0.99,1613946001399,5843
+"lr_0",1.781371640603077e-06,1613946001399,5843
+"mom_0",0.9143732109200476,1613946001399,5843
+"eps_0",1e-05,1613946001399,5843
+"wd_1",0.01,1613946001399,5843
+"sqr_mom_1",0.99,1613946001399,5843
+"lr_1",1.781371640603077e-05,1613946001399,5843
+"mom_1",0.9143732109200476,1613946001399,5843
+"eps_1",1e-05,1613946001399,5843
+"wd_2",0.01,1613946001399,5843
+"sqr_mom_2",0.99,1613946001399,5843
+"lr_2",0.0001781371640603077,1613946001399,5843
+"mom_2",0.9143732109200476,1613946001399,5843
+"eps_2",1e-05,1613946001399,5843
+"train_loss",0.00756522,1613946002374,5844
+"raw_loss",0.009502911,1613946002374,5844
+"epoch",36.76100628930815,1613946002374,5844
+"wd_0",0.01,1613946002374,5844
+"sqr_mom_0",0.99,1613946002374,5844
+"lr_0",1.7800203678914232e-06,1613946002374,5844
+"mom_0",0.914400236644538,1613946002374,5844
+"eps_0",1e-05,1613946002374,5844
+"wd_1",0.01,1613946002374,5844
+"sqr_mom_1",0.99,1613946002374,5844
+"lr_1",1.780020367891423e-05,1613946002374,5844
+"mom_1",0.914400236644538,1613946002374,5844
+"eps_1",1e-05,1613946002374,5844
+"wd_2",0.01,1613946002374,5844
+"sqr_mom_2",0.99,1613946002374,5844
+"lr_2",0.00017800203678914228,1613946002374,5844
+"mom_2",0.914400236644538,1613946002374,5844
+"eps_2",1e-05,1613946002374,5844
+"train_loss",0.0075669126,1613946003335,5845
+"raw_loss",0.0076498594,1613946003335,5845
+"epoch",36.76729559748425,1613946003335,5845
+"wd_0",0.01,1613946003335,5845
+"sqr_mom_0",0.99,1613946003335,5845
+"lr_0",1.7786684280851622e-06,1613946003335,5845
+"mom_0",0.9144272757110539,1613946003335,5845
+"eps_0",1e-05,1613946003335,5845
+"wd_1",0.01,1613946003335,5845
+"sqr_mom_1",0.99,1613946003335,5845
+"lr_1",1.7786684280851622e-05,1613946003335,5845
+"mom_1",0.9144272757110539,1613946003335,5845
+"eps_1",1e-05,1613946003335,5845
+"wd_2",0.01,1613946003335,5845
+"sqr_mom_2",0.99,1613946003335,5845
+"lr_2",0.00017786684280851622,1613946003335,5845
+"mom_2",0.9144272757110539,1613946003335,5845
+"eps_2",1e-05,1613946003335,5845
+"train_loss",0.007602349,1613946004315,5846
+"raw_loss",0.00933874,1613946004315,5846
+"epoch",36.77358490566035,1613946004315,5846
+"wd_0",0.01,1613946004315,5846
+"sqr_mom_0",0.99,1613946004315,5846
+"lr_0",1.7773176146384927e-06,1613946004315,5846
+"mom_0",0.9144542922501526,1613946004315,5846
+"eps_0",1e-05,1613946004315,5846
+"wd_1",0.01,1613946004315,5846
+"sqr_mom_1",0.99,1613946004315,5846
+"lr_1",1.7773176146384927e-05,1613946004315,5846
+"mom_1",0.9144542922501526,1613946004315,5846
+"eps_1",1e-05,1613946004315,5846
+"wd_2",0.01,1613946004315,5846
+"sqr_mom_2",0.99,1613946004315,5846
+"lr_2",0.0001777317614638492,1613946004315,5846
+"mom_2",0.9144542922501526,1613946004315,5846
+"eps_2",1e-05,1613946004315,5846
+"train_loss",0.0077541196,1613946005348,5847
+"raw_loss",0.015190886,1613946005348,5847
+"epoch",36.77987421383645,1613946005348,5847
+"wd_0",0.01,1613946005348,5847
+"sqr_mom_0",0.99,1613946005348,5847
+"lr_0",1.7759670313937369e-06,1613946005348,5847
+"mom_0",0.914481304185167,1613946005348,5847
+"eps_0",1e-05,1613946005348,5847
+"wd_1",0.01,1613946005348,5847
+"sqr_mom_1",0.99,1613946005348,5847
+"lr_1",1.775967031393737e-05,1613946005348,5847
+"mom_1",0.914481304185167,1613946005348,5847
+"eps_1",1e-05,1613946005348,5847
+"wd_2",0.01,1613946005348,5847
+"sqr_mom_2",0.99,1613946005348,5847
+"lr_2",0.00017759670313937363,1613946005348,5847
+"mom_2",0.914481304185167,1613946005348,5847
+"eps_2",1e-05,1613946005348,5847
+"train_loss",0.0077335485,1613946006317,5848
+"raw_loss",0.006725568,1613946006317,5848
+"epoch",36.78616352201255,1613946006317,5848
+"wd_0",0.01,1613946006317,5848
+"sqr_mom_0",0.99,1613946006317,5848
+"lr_0",1.7746157828042673e-06,1613946006317,5848
+"mom_0",0.9145083294272089,1613946006317,5848
+"eps_0",1e-05,1613946006317,5848
+"wd_1",0.01,1613946006317,5848
+"sqr_mom_1",0.99,1613946006317,5848
+"lr_1",1.774615782804267e-05,1613946006317,5848
+"mom_1",0.9145083294272089,1613946006317,5848
+"eps_1",1e-05,1613946006317,5848
+"wd_2",0.01,1613946006317,5848
+"sqr_mom_2",0.99,1613946006317,5848
+"lr_2",0.0001774615782804267,1613946006317,5848
+"mom_2",0.9145083294272089,1613946006317,5848
+"eps_2",1e-05,1613946006317,5848
+"train_loss",0.007640551,1613946007288,5849
+"raw_loss",0.003083663,1613946007288,5849
+"epoch",36.79245283018865,1613946007288,5849
+"wd_0",0.01,1613946007288,5849
+"sqr_mom_0",0.99,1613946007288,5849
+"lr_0",1.7732656614073274e-06,1613946007288,5849
+"mom_0",0.9145353321251747,1613946007288,5849
+"eps_0",1e-05,1613946007288,5849
+"wd_1",0.01,1613946007288,5849
+"sqr_mom_1",0.99,1613946007288,5849
+"lr_1",1.7732656614073273e-05,1613946007288,5849
+"mom_1",0.9145353321251747,1613946007288,5849
+"eps_1",1e-05,1613946007288,5849
+"wd_2",0.01,1613946007288,5849
+"sqr_mom_2",0.99,1613946007288,5849
+"lr_2",0.0001773265661407327,1613946007288,5849
+"mom_2",0.9145353321251747,1613946007288,5849
+"eps_2",1e-05,1613946007288,5849
+"train_loss",0.007638011,1613946008265,5850
+"raw_loss",0.007513554,1613946008265,5850
+"epoch",36.79874213836475,1613946008265,5850
+"wd_0",0.01,1613946008265,5850
+"sqr_mom_0",0.99,1613946008265,5850
+"lr_0",1.771915323668196e-06,1613946008265,5850
+"mom_0",0.9145623391500275,1613946008265,5850
+"eps_0",1e-05,1613946008265,5850
+"wd_1",0.01,1613946008265,5850
+"sqr_mom_1",0.99,1613946008265,5850
+"lr_1",1.771915323668196e-05,1613946008265,5850
+"mom_1",0.9145623391500275,1613946008265,5850
+"eps_1",1e-05,1613946008265,5850
+"wd_2",0.01,1613946008265,5850
+"sqr_mom_2",0.99,1613946008265,5850
+"lr_2",0.00017719153236681956,1613946008265,5850
+"mom_2",0.9145623391500275,1613946008265,5850
+"eps_2",1e-05,1613946008265,5850
+"train_loss",0.0076195807,1613946009237,5851
+"raw_loss",0.006716491,1613946009237,5851
+"epoch",36.80503144654085,1613946009237,5851
+"wd_0",0.01,1613946009237,5851
+"sqr_mom_0",0.99,1613946009237,5851
+"lr_0",1.770565218005678e-06,1613946009237,5851
+"mom_0",0.9145893415333017,1613946009237,5851
+"eps_0",1e-05,1613946009237,5851
+"wd_1",0.01,1613946009237,5851
+"sqr_mom_1",0.99,1613946009237,5851
+"lr_1",1.770565218005678e-05,1613946009237,5851
+"mom_1",0.9145893415333017,1613946009237,5851
+"eps_1",1e-05,1613946009237,5851
+"wd_2",0.01,1613946009237,5851
+"sqr_mom_2",0.99,1613946009237,5851
+"lr_2",0.00017705652180056774,1613946009237,5851
+"mom_2",0.9145893415333017,1613946009237,5851
+"eps_2",1e-05,1613946009237,5851
+"train_loss",0.007609684,1613946010221,5852
+"raw_loss",0.0071247565,1613946010221,5852
+"epoch",36.81132075471695,1613946010221,5852
+"wd_0",0.01,1613946010221,5852
+"sqr_mom_0",0.99,1613946010221,5852
+"lr_0",1.7692153448501036e-06,1613946010221,5852
+"mom_0",0.9146163392663905,1613946010221,5852
+"eps_0",1e-05,1613946010221,5852
+"wd_1",0.01,1613946010221,5852
+"sqr_mom_1",0.99,1613946010221,5852
+"lr_1",1.7692153448501036e-05,1613946010221,5852
+"mom_1",0.9146163392663905,1613946010221,5852
+"eps_1",1e-05,1613946010221,5852
+"wd_2",0.01,1613946010221,5852
+"sqr_mom_2",0.99,1613946010221,5852
+"lr_2",0.0001769215344850103,1613946010221,5852
+"mom_2",0.9146163392663905,1613946010221,5852
+"eps_2",1e-05,1613946010221,5852
+"train_loss",0.0076222727,1613946011205,5853
+"raw_loss",0.008239119,1613946011205,5853
+"epoch",36.81761006289305,1613946011205,5853
+"wd_0",0.01,1613946011205,5853
+"sqr_mom_0",0.99,1613946011205,5853
+"lr_0",1.7678661522349276e-06,1613946011205,5853
+"mom_0",0.9146433233885353,1613946011205,5853
+"eps_0",1e-05,1613946011205,5853
+"wd_1",0.01,1613946011205,5853
+"sqr_mom_1",0.99,1613946011205,5853
+"lr_1",1.7678661522349278e-05,1613946011205,5853
+"mom_1",0.9146433233885353,1613946011205,5853
+"eps_1",1e-05,1613946011205,5853
+"wd_2",0.01,1613946011205,5853
+"sqr_mom_2",0.99,1613946011205,5853
+"lr_2",0.00017678661522349277,1613946011205,5853
+"mom_2",0.9146433233885353,1613946011205,5853
+"eps_2",1e-05,1613946011205,5853
+"train_loss",0.007586039,1613946012189,5854
+"raw_loss",0.0058105965,1613946012189,5854
+"epoch",36.82389937106915,1613946012189,5854
+"wd_0",0.01,1613946012189,5854
+"sqr_mom_0",0.99,1613946012189,5854
+"lr_0",1.766516297780737e-06,1613946012189,5854
+"mom_0",0.9146703207475927,1613946012189,5854
+"eps_0",1e-05,1613946012189,5854
+"wd_1",0.01,1613946012189,5854
+"sqr_mom_1",0.99,1613946012189,5854
+"lr_1",1.766516297780737e-05,1613946012189,5854
+"mom_1",0.9146703207475927,1613946012189,5854
+"eps_1",1e-05,1613946012189,5854
+"wd_2",0.01,1613946012189,5854
+"sqr_mom_2",0.99,1613946012189,5854
+"lr_2",0.0001766516297780737,1613946012189,5854
+"mom_2",0.9146703207475927,1613946012189,5854
+"eps_2",1e-05,1613946012189,5854
+"train_loss",0.0075446535,1613946013169,5855
+"raw_loss",0.005516758,1613946013169,5855
+"epoch",36.83018867924525,1613946013169,5855
+"wd_0",0.01,1613946013169,5855
+"sqr_mom_0",0.99,1613946013169,5855
+"lr_0",1.7651675721753457e-06,1613946013169,5855
+"mom_0",0.9146972955294483,1613946013169,5855
+"eps_0",1e-05,1613946013169,5855
+"wd_1",0.01,1613946013169,5855
+"sqr_mom_1",0.99,1613946013169,5855
+"lr_1",1.7651675721753458e-05,1613946013169,5855
+"mom_1",0.9146972955294483,1613946013169,5855
+"eps_1",1e-05,1613946013169,5855
+"wd_2",0.01,1613946013169,5855
+"sqr_mom_2",0.99,1613946013169,5855
+"lr_2",0.00017651675721753454,1613946013169,5855
+"mom_2",0.9146972955294483,1613946013169,5855
+"eps_2",1e-05,1613946013169,5855
+"train_loss",0.00752349,1613946014122,5856
+"raw_loss",0.0064864815,1613946014122,5856
+"epoch",36.836477987421354,1613946014122,5856
+"wd_0",0.01,1613946014122,5856
+"sqr_mom_0",0.99,1613946014122,5856
+"lr_0",1.7638190806419867e-06,1613946014122,5856
+"mom_0",0.9147242656298166,1613946014122,5856
+"eps_0",1e-05,1613946014122,5856
+"wd_1",0.01,1613946014122,5856
+"sqr_mom_1",0.99,1613946014122,5856
+"lr_1",1.7638190806419868e-05,1613946014122,5856
+"mom_1",0.9147242656298166,1613946014122,5856
+"eps_1",1e-05,1613946014122,5856
+"wd_2",0.01,1613946014122,5856
+"sqr_mom_2",0.99,1613946014122,5856
+"lr_2",0.00017638190806419863,1613946014122,5856
+"mom_2",0.9147242656298166,1613946014122,5856
+"eps_2",1e-05,1613946014122,5856
+"train_loss",0.0074631954,1613946015093,5857
+"raw_loss",0.004508757,1613946015093,5857
+"epoch",36.842767295597454,1613946015093,5857
+"wd_0",0.01,1613946015093,5857
+"sqr_mom_0",0.99,1613946015093,5857
+"lr_0",1.7624699290252155e-06,1613946015093,5857
+"mom_0",0.914751248931985,1613946015093,5857
+"eps_0",1e-05,1613946015093,5857
+"wd_1",0.01,1613946015093,5857
+"sqr_mom_1",0.99,1613946015093,5857
+"lr_1",1.7624699290252155e-05,1613946015093,5857
+"mom_1",0.914751248931985,1613946015093,5857
+"eps_1",1e-05,1613946015093,5857
+"wd_2",0.01,1613946015093,5857
+"sqr_mom_2",0.99,1613946015093,5857
+"lr_2",0.0001762469929025215,1613946015093,5857
+"mom_2",0.914751248931985,1613946015093,5857
+"eps_2",1e-05,1613946015093,5857
+"train_loss",0.0074707866,1613946016070,5858
+"raw_loss",0.007842757,1613946016070,5858
+"epoch",36.849056603773555,1613946016070,5858
+"wd_0",0.01,1613946016070,5858
+"sqr_mom_0",0.99,1613946016070,5858
+"lr_0",1.7611219070804752e-06,1613946016070,5858
+"mom_0",0.9147782096404868,1613946016070,5858
+"eps_0",1e-05,1613946016070,5858
+"wd_1",0.01,1613946016070,5858
+"sqr_mom_1",0.99,1613946016070,5858
+"lr_1",1.7611219070804748e-05,1613946016070,5858
+"mom_1",0.9147782096404868,1613946016070,5858
+"eps_1",1e-05,1613946016070,5858
+"wd_2",0.01,1613946016070,5858
+"sqr_mom_2",0.99,1613946016070,5858
+"lr_2",0.00017611219070804747,1613946016070,5858
+"mom_2",0.9147782096404868,1613946016070,5858
+"eps_2",1e-05,1613946016070,5858
+"train_loss",0.007423274,1613946017035,5859
+"raw_loss",0.0050951727,1613946017035,5859
+"epoch",36.855345911949655,1613946017035,5859
+"wd_0",0.01,1613946017035,5859
+"sqr_mom_0",0.99,1613946017035,5859
+"lr_0",1.7597741204964225e-06,1613946017035,5859
+"mom_0",0.914805165641728,1613946017035,5859
+"eps_0",1e-05,1613946017035,5859
+"wd_1",0.01,1613946017035,5859
+"sqr_mom_1",0.99,1613946017035,5859
+"lr_1",1.7597741204964228e-05,1613946017035,5859
+"mom_1",0.914805165641728,1613946017035,5859
+"eps_1",1e-05,1613946017035,5859
+"wd_2",0.01,1613946017035,5859
+"sqr_mom_2",0.99,1613946017035,5859
+"lr_2",0.00017597741204964225,1613946017035,5859
+"mom_2",0.914805165641728,1613946017035,5859
+"eps_2",1e-05,1613946017035,5859
+"train_loss",0.0074416194,1613946018001,5860
+"raw_loss",0.008340524,1613946018001,5860
+"epoch",36.861635220125756,1613946018001,5860
+"wd_0",0.01,1613946018001,5860
+"sqr_mom_0",0.99,1613946018001,5860
+"lr_0",1.7584256755864526e-06,1613946018001,5860
+"mom_0",0.914832134809619,1613946018001,5860
+"eps_0",1e-05,1613946018001,5860
+"wd_1",0.01,1613946018001,5860
+"sqr_mom_1",0.99,1613946018001,5860
+"lr_1",1.7584256755864528e-05,1613946018001,5860
+"mom_1",0.914832134809619,1613946018001,5860
+"eps_1",1e-05,1613946018001,5860
+"wd_2",0.01,1613946018001,5860
+"sqr_mom_2",0.99,1613946018001,5860
+"lr_2",0.0001758425675586452,1613946018001,5860
+"mom_2",0.914832134809619,1613946018001,5860
+"eps_2",1e-05,1613946018001,5860
+"train_loss",0.007417175,1613946018965,5861
+"raw_loss",0.0062193894,1613946018965,5861
+"epoch",36.867924528301856,1613946018965,5861
+"wd_0",0.01,1613946018965,5861
+"sqr_mom_0",0.99,1613946018965,5861
+"lr_0",1.7570783611685081e-06,1613946018965,5861
+"mom_0",0.9148590813674435,1613946018965,5861
+"eps_0",1e-05,1613946018965,5861
+"wd_1",0.01,1613946018965,5861
+"sqr_mom_1",0.99,1613946018965,5861
+"lr_1",1.7570783611685078e-05,1613946018965,5861
+"mom_1",0.9148590813674435,1613946018965,5861
+"eps_1",1e-05,1613946018965,5861
+"wd_2",0.01,1613946018965,5861
+"sqr_mom_2",0.99,1613946018965,5861
+"lr_2",0.00017570783611685077,1613946018965,5861
+"mom_2",0.9148590813674435,1613946018965,5861
+"eps_2",1e-05,1613946018965,5861
+"train_loss",0.007467429,1613946019909,5862
+"raw_loss",0.009929883,1613946019909,5862
+"epoch",36.874213836477956,1613946019909,5862
+"wd_0",0.01,1613946019909,5862
+"sqr_mom_0",0.99,1613946019909,5862
+"lr_0",1.755730836498346e-06,1613946019909,5862
+"mom_0",0.9148860321303544,1613946019909,5862
+"eps_0",1e-05,1613946019909,5862
+"wd_1",0.01,1613946019909,5862
+"sqr_mom_1",0.99,1613946019909,5862
+"lr_1",1.755730836498346e-05,1613946019909,5862
+"mom_1",0.9148860321303544,1613946019909,5862
+"eps_1",1e-05,1613946019909,5862
+"wd_2",0.01,1613946019909,5862
+"sqr_mom_2",0.99,1613946019909,5862
+"lr_2",0.00017557308364983456,1613946019909,5862
+"mom_2",0.9148860321303544,1613946019909,5862
+"eps_2",1e-05,1613946019909,5862
+"train_loss",0.0074569588,1613946020867,5863
+"raw_loss",0.0069439136,1613946020867,5863
+"epoch",36.88050314465406,1613946020867,5863
+"wd_0",0.01,1613946020867,5863
+"sqr_mom_0",0.99,1613946020867,5863
+"lr_0",1.7543835490634174e-06,1613946020867,5863
+"mom_0",0.9149129781485131,1613946020867,5863
+"eps_0",1e-05,1613946020867,5863
+"wd_1",0.01,1613946020867,5863
+"sqr_mom_1",0.99,1613946020867,5863
+"lr_1",1.7543835490634174e-05,1613946020867,5863
+"mom_1",0.9149129781485131,1613946020867,5863
+"eps_1",1e-05,1613946020867,5863
+"wd_2",0.01,1613946020867,5863
+"sqr_mom_2",0.99,1613946020867,5863
+"lr_2",0.00017543835490634166,1613946020867,5863
+"mom_2",0.9149129781485131,1613946020867,5863
+"eps_2",1e-05,1613946020867,5863
+"train_loss",0.0073957862,1613946021854,5864
+"raw_loss",0.004398334,1613946021854,5864
+"epoch",36.88679245283016,1613946021854,5864
+"wd_0",0.01,1613946021854,5864
+"sqr_mom_0",0.99,1613946021854,5864
+"lr_0",1.7530364992931534e-06,1613946021854,5864
+"mom_0",0.9149399194133311,1613946021854,5864
+"eps_0",1e-05,1613946021854,5864
+"wd_1",0.01,1613946021854,5864
+"sqr_mom_1",0.99,1613946021854,5864
+"lr_1",1.7530364992931532e-05,1613946021854,5864
+"mom_1",0.9149399194133311,1613946021854,5864
+"eps_1",1e-05,1613946021854,5864
+"wd_2",0.01,1613946021854,5864
+"sqr_mom_2",0.99,1613946021854,5864
+"lr_2",0.0001753036499293153,1613946021854,5864
+"mom_2",0.9149399194133311,1613946021854,5864
+"eps_2",1e-05,1613946021854,5864
+"train_loss",0.0073826932,1613946022839,5865
+"raw_loss",0.0067411466,1613946022839,5865
+"epoch",36.89308176100626,1613946022839,5865
+"wd_0",0.01,1613946022839,5865
+"sqr_mom_0",0.99,1613946022839,5865
+"lr_0",1.7516901342810981e-06,1613946022839,5865
+"mom_0",0.9149668469828478,1613946022839,5865
+"eps_0",1e-05,1613946022839,5865
+"wd_1",0.01,1613946022839,5865
+"sqr_mom_1",0.99,1613946022839,5865
+"lr_1",1.7516901342810982e-05,1613946022839,5865
+"mom_1",0.9149668469828478,1613946022839,5865
+"eps_1",1e-05,1613946022839,5865
+"wd_2",0.01,1613946022839,5865
+"sqr_mom_2",0.99,1613946022839,5865
+"lr_2",0.00017516901342810978,1613946022839,5865
+"mom_2",0.9149668469828478,1613946022839,5865
+"eps_2",1e-05,1613946022839,5865
+"train_loss",0.007327109,1613946023798,5866
+"raw_loss",0.0046034814,1613946023798,5866
+"epoch",36.89937106918236,1613946023798,5866
+"wd_0",0.01,1613946023798,5866
+"sqr_mom_0",0.99,1613946023798,5866
+"lr_0",1.7503431144639715e-06,1613946023798,5866
+"mom_0",0.9149937876485971,1613946023798,5866
+"eps_0",1e-05,1613946023798,5866
+"wd_1",0.01,1613946023798,5866
+"sqr_mom_1",0.99,1613946023798,5866
+"lr_1",1.7503431144639716e-05,1613946023798,5866
+"mom_1",0.9149937876485971,1613946023798,5866
+"eps_1",1e-05,1613946023798,5866
+"wd_2",0.01,1613946023798,5866
+"sqr_mom_2",0.99,1613946023798,5866
+"lr_2",0.00017503431144639712,1613946023798,5866
+"mom_2",0.9149937876485971,1613946023798,5866
+"eps_2",1e-05,1613946023798,5866
+"train_loss",0.007298087,1613946024749,5867
+"raw_loss",0.0058759907,1613946024749,5867
+"epoch",36.90566037735846,1613946024749,5867
+"wd_0",0.01,1613946024749,5867
+"sqr_mom_0",0.99,1613946024749,5867
+"lr_0",1.7489972267692186e-06,1613946024749,5867
+"mom_0",0.9150207056716724,1613946024749,5867
+"eps_0",1e-05,1613946024749,5867
+"wd_1",0.01,1613946024749,5867
+"sqr_mom_1",0.99,1613946024749,5867
+"lr_1",1.7489972267692187e-05,1613946024749,5867
+"mom_1",0.9150207056716724,1613946024749,5867
+"eps_1",1e-05,1613946024749,5867
+"wd_2",0.01,1613946024749,5867
+"sqr_mom_2",0.99,1613946024749,5867
+"lr_2",0.00017489972267692178,1613946024749,5867
+"mom_2",0.9150207056716724,1613946024749,5867
+"eps_2",1e-05,1613946024749,5867
+"train_loss",0.0073337504,1613946025688,5868
+"raw_loss",0.00908126,1613946025688,5868
+"epoch",36.91194968553456,1613946025688,5868
+"wd_0",0.01,1613946025688,5868
+"sqr_mom_0",0.99,1613946025688,5868
+"lr_0",1.747651578297191e-06,1613946025688,5868
+"mom_0",0.9150476189102452,1613946025688,5868
+"eps_0",1e-05,1613946025688,5868
+"wd_1",0.01,1613946025688,5868
+"sqr_mom_1",0.99,1613946025688,5868
+"lr_1",1.747651578297191e-05,1613946025688,5868
+"mom_1",0.9150476189102452,1613946025688,5868
+"eps_1",1e-05,1613946025688,5868
+"wd_2",0.01,1613946025688,5868
+"sqr_mom_2",0.99,1613946025688,5868
+"lr_2",0.00017476515782971909,1613946025688,5868
+"mom_2",0.9150476189102452,1613946025688,5868
+"eps_2",1e-05,1613946025688,5868
+"train_loss",0.0072976816,1613946026651,5869
+"raw_loss",0.005530322,1613946026651,5869
+"epoch",36.91823899371066,1613946026651,5869
+"wd_0",0.01,1613946026651,5869
+"sqr_mom_0",0.99,1613946026651,5869
+"lr_0",1.746305276783236e-06,1613946026651,5869
+"mom_0",0.9150745452097874,1613946026651,5869
+"eps_0",1e-05,1613946026651,5869
+"wd_1",0.01,1613946026651,5869
+"sqr_mom_1",0.99,1613946026651,5869
+"lr_1",1.746305276783236e-05,1613946026651,5869
+"mom_1",0.9150745452097874,1613946026651,5869
+"eps_1",1e-05,1613946026651,5869
+"wd_2",0.01,1613946026651,5869
+"sqr_mom_2",0.99,1613946026651,5869
+"lr_2",0.00017463052767832356,1613946026651,5869
+"mom_2",0.9150745452097874,1613946026651,5869
+"eps_2",1e-05,1613946026651,5869
+"train_loss",0.0075389333,1613946027604,5870
+"raw_loss",0.01936028,1613946027604,5870
+"epoch",36.92452830188676,1613946027604,5870
+"wd_0",0.01,1613946027604,5870
+"sqr_mom_0",0.99,1613946027604,5870
+"lr_0",1.7449601082019148e-06,1613946027604,5870
+"mom_0",0.9151014488504502,1613946027604,5870
+"eps_0",1e-05,1613946027604,5870
+"wd_1",0.01,1613946027604,5870
+"sqr_mom_1",0.99,1613946027604,5870
+"lr_1",1.7449601082019148e-05,1613946027604,5870
+"mom_1",0.9151014488504502,1613946027604,5870
+"eps_1",1e-05,1613946027604,5870
+"wd_2",0.01,1613946027604,5870
+"sqr_mom_2",0.99,1613946027604,5870
+"lr_2",0.00017449601082019143,1613946027604,5870
+"mom_2",0.9151014488504502,1613946027604,5870
+"eps_2",1e-05,1613946027604,5870
+"train_loss",0.0074916473,1613946028549,5871
+"raw_loss",0.005174639,1613946028549,5871
+"epoch",36.93081761006286,1613946028549,5871
+"wd_0",0.01,1613946028549,5871
+"sqr_mom_0",0.99,1613946028549,5871
+"lr_0",1.7436147339422446e-06,1613946028549,5871
+"mom_0",0.9151283566047211,1613946028549,5871
+"eps_0",1e-05,1613946028549,5871
+"wd_1",0.01,1613946028549,5871
+"sqr_mom_1",0.99,1613946028549,5871
+"lr_1",1.7436147339422442e-05,1613946028549,5871
+"mom_1",0.9151283566047211,1613946028549,5871
+"eps_1",1e-05,1613946028549,5871
+"wd_2",0.01,1613946028549,5871
+"sqr_mom_2",0.99,1613946028549,5871
+"lr_2",0.00017436147339422442,1613946028549,5871
+"mom_2",0.9151283566047211,1613946028549,5871
+"eps_2",1e-05,1613946028549,5871
+"train_loss",0.0075621223,1613946029488,5872
+"raw_loss",0.011015392,1613946029488,5872
+"epoch",36.93710691823896,1613946029488,5872
+"wd_0",0.01,1613946029488,5872
+"sqr_mom_0",0.99,1613946029488,5872
+"lr_0",1.7422696007796765e-06,1613946029488,5872
+"mom_0",0.9151552595370018,1613946029488,5872
+"eps_0",1e-05,1613946029488,5872
+"wd_1",0.01,1613946029488,5872
+"sqr_mom_1",0.99,1613946029488,5872
+"lr_1",1.7422696007796763e-05,1613946029488,5872
+"mom_1",0.9151552595370018,1613946029488,5872
+"eps_1",1e-05,1613946029488,5872
+"wd_2",0.01,1613946029488,5872
+"sqr_mom_2",0.99,1613946029488,5872
+"lr_2",0.00017422696007796763,1613946029488,5872
+"mom_2",0.9151552595370018,1613946029488,5872
+"eps_2",1e-05,1613946029488,5872
+"train_loss",0.0075669964,1613946030468,5873
+"raw_loss",0.0078058373,1613946030468,5873
+"epoch",36.94339622641506,1613946030468,5873
+"wd_0",0.01,1613946030468,5873
+"sqr_mom_0",0.99,1613946030468,5873
+"lr_0",1.7409247091429557e-06,1613946030468,5873
+"mom_0",0.9151821576387172,1613946030468,5873
+"eps_0",1e-05,1613946030468,5873
+"wd_1",0.01,1613946030468,5873
+"sqr_mom_1",0.99,1613946030468,5873
+"lr_1",1.740924709142956e-05,1613946030468,5873
+"mom_1",0.9151821576387172,1613946030468,5873
+"eps_1",1e-05,1613946030468,5873
+"wd_2",0.01,1613946030468,5873
+"sqr_mom_2",0.99,1613946030468,5873
+"lr_2",0.00017409247091429555,1613946030468,5873
+"mom_2",0.9151821576387172,1613946030468,5873
+"eps_2",1e-05,1613946030468,5873
+"train_loss",0.0075323125,1613946031404,5874
+"raw_loss",0.0058327974,1613946031404,5874
+"epoch",36.94968553459116,1613946031404,5874
+"wd_0",0.01,1613946031404,5874
+"sqr_mom_0",0.99,1613946031404,5874
+"lr_0",1.7395805054072193e-06,1613946031404,5874
+"mom_0",0.9152090419822754,1613946031404,5874
+"eps_0",1e-05,1613946031404,5874
+"wd_1",0.01,1613946031404,5874
+"sqr_mom_1",0.99,1613946031404,5874
+"lr_1",1.7395805054072192e-05,1613946031404,5874
+"mom_1",0.9152090419822754,1613946031404,5874
+"eps_1",1e-05,1613946031404,5874
+"wd_2",0.01,1613946031404,5874
+"sqr_mom_2",0.99,1613946031404,5874
+"lr_2",0.00017395805054072188,1613946031404,5874
+"mom_2",0.9152090419822754,1613946031404,5874
+"eps_2",1e-05,1613946031404,5874
+"train_loss",0.0074747317,1613946032362,5875
+"raw_loss",0.0046532736,1613946032362,5875
+"epoch",36.95597484276726,1613946032362,5875
+"wd_0",0.01,1613946032362,5875
+"sqr_mom_0",0.99,1613946032362,5875
+"lr_0",1.738235652161654e-06,1613946032362,5875
+"mom_0",0.9152359393161601,1613946032362,5875
+"eps_0",1e-05,1613946032362,5875
+"wd_1",0.01,1613946032362,5875
+"sqr_mom_1",0.99,1613946032362,5875
+"lr_1",1.738235652161654e-05,1613946032362,5875
+"mom_1",0.9152359393161601,1613946032362,5875
+"eps_1",1e-05,1613946032362,5875
+"wd_2",0.01,1613946032362,5875
+"sqr_mom_2",0.99,1613946032362,5875
+"lr_2",0.00017382356521616535,1613946032362,5875
+"mom_2",0.9152359393161601,1613946032362,5875
+"eps_2",1e-05,1613946032362,5875
+"train_loss",0.007405321,1613946033318,5876
+"raw_loss",0.0040042023,1613946033318,5876
+"epoch",36.96226415094336,1613946033318,5876
+"wd_0",0.01,1613946033318,5876
+"sqr_mom_0",0.99,1613946033318,5876
+"lr_0",1.7368919334595794e-06,1613946033318,5876
+"mom_0",0.9152628139589479,1613946033318,5876
+"eps_0",1e-05,1613946033318,5876
+"wd_1",0.01,1613946033318,5876
+"sqr_mom_1",0.99,1613946033318,5876
+"lr_1",1.7368919334595796e-05,1613946033318,5876
+"mom_1",0.9152628139589479,1613946033318,5876
+"eps_1",1e-05,1613946033318,5876
+"wd_2",0.01,1613946033318,5876
+"sqr_mom_2",0.99,1613946033318,5876
+"lr_2",0.00017368919334595788,1613946033318,5876
+"mom_2",0.9152628139589479,1613946033318,5876
+"eps_2",1e-05,1613946033318,5876
+"train_loss",0.007434041,1613946034284,5877
+"raw_loss",0.008841314,1613946034284,5877
+"epoch",36.96855345911946,1613946034284,5877
+"wd_0",0.01,1613946034284,5877
+"sqr_mom_0",0.99,1613946034284,5877
+"lr_0",1.7355484578360953e-06,1613946034284,5877
+"mom_0",0.9152896837401154,1613946034284,5877
+"eps_0",1e-05,1613946034284,5877
+"wd_1",0.01,1613946034284,5877
+"sqr_mom_1",0.99,1613946034284,5877
+"lr_1",1.735548457836095e-05,1613946034284,5877
+"mom_1",0.9152896837401154,1613946034284,5877
+"eps_1",1e-05,1613946034284,5877
+"wd_2",0.01,1613946034284,5877
+"sqr_mom_2",0.99,1613946034284,5877
+"lr_2",0.00017355484578360946,1613946034284,5877
+"mom_2",0.9152896837401154,1613946034284,5877
+"eps_2",1e-05,1613946034284,5877
+"train_loss",0.007399612,1613946035250,5878
+"raw_loss",0.0057126055,1613946035250,5878
+"epoch",36.97484276729556,1613946035250,5878
+"wd_0",0.01,1613946035250,5878
+"sqr_mom_0",0.99,1613946035250,5878
+"lr_0",1.7342043344715302e-06,1613946035250,5878
+"mom_0",0.9153165664762342,1613946035250,5878
+"eps_0",1e-05,1613946035250,5878
+"wd_1",0.01,1613946035250,5878
+"sqr_mom_1",0.99,1613946035250,5878
+"lr_1",1.73420433447153e-05,1613946035250,5878
+"mom_1",0.9153165664762342,1613946035250,5878
+"eps_1",1e-05,1613946035250,5878
+"wd_2",0.01,1613946035250,5878
+"sqr_mom_2",0.99,1613946035250,5878
+"lr_2",0.00017342043344715298,1613946035250,5878
+"mom_2",0.9153165664762342,1613946035250,5878
+"eps_2",1e-05,1613946035250,5878
+"train_loss",0.007386866,1613946036208,5879
+"raw_loss",0.006762296,1613946036208,5879
+"epoch",36.98113207547166,1613946036208,5879
+"wd_0",0.01,1613946036208,5879
+"sqr_mom_0",0.99,1613946036208,5879
+"lr_0",1.7328613464509596e-06,1613946036208,5879
+"mom_0",0.9153434265052458,1613946036208,5879
+"eps_0",1e-05,1613946036208,5879
+"wd_1",0.01,1613946036208,5879
+"sqr_mom_1",0.99,1613946036208,5879
+"lr_1",1.73286134645096e-05,1613946036208,5879
+"mom_1",0.9153434265052458,1613946036208,5879
+"eps_1",1e-05,1613946036208,5879
+"wd_2",0.01,1613946036208,5879
+"sqr_mom_2",0.99,1613946036208,5879
+"lr_2",0.00017328613464509594,1613946036208,5879
+"mom_2",0.9153434265052458,1613946036208,5879
+"eps_2",1e-05,1613946036208,5879
+"train_loss",0.0073398408,1613946037182,5880
+"raw_loss",0.0050355997,1613946037182,5880
+"epoch",36.987421383647764,1613946037182,5880
+"wd_0",0.01,1613946037182,5880
+"sqr_mom_0",0.99,1613946037182,5880
+"lr_0",1.731518602792832e-06,1613946037182,5880
+"mom_0",0.9153702816469598,1613946037182,5880
+"eps_0",1e-05,1613946037182,5880
+"wd_1",0.01,1613946037182,5880
+"sqr_mom_1",0.99,1613946037182,5880
+"lr_1",1.7315186027928318e-05,1613946037182,5880
+"mom_1",0.9153702816469598,1613946037182,5880
+"eps_1",1e-05,1613946037182,5880
+"wd_2",0.01,1613946037182,5880
+"sqr_mom_2",0.99,1613946037182,5880
+"lr_2",0.00017315186027928316,1613946037182,5880
+"mom_2",0.9153702816469598,1613946037182,5880
+"eps_2",1e-05,1613946037182,5880
+"train_loss",0.007312824,1613946038128,5881
+"raw_loss",0.0059890104,1613946038128,5881
+"epoch",36.993710691823864,1613946038128,5881
+"wd_0",0.01,1613946038128,5881
+"sqr_mom_0",0.99,1613946038128,5881
+"lr_0",1.7301752131642288e-06,1613946038128,5881
+"mom_0",0.9153971497082125,1613946038128,5881
+"eps_0",1e-05,1613946038128,5881
+"wd_1",0.01,1613946038128,5881
+"sqr_mom_1",0.99,1613946038128,5881
+"lr_1",1.730175213164229e-05,1613946038128,5881
+"mom_1",0.9153971497082125,1613946038128,5881
+"eps_1",1e-05,1613946038128,5881
+"wd_2",0.01,1613946038128,5881
+"sqr_mom_2",0.99,1613946038128,5881
+"lr_2",0.00017301752131642284,1613946038128,5881
+"mom_2",0.9153971497082125,1613946038128,5881
+"eps_2",1e-05,1613946038128,5881
+"train_loss",0.007271343,1613946039081,5882
+"raw_loss",0.0052387738,1613946039081,5882
+"epoch",36.999999999999964,1613946039081,5882
+"wd_0",0.01,1613946039081,5882
+"sqr_mom_0",0.99,1613946039081,5882
+"lr_0",1.7288329596768692e-06,1613946039081,5882
+"mom_0",0.915423995046413,1613946039081,5882
+"eps_0",1e-05,1613946039081,5882
+"wd_1",0.01,1613946039081,5882
+"sqr_mom_1",0.99,1613946039081,5882
+"lr_1",1.728832959676869e-05,1613946039081,5882
+"mom_1",0.915423995046413,1613946039081,5882
+"eps_1",1e-05,1613946039081,5882
+"wd_2",0.01,1613946039081,5882
+"sqr_mom_2",0.99,1613946039081,5882
+"lr_2",0.00017288329596768686,1613946039081,5882
+"mom_2",0.915423995046413,1613946039081,5882
+"eps_2",1e-05,1613946039081,5882
+"valid_loss",0.08773746341466904,1613946070461,5882
+"_rmse",0.2962051033973694,1613946070461,5882
+"epoch",37,1613946070461,5882
+"train_loss",0.0076778955,1613946071517,5883
+"raw_loss",0.027598983,1613946071517,5883
+"epoch",37.0062893081761,1613946071517,5883
+"wd_0",0.01,1613946071517,5883
+"sqr_mom_0",0.99,1613946071517,5883
+"lr_0",1.727490061400599e-06,1613946071517,5883
+"mom_0",0.9154508532805208,1613946071517,5883
+"eps_0",1e-05,1613946071517,5883
+"wd_1",0.01,1613946071517,5883
+"sqr_mom_1",0.99,1613946071517,5883
+"lr_1",1.727490061400599e-05,1613946071517,5883
+"mom_1",0.9154508532805208,1613946071517,5883
+"eps_1",1e-05,1613946071517,5883
+"wd_2",0.01,1613946071517,5883
+"sqr_mom_2",0.99,1613946071517,5883
+"lr_2",0.00017274900614005985,1613946071517,5883
+"mom_2",0.9154508532805208,1613946071517,5883
+"eps_2",1e-05,1613946071517,5883
+"train_loss",0.0077724503,1613946072463,5884
+"raw_loss",0.0124056395,1613946072463,5884
+"epoch",37.0125786163522,1613946072463,5884
+"wd_0",0.01,1613946072463,5884
+"sqr_mom_0",0.99,1613946072463,5884
+"lr_0",1.7261482997953189e-06,1613946072463,5884
+"mom_0",0.9154776887809815,1613946072463,5884
+"eps_0",1e-05,1613946072463,5884
+"wd_1",0.01,1613946072463,5884
+"sqr_mom_1",0.99,1613946072463,5884
+"lr_1",1.7261482997953186e-05,1613946072463,5884
+"mom_1",0.9154776887809815,1613946072463,5884
+"eps_1",1e-05,1613946072463,5884
+"wd_2",0.01,1613946072463,5884
+"sqr_mom_2",0.99,1613946072463,5884
+"lr_2",0.00017261482997953185,1613946072463,5884
+"mom_2",0.9154776887809815,1613946072463,5884
+"eps_2",1e-05,1613946072463,5884
+"train_loss",0.0077000316,1613946073387,5885
+"raw_loss",0.0041515194,1613946073387,5885
+"epoch",37.0188679245283,1613946073387,5885
+"wd_0",0.01,1613946073387,5885
+"sqr_mom_0",0.99,1613946073387,5885
+"lr_0",1.7248063396371278e-06,1613946073387,5885
+"mom_0",0.9155045282525399,1613946073387,5885
+"eps_0",1e-05,1613946073387,5885
+"wd_1",0.01,1613946073387,5885
+"sqr_mom_1",0.99,1613946073387,5885
+"lr_1",1.7248063396371277e-05,1613946073387,5885
+"mom_1",0.9155045282525399,1613946073387,5885
+"eps_1",1e-05,1613946073387,5885
+"wd_2",0.01,1613946073387,5885
+"sqr_mom_2",0.99,1613946073387,5885
+"lr_2",0.00017248063396371277,1613946073387,5885
+"mom_2",0.9155045282525399,1613946073387,5885
+"eps_2",1e-05,1613946073387,5885
+"train_loss",0.0076650116,1613946074320,5886
+"raw_loss",0.0059490195,1613946074320,5886
+"epoch",37.0251572327044,1613946074320,5886
+"wd_0",0.01,1613946074320,5886
+"sqr_mom_0",0.99,1613946074320,5886
+"lr_0",1.7234646265709988e-06,1613946074320,5886
+"mom_0",0.9155313627822078,1613946074320,5886
+"eps_0",1e-05,1613946074320,5886
+"wd_1",0.01,1613946074320,5886
+"sqr_mom_1",0.99,1613946074320,5886
+"lr_1",1.7234646265709992e-05,1613946074320,5886
+"mom_1",0.9155313627822078,1613946074320,5886
+"eps_1",1e-05,1613946074320,5886
+"wd_2",0.01,1613946074320,5886
+"sqr_mom_2",0.99,1613946074320,5886
+"lr_2",0.00017234646265709984,1613946074320,5886
+"mom_2",0.9155313627822078,1613946074320,5886
+"eps_2",1e-05,1613946074320,5886
+"train_loss",0.0075927656,1613946075266,5887
+"raw_loss",0.004052704,1613946075266,5887
+"epoch",37.0314465408805,1613946075266,5887
+"wd_0",0.01,1613946075266,5887
+"sqr_mom_0",0.99,1613946075266,5887
+"lr_0",1.7221231610245869e-06,1613946075266,5887
+"mom_0",0.9155581923614319,1613946075266,5887
+"eps_0",1e-05,1613946075266,5887
+"wd_1",0.01,1613946075266,5887
+"sqr_mom_1",0.99,1613946075266,5887
+"lr_1",1.722123161024587e-05,1613946075266,5887
+"mom_1",0.9155581923614319,1613946075266,5887
+"eps_1",1e-05,1613946075266,5887
+"wd_2",0.01,1613946075266,5887
+"sqr_mom_2",0.99,1613946075266,5887
+"lr_2",0.00017221231610245865,1613946075266,5887
+"mom_2",0.9155581923614319,1613946075266,5887
+"eps_2",1e-05,1613946075266,5887
+"train_loss",0.0075973757,1613946076252,5888
+"raw_loss",0.007823257,1613946076252,5888
+"epoch",37.0377358490566,1613946076252,5888
+"wd_0",0.01,1613946076252,5888
+"sqr_mom_0",0.99,1613946076252,5888
+"lr_0",1.7207823882326085e-06,1613946076252,5888
+"mom_0",0.9155850080854286,1613946076252,5888
+"eps_0",1e-05,1613946076252,5888
+"wd_1",0.01,1613946076252,5888
+"sqr_mom_1",0.99,1613946076252,5888
+"lr_1",1.7207823882326084e-05,1613946076252,5888
+"mom_1",0.9155850080854286,1613946076252,5888
+"eps_1",1e-05,1613946076252,5888
+"wd_2",0.01,1613946076252,5888
+"sqr_mom_2",0.99,1613946076252,5888
+"lr_2",0.0001720782388232608,1613946076252,5888
+"mom_2",0.9155850080854286,1613946076252,5888
+"eps_2",1e-05,1613946076252,5888
+"train_loss",0.00761613,1613946077239,5889
+"raw_loss",0.008535107,1613946077239,5889
+"epoch",37.0440251572327,1613946077239,5889
+"wd_0",0.01,1613946077239,5889
+"sqr_mom_0",0.99,1613946077239,5889
+"lr_0",1.7194409742011438e-06,1613946077239,5889
+"mom_0",0.9156118366343434,1613946077239,5889
+"eps_0",1e-05,1613946077239,5889
+"wd_1",0.01,1613946077239,5889
+"sqr_mom_1",0.99,1613946077239,5889
+"lr_1",1.7194409742011437e-05,1613946077239,5889
+"mom_1",0.9156118366343434,1613946077239,5889
+"eps_1",1e-05,1613946077239,5889
+"wd_2",0.01,1613946077239,5889
+"sqr_mom_2",0.99,1613946077239,5889
+"lr_2",0.00017194409742011434,1613946077239,5889
+"mom_2",0.9156118366343434,1613946077239,5889
+"eps_2",1e-05,1613946077239,5889
+"train_loss",0.007651908,1613946078213,5890
+"raw_loss",0.009405005,1613946078213,5890
+"epoch",37.0503144654088,1613946078213,5890
+"wd_0",0.01,1613946078213,5890
+"sqr_mom_0",0.99,1613946078213,5890
+"lr_0",1.7181006984211248e-06,1613946078213,5890
+"mom_0",0.9156386424180016,1613946078213,5890
+"eps_0",1e-05,1613946078213,5890
+"wd_1",0.01,1613946078213,5890
+"sqr_mom_1",0.99,1613946078213,5890
+"lr_1",1.7181006984211248e-05,1613946078213,5890
+"mom_1",0.9156386424180016,1613946078213,5890
+"eps_1",1e-05,1613946078213,5890
+"wd_2",0.01,1613946078213,5890
+"sqr_mom_2",0.99,1613946078213,5890
+"lr_2",0.00017181006984211245,1613946078213,5890
+"mom_2",0.9156386424180016,1613946078213,5890
+"eps_2",1e-05,1613946078213,5890
+"train_loss",0.007599038,1613946079159,5891
+"raw_loss",0.005008412,1613946079159,5891
+"epoch",37.056603773584904,1613946079159,5891
+"wd_0",0.01,1613946079159,5891
+"sqr_mom_0",0.99,1613946079159,5891
+"lr_0",1.7167606717052146e-06,1613946079159,5891
+"mom_0",0.9156654432203278,1613946079159,5891
+"eps_0",1e-05,1613946079159,5891
+"wd_1",0.01,1613946079159,5891
+"sqr_mom_1",0.99,1613946079159,5891
+"lr_1",1.7167606717052148e-05,1613946079159,5891
+"mom_1",0.9156654432203278,1613946079159,5891
+"eps_1",1e-05,1613946079159,5891
+"wd_2",0.01,1613946079159,5891
+"sqr_mom_2",0.99,1613946079159,5891
+"lr_2",0.00017167606717052142,1613946079159,5891
+"mom_2",0.9156654432203278,1613946079159,5891
+"eps_2",1e-05,1613946079159,5891
+"train_loss",0.0075605684,1613946080107,5892
+"raw_loss",0.0056755627,1613946080107,5892
+"epoch",37.062893081761004,1613946080107,5892
+"wd_0",0.01,1613946080107,5892
+"sqr_mom_0",0.99,1613946080107,5892
+"lr_0",1.715420005527193e-06,1613946080107,5892
+"mom_0",0.9156922568120243,1613946080107,5892
+"eps_0",1e-05,1613946080107,5892
+"wd_1",0.01,1613946080107,5892
+"sqr_mom_1",0.99,1613946080107,5892
+"lr_1",1.7154200055271928e-05,1613946080107,5892
+"mom_1",0.9156922568120243,1613946080107,5892
+"eps_1",1e-05,1613946080107,5892
+"wd_2",0.01,1613946080107,5892
+"sqr_mom_2",0.99,1613946080107,5892
+"lr_2",0.00017154200055271928,1613946080107,5892
+"mom_2",0.9156922568120243,1613946080107,5892
+"eps_2",1e-05,1613946080107,5892
+"train_loss",0.0075048544,1613946081053,5893
+"raw_loss",0.0047748727,1613946081053,5893
+"epoch",37.069182389937104,1613946081053,5893
+"wd_0",0.01,1613946081053,5893
+"sqr_mom_0",0.99,1613946081053,5893
+"lr_0",1.7140804783859056e-06,1613946081053,5893
+"mom_0",0.9157190476227581,1613946081053,5893
+"eps_0",1e-05,1613946081053,5893
+"wd_1",0.01,1613946081053,5893
+"sqr_mom_1",0.99,1613946081053,5893
+"lr_1",1.7140804783859056e-05,1613946081053,5893
+"mom_1",0.9157190476227581,1613946081053,5893
+"eps_1",1e-05,1613946081053,5893
+"wd_2",0.01,1613946081053,5893
+"sqr_mom_2",0.99,1613946081053,5893
+"lr_2",0.00017140804783859052,1613946081053,5893
+"mom_2",0.9157190476227581,1613946081053,5893
+"eps_2",1e-05,1613946081053,5893
+"train_loss",0.0074134357,1613946081991,5894
+"raw_loss",0.0029339145,1613946081991,5894
+"epoch",37.075471698113205,1613946081991,5894
+"wd_0",0.01,1613946081991,5894
+"sqr_mom_0",0.99,1613946081991,5894
+"lr_0",1.7127407572789115e-06,1613946081991,5894
+"mom_0",0.9157458423128448,1613946081991,5894
+"eps_0",1e-05,1613946081991,5894
+"wd_1",0.01,1613946081991,5894
+"sqr_mom_1",0.99,1613946081991,5894
+"lr_1",1.712740757278911e-05,1613946081991,5894
+"mom_1",0.9157458423128448,1613946081991,5894
+"eps_1",1e-05,1613946081991,5894
+"wd_2",0.01,1613946081991,5894
+"sqr_mom_2",0.99,1613946081991,5894
+"lr_2",0.0001712740757278911,1613946081991,5894
+"mom_2",0.9157458423128448,1613946081991,5894
+"eps_2",1e-05,1613946081991,5894
+"train_loss",0.0073228506,1613946082956,5895
+"raw_loss",0.0028841873,1613946082956,5895
+"epoch",37.081761006289305,1613946082956,5895
+"wd_0",0.01,1613946082956,5895
+"sqr_mom_0",0.99,1613946082956,5895
+"lr_0",1.7114012871097453e-06,1613946082956,5895
+"mom_0",0.915772631984125,1613946082956,5895
+"eps_0",1e-05,1613946082956,5895
+"wd_1",0.01,1613946082956,5895
+"sqr_mom_1",0.99,1613946082956,5895
+"lr_1",1.711401287109745e-05,1613946082956,5895
+"mom_1",0.915772631984125,1613946082956,5895
+"eps_1",1e-05,1613946082956,5895
+"wd_2",0.01,1613946082956,5895
+"sqr_mom_2",0.99,1613946082956,5895
+"lr_2",0.00017114012871097446,1613946082956,5895
+"mom_2",0.915772631984125,1613946082956,5895
+"eps_2",1e-05,1613946082956,5895
+"train_loss",0.007319279,1613946083918,5896
+"raw_loss",0.0071442644,1613946083918,5896
+"epoch",37.088050314465406,1613946083918,5896
+"wd_0",0.01,1613946083918,5896
+"sqr_mom_0",0.99,1613946083918,5896
+"lr_0",1.7100620683053473e-06,1613946083918,5896
+"mom_0",0.9157994166280593,1613946083918,5896
+"eps_0",1e-05,1613946083918,5896
+"wd_1",0.01,1613946083918,5896
+"sqr_mom_1",0.99,1613946083918,5896
+"lr_1",1.7100620683053472e-05,1613946083918,5896
+"mom_1",0.9157994166280593,1613946083918,5896
+"eps_1",1e-05,1613946083918,5896
+"wd_2",0.01,1613946083918,5896
+"sqr_mom_2",0.99,1613946083918,5896
+"lr_2",0.0001710062068305347,1613946083918,5896
+"mom_2",0.9157994166280593,1613946083918,5896
+"eps_2",1e-05,1613946083918,5896
+"train_loss",0.0072955377,1613946084867,5897
+"raw_loss",0.0061322222,1613946084867,5897
+"epoch",37.094339622641506,1613946084867,5897
+"wd_0",0.01,1613946084867,5897
+"sqr_mom_0",0.99,1613946084867,5897
+"lr_0",1.7087235453526164e-06,1613946084867,5897
+"mom_0",0.9158261873548212,1613946084867,5897
+"eps_0",1e-05,1613946084867,5897
+"wd_1",0.01,1613946084867,5897
+"sqr_mom_1",0.99,1613946084867,5897
+"lr_1",1.7087235453526164e-05,1613946084867,5897
+"mom_1",0.9158261873548212,1613946084867,5897
+"eps_1",1e-05,1613946084867,5897
+"wd_2",0.01,1613946084867,5897
+"sqr_mom_2",0.99,1613946084867,5897
+"lr_2",0.00017087235453526164,1613946084867,5897
+"mom_2",0.9158261873548212,1613946084867,5897
+"eps_2",1e-05,1613946084867,5897
+"train_loss",0.007312315,1613946085826,5898
+"raw_loss",0.008134405,1613946085826,5898
+"epoch",37.10062893081761,1613946085826,5898
+"wd_0",0.01,1613946085826,5898
+"sqr_mom_0",0.99,1613946085826,5898
+"lr_0",1.7073843864982187e-06,1613946085826,5898
+"mom_0",0.9158529707997436,1613946085826,5898
+"eps_0",1e-05,1613946085826,5898
+"wd_1",0.01,1613946085826,5898
+"sqr_mom_1",0.99,1613946085826,5898
+"lr_1",1.707384386498219e-05,1613946085826,5898
+"mom_1",0.9158529707997436,1613946085826,5898
+"eps_1",1e-05,1613946085826,5898
+"wd_2",0.01,1613946085826,5898
+"sqr_mom_2",0.99,1613946085826,5898
+"lr_2",0.00017073843864982185,1613946085826,5898
+"mom_2",0.9158529707997436,1613946085826,5898
+"eps_2",1e-05,1613946085826,5898
+"train_loss",0.0072524888,1613946086795,5899
+"raw_loss",0.004321,1613946086795,5899
+"epoch",37.10691823899371,1613946086795,5899
+"wd_0",0.01,1613946086795,5899
+"sqr_mom_0",0.99,1613946086795,5899
+"lr_0",1.7060463682414157e-06,1613946086795,5899
+"mom_0",0.915879731432486,1613946086795,5899
+"eps_0",1e-05,1613946086795,5899
+"wd_1",0.01,1613946086795,5899
+"sqr_mom_1",0.99,1613946086795,5899
+"lr_1",1.7060463682414156e-05,1613946086795,5899
+"mom_1",0.915879731432486,1613946086795,5899
+"eps_1",1e-05,1613946086795,5899
+"wd_2",0.01,1613946086795,5899
+"sqr_mom_2",0.99,1613946086795,5899
+"lr_2",0.00017060463682414158,1613946086795,5899
+"mom_2",0.915879731432486,1613946086795,5899
+"eps_2",1e-05,1613946086795,5899
+"train_loss",0.0072113886,1613946087753,5900
+"raw_loss",0.005197484,1613946087753,5900
+"epoch",37.11320754716981,1613946087753,5900
+"wd_0",0.01,1613946087753,5900
+"sqr_mom_0",0.99,1613946087753,5900
+"lr_0",1.7047086028883525e-06,1613946087753,5900
+"mom_0",0.915906487007103,1613946087753,5900
+"eps_0",1e-05,1613946087753,5900
+"wd_1",0.01,1613946087753,5900
+"sqr_mom_1",0.99,1613946087753,5900
+"lr_1",1.704708602888353e-05,1613946087753,5900
+"mom_1",0.915906487007103,1613946087753,5900
+"eps_1",1e-05,1613946087753,5900
+"wd_2",0.01,1613946087753,5900
+"sqr_mom_2",0.99,1613946087753,5900
+"lr_2",0.00017047086028883522,1613946087753,5900
+"mom_2",0.915906487007103,1613946087753,5900
+"eps_2",1e-05,1613946087753,5900
+"train_loss",0.007224401,1613946088710,5901
+"raw_loss",0.007862014,1613946088710,5901
+"epoch",37.11949685534591,1613946088710,5901
+"wd_0",0.01,1613946088710,5901
+"sqr_mom_0",0.99,1613946088710,5901
+"lr_0",1.703370203416484e-06,1613946088710,5901
+"mom_0",0.915933255264223,1613946088710,5901
+"eps_0",1e-05,1613946088710,5901
+"wd_1",0.01,1613946088710,5901
+"sqr_mom_1",0.99,1613946088710,5901
+"lr_1",1.703370203416484e-05,1613946088710,5901
+"mom_1",0.915933255264223,1613946088710,5901
+"eps_1",1e-05,1613946088710,5901
+"wd_2",0.01,1613946088710,5901
+"sqr_mom_2",0.99,1613946088710,5901
+"lr_2",0.00017033702034164835,1613946088710,5901
+"mom_2",0.915933255264223,1613946088710,5901
+"eps_2",1e-05,1613946088710,5901
+"train_loss",0.00724758,1613946089660,5902
+"raw_loss",0.00838336,1613946089660,5902
+"epoch",37.12578616352201,1613946089660,5902
+"wd_0",0.01,1613946089660,5902
+"sqr_mom_0",0.99,1613946089660,5902
+"lr_0",1.7020329453176915e-06,1613946089660,5902
+"mom_0",0.915960000693653,1613946089660,5902
+"eps_0",1e-05,1613946089660,5902
+"wd_1",0.01,1613946089660,5902
+"sqr_mom_1",0.99,1613946089660,5902
+"lr_1",1.7020329453176914e-05,1613946089660,5902
+"mom_1",0.915960000693653,1613946089660,5902
+"eps_1",1e-05,1613946089660,5902
+"wd_2",0.01,1613946089660,5902
+"sqr_mom_2",0.99,1613946089660,5902
+"lr_2",0.0001702032945317691,1613946089660,5902
+"mom_2",0.915960000693653,1613946089660,5902
+"eps_2",1e-05,1613946089660,5902
+"train_loss",0.0071967547,1613946090616,5903
+"raw_loss",0.0047063027,1613946090616,5903
+"epoch",37.13207547169811,1613946090616,5903
+"wd_0",0.01,1613946090616,5903
+"sqr_mom_0",0.99,1613946090616,5903
+"lr_0",1.7006959414010223e-06,1613946090616,5903
+"mom_0",0.9159867410393899,1613946090616,5903
+"eps_0",1e-05,1613946090616,5903
+"wd_1",0.01,1613946090616,5903
+"sqr_mom_1",0.99,1613946090616,5903
+"lr_1",1.7006959414010226e-05,1613946090616,5903
+"mom_1",0.9159867410393899,1613946090616,5903
+"eps_1",1e-05,1613946090616,5903
+"wd_2",0.01,1613946090616,5903
+"sqr_mom_2",0.99,1613946090616,5903
+"lr_2",0.0001700695941401022,1613946090616,5903
+"mom_2",0.9159867410393899,1613946090616,5903
+"eps_2",1e-05,1613946090616,5903
+"train_loss",0.0072252094,1613946091603,5904
+"raw_loss",0.008619485,1613946091603,5904
+"epoch",37.13836477987421,1613946091603,5904
+"wd_0",0.01,1613946091603,5904
+"sqr_mom_0",0.99,1613946091603,5904
+"lr_0",1.6993583051502285e-06,1613946091603,5904
+"mom_0",0.9160134940319358,1613946091603,5904
+"eps_0",1e-05,1613946091603,5904
+"wd_1",0.01,1613946091603,5904
+"sqr_mom_1",0.99,1613946091603,5904
+"lr_1",1.6993583051502286e-05,1613946091603,5904
+"mom_1",0.9160134940319358,1613946091603,5904
+"eps_1",1e-05,1613946091603,5904
+"wd_2",0.01,1613946091603,5904
+"sqr_mom_2",0.99,1613946091603,5904
+"lr_2",0.00016993583051502282,1613946091603,5904
+"mom_2",0.9160134940319358,1613946091603,5904
+"eps_2",1e-05,1613946091603,5904
+"train_loss",0.00721278,1613946092564,5905
+"raw_loss",0.006603748,1613946092564,5905
+"epoch",37.14465408805031,1613946092564,5905
+"wd_0",0.01,1613946092564,5905
+"sqr_mom_0",0.99,1613946092564,5905
+"lr_0",1.698021811044718e-06,1613946092564,5905
+"mom_0",0.9160402241813475,1613946092564,5905
+"eps_0",1e-05,1613946092564,5905
+"wd_1",0.01,1613946092564,5905
+"sqr_mom_1",0.99,1613946092564,5905
+"lr_1",1.698021811044718e-05,1613946092564,5905
+"mom_1",0.9160402241813475,1613946092564,5905
+"eps_1",1e-05,1613946092564,5905
+"wd_2",0.01,1613946092564,5905
+"sqr_mom_2",0.99,1613946092564,5905
+"lr_2",0.00016980218110447174,1613946092564,5905
+"mom_2",0.9160402241813475,1613946092564,5905
+"eps_2",1e-05,1613946092564,5905
+"train_loss",0.007183131,1613946093529,5906
+"raw_loss",0.005730321,1613946093529,5906
+"epoch",37.15094339622641,1613946093529,5906
+"wd_0",0.01,1613946093529,5906
+"sqr_mom_0",0.99,1613946093529,5906
+"lr_0",1.6966851290974833e-06,1613946093529,5906
+"mom_0",0.9160669580876312,1613946093529,5906
+"eps_0",1e-05,1613946093529,5906
+"wd_1",0.01,1613946093529,5906
+"sqr_mom_1",0.99,1613946093529,5906
+"lr_1",1.6966851290974833e-05,1613946093529,5906
+"mom_1",0.9160669580876312,1613946093529,5906
+"eps_1",1e-05,1613946093529,5906
+"wd_2",0.01,1613946093529,5906
+"sqr_mom_2",0.99,1613946093529,5906
+"lr_2",0.0001696685129097483,1613946093529,5906
+"mom_2",0.9160669580876312,1613946093529,5906
+"eps_2",1e-05,1613946093529,5906
+"train_loss",0.0071301786,1613946094491,5907
+"raw_loss",0.004535511,1613946094491,5907
+"epoch",37.15723270440251,1613946094491,5907
+"wd_0",0.01,1613946094491,5907
+"sqr_mom_0",0.99,1613946094491,5907
+"lr_0",1.6953487032056247e-06,1613946094491,5907
+"mom_0",0.9160936868727562,1613946094491,5907
+"eps_0",1e-05,1613946094491,5907
+"wd_1",0.01,1613946094491,5907
+"sqr_mom_1",0.99,1613946094491,5907
+"lr_1",1.6953487032056244e-05,1613946094491,5907
+"mom_1",0.9160936868727562,1613946094491,5907
+"eps_1",1e-05,1613946094491,5907
+"wd_2",0.01,1613946094491,5907
+"sqr_mom_2",0.99,1613946094491,5907
+"lr_2",0.0001695348703205624,1613946094491,5907
+"mom_2",0.9160936868727562,1613946094491,5907
+"eps_2",1e-05,1613946094491,5907
+"train_loss",0.0070961784,1613946095456,5908
+"raw_loss",0.005430159,1613946095456,5908
+"epoch",37.16352201257861,1613946095456,5908
+"wd_0",0.01,1613946095456,5908
+"sqr_mom_0",0.99,1613946095456,5908
+"lr_0",1.694012533795111e-06,1613946095456,5908
+"mom_0",0.916120410528203,1613946095456,5908
+"eps_0",1e-05,1613946095456,5908
+"wd_1",0.01,1613946095456,5908
+"sqr_mom_1",0.99,1613946095456,5908
+"lr_1",1.694012533795111e-05,1613946095456,5908
+"mom_1",0.916120410528203,1613946095456,5908
+"eps_1",1e-05,1613946095456,5908
+"wd_2",0.01,1613946095456,5908
+"sqr_mom_2",0.99,1613946095456,5908
+"lr_2",0.00016940125337951107,1613946095456,5908
+"mom_2",0.916120410528203,1613946095456,5908
+"eps_2",1e-05,1613946095456,5908
+"train_loss",0.007063469,1613946096427,5909
+"raw_loss",0.005460696,1613946096427,5909
+"epoch",37.16981132075471,1613946096427,5909
+"wd_0",0.01,1613946096427,5909
+"sqr_mom_0",0.99,1613946096427,5909
+"lr_0",1.692677064337918e-06,1613946096427,5909
+"mom_0",0.9161471201844434,1613946096427,5909
+"eps_0",1e-05,1613946096427,5909
+"wd_1",0.01,1613946096427,5909
+"sqr_mom_1",0.99,1613946096427,5909
+"lr_1",1.6926770643379183e-05,1613946096427,5909
+"mom_1",0.9161471201844434,1613946096427,5909
+"eps_1",1e-05,1613946096427,5909
+"wd_2",0.01,1613946096427,5909
+"sqr_mom_2",0.99,1613946096427,5909
+"lr_2",0.0001692677064337918,1613946096427,5909
+"mom_2",0.9161471201844434,1613946096427,5909
+"eps_2",1e-05,1613946096427,5909
+"train_loss",0.0070078145,1613946097397,5910
+"raw_loss",0.0042807497,1613946097397,5910
+"epoch",37.17610062893081,1613946097397,5910
+"wd_0",0.01,1613946097397,5910
+"sqr_mom_0",0.99,1613946097397,5910
+"lr_0",1.6913409661215932e-06,1613946097397,5910
+"mom_0",0.9161738424159923,1613946097397,5910
+"eps_0",1e-05,1613946097397,5910
+"wd_1",0.01,1613946097397,5910
+"sqr_mom_1",0.99,1613946097397,5910
+"lr_1",1.6913409661215932e-05,1613946097397,5910
+"mom_1",0.9161738424159923,1613946097397,5910
+"eps_1",1e-05,1613946097397,5910
+"wd_2",0.01,1613946097397,5910
+"sqr_mom_2",0.99,1613946097397,5910
+"lr_2",0.00016913409661215928,1613946097397,5910
+"mom_2",0.9161738424159923,1613946097397,5910
+"eps_2",1e-05,1613946097397,5910
+"train_loss",0.007098407,1613946098375,5911
+"raw_loss",0.0115374485,1613946098375,5911
+"epoch",37.18238993710691,1613946098375,5911
+"wd_0",0.01,1613946098375,5911
+"sqr_mom_0",0.99,1613946098375,5911
+"lr_0",1.690006011585223e-06,1613946098375,5911
+"mom_0",0.9162005417737132,1613946098375,5911
+"eps_0",1e-05,1613946098375,5911
+"wd_1",0.01,1613946098375,5911
+"sqr_mom_1",0.99,1613946098375,5911
+"lr_1",1.6900060115852228e-05,1613946098375,5911
+"mom_1",0.9162005417737132,1613946098375,5911
+"eps_1",1e-05,1613946098375,5911
+"wd_2",0.01,1613946098375,5911
+"sqr_mom_2",0.99,1613946098375,5911
+"lr_2",0.00016900060115852226,1613946098375,5911
+"mom_2",0.9162005417737132,1613946098375,5911
+"eps_2",1e-05,1613946098375,5911
+"train_loss",0.007132595,1613946099347,5912
+"raw_loss",0.008807801,1613946099347,5912
+"epoch",37.18867924528301,1613946099347,5912
+"wd_0",0.01,1613946099347,5912
+"sqr_mom_0",0.99,1613946099347,5912
+"lr_0",1.688671315061882e-06,1613946099347,5912
+"mom_0",0.9162272359711221,1613946099347,5912
+"eps_0",1e-05,1613946099347,5912
+"wd_1",0.01,1613946099347,5912
+"sqr_mom_1",0.99,1613946099347,5912
+"lr_1",1.688671315061882e-05,1613946099347,5912
+"mom_1",0.9162272359711221,1613946099347,5912
+"eps_1",1e-05,1613946099347,5912
+"wd_2",0.01,1613946099347,5912
+"sqr_mom_2",0.99,1613946099347,5912
+"lr_2",0.00016886713150618816,1613946099347,5912
+"mom_2",0.9162272359711221,1613946099347,5912
+"eps_2",1e-05,1613946099347,5912
+"train_loss",0.0070822854,1613946100337,5913
+"raw_loss",0.0046171243,1613946100337,5913
+"epoch",37.19496855345911,1613946100337,5913
+"wd_0",0.01,1613946100337,5913
+"sqr_mom_0",0.99,1613946100337,5913
+"lr_0",1.687335991569515e-06,1613946100337,5913
+"mom_0",0.9162539427080367,1613946100337,5913
+"eps_0",1e-05,1613946100337,5913
+"wd_1",0.01,1613946100337,5913
+"sqr_mom_1",0.99,1613946100337,5913
+"lr_1",1.6873359915695147e-05,1613946100337,5913
+"mom_1",0.9162539427080367,1613946100337,5913
+"eps_1",1e-05,1613946100337,5913
+"wd_2",0.01,1613946100337,5913
+"sqr_mom_2",0.99,1613946100337,5913
+"lr_2",0.00016873359915695144,1613946100337,5913
+"mom_2",0.9162539427080367,1613946100337,5913
+"eps_2",1e-05,1613946100337,5913
+"train_loss",0.007024661,1613946101311,5914
+"raw_loss",0.004201071,1613946101311,5914
+"epoch",37.20125786163521,1613946101311,5914
+"wd_0",0.01,1613946101311,5914
+"sqr_mom_0",0.99,1613946101311,5914
+"lr_0",1.6860018125194767e-06,1613946101311,5914
+"mom_0",0.916280626555876,1613946101311,5914
+"eps_0",1e-05,1613946101311,5914
+"wd_1",0.01,1613946101311,5914
+"sqr_mom_1",0.99,1613946101311,5914
+"lr_1",1.6860018125194763e-05,1613946101311,5914
+"mom_1",0.916280626555876,1613946101311,5914
+"eps_1",1e-05,1613946101311,5914
+"wd_2",0.01,1613946101311,5914
+"sqr_mom_2",0.99,1613946101311,5914
+"lr_2",0.00016860018125194762,1613946101311,5914
+"mom_2",0.916280626555876,1613946101311,5914
+"eps_2",1e-05,1613946101311,5914
+"train_loss",0.0070411596,1613946102290,5915
+"raw_loss",0.007849585,1613946102290,5915
+"epoch",37.20754716981131,1613946102290,5915
+"wd_0",0.01,1613946102290,5915
+"sqr_mom_0",0.99,1613946102290,5915
+"lr_0",1.6846674502264162e-06,1613946102290,5915
+"mom_0",0.9163073140686123,1613946102290,5915
+"eps_0",1e-05,1613946102290,5915
+"wd_1",0.01,1613946102290,5915
+"sqr_mom_1",0.99,1613946102290,5915
+"lr_1",1.6846674502264163e-05,1613946102290,5915
+"mom_1",0.9163073140686123,1613946102290,5915
+"eps_1",1e-05,1613946102290,5915
+"wd_2",0.01,1613946102290,5915
+"sqr_mom_2",0.99,1613946102290,5915
+"lr_2",0.0001684667450226416,1613946102290,5915
+"mom_2",0.9163073140686123,1613946102290,5915
+"eps_2",1e-05,1613946102290,5915
+"train_loss",0.007101921,1613946103264,5916
+"raw_loss",0.01007924,1613946103264,5916
+"epoch",37.213836477987414,1613946103264,5916
+"wd_0",0.01,1613946103264,5916
+"sqr_mom_0",0.99,1613946103264,5916
+"lr_0",1.6833333478192278e-06,1613946103264,5916
+"mom_0",0.9163339963835793,1613946103264,5916
+"eps_0",1e-05,1613946103264,5916
+"wd_1",0.01,1613946103264,5916
+"sqr_mom_1",0.99,1613946103264,5916
+"lr_1",1.6833333478192278e-05,1613946103264,5916
+"mom_1",0.9163339963835793,1613946103264,5916
+"eps_1",1e-05,1613946103264,5916
+"wd_2",0.01,1613946103264,5916
+"sqr_mom_2",0.99,1613946103264,5916
+"lr_2",0.00016833333478192273,1613946103264,5916
+"mom_2",0.9163339963835793,1613946103264,5916
+"eps_2",1e-05,1613946103264,5916
+"train_loss",0.0070835794,1613946104259,5917
+"raw_loss",0.00618485,1613946104259,5917
+"epoch",37.220125786163514,1613946104259,5917
+"wd_0",0.01,1613946104259,5917
+"sqr_mom_0",0.99,1613946104259,5917
+"lr_0",1.681999505723142e-06,1613946104259,5917
+"mom_0",0.916360673492272,1613946104259,5917
+"eps_0",1e-05,1613946104259,5917
+"wd_1",0.01,1613946104259,5917
+"sqr_mom_1",0.99,1613946104259,5917
+"lr_1",1.681999505723142e-05,1613946104259,5917
+"mom_1",0.916360673492272,1613946104259,5917
+"eps_1",1e-05,1613946104259,5917
+"wd_2",0.01,1613946104259,5917
+"sqr_mom_2",0.99,1613946104259,5917
+"lr_2",0.00016819995057231417,1613946104259,5917
+"mom_2",0.916360673492272,1613946104259,5917
+"eps_2",1e-05,1613946104259,5917
+"train_loss",0.0070167272,1613946105268,5918
+"raw_loss",0.0037409773,1613946105268,5918
+"epoch",37.226415094339615,1613946105268,5918
+"wd_0",0.01,1613946105268,5918
+"sqr_mom_0",0.99,1613946105268,5918
+"lr_0",1.6806663666355759e-06,1613946105268,5918
+"mom_0",0.9163873365406539,1613946105268,5918
+"eps_0",1e-05,1613946105268,5918
+"wd_1",0.01,1613946105268,5918
+"sqr_mom_1",0.99,1613946105268,5918
+"lr_1",1.680666366635576e-05,1613946105268,5918
+"mom_1",0.9163873365406539,1613946105268,5918
+"eps_1",1e-05,1613946105268,5918
+"wd_2",0.01,1613946105268,5918
+"sqr_mom_2",0.99,1613946105268,5918
+"lr_2",0.0001680666366635575,1613946105268,5918
+"mom_2",0.9163873365406539,1613946105268,5918
+"eps_2",1e-05,1613946105268,5918
+"train_loss",0.0071017533,1613946106250,5919
+"raw_loss",0.011268027,1613946106250,5919
+"epoch",37.232704402515715,1613946106250,5919
+"wd_0",0.01,1613946106250,5919
+"sqr_mom_0",0.99,1613946106250,5919
+"lr_0",1.6793326041647825e-06,1613946106250,5919
+"mom_0",0.9164140120568249,1613946106250,5919
+"eps_0",1e-05,1613946106250,5919
+"wd_1",0.01,1613946106250,5919
+"sqr_mom_1",0.99,1613946106250,5919
+"lr_1",1.6793326041647822e-05,1613946106250,5919
+"mom_1",0.9164140120568249,1613946106250,5919
+"eps_1",1e-05,1613946106250,5919
+"wd_2",0.01,1613946106250,5919
+"sqr_mom_2",0.99,1613946106250,5919
+"lr_2",0.0001679332604164782,1613946106250,5919
+"mom_2",0.9164140120568249,1613946106250,5919
+"eps_2",1e-05,1613946106250,5919
+"train_loss",0.0070356987,1613946107240,5920
+"raw_loss",0.0037990296,1613946107240,5920
+"epoch",37.238993710691815,1613946107240,5920
+"wd_0",0.01,1613946107240,5920
+"sqr_mom_0",0.99,1613946107240,5920
+"lr_0",1.6779999876512996e-06,1613946107240,5920
+"mom_0",0.9164406646536205,1613946107240,5920
+"eps_0",1e-05,1613946107240,5920
+"wd_1",0.01,1613946107240,5920
+"sqr_mom_1",0.99,1613946107240,5920
+"lr_1",1.6779999876512996e-05,1613946107240,5920
+"mom_1",0.9164406646536205,1613946107240,5920
+"eps_1",1e-05,1613946107240,5920
+"wd_2",0.01,1613946107240,5920
+"sqr_mom_2",0.99,1613946107240,5920
+"lr_2",0.0001677999987651299,1613946107240,5920
+"mom_2",0.9164406646536205,1613946107240,5920
+"eps_2",1e-05,1613946107240,5920
+"train_loss",0.0070083016,1613946108209,5921
+"raw_loss",0.005665829,1613946108209,5921
+"epoch",37.245283018867916,1613946108209,5921
+"wd_0",0.01,1613946108209,5921
+"sqr_mom_0",0.99,1613946108209,5921
+"lr_0",1.676666748951514e-06,1613946108209,5921
+"mom_0",0.9164673296942666,1613946108209,5921
+"eps_0",1e-05,1613946108209,5921
+"wd_1",0.01,1613946108209,5921
+"sqr_mom_1",0.99,1613946108209,5921
+"lr_1",1.676666748951514e-05,1613946108209,5921
+"mom_1",0.9164673296942666,1613946108209,5921
+"eps_1",1e-05,1613946108209,5921
+"wd_2",0.01,1613946108209,5921
+"sqr_mom_2",0.99,1613946108209,5921
+"lr_2",0.0001676666748951514,1613946108209,5921
+"mom_2",0.9164673296942666,1613946108209,5921
+"eps_2",1e-05,1613946108209,5921
+"train_loss",0.006965645,1613946109179,5922
+"raw_loss",0.004875479,1613946109179,5922
+"epoch",37.251572327044016,1613946109179,5922
+"wd_0",0.01,1613946109179,5922
+"sqr_mom_0",0.99,1613946109179,5922
+"lr_0",1.675334656711139e-06,1613946109179,5922
+"mom_0",0.9164939718054952,1613946109179,5922
+"eps_0",1e-05,1613946109179,5922
+"wd_1",0.01,1613946109179,5922
+"sqr_mom_1",0.99,1613946109179,5922
+"lr_1",1.6753346567111388e-05,1613946109179,5922
+"mom_1",0.9164939718054952,1613946109179,5922
+"eps_1",1e-05,1613946109179,5922
+"wd_2",0.01,1613946109179,5922
+"sqr_mom_2",0.99,1613946109179,5922
+"lr_2",0.00016753346567111385,1613946109179,5922
+"mom_2",0.9164939718054952,1613946109179,5922
+"eps_2",1e-05,1613946109179,5922
+"train_loss",0.0068868753,1613946110132,5923
+"raw_loss",0.0030271595,1613946110132,5923
+"epoch",37.25786163522012,1613946110132,5923
+"wd_0",0.01,1613946110132,5923
+"sqr_mom_0",0.99,1613946110132,5923
+"lr_0",1.6740028271570185e-06,1613946110132,5923
+"mom_0",0.9165206086629463,1613946110132,5923
+"eps_0",1e-05,1613946110132,5923
+"wd_1",0.01,1613946110132,5923
+"sqr_mom_1",0.99,1613946110132,5923
+"lr_1",1.6740028271570183e-05,1613946110132,5923
+"mom_1",0.9165206086629463,1613946110132,5923
+"eps_1",1e-05,1613946110132,5923
+"wd_2",0.01,1613946110132,5923
+"sqr_mom_2",0.99,1613946110132,5923
+"lr_2",0.00016740028271570182,1613946110132,5923
+"mom_2",0.9165206086629463,1613946110132,5923
+"eps_2",1e-05,1613946110132,5923
+"train_loss",0.006981081,1613946111098,5924
+"raw_loss",0.0115971705,1613946111098,5924
+"epoch",37.26415094339622,1613946111098,5924
+"wd_0",0.01,1613946111098,5924
+"sqr_mom_0",0.99,1613946111098,5924
+"lr_0",1.672670377213269e-06,1613946111098,5924
+"mom_0",0.9165472579283138,1613946111098,5924
+"eps_0",1e-05,1613946111098,5924
+"wd_1",0.01,1613946111098,5924
+"sqr_mom_1",0.99,1613946111098,5924
+"lr_1",1.672670377213269e-05,1613946111098,5924
+"mom_1",0.9165472579283138,1613946111098,5924
+"eps_1",1e-05,1613946111098,5924
+"wd_2",0.01,1613946111098,5924
+"sqr_mom_2",0.99,1613946111098,5924
+"lr_2",0.00016726703772132684,1613946111098,5924
+"mom_2",0.9165472579283138,1613946111098,5924
+"eps_2",1e-05,1613946111098,5924
+"train_loss",0.006904634,1613946112047,5925
+"raw_loss",0.003158732,1613946112047,5925
+"epoch",37.27044025157232,1613946112047,5925
+"wd_0",0.01,1613946112047,5925
+"sqr_mom_0",0.99,1613946112047,5925
+"lr_0",1.6713390744792577e-06,1613946112047,5925
+"mom_0",0.9165738842492573,1613946112047,5925
+"eps_0",1e-05,1613946112047,5925
+"wd_1",0.01,1613946112047,5925
+"sqr_mom_1",0.99,1613946112047,5925
+"lr_1",1.6713390744792575e-05,1613946112047,5925
+"mom_1",0.9165738842492573,1613946112047,5925
+"eps_1",1e-05,1613946112047,5925
+"wd_2",0.01,1613946112047,5925
+"sqr_mom_2",0.99,1613946112047,5925
+"lr_2",0.00016713390744792575,1613946112047,5925
+"mom_2",0.9165738842492573,1613946112047,5925
+"eps_2",1e-05,1613946112047,5925
+"train_loss",0.0070536924,1613946113014,5926
+"raw_loss",0.014357552,1613946113014,5926
+"epoch",37.27672955974842,1613946113014,5926
+"wd_0",0.01,1613946113014,5926
+"sqr_mom_0",0.99,1613946113014,5926
+"lr_0",1.6700080357042022e-06,1613946113014,5926
+"mom_0",0.9166005052909688,1613946113014,5926
+"eps_0",1e-05,1613946113014,5926
+"wd_1",0.01,1613946113014,5926
+"sqr_mom_1",0.99,1613946113014,5926
+"lr_1",1.6700080357042024e-05,1613946113014,5926
+"mom_1",0.9166005052909688,1613946113014,5926
+"eps_1",1e-05,1613946113014,5926
+"wd_2",0.01,1613946113014,5926
+"sqr_mom_2",0.99,1613946113014,5926
+"lr_2",0.00016700080357042016,1613946113014,5926
+"mom_2",0.9166005052909688,1613946113014,5926
+"eps_2",1e-05,1613946113014,5926
+"train_loss",0.0070672967,1613946113965,5927
+"raw_loss",0.0077339015,1613946113965,5927
+"epoch",37.28301886792452,1613946113965,5927
+"wd_0",0.01,1613946113965,5927
+"sqr_mom_0",0.99,1613946113965,5927
+"lr_0",1.668676378337972e-06,1613946113965,5927
+"mom_0",0.9166271387046275,1613946113965,5927
+"eps_0",1e-05,1613946113965,5927
+"wd_1",0.01,1613946113965,5927
+"sqr_mom_1",0.99,1613946113965,5927
+"lr_1",1.668676378337972e-05,1613946113965,5927
+"mom_1",0.9166271387046275,1613946113965,5927
+"eps_1",1e-05,1613946113965,5927
+"wd_2",0.01,1613946113965,5927
+"sqr_mom_2",0.99,1613946113965,5927
+"lr_2",0.00016686763783379719,1613946113965,5927
+"mom_2",0.9166271387046275,1613946113965,5927
+"eps_2",1e-05,1613946113965,5927
+"train_loss",0.007150095,1613946114910,5928
+"raw_loss",0.011207213,1613946114910,5928
+"epoch",37.28930817610062,1613946114910,5928
+"wd_0",0.01,1613946114910,5928
+"sqr_mom_0",0.99,1613946114910,5928
+"lr_0",1.6673458689285167e-06,1613946114910,5928
+"mom_0",0.9166537491589213,1613946114910,5928
+"eps_0",1e-05,1613946114910,5928
+"wd_1",0.01,1613946114910,5928
+"sqr_mom_1",0.99,1613946114910,5928
+"lr_1",1.6673458689285164e-05,1613946114910,5928
+"mom_1",0.9166537491589213,1613946114910,5928
+"eps_1",1e-05,1613946114910,5928
+"wd_2",0.01,1613946114910,5928
+"sqr_mom_2",0.99,1613946114910,5928
+"lr_2",0.00016673458689285163,1613946114910,5928
+"mom_2",0.9166537491589213,1613946114910,5928
+"eps_2",1e-05,1613946114910,5928
+"train_loss",0.007186564,1613946115872,5929
+"raw_loss",0.008973546,1613946115872,5929
+"epoch",37.29559748427672,1613946115872,5929
+"wd_0",0.01,1613946115872,5929
+"sqr_mom_0",0.99,1613946115872,5929
+"lr_0",1.6660151834389536e-06,1613946115872,5929
+"mom_0",0.9166803631348522,1613946115872,5929
+"eps_0",1e-05,1613946115872,5929
+"wd_1",0.01,1613946115872,5929
+"sqr_mom_1",0.99,1613946115872,5929
+"lr_1",1.6660151834389537e-05,1613946115872,5929
+"mom_1",0.9166803631348522,1613946115872,5929
+"eps_1",1e-05,1613946115872,5929
+"wd_2",0.01,1613946115872,5929
+"sqr_mom_2",0.99,1613946115872,5929
+"lr_2",0.0001666015183438953,1613946115872,5929
+"mom_2",0.9166803631348522,1613946115872,5929
+"eps_2",1e-05,1613946115872,5929
+"train_loss",0.0072988067,1613946116833,5930
+"raw_loss",0.012798695,1613946116833,5930
+"epoch",37.30188679245282,1613946116833,5930
+"wd_0",0.01,1613946116833,5930
+"sqr_mom_0",0.99,1613946116833,5930
+"lr_0",1.6646847637804585e-06,1613946116833,5930
+"mom_0",0.9167069717941088,1613946116833,5930
+"eps_0",1e-05,1613946116833,5930
+"wd_1",0.01,1613946116833,5930
+"sqr_mom_1",0.99,1613946116833,5930
+"lr_1",1.6646847637804588e-05,1613946116833,5930
+"mom_1",0.9167069717941088,1613946116833,5930
+"eps_1",1e-05,1613946116833,5930
+"wd_2",0.01,1613946116833,5930
+"sqr_mom_2",0.99,1613946116833,5930
+"lr_2",0.0001664684763780458,1613946116833,5930
+"mom_2",0.9167069717941088,1613946116833,5930
+"eps_2",1e-05,1613946116833,5930
+"train_loss",0.0072606346,1613946117801,5931
+"raw_loss",0.0053902087,1613946117801,5931
+"epoch",37.30817610062892,1613946117801,5931
+"wd_0",0.01,1613946117801,5931
+"sqr_mom_0",0.99,1613946117801,5931
+"lr_0",1.6633546103770892e-06,1613946117801,5931
+"mom_0",0.9167335751282095,1613946117801,5931
+"eps_0",1e-05,1613946117801,5931
+"wd_1",0.01,1613946117801,5931
+"sqr_mom_1",0.99,1613946117801,5931
+"lr_1",1.6633546103770896e-05,1613946117801,5931
+"mom_1",0.9167335751282095,1613946117801,5931
+"eps_1",1e-05,1613946117801,5931
+"wd_2",0.01,1613946117801,5931
+"sqr_mom_2",0.99,1613946117801,5931
+"lr_2",0.00016633546103770892,1613946117801,5931
+"mom_2",0.9167335751282095,1613946117801,5931
+"eps_2",1e-05,1613946117801,5931
+"train_loss",0.007181575,1613946118750,5932
+"raw_loss",0.0033076587,1613946118750,5932
+"epoch",37.31446540880502,1613946118750,5932
+"wd_0",0.01,1613946118750,5932
+"sqr_mom_0",0.99,1613946118750,5932
+"lr_0",1.6620251646986816e-06,1613946118750,5932
+"mom_0",0.9167601643076694,1613946118750,5932
+"eps_0",1e-05,1613946118750,5932
+"wd_1",0.01,1613946118750,5932
+"sqr_mom_1",0.99,1613946118750,5932
+"lr_1",1.6620251646986818e-05,1613946118750,5932
+"mom_1",0.9167601643076694,1613946118750,5932
+"eps_1",1e-05,1613946118750,5932
+"wd_2",0.01,1613946118750,5932
+"sqr_mom_2",0.99,1613946118750,5932
+"lr_2",0.00016620251646986813,1613946118750,5932
+"mom_2",0.9167601643076694,1613946118750,5932
+"eps_2",1e-05,1613946118750,5932
+"train_loss",0.007215246,1613946119693,5933
+"raw_loss",0.008865125,1613946119693,5933
+"epoch",37.32075471698112,1613946119693,5933
+"wd_0",0.01,1613946119693,5933
+"sqr_mom_0",0.99,1613946119693,5933
+"lr_0",1.660695104031524e-06,1613946119693,5933
+"mom_0",0.9167867657870273,1613946119693,5933
+"eps_0",1e-05,1613946119693,5933
+"wd_1",0.01,1613946119693,5933
+"sqr_mom_1",0.99,1613946119693,5933
+"lr_1",1.6606951040315243e-05,1613946119693,5933
+"mom_1",0.9167867657870273,1613946119693,5933
+"eps_1",1e-05,1613946119693,5933
+"wd_2",0.01,1613946119693,5933
+"sqr_mom_2",0.99,1613946119693,5933
+"lr_2",0.00016606951040315239,1613946119693,5933
+"mom_2",0.9167867657870273,1613946119693,5933
+"eps_2",1e-05,1613946119693,5933
+"train_loss",0.0072139464,1613946120663,5934
+"raw_loss",0.0071502514,1613946120663,5934
+"epoch",37.32704402515722,1613946120663,5934
+"wd_0",0.01,1613946120663,5934
+"sqr_mom_0",0.99,1613946120663,5934
+"lr_0",1.6593661928054186e-06,1613946120663,5934
+"mom_0",0.9168133442773344,1613946120663,5934
+"eps_0",1e-05,1613946120663,5934
+"wd_1",0.01,1613946120663,5934
+"sqr_mom_1",0.99,1613946120663,5934
+"lr_1",1.6593661928054186e-05,1613946120663,5934
+"mom_1",0.9168133442773344,1613946120663,5934
+"eps_1",1e-05,1613946120663,5934
+"wd_2",0.01,1613946120663,5934
+"sqr_mom_2",0.99,1613946120663,5934
+"lr_2",0.00016593661928054182,1613946120663,5934
+"mom_2",0.9168133442773344,1613946120663,5934
+"eps_2",1e-05,1613946120663,5934
+"train_loss",0.00726007,1613946121633,5935
+"raw_loss",0.009520141,1613946121633,5935
+"epoch",37.33333333333332,1613946121633,5935
+"wd_0",0.01,1613946121633,5935
+"sqr_mom_0",0.99,1613946121633,5935
+"lr_0",1.6580375493519555e-06,1613946121633,5935
+"mom_0",0.916839917412135,1613946121633,5935
+"eps_0",1e-05,1613946121633,5935
+"wd_1",0.01,1613946121633,5935
+"sqr_mom_1",0.99,1613946121633,5935
+"lr_1",1.6580375493519552e-05,1613946121633,5935
+"mom_1",0.916839917412135,1613946121633,5935
+"eps_1",1e-05,1613946121633,5935
+"wd_2",0.01,1613946121633,5935
+"sqr_mom_2",0.99,1613946121633,5935
+"lr_2",0.00016580375493519548,1613946121633,5935
+"mom_2",0.916839917412135,1613946121633,5935
+"eps_2",1e-05,1613946121633,5935
+"train_loss",0.007182412,1613946122595,5936
+"raw_loss",0.003377141,1613946122595,5936
+"epoch",37.33962264150942,1613946122595,5936
+"wd_0",0.01,1613946122595,5936
+"sqr_mom_0",0.99,1613946122595,5936
+"lr_0",1.6567082927135022e-06,1613946122595,5936
+"mom_0",0.916866502810758,1613946122595,5936
+"eps_0",1e-05,1613946122595,5936
+"wd_1",0.01,1613946122595,5936
+"sqr_mom_1",0.99,1613946122595,5936
+"lr_1",1.656708292713502e-05,1613946122595,5936
+"mom_1",0.916866502810758,1613946122595,5936
+"eps_1",1e-05,1613946122595,5936
+"wd_2",0.01,1613946122595,5936
+"sqr_mom_2",0.99,1613946122595,5936
+"lr_2",0.0001656708292713502,1613946122595,5936
+"mom_2",0.916866502810758,1613946122595,5936
+"eps_2",1e-05,1613946122595,5936
+"train_loss",0.0071115913,1613946123694,5937
+"raw_loss",0.003641391,1613946123694,5937
+"epoch",37.34591194968552,1613946123694,5937
+"wd_0",0.01,1613946123694,5937
+"sqr_mom_0",0.99,1613946123694,5937
+"lr_0",1.6553801862532546e-06,1613946123694,5937
+"mom_0",0.9168930652055869,1613946123694,5937
+"eps_0",1e-05,1613946123694,5937
+"wd_1",0.01,1613946123694,5937
+"sqr_mom_1",0.99,1613946123694,5937
+"lr_1",1.6553801862532546e-05,1613946123694,5937
+"mom_1",0.9168930652055869,1613946123694,5937
+"eps_1",1e-05,1613946123694,5937
+"wd_2",0.01,1613946123694,5937
+"sqr_mom_2",0.99,1613946123694,5937
+"lr_2",0.00016553801862532542,1613946123694,5937
+"mom_2",0.9168930652055869,1613946123694,5937
+"eps_2",1e-05,1613946123694,5937
+"train_loss",0.007039434,1613946124670,5938
+"raw_loss",0.0035037172,1613946124670,5938
+"epoch",37.35220125786162,1613946124670,5938
+"wd_0",0.01,1613946124670,5938
+"sqr_mom_0",0.99,1613946124670,5938
+"lr_0",1.6540519083234535e-06,1613946124670,5938
+"mom_0",0.9169196310298412,1613946124670,5938
+"eps_0",1e-05,1613946124670,5938
+"wd_1",0.01,1613946124670,5938
+"sqr_mom_1",0.99,1613946124670,5938
+"lr_1",1.6540519083234533e-05,1613946124670,5938
+"mom_1",0.9169196310298412,1613946124670,5938
+"eps_1",1e-05,1613946124670,5938
+"wd_2",0.01,1613946124670,5938
+"sqr_mom_2",0.99,1613946124670,5938
+"lr_2",0.0001654051908323453,1613946124670,5938
+"mom_2",0.9169196310298412,1613946124670,5938
+"eps_2",1e-05,1613946124670,5938
+"train_loss",0.006969823,1613946125625,5939
+"raw_loss",0.0035589028,1613946125625,5939
+"epoch",37.35849056603772,1613946125625,5939
+"wd_0",0.01,1613946125625,5939
+"sqr_mom_0",0.99,1613946125625,5939
+"lr_0",1.6527239000378774e-06,1613946125625,5939
+"mom_0",0.9169461914611571,1613946125625,5939
+"eps_0",1e-05,1613946125625,5939
+"wd_1",0.01,1613946125625,5939
+"sqr_mom_1",0.99,1613946125625,5939
+"lr_1",1.6527239000378773e-05,1613946125625,5939
+"mom_1",0.9169461914611571,1613946125625,5939
+"eps_1",1e-05,1613946125625,5939
+"wd_2",0.01,1613946125625,5939
+"sqr_mom_2",0.99,1613946125625,5939
+"lr_2",0.00016527239000378773,1613946125625,5939
+"mom_2",0.9169461914611571,1613946125625,5939
+"eps_2",1e-05,1613946125625,5939
+"train_loss",0.006886577,1613946126574,5940
+"raw_loss",0.0028075168,1613946126574,5940
+"epoch",37.36477987421382,1613946126574,5940
+"wd_0",0.01,1613946126574,5940
+"sqr_mom_0",0.99,1613946126574,5940
+"lr_0",1.6513961618198147e-06,1613946126574,5940
+"mom_0",0.9169727464910686,1613946126574,5940
+"eps_0",1e-05,1613946126574,5940
+"wd_1",0.01,1613946126574,5940
+"sqr_mom_1",0.99,1613946126574,5940
+"lr_1",1.6513961618198145e-05,1613946126574,5940
+"mom_1",0.9169727464910686,1613946126574,5940
+"eps_1",1e-05,1613946126574,5940
+"wd_2",0.01,1613946126574,5940
+"sqr_mom_2",0.99,1613946126574,5940
+"lr_2",0.00016513961618198143,1613946126574,5940
+"mom_2",0.9169727464910686,1613946126574,5940
+"eps_2",1e-05,1613946126574,5940
+"train_loss",0.006855084,1613946127529,5941
+"raw_loss",0.0053119417,1613946127529,5941
+"epoch",37.371069182389924,1613946127529,5941
+"wd_0",0.01,1613946127529,5941
+"sqr_mom_0",0.99,1613946127529,5941
+"lr_0",1.6500691343353799e-06,1613946127529,5941
+"mom_0",0.9169992873061654,1613946127529,5941
+"eps_0",1e-05,1613946127529,5941
+"wd_1",0.01,1613946127529,5941
+"sqr_mom_1",0.99,1613946127529,5941
+"lr_1",1.6500691343353802e-05,1613946127529,5941
+"mom_1",0.9169992873061654,1613946127529,5941
+"eps_1",1e-05,1613946127529,5941
+"wd_2",0.01,1613946127529,5941
+"sqr_mom_2",0.99,1613946127529,5941
+"lr_2",0.00016500691343353794,1613946127529,5941
+"mom_2",0.9169992873061654,1613946127529,5941
+"eps_2",1e-05,1613946127529,5941
+"train_loss",0.006881249,1613946128496,5942
+"raw_loss",0.008163342,1613946128496,5942
+"epoch",37.377358490566024,1613946128496,5942
+"wd_0",0.01,1613946128496,5942
+"sqr_mom_0",0.99,1613946128496,5942
+"lr_0",1.6487414972789466e-06,1613946128496,5942
+"mom_0",0.9170258403128242,1613946128496,5942
+"eps_0",1e-05,1613946128496,5942
+"wd_1",0.01,1613946128496,5942
+"sqr_mom_1",0.99,1613946128496,5942
+"lr_1",1.648741497278946e-05,1613946128496,5942
+"mom_1",0.9170258403128242,1613946128496,5942
+"eps_1",1e-05,1613946128496,5942
+"wd_2",0.01,1613946128496,5942
+"sqr_mom_2",0.99,1613946128496,5942
+"lr_2",0.0001648741497278946,1613946128496,5942
+"mom_2",0.9170258403128242,1613946128496,5942
+"eps_2",1e-05,1613946128496,5942
+"train_loss",0.0068305326,1613946129448,5943
+"raw_loss",0.004345417,1613946129448,5943
+"epoch",37.383647798742125,1613946129448,5943
+"wd_0",0.01,1613946129448,5943
+"sqr_mom_0",0.99,1613946129448,5943
+"lr_0",1.647415011865209e-06,1613946129448,5943
+"mom_0",0.9170523702863986,1613946129448,5943
+"eps_0",1e-05,1613946129448,5943
+"wd_1",0.01,1613946129448,5943
+"sqr_mom_1",0.99,1613946129448,5943
+"lr_1",1.6474150118652093e-05,1613946129448,5943
+"mom_1",0.9170523702863986,1613946129448,5943
+"eps_1",1e-05,1613946129448,5943
+"wd_2",0.01,1613946129448,5943
+"sqr_mom_2",0.99,1613946129448,5943
+"lr_2",0.00016474150118652087,1613946129448,5943
+"mom_2",0.9170523702863986,1613946129448,5943
+"eps_2",1e-05,1613946129448,5943
+"train_loss",0.006808176,1613946130441,5944
+"raw_loss",0.005712701,1613946130441,5944
+"epoch",37.389937106918225,1613946130441,5944
+"wd_0",0.01,1613946130441,5944
+"sqr_mom_0",0.99,1613946130441,5944
+"lr_0",1.6460887980308888e-06,1613946130441,5944
+"mom_0",0.9170788948283305,1613946130441,5944
+"eps_0",1e-05,1613946130441,5944
+"wd_1",0.01,1613946130441,5944
+"sqr_mom_1",0.99,1613946130441,5944
+"lr_1",1.6460887980308887e-05,1613946130441,5944
+"mom_1",0.9170788948283305,1613946130441,5944
+"eps_1",1e-05,1613946130441,5944
+"wd_2",0.01,1613946130441,5944
+"sqr_mom_2",0.99,1613946130441,5944
+"lr_2",0.00016460887980308884,1613946130441,5944
+"mom_2",0.9170788948283305,1613946130441,5944
+"eps_2",1e-05,1613946130441,5944
+"train_loss",0.006727651,1613946131446,5945
+"raw_loss",0.0027819225,1613946131446,5945
+"epoch",37.396226415094326,1613946131446,5945
+"wd_0",0.01,1613946131446,5945
+"sqr_mom_0",0.99,1613946131446,5945
+"lr_0",1.644761976433592e-06,1613946131446,5945
+"mom_0",0.9171054315256434,1613946131446,5945
+"eps_0",1e-05,1613946131446,5945
+"wd_1",0.01,1613946131446,5945
+"sqr_mom_1",0.99,1613946131446,5945
+"lr_1",1.644761976433592e-05,1613946131446,5945
+"mom_1",0.9171054315256434,1613946131446,5945
+"eps_1",1e-05,1613946131446,5945
+"wd_2",0.01,1613946131446,5945
+"sqr_mom_2",0.99,1613946131446,5945
+"lr_2",0.00016447619764335913,1613946131446,5945
+"mom_2",0.9171054315256434,1613946131446,5945
+"eps_2",1e-05,1613946131446,5945
+"train_loss",0.0067024147,1613946132431,5946
+"raw_loss",0.005465835,1613946132431,5946
+"epoch",37.402515723270426,1613946132431,5946
+"wd_0",0.01,1613946132431,5946
+"sqr_mom_0",0.99,1613946132431,5946
+"lr_0",1.6434363072062406e-06,1613946132431,5946
+"mom_0",0.9171319451753269,1613946132431,5946
+"eps_0",1e-05,1613946132431,5946
+"wd_1",0.01,1613946132431,5946
+"sqr_mom_1",0.99,1613946132431,5946
+"lr_1",1.6434363072062404e-05,1613946132431,5946
+"mom_1",0.9171319451753269,1613946132431,5946
+"eps_1",1e-05,1613946132431,5946
+"wd_2",0.01,1613946132431,5946
+"sqr_mom_2",0.99,1613946132431,5946
+"lr_2",0.000164343630720624,1613946132431,5946
+"mom_2",0.9171319451753269,1613946132431,5946
+"eps_2",1e-05,1613946132431,5946
+"train_loss",0.0066357316,1613946133376,5947
+"raw_loss",0.0033682538,1613946133376,5947
+"epoch",37.408805031446526,1613946133376,5947
+"wd_0",0.01,1613946133376,5947
+"sqr_mom_0",0.99,1613946133376,5947
+"lr_0",1.6421109108256326e-06,1613946133376,5947
+"mom_0",0.917158453368021,1613946133376,5947
+"eps_0",1e-05,1613946133376,5947
+"wd_1",0.01,1613946133376,5947
+"sqr_mom_1",0.99,1613946133376,5947
+"lr_1",1.642110910825633e-05,1613946133376,5947
+"mom_1",0.917158453368021,1613946133376,5947
+"eps_1",1e-05,1613946133376,5947
+"wd_2",0.01,1613946133376,5947
+"sqr_mom_2",0.99,1613946133376,5947
+"lr_2",0.00016421109108256325,1613946133376,5947
+"mom_2",0.917158453368021,1613946133376,5947
+"eps_2",1e-05,1613946133376,5947
+"train_loss",0.0066269757,1613946134333,5948
+"raw_loss",0.0061979434,1613946134333,5948
+"epoch",37.41509433962263,1613946134333,5948
+"wd_0",0.01,1613946134333,5948
+"sqr_mom_0",0.99,1613946134333,5948
+"lr_0",1.6407849084928117e-06,1613946134333,5948
+"mom_0",0.9171849736798805,1613946134333,5948
+"eps_0",1e-05,1613946134333,5948
+"wd_1",0.01,1613946134333,5948
+"sqr_mom_1",0.99,1613946134333,5948
+"lr_1",1.640784908492812e-05,1613946134333,5948
+"mom_1",0.9171849736798805,1613946134333,5948
+"eps_1",1e-05,1613946134333,5948
+"wd_2",0.01,1613946134333,5948
+"sqr_mom_2",0.99,1613946134333,5948
+"lr_2",0.00016407849084928115,1613946134333,5948
+"mom_2",0.9171849736798805,1613946134333,5948
+"eps_2",1e-05,1613946134333,5948
+"train_loss",0.006665623,1613946135279,5949
+"raw_loss",0.008559339,1613946135279,5949
+"epoch",37.42138364779873,1613946135279,5949
+"wd_0",0.01,1613946135279,5949
+"sqr_mom_0",0.99,1613946135279,5949
+"lr_0",1.6394600592538827e-06,1613946135279,5949
+"mom_0",0.9172114709296316,1613946135279,5949
+"eps_0",1e-05,1613946135279,5949
+"wd_1",0.01,1613946135279,5949
+"sqr_mom_1",0.99,1613946135279,5949
+"lr_1",1.639460059253883e-05,1613946135279,5949
+"mom_1",0.9172114709296316,1613946135279,5949
+"eps_1",1e-05,1613946135279,5949
+"wd_2",0.01,1613946135279,5949
+"sqr_mom_2",0.99,1613946135279,5949
+"lr_2",0.00016394600592538826,1613946135279,5949
+"mom_2",0.9172114709296316,1613946135279,5949
+"eps_2",1e-05,1613946135279,5949
+"train_loss",0.00665486,1613946136319,5950
+"raw_loss",0.006127475,1613946136319,5950
+"epoch",37.42767295597483,1613946136319,5950
+"wd_0",0.01,1613946136319,5950
+"sqr_mom_0",0.99,1613946136319,5950
+"lr_0",1.6381350446996125e-06,1613946136319,5950
+"mom_0",0.9172379714857226,1613946136319,5950
+"eps_0",1e-05,1613946136319,5950
+"wd_1",0.01,1613946136319,5950
+"sqr_mom_1",0.99,1613946136319,5950
+"lr_1",1.638135044699612e-05,1613946136319,5950
+"mom_1",0.9172379714857226,1613946136319,5950
+"eps_1",1e-05,1613946136319,5950
+"wd_2",0.01,1613946136319,5950
+"sqr_mom_2",0.99,1613946136319,5950
+"lr_2",0.0001638135044699612,1613946136319,5950
+"mom_2",0.9172379714857226,1613946136319,5950
+"eps_2",1e-05,1613946136319,5950
+"train_loss",0.006638429,1613946137482,5951
+"raw_loss",0.0058333236,1613946137482,5951
+"epoch",37.43396226415093,1613946137482,5951
+"wd_0",0.01,1613946137482,5951
+"sqr_mom_0",0.99,1613946137482,5951
+"lr_0",1.6368103048628859e-06,1613946137482,5951
+"mom_0",0.9172644665474077,1613946137482,5951
+"eps_0",1e-05,1613946137482,5951
+"wd_1",0.01,1613946137482,5951
+"sqr_mom_1",0.99,1613946137482,5951
+"lr_1",1.6368103048628858e-05,1613946137482,5951
+"mom_1",0.9172644665474077,1613946137482,5951
+"eps_1",1e-05,1613946137482,5951
+"wd_2",0.01,1613946137482,5951
+"sqr_mom_2",0.99,1613946137482,5951
+"lr_2",0.0001636810304862885,1613946137482,5951
+"mom_2",0.9172644665474077,1613946137482,5951
+"eps_2",1e-05,1613946137482,5951
+"train_loss",0.006598622,1613946138649,5952
+"raw_loss",0.0046480717,1613946138649,5952
+"epoch",37.44025157232703,1613946138649,5952
+"wd_0",0.01,1613946138649,5952
+"sqr_mom_0",0.99,1613946138649,5952
+"lr_0",1.6354858401659475e-06,1613946138649,5952
+"mom_0",0.9172909561062421,1613946138649,5952
+"eps_0",1e-05,1613946138649,5952
+"wd_1",0.01,1613946138649,5952
+"sqr_mom_1",0.99,1613946138649,5952
+"lr_1",1.6354858401659473e-05,1613946138649,5952
+"mom_1",0.9172909561062421,1613946138649,5952
+"eps_1",1e-05,1613946138649,5952
+"wd_2",0.01,1613946138649,5952
+"sqr_mom_2",0.99,1613946138649,5952
+"lr_2",0.0001635485840165947,1613946138649,5952
+"mom_2",0.9172909561062421,1613946138649,5952
+"eps_2",1e-05,1613946138649,5952
+"train_loss",0.006676212,1613946139685,5953
+"raw_loss",0.01047811,1613946139685,5953
+"epoch",37.44654088050313,1613946139685,5953
+"wd_0",0.01,1613946139685,5953
+"sqr_mom_0",0.99,1613946139685,5953
+"lr_0",1.6341620901856034e-06,1613946139685,5953
+"mom_0",0.9173174313706016,1613946139685,5953
+"eps_0",1e-05,1613946139685,5953
+"wd_1",0.01,1613946139685,5953
+"sqr_mom_1",0.99,1613946139685,5953
+"lr_1",1.634162090185603e-05,1613946139685,5953
+"mom_1",0.9173174313706016,1613946139685,5953
+"eps_1",1e-05,1613946139685,5953
+"wd_2",0.01,1613946139685,5953
+"sqr_mom_2",0.99,1613946139685,5953
+"lr_2",0.00016341620901856032,1613946139685,5953
+"mom_2",0.9173174313706016,1613946139685,5953
+"eps_2",1e-05,1613946139685,5953
+"train_loss",0.006618494,1613946140815,5954
+"raw_loss",0.003790318,1613946140815,5954
+"epoch",37.45283018867923,1613946140815,5954
+"wd_0",0.01,1613946140815,5954
+"sqr_mom_0",0.99,1613946140815,5954
+"lr_0",1.6328377378799832e-06,1613946140815,5954
+"mom_0",0.9173439186815872,1613946140815,5954
+"eps_0",1e-05,1613946140815,5954
+"wd_1",0.01,1613946140815,5954
+"sqr_mom_1",0.99,1613946140815,5954
+"lr_1",1.632837737879983e-05,1613946140815,5954
+"mom_1",0.9173439186815872,1613946140815,5954
+"eps_1",1e-05,1613946140815,5954
+"wd_2",0.01,1613946140815,5954
+"sqr_mom_2",0.99,1613946140815,5954
+"lr_2",0.00016328377378799826,1613946140815,5954
+"mom_2",0.9173439186815872,1613946140815,5954
+"eps_2",1e-05,1613946140815,5954
+"train_loss",0.006621681,1613946141927,5955
+"raw_loss",0.0067778416,1613946141927,5955
+"epoch",37.45911949685533,1613946141927,5955
+"wd_0",0.01,1613946141927,5955
+"sqr_mom_0",0.99,1613946141927,5955
+"lr_0",1.631514540106302e-06,1613946141927,5955
+"mom_0",0.9173703829017029,1613946141927,5955
+"eps_0",1e-05,1613946141927,5955
+"wd_1",0.01,1613946141927,5955
+"sqr_mom_1",0.99,1613946141927,5955
+"lr_1",1.6315145401063018e-05,1613946141927,5955
+"mom_1",0.9173703829017029,1613946141927,5955
+"eps_1",1e-05,1613946141927,5955
+"wd_2",0.01,1613946141927,5955
+"sqr_mom_2",0.99,1613946141927,5955
+"lr_2",0.00016315145401063014,1613946141927,5955
+"mom_2",0.9173703829017029,1613946141927,5955
+"eps_2",1e-05,1613946141927,5955
+"train_loss",0.0066018105,1613946142896,5956
+"raw_loss",0.005628142,1613946142896,5956
+"epoch",37.46540880503143,1613946142896,5956
+"wd_0",0.01,1613946142896,5956
+"sqr_mom_0",0.99,1613946142896,5956
+"lr_0",1.6301916189767704e-06,1613946142896,5956
+"mom_0",0.9173968415888805,1613946142896,5956
+"eps_0",1e-05,1613946142896,5956
+"wd_1",0.01,1613946142896,5956
+"sqr_mom_1",0.99,1613946142896,5956
+"lr_1",1.63019161897677e-05,1613946142896,5956
+"mom_1",0.9173968415888805,1613946142896,5956
+"eps_1",1e-05,1613946142896,5956
+"wd_2",0.01,1613946142896,5956
+"sqr_mom_2",0.99,1613946142896,5956
+"lr_2",0.000163019161897677,1613946142896,5956
+"mom_2",0.9173968415888805,1613946142896,5956
+"eps_2",1e-05,1613946142896,5956
+"train_loss",0.0065983464,1613946143870,5957
+"raw_loss",0.006428597,1613946143870,5957
+"epoch",37.47169811320753,1613946143870,5957
+"wd_0",0.01,1613946143870,5957
+"sqr_mom_0",0.99,1613946143870,5957
+"lr_0",1.628868097337925e-06,1613946143870,5957
+"mom_0",0.9174233122863643,1613946143870,5957
+"eps_0",1e-05,1613946143870,5957
+"wd_1",0.01,1613946143870,5957
+"sqr_mom_1",0.99,1613946143870,5957
+"lr_1",1.6288680973379252e-05,1613946143870,5957
+"mom_1",0.9174233122863643,1613946143870,5957
+"eps_1",1e-05,1613946143870,5957
+"wd_2",0.01,1613946143870,5957
+"sqr_mom_2",0.99,1613946143870,5957
+"lr_2",0.00016288680973379244,1613946143870,5957
+"mom_2",0.9174233122863643,1613946143870,5957
+"eps_2",1e-05,1613946143870,5957
+"train_loss",0.0065439846,1613946144816,5958
+"raw_loss",0.0038802605,1613946144816,5958
+"epoch",37.47798742138363,1613946144816,5958
+"wd_0",0.01,1613946144816,5958
+"sqr_mom_0",0.99,1613946144816,5958
+"lr_0",1.627545730945036e-06,1613946144816,5958
+"mom_0",0.917449759878698,1613946144816,5958
+"eps_0",1e-05,1613946144816,5958
+"wd_1",0.01,1613946144816,5958
+"sqr_mom_1",0.99,1613946144816,5958
+"lr_1",1.627545730945036e-05,1613946144816,5958
+"mom_1",0.917449759878698,1613946144816,5958
+"eps_1",1e-05,1613946144816,5958
+"wd_2",0.01,1613946144816,5958
+"sqr_mom_2",0.99,1613946144816,5958
+"lr_2",0.00016275457309450358,1613946144816,5958
+"mom_2",0.917449759878698,1613946144816,5958
+"eps_2",1e-05,1613946144816,5958
+"train_loss",0.0065924893,1613946145766,5959
+"raw_loss",0.00896923,1613946145766,5959
+"epoch",37.48427672955973,1613946145766,5959
+"wd_0",0.01,1613946145766,5959
+"sqr_mom_0",0.99,1613946145766,5959
+"lr_0",1.6262232038575033e-06,1613946145766,5959
+"mom_0",0.9174762106849568,1613946145766,5959
+"eps_0",1e-05,1613946145766,5959
+"wd_1",0.01,1613946145766,5959
+"sqr_mom_1",0.99,1613946145766,5959
+"lr_1",1.6262232038575035e-05,1613946145766,5959
+"mom_1",0.9174762106849568,1613946145766,5959
+"eps_1",1e-05,1613946145766,5959
+"wd_2",0.01,1613946145766,5959
+"sqr_mom_2",0.99,1613946145766,5959
+"lr_2",0.00016262232038575034,1613946145766,5959
+"mom_2",0.9174762106849568,1613946145766,5959
+"eps_2",1e-05,1613946145766,5959
+"train_loss",0.006549718,1613946146706,5960
+"raw_loss",0.0044539166,1613946146706,5960
+"epoch",37.49056603773583,1613946146706,5960
+"wd_0",0.01,1613946146706,5960
+"sqr_mom_0",0.99,1613946146706,5960
+"lr_0",1.6249009552842766e-06,1613946146706,5960
+"mom_0",0.9175026559208737,1613946146706,5960
+"eps_0",1e-05,1613946146706,5960
+"wd_1",0.01,1613946146706,5960
+"sqr_mom_1",0.99,1613946146706,5960
+"lr_1",1.624900955284277e-05,1613946146706,5960
+"mom_1",0.9175026559208737,1613946146706,5960
+"eps_1",1e-05,1613946146706,5960
+"wd_2",0.01,1613946146706,5960
+"sqr_mom_2",0.99,1613946146706,5960
+"lr_2",0.00016249009552842761,1613946146706,5960
+"mom_2",0.9175026559208737,1613946146706,5960
+"eps_2",1e-05,1613946146706,5960
+"train_loss",0.0065250327,1613946147662,5961
+"raw_loss",0.0053154514,1613946147662,5961
+"epoch",37.49685534591193,1613946147662,5961
+"wd_0",0.01,1613946147662,5961
+"sqr_mom_0",0.99,1613946147662,5961
+"lr_0",1.6235789856468078e-06,1613946147662,5961
+"mom_0",0.9175290955780195,1613946147662,5961
+"eps_0",1e-05,1613946147662,5961
+"wd_1",0.01,1613946147662,5961
+"sqr_mom_1",0.99,1613946147662,5961
+"lr_1",1.6235789856468076e-05,1613946147662,5961
+"mom_1",0.9175290955780195,1613946147662,5961
+"eps_1",1e-05,1613946147662,5961
+"wd_2",0.01,1613946147662,5961
+"sqr_mom_2",0.99,1613946147662,5961
+"lr_2",0.00016235789856468074,1613946147662,5961
+"mom_2",0.9175290955780195,1613946147662,5961
+"eps_2",1e-05,1613946147662,5961
+"train_loss",0.0065608514,1613946148601,5962
+"raw_loss",0.008315968,1613946148601,5962
+"epoch",37.50314465408803,1613946148601,5962
+"wd_0",0.01,1613946148601,5962
+"sqr_mom_0",0.99,1613946148601,5962
+"lr_0",1.6222572953664594e-06,1613946148601,5962
+"mom_0",0.9175555296479673,1613946148601,5962
+"eps_0",1e-05,1613946148601,5962
+"wd_1",0.01,1613946148601,5962
+"sqr_mom_1",0.99,1613946148601,5962
+"lr_1",1.6222572953664596e-05,1613946148601,5962
+"mom_1",0.9175555296479673,1613946148601,5962
+"eps_1",1e-05,1613946148601,5962
+"wd_2",0.01,1613946148601,5962
+"sqr_mom_2",0.99,1613946148601,5962
+"lr_2",0.00016222572953664594,1613946148601,5962
+"mom_2",0.9175555296479673,1613946148601,5962
+"eps_2",1e-05,1613946148601,5962
+"train_loss",0.0065446207,1613946149549,5963
+"raw_loss",0.00574932,1613946149549,5963
+"epoch",37.50943396226413,1613946149549,5963
+"wd_0",0.01,1613946149549,5963
+"sqr_mom_0",0.99,1613946149549,5963
+"lr_0",1.6209358848645049e-06,1613946149549,5963
+"mom_0",0.917581958122291,1613946149549,5963
+"eps_0",1e-05,1613946149549,5963
+"wd_1",0.01,1613946149549,5963
+"sqr_mom_1",0.99,1613946149549,5963
+"lr_1",1.6209358848645047e-05,1613946149549,5963
+"mom_1",0.917581958122291,1613946149549,5963
+"eps_1",1e-05,1613946149549,5963
+"wd_2",0.01,1613946149549,5963
+"sqr_mom_2",0.99,1613946149549,5963
+"lr_2",0.00016209358848645047,1613946149549,5963
+"mom_2",0.917581958122291,1613946149549,5963
+"eps_2",1e-05,1613946149549,5963
+"train_loss",0.006615973,1613946150496,5964
+"raw_loss",0.01011225,1613946150496,5964
+"epoch",37.51572327044023,1613946150496,5964
+"wd_0",0.01,1613946150496,5964
+"sqr_mom_0",0.99,1613946150496,5964
+"lr_0",1.6196151927014684e-06,1613946150496,5964
+"mom_0",0.9176083722296929,1613946150496,5964
+"eps_0",1e-05,1613946150496,5964
+"wd_1",0.01,1613946150496,5964
+"sqr_mom_1",0.99,1613946150496,5964
+"lr_1",1.6196151927014682e-05,1613946150496,5964
+"mom_1",0.9176083722296929,1613946150496,5964
+"eps_1",1e-05,1613946150496,5964
+"wd_2",0.01,1613946150496,5964
+"sqr_mom_2",0.99,1613946150496,5964
+"lr_2",0.0001619615192701468,1613946150496,5964
+"mom_2",0.9176083722296929,1613946150496,5964
+"eps_2",1e-05,1613946150496,5964
+"train_loss",0.0066230125,1613946151444,5965
+"raw_loss",0.0069679334,1613946151444,5965
+"epoch",37.522012578616334,1613946151444,5965
+"wd_0",0.01,1613946151444,5965
+"sqr_mom_0",0.99,1613946151444,5965
+"lr_0",1.618293904880427e-06,1613946151444,5965
+"mom_0",0.917634798250374,1613946151444,5965
+"eps_0",1e-05,1613946151444,5965
+"wd_1",0.01,1613946151444,5965
+"sqr_mom_1",0.99,1613946151444,5965
+"lr_1",1.6182939048804267e-05,1613946151444,5965
+"mom_1",0.917634798250374,1613946151444,5965
+"eps_1",1e-05,1613946151444,5965
+"wd_2",0.01,1613946151444,5965
+"sqr_mom_2",0.99,1613946151444,5965
+"lr_2",0.00016182939048804262,1613946151444,5965
+"mom_2",0.917634798250374,1613946151444,5965
+"eps_2",1e-05,1613946151444,5965
+"train_loss",0.0065910914,1613946152385,5966
+"raw_loss",0.005026958,1613946152385,5966
+"epoch",37.528301886792434,1613946152385,5966
+"wd_0",0.01,1613946152385,5966
+"sqr_mom_0",0.99,1613946152385,5966
+"lr_0",1.616973774193314e-06,1613946152385,5966
+"mom_0",0.917661201128145,1613946152385,5966
+"eps_0",1e-05,1613946152385,5966
+"wd_1",0.01,1613946152385,5966
+"sqr_mom_1",0.99,1613946152385,5966
+"lr_1",1.6169737741933136e-05,1613946152385,5966
+"mom_1",0.917661201128145,1613946152385,5966
+"eps_1",1e-05,1613946152385,5966
+"wd_2",0.01,1613946152385,5966
+"sqr_mom_2",0.99,1613946152385,5966
+"lr_2",0.00016169737741933134,1613946152385,5966
+"mom_2",0.917661201128145,1613946152385,5966
+"eps_2",1e-05,1613946152385,5966
+"train_loss",0.006610212,1613946153331,5967
+"raw_loss",0.007547117,1613946153331,5967
+"epoch",37.534591194968534,1613946153331,5967
+"wd_0",0.01,1613946153331,5967
+"sqr_mom_0",0.99,1613946153331,5967
+"lr_0",1.6156539247819802e-06,1613946153331,5967
+"mom_0",0.9176875983803442,1613946153331,5967
+"eps_0",1e-05,1613946153331,5967
+"wd_1",0.01,1613946153331,5967
+"sqr_mom_1",0.99,1613946153331,5967
+"lr_1",1.6156539247819797e-05,1613946153331,5967
+"mom_1",0.9176875983803442,1613946153331,5967
+"eps_1",1e-05,1613946153331,5967
+"wd_2",0.01,1613946153331,5967
+"sqr_mom_2",0.99,1613946153331,5967
+"lr_2",0.00016156539247819796,1613946153331,5967
+"mom_2",0.9176875983803442,1613946153331,5967
+"eps_2",1e-05,1613946153331,5967
+"train_loss",0.0065728026,1613946154317,5968
+"raw_loss",0.00473974,1613946154317,5968
+"epoch",37.540880503144635,1613946154317,5968
+"wd_0",0.01,1613946154317,5968
+"sqr_mom_0",0.99,1613946154317,5968
+"lr_0",1.6143334815348934e-06,1613946154317,5968
+"mom_0",0.9177140075093771,1613946154317,5968
+"eps_0",1e-05,1613946154317,5968
+"wd_1",0.01,1613946154317,5968
+"sqr_mom_1",0.99,1613946154317,5968
+"lr_1",1.6143334815348933e-05,1613946154317,5968
+"mom_1",0.9177140075093771,1613946154317,5968
+"eps_1",1e-05,1613946154317,5968
+"wd_2",0.01,1613946154317,5968
+"sqr_mom_2",0.99,1613946154317,5968
+"lr_2",0.00016143334815348933,1613946154317,5968
+"mom_2",0.9177140075093771,1613946154317,5968
+"eps_2",1e-05,1613946154317,5968
+"train_loss",0.00653013,1613946155296,5969
+"raw_loss",0.0044391574,1613946155296,5969
+"epoch",37.547169811320735,1613946155296,5969
+"wd_0",0.01,1613946155296,5969
+"sqr_mom_0",0.99,1613946155296,5969
+"lr_0",1.6130141961235943e-06,1613946155296,5969
+"mom_0",0.9177403934814629,1613946155296,5969
+"eps_0",1e-05,1613946155296,5969
+"wd_1",0.01,1613946155296,5969
+"sqr_mom_1",0.99,1613946155296,5969
+"lr_1",1.6130141961235942e-05,1613946155296,5969
+"mom_1",0.9177403934814629,1613946155296,5969
+"eps_1",1e-05,1613946155296,5969
+"wd_2",0.01,1613946155296,5969
+"sqr_mom_2",0.99,1613946155296,5969
+"lr_2",0.00016130141961235938,1613946155296,5969
+"mom_2",0.9177403934814629,1613946155296,5969
+"eps_2",1e-05,1613946155296,5969
+"train_loss",0.0065152007,1613946156440,5970
+"raw_loss",0.0057836836,1613946156440,5970
+"epoch",37.553459119496836,1613946156440,5970
+"wd_0",0.01,1613946156440,5970
+"sqr_mom_0",0.99,1613946156440,5970
+"lr_0",1.6116951932493072e-06,1613946156440,5970
+"mom_0",0.9177667738027518,1613946156440,5970
+"eps_0",1e-05,1613946156440,5970
+"wd_1",0.01,1613946156440,5970
+"sqr_mom_1",0.99,1613946156440,5970
+"lr_1",1.611695193249307e-05,1613946156440,5970
+"mom_1",0.9177667738027518,1613946156440,5970
+"eps_1",1e-05,1613946156440,5970
+"wd_2",0.01,1613946156440,5970
+"sqr_mom_2",0.99,1613946156440,5970
+"lr_2",0.00016116951932493068,1613946156440,5970
+"mom_2",0.9177667738027518,1613946156440,5970
+"eps_2",1e-05,1613946156440,5970
+"train_loss",0.0065803514,1613946157563,5971
+"raw_loss",0.009772727,1613946157563,5971
+"epoch",37.559748427672936,1613946157563,5971
+"wd_0",0.01,1613946157563,5971
+"sqr_mom_0",0.99,1613946157563,5971
+"lr_0",1.6103755983632222e-06,1613946157563,5971
+"mom_0",0.9177931659643952,1613946157563,5971
+"eps_0",1e-05,1613946157563,5971
+"wd_1",0.01,1613946157563,5971
+"sqr_mom_1",0.99,1613946157563,5971
+"lr_1",1.610375598363222e-05,1613946157563,5971
+"mom_1",0.9177931659643952,1613946157563,5971
+"eps_1",1e-05,1613946157563,5971
+"wd_2",0.01,1613946157563,5971
+"sqr_mom_2",0.99,1613946157563,5971
+"lr_2",0.00016103755983632215,1613946157563,5971
+"mom_2",0.9177931659643952,1613946157563,5971
+"eps_2",1e-05,1613946157563,5971
+"train_loss",0.006540105,1613946158511,5972
+"raw_loss",0.0045680422,1613946158511,5972
+"epoch",37.56603773584904,1613946158511,5972
+"wd_0",0.01,1613946158511,5972
+"sqr_mom_0",0.99,1613946158511,5972
+"lr_0",1.6090571620114627e-06,1613946158511,5972
+"mom_0",0.9178195349551203,1613946158511,5972
+"eps_0",1e-05,1613946158511,5972
+"wd_1",0.01,1613946158511,5972
+"sqr_mom_1",0.99,1613946158511,5972
+"lr_1",1.609057162011463e-05,1613946158511,5972
+"mom_1",0.9178195349551203,1613946158511,5972
+"eps_1",1e-05,1613946158511,5972
+"wd_2",0.01,1613946158511,5972
+"sqr_mom_2",0.99,1613946158511,5972
+"lr_2",0.00016090571620114627,1613946158511,5972
+"mom_2",0.9178195349551203,1613946158511,5972
+"eps_2",1e-05,1613946158511,5972
+"train_loss",0.0064784205,1613946159452,5973
+"raw_loss",0.003455876,1613946159452,5973
+"epoch",37.57232704402514,1613946159452,5973
+"wd_0",0.01,1613946159452,5973
+"sqr_mom_0",0.99,1613946159452,5973
+"lr_0",1.6077385721610303e-06,1613946159452,5973
+"mom_0",0.9178459070158496,1613946159452,5973
+"eps_0",1e-05,1613946159452,5973
+"wd_1",0.01,1613946159452,5973
+"sqr_mom_1",0.99,1613946159452,5973
+"lr_1",1.60773857216103e-05,1613946159452,5973
+"mom_1",0.9178459070158496,1613946159452,5973
+"eps_1",1e-05,1613946159452,5973
+"wd_2",0.01,1613946159452,5973
+"sqr_mom_2",0.99,1613946159452,5973
+"lr_2",0.00016077385721610297,1613946159452,5973
+"mom_2",0.9178459070158496,1613946159452,5973
+"eps_2",1e-05,1613946159452,5973
+"train_loss",0.006485904,1613946160441,5974
+"raw_loss",0.006852611,1613946160441,5974
+"epoch",37.57861635220124,1613946160441,5974
+"wd_0",0.01,1613946160441,5974
+"sqr_mom_0",0.99,1613946160441,5974
+"lr_0",1.606420266716669e-06,1613946160441,5974
+"mom_0",0.9178722733884005,1613946160441,5974
+"eps_0",1e-05,1613946160441,5974
+"wd_1",0.01,1613946160441,5974
+"sqr_mom_1",0.99,1613946160441,5974
+"lr_1",1.6064202667166693e-05,1613946160441,5974
+"mom_1",0.9178722733884005,1613946160441,5974
+"eps_1",1e-05,1613946160441,5974
+"wd_2",0.01,1613946160441,5974
+"sqr_mom_2",0.99,1613946160441,5974
+"lr_2",0.0001606420266716669,1613946160441,5974
+"mom_2",0.9178722733884005,1613946160441,5974
+"eps_2",1e-05,1613946160441,5974
+"train_loss",0.006549842,1613946161399,5975
+"raw_loss",0.009682802,1613946161399,5975
+"epoch",37.58490566037734,1613946161399,5975
+"wd_0",0.01,1613946161399,5975
+"sqr_mom_0",0.99,1613946161399,5975
+"lr_0",1.6051022460985722e-06,1613946161399,5975
+"mom_0",0.9178986340643691,1613946161399,5975
+"eps_0",1e-05,1613946161399,5975
+"wd_1",0.01,1613946161399,5975
+"sqr_mom_1",0.99,1613946161399,5975
+"lr_1",1.605102246098572e-05,1613946161399,5975
+"mom_1",0.9178986340643691,1613946161399,5975
+"eps_1",1e-05,1613946161399,5975
+"wd_2",0.01,1613946161399,5975
+"sqr_mom_2",0.99,1613946161399,5975
+"lr_2",0.00016051022460985718,1613946161399,5975
+"mom_2",0.9178986340643691,1613946161399,5975
+"eps_2",1e-05,1613946161399,5975
+"train_loss",0.006653119,1613946162358,5976
+"raw_loss",0.011713672,1613946162358,5976
+"epoch",37.59119496855344,1613946162358,5976
+"wd_0",0.01,1613946162358,5976
+"sqr_mom_0",0.99,1613946162358,5976
+"lr_0",1.6037849477393348e-06,1613946162358,5976
+"mom_0",0.9179249802950162,1613946162358,5976
+"eps_0",1e-05,1613946162358,5976
+"wd_1",0.01,1613946162358,5976
+"sqr_mom_1",0.99,1613946162358,5976
+"lr_1",1.603784947739335e-05,1613946162358,5976
+"mom_1",0.9179249802950162,1613946162358,5976
+"eps_1",1e-05,1613946162358,5976
+"wd_2",0.01,1613946162358,5976
+"sqr_mom_2",0.99,1613946162358,5976
+"lr_2",0.00016037849477393344,1613946162358,5976
+"mom_2",0.9179249802950162,1613946162358,5976
+"eps_2",1e-05,1613946162358,5976
+"train_loss",0.006682937,1613946163331,5977
+"raw_loss",0.00814403,1613946163331,5977
+"epoch",37.59748427672954,1613946163331,5977
+"wd_0",0.01,1613946163331,5977
+"sqr_mom_0",0.99,1613946163331,5977
+"lr_0",1.6024670610215004e-06,1613946163331,5977
+"mom_0",0.917951338292953,1613946163331,5977
+"eps_0",1e-05,1613946163331,5977
+"wd_1",0.01,1613946163331,5977
+"sqr_mom_1",0.99,1613946163331,5977
+"lr_1",1.6024670610215004e-05,1613946163331,5977
+"mom_1",0.917951338292953,1613946163331,5977
+"eps_1",1e-05,1613946163331,5977
+"wd_2",0.01,1613946163331,5977
+"sqr_mom_2",0.99,1613946163331,5977
+"lr_2",0.00016024670610215,1613946163331,5977
+"mom_2",0.917951338292953,1613946163331,5977
+"eps_2",1e-05,1613946163331,5977
+"train_loss",0.0066613513,1613946164325,5978
+"raw_loss",0.0056036524,1613946164325,5978
+"epoch",37.60377358490564,1613946164325,5978
+"wd_0",0.01,1613946164325,5978
+"sqr_mom_0",0.99,1613946164325,5978
+"lr_0",1.6011503342251749e-06,1613946164325,5978
+"mom_0",0.9179776730922274,1613946164325,5978
+"eps_0",1e-05,1613946164325,5978
+"wd_1",0.01,1613946164325,5978
+"sqr_mom_1",0.99,1613946164325,5978
+"lr_1",1.601150334225175e-05,1613946164325,5978
+"mom_1",0.9179776730922274,1613946164325,5978
+"eps_1",1e-05,1613946164325,5978
+"wd_2",0.01,1613946164325,5978
+"sqr_mom_2",0.99,1613946164325,5978
+"lr_2",0.00016011503342251742,1613946164325,5978
+"mom_2",0.9179776730922274,1613946164325,5978
+"eps_2",1e-05,1613946164325,5978
+"train_loss",0.006607879,1613946165277,5979
+"raw_loss",0.0039877277,1613946165277,5979
+"epoch",37.61006289308174,1613946165277,5979
+"wd_0",0.01,1613946165277,5979
+"sqr_mom_0",0.99,1613946165277,5979
+"lr_0",1.5998338937448223e-06,1613946165277,5979
+"mom_0",0.9180040021651252,1613946165277,5979
+"eps_0",1e-05,1613946165277,5979
+"wd_1",0.01,1613946165277,5979
+"sqr_mom_1",0.99,1613946165277,5979
+"lr_1",1.5998338937448222e-05,1613946165277,5979
+"mom_1",0.9180040021651252,1613946165277,5979
+"eps_1",1e-05,1613946165277,5979
+"wd_2",0.01,1613946165277,5979
+"sqr_mom_2",0.99,1613946165277,5979
+"lr_2",0.0001599833893744822,1613946165277,5979
+"mom_2",0.9180040021651252,1613946165277,5979
+"eps_2",1e-05,1613946165277,5979
+"train_loss",0.0066154776,1613946166262,5980
+"raw_loss",0.0069878176,1613946166262,5980
+"epoch",37.61635220125784,1613946166262,5980
+"wd_0",0.01,1613946166262,5980
+"sqr_mom_0",0.99,1613946166262,5980
+"lr_0",1.598516866734907e-06,1613946166262,5980
+"mom_0",0.9180303429687315,1613946166262,5980
+"eps_0",1e-05,1613946166262,5980
+"wd_1",0.01,1613946166262,5980
+"sqr_mom_1",0.99,1613946166262,5980
+"lr_1",1.5985168667349073e-05,1613946166262,5980
+"mom_1",0.9180303429687315,1613946166262,5980
+"eps_1",1e-05,1613946166262,5980
+"wd_2",0.01,1613946166262,5980
+"sqr_mom_2",0.99,1613946166262,5980
+"lr_2",0.00015985168667349066,1613946166262,5980
+"mom_2",0.9180303429687315,1613946166262,5980
+"eps_2",1e-05,1613946166262,5980
+"train_loss",0.0065878197,1613946167257,5981
+"raw_loss",0.0052325875,1613946167257,5981
+"epoch",37.62264150943394,1613946167257,5981
+"wd_0",0.01,1613946167257,5981
+"sqr_mom_0",0.99,1613946167257,5981
+"lr_0",1.5972010003350633e-06,1613946167257,5981
+"mom_0",0.9180566605599043,1613946167257,5981
+"eps_0",1e-05,1613946167257,5981
+"wd_1",0.01,1613946167257,5981
+"sqr_mom_1",0.99,1613946167257,5981
+"lr_1",1.5972010003350635e-05,1613946167257,5981
+"mom_1",0.9180566605599043,1613946167257,5981
+"eps_1",1e-05,1613946167257,5981
+"wd_2",0.01,1613946167257,5981
+"sqr_mom_2",0.99,1613946167257,5981
+"lr_2",0.0001597201000335063,1613946167257,5981
+"mom_2",0.9180566605599043,1613946167257,5981
+"eps_2",1e-05,1613946167257,5981
+"train_loss",0.006542672,1613946168248,5982
+"raw_loss",0.0043304213,1613946168248,5982
+"epoch",37.62893081761004,1613946168248,5982
+"wd_0",0.01,1613946168248,5982
+"sqr_mom_0",0.99,1613946168248,5982
+"lr_0",1.5958849850676067e-06,1613946168248,5982
+"mom_0",0.9180829811284591,1613946168248,5982
+"eps_0",1e-05,1613946168248,5982
+"wd_1",0.01,1613946168248,5982
+"sqr_mom_1",0.99,1613946168248,5982
+"lr_1",1.595884985067607e-05,1613946168248,5982
+"mom_1",0.9180829811284591,1613946168248,5982
+"eps_1",1e-05,1613946168248,5982
+"wd_2",0.01,1613946168248,5982
+"sqr_mom_2",0.99,1613946168248,5982
+"lr_2",0.00015958849850676067,1613946168248,5982
+"mom_2",0.9180829811284591,1613946168248,5982
+"eps_2",1e-05,1613946168248,5982
+"train_loss",0.006743343,1613946169214,5983
+"raw_loss",0.01657625,1613946169214,5983
+"epoch",37.63522012578614,1613946169214,5983
+"wd_0",0.01,1613946169214,5983
+"sqr_mom_0",0.99,1613946169214,5983
+"lr_0",1.5945692579844159e-06,1613946169214,5983
+"mom_0",0.918109295933271,1613946169214,5983
+"eps_0",1e-05,1613946169214,5983
+"wd_1",0.01,1613946169214,5983
+"sqr_mom_1",0.99,1613946169214,5983
+"lr_1",1.594569257984416e-05,1613946169214,5983
+"mom_1",0.918109295933271,1613946169214,5983
+"eps_1",1e-05,1613946169214,5983
+"wd_2",0.01,1613946169214,5983
+"sqr_mom_2",0.99,1613946169214,5983
+"lr_2",0.00015945692579844153,1613946169214,5983
+"mom_2",0.918109295933271,1613946169214,5983
+"eps_2",1e-05,1613946169214,5983
+"train_loss",0.006822896,1613946170167,5984
+"raw_loss",0.010720992,1613946170167,5984
+"epoch",37.64150943396224,1613946170167,5984
+"wd_0",0.01,1613946170167,5984
+"sqr_mom_0",0.99,1613946170167,5984
+"lr_0",1.5932538195048633e-06,1613946170167,5984
+"mom_0",0.9181356049659524,1613946170167,5984
+"eps_0",1e-05,1613946170167,5984
+"wd_1",0.01,1613946170167,5984
+"sqr_mom_1",0.99,1613946170167,5984
+"lr_1",1.593253819504863e-05,1613946170167,5984
+"mom_1",0.9181356049659524,1613946170167,5984
+"eps_1",1e-05,1613946170167,5984
+"wd_2",0.01,1613946170167,5984
+"sqr_mom_2",0.99,1613946170167,5984
+"lr_2",0.00015932538195048625,1613946170167,5984
+"mom_2",0.9181356049659524,1613946170167,5984
+"eps_2",1e-05,1613946170167,5984
+"train_loss",0.006771188,1613946171117,5985
+"raw_loss",0.004237498,1613946171117,5985
+"epoch",37.64779874213834,1613946171117,5985
+"wd_0",0.01,1613946171117,5985
+"sqr_mom_0",0.99,1613946171117,5985
+"lr_0",1.5919391062024105e-06,1613946171117,5985
+"mom_0",0.9181618994949468,1613946171117,5985
+"eps_0",1e-05,1613946171117,5985
+"wd_1",0.01,1613946171117,5985
+"sqr_mom_1",0.99,1613946171117,5985
+"lr_1",1.5919391062024107e-05,1613946171117,5985
+"mom_1",0.9181618994949468,1613946171117,5985
+"eps_1",1e-05,1613946171117,5985
+"wd_2",0.01,1613946171117,5985
+"sqr_mom_2",0.99,1613946171117,5985
+"lr_2",0.00015919391062024102,1613946171117,5985
+"mom_2",0.9181618994949468,1613946171117,5985
+"eps_2",1e-05,1613946171117,5985
+"train_loss",0.00679439,1613946172120,5986
+"raw_loss",0.007931269,1613946172120,5986
+"epoch",37.65408805031444,1613946172120,5986
+"wd_0",0.01,1613946172120,5986
+"sqr_mom_0",0.99,1613946172120,5986
+"lr_0",1.5906238100337054e-06,1613946172120,5986
+"mom_0",0.9181882056813827,1613946172120,5986
+"eps_0",1e-05,1613946172120,5986
+"wd_1",0.01,1613946172120,5986
+"sqr_mom_1",0.99,1613946172120,5986
+"lr_1",1.5906238100337054e-05,1613946172120,5986
+"mom_1",0.9181882056813827,1613946172120,5986
+"eps_1",1e-05,1613946172120,5986
+"wd_2",0.01,1613946172120,5986
+"sqr_mom_2",0.99,1613946172120,5986
+"lr_2",0.00015906238100337053,1613946172120,5986
+"mom_2",0.9181882056813827,1613946172120,5986
+"eps_2",1e-05,1613946172120,5986
+"train_loss",0.0067827497,1613946173099,5987
+"raw_loss",0.0062123933,1613946173099,5987
+"epoch",37.66037735849054,1613946173099,5987
+"wd_0",0.01,1613946173099,5987
+"sqr_mom_0",0.99,1613946173099,5987
+"lr_0",1.5893096758422864e-06,1613946173099,5987
+"mom_0",0.9182144886280406,1613946173099,5987
+"eps_0",1e-05,1613946173099,5987
+"wd_1",0.01,1613946173099,5987
+"sqr_mom_1",0.99,1613946173099,5987
+"lr_1",1.589309675842286e-05,1613946173099,5987
+"mom_1",0.9182144886280406,1613946173099,5987
+"eps_1",1e-05,1613946173099,5987
+"wd_2",0.01,1613946173099,5987
+"sqr_mom_2",0.99,1613946173099,5987
+"lr_2",0.0001589309675842286,1613946173099,5987
+"mom_2",0.9182144886280406,1613946173099,5987
+"eps_2",1e-05,1613946173099,5987
+"train_loss",0.006828625,1613946174053,5988
+"raw_loss",0.009076533,1613946174053,5988
+"epoch",37.66666666666664,1613946174053,5988
+"wd_0",0.01,1613946174053,5988
+"sqr_mom_0",0.99,1613946174053,5988
+"lr_0",1.587995831738412e-06,1613946174053,5988
+"mom_0",0.9182407657728895,1613946174053,5988
+"eps_0",1e-05,1613946174053,5988
+"wd_1",0.01,1613946174053,5988
+"sqr_mom_1",0.99,1613946174053,5988
+"lr_1",1.5879958317384122e-05,1613946174053,5988
+"mom_1",0.9182407657728895,1613946174053,5988
+"eps_1",1e-05,1613946174053,5988
+"wd_2",0.01,1613946174053,5988
+"sqr_mom_2",0.99,1613946174053,5988
+"lr_2",0.0001587995831738412,1613946174053,5988
+"mom_2",0.9182407657728895,1613946174053,5988
+"eps_2",1e-05,1613946174053,5988
+"train_loss",0.0068959184,1613946175005,5989
+"raw_loss",0.010193291,1613946175005,5989
+"epoch",37.67295597484274,1613946175005,5989
+"wd_0",0.01,1613946175005,5989
+"sqr_mom_0",0.99,1613946175005,5989
+"lr_0",1.5866814066023502e-06,1613946175005,5989
+"mom_0",0.9182670545384983,1613946175005,5989
+"eps_0",1e-05,1613946175005,5989
+"wd_1",0.01,1613946175005,5989
+"sqr_mom_1",0.99,1613946175005,5989
+"lr_1",1.58668140660235e-05,1613946175005,5989
+"mom_1",0.9182670545384983,1613946175005,5989
+"eps_1",1e-05,1613946175005,5989
+"wd_2",0.01,1613946175005,5989
+"sqr_mom_2",0.99,1613946175005,5989
+"lr_2",0.00015866814066023497,1613946175005,5989
+"mom_2",0.9182670545384983,1613946175005,5989
+"eps_2",1e-05,1613946175005,5989
+"train_loss",0.006995905,1613946175951,5990
+"raw_loss",0.011895253,1613946175951,5990
+"epoch",37.679245283018844,1613946175951,5990
+"wd_0",0.01,1613946175951,5990
+"sqr_mom_0",0.99,1613946175951,5990
+"lr_0",1.5853681441221457e-06,1613946175951,5990
+"mom_0",0.9182933200507576,1613946175951,5990
+"eps_0",1e-05,1613946175951,5990
+"wd_1",0.01,1613946175951,5990
+"sqr_mom_1",0.99,1613946175951,5990
+"lr_1",1.5853681441221456e-05,1613946175951,5990
+"mom_1",0.9182933200507576,1613946175951,5990
+"eps_1",1e-05,1613946175951,5990
+"wd_2",0.01,1613946175951,5990
+"sqr_mom_2",0.99,1613946175951,5990
+"lr_2",0.0001585368144122145,1613946175951,5990
+"mom_2",0.9182933200507576,1613946175951,5990
+"eps_2",1e-05,1613946175951,5990
+"train_loss",0.0069482923,1613946176890,5991
+"raw_loss",0.004615267,1613946176890,5991
+"epoch",37.685534591194944,1613946176890,5991
+"wd_0",0.01,1613946176890,5991
+"sqr_mom_0",0.99,1613946176890,5991
+"lr_0",1.5840551729849708e-06,1613946176890,5991
+"mom_0",0.9183195797360979,1613946176890,5991
+"eps_0",1e-05,1613946176890,5991
+"wd_1",0.01,1613946176890,5991
+"sqr_mom_1",0.99,1613946176890,5991
+"lr_1",1.584055172984971e-05,1613946176890,5991
+"mom_1",0.9183195797360979,1613946176890,5991
+"eps_1",1e-05,1613946176890,5991
+"wd_2",0.01,1613946176890,5991
+"sqr_mom_2",0.99,1613946176890,5991
+"lr_2",0.00015840551729849703,1613946176890,5991
+"mom_2",0.9183195797360979,1613946176890,5991
+"eps_2",1e-05,1613946176890,5991
+"train_loss",0.007133968,1613946177860,5992
+"raw_loss",0.016232094,1613946177860,5992
+"epoch",37.691823899371045,1613946177860,5992
+"wd_0",0.01,1613946177860,5992
+"sqr_mom_0",0.99,1613946177860,5992
+"lr_0",1.5827416226513384e-06,1613946177860,5992
+"mom_0",0.9183458510054833,1613946177860,5992
+"eps_0",1e-05,1613946177860,5992
+"wd_1",0.01,1613946177860,5992
+"sqr_mom_1",0.99,1613946177860,5992
+"lr_1",1.5827416226513382e-05,1613946177860,5992
+"mom_1",0.9183458510054833,1613946177860,5992
+"eps_1",1e-05,1613946177860,5992
+"wd_2",0.01,1613946177860,5992
+"sqr_mom_2",0.99,1613946177860,5992
+"lr_2",0.0001582741622651338,1613946177860,5992
+"mom_2",0.9183458510054833,1613946177860,5992
+"eps_2",1e-05,1613946177860,5992
+"train_loss",0.0071277684,1613946178844,5993
+"raw_loss",0.006823982,1613946178844,5993
+"epoch",37.698113207547145,1613946178844,5993
+"wd_0",0.01,1613946178844,5993
+"sqr_mom_0",0.99,1613946178844,5993
+"lr_0",1.581429235648801e-06,1613946178844,5993
+"mom_0",0.918372099008014,1613946178844,5993
+"eps_0",1e-05,1613946178844,5993
+"wd_1",0.01,1613946178844,5993
+"sqr_mom_1",0.99,1613946178844,5993
+"lr_1",1.5814292356488012e-05,1613946178844,5993
+"mom_1",0.918372099008014,1613946178844,5993
+"eps_1",1e-05,1613946178844,5993
+"wd_2",0.01,1613946178844,5993
+"sqr_mom_2",0.99,1613946178844,5993
+"lr_2",0.00015814292356488007,1613946178844,5993
+"mom_2",0.918372099008014,1613946178844,5993
+"eps_2",1e-05,1613946178844,5993
+"train_loss",0.00706036,1613946179793,5994
+"raw_loss",0.0037573613,1613946179793,5994
+"epoch",37.704402515723245,1613946179793,5994
+"wd_0",0.01,1613946179793,5994
+"sqr_mom_0",0.99,1613946179793,5994
+"lr_0",1.5801167059592973e-06,1613946179793,5994
+"mom_0",0.9183983498643127,1613946179793,5994
+"eps_0",1e-05,1613946179793,5994
+"wd_1",0.01,1613946179793,5994
+"sqr_mom_1",0.99,1613946179793,5994
+"lr_1",1.5801167059592973e-05,1613946179793,5994
+"mom_1",0.9183983498643127,1613946179793,5994
+"eps_1",1e-05,1613946179793,5994
+"wd_2",0.01,1613946179793,5994
+"sqr_mom_2",0.99,1613946179793,5994
+"lr_2",0.0001580116705959297,1613946179793,5994
+"mom_2",0.9183983498643127,1613946179793,5994
+"eps_2",1e-05,1613946179793,5994
+"train_loss",0.0070316414,1613946180750,5995
+"raw_loss",0.0056244167,1613946180750,5995
+"epoch",37.710691823899346,1613946180750,5995
+"wd_0",0.01,1613946180750,5995
+"sqr_mom_0",0.99,1613946180750,5995
+"lr_0",1.5788044694800174e-06,1613946180750,5995
+"mom_0",0.9184245948563482,1613946180750,5995
+"eps_0",1e-05,1613946180750,5995
+"wd_1",0.01,1613946180750,5995
+"sqr_mom_1",0.99,1613946180750,5995
+"lr_1",1.5788044694800173e-05,1613946180750,5995
+"mom_1",0.9184245948563482,1613946180750,5995
+"eps_1",1e-05,1613946180750,5995
+"wd_2",0.01,1613946180750,5995
+"sqr_mom_2",0.99,1613946180750,5995
+"lr_2",0.00015788044694800172,1613946180750,5995
+"mom_2",0.9184245948563482,1613946180750,5995
+"eps_2",1e-05,1613946180750,5995
+"train_loss",0.0070021637,1613946181706,5996
+"raw_loss",0.0055577587,1613946181706,5996
+"epoch",37.716981132075446,1613946181706,5996
+"wd_0",0.01,1613946181706,5996
+"sqr_mom_0",0.99,1613946181706,5996
+"lr_0",1.5774925266292222e-06,1613946181706,5996
+"mom_0",0.9184508339757553,1613946181706,5996
+"eps_0",1e-05,1613946181706,5996
+"wd_1",0.01,1613946181706,5996
+"sqr_mom_1",0.99,1613946181706,5996
+"lr_1",1.5774925266292222e-05,1613946181706,5996
+"mom_1",0.9184508339757553,1613946181706,5996
+"eps_1",1e-05,1613946181706,5996
+"wd_2",0.01,1613946181706,5996
+"sqr_mom_2",0.99,1613946181706,5996
+"lr_2",0.00015774925266292216,1613946181706,5996
+"mom_2",0.9184508339757553,1613946181706,5996
+"eps_2",1e-05,1613946181706,5996
+"train_loss",0.007060292,1613946182697,5997
+"raw_loss",0.009908595,1613946182697,5997
+"epoch",37.72327044025155,1613946182697,5997
+"wd_0",0.01,1613946182697,5997
+"sqr_mom_0",0.99,1613946182697,5997
+"lr_0",1.5761813128173464e-06,1613946182697,5997
+"mom_0",0.9184770585142382,1613946182697,5997
+"eps_0",1e-05,1613946182697,5997
+"wd_1",0.01,1613946182697,5997
+"sqr_mom_1",0.99,1613946182697,5997
+"lr_1",1.5761813128173464e-05,1613946182697,5997
+"mom_1",0.9184770585142382,1613946182697,5997
+"eps_1",1e-05,1613946182697,5997
+"wd_2",0.01,1613946182697,5997
+"sqr_mom_2",0.99,1613946182697,5997
+"lr_2",0.0001576181312817346,1613946182697,5997
+"mom_2",0.9184770585142382,1613946182697,5997
+"eps_2",1e-05,1613946182697,5997
+"train_loss",0.007026979,1613946183649,5998
+"raw_loss",0.005394609,1613946183649,5998
+"epoch",37.72955974842765,1613946183649,5998
+"wd_0",0.01,1613946183649,5998
+"sqr_mom_0",0.99,1613946183649,5998
+"lr_0",1.574869523485657e-06,1613946183649,5998
+"mom_0",0.9185032945632324,1613946183649,5998
+"eps_0",1e-05,1613946183649,5998
+"wd_1",0.01,1613946183649,5998
+"sqr_mom_1",0.99,1613946183649,5998
+"lr_1",1.5748695234856568e-05,1613946183649,5998
+"mom_1",0.9185032945632324,1613946183649,5998
+"eps_1",1e-05,1613946183649,5998
+"wd_2",0.01,1613946183649,5998
+"sqr_mom_2",0.99,1613946183649,5998
+"lr_2",0.00015748695234856565,1613946183649,5998
+"mom_2",0.9185032945632324,1613946183649,5998
+"eps_2",1e-05,1613946183649,5998
+"train_loss",0.007034444,1613946184623,5999
+"raw_loss",0.0074002184,1613946184623,5999
+"epoch",37.73584905660375,1613946184623,5999
+"wd_0",0.01,1613946184623,5999
+"sqr_mom_0",0.99,1613946184623,5999
+"lr_0",1.5735588988255978e-06,1613946184623,5999
+"mom_0",0.9185295073185612,1613946184623,5999
+"eps_0",1e-05,1613946184623,5999
+"wd_1",0.01,1613946184623,5999
+"sqr_mom_1",0.99,1613946184623,5999
+"lr_1",1.573558898825598e-05,1613946184623,5999
+"mom_1",0.9185295073185612,1613946184623,5999
+"eps_1",1e-05,1613946184623,5999
+"wd_2",0.01,1613946184623,5999
+"sqr_mom_2",0.99,1613946184623,5999
+"lr_2",0.00015735588988255976,1613946184623,5999
+"mom_2",0.9185295073185612,1613946184623,5999
+"eps_2",1e-05,1613946184623,5999
+"train_loss",0.0070215124,1613946185586,6000
+"raw_loss",0.0063878633,1613946185586,6000
+"epoch",37.74213836477985,1613946185586,6000
+"wd_0",0.01,1613946185586,6000
+"sqr_mom_0",0.99,1613946185586,6000
+"lr_0",1.572248569270134e-06,1613946185586,6000
+"mom_0",0.918555714171739,1613946185586,6000
+"eps_0",1e-05,1613946185586,6000
+"wd_1",0.01,1613946185586,6000
+"sqr_mom_1",0.99,1613946185586,6000
+"lr_1",1.5722485692701338e-05,1613946185586,6000
+"mom_1",0.918555714171739,1613946185586,6000
+"eps_1",1e-05,1613946185586,6000
+"wd_2",0.01,1613946185586,6000
+"sqr_mom_2",0.99,1613946185586,6000
+"lr_2",0.00015722485692701331,1613946185586,6000
+"mom_2",0.918555714171739,1613946185586,6000
+"eps_2",1e-05,1613946185586,6000
+"train_loss",0.007157955,1613946186573,6001
+"raw_loss",0.013843643,1613946186573,6001
+"epoch",37.74842767295595,1613946186573,6001
+"wd_0",0.01,1613946186573,6001
+"sqr_mom_0",0.99,1613946186573,6001
+"lr_0",1.5709376660355543e-06,1613946186573,6001
+"mom_0",0.9185819324986139,1613946186573,6001
+"eps_0",1e-05,1613946186573,6001
+"wd_1",0.01,1613946186573,6001
+"sqr_mom_1",0.99,1613946186573,6001
+"lr_1",1.5709376660355542e-05,1613946186573,6001
+"mom_1",0.9185819324986139,1613946186573,6001
+"eps_1",1e-05,1613946186573,6001
+"wd_2",0.01,1613946186573,6001
+"sqr_mom_2",0.99,1613946186573,6001
+"lr_2",0.0001570937666035554,1613946186573,6001
+"mom_2",0.9185819324986139,1613946186573,6001
+"eps_2",1e-05,1613946186573,6001
+"train_loss",0.0071189427,1613946187600,6002
+"raw_loss",0.005207349,1613946187600,6002
+"epoch",37.75471698113205,1613946187600,6002
+"wd_0",0.01,1613946187600,6002
+"sqr_mom_0",0.99,1613946187600,6002
+"lr_0",1.5696279281378265e-06,1613946187600,6002
+"mom_0",0.9186081275185186,1613946187600,6002
+"eps_0",1e-05,1613946187600,6002
+"wd_1",0.01,1613946187600,6002
+"sqr_mom_1",0.99,1613946187600,6002
+"lr_1",1.5696279281378263e-05,1613946187600,6002
+"mom_1",0.9186081275185186,1613946187600,6002
+"eps_1",1e-05,1613946187600,6002
+"wd_2",0.01,1613946187600,6002
+"sqr_mom_2",0.99,1613946187600,6002
+"lr_2",0.00015696279281378263,1613946187600,6002
+"mom_2",0.9186081275185186,1613946187600,6002
+"eps_2",1e-05,1613946187600,6002
+"train_loss",0.007576946,1613946188555,6003
+"raw_loss",0.030019129,1613946188555,6003
+"epoch",37.76100628930815,1613946188555,6003
+"wd_0",0.01,1613946188555,6003
+"sqr_mom_0",0.99,1613946188555,6003
+"lr_0",1.5683176177891663e-06,1613946188555,6003
+"mom_0",0.9186343339875566,1613946188555,6003
+"eps_0",1e-05,1613946188555,6003
+"wd_1",0.01,1613946188555,6003
+"sqr_mom_1",0.99,1613946188555,6003
+"lr_1",1.5683176177891664e-05,1613946188555,6003
+"mom_1",0.9186343339875566,1613946188555,6003
+"eps_1",1e-05,1613946188555,6003
+"wd_2",0.01,1613946188555,6003
+"sqr_mom_2",0.99,1613946188555,6003
+"lr_2",0.0001568317617789166,1613946188555,6003
+"mom_2",0.9186343339875566,1613946188555,6003
+"eps_2",1e-05,1613946188555,6003
+"train_loss",0.007521904,1613946189518,6004
+"raw_loss",0.0048248363,1613946189518,6004
+"epoch",37.76729559748425,1613946189518,6004
+"wd_0",0.01,1613946189518,6004
+"sqr_mom_0",0.99,1613946189518,6004
+"lr_0",1.5670084732190306e-06,1613946189518,6004
+"mom_0",0.9186605171407908,1613946189518,6004
+"eps_0",1e-05,1613946189518,6004
+"wd_1",0.01,1613946189518,6004
+"sqr_mom_1",0.99,1613946189518,6004
+"lr_1",1.5670084732190303e-05,1613946189518,6004
+"mom_1",0.9186605171407908,1613946189518,6004
+"eps_1",1e-05,1613946189518,6004
+"wd_2",0.01,1613946189518,6004
+"sqr_mom_2",0.99,1613946189518,6004
+"lr_2",0.00015670084732190303,1613946189518,6004
+"mom_2",0.9186605171407908,1613946189518,6004
+"eps_2",1e-05,1613946189518,6004
+"train_loss",0.007515645,1613946190472,6005
+"raw_loss",0.0072089527,1613946190472,6005
+"epoch",37.77358490566035,1613946190472,6005
+"wd_0",0.01,1613946190472,6005
+"sqr_mom_0",0.99,1613946190472,6005
+"lr_0",1.5656991916334102e-06,1613946190472,6005
+"mom_0",0.9186867030343621,1613946190472,6005
+"eps_0",1e-05,1613946190472,6005
+"wd_1",0.01,1613946190472,6005
+"sqr_mom_1",0.99,1613946190472,6005
+"lr_1",1.5656991916334105e-05,1613946190472,6005
+"mom_1",0.9186867030343621,1613946190472,6005
+"eps_1",1e-05,1613946190472,6005
+"wd_2",0.01,1613946190472,6005
+"sqr_mom_2",0.99,1613946190472,6005
+"lr_2",0.000156569919163341,1613946190472,6005
+"mom_2",0.9186867030343621,1613946190472,6005
+"eps_2",1e-05,1613946190472,6005
+"train_loss",0.0075161196,1613946191414,6006
+"raw_loss",0.0075393636,1613946191414,6006
+"epoch",37.77987421383645,1613946191414,6006
+"wd_0",0.01,1613946191414,6006
+"sqr_mom_0",0.99,1613946191414,6006
+"lr_0",1.5643902078534322e-06,1613946191414,6006
+"mom_0",0.918712882971761,1613946191414,6006
+"eps_0",1e-05,1613946191414,6006
+"wd_1",0.01,1613946191414,6006
+"sqr_mom_1",0.99,1613946191414,6006
+"lr_1",1.564390207853432e-05,1613946191414,6006
+"mom_1",0.918712882971761,1613946191414,6006
+"eps_1",1e-05,1613946191414,6006
+"wd_2",0.01,1613946191414,6006
+"sqr_mom_2",0.99,1613946191414,6006
+"lr_2",0.00015643902078534314,1613946191414,6006
+"mom_2",0.918712882971761,1613946191414,6006
+"eps_2",1e-05,1613946191414,6006
+"train_loss",0.007448184,1613946192365,6007
+"raw_loss",0.0041193264,1613946192365,6007
+"epoch",37.78616352201255,1613946192365,6007
+"wd_0",0.01,1613946192365,6007
+"sqr_mom_0",0.99,1613946192365,6007
+"lr_0",1.5630815222963175e-06,1613946192365,6007
+"mom_0",0.9187390569446431,1613946192365,6007
+"eps_0",1e-05,1613946192365,6007
+"wd_1",0.01,1613946192365,6007
+"sqr_mom_1",0.99,1613946192365,6007
+"lr_1",1.5630815222963175e-05,1613946192365,6007
+"mom_1",0.9187390569446431,1613946192365,6007
+"eps_1",1e-05,1613946192365,6007
+"wd_2",0.01,1613946192365,6007
+"sqr_mom_2",0.99,1613946192365,6007
+"lr_2",0.00015630815222963175,1613946192365,6007
+"mom_2",0.9187390569446431,1613946192365,6007
+"eps_2",1e-05,1613946192365,6007
+"train_loss",0.0073997905,1613946193317,6008
+"raw_loss",0.0050285207,1613946193317,6008
+"epoch",37.79245283018865,1613946193317,6008
+"wd_0",0.01,1613946193317,6008
+"sqr_mom_0",0.99,1613946193317,6008
+"lr_0",1.5617735692888172e-06,1613946193317,6008
+"mom_0",0.9187652162663863,1613946193317,6008
+"eps_0",1e-05,1613946193317,6008
+"wd_1",0.01,1613946193317,6008
+"sqr_mom_1",0.99,1613946193317,6008
+"lr_1",1.561773569288817e-05,1613946193317,6008
+"mom_1",0.9187652162663863,1613946193317,6008
+"eps_1",1e-05,1613946193317,6008
+"wd_2",0.01,1613946193317,6008
+"sqr_mom_2",0.99,1613946193317,6008
+"lr_2",0.0001561773569288817,1613946193317,6008
+"mom_2",0.9187652162663863,1613946193317,6008
+"eps_2",1e-05,1613946193317,6008
+"train_loss",0.0075209187,1613946194263,6009
+"raw_loss",0.013456211,1613946194263,6009
+"epoch",37.79874213836475,1613946194263,6009
+"wd_0",0.01,1613946194263,6009
+"sqr_mom_0",0.99,1613946194263,6009
+"lr_0",1.5604650475191025e-06,1613946194263,6009
+"mom_0",0.9187913869634876,1613946194263,6009
+"eps_0",1e-05,1613946194263,6009
+"wd_1",0.01,1613946194263,6009
+"sqr_mom_1",0.99,1613946194263,6009
+"lr_1",1.5604650475191026e-05,1613946194263,6009
+"mom_1",0.9187913869634876,1613946194263,6009
+"eps_1",1e-05,1613946194263,6009
+"wd_2",0.01,1613946194263,6009
+"sqr_mom_2",0.99,1613946194263,6009
+"lr_2",0.0001560465047519102,1613946194263,6009
+"mom_2",0.9187913869634876,1613946194263,6009
+"eps_2",1e-05,1613946194263,6009
+"train_loss",0.0075471266,1613946195215,6010
+"raw_loss",0.008831318,1613946195215,6010
+"epoch",37.80503144654085,1613946195215,6010
+"wd_0",0.01,1613946195215,6010
+"sqr_mom_0",0.99,1613946195215,6010
+"lr_0",1.5591576928439384e-06,1613946195215,6010
+"mom_0",0.9188175343184644,1613946195215,6010
+"eps_0",1e-05,1613946195215,6010
+"wd_1",0.01,1613946195215,6010
+"sqr_mom_1",0.99,1613946195215,6010
+"lr_1",1.5591576928439382e-05,1613946195215,6010
+"mom_1",0.9188175343184644,1613946195215,6010
+"eps_1",1e-05,1613946195215,6010
+"wd_2",0.01,1613946195215,6010
+"sqr_mom_2",0.99,1613946195215,6010
+"lr_2",0.0001559157692843938,1613946195215,6010
+"mom_2",0.9188175343184644,1613946195215,6010
+"eps_2",1e-05,1613946195215,6010
+"train_loss",0.0075627877,1613946196177,6011
+"raw_loss",0.008330187,1613946196177,6011
+"epoch",37.81132075471695,1613946196177,6011
+"wd_0",0.01,1613946196177,6011
+"sqr_mom_0",0.99,1613946196177,6011
+"lr_0",1.557850637860543e-06,1613946196177,6011
+"mom_0",0.918843675679546,1613946196177,6011
+"eps_0",1e-05,1613946196177,6011
+"wd_1",0.01,1613946196177,6011
+"sqr_mom_1",0.99,1613946196177,6011
+"lr_1",1.5578506378605435e-05,1613946196177,6011
+"mom_1",0.918843675679546,1613946196177,6011
+"eps_1",1e-05,1613946196177,6011
+"wd_2",0.01,1613946196177,6011
+"sqr_mom_2",0.99,1613946196177,6011
+"lr_2",0.00015578506378605427,1613946196177,6011
+"mom_2",0.918843675679546,1613946196177,6011
+"eps_2",1e-05,1613946196177,6011
+"train_loss",0.007931533,1613946197129,6012
+"raw_loss",0.026000086,1613946197129,6012
+"epoch",37.81761006289305,1613946197129,6012
+"wd_0",0.01,1613946197129,6012
+"sqr_mom_0",0.99,1613946197129,6012
+"lr_0",1.5565430159616392e-06,1613946197129,6012
+"mom_0",0.918869828379051,1613946197129,6012
+"eps_0",1e-05,1613946197129,6012
+"wd_1",0.01,1613946197129,6012
+"sqr_mom_1",0.99,1613946197129,6012
+"lr_1",1.5565430159616393e-05,1613946197129,6012
+"mom_1",0.918869828379051,1613946197129,6012
+"eps_1",1e-05,1613946197129,6012
+"wd_2",0.01,1613946197129,6012
+"sqr_mom_2",0.99,1613946197129,6012
+"lr_2",0.00015565430159616387,1613946197129,6012
+"mom_2",0.918869828379051,1613946197129,6012
+"eps_2",1e-05,1613946197129,6012
+"train_loss",0.007895141,1613946198090,6013
+"raw_loss",0.0061119357,1613946198090,6013
+"epoch",37.82389937106915,1613946198090,6013
+"wd_0",0.01,1613946198090,6013
+"sqr_mom_0",0.99,1613946198090,6013
+"lr_0",1.5552365618102428e-06,1613946198090,6013
+"mom_0",0.9188959577233724,1613946198090,6013
+"eps_0",1e-05,1613946198090,6013
+"wd_1",0.01,1613946198090,6013
+"sqr_mom_1",0.99,1613946198090,6013
+"lr_1",1.5552365618102427e-05,1613946198090,6013
+"mom_1",0.9188959577233724,1613946198090,6013
+"eps_1",1e-05,1613946198090,6013
+"wd_2",0.01,1613946198090,6013
+"sqr_mom_2",0.99,1613946198090,6013
+"lr_2",0.00015552365618102425,1613946198090,6013
+"mom_2",0.9188959577233724,1613946198090,6013
+"eps_2",1e-05,1613946198090,6013
+"train_loss",0.007833117,1613946199036,6014
+"raw_loss",0.0047939187,1613946199036,6014
+"epoch",37.83018867924525,1613946199036,6014
+"wd_0",0.01,1613946199036,6014
+"sqr_mom_0",0.99,1613946199036,6014
+"lr_0",1.5539304085996022e-06,1613946199036,6014
+"mom_0",0.9189220810488185,1613946199036,6014
+"eps_0",1e-05,1613946199036,6014
+"wd_1",0.01,1613946199036,6014
+"sqr_mom_1",0.99,1613946199036,6014
+"lr_1",1.5539304085996023e-05,1613946199036,6014
+"mom_1",0.9189220810488185,1613946199036,6014
+"eps_1",1e-05,1613946199036,6014
+"wd_2",0.01,1613946199036,6014
+"sqr_mom_2",0.99,1613946199036,6014
+"lr_2",0.00015539304085996014,1613946199036,6014
+"mom_2",0.9189220810488185,1613946199036,6014
+"eps_2",1e-05,1613946199036,6014
+"train_loss",0.0077899355,1613946199991,6015
+"raw_loss",0.005674058,1613946199991,6015
+"epoch",37.836477987421354,1613946199991,6015
+"wd_0",0.01,1613946199991,6015
+"sqr_mom_0",0.99,1613946199991,6015
+"lr_0",1.552623690321784e-06,1613946199991,6015
+"mom_0",0.918948215675721,1613946199991,6015
+"eps_0",1e-05,1613946199991,6015
+"wd_1",0.01,1613946199991,6015
+"sqr_mom_1",0.99,1613946199991,6015
+"lr_1",1.552623690321784e-05,1613946199991,6015
+"mom_1",0.918948215675721,1613946199991,6015
+"eps_1",1e-05,1613946199991,6015
+"wd_2",0.01,1613946199991,6015
+"sqr_mom_2",0.99,1613946199991,6015
+"lr_2",0.00015526236903217838,1613946199991,6015
+"mom_2",0.918948215675721,1613946199991,6015
+"eps_2",1e-05,1613946199991,6015
+"train_loss",0.0076980554,1613946200934,6016
+"raw_loss",0.0031959328,1613946200934,6016
+"epoch",37.842767295597454,1613946200934,6016
+"wd_0",0.01,1613946200934,6016
+"sqr_mom_0",0.99,1613946200934,6016
+"lr_0",1.5513181404410806e-06,1613946200934,6016
+"mom_0",0.9189743269344477,1613946200934,6016
+"eps_0",1e-05,1613946200934,6016
+"wd_1",0.01,1613946200934,6016
+"sqr_mom_1",0.99,1613946200934,6016
+"lr_1",1.5513181404410806e-05,1613946200934,6016
+"mom_1",0.9189743269344477,1613946200934,6016
+"eps_1",1e-05,1613946200934,6016
+"wd_2",0.01,1613946200934,6016
+"sqr_mom_2",0.99,1613946200934,6016
+"lr_2",0.00015513181404410803,1613946200934,6016
+"mom_2",0.9189743269344477,1613946200934,6016
+"eps_2",1e-05,1613946200934,6016
+"train_loss",0.0076254383,1613946201895,6017
+"raw_loss",0.0040672044,1613946201895,6017
+"epoch",37.849056603773555,1613946201895,6017
+"wd_0",0.01,1613946201895,6017
+"sqr_mom_0",0.99,1613946201895,6017
+"lr_0",1.550012459737842e-06,1613946201895,6017
+"mom_0",0.9190004408096513,1613946201895,6017
+"eps_0",1e-05,1613946201895,6017
+"wd_1",0.01,1613946201895,6017
+"sqr_mom_1",0.99,1613946201895,6017
+"lr_1",1.550012459737842e-05,1613946201895,6017
+"mom_1",0.9190004408096513,1613946201895,6017
+"eps_1",1e-05,1613946201895,6017
+"wd_2",0.01,1613946201895,6017
+"sqr_mom_2",0.99,1613946201895,6017
+"lr_2",0.00015500124597378414,1613946201895,6017
+"mom_2",0.9190004408096513,1613946201895,6017
+"eps_2",1e-05,1613946201895,6017
+"train_loss",0.0076166275,1613946202874,6018
+"raw_loss",0.0071848957,1613946202874,6018
+"epoch",37.855345911949655,1613946202874,6018
+"wd_0",0.01,1613946202874,6018
+"sqr_mom_0",0.99,1613946202874,6018
+"lr_0",1.548707081840209e-06,1613946202874,6018
+"mom_0",0.919026548628682,1613946202874,6018
+"eps_0",1e-05,1613946202874,6018
+"wd_1",0.01,1613946202874,6018
+"sqr_mom_1",0.99,1613946202874,6018
+"lr_1",1.548707081840209e-05,1613946202874,6018
+"mom_1",0.919026548628682,1613946202874,6018
+"eps_1",1e-05,1613946202874,6018
+"wd_2",0.01,1613946202874,6018
+"sqr_mom_2",0.99,1613946202874,6018
+"lr_2",0.0001548707081840209,1613946202874,6018
+"mom_2",0.919026548628682,1613946202874,6018
+"eps_2",1e-05,1613946202874,6018
+"train_loss",0.0075558247,1613946203848,6019
+"raw_loss",0.00457648,1613946203848,6019
+"epoch",37.861635220125756,1613946203848,6019
+"wd_0",0.01,1613946203848,6019
+"sqr_mom_0",0.99,1613946203848,6019
+"lr_0",1.5474020071642587e-06,1613946203848,6019
+"mom_0",0.9190526503832186,1613946203848,6019
+"eps_0",1e-05,1613946203848,6019
+"wd_1",0.01,1613946203848,6019
+"sqr_mom_1",0.99,1613946203848,6019
+"lr_1",1.5474020071642585e-05,1613946203848,6019
+"mom_1",0.9190526503832186,1613946203848,6019
+"eps_1",1e-05,1613946203848,6019
+"wd_2",0.01,1613946203848,6019
+"sqr_mom_2",0.99,1613946203848,6019
+"lr_2",0.00015474020071642585,1613946203848,6019
+"mom_2",0.9190526503832186,1613946203848,6019
+"eps_2",1e-05,1613946203848,6019
+"train_loss",0.007607564,1613946204802,6020
+"raw_loss",0.010142783,1613946204802,6020
+"epoch",37.867924528301856,1613946204802,6020
+"wd_0",0.01,1613946204802,6020
+"sqr_mom_0",0.99,1613946204802,6020
+"lr_0",1.5460976688354632e-06,1613946204802,6020
+"mom_0",0.9190787374106648,1613946204802,6020
+"eps_0",1e-05,1613946204802,6020
+"wd_1",0.01,1613946204802,6020
+"sqr_mom_1",0.99,1613946204802,6020
+"lr_1",1.5460976688354634e-05,1613946204802,6020
+"mom_1",0.9190787374106648,1613946204802,6020
+"eps_1",1e-05,1613946204802,6020
+"wd_2",0.01,1613946204802,6020
+"sqr_mom_2",0.99,1613946204802,6020
+"lr_2",0.0001546097668835463,1613946204802,6020
+"mom_2",0.9190787374106648,1613946204802,6020
+"eps_2",1e-05,1613946204802,6020
+"train_loss",0.007707294,1613946205752,6021
+"raw_loss",0.012594088,1613946205752,6021
+"epoch",37.874213836477956,1613946205752,6021
+"wd_0",0.01,1613946205752,6021
+"sqr_mom_0",0.99,1613946205752,6021
+"lr_0",1.5447927691412152e-06,1613946205752,6021
+"mom_0",0.9191048356655324,1613946205752,6021
+"eps_0",1e-05,1613946205752,6021
+"wd_1",0.01,1613946205752,6021
+"sqr_mom_1",0.99,1613946205752,6021
+"lr_1",1.544792769141215e-05,1613946205752,6021
+"mom_1",0.9191048356655324,1613946205752,6021
+"eps_1",1e-05,1613946205752,6021
+"wd_2",0.01,1613946205752,6021
+"sqr_mom_2",0.99,1613946205752,6021
+"lr_2",0.00015447927691412147,1613946205752,6021
+"mom_2",0.9191048356655324,1613946205752,6021
+"eps_2",1e-05,1613946205752,6021
+"train_loss",0.0076597664,1613946206696,6022
+"raw_loss",0.0053309146,1613946206696,6022
+"epoch",37.88050314465406,1613946206696,6022
+"wd_0",0.01,1613946206696,6022
+"sqr_mom_0",0.99,1613946206696,6022
+"lr_0",1.543489039133314e-06,1613946206696,6022
+"mom_0",0.9191309105264389,1613946206696,6022
+"eps_0",1e-05,1613946206696,6022
+"wd_1",0.01,1613946206696,6022
+"sqr_mom_1",0.99,1613946206696,6022
+"lr_1",1.5434890391333134e-05,1613946206696,6022
+"mom_1",0.9191309105264389,1613946206696,6022
+"eps_1",1e-05,1613946206696,6022
+"wd_2",0.01,1613946206696,6022
+"sqr_mom_2",0.99,1613946206696,6022
+"lr_2",0.00015434890391333134,1613946206696,6022
+"mom_2",0.9191309105264389,1613946206696,6022
+"eps_2",1e-05,1613946206696,6022
+"train_loss",0.0075819795,1613946207631,6023
+"raw_loss",0.00377041,1613946207631,6023
+"epoch",37.88679245283016,1613946207631,6023
+"wd_0",0.01,1613946207631,6023
+"sqr_mom_0",0.99,1613946207631,6023
+"lr_0",1.5421856138080729e-06,1613946207631,6023
+"mom_0",0.9191569792936314,1613946207631,6023
+"eps_0",1e-05,1613946207631,6023
+"wd_1",0.01,1613946207631,6023
+"sqr_mom_1",0.99,1613946207631,6023
+"lr_1",1.542185613808073e-05,1613946207631,6023
+"mom_1",0.9191569792936314,1613946207631,6023
+"eps_1",1e-05,1613946207631,6023
+"wd_2",0.01,1613946207631,6023
+"sqr_mom_2",0.99,1613946207631,6023
+"lr_2",0.00015421856138080726,1613946207631,6023
+"mom_2",0.9191569792936314,1613946207631,6023
+"eps_2",1e-05,1613946207631,6023
+"train_loss",0.0075271395,1613946208570,6024
+"raw_loss",0.00483998,1613946208570,6024
+"epoch",37.89308176100626,1613946208570,6024
+"wd_0",0.01,1613946208570,6024
+"sqr_mom_0",0.99,1613946208570,6024
+"lr_0",1.540881628970558e-06,1613946208570,6024
+"mom_0",0.9191830592511814,1613946208570,6024
+"eps_0",1e-05,1613946208570,6024
+"wd_1",0.01,1613946208570,6024
+"sqr_mom_1",0.99,1613946208570,6024
+"lr_1",1.540881628970558e-05,1613946208570,6024
+"mom_1",0.9191830592511814,1613946208570,6024
+"eps_1",1e-05,1613946208570,6024
+"wd_2",0.01,1613946208570,6024
+"sqr_mom_2",0.99,1613946208570,6024
+"lr_2",0.00015408816289705574,1613946208570,6024
+"mom_2",0.9191830592511814,1613946208570,6024
+"eps_2",1e-05,1613946208570,6024
+"train_loss",0.007939289,1613946209530,6025
+"raw_loss",0.02813466,1613946209530,6025
+"epoch",37.89937106918236,1613946209530,6025
+"wd_0",0.01,1613946209530,6025
+"sqr_mom_0",0.99,1613946209530,6025
+"lr_0",1.5395788144589386e-06,1613946209530,6025
+"mom_0",0.9192091158019792,1613946209530,6025
+"eps_0",1e-05,1613946209530,6025
+"wd_1",0.01,1613946209530,6025
+"sqr_mom_1",0.99,1613946209530,6025
+"lr_1",1.5395788144589384e-05,1613946209530,6025
+"mom_1",0.9192091158019792,1613946209530,6025
+"eps_1",1e-05,1613946209530,6025
+"wd_2",0.01,1613946209530,6025
+"sqr_mom_2",0.99,1613946209530,6025
+"lr_2",0.00015395788144589384,1613946209530,6025
+"mom_2",0.9192091158019792,1613946209530,6025
+"eps_2",1e-05,1613946209530,6025
+"train_loss",0.007838874,1613946210476,6026
+"raw_loss",0.0029185386,1613946210476,6026
+"epoch",37.90566037735846,1613946210476,6026
+"wd_0",0.01,1613946210476,6026
+"sqr_mom_0",0.99,1613946210476,6026
+"lr_0",1.538275873773492e-06,1613946210476,6026
+"mom_0",0.9192351748762789,1613946210476,6026
+"eps_0",1e-05,1613946210476,6026
+"wd_1",0.01,1613946210476,6026
+"sqr_mom_1",0.99,1613946210476,6026
+"lr_1",1.5382758737734922e-05,1613946210476,6026
+"mom_1",0.9192351748762789,1613946210476,6026
+"eps_1",1e-05,1613946210476,6026
+"wd_2",0.01,1613946210476,6026
+"sqr_mom_2",0.99,1613946210476,6026
+"lr_2",0.00015382758737734917,1613946210476,6026
+"mom_2",0.9192351748762789,1613946210476,6026
+"eps_2",1e-05,1613946210476,6026
+"train_loss",0.007771137,1613946211421,6027
+"raw_loss",0.004452022,1613946211421,6027
+"epoch",37.91194968553456,1613946211421,6027
+"wd_0",0.01,1613946211421,6027
+"sqr_mom_0",0.99,1613946211421,6027
+"lr_0",1.5369732396345542e-06,1613946211421,6027
+"mom_0",0.9192612278195871,1613946211421,6027
+"eps_0",1e-05,1613946211421,6027
+"wd_1",0.01,1613946211421,6027
+"sqr_mom_1",0.99,1613946211421,6027
+"lr_1",1.5369732396345544e-05,1613946211421,6027
+"mom_1",0.9192612278195871,1613946211421,6027
+"eps_1",1e-05,1613946211421,6027
+"wd_2",0.01,1613946211421,6027
+"sqr_mom_2",0.99,1613946211421,6027
+"lr_2",0.0001536973239634554,1613946211421,6027
+"mom_2",0.9192612278195871,1613946211421,6027
+"eps_2",1e-05,1613946211421,6027
+"train_loss",0.0077199517,1613946212365,6028
+"raw_loss",0.0052118674,1613946212365,6028
+"epoch",37.91823899371066,1613946212365,6028
+"wd_0",0.01,1613946212365,6028
+"sqr_mom_0",0.99,1613946212365,6028
+"lr_0",1.5356709124573261e-06,1613946212365,6028
+"mom_0",0.9192872746235997,1613946212365,6028
+"eps_0",1e-05,1613946212365,6028
+"wd_1",0.01,1613946212365,6028
+"sqr_mom_1",0.99,1613946212365,6028
+"lr_1",1.5356709124573264e-05,1613946212365,6028
+"mom_1",0.9192872746235997,1613946212365,6028
+"eps_1",1e-05,1613946212365,6028
+"wd_2",0.01,1613946212365,6028
+"sqr_mom_2",0.99,1613946212365,6028
+"lr_2",0.0001535670912457326,1613946212365,6028
+"mom_2",0.9192872746235997,1613946212365,6028
+"eps_2",1e-05,1613946212365,6028
+"train_loss",0.007637813,1613946213299,6029
+"raw_loss",0.003613031,1613946213299,6029
+"epoch",37.92452830188676,1613946213299,6029
+"wd_0",0.01,1613946213299,6029
+"sqr_mom_0",0.99,1613946213299,6029
+"lr_0",1.5343693244532691e-06,1613946213299,6029
+"mom_0",0.919313306644001,1613946213299,6029
+"eps_0",1e-05,1613946213299,6029
+"wd_1",0.01,1613946213299,6029
+"sqr_mom_1",0.99,1613946213299,6029
+"lr_1",1.5343693244532694e-05,1613946213299,6029
+"mom_1",0.919313306644001,1613946213299,6029
+"eps_1",1e-05,1613946213299,6029
+"wd_2",0.01,1613946213299,6029
+"sqr_mom_2",0.99,1613946213299,6029
+"lr_2",0.00015343693244532686,1613946213299,6029
+"mom_2",0.919313306644001,1613946213299,6029
+"eps_2",1e-05,1613946213299,6029
+"train_loss",0.007635284,1613946214276,6030
+"raw_loss",0.0075113545,1613946214276,6030
+"epoch",37.93081761006286,1613946214276,6030
+"wd_0",0.01,1613946214276,6030
+"sqr_mom_0",0.99,1613946214276,6030
+"lr_0",1.5330671806483065e-06,1613946214276,6030
+"mom_0",0.9193393497805317,1613946214276,6030
+"eps_0",1e-05,1613946214276,6030
+"wd_1",0.01,1613946214276,6030
+"sqr_mom_1",0.99,1613946214276,6030
+"lr_1",1.5330671806483067e-05,1613946214276,6030
+"mom_1",0.9193393497805317,1613946214276,6030
+"eps_1",1e-05,1613946214276,6030
+"wd_2",0.01,1613946214276,6030
+"sqr_mom_2",0.99,1613946214276,6030
+"lr_2",0.0001533067180648306,1613946214276,6030
+"mom_2",0.9193393497805317,1613946214276,6030
+"eps_2",1e-05,1613946214276,6030
+"train_loss",0.007646284,1613946215231,6031
+"raw_loss",0.00818528,1613946215231,6031
+"epoch",37.93710691823896,1613946215231,6031
+"wd_0",0.01,1613946215231,6031
+"sqr_mom_0",0.99,1613946215231,6031
+"lr_0",1.5317662084383363e-06,1613946215231,6031
+"mom_0",0.9193653694849281,1613946215231,6031
+"eps_0",1e-05,1613946215231,6031
+"wd_1",0.01,1613946215231,6031
+"sqr_mom_1",0.99,1613946215231,6031
+"lr_1",1.531766208438336e-05,1613946215231,6031
+"mom_1",0.9193653694849281,1613946215231,6031
+"eps_1",1e-05,1613946215231,6031
+"wd_2",0.01,1613946215231,6031
+"sqr_mom_2",0.99,1613946215231,6031
+"lr_2",0.00015317662084383358,1613946215231,6031
+"mom_2",0.9193653694849281,1613946215231,6031
+"eps_2",1e-05,1613946215231,6031
+"train_loss",0.0076612197,1613946216193,6032
+"raw_loss",0.008393056,1613946216193,6032
+"epoch",37.94339622641506,1613946216193,6032
+"wd_0",0.01,1613946216193,6032
+"sqr_mom_0",0.99,1613946216193,6032
+"lr_0",1.5304655446450664e-06,1613946216193,6032
+"mom_0",0.9193913830209288,1613946216193,6032
+"eps_0",1e-05,1613946216193,6032
+"wd_1",0.01,1613946216193,6032
+"sqr_mom_1",0.99,1613946216193,6032
+"lr_1",1.5304655446450663e-05,1613946216193,6032
+"mom_1",0.9193913830209288,1613946216193,6032
+"eps_1",1e-05,1613946216193,6032
+"wd_2",0.01,1613946216193,6032
+"sqr_mom_2",0.99,1613946216193,6032
+"lr_2",0.0001530465544645066,1613946216193,6032
+"mom_2",0.9193913830209288,1613946216193,6032
+"eps_2",1e-05,1613946216193,6032
+"train_loss",0.0076691285,1613946217146,6033
+"raw_loss",0.008056652,1613946217146,6033
+"epoch",37.94968553459116,1613946217146,6033
+"wd_0",0.01,1613946217146,6033
+"sqr_mom_0",0.99,1613946217146,6033
+"lr_0",1.5291643269088677e-06,1613946217146,6033
+"mom_0",0.919417407635899,1613946217146,6033
+"eps_0",1e-05,1613946217146,6033
+"wd_1",0.01,1613946217146,6033
+"sqr_mom_1",0.99,1613946217146,6033
+"lr_1",1.5291643269088678e-05,1613946217146,6033
+"mom_1",0.919417407635899,1613946217146,6033
+"eps_1",1e-05,1613946217146,6033
+"wd_2",0.01,1613946217146,6033
+"sqr_mom_2",0.99,1613946217146,6033
+"lr_2",0.0001529164326908867,1613946217146,6033
+"mom_2",0.919417407635899,1613946217146,6033
+"eps_2",1e-05,1613946217146,6033
+"train_loss",0.0076040537,1613946218091,6034
+"raw_loss",0.0044153826,1613946218091,6034
+"epoch",37.95597484276726,1613946218091,6034
+"wd_0",0.01,1613946218091,6034
+"sqr_mom_0",0.99,1613946218091,6034
+"lr_0",1.527864281397135e-06,1613946218091,6034
+"mom_0",0.9194434088061454,1613946218091,6034
+"eps_0",1e-05,1613946218091,6034
+"wd_1",0.01,1613946218091,6034
+"sqr_mom_1",0.99,1613946218091,6034
+"lr_1",1.527864281397135e-05,1613946218091,6034
+"mom_1",0.9194434088061454,1613946218091,6034
+"eps_1",1e-05,1613946218091,6034
+"wd_2",0.01,1613946218091,6034
+"sqr_mom_2",0.99,1613946218091,6034
+"lr_2",0.00015278642813971343,1613946218091,6034
+"mom_2",0.9194434088061454,1613946218091,6034
+"eps_2",1e-05,1613946218091,6034
+"train_loss",0.0076097525,1613946219026,6035
+"raw_loss",0.007888991,1613946219026,6035
+"epoch",37.96226415094336,1613946219026,6035
+"wd_0",0.01,1613946219026,6035
+"sqr_mom_0",0.99,1613946219026,6035
+"lr_0",1.5265645455449716e-06,1613946219026,6035
+"mom_0",0.9194694037831384,1613946219026,6035
+"eps_0",1e-05,1613946219026,6035
+"wd_1",0.01,1613946219026,6035
+"sqr_mom_1",0.99,1613946219026,6035
+"lr_1",1.5265645455449712e-05,1613946219026,6035
+"mom_1",0.9194694037831384,1613946219026,6035
+"eps_1",1e-05,1613946219026,6035
+"wd_2",0.01,1613946219026,6035
+"sqr_mom_2",0.99,1613946219026,6035
+"lr_2",0.0001526564545544971,1613946219026,6035
+"mom_2",0.9194694037831384,1613946219026,6035
+"eps_2",1e-05,1613946219026,6035
+"train_loss",0.0075473823,1613946219968,6036
+"raw_loss",0.004491244,1613946219968,6036
+"epoch",37.96855345911946,1613946219968,6036
+"wd_0",0.01,1613946219968,6036
+"sqr_mom_0",0.99,1613946219968,6036
+"lr_0",1.5252642576094443e-06,1613946219968,6036
+"mom_0",0.9194954098019091,1613946219968,6036
+"eps_0",1e-05,1613946219968,6036
+"wd_1",0.01,1613946219968,6036
+"sqr_mom_1",0.99,1613946219968,6036
+"lr_1",1.5252642576094441e-05,1613946219968,6036
+"mom_1",0.9194954098019091,1613946219968,6036
+"eps_1",1e-05,1613946219968,6036
+"wd_2",0.01,1613946219968,6036
+"sqr_mom_2",0.99,1613946219968,6036
+"lr_2",0.0001525264257609444,1613946219968,6036
+"mom_2",0.9194954098019091,1613946219968,6036
+"eps_2",1e-05,1613946219968,6036
+"train_loss",0.007465312,1613946220915,6037
+"raw_loss",0.0034438584,1613946220915,6037
+"epoch",37.97484276729556,1613946220915,6037
+"wd_0",0.01,1613946220915,6037
+"sqr_mom_0",0.99,1613946220915,6037
+"lr_0",1.5239651425244944e-06,1613946220915,6037
+"mom_0",0.9195213923634338,1613946220915,6037
+"eps_0",1e-05,1613946220915,6037
+"wd_1",0.01,1613946220915,6037
+"sqr_mom_1",0.99,1613946220915,6037
+"lr_1",1.5239651425244944e-05,1613946220915,6037
+"mom_1",0.9195213923634338,1613946220915,6037
+"eps_1",1e-05,1613946220915,6037
+"wd_2",0.01,1613946220915,6037
+"sqr_mom_2",0.99,1613946220915,6037
+"lr_2",0.0001523965142524494,1613946220915,6037
+"mom_2",0.9195213923634338,1613946220915,6037
+"eps_2",1e-05,1613946220915,6037
+"train_loss",0.0074551906,1613946221892,6038
+"raw_loss",0.0069592646,1613946221892,6038
+"epoch",37.98113207547166,1613946221892,6038
+"wd_0",0.01,1613946221892,6038
+"sqr_mom_0",0.99,1613946221892,6038
+"lr_0",1.5226659074689847e-06,1613946221892,6038
+"mom_0",0.9195473773243935,1613946221892,6038
+"eps_0",1e-05,1613946221892,6038
+"wd_1",0.01,1613946221892,6038
+"sqr_mom_1",0.99,1613946221892,6038
+"lr_1",1.5226659074689843e-05,1613946221892,6038
+"mom_1",0.9195473773243935,1613946221892,6038
+"eps_1",1e-05,1613946221892,6038
+"wd_2",0.01,1613946221892,6038
+"sqr_mom_2",0.99,1613946221892,6038
+"lr_2",0.00015226659074689842,1613946221892,6038
+"mom_2",0.9195473773243935,1613946221892,6038
+"eps_2",1e-05,1613946221892,6038
+"train_loss",0.007528952,1613946222997,6039
+"raw_loss",0.0111432485,1613946222997,6039
+"epoch",37.987421383647764,1613946222997,6039
+"wd_0",0.01,1613946222997,6039
+"sqr_mom_0",0.99,1613946222997,6039
+"lr_0",1.521366983935482e-06,1613946222997,6039
+"mom_0",0.9195733560548509,1613946222997,6039
+"eps_0",1e-05,1613946222997,6039
+"wd_1",0.01,1613946222997,6039
+"sqr_mom_1",0.99,1613946222997,6039
+"lr_1",1.5213669839354819e-05,1613946222997,6039
+"mom_1",0.9195733560548509,1613946222997,6039
+"eps_1",1e-05,1613946222997,6039
+"wd_2",0.01,1613946222997,6039
+"sqr_mom_2",0.99,1613946222997,6039
+"lr_2",0.00015213669839354816,1613946222997,6039
+"mom_2",0.9195733560548509,1613946222997,6039
+"eps_2",1e-05,1613946222997,6039
+"train_loss",0.0075296736,1613946223972,6040
+"raw_loss",0.007565033,1613946223972,6040
+"epoch",37.993710691823864,1613946223972,6040
+"wd_0",0.01,1613946223972,6040
+"sqr_mom_0",0.99,1613946223972,6040
+"lr_0",1.5200683723380044e-06,1613946223972,6040
+"mom_0",0.9195993285465254,1613946223972,6040
+"eps_0",1e-05,1613946223972,6040
+"wd_1",0.01,1613946223972,6040
+"sqr_mom_1",0.99,1613946223972,6040
+"lr_1",1.520068372338004e-05,1613946223972,6040
+"mom_1",0.9195993285465254,1613946223972,6040
+"eps_1",1e-05,1613946223972,6040
+"wd_2",0.01,1613946223972,6040
+"sqr_mom_2",0.99,1613946223972,6040
+"lr_2",0.0001520068372338004,1613946223972,6040
+"mom_2",0.9195993285465254,1613946223972,6040
+"eps_2",1e-05,1613946223972,6040
+"train_loss",0.0074597634,1613946224920,6041
+"raw_loss",0.0040341644,1613946224920,6041
+"epoch",37.999999999999964,1613946224920,6041
+"wd_0",0.01,1613946224920,6041
+"sqr_mom_0",0.99,1613946224920,6041
+"lr_0",1.5187705036519892e-06,1613946224920,6041
+"mom_0",0.919625286179822,1613946224920,6041
+"eps_0",1e-05,1613946224920,6041
+"wd_1",0.01,1613946224920,6041
+"sqr_mom_1",0.99,1613946224920,6041
+"lr_1",1.518770503651989e-05,1613946224920,6041
+"mom_1",0.919625286179822,1613946224920,6041
+"eps_1",1e-05,1613946224920,6041
+"wd_2",0.01,1613946224920,6041
+"sqr_mom_2",0.99,1613946224920,6041
+"lr_2",0.00015187705036519885,1613946224920,6041
+"mom_2",0.919625286179822,1613946224920,6041
+"eps_2",1e-05,1613946224920,6041
+"valid_loss",0.08523238450288773,1613946257238,6041
+"_rmse",0.2919458746910095,1613946257238,6041
+"epoch",38,1613946257238,6041
+"train_loss",0.007388443,1613946258267,6042
+"raw_loss",0.00389374,1613946258267,6042
+"epoch",38.0062893081761,1613946258267,6042
+"wd_0",0.01,1613946258267,6042
+"sqr_mom_0",0.99,1613946258267,6042
+"lr_0",1.5174720866066916e-06,1613946258267,6042
+"mom_0",0.9196512547804139,1613946258267,6042
+"eps_0",1e-05,1613946258267,6042
+"wd_1",0.01,1613946258267,6042
+"sqr_mom_1",0.99,1613946258267,6042
+"lr_1",1.517472086606692e-05,1613946258267,6042
+"mom_1",0.9196512547804139,1613946258267,6042
+"eps_1",1e-05,1613946258267,6042
+"wd_2",0.01,1613946258267,6042
+"sqr_mom_2",0.99,1613946258267,6042
+"lr_2",0.00015174720866066913,1613946258267,6042
+"mom_2",0.9196512547804139,1613946258267,6042
+"eps_2",1e-05,1613946258267,6042
+"train_loss",0.007337422,1613946259239,6043
+"raw_loss",0.004837394,1613946259239,6043
+"epoch",38.0125786163522,1613946259239,6043
+"wd_0",0.01,1613946259239,6043
+"sqr_mom_0",0.99,1613946259239,6043
+"lr_0",1.516174843654168e-06,1613946259239,6043
+"mom_0",0.9196771998989156,1613946259239,6043
+"eps_0",1e-05,1613946259239,6043
+"wd_1",0.01,1613946259239,6043
+"sqr_mom_1",0.99,1613946259239,6043
+"lr_1",1.5161748436541678e-05,1613946259239,6043
+"mom_1",0.9196771998989156,1613946259239,6043
+"eps_1",1e-05,1613946259239,6043
+"wd_2",0.01,1613946259239,6043
+"sqr_mom_2",0.99,1613946259239,6043
+"lr_2",0.00015161748436541675,1613946259239,6043
+"mom_2",0.9196771998989156,1613946259239,6043
+"eps_2",1e-05,1613946259239,6043
+"train_loss",0.007364755,1613946260183,6044
+"raw_loss",0.008704066,1613946260183,6044
+"epoch",38.0188679245283,1613946260183,6044
+"wd_0",0.01,1613946260183,6044
+"sqr_mom_0",0.99,1613946260183,6044
+"lr_0",1.514877053585192e-06,1613946260183,6044
+"mom_0",0.9197031559598557,1613946260183,6044
+"eps_0",1e-05,1613946260183,6044
+"wd_1",0.01,1613946260183,6044
+"sqr_mom_1",0.99,1613946260183,6044
+"lr_1",1.5148770535851919e-05,1613946260183,6044
+"mom_1",0.9197031559598557,1613946260183,6044
+"eps_1",1e-05,1613946260183,6044
+"wd_2",0.01,1613946260183,6044
+"sqr_mom_2",0.99,1613946260183,6044
+"lr_2",0.00015148770535851916,1613946260183,6044
+"mom_2",0.9197031559598557,1613946260183,6044
+"eps_2",1e-05,1613946260183,6044
+"train_loss",0.0074083894,1613946261117,6045
+"raw_loss",0.009546473,1613946261117,6045
+"epoch",38.0251572327044,1613946261117,6045
+"wd_0",0.01,1613946261117,6045
+"sqr_mom_0",0.99,1613946261117,6045
+"lr_0",1.5135804380200855e-06,1613946261117,6045
+"mom_0",0.9197290885304835,1613946261117,6045
+"eps_0",1e-05,1613946261117,6045
+"wd_1",0.01,1613946261117,6045
+"sqr_mom_1",0.99,1613946261117,6045
+"lr_1",1.5135804380200858e-05,1613946261117,6045
+"mom_1",0.9197290885304835,1613946261117,6045
+"eps_1",1e-05,1613946261117,6045
+"wd_2",0.01,1613946261117,6045
+"sqr_mom_2",0.99,1613946261117,6045
+"lr_2",0.00015135804380200855,1613946261117,6045
+"mom_2",0.9197290885304835,1613946261117,6045
+"eps_2",1e-05,1613946261117,6045
+"train_loss",0.007332158,1613946262080,6046
+"raw_loss",0.003596815,1613946262080,6046
+"epoch",38.0314465408805,1613946262080,6046
+"wd_0",0.01,1613946262080,6046
+"sqr_mom_0",0.99,1613946262080,6046
+"lr_0",1.512284136664341e-06,1613946262080,6046
+"mom_0",0.9197550148168613,1613946262080,6046
+"eps_0",1e-05,1613946262080,6046
+"wd_1",0.01,1613946262080,6046
+"sqr_mom_1",0.99,1613946262080,6046
+"lr_1",1.5122841366643411e-05,1613946262080,6046
+"mom_1",0.9197550148168613,1613946262080,6046
+"eps_1",1e-05,1613946262080,6046
+"wd_2",0.01,1613946262080,6046
+"sqr_mom_2",0.99,1613946262080,6046
+"lr_2",0.00015122841366643406,1613946262080,6046
+"mom_2",0.9197550148168613,1613946262080,6046
+"eps_2",1e-05,1613946262080,6046
+"train_loss",0.007307202,1613946263051,6047
+"raw_loss",0.006084363,1613946263051,6047
+"epoch",38.0377358490566,1613946263051,6047
+"wd_0",0.01,1613946263051,6047
+"sqr_mom_0",0.99,1613946263051,6047
+"lr_0",1.5109872900574888e-06,1613946263051,6047
+"mom_0",0.9197809520083703,1613946263051,6047
+"eps_0",1e-05,1613946263051,6047
+"wd_1",0.01,1613946263051,6047
+"sqr_mom_1",0.99,1613946263051,6047
+"lr_1",1.5109872900574888e-05,1613946263051,6047
+"mom_1",0.9197809520083703,1613946263051,6047
+"eps_1",1e-05,1613946263051,6047
+"wd_2",0.01,1613946263051,6047
+"sqr_mom_2",0.99,1613946263051,6047
+"lr_2",0.00015109872900574884,1613946263051,6047
+"mom_2",0.9197809520083703,1613946263051,6047
+"eps_2",1e-05,1613946263051,6047
+"train_loss",0.007263161,1613946264002,6048
+"raw_loss",0.005105128,1613946264002,6048
+"epoch",38.0440251572327,1613946264002,6048
+"wd_0",0.01,1613946264002,6048
+"sqr_mom_0",0.99,1613946264002,6048
+"lr_0",1.5096916185682744e-06,1613946264002,6048
+"mom_0",0.9198068656972914,1613946264002,6048
+"eps_0",1e-05,1613946264002,6048
+"wd_1",0.01,1613946264002,6048
+"sqr_mom_1",0.99,1613946264002,6048
+"lr_1",1.5096916185682746e-05,1613946264002,6048
+"mom_1",0.9198068656972914,1613946264002,6048
+"eps_1",1e-05,1613946264002,6048
+"wd_2",0.01,1613946264002,6048
+"sqr_mom_2",0.99,1613946264002,6048
+"lr_2",0.0001509691618568274,1613946264002,6048
+"mom_2",0.9198068656972914,1613946264002,6048
+"eps_2",1e-05,1613946264002,6048
+"train_loss",0.0071631144,1613946264960,6049
+"raw_loss",0.0022608275,1613946264960,6049
+"epoch",38.0503144654088,1613946264960,6049
+"wd_0",0.01,1613946264960,6049
+"sqr_mom_0",0.99,1613946264960,6049
+"lr_0",1.5083958327998023e-06,1613946264960,6049
+"mom_0",0.9198327816718206,1613946264960,6049
+"eps_0",1e-05,1613946264960,6049
+"wd_1",0.01,1613946264960,6049
+"sqr_mom_1",0.99,1613946264960,6049
+"lr_1",1.5083958327998023e-05,1613946264960,6049
+"mom_1",0.9198327816718206,1613946264960,6049
+"eps_1",1e-05,1613946264960,6049
+"wd_2",0.01,1613946264960,6049
+"sqr_mom_2",0.99,1613946264960,6049
+"lr_2",0.0001508395832799802,1613946264960,6049
+"mom_2",0.9198327816718206,1613946264960,6049
+"eps_2",1e-05,1613946264960,6049
+"train_loss",0.007262819,1613946265927,6050
+"raw_loss",0.012148361,1613946265927,6050
+"epoch",38.056603773584904,1613946265927,6050
+"wd_0",0.01,1613946265927,6050
+"sqr_mom_0",0.99,1613946265927,6050
+"lr_0",1.50710036310176e-06,1613946265927,6050
+"mom_0",0.9198586913248781,1613946265927,6050
+"eps_0",1e-05,1613946265927,6050
+"wd_1",0.01,1613946265927,6050
+"sqr_mom_1",0.99,1613946265927,6050
+"lr_1",1.5071003631017597e-05,1613946265927,6050
+"mom_1",0.9198586913248781,1613946265927,6050
+"eps_1",1e-05,1613946265927,6050
+"wd_2",0.01,1613946265927,6050
+"sqr_mom_2",0.99,1613946265927,6050
+"lr_2",0.00015071003631017597,1613946265927,6050
+"mom_2",0.9198586913248781,1613946265927,6050
+"eps_2",1e-05,1613946265927,6050
+"train_loss",0.0072381864,1613946266890,6051
+"raw_loss",0.0060311914,1613946266890,6051
+"epoch",38.062893081761004,1613946266890,6051
+"wd_0",0.01,1613946266890,6051
+"sqr_mom_0",0.99,1613946266890,6051
+"lr_0",1.505805209887064e-06,1613946266890,6051
+"mom_0",0.9198845946482052,1613946266890,6051
+"eps_0",1e-05,1613946266890,6051
+"wd_1",0.01,1613946266890,6051
+"sqr_mom_1",0.99,1613946266890,6051
+"lr_1",1.5058052098870638e-05,1613946266890,6051
+"mom_1",0.9198845946482052,1613946266890,6051
+"eps_1",1e-05,1613946266890,6051
+"wd_2",0.01,1613946266890,6051
+"sqr_mom_2",0.99,1613946266890,6051
+"lr_2",0.00015058052098870632,1613946266890,6051
+"mom_2",0.9198845946482052,1613946266890,6051
+"eps_2",1e-05,1613946266890,6051
+"train_loss",0.007166114,1613946267859,6052
+"raw_loss",0.0036345588,1613946267859,6052
+"epoch",38.069182389937104,1613946267859,6052
+"wd_0",0.01,1613946267859,6052
+"sqr_mom_0",0.99,1613946267859,6052
+"lr_0",1.5045108029807288e-06,1613946267859,6052
+"mom_0",0.9199104830452158,1613946267859,6052
+"eps_0",1e-05,1613946267859,6052
+"wd_1",0.01,1613946267859,6052
+"sqr_mom_1",0.99,1613946267859,6052
+"lr_1",1.504510802980729e-05,1613946267859,6052
+"mom_1",0.9199104830452158,1613946267859,6052
+"eps_1",1e-05,1613946267859,6052
+"wd_2",0.01,1613946267859,6052
+"sqr_mom_2",0.99,1613946267859,6052
+"lr_2",0.00015045108029807284,1613946267859,6052
+"mom_2",0.9199104830452158,1613946267859,6052
+"eps_2",1e-05,1613946267859,6052
+"train_loss",0.0071786153,1613946268821,6053
+"raw_loss",0.007791161,1613946268821,6053
+"epoch",38.075471698113205,1613946268821,6053
+"wd_0",0.01,1613946268821,6053
+"sqr_mom_0",0.99,1613946268821,6053
+"lr_0",1.503215854558869e-06,1613946268821,6053
+"mom_0",0.9199363822726453,1613946268821,6053
+"eps_0",1e-05,1613946268821,6053
+"wd_1",0.01,1613946268821,6053
+"sqr_mom_1",0.99,1613946268821,6053
+"lr_1",1.5032158545588694e-05,1613946268821,6053
+"mom_1",0.9199363822726453,1613946268821,6053
+"eps_1",1e-05,1613946268821,6053
+"wd_2",0.01,1613946268821,6053
+"sqr_mom_2",0.99,1613946268821,6053
+"lr_2",0.00015032158545588687,1613946268821,6053
+"mom_2",0.9199363822726453,1613946268821,6053
+"eps_2",1e-05,1613946268821,6053
+"train_loss",0.007140575,1613946269792,6054
+"raw_loss",0.005276588,1613946269792,6054
+"epoch",38.081761006289305,1613946269792,6054
+"wd_0",0.01,1613946269792,6054
+"sqr_mom_0",0.99,1613946269792,6054
+"lr_0",1.501922082472139e-06,1613946269792,6054
+"mom_0",0.9199622579731369,1613946269792,6054
+"eps_0",1e-05,1613946269792,6054
+"wd_1",0.01,1613946269792,6054
+"sqr_mom_1",0.99,1613946269792,6054
+"lr_1",1.501922082472139e-05,1613946269792,6054
+"mom_1",0.9199622579731369,1613946269792,6054
+"eps_1",1e-05,1613946269792,6054
+"wd_2",0.01,1613946269792,6054
+"sqr_mom_2",0.99,1613946269792,6054
+"lr_2",0.00015019220824721385,1613946269792,6054
+"mom_2",0.9199622579731369,1613946269792,6054
+"eps_2",1e-05,1613946269792,6054
+"train_loss",0.0071019153,1613946270782,6055
+"raw_loss",0.0052075917,1613946270782,6055
+"epoch",38.088050314465406,1613946270782,6055
+"wd_0",0.01,1613946270782,6055
+"sqr_mom_0",0.99,1613946270782,6055
+"lr_0",1.5006286283082736e-06,1613946270782,6055
+"mom_0",0.9199881273151076,1613946270782,6055
+"eps_0",1e-05,1613946270782,6055
+"wd_1",0.01,1613946270782,6055
+"sqr_mom_1",0.99,1613946270782,6055
+"lr_1",1.5006286283082735e-05,1613946270782,6055
+"mom_1",0.9199881273151076,1613946270782,6055
+"eps_1",1e-05,1613946270782,6055
+"wd_2",0.01,1613946270782,6055
+"sqr_mom_2",0.99,1613946270782,6055
+"lr_2",0.0001500628628308273,1613946270782,6055
+"mom_2",0.9199881273151076,1613946270782,6055
+"eps_2",1e-05,1613946270782,6055
+"train_loss",0.0071377316,1613946271745,6056
+"raw_loss",0.008892739,1613946271745,6056
+"epoch",38.094339622641506,1613946271745,6056
+"wd_0",0.01,1613946271745,6056
+"sqr_mom_0",0.99,1613946271745,6056
+"lr_0",1.4993346344989022e-06,1613946271745,6056
+"mom_0",0.9200140074500964,1613946271745,6056
+"eps_0",1e-05,1613946271745,6056
+"wd_1",0.01,1613946271745,6056
+"sqr_mom_1",0.99,1613946271745,6056
+"lr_1",1.4993346344989022e-05,1613946271745,6056
+"mom_1",0.9200140074500964,1613946271745,6056
+"eps_1",1e-05,1613946271745,6056
+"wd_2",0.01,1613946271745,6056
+"sqr_mom_2",0.99,1613946271745,6056
+"lr_2",0.00014993346344989016,1613946271745,6056
+"mom_2",0.9200140074500964,1613946271745,6056
+"eps_2",1e-05,1613946271745,6056
+"train_loss",0.0070743077,1613946272700,6057
+"raw_loss",0.003966533,1613946272700,6057
+"epoch",38.10062893081761,1613946272700,6057
+"wd_0",0.01,1613946272700,6057
+"sqr_mom_0",0.99,1613946272700,6057
+"lr_0",1.4980418176283128e-06,1613946272700,6057
+"mom_0",0.9200398640460742,1613946272700,6057
+"eps_0",1e-05,1613946272700,6057
+"wd_1",0.01,1613946272700,6057
+"sqr_mom_1",0.99,1613946272700,6057
+"lr_1",1.4980418176283127e-05,1613946272700,6057
+"mom_1",0.9200398640460742,1613946272700,6057
+"eps_1",1e-05,1613946272700,6057
+"wd_2",0.01,1613946272700,6057
+"sqr_mom_2",0.99,1613946272700,6057
+"lr_2",0.00014980418176283126,1613946272700,6057
+"mom_2",0.9200398640460742,1613946272700,6057
+"eps_2",1e-05,1613946272700,6057
+"train_loss",0.0070480783,1613946273653,6058
+"raw_loss",0.0057628313,1613946273653,6058
+"epoch",38.10691823899371,1613946273653,6058
+"wd_0",0.01,1613946273653,6058
+"sqr_mom_0",0.99,1613946273653,6058
+"lr_0",1.4967493199165581e-06,1613946273653,6058
+"mom_0",0.9200657142588113,1613946273653,6058
+"eps_0",1e-05,1613946273653,6058
+"wd_1",0.01,1613946273653,6058
+"sqr_mom_1",0.99,1613946273653,6058
+"lr_1",1.4967493199165584e-05,1613946273653,6058
+"mom_1",0.9200657142588113,1613946273653,6058
+"eps_1",1e-05,1613946273653,6058
+"wd_2",0.01,1613946273653,6058
+"sqr_mom_2",0.99,1613946273653,6058
+"lr_2",0.00014967493199165576,1613946273653,6058
+"mom_2",0.9200657142588113,1613946273653,6058
+"eps_2",1e-05,1613946273653,6058
+"train_loss",0.0070040254,1613946274644,6059
+"raw_loss",0.004845439,1613946274644,6059
+"epoch",38.11320754716981,1613946274644,6059
+"wd_0",0.01,1613946274644,6059
+"sqr_mom_0",0.99,1613946274644,6059
+"lr_0",1.495456284430866e-06,1613946274644,6059
+"mom_0",0.9200915752271349,1613946274644,6059
+"eps_0",1e-05,1613946274644,6059
+"wd_1",0.01,1613946274644,6059
+"sqr_mom_1",0.99,1613946274644,6059
+"lr_1",1.4954562844308656e-05,1613946274644,6059
+"mom_1",0.9200915752271349,1613946274644,6059
+"eps_1",1e-05,1613946274644,6059
+"wd_2",0.01,1613946274644,6059
+"sqr_mom_2",0.99,1613946274644,6059
+"lr_2",0.00014954562844308653,1613946274644,6059
+"mom_2",0.9200915752271349,1613946274644,6059
+"eps_2",1e-05,1613946274644,6059
+"train_loss",0.0069631427,1613946275633,6060
+"raw_loss",0.004959877,1613946275633,6060
+"epoch",38.11949685534591,1613946275633,6060
+"wd_0",0.01,1613946275633,6060
+"sqr_mom_0",0.99,1613946275633,6060
+"lr_0",1.4941644264842313e-06,1613946275633,6060
+"mom_0",0.9201174126444418,1613946275633,6060
+"eps_0",1e-05,1613946275633,6060
+"wd_1",0.01,1613946275633,6060
+"sqr_mom_1",0.99,1613946275633,6060
+"lr_1",1.4941644264842313e-05,1613946275633,6060
+"mom_1",0.9201174126444418,1613946275633,6060
+"eps_1",1e-05,1613946275633,6060
+"wd_2",0.01,1613946275633,6060
+"sqr_mom_2",0.99,1613946275633,6060
+"lr_2",0.0001494164426484231,1613946275633,6060
+"mom_2",0.9201174126444418,1613946275633,6060
+"eps_2",1e-05,1613946275633,6060
+"train_loss",0.0069419555,1613946276594,6061
+"raw_loss",0.005903775,1613946276594,6061
+"epoch",38.12578616352201,1613946276594,6061
+"wd_0",0.01,1613946276594,6061
+"sqr_mom_0",0.99,1613946276594,6061
+"lr_0",1.4928724604719085e-06,1613946276594,6061
+"mom_0",0.920143252223084,1613946276594,6061
+"eps_0",1e-05,1613946276594,6061
+"wd_1",0.01,1613946276594,6061
+"sqr_mom_1",0.99,1613946276594,6061
+"lr_1",1.4928724604719085e-05,1613946276594,6061
+"mom_1",0.920143252223084,1613946276594,6061
+"eps_1",1e-05,1613946276594,6061
+"wd_2",0.01,1613946276594,6061
+"sqr_mom_2",0.99,1613946276594,6061
+"lr_2",0.00014928724604719082,1613946276594,6061
+"mom_2",0.920143252223084,1613946276594,6061
+"eps_2",1e-05,1613946276594,6061
+"train_loss",0.0068652304,1613946277572,6062
+"raw_loss",0.003105701,1613946277572,6062
+"epoch",38.13207547169811,1613946277572,6062
+"wd_0",0.01,1613946277572,6062
+"sqr_mom_0",0.99,1613946277572,6062
+"lr_0",1.4915808154779127e-06,1613946277572,6062
+"mom_0",0.9201690853812955,1613946277572,6062
+"eps_0",1e-05,1613946277572,6062
+"wd_1",0.01,1613946277572,6062
+"sqr_mom_1",0.99,1613946277572,6062
+"lr_1",1.4915808154779129e-05,1613946277572,6062
+"mom_1",0.9201690853812955,1613946277572,6062
+"eps_1",1e-05,1613946277572,6062
+"wd_2",0.01,1613946277572,6062
+"sqr_mom_2",0.99,1613946277572,6062
+"lr_2",0.00014915808154779124,1613946277572,6062
+"mom_2",0.9201690853812955,1613946277572,6062
+"eps_2",1e-05,1613946277572,6062
+"train_loss",0.0068114796,1613946278545,6063
+"raw_loss",0.0041776877,1613946278545,6063
+"epoch",38.13836477987421,1613946278545,6063
+"wd_0",0.01,1613946278545,6063
+"sqr_mom_0",0.99,1613946278545,6063
+"lr_0",1.4902894919139405e-06,1613946278545,6063
+"mom_0",0.9201949121108423,1613946278545,6063
+"eps_0",1e-05,1613946278545,6063
+"wd_1",0.01,1613946278545,6063
+"sqr_mom_1",0.99,1613946278545,6063
+"lr_1",1.4902894919139405e-05,1613946278545,6063
+"mom_1",0.9201949121108423,1613946278545,6063
+"eps_1",1e-05,1613946278545,6063
+"wd_2",0.01,1613946278545,6063
+"sqr_mom_2",0.99,1613946278545,6063
+"lr_2",0.00014902894919139405,1613946278545,6063
+"mom_2",0.9201949121108423,1613946278545,6063
+"eps_2",1e-05,1613946278545,6063
+"train_loss",0.0067448947,1613946279559,6064
+"raw_loss",0.0034822328,1613946279559,6064
+"epoch",38.14465408805031,1613946279559,6064
+"wd_0",0.01,1613946279559,6064
+"sqr_mom_0",0.99,1613946279559,6064
+"lr_0",1.4889989183311295e-06,1613946279559,6064
+"mom_0",0.9202207238406158,1613946279559,6064
+"eps_0",1e-05,1613946279559,6064
+"wd_1",0.01,1613946279559,6064
+"sqr_mom_1",0.99,1613946279559,6064
+"lr_1",1.4889989183311297e-05,1613946279559,6064
+"mom_1",0.9202207238406158,1613946279559,6064
+"eps_1",1e-05,1613946279559,6064
+"wd_2",0.01,1613946279559,6064
+"sqr_mom_2",0.99,1613946279559,6064
+"lr_2",0.00014889989183311292,1613946279559,6064
+"mom_2",0.9202207238406158,1613946279559,6064
+"eps_2",1e-05,1613946279559,6064
+"train_loss",0.006681139,1613946280524,6065
+"raw_loss",0.0035571218,1613946280524,6065
+"epoch",38.15094339622641,1613946280524,6065
+"wd_0",0.01,1613946280524,6065
+"sqr_mom_0",0.99,1613946280524,6065
+"lr_0",1.4877078107223454e-06,1613946280524,6065
+"mom_0",0.9202465462510155,1613946280524,6065
+"eps_0",1e-05,1613946280524,6065
+"wd_1",0.01,1613946280524,6065
+"sqr_mom_1",0.99,1613946280524,6065
+"lr_1",1.4877078107223455e-05,1613946280524,6065
+"mom_1",0.9202465462510155,1613946280524,6065
+"eps_1",1e-05,1613946280524,6065
+"wd_2",0.01,1613946280524,6065
+"sqr_mom_2",0.99,1613946280524,6065
+"lr_2",0.0001487707810722345,1613946280524,6065
+"mom_2",0.9202465462510155,1613946280524,6065
+"eps_2",1e-05,1613946280524,6065
+"train_loss",0.0066222004,1613946281509,6066
+"raw_loss",0.0037341912,1613946281509,6066
+"epoch",38.15723270440251,1613946281509,6066
+"wd_0",0.01,1613946281509,6066
+"sqr_mom_0",0.99,1613946281509,6066
+"lr_0",1.486417881843105e-06,1613946281509,6066
+"mom_0",0.9202723450865887,1613946281509,6066
+"eps_0",1e-05,1613946281509,6066
+"wd_1",0.01,1613946281509,6066
+"sqr_mom_1",0.99,1613946281509,6066
+"lr_1",1.4864178818431049e-05,1613946281509,6066
+"mom_1",0.9202723450865887,1613946281509,6066
+"eps_1",1e-05,1613946281509,6066
+"wd_2",0.01,1613946281509,6066
+"sqr_mom_2",0.99,1613946281509,6066
+"lr_2",0.00014864178818431044,1613946281509,6066
+"mom_2",0.9202723450865887,1613946281509,6066
+"eps_2",1e-05,1613946281509,6066
+"train_loss",0.006588472,1613946282491,6067
+"raw_loss",0.004935775,1613946282491,6067
+"epoch",38.16352201257861,1613946282491,6067
+"wd_0",0.01,1613946282491,6067
+"sqr_mom_0",0.99,1613946282491,6067
+"lr_0",1.485128275825238e-06,1613946282491,6067
+"mom_0",0.9202981374648699,1613946282491,6067
+"eps_0",1e-05,1613946282491,6067
+"wd_1",0.01,1613946282491,6067
+"sqr_mom_1",0.99,1613946282491,6067
+"lr_1",1.4851282758252377e-05,1613946282491,6067
+"mom_1",0.9202981374648699,1613946282491,6067
+"eps_1",1e-05,1613946282491,6067
+"wd_2",0.01,1613946282491,6067
+"sqr_mom_2",0.99,1613946282491,6067
+"lr_2",0.00014851282758252378,1613946282491,6067
+"mom_2",0.9202981374648699,1613946282491,6067
+"eps_2",1e-05,1613946282491,6067
+"train_loss",0.0065622204,1613946283511,6068
+"raw_loss",0.00527588,1613946283511,6068
+"epoch",38.16981132075471,1613946283511,6068
+"wd_0",0.01,1613946283511,6068
+"sqr_mom_0",0.99,1613946283511,6068
+"lr_0",1.4838381376575773e-06,1613946283511,6068
+"mom_0",0.9203239404862533,1613946283511,6068
+"eps_0",1e-05,1613946283511,6068
+"wd_1",0.01,1613946283511,6068
+"sqr_mom_1",0.99,1613946283511,6068
+"lr_1",1.483838137657577e-05,1613946283511,6068
+"mom_1",0.9203239404862533,1613946283511,6068
+"eps_1",1e-05,1613946283511,6068
+"wd_2",0.01,1613946283511,6068
+"sqr_mom_2",0.99,1613946283511,6068
+"lr_2",0.00014838381376575767,1613946283511,6068
+"mom_2",0.9203239404862533,1613946283511,6068
+"eps_2",1e-05,1613946283511,6068
+"train_loss",0.006479932,1613946284524,6069
+"raw_loss",0.0024477895,1613946284524,6069
+"epoch",38.17610062893081,1613946284524,6069
+"wd_0",0.01,1613946284524,6069
+"sqr_mom_0",0.99,1613946284524,6069
+"lr_0",1.4825491788095993e-06,1613946284524,6069
+"mom_0",0.9203497199210072,1613946284524,6069
+"eps_0",1e-05,1613946284524,6069
+"wd_1",0.01,1613946284524,6069
+"sqr_mom_1",0.99,1613946284524,6069
+"lr_1",1.4825491788095993e-05,1613946284524,6069
+"mom_1",0.9203497199210072,1613946284524,6069
+"eps_1",1e-05,1613946284524,6069
+"wd_2",0.01,1613946284524,6069
+"sqr_mom_2",0.99,1613946284524,6069
+"lr_2",0.00014825491788095989,1613946284524,6069
+"mom_2",0.9203497199210072,1613946284524,6069
+"eps_2",1e-05,1613946284524,6069
+"train_loss",0.0065244613,1613946285561,6070
+"raw_loss",0.008706392,1613946285561,6070
+"epoch",38.18238993710691,1613946285561,6070
+"wd_0",0.01,1613946285561,6070
+"sqr_mom_0",0.99,1613946285561,6070
+"lr_0",1.481260116559424e-06,1613946285561,6070
+"mom_0",0.9203755014238257,1613946285561,6070
+"eps_0",1e-05,1613946285561,6070
+"wd_1",0.01,1613946285561,6070
+"sqr_mom_1",0.99,1613946285561,6070
+"lr_1",1.481260116559424e-05,1613946285561,6070
+"mom_1",0.9203755014238257,1613946285561,6070
+"eps_1",1e-05,1613946285561,6070
+"wd_2",0.01,1613946285561,6070
+"sqr_mom_2",0.99,1613946285561,6070
+"lr_2",0.00014812601165594238,1613946285561,6070
+"mom_2",0.9203755014238257,1613946285561,6070
+"eps_2",1e-05,1613946285561,6070
+"train_loss",0.006505624,1613946286565,6071
+"raw_loss",0.005582585,1613946286565,6071
+"epoch",38.18867924528301,1613946286565,6071
+"wd_0",0.01,1613946286565,6071
+"sqr_mom_0",0.99,1613946286565,6071
+"lr_0",1.479971379028877e-06,1613946286565,6071
+"mom_0",0.9204012764321867,1613946286565,6071
+"eps_0",1e-05,1613946286565,6071
+"wd_1",0.01,1613946286565,6071
+"sqr_mom_1",0.99,1613946286565,6071
+"lr_1",1.4799713790288769e-05,1613946286565,6071
+"mom_1",0.9204012764321867,1613946286565,6071
+"eps_1",1e-05,1613946286565,6071
+"wd_2",0.01,1613946286565,6071
+"sqr_mom_2",0.99,1613946286565,6071
+"lr_2",0.00014799713790288765,1613946286565,6071
+"mom_2",0.9204012764321867,1613946286565,6071
+"eps_2",1e-05,1613946286565,6071
+"train_loss",0.0064932522,1613946287784,6072
+"raw_loss",0.005887031,1613946287784,6072
+"epoch",38.19496855345911,1613946287784,6072
+"wd_0",0.01,1613946287784,6072
+"sqr_mom_0",0.99,1613946287784,6072
+"lr_0",1.478682966628729e-06,1613946287784,6072
+"mom_0",0.9204270449378747,1613946287784,6072
+"eps_0",1e-05,1613946287784,6072
+"wd_1",0.01,1613946287784,6072
+"sqr_mom_1",0.99,1613946287784,6072
+"lr_1",1.4786829666287288e-05,1613946287784,6072
+"mom_1",0.9204270449378747,1613946287784,6072
+"eps_1",1e-05,1613946287784,6072
+"wd_2",0.01,1613946287784,6072
+"sqr_mom_2",0.99,1613946287784,6072
+"lr_2",0.00014786829666287287,1613946287784,6072
+"mom_2",0.9204270449378747,1613946287784,6072
+"eps_2",1e-05,1613946287784,6072
+"train_loss",0.0065401522,1613946288975,6073
+"raw_loss",0.008838246,1613946288975,6073
+"epoch",38.20125786163521,1613946288975,6073
+"wd_0",0.01,1613946288975,6073
+"sqr_mom_0",0.99,1613946288975,6073
+"lr_0",1.4773953069417877e-06,1613946288975,6073
+"mom_0",0.9204527983891481,1613946288975,6073
+"eps_0",1e-05,1613946288975,6073
+"wd_1",0.01,1613946288975,6073
+"sqr_mom_1",0.99,1613946288975,6073
+"lr_1",1.4773953069417876e-05,1613946288975,6073
+"mom_1",0.9204527983891481,1613946288975,6073
+"eps_1",1e-05,1613946288975,6073
+"wd_2",0.01,1613946288975,6073
+"sqr_mom_2",0.99,1613946288975,6073
+"lr_2",0.00014773953069417874,1613946288975,6073
+"mom_2",0.9204527983891481,1613946288975,6073
+"eps_2",1e-05,1613946288975,6073
+"train_loss",0.006549226,1613946290255,6074
+"raw_loss",0.006993849,1613946290255,6074
+"epoch",38.20754716981131,1613946290255,6074
+"wd_0",0.01,1613946290255,6074
+"sqr_mom_0",0.99,1613946290255,6074
+"lr_0",1.4761071188621922e-06,1613946290255,6074
+"mom_0",0.9204785624083802,1613946290255,6074
+"eps_0",1e-05,1613946290255,6074
+"wd_1",0.01,1613946290255,6074
+"sqr_mom_1",0.99,1613946290255,6074
+"lr_1",1.4761071188621922e-05,1613946290255,6074
+"mom_1",0.9204785624083802,1613946290255,6074
+"eps_1",1e-05,1613946290255,6074
+"wd_2",0.01,1613946290255,6074
+"sqr_mom_2",0.99,1613946290255,6074
+"lr_2",0.0001476107118862192,1613946290255,6074
+"mom_2",0.9204785624083802,1613946290255,6074
+"eps_2",1e-05,1613946290255,6074
+"train_loss",0.0065040826,1613946291411,6075
+"raw_loss",0.0042920513,1613946291411,6075
+"epoch",38.213836477987414,1613946291411,6075
+"wd_0",0.01,1613946291411,6075
+"sqr_mom_0",0.99,1613946291411,6075
+"lr_0",1.4748201112724745e-06,1613946291411,6075
+"mom_0",0.9205043028175787,1613946291411,6075
+"eps_0",1e-05,1613946291411,6075
+"wd_1",0.01,1613946291411,6075
+"sqr_mom_1",0.99,1613946291411,6075
+"lr_1",1.4748201112724742e-05,1613946291411,6075
+"mom_1",0.9205043028175787,1613946291411,6075
+"eps_1",1e-05,1613946291411,6075
+"wd_2",0.01,1613946291411,6075
+"sqr_mom_2",0.99,1613946291411,6075
+"lr_2",0.0001474820111272474,1613946291411,6075
+"mom_2",0.9205043028175787,1613946291411,6075
+"eps_2",1e-05,1613946291411,6075
+"train_loss",0.0065106535,1613946292461,6076
+"raw_loss",0.0068326355,1613946292461,6076
+"epoch",38.220125786163514,1613946292461,6076
+"wd_0",0.01,1613946292461,6076
+"sqr_mom_0",0.99,1613946292461,6076
+"lr_0",1.4735334302383342e-06,1613946292461,6076
+"mom_0",0.9205300366956002,1613946292461,6076
+"eps_0",1e-05,1613946292461,6076
+"wd_1",0.01,1613946292461,6076
+"sqr_mom_1",0.99,1613946292461,6076
+"lr_1",1.4735334302383343e-05,1613946292461,6076
+"mom_1",0.9205300366956002,1613946292461,6076
+"eps_1",1e-05,1613946292461,6076
+"wd_2",0.01,1613946292461,6076
+"sqr_mom_2",0.99,1613946292461,6076
+"lr_2",0.00014735334302383337,1613946292461,6076
+"mom_2",0.9205300366956002,1613946292461,6076
+"eps_2",1e-05,1613946292461,6076
+"train_loss",0.0065022577,1613946293414,6077
+"raw_loss",0.006090868,1613946293414,6077
+"epoch",38.226415094339615,1613946293414,6077
+"wd_0",0.01,1613946293414,6077
+"sqr_mom_0",0.99,1613946293414,6077
+"lr_0",1.4722462226922824e-06,1613946293414,6077
+"mom_0",0.9205557811039653,1613946293414,6077
+"eps_0",1e-05,1613946293414,6077
+"wd_1",0.01,1613946293414,6077
+"sqr_mom_1",0.99,1613946293414,6077
+"lr_1",1.472246222692282e-05,1613946293414,6077
+"mom_1",0.9205557811039653,1613946293414,6077
+"eps_1",1e-05,1613946293414,6077
+"wd_2",0.01,1613946293414,6077
+"sqr_mom_2",0.99,1613946293414,6077
+"lr_2",0.00014722462226922817,1613946293414,6077
+"mom_2",0.9205557811039653,1613946293414,6077
+"eps_2",1e-05,1613946293414,6077
+"train_loss",0.0066161323,1613946294369,6078
+"raw_loss",0.012196005,1613946294369,6078
+"epoch",38.232704402515715,1613946294369,6078
+"wd_0",0.01,1613946294369,6078
+"sqr_mom_0",0.99,1613946294369,6078
+"lr_0",1.470960196216095e-06,1613946294369,6078
+"mom_0",0.920581501890697,1613946294369,6078
+"eps_0",1e-05,1613946294369,6078
+"wd_1",0.01,1613946294369,6078
+"sqr_mom_1",0.99,1613946294369,6078
+"lr_1",1.4709601962160949e-05,1613946294369,6078
+"mom_1",0.920581501890697,1613946294369,6078
+"eps_1",1e-05,1613946294369,6078
+"wd_2",0.01,1613946294369,6078
+"sqr_mom_2",0.99,1613946294369,6078
+"lr_2",0.0001470960196216095,1613946294369,6078
+"mom_2",0.920581501890697,1613946294369,6078
+"eps_2",1e-05,1613946294369,6078
+"train_loss",0.0066144536,1613946295315,6079
+"raw_loss",0.0065322,1613946295315,6079
+"epoch",38.238993710691815,1613946295315,6079
+"wd_0",0.01,1613946295315,6079
+"sqr_mom_0",0.99,1613946295315,6079
+"lr_0",1.4696744975249739e-06,1613946295315,6079
+"mom_0",0.9206072161216617,1613946295315,6079
+"eps_0",1e-05,1613946295315,6079
+"wd_1",0.01,1613946295315,6079
+"sqr_mom_1",0.99,1613946295315,6079
+"lr_1",1.4696744975249739e-05,1613946295315,6079
+"mom_1",0.9206072161216617,1613946295315,6079
+"eps_1",1e-05,1613946295315,6079
+"wd_2",0.01,1613946295315,6079
+"sqr_mom_2",0.99,1613946295315,6079
+"lr_2",0.00014696744975249736,1613946295315,6079
+"mom_2",0.9206072161216617,1613946295315,6079
+"eps_2",1e-05,1613946295315,6079
+"train_loss",0.0066973623,1613946296286,6080
+"raw_loss",0.010759898,1613946296286,6080
+"epoch",38.245283018867916,1613946296286,6080
+"wd_0",0.01,1613946296286,6080
+"sqr_mom_0",0.99,1613946296286,6080
+"lr_0",1.468388274204191e-06,1613946296286,6080
+"mom_0",0.9206329408453247,1613946296286,6080
+"eps_0",1e-05,1613946296286,6080
+"wd_1",0.01,1613946296286,6080
+"sqr_mom_1",0.99,1613946296286,6080
+"lr_1",1.4683882742041913e-05,1613946296286,6080
+"mom_1",0.9206329408453247,1613946296286,6080
+"eps_1",1e-05,1613946296286,6080
+"wd_2",0.01,1613946296286,6080
+"sqr_mom_2",0.99,1613946296286,6080
+"lr_2",0.00014683882742041907,1613946296286,6080
+"mom_2",0.9206329408453247,1613946296286,6080
+"eps_2",1e-05,1613946296286,6080
+"train_loss",0.0066866595,1613946297258,6081
+"raw_loss",0.0061622183,1613946297258,6081
+"epoch",38.251572327044016,1613946297258,6081
+"wd_0",0.01,1613946297258,6081
+"sqr_mom_0",0.99,1613946297258,6081
+"lr_0",1.4671032325298744e-06,1613946297258,6081
+"mom_0",0.9206586419358218,1613946297258,6081
+"eps_0",1e-05,1613946297258,6081
+"wd_1",0.01,1613946297258,6081
+"sqr_mom_1",0.99,1613946297258,6081
+"lr_1",1.4671032325298744e-05,1613946297258,6081
+"mom_1",0.9206586419358218,1613946297258,6081
+"eps_1",1e-05,1613946297258,6081
+"wd_2",0.01,1613946297258,6081
+"sqr_mom_2",0.99,1613946297258,6081
+"lr_2",0.0001467103232529874,1613946297258,6081
+"mom_2",0.9206586419358218,1613946297258,6081
+"eps_2",1e-05,1613946297258,6081
+"train_loss",0.0067869057,1613946298256,6082
+"raw_loss",0.01169898,1613946298256,6082
+"epoch",38.25786163522012,1613946298256,6082
+"wd_0",0.01,1613946298256,6082
+"sqr_mom_0",0.99,1613946298256,6082
+"lr_0",1.4658176674817062e-06,1613946298256,6082
+"mom_0",0.9206843534939008,1613946298256,6082
+"eps_0",1e-05,1613946298256,6082
+"wd_1",0.01,1613946298256,6082
+"sqr_mom_1",0.99,1613946298256,6082
+"lr_1",1.4658176674817064e-05,1613946298256,6082
+"mom_1",0.9206843534939008,1613946298256,6082
+"eps_1",1e-05,1613946298256,6082
+"wd_2",0.01,1613946298256,6082
+"sqr_mom_2",0.99,1613946298256,6082
+"lr_2",0.00014658176674817056,1613946298256,6082
+"mom_2",0.9206843534939008,1613946298256,6082
+"eps_2",1e-05,1613946298256,6082
+"train_loss",0.0067490777,1613946299249,6083
+"raw_loss",0.004895505,1613946299249,6083
+"epoch",38.26415094339622,1613946299249,6083
+"wd_0",0.01,1613946299249,6083
+"sqr_mom_0",0.99,1613946299249,6083
+"lr_0",1.4645332844625615e-06,1613946299249,6083
+"mom_0",0.9207100414111629,1613946299249,6083
+"eps_0",1e-05,1613946299249,6083
+"wd_1",0.01,1613946299249,6083
+"sqr_mom_1",0.99,1613946299249,6083
+"lr_1",1.4645332844625613e-05,1613946299249,6083
+"mom_1",0.9207100414111629,1613946299249,6083
+"eps_1",1e-05,1613946299249,6083
+"wd_2",0.01,1613946299249,6083
+"sqr_mom_2",0.99,1613946299249,6083
+"lr_2",0.00014645332844625614,1613946299249,6083
+"mom_2",0.9207100414111629,1613946299249,6083
+"eps_2",1e-05,1613946299249,6083
+"train_loss",0.006738217,1613946300200,6084
+"raw_loss",0.006206038,1613946300200,6084
+"epoch",38.27044025157232,1613946300200,6084
+"wd_0",0.01,1613946300200,6084
+"sqr_mom_0",0.99,1613946300200,6084
+"lr_0",1.4632488053008184e-06,1613946300200,6084
+"mom_0",0.9207357312512962,1613946300200,6084
+"eps_0",1e-05,1613946300200,6084
+"wd_1",0.01,1613946300200,6084
+"sqr_mom_1",0.99,1613946300200,6084
+"lr_1",1.4632488053008182e-05,1613946300200,6084
+"mom_1",0.9207357312512962,1613946300200,6084
+"eps_1",1e-05,1613946300200,6084
+"wd_2",0.01,1613946300200,6084
+"sqr_mom_2",0.99,1613946300200,6084
+"lr_2",0.00014632488053008177,1613946300200,6084
+"mom_2",0.9207357312512962,1613946300200,6084
+"eps_2",1e-05,1613946300200,6084
+"train_loss",0.006740313,1613946301150,6085
+"raw_loss",0.0068430053,1613946301150,6085
+"epoch",38.27672955974842,1613946301150,6085
+"wd_0",0.01,1613946301150,6085
+"sqr_mom_0",0.99,1613946301150,6085
+"lr_0",1.4619646565996026e-06,1613946301150,6085
+"mom_0",0.9207614144821528,1613946301150,6085
+"eps_0",1e-05,1613946301150,6085
+"wd_1",0.01,1613946301150,6085
+"sqr_mom_1",0.99,1613946301150,6085
+"lr_1",1.4619646565996025e-05,1613946301150,6085
+"mom_1",0.9207614144821528,1613946301150,6085
+"eps_1",1e-05,1613946301150,6085
+"wd_2",0.01,1613946301150,6085
+"sqr_mom_2",0.99,1613946301150,6085
+"lr_2",0.0001461964656599602,1613946301150,6085
+"mom_2",0.9207614144821528,1613946301150,6085
+"eps_2",1e-05,1613946301150,6085
+"train_loss",0.0066805123,1613946302148,6086
+"raw_loss",0.0037502777,1613946302148,6086
+"epoch",38.28301886792452,1613946302148,6086
+"wd_0",0.01,1613946302148,6086
+"sqr_mom_0",0.99,1613946302148,6086
+"lr_0",1.4606808387682216e-06,1613946302148,6086
+"mom_0",0.9207870910955465,1613946302148,6086
+"eps_0",1e-05,1613946302148,6086
+"wd_1",0.01,1613946302148,6086
+"sqr_mom_1",0.99,1613946302148,6086
+"lr_1",1.4606808387682215e-05,1613946302148,6086
+"mom_1",0.9207870910955465,1613946302148,6086
+"eps_1",1e-05,1613946302148,6086
+"wd_2",0.01,1613946302148,6086
+"sqr_mom_2",0.99,1613946302148,6086
+"lr_2",0.0001460680838768221,1613946302148,6086
+"mom_2",0.9207870910955465,1613946302148,6086
+"eps_2",1e-05,1613946302148,6086
+"train_loss",0.006675285,1613946303106,6087
+"raw_loss",0.0064191427,1613946303106,6087
+"epoch",38.28930817610062,1613946303106,6087
+"wd_0",0.01,1613946303106,6087
+"sqr_mom_0",0.99,1613946303106,6087
+"lr_0",1.4593977778612612e-06,1613946303106,6087
+"mom_0",0.9208127525703005,1613946303106,6087
+"eps_0",1e-05,1613946303106,6087
+"wd_1",0.01,1613946303106,6087
+"sqr_mom_1",0.99,1613946303106,6087
+"lr_1",1.4593977778612607e-05,1613946303106,6087
+"mom_1",0.9208127525703005,1613946303106,6087
+"eps_1",1e-05,1613946303106,6087
+"wd_2",0.01,1613946303106,6087
+"sqr_mom_2",0.99,1613946303106,6087
+"lr_2",0.00014593977778612607,1613946303106,6087
+"mom_2",0.9208127525703005,1613946303106,6087
+"eps_2",1e-05,1613946303106,6087
+"train_loss",0.006650897,1613946304053,6088
+"raw_loss",0.005455907,1613946304053,6088
+"epoch",38.29559748427672,1613946304053,6088
+"wd_0",0.01,1613946304053,6088
+"sqr_mom_0",0.99,1613946304053,6088
+"lr_0",1.4581141973516688e-06,1613946304053,6088
+"mom_0",0.920838424437211,1613946304053,6088
+"eps_0",1e-05,1613946304053,6088
+"wd_1",0.01,1613946304053,6088
+"sqr_mom_1",0.99,1613946304053,6088
+"lr_1",1.4581141973516685e-05,1613946304053,6088
+"mom_1",0.920838424437211,1613946304053,6088
+"eps_1",1e-05,1613946304053,6088
+"wd_2",0.01,1613946304053,6088
+"sqr_mom_2",0.99,1613946304053,6088
+"lr_2",0.00014581141973516685,1613946304053,6088
+"mom_2",0.920838424437211,1613946304053,6088
+"eps_2",1e-05,1613946304053,6088
+"train_loss",0.0067062336,1613946305032,6089
+"raw_loss",0.009417729,1613946305032,6089
+"epoch",38.30188679245282,1613946305032,6089
+"wd_0",0.01,1613946305032,6089
+"sqr_mom_0",0.99,1613946305032,6089
+"lr_0",1.4568318000096713e-06,1613946305032,6089
+"mom_0",0.9208640726405329,1613946305032,6089
+"eps_0",1e-05,1613946305032,6089
+"wd_1",0.01,1613946305032,6089
+"sqr_mom_1",0.99,1613946305032,6089
+"lr_1",1.4568318000096714e-05,1613946305032,6089
+"mom_1",0.9208640726405329,1613946305032,6089
+"eps_1",1e-05,1613946305032,6089
+"wd_2",0.01,1613946305032,6089
+"sqr_mom_2",0.99,1613946305032,6089
+"lr_2",0.00014568318000096712,1613946305032,6089
+"mom_2",0.9208640726405329,1613946305032,6089
+"eps_2",1e-05,1613946305032,6089
+"train_loss",0.0066554854,1613946306024,6090
+"raw_loss",0.0041688206,1613946306024,6090
+"epoch",38.30817610062892,1613946306024,6090
+"wd_0",0.01,1613946306024,6090
+"sqr_mom_0",0.99,1613946306024,6090
+"lr_0",1.4555497349530172e-06,1613946306024,6090
+"mom_0",0.9208897141980816,1613946306024,6090
+"eps_0",1e-05,1613946306024,6090
+"wd_1",0.01,1613946306024,6090
+"sqr_mom_1",0.99,1613946306024,6090
+"lr_1",1.455549734953017e-05,1613946306024,6090
+"mom_1",0.9208897141980816,1613946306024,6090
+"eps_1",1e-05,1613946306024,6090
+"wd_2",0.01,1613946306024,6090
+"sqr_mom_2",0.99,1613946306024,6090
+"lr_2",0.00014555497349530167,1613946306024,6090
+"mom_2",0.9208897141980816,1613946306024,6090
+"eps_2",1e-05,1613946306024,6090
+"train_loss",0.0066907955,1613946306985,6091
+"raw_loss",0.008421003,1613946306985,6091
+"epoch",38.31446540880502,1613946306985,6091
+"wd_0",0.01,1613946306985,6091
+"sqr_mom_0",0.99,1613946306985,6091
+"lr_0",1.4542671521814726e-06,1613946306985,6091
+"mom_0",0.9209153661100316,1613946306985,6091
+"eps_0",1e-05,1613946306985,6091
+"wd_1",0.01,1613946306985,6091
+"sqr_mom_1",0.99,1613946306985,6091
+"lr_1",1.4542671521814728e-05,1613946306985,6091
+"mom_1",0.9209153661100316,1613946306985,6091
+"eps_1",1e-05,1613946306985,6091
+"wd_2",0.01,1613946306985,6091
+"sqr_mom_2",0.99,1613946306985,6091
+"lr_2",0.00014542671521814723,1613946306985,6091
+"mom_2",0.9209153661100316,1613946306985,6091
+"eps_2",1e-05,1613946306985,6091
+"train_loss",0.006680534,1613946307928,6092
+"raw_loss",0.0061777267,1613946307928,6092
+"epoch",38.32075471698112,1613946307928,6092
+"wd_0",0.01,1613946307928,6092
+"sqr_mom_0",0.99,1613946307928,6092
+"lr_0",1.452985753141689e-06,1613946307928,6092
+"mom_0",0.9209409943471096,1613946307928,6092
+"eps_0",1e-05,1613946307928,6092
+"wd_1",0.01,1613946307928,6092
+"sqr_mom_1",0.99,1613946307928,6092
+"lr_1",1.452985753141689e-05,1613946307928,6092
+"mom_1",0.9209409943471096,1613946307928,6092
+"eps_1",1e-05,1613946307928,6092
+"wd_2",0.01,1613946307928,6092
+"sqr_mom_2",0.99,1613946307928,6092
+"lr_2",0.00014529857531416884,1613946307928,6092
+"mom_2",0.9209409943471096,1613946307928,6092
+"eps_2",1e-05,1613946307928,6092
+"train_loss",0.0066500637,1613946308874,6093
+"raw_loss",0.005157008,1613946308874,6093
+"epoch",38.32704402515722,1613946308874,6093
+"wd_0",0.01,1613946308874,6093
+"sqr_mom_0",0.99,1613946308874,6093
+"lr_0",1.4517042626293773e-06,1613946308874,6093
+"mom_0",0.9209666244136565,1613946308874,6093
+"eps_0",1e-05,1613946308874,6093
+"wd_1",0.01,1613946308874,6093
+"sqr_mom_1",0.99,1613946308874,6093
+"lr_1",1.4517042626293767e-05,1613946308874,6093
+"mom_1",0.9209666244136565,1613946308874,6093
+"eps_1",1e-05,1613946308874,6093
+"wd_2",0.01,1613946308874,6093
+"sqr_mom_2",0.99,1613946308874,6093
+"lr_2",0.00014517042626293767,1613946308874,6093
+"mom_2",0.9209666244136565,1613946308874,6093
+"eps_2",1e-05,1613946308874,6093
+"train_loss",0.00659122,1613946309807,6094
+"raw_loss",0.003707877,1613946309807,6094
+"epoch",38.33333333333332,1613946309807,6094
+"wd_0",0.01,1613946309807,6094
+"sqr_mom_0",0.99,1613946309807,6094
+"lr_0",1.4504231062572844e-06,1613946309807,6094
+"mom_0",0.9209922477973322,1613946309807,6094
+"eps_0",1e-05,1613946309807,6094
+"wd_1",0.01,1613946309807,6094
+"sqr_mom_1",0.99,1613946309807,6094
+"lr_1",1.4504231062572845e-05,1613946309807,6094
+"mom_1",0.9209922477973322,1613946309807,6094
+"eps_1",1e-05,1613946309807,6094
+"wd_2",0.01,1613946309807,6094
+"sqr_mom_2",0.99,1613946309807,6094
+"lr_2",0.00014504231062572844,1613946309807,6094
+"mom_2",0.9209922477973322,1613946309807,6094
+"eps_2",1e-05,1613946309807,6094
+"train_loss",0.0066017453,1613946310759,6095
+"raw_loss",0.007117498,1613946310759,6095
+"epoch",38.33962264150942,1613946310759,6095
+"wd_0",0.01,1613946310759,6095
+"sqr_mom_0",0.99,1613946310759,6095
+"lr_0",1.4491422844337633e-06,1613946310759,6095
+"mom_0",0.9210178644899696,1613946310759,6095
+"eps_0",1e-05,1613946310759,6095
+"wd_1",0.01,1613946310759,6095
+"sqr_mom_1",0.99,1613946310759,6095
+"lr_1",1.449142284433763e-05,1613946310759,6095
+"mom_1",0.9210178644899696,1613946310759,6095
+"eps_1",1e-05,1613946310759,6095
+"wd_2",0.01,1613946310759,6095
+"sqr_mom_2",0.99,1613946310759,6095
+"lr_2",0.0001449142284433763,1613946310759,6095
+"mom_2",0.9210178644899696,1613946310759,6095
+"eps_2",1e-05,1613946310759,6095
+"train_loss",0.006566796,1613946311721,6096
+"raw_loss",0.0048542833,1613946311721,6096
+"epoch",38.34591194968552,1613946311721,6096
+"wd_0",0.01,1613946311721,6096
+"sqr_mom_0",0.99,1613946311721,6096
+"lr_0",1.4478622222169155e-06,1613946311721,6096
+"mom_0",0.9210434659903215,1613946311721,6096
+"eps_0",1e-05,1613946311721,6096
+"wd_1",0.01,1613946311721,6096
+"sqr_mom_1",0.99,1613946311721,6096
+"lr_1",1.4478622222169153e-05,1613946311721,6096
+"mom_1",0.9210434659903215,1613946311721,6096
+"eps_1",1e-05,1613946311721,6096
+"wd_2",0.01,1613946311721,6096
+"sqr_mom_2",0.99,1613946311721,6096
+"lr_2",0.0001447862222216915,1613946311721,6096
+"mom_2",0.9210434659903215,1613946311721,6096
+"eps_2",1e-05,1613946311721,6096
+"train_loss",0.006521183,1613946312699,6097
+"raw_loss",0.0042861546,1613946312699,6097
+"epoch",38.35220125786162,1613946312699,6097
+"wd_0",0.01,1613946312699,6097
+"sqr_mom_0",0.99,1613946312699,6097
+"lr_0",1.4465816460653198e-06,1613946312699,6097
+"mom_0",0.9210690777694712,1613946312699,6097
+"eps_0",1e-05,1613946312699,6097
+"wd_1",0.01,1613946312699,6097
+"sqr_mom_1",0.99,1613946312699,6097
+"lr_1",1.44658164606532e-05,1613946312699,6097
+"mom_1",0.9210690777694712,1613946312699,6097
+"eps_1",1e-05,1613946312699,6097
+"wd_2",0.01,1613946312699,6097
+"sqr_mom_2",0.99,1613946312699,6097
+"lr_2",0.00014465816460653195,1613946312699,6097
+"mom_2",0.9210690777694712,1613946312699,6097
+"eps_2",1e-05,1613946312699,6097
+"train_loss",0.0064368555,1613946313660,6098
+"raw_loss",0.0023048052,1613946313660,6098
+"epoch",38.35849056603772,1613946313660,6098
+"wd_0",0.01,1613946313660,6098
+"sqr_mom_0",0.99,1613946313660,6098
+"lr_0",1.4453022547636903e-06,1613946313660,6098
+"mom_0",0.9210946658513847,1613946313660,6098
+"eps_0",1e-05,1613946313660,6098
+"wd_1",0.01,1613946313660,6098
+"sqr_mom_1",0.99,1613946313660,6098
+"lr_1",1.4453022547636906e-05,1613946313660,6098
+"mom_1",0.9210946658513847,1613946313660,6098
+"eps_1",1e-05,1613946313660,6098
+"wd_2",0.01,1613946313660,6098
+"sqr_mom_2",0.99,1613946313660,6098
+"lr_2",0.000144530225476369,1613946313660,6098
+"mom_2",0.9210946658513847,1613946313660,6098
+"eps_2",1e-05,1613946313660,6098
+"train_loss",0.0064459573,1613946314639,6099
+"raw_loss",0.006891944,1613946314639,6099
+"epoch",38.36477987421382,1613946314639,6099
+"wd_0",0.01,1613946314639,6099
+"sqr_mom_0",0.99,1613946314639,6099
+"lr_0",1.4440231994198768e-06,1613946314639,6099
+"mom_0",0.9211202472140746,1613946314639,6099
+"eps_0",1e-05,1613946314639,6099
+"wd_1",0.01,1613946314639,6099
+"sqr_mom_1",0.99,1613946314639,6099
+"lr_1",1.4440231994198772e-05,1613946314639,6099
+"mom_1",0.9211202472140746,1613946314639,6099
+"eps_1",1e-05,1613946314639,6099
+"wd_2",0.01,1613946314639,6099
+"sqr_mom_2",0.99,1613946314639,6099
+"lr_2",0.00014440231994198763,1613946314639,6099
+"mom_2",0.9211202472140746,1613946314639,6099
+"eps_2",1e-05,1613946314639,6099
+"train_loss",0.0064136903,1613946315594,6100
+"raw_loss",0.0048326137,1613946315594,6100
+"epoch",38.371069182389924,1613946315594,6100
+"wd_0",0.01,1613946315594,6100
+"sqr_mom_0",0.99,1613946315594,6100
+"lr_0",1.4427436320334972e-06,1613946315594,6100
+"mom_0",0.9211458388177182,1613946315594,6100
+"eps_0",1e-05,1613946315594,6100
+"wd_1",0.01,1613946315594,6100
+"sqr_mom_1",0.99,1613946315594,6100
+"lr_1",1.4427436320334974e-05,1613946315594,6100
+"mom_1",0.9211458388177182,1613946315594,6100
+"eps_1",1e-05,1613946315594,6100
+"wd_2",0.01,1613946315594,6100
+"sqr_mom_2",0.99,1613946315594,6100
+"lr_2",0.00014427436320334973,1613946315594,6100
+"mom_2",0.9211458388177182,1613946315594,6100
+"eps_2",1e-05,1613946315594,6100
+"train_loss",0.0063929623,1613946316536,6101
+"raw_loss",0.005377289,1613946316536,6101
+"epoch",38.377358490566024,1613946316536,6101
+"wd_0",0.01,1613946316536,6101
+"sqr_mom_0",0.99,1613946316536,6101
+"lr_0",1.4414652500510575e-06,1613946316536,6101
+"mom_0",0.921171406713046,1613946316536,6101
+"eps_0",1e-05,1613946316536,6101
+"wd_1",0.01,1613946316536,6101
+"sqr_mom_1",0.99,1613946316536,6101
+"lr_1",1.4414652500510574e-05,1613946316536,6101
+"mom_1",0.921171406713046,1613946316536,6101
+"eps_1",1e-05,1613946316536,6101
+"wd_2",0.01,1613946316536,6101
+"sqr_mom_2",0.99,1613946316536,6101
+"lr_2",0.00014414652500510574,1613946316536,6101
+"mom_2",0.921171406713046,1613946316536,6101
+"eps_2",1e-05,1613946316536,6101
+"train_loss",0.0064862086,1613946317481,6102
+"raw_loss",0.0110552935,1613946317481,6102
+"epoch",38.383647798742125,1613946317481,6102
+"wd_0",0.01,1613946317481,6102
+"sqr_mom_0",0.99,1613946317481,6102
+"lr_0",1.4401872052486252e-06,1613946317481,6102
+"mom_0",0.9211969678647061,1613946317481,6102
+"eps_0",1e-05,1613946317481,6102
+"wd_1",0.01,1613946317481,6102
+"sqr_mom_1",0.99,1613946317481,6102
+"lr_1",1.4401872052486253e-05,1613946317481,6102
+"mom_1",0.9211969678647061,1613946317481,6102
+"eps_1",1e-05,1613946317481,6102
+"wd_2",0.01,1613946317481,6102
+"sqr_mom_2",0.99,1613946317481,6102
+"lr_2",0.00014401872052486247,1613946317481,6102
+"mom_2",0.9211969678647061,1613946317481,6102
+"eps_2",1e-05,1613946317481,6102
+"train_loss",0.0064352667,1613946318444,6103
+"raw_loss",0.0039391015,1613946318444,6103
+"epoch",38.389937106918225,1613946318444,6103
+"wd_0",0.01,1613946318444,6103
+"sqr_mom_0",0.99,1613946318444,6103
+"lr_0",1.438908650297276e-06,1613946318444,6103
+"mom_0",0.9212225392194466,1613946318444,6103
+"eps_0",1e-05,1613946318444,6103
+"wd_1",0.01,1613946318444,6103
+"sqr_mom_1",0.99,1613946318444,6103
+"lr_1",1.4389086502972761e-05,1613946318444,6103
+"mom_1",0.9212225392194466,1613946318444,6103
+"eps_1",1e-05,1613946318444,6103
+"wd_2",0.01,1613946318444,6103
+"sqr_mom_2",0.99,1613946318444,6103
+"lr_2",0.00014389086502972757,1613946318444,6103
+"mom_2",0.9212225392194466,1613946318444,6103
+"eps_2",1e-05,1613946318444,6103
+"train_loss",0.0064014173,1613946319379,6104
+"raw_loss",0.0047427868,1613946319379,6104
+"epoch",38.396226415094326,1613946319379,6104
+"wd_0",0.01,1613946319379,6104
+"sqr_mom_0",0.99,1613946319379,6104
+"lr_0",1.437631281300442e-06,1613946319379,6104
+"mom_0",0.9212480868548597,1613946319379,6104
+"eps_0",1e-05,1613946319379,6104
+"wd_1",0.01,1613946319379,6104
+"sqr_mom_1",0.99,1613946319379,6104
+"lr_1",1.4376312813004421e-05,1613946319379,6104
+"mom_1",0.9212480868548597,1613946319379,6104
+"eps_1",1e-05,1613946319379,6104
+"wd_2",0.01,1613946319379,6104
+"sqr_mom_2",0.99,1613946319379,6104
+"lr_2",0.00014376312813004416,1613946319379,6104
+"mom_2",0.9212480868548597,1613946319379,6104
+"eps_2",1e-05,1613946319379,6104
+"train_loss",0.0063350974,1613946320317,6105
+"raw_loss",0.0030854188,1613946320317,6105
+"epoch",38.402515723270426,1613946320317,6105
+"wd_0",0.01,1613946320317,6105
+"sqr_mom_0",0.99,1613946320317,6105
+"lr_0",1.4363538270614385e-06,1613946320317,6105
+"mom_0",0.9212736361951331,1613946320317,6105
+"eps_0",1e-05,1613946320317,6105
+"wd_1",0.01,1613946320317,6105
+"sqr_mom_1",0.99,1613946320317,6105
+"lr_1",1.4363538270614385e-05,1613946320317,6105
+"mom_1",0.9212736361951331,1613946320317,6105
+"eps_1",1e-05,1613946320317,6105
+"wd_2",0.01,1613946320317,6105
+"sqr_mom_2",0.99,1613946320317,6105
+"lr_2",0.00014363538270614382,1613946320317,6105
+"mom_2",0.9212736361951331,1613946320317,6105
+"eps_2",1e-05,1613946320317,6105
+"train_loss",0.0062776566,1613946321276,6106
+"raw_loss",0.0034630497,1613946321276,6106
+"epoch",38.408805031446526,1613946321276,6106
+"wd_0",0.01,1613946321276,6106
+"sqr_mom_0",0.99,1613946321276,6106
+"lr_0",1.435076711855429e-06,1613946321276,6106
+"mom_0",0.9212991787546789,1613946321276,6106
+"eps_0",1e-05,1613946321276,6106
+"wd_1",0.01,1613946321276,6106
+"sqr_mom_1",0.99,1613946321276,6106
+"lr_1",1.435076711855429e-05,1613946321276,6106
+"mom_1",0.9212991787546789,1613946321276,6106
+"eps_1",1e-05,1613946321276,6106
+"wd_2",0.01,1613946321276,6106
+"sqr_mom_2",0.99,1613946321276,6106
+"lr_2",0.00014350767118554287,1613946321276,6106
+"mom_2",0.9212991787546789,1613946321276,6106
+"eps_2",1e-05,1613946321276,6106
+"train_loss",0.0062654135,1613946322246,6107
+"raw_loss",0.0056655067,1613946322246,6107
+"epoch",38.41509433962263,1613946322246,6107
+"wd_0",0.01,1613946322246,6107
+"sqr_mom_0",0.99,1613946322246,6107
+"lr_0",1.4337999360894792e-06,1613946322246,6107
+"mom_0",0.9213247145253556,1613946322246,6107
+"eps_0",1e-05,1613946322246,6107
+"wd_1",0.01,1613946322246,6107
+"sqr_mom_1",0.99,1613946322246,6107
+"lr_1",1.4337999360894794e-05,1613946322246,6107
+"mom_1",0.9213247145253556,1613946322246,6107
+"eps_1",1e-05,1613946322246,6107
+"wd_2",0.01,1613946322246,6107
+"sqr_mom_2",0.99,1613946322246,6107
+"lr_2",0.0001433799936089479,1613946322246,6107
+"mom_2",0.9213247145253556,1613946322246,6107
+"eps_2",1e-05,1613946322246,6107
+"train_loss",0.006319925,1613946323194,6108
+"raw_loss",0.008991,1613946323194,6108
+"epoch",38.42138364779873,1613946323194,6108
+"wd_0",0.01,1613946323194,6108
+"sqr_mom_0",0.99,1613946323194,6108
+"lr_0",1.432523923475991e-06,1613946323194,6108
+"mom_0",0.9213502350328304,1613946323194,6108
+"eps_0",1e-05,1613946323194,6108
+"wd_1",0.01,1613946323194,6108
+"sqr_mom_1",0.99,1613946323194,6108
+"lr_1",1.4325239234759907e-05,1613946323194,6108
+"mom_1",0.9213502350328304,1613946323194,6108
+"eps_1",1e-05,1613946323194,6108
+"wd_2",0.01,1613946323194,6108
+"sqr_mom_2",0.99,1613946323194,6108
+"lr_2",0.0001432523923475991,1613946323194,6108
+"mom_2",0.9213502350328304,1613946323194,6108
+"eps_2",1e-05,1613946323194,6108
+"train_loss",0.0063145133,1613946324132,6109
+"raw_loss",0.006049333,1613946324132,6109
+"epoch",38.42767295597483,1613946324132,6109
+"wd_0",0.01,1613946324132,6109
+"sqr_mom_0",0.99,1613946324132,6109
+"lr_0",1.4312474045054792e-06,1613946324132,6109
+"mom_0",0.9213757656675471,1613946324132,6109
+"eps_0",1e-05,1613946324132,6109
+"wd_1",0.01,1613946324132,6109
+"sqr_mom_1",0.99,1613946324132,6109
+"lr_1",1.4312474045054792e-05,1613946324132,6109
+"mom_1",0.9213757656675471,1613946324132,6109
+"eps_1",1e-05,1613946324132,6109
+"wd_2",0.01,1613946324132,6109
+"sqr_mom_2",0.99,1613946324132,6109
+"lr_2",0.0001431247404505479,1613946324132,6109
+"mom_2",0.9213757656675471,1613946324132,6109
+"eps_2",1e-05,1613946324132,6109
+"train_loss",0.0064626853,1613946325074,6110
+"raw_loss",0.013723128,1613946325074,6110
+"epoch",38.43396226415093,1613946325074,6110
+"wd_0",0.01,1613946325074,6110
+"sqr_mom_0",0.99,1613946325074,6110
+"lr_0",1.4299720725804871e-06,1613946325074,6110
+"mom_0",0.9214012725611158,1613946325074,6110
+"eps_0",1e-05,1613946325074,6110
+"wd_1",0.01,1613946325074,6110
+"sqr_mom_1",0.99,1613946325074,6110
+"lr_1",1.429972072580487e-05,1613946325074,6110
+"mom_1",0.9214012725611158,1613946325074,6110
+"eps_1",1e-05,1613946325074,6110
+"wd_2",0.01,1613946325074,6110
+"sqr_mom_2",0.99,1613946325074,6110
+"lr_2",0.00014299720725804868,1613946325074,6110
+"mom_2",0.9214012725611158,1613946325074,6110
+"eps_2",1e-05,1613946325074,6110
+"train_loss",0.0064662625,1613946326024,6111
+"raw_loss",0.0066415416,1613946326024,6111
+"epoch",38.44025157232703,1613946326024,6111
+"wd_0",0.01,1613946326024,6111
+"sqr_mom_0",0.99,1613946326024,6111
+"lr_0",1.4286970814963908e-06,1613946326024,6111
+"mom_0",0.9214267726377985,1613946326024,6111
+"eps_0",1e-05,1613946326024,6111
+"wd_1",0.01,1613946326024,6111
+"sqr_mom_1",0.99,1613946326024,6111
+"lr_1",1.4286970814963906e-05,1613946326024,6111
+"mom_1",0.9214267726377985,1613946326024,6111
+"eps_1",1e-05,1613946326024,6111
+"wd_2",0.01,1613946326024,6111
+"sqr_mom_2",0.99,1613946326024,6111
+"lr_2",0.00014286970814963903,1613946326024,6111
+"mom_2",0.9214267726377985,1613946326024,6111
+"eps_2",1e-05,1613946326024,6111
+"train_loss",0.006532609,1613946326972,6112
+"raw_loss",0.009783601,1613946326972,6112
+"epoch",38.44654088050313,1613946326972,6112
+"wd_0",0.01,1613946326972,6112
+"sqr_mom_0",0.99,1613946326972,6112
+"lr_0",1.4274215859532936e-06,1613946326972,6112
+"mom_0",0.9214522828037621,1613946326972,6112
+"eps_0",1e-05,1613946326972,6112
+"wd_1",0.01,1613946326972,6112
+"sqr_mom_1",0.99,1613946326972,6112
+"lr_1",1.4274215859532938e-05,1613946326972,6112
+"mom_1",0.9214522828037621,1613946326972,6112
+"eps_1",1e-05,1613946326972,6112
+"wd_2",0.01,1613946326972,6112
+"sqr_mom_2",0.99,1613946326972,6112
+"lr_2",0.00014274215859532932,1613946326972,6112
+"mom_2",0.9214522828037621,1613946326972,6112
+"eps_2",1e-05,1613946326972,6112
+"train_loss",0.0065091513,1613946327914,6113
+"raw_loss",0.00535973,1613946327914,6113
+"epoch",38.45283018867923,1613946327914,6113
+"wd_0",0.01,1613946327914,6113
+"sqr_mom_0",0.99,1613946327914,6113
+"lr_0",1.426147277996082e-06,1613946327914,6113
+"mom_0",0.9214777692177705,1613946327914,6113
+"eps_0",1e-05,1613946327914,6113
+"wd_1",0.01,1613946327914,6113
+"sqr_mom_1",0.99,1613946327914,6113
+"lr_1",1.4261472779960822e-05,1613946327914,6113
+"mom_1",0.9214777692177705,1613946327914,6113
+"eps_1",1e-05,1613946327914,6113
+"wd_2",0.01,1613946327914,6113
+"sqr_mom_2",0.99,1613946327914,6113
+"lr_2",0.00014261472779960818,1613946327914,6113
+"mom_2",0.9214777692177705,1613946327914,6113
+"eps_2",1e-05,1613946327914,6113
+"train_loss",0.0064689782,1613946328861,6114
+"raw_loss",0.004500493,1613946328861,6114
+"epoch",38.45911949685533,1613946328861,6114
+"wd_0",0.01,1613946328861,6114
+"sqr_mom_0",0.99,1613946328861,6114
+"lr_0",1.4248728894720963e-06,1613946328861,6114
+"mom_0",0.9215032572431305,1613946328861,6114
+"eps_0",1e-05,1613946328861,6114
+"wd_1",0.01,1613946328861,6114
+"sqr_mom_1",0.99,1613946328861,6114
+"lr_1",1.4248728894720958e-05,1613946328861,6114
+"mom_1",0.9215032572431305,1613946328861,6114
+"eps_1",1e-05,1613946328861,6114
+"wd_2",0.01,1613946328861,6114
+"sqr_mom_2",0.99,1613946328861,6114
+"lr_2",0.0001424872889472096,1613946328861,6114
+"mom_2",0.9215032572431305,1613946328861,6114
+"eps_2",1e-05,1613946328861,6114
+"train_loss",0.006472811,1613946329851,6115
+"raw_loss",0.0066606174,1613946329851,6115
+"epoch",38.46540880503143,1613946329851,6115
+"wd_0",0.01,1613946329851,6115
+"sqr_mom_0",0.99,1613946329851,6115
+"lr_0",1.4235988436405203e-06,1613946329851,6115
+"mom_0",0.9215287384145737,1613946329851,6115
+"eps_0",1e-05,1613946329851,6115
+"wd_1",0.01,1613946329851,6115
+"sqr_mom_1",0.99,1613946329851,6115
+"lr_1",1.4235988436405202e-05,1613946329851,6115
+"mom_1",0.9215287384145737,1613946329851,6115
+"eps_1",1e-05,1613946329851,6115
+"wd_2",0.01,1613946329851,6115
+"sqr_mom_2",0.99,1613946329851,6115
+"lr_2",0.00014235988436405198,1613946329851,6115
+"mom_2",0.9215287384145737,1613946329851,6115
+"eps_2",1e-05,1613946329851,6115
+"train_loss",0.006463813,1613946330804,6116
+"raw_loss",0.0060229125,1613946330804,6116
+"epoch",38.47169811320753,1613946330804,6116
+"wd_0",0.01,1613946330804,6116
+"sqr_mom_0",0.99,1613946330804,6116
+"lr_0",1.422325140907443e-06,1613946330804,6116
+"mom_0",0.9215542127239783,1613946330804,6116
+"eps_0",1e-05,1613946330804,6116
+"wd_1",0.01,1613946330804,6116
+"sqr_mom_1",0.99,1613946330804,6116
+"lr_1",1.4223251409074429e-05,1613946330804,6116
+"mom_1",0.9215542127239783,1613946330804,6116
+"eps_1",1e-05,1613946330804,6116
+"wd_2",0.01,1613946330804,6116
+"sqr_mom_2",0.99,1613946330804,6116
+"lr_2",0.00014223251409074426,1613946330804,6116
+"mom_2",0.9215542127239783,1613946330804,6116
+"eps_2",1e-05,1613946330804,6116
+"train_loss",0.0064411922,1613946331750,6117
+"raw_loss",0.0053327763,1613946331750,6117
+"epoch",38.47798742138363,1613946331750,6117
+"wd_0",0.01,1613946331750,6117
+"sqr_mom_0",0.99,1613946331750,6117
+"lr_0",1.4210522039632202e-06,1613946331750,6117
+"mom_0",0.9215796717174527,1613946331750,6117
+"eps_0",1e-05,1613946331750,6117
+"wd_1",0.01,1613946331750,6117
+"sqr_mom_1",0.99,1613946331750,6117
+"lr_1",1.42105220396322e-05,1613946331750,6117
+"mom_1",0.9215796717174527,1613946331750,6117
+"eps_1",1e-05,1613946331750,6117
+"wd_2",0.01,1613946331750,6117
+"sqr_mom_2",0.99,1613946331750,6117
+"lr_2",0.00014210522039632197,1613946331750,6117
+"mom_2",0.9215796717174527,1613946331750,6117
+"eps_2",1e-05,1613946331750,6117
+"train_loss",0.006392994,1613946332683,6118
+"raw_loss",0.0040312707,1613946332683,6118
+"epoch",38.48427672955973,1613946332683,6118
+"wd_0",0.01,1613946332683,6118
+"sqr_mom_0",0.99,1613946332683,6118
+"lr_0",1.4197787663605872e-06,1613946332683,6118
+"mom_0",0.9216051407241954,1613946332683,6118
+"eps_0",1e-05,1613946332683,6118
+"wd_1",0.01,1613946332683,6118
+"sqr_mom_1",0.99,1613946332683,6118
+"lr_1",1.4197787663605868e-05,1613946332683,6118
+"mom_1",0.9216051407241954,1613946332683,6118
+"eps_1",1e-05,1613946332683,6118
+"wd_2",0.01,1613946332683,6118
+"sqr_mom_2",0.99,1613946332683,6118
+"lr_2",0.00014197787663605867,1613946332683,6118
+"mom_2",0.9216051407241954,1613946332683,6118
+"eps_2",1e-05,1613946332683,6118
+"train_loss",0.0063509997,1613946333627,6119
+"raw_loss",0.004293284,1613946333627,6119
+"epoch",38.49056603773583,1613946333627,6119
+"wd_0",0.01,1613946333627,6119
+"sqr_mom_0",0.99,1613946333627,6119
+"lr_0",1.4185065174144112e-06,1613946333627,6119
+"mom_0",0.9216305859575713,1613946333627,6119
+"eps_0",1e-05,1613946333627,6119
+"wd_1",0.01,1613946333627,6119
+"sqr_mom_1",0.99,1613946333627,6119
+"lr_1",1.418506517414411e-05,1613946333627,6119
+"mom_1",0.9216305859575713,1613946333627,6119
+"eps_1",1e-05,1613946333627,6119
+"wd_2",0.01,1613946333627,6119
+"sqr_mom_2",0.99,1613946333627,6119
+"lr_2",0.0001418506517414411,1613946333627,6119
+"mom_2",0.9216305859575713,1613946333627,6119
+"eps_2",1e-05,1613946333627,6119
+"train_loss",0.006335285,1613946334603,6120
+"raw_loss",0.0055652615,1613946334603,6120
+"epoch",38.49685534591193,1613946334603,6120
+"wd_0",0.01,1613946334603,6120
+"sqr_mom_0",0.99,1613946334603,6120
+"lr_0",1.417234612961221e-06,1613946334603,6120
+"mom_0",0.9216560243010186,1613946334603,6120
+"eps_0",1e-05,1613946334603,6120
+"wd_1",0.01,1613946334603,6120
+"sqr_mom_1",0.99,1613946334603,6120
+"lr_1",1.4172346129612208e-05,1613946334603,6120
+"mom_1",0.9216560243010186,1613946334603,6120
+"eps_1",1e-05,1613946334603,6120
+"wd_2",0.01,1613946334603,6120
+"sqr_mom_2",0.99,1613946334603,6120
+"lr_2",0.00014172346129612208,1613946334603,6120
+"mom_2",0.9216560243010186,1613946334603,6120
+"eps_2",1e-05,1613946334603,6120
+"train_loss",0.006379084,1613946335566,6121
+"raw_loss",0.008525257,1613946335566,6121
+"epoch",38.50314465408803,1613946335566,6121
+"wd_0",0.01,1613946335566,6121
+"sqr_mom_0",0.99,1613946335566,6121
+"lr_0",1.415962209751968e-06,1613946335566,6121
+"mom_0",0.9216814726196868,1613946335566,6121
+"eps_0",1e-05,1613946335566,6121
+"wd_1",0.01,1613946335566,6121
+"sqr_mom_1",0.99,1613946335566,6121
+"lr_1",1.4159622097519682e-05,1613946335566,6121
+"mom_1",0.9216814726196868,1613946335566,6121
+"eps_1",1e-05,1613946335566,6121
+"wd_2",0.01,1613946335566,6121
+"sqr_mom_2",0.99,1613946335566,6121
+"lr_2",0.00014159622097519676,1613946335566,6121
+"mom_2",0.9216814726196868,1613946335566,6121
+"eps_2",1e-05,1613946335566,6121
+"train_loss",0.0063899513,1613946336529,6122
+"raw_loss",0.00692244,1613946336529,6122
+"epoch",38.50943396226413,1613946336529,6122
+"wd_0",0.01,1613946336529,6122
+"sqr_mom_0",0.99,1613946336529,6122
+"lr_0",1.4146909957293147e-06,1613946336529,6122
+"mom_0",0.9217068971543853,1613946336529,6122
+"eps_0",1e-05,1613946336529,6122
+"wd_1",0.01,1613946336529,6122
+"sqr_mom_1",0.99,1613946336529,6122
+"lr_1",1.4146909957293147e-05,1613946336529,6122
+"mom_1",0.9217068971543853,1613946336529,6122
+"eps_1",1e-05,1613946336529,6122
+"wd_2",0.01,1613946336529,6122
+"sqr_mom_2",0.99,1613946336529,6122
+"lr_2",0.00014146909957293147,1613946336529,6122
+"mom_2",0.9217068971543853,1613946336529,6122
+"eps_2",1e-05,1613946336529,6122
+"train_loss",0.006479338,1613946337478,6123
+"raw_loss",0.010859283,1613946337478,6123
+"epoch",38.51572327044023,1613946337478,6123
+"wd_0",0.01,1613946337478,6123
+"sqr_mom_0",0.99,1613946337478,6123
+"lr_0",1.413419284219766e-06,1613946337478,6123
+"mom_0",0.921732331638921,1613946337478,6123
+"eps_0",1e-05,1613946337478,6123
+"wd_1",0.01,1613946337478,6123
+"sqr_mom_1",0.99,1613946337478,6123
+"lr_1",1.4134192842197659e-05,1613946337478,6123
+"mom_1",0.921732331638921,1613946337478,6123
+"eps_1",1e-05,1613946337478,6123
+"wd_2",0.01,1613946337478,6123
+"sqr_mom_2",0.99,1613946337478,6123
+"lr_2",0.00014134192842197652,1613946337478,6123
+"mom_2",0.921732331638921,1613946337478,6123
+"eps_2",1e-05,1613946337478,6123
+"train_loss",0.006399722,1613946338427,6124
+"raw_loss",0.0024985303,1613946338427,6124
+"epoch",38.522012578616334,1613946338427,6124
+"wd_0",0.01,1613946338427,6124
+"sqr_mom_0",0.99,1613946338427,6124
+"lr_0",1.412148762248389e-06,1613946338427,6124
+"mom_0",0.9217577423324554,1613946338427,6124
+"eps_0",1e-05,1613946338427,6124
+"wd_1",0.01,1613946338427,6124
+"sqr_mom_1",0.99,1613946338427,6124
+"lr_1",1.4121487622483891e-05,1613946338427,6124
+"mom_1",0.9217577423324554,1613946338427,6124
+"eps_1",1e-05,1613946338427,6124
+"wd_2",0.01,1613946338427,6124
+"sqr_mom_2",0.99,1613946338427,6124
+"lr_2",0.0001412148762248389,1613946338427,6124
+"mom_2",0.9217577423324554,1613946338427,6124
+"eps_2",1e-05,1613946338427,6124
+"train_loss",0.006429662,1613946339386,6125
+"raw_loss",0.007896724,1613946339386,6125
+"epoch",38.528301886792434,1613946339386,6125
+"wd_0",0.01,1613946339386,6125
+"sqr_mom_0",0.99,1613946339386,6125
+"lr_0",1.4108785867951161e-06,1613946339386,6125
+"mom_0",0.9217831460955586,1613946339386,6125
+"eps_0",1e-05,1613946339386,6125
+"wd_1",0.01,1613946339386,6125
+"sqr_mom_1",0.99,1613946339386,6125
+"lr_1",1.410878586795116e-05,1613946339386,6125
+"mom_1",0.9217831460955586,1613946339386,6125
+"eps_1",1e-05,1613946339386,6125
+"wd_2",0.01,1613946339386,6125
+"sqr_mom_2",0.99,1613946339386,6125
+"lr_2",0.00014108785867951158,1613946339386,6125
+"mom_2",0.9217831460955586,1613946339386,6125
+"eps_2",1e-05,1613946339386,6125
+"train_loss",0.006491931,1613946340356,6126
+"raw_loss",0.009543128,1613946340356,6126
+"epoch",38.534591194968534,1613946340356,6126
+"wd_0",0.01,1613946340356,6126
+"sqr_mom_0",0.99,1613946340356,6126
+"lr_0",1.4096079157596747e-06,1613946340356,6126
+"mom_0",0.9218085597704042,1613946340356,6126
+"eps_0",1e-05,1613946340356,6126
+"wd_1",0.01,1613946340356,6126
+"sqr_mom_1",0.99,1613946340356,6126
+"lr_1",1.4096079157596746e-05,1613946340356,6126
+"mom_1",0.9218085597704042,1613946340356,6126
+"eps_1",1e-05,1613946340356,6126
+"wd_2",0.01,1613946340356,6126
+"sqr_mom_2",0.99,1613946340356,6126
+"lr_2",0.00014096079157596746,1613946340356,6126
+"mom_2",0.9218085597704042,1613946340356,6126
+"eps_2",1e-05,1613946340356,6126
+"train_loss",0.0064584,1613946341331,6127
+"raw_loss",0.00481537,1613946341331,6127
+"epoch",38.540880503144635,1613946341331,6127
+"wd_0",0.01,1613946341331,6127
+"sqr_mom_0",0.99,1613946341331,6127
+"lr_0",1.408338434786864e-06,1613946341331,6127
+"mom_0",0.9218339496437591,1613946341331,6127
+"eps_0",1e-05,1613946341331,6127
+"wd_1",0.01,1613946341331,6127
+"sqr_mom_1",0.99,1613946341331,6127
+"lr_1",1.4083384347868636e-05,1613946341331,6127
+"mom_1",0.9218339496437591,1613946341331,6127
+"eps_1",1e-05,1613946341331,6127
+"wd_2",0.01,1613946341331,6127
+"sqr_mom_2",0.99,1613946341331,6127
+"lr_2",0.00014083384347868635,1613946341331,6127
+"mom_2",0.9218339496437591,1613946341331,6127
+"eps_2",1e-05,1613946341331,6127
+"train_loss",0.006434267,1613946342306,6128
+"raw_loss",0.005251745,1613946342306,6128
+"epoch",38.547169811320735,1613946342306,6128
+"wd_0",0.01,1613946342306,6128
+"sqr_mom_0",0.99,1613946342306,6128
+"lr_0",1.4070688805242234e-06,1613946342306,6128
+"mom_0",0.9218593409829253,1613946342306,6128
+"eps_0",1e-05,1613946342306,6128
+"wd_1",0.01,1613946342306,6128
+"sqr_mom_1",0.99,1613946342306,6128
+"lr_1",1.4070688805242233e-05,1613946342306,6128
+"mom_1",0.9218593409829253,1613946342306,6128
+"eps_1",1e-05,1613946342306,6128
+"wd_2",0.01,1613946342306,6128
+"sqr_mom_2",0.99,1613946342306,6128
+"lr_2",0.00014070688805242228,1613946342306,6128
+"mom_2",0.9218593409829253,1613946342306,6128
+"eps_2",1e-05,1613946342306,6128
+"train_loss",0.0063929386,1613946343263,6129
+"raw_loss",0.00436784,1613946343263,6129
+"epoch",38.553459119496836,1613946343263,6129
+"wd_0",0.01,1613946343263,6129
+"sqr_mom_0",0.99,1613946343263,6129
+"lr_0",1.4057996746288161e-06,1613946343263,6129
+"mom_0",0.9218847253546771,1613946343263,6129
+"eps_0",1e-05,1613946343263,6129
+"wd_1",0.01,1613946343263,6129
+"sqr_mom_1",0.99,1613946343263,6129
+"lr_1",1.4057996746288159e-05,1613946343263,6129
+"mom_1",0.9218847253546771,1613946343263,6129
+"eps_1",1e-05,1613946343263,6129
+"wd_2",0.01,1613946343263,6129
+"sqr_mom_2",0.99,1613946343263,6129
+"lr_2",0.00014057996746288156,1613946343263,6129
+"mom_2",0.9218847253546771,1613946343263,6129
+"eps_2",1e-05,1613946343263,6129
+"train_loss",0.0064332825,1613946344225,6130
+"raw_loss",0.00841013,1613946344225,6130
+"epoch",38.559748427672936,1613946344225,6130
+"wd_0",0.01,1613946344225,6130
+"sqr_mom_0",0.99,1613946344225,6130
+"lr_0",1.4045308175051892e-06,1613946344225,6130
+"mom_0",0.9219101027509237,1613946344225,6130
+"eps_0",1e-05,1613946344225,6130
+"wd_1",0.01,1613946344225,6130
+"sqr_mom_1",0.99,1613946344225,6130
+"lr_1",1.4045308175051889e-05,1613946344225,6130
+"mom_1",0.9219101027509237,1613946344225,6130
+"eps_1",1e-05,1613946344225,6130
+"wd_2",0.01,1613946344225,6130
+"sqr_mom_2",0.99,1613946344225,6130
+"lr_2",0.00014045308175051886,1613946344225,6130
+"mom_2",0.9219101027509237,1613946344225,6130
+"eps_2",1e-05,1613946344225,6130
+"train_loss",0.006577203,1613946345185,6131
+"raw_loss",0.013629322,1613946345185,6131
+"epoch",38.56603773584904,1613946345185,6131
+"wd_0",0.01,1613946345185,6131
+"sqr_mom_0",0.99,1613946345185,6131
+"lr_0",1.4032627302321636e-06,1613946345185,6131
+"mom_0",0.9219354647500042,1613946345185,6131
+"eps_0",1e-05,1613946345185,6131
+"wd_1",0.01,1613946345185,6131
+"sqr_mom_1",0.99,1613946345185,6131
+"lr_1",1.4032627302321636e-05,1613946345185,6131
+"mom_1",0.9219354647500042,1613946345185,6131
+"eps_1",1e-05,1613946345185,6131
+"wd_2",0.01,1613946345185,6131
+"sqr_mom_2",0.99,1613946345185,6131
+"lr_2",0.0001403262730232163,1613946345185,6131
+"mom_2",0.9219354647500042,1613946345185,6131
+"eps_2",1e-05,1613946345185,6131
+"train_loss",0.0065348856,1613946346142,6132
+"raw_loss",0.004461337,1613946346142,6132
+"epoch",38.57232704402514,1613946346142,6132
+"wd_0",0.01,1613946346142,6132
+"sqr_mom_0",0.99,1613946346142,6132
+"lr_0",1.4019941511908958e-06,1613946346142,6132
+"mom_0",0.9219608365845479,1613946346142,6132
+"eps_0",1e-05,1613946346142,6132
+"wd_1",0.01,1613946346142,6132
+"sqr_mom_1",0.99,1613946346142,6132
+"lr_1",1.4019941511908952e-05,1613946346142,6132
+"mom_1",0.9219608365845479,1613946346142,6132
+"eps_1",1e-05,1613946346142,6132
+"wd_2",0.01,1613946346142,6132
+"sqr_mom_2",0.99,1613946346142,6132
+"lr_2",0.00014019941511908952,1613946346142,6132
+"mom_2",0.9219608365845479,1613946346142,6132
+"eps_2",1e-05,1613946346142,6132
+"train_loss",0.006588553,1613946347091,6133
+"raw_loss",0.0092182625,1613946347091,6133
+"epoch",38.57861635220124,1613946347091,6133
+"wd_0",0.01,1613946347091,6133
+"sqr_mom_0",0.99,1613946347091,6133
+"lr_0",1.40072676325099e-06,1613946347091,6133
+"mom_0",0.9219861845968261,1613946347091,6133
+"eps_0",1e-05,1613946347091,6133
+"wd_1",0.01,1613946347091,6133
+"sqr_mom_1",0.99,1613946347091,6133
+"lr_1",1.40072676325099e-05,1613946347091,6133
+"mom_1",0.9219861845968261,1613946347091,6133
+"eps_1",1e-05,1613946347091,6133
+"wd_2",0.01,1613946347091,6133
+"sqr_mom_2",0.99,1613946347091,6133
+"lr_2",0.00014007267632509894,1613946347091,6133
+"mom_2",0.9219861845968261,1613946347091,6133
+"eps_2",1e-05,1613946347091,6133
+"train_loss",0.0065231435,1613946348034,6134
+"raw_loss",0.0033180714,1613946348034,6134
+"epoch",38.58490566037734,1613946348034,6134
+"wd_0",0.01,1613946348034,6134
+"sqr_mom_0",0.99,1613946348034,6134
+"lr_0",1.3994597254674032e-06,1613946348034,6134
+"mom_0",0.9220115256059079,1613946348034,6134
+"eps_0",1e-05,1613946348034,6134
+"wd_1",0.01,1613946348034,6134
+"sqr_mom_1",0.99,1613946348034,6134
+"lr_1",1.399459725467403e-05,1613946348034,6134
+"mom_1",0.9220115256059079,1613946348034,6134
+"eps_1",1e-05,1613946348034,6134
+"wd_2",0.01,1613946348034,6134
+"sqr_mom_2",0.99,1613946348034,6134
+"lr_2",0.0001399459725467403,1613946348034,6134
+"mom_2",0.9220115256059079,1613946348034,6134
+"eps_2",1e-05,1613946348034,6134
+"train_loss",0.0065160915,1613946348986,6135
+"raw_loss",0.006170555,1613946348986,6135
+"epoch",38.59119496855344,1613946348986,6135
+"wd_0",0.01,1613946348986,6135
+"sqr_mom_0",0.99,1613946348986,6135
+"lr_0",1.398192197824551e-06,1613946348986,6135
+"mom_0",0.922036876412273,1613946348986,6135
+"eps_0",1e-05,1613946348986,6135
+"wd_1",0.01,1613946348986,6135
+"sqr_mom_1",0.99,1613946348986,6135
+"lr_1",1.3981921978245506e-05,1613946348986,6135
+"mom_1",0.922036876412273,1613946348986,6135
+"eps_1",1e-05,1613946348986,6135
+"wd_2",0.01,1613946348986,6135
+"sqr_mom_2",0.99,1613946348986,6135
+"lr_2",0.00013981921978245505,1613946348986,6135
+"mom_2",0.922036876412273,1613946348986,6135
+"eps_2",1e-05,1613946348986,6135
+"train_loss",0.0066640284,1613946349964,6136
+"raw_loss",0.013912947,1613946349964,6136
+"epoch",38.59748427672954,1613946349964,6136
+"wd_0",0.01,1613946349964,6136
+"sqr_mom_0",0.99,1613946349964,6136
+"lr_0",1.3969258617972734e-06,1613946349964,6136
+"mom_0",0.9220622033860884,1613946349964,6136
+"eps_0",1e-05,1613946349964,6136
+"wd_1",0.01,1613946349964,6136
+"sqr_mom_1",0.99,1613946349964,6136
+"lr_1",1.3969258617972735e-05,1613946349964,6136
+"mom_1",0.9220622033860884,1613946349964,6136
+"eps_1",1e-05,1613946349964,6136
+"wd_2",0.01,1613946349964,6136
+"sqr_mom_2",0.99,1613946349964,6136
+"lr_2",0.00013969258617972728,1613946349964,6136
+"mom_2",0.9220622033860884,1613946349964,6136
+"eps_2",1e-05,1613946349964,6136
+"train_loss",0.006718092,1613946350935,6137
+"raw_loss",0.009367227,1613946350935,6137
+"epoch",38.60377358490564,1613946350935,6137
+"wd_0",0.01,1613946350935,6137
+"sqr_mom_0",0.99,1613946350935,6137
+"lr_0",1.395659457160635e-06,1613946350935,6137
+"mom_0",0.9220875317321046,1613946350935,6137
+"eps_0",1e-05,1613946350935,6137
+"wd_1",0.01,1613946350935,6137
+"sqr_mom_1",0.99,1613946350935,6137
+"lr_1",1.3956594571606352e-05,1613946350935,6137
+"mom_1",0.9220875317321046,1613946350935,6137
+"eps_1",1e-05,1613946350935,6137
+"wd_2",0.01,1613946350935,6137
+"sqr_mom_2",0.99,1613946350935,6137
+"lr_2",0.00013956594571606348,1613946350935,6137
+"mom_2",0.9220875317321046,1613946350935,6137
+"eps_2",1e-05,1613946350935,6137
+"train_loss",0.0067028254,1613946351885,6138
+"raw_loss",0.0059547643,1613946351885,6138
+"epoch",38.61006289308174,1613946351885,6138
+"wd_0",0.01,1613946351885,6138
+"sqr_mom_0",0.99,1613946351885,6138
+"lr_0",1.3943934045278535e-06,1613946351885,6138
+"mom_0",0.9221128530379733,1613946351885,6138
+"eps_0",1e-05,1613946351885,6138
+"wd_1",0.01,1613946351885,6138
+"sqr_mom_1",0.99,1613946351885,6138
+"lr_1",1.3943934045278533e-05,1613946351885,6138
+"mom_1",0.9221128530379733,1613946351885,6138
+"eps_1",1e-05,1613946351885,6138
+"wd_2",0.01,1613946351885,6138
+"sqr_mom_2",0.99,1613946351885,6138
+"lr_2",0.0001394393404527853,1613946351885,6138
+"mom_2",0.9221128530379733,1613946351885,6138
+"eps_2",1e-05,1613946351885,6138
+"train_loss",0.0068144742,1613946352838,6139
+"raw_loss",0.012285277,1613946352838,6139
+"epoch",38.61635220125784,1613946352838,6139
+"wd_0",0.01,1613946352838,6139
+"sqr_mom_0",0.99,1613946352838,6139
+"lr_0",1.3931277043024695e-06,1613946352838,6139
+"mom_0",0.9221381672956235,1613946352838,6139
+"eps_0",1e-05,1613946352838,6139
+"wd_1",0.01,1613946352838,6139
+"sqr_mom_1",0.99,1613946352838,6139
+"lr_1",1.3931277043024697e-05,1613946352838,6139
+"mom_1",0.9221381672956235,1613946352838,6139
+"eps_1",1e-05,1613946352838,6139
+"wd_2",0.01,1613946352838,6139
+"sqr_mom_2",0.99,1613946352838,6139
+"lr_2",0.00013931277043024694,1613946352838,6139
+"mom_2",0.9221381672956235,1613946352838,6139
+"eps_2",1e-05,1613946352838,6139
+"train_loss",0.0067427806,1613946353792,6140
+"raw_loss",0.0032297946,1613946353792,6140
+"epoch",38.62264150943394,1613946353792,6140
+"wd_0",0.01,1613946353792,6140
+"sqr_mom_0",0.99,1613946353792,6140
+"lr_0",1.3918627765134272e-06,1613946353792,6140
+"mom_0",0.9221634661043925,1613946353792,6140
+"eps_0",1e-05,1613946353792,6140
+"wd_1",0.01,1613946353792,6140
+"sqr_mom_1",0.99,1613946353792,6140
+"lr_1",1.3918627765134273e-05,1613946353792,6140
+"mom_1",0.9221634661043925,1613946353792,6140
+"eps_1",1e-05,1613946353792,6140
+"wd_2",0.01,1613946353792,6140
+"sqr_mom_2",0.99,1613946353792,6140
+"lr_2",0.0001391862776513427,1613946353792,6140
+"mom_2",0.9221634661043925,1613946353792,6140
+"eps_2",1e-05,1613946353792,6140
+"train_loss",0.006702015,1613946354760,6141
+"raw_loss",0.0047045047,1613946354760,6141
+"epoch",38.62893081761004,1613946354760,6141
+"wd_0",0.01,1613946354760,6141
+"sqr_mom_0",0.99,1613946354760,6141
+"lr_0",1.3905973626874899e-06,1613946354760,6141
+"mom_0",0.9221887746339965,1613946354760,6141
+"eps_0",1e-05,1613946354760,6141
+"wd_1",0.01,1613946354760,6141
+"sqr_mom_1",0.99,1613946354760,6141
+"lr_1",1.39059736268749e-05,1613946354760,6141
+"mom_1",0.9221887746339965,1613946354760,6141
+"eps_1",1e-05,1613946354760,6141
+"wd_2",0.01,1613946354760,6141
+"sqr_mom_2",0.99,1613946354760,6141
+"lr_2",0.00013905973626874896,1613946354760,6141
+"mom_2",0.9221887746339965,1613946354760,6141
+"eps_2",1e-05,1613946354760,6141
+"train_loss",0.0066866674,1613946355728,6142
+"raw_loss",0.0059346254,1613946355728,6142
+"epoch",38.63522012578614,1613946355728,6142
+"wd_0",0.01,1613946355728,6142
+"sqr_mom_0",0.99,1613946355728,6142
+"lr_0",1.3893331414953574e-06,1613946355728,6142
+"mom_0",0.9222140593106859,1613946355728,6142
+"eps_0",1e-05,1613946355728,6142
+"wd_1",0.01,1613946355728,6142
+"sqr_mom_1",0.99,1613946355728,6142
+"lr_1",1.3893331414953576e-05,1613946355728,6142
+"mom_1",0.9222140593106859,1613946355728,6142
+"eps_1",1e-05,1613946355728,6142
+"wd_2",0.01,1613946355728,6142
+"sqr_mom_2",0.99,1613946355728,6142
+"lr_2",0.0001389333141495357,1613946355728,6142
+"mom_2",0.9222140593106859,1613946355728,6142
+"eps_2",1e-05,1613946355728,6142
+"train_loss",0.006636383,1613946356679,6143
+"raw_loss",0.0041724374,1613946356679,6143
+"epoch",38.64150943396224,1613946356679,6143
+"wd_0",0.01,1613946356679,6143
+"sqr_mom_0",0.99,1613946356679,6143
+"lr_0",1.388069274088722e-06,1613946356679,6143
+"mom_0",0.9222393369115947,1613946356679,6143
+"eps_0",1e-05,1613946356679,6143
+"wd_1",0.01,1613946356679,6143
+"sqr_mom_1",0.99,1613946356679,6143
+"lr_1",1.3880692740887219e-05,1613946356679,6143
+"mom_1",0.9222393369115947,1613946356679,6143
+"eps_1",1e-05,1613946356679,6143
+"wd_2",0.01,1613946356679,6143
+"sqr_mom_2",0.99,1613946356679,6143
+"lr_2",0.0001388069274088722,1613946356679,6143
+"mom_2",0.9222393369115947,1613946356679,6143
+"eps_2",1e-05,1613946356679,6143
+"train_loss",0.0065949596,1613946357629,6144
+"raw_loss",0.004565203,1613946357629,6144
+"epoch",38.64779874213834,1613946357629,6144
+"wd_0",0.01,1613946357629,6144
+"sqr_mom_0",0.99,1613946357629,6144
+"lr_0",1.386804922558367e-06,1613946357629,6144
+"mom_0",0.9222646241950746,1613946357629,6144
+"eps_0",1e-05,1613946357629,6144
+"wd_1",0.01,1613946357629,6144
+"sqr_mom_1",0.99,1613946357629,6144
+"lr_1",1.3868049225583669e-05,1613946357629,6144
+"mom_1",0.9222646241950746,1613946357629,6144
+"eps_1",1e-05,1613946357629,6144
+"wd_2",0.01,1613946357629,6144
+"sqr_mom_2",0.99,1613946357629,6144
+"lr_2",0.0001386804922558367,1613946357629,6144
+"mom_2",0.9222646241950746,1613946357629,6144
+"eps_2",1e-05,1613946357629,6144
+"train_loss",0.006560541,1613946358579,6145
+"raw_loss",0.004874045,1613946358579,6145
+"epoch",38.65408805031444,1613946358579,6145
+"wd_0",0.01,1613946358579,6145
+"sqr_mom_0",0.99,1613946358579,6145
+"lr_0",1.385541764165772e-06,1613946358579,6145
+"mom_0",0.9222898876155607,1613946358579,6145
+"eps_0",1e-05,1613946358579,6145
+"wd_1",0.01,1613946358579,6145
+"sqr_mom_1",0.99,1613946358579,6145
+"lr_1",1.3855417641657716e-05,1613946358579,6145
+"mom_1",0.9222898876155607,1613946358579,6145
+"eps_1",1e-05,1613946358579,6145
+"wd_2",0.01,1613946358579,6145
+"sqr_mom_2",0.99,1613946358579,6145
+"lr_2",0.00013855417641657714,1613946358579,6145
+"mom_2",0.9222898876155607,1613946358579,6145
+"eps_2",1e-05,1613946358579,6145
+"train_loss",0.006516782,1613946359523,6146
+"raw_loss",0.0043725856,1613946359523,6146
+"epoch",38.66037735849054,1613946359523,6146
+"wd_0",0.01,1613946359523,6146
+"sqr_mom_0",0.99,1613946359523,6146
+"lr_0",1.3842789607663314e-06,1613946359523,6146
+"mom_0",0.9223151439361127,1613946359523,6146
+"eps_0",1e-05,1613946359523,6146
+"wd_1",0.01,1613946359523,6146
+"sqr_mom_1",0.99,1613946359523,6146
+"lr_1",1.3842789607663312e-05,1613946359523,6146
+"mom_1",0.9223151439361127,1613946359523,6146
+"eps_1",1e-05,1613946359523,6146
+"wd_2",0.01,1613946359523,6146
+"sqr_mom_2",0.99,1613946359523,6146
+"lr_2",0.00013842789607663308,1613946359523,6146
+"mom_2",0.9223151439361127,1613946359523,6146
+"eps_2",1e-05,1613946359523,6146
+"train_loss",0.006626742,1613946360481,6147
+"raw_loss",0.012014788,1613946360481,6147
+"epoch",38.66666666666664,1613946360481,6147
+"wd_0",0.01,1613946360481,6147
+"sqr_mom_0",0.99,1613946360481,6147
+"lr_0",1.3830156751577331e-06,1613946360481,6147
+"mom_0",0.9223404099009443,1613946360481,6147
+"eps_0",1e-05,1613946360481,6147
+"wd_1",0.01,1613946360481,6147
+"sqr_mom_1",0.99,1613946360481,6147
+"lr_1",1.383015675157733e-05,1613946360481,6147
+"mom_1",0.9223404099009443,1613946360481,6147
+"eps_1",1e-05,1613946360481,6147
+"wd_2",0.01,1613946360481,6147
+"sqr_mom_2",0.99,1613946360481,6147
+"lr_2",0.00013830156751577327,1613946360481,6147
+"mom_2",0.9223404099009443,1613946360481,6147
+"eps_2",1e-05,1613946360481,6147
+"train_loss",0.0066193715,1613946361454,6148
+"raw_loss",0.0062582106,1613946361454,6148
+"epoch",38.67295597484274,1613946361454,6148
+"wd_0",0.01,1613946361454,6148
+"sqr_mom_0",0.99,1613946361454,6148
+"lr_0",1.3817535831874297e-06,1613946361454,6148
+"mom_0",0.9223656519927713,1613946361454,6148
+"eps_0",1e-05,1613946361454,6148
+"wd_1",0.01,1613946361454,6148
+"sqr_mom_1",0.99,1613946361454,6148
+"lr_1",1.3817535831874293e-05,1613946361454,6148
+"mom_1",0.9223656519927713,1613946361454,6148
+"eps_1",1e-05,1613946361454,6148
+"wd_2",0.01,1613946361454,6148
+"sqr_mom_2",0.99,1613946361454,6148
+"lr_2",0.00013817535831874293,1613946361454,6148
+"mom_2",0.9223656519927713,1613946361454,6148
+"eps_2",1e-05,1613946361454,6148
+"train_loss",0.0065742414,1613946362393,6149
+"raw_loss",0.0043628598,1613946362393,6149
+"epoch",38.679245283018844,1613946362393,6149
+"wd_0",0.01,1613946362393,6149
+"sqr_mom_0",0.99,1613946362393,6149
+"lr_0",1.380491428851066e-06,1613946362393,6149
+"mom_0",0.922390895331932,1613946362393,6149
+"eps_0",1e-05,1613946362393,6149
+"wd_1",0.01,1613946362393,6149
+"sqr_mom_1",0.99,1613946362393,6149
+"lr_1",1.3804914288510663e-05,1613946362393,6149
+"mom_1",0.922390895331932,1613946362393,6149
+"eps_1",1e-05,1613946362393,6149
+"wd_2",0.01,1613946362393,6149
+"sqr_mom_2",0.99,1613946362393,6149
+"lr_2",0.00013804914288510658,1613946362393,6149
+"mom_2",0.922390895331932,1613946362393,6149
+"eps_2",1e-05,1613946362393,6149
+"train_loss",0.00661162,1613946363349,6150
+"raw_loss",0.008443182,1613946363349,6150
+"epoch",38.685534591194944,1613946363349,6150
+"wd_0",0.01,1613946363349,6150
+"sqr_mom_0",0.99,1613946363349,6150
+"lr_0",1.3792296313531948e-06,1613946363349,6150
+"mom_0",0.9224161315342514,1613946363349,6150
+"eps_0",1e-05,1613946363349,6150
+"wd_1",0.01,1613946363349,6150
+"sqr_mom_1",0.99,1613946363349,6150
+"lr_1",1.3792296313531952e-05,1613946363349,6150
+"mom_1",0.9224161315342514,1613946363349,6150
+"eps_1",1e-05,1613946363349,6150
+"wd_2",0.01,1613946363349,6150
+"sqr_mom_2",0.99,1613946363349,6150
+"lr_2",0.00013792296313531945,1613946363349,6150
+"mom_2",0.9224161315342514,1613946363349,6150
+"eps_2",1e-05,1613946363349,6150
+"train_loss",0.006583992,1613946364306,6151
+"raw_loss",0.0052302023,1613946364306,6151
+"epoch",38.691823899371045,1613946364306,6151
+"wd_0",0.01,1613946364306,6151
+"sqr_mom_0",0.99,1613946364306,6151
+"lr_0",1.3779681910960007e-06,1613946364306,6151
+"mom_0",0.9224413605916859,1613946364306,6151
+"eps_0",1e-05,1613946364306,6151
+"wd_1",0.01,1613946364306,6151
+"sqr_mom_1",0.99,1613946364306,6151
+"lr_1",1.3779681910960002e-05,1613946364306,6151
+"mom_1",0.9224413605916859,1613946364306,6151
+"eps_1",1e-05,1613946364306,6151
+"wd_2",0.01,1613946364306,6151
+"sqr_mom_2",0.99,1613946364306,6151
+"lr_2",0.0001377968191096,1613946364306,6151
+"mom_2",0.9224413605916859,1613946364306,6151
+"eps_2",1e-05,1613946364306,6151
+"train_loss",0.0065364665,1613946365267,6152
+"raw_loss",0.00420773,1613946365267,6152
+"epoch",38.698113207547145,1613946365267,6152
+"wd_0",0.01,1613946365267,6152
+"sqr_mom_0",0.99,1613946365267,6152
+"lr_0",1.37670752669174e-06,1613946365267,6152
+"mom_0",0.9224665741319065,1613946365267,6152
+"eps_0",1e-05,1613946365267,6152
+"wd_1",0.01,1613946365267,6152
+"sqr_mom_1",0.99,1613946365267,6152
+"lr_1",1.3767075266917399e-05,1613946365267,6152
+"mom_1",0.9224665741319065,1613946365267,6152
+"eps_1",1e-05,1613946365267,6152
+"wd_2",0.01,1613946365267,6152
+"sqr_mom_2",0.99,1613946365267,6152
+"lr_2",0.00013767075266917395,1613946365267,6152
+"mom_2",0.9224665741319065,1613946365267,6152
+"eps_2",1e-05,1613946365267,6152
+"train_loss",0.0066150096,1613946366224,6153
+"raw_loss",0.010463615,1613946366224,6153
+"epoch",38.704402515723245,1613946366224,6153
+"wd_0",0.01,1613946366224,6153
+"sqr_mom_0",0.99,1613946366224,6153
+"lr_0",1.375446383911804e-06,1613946366224,6153
+"mom_0",0.9224917972397363,1613946366224,6153
+"eps_0",1e-05,1613946366224,6153
+"wd_1",0.01,1613946366224,6153
+"sqr_mom_1",0.99,1613946366224,6153
+"lr_1",1.3754463839118038e-05,1613946366224,6153
+"mom_1",0.9224917972397363,1613946366224,6153
+"eps_1",1e-05,1613946366224,6153
+"wd_2",0.01,1613946366224,6153
+"sqr_mom_2",0.99,1613946366224,6153
+"lr_2",0.00013754463839118038,1613946366224,6153
+"mom_2",0.9224917972397363,1613946366224,6153
+"eps_2",1e-05,1613946366224,6153
+"train_loss",0.0066875378,1613946367172,6154
+"raw_loss",0.010241413,1613946367172,6154
+"epoch",38.710691823899346,1613946367172,6154
+"wd_0",0.01,1613946367172,6154
+"sqr_mom_0",0.99,1613946367172,6154
+"lr_0",1.374186435761012e-06,1613946367172,6154
+"mom_0",0.9225169964547443,1613946367172,6154
+"eps_0",1e-05,1613946367172,6154
+"wd_1",0.01,1613946367172,6154
+"sqr_mom_1",0.99,1613946367172,6154
+"lr_1",1.374186435761012e-05,1613946367172,6154
+"mom_1",0.9225169964547443,1613946367172,6154
+"eps_1",1e-05,1613946367172,6154
+"wd_2",0.01,1613946367172,6154
+"sqr_mom_2",0.99,1613946367172,6154
+"lr_2",0.00013741864357610115,1613946367172,6154
+"mom_2",0.9225169964547443,1613946367172,6154
+"eps_2",1e-05,1613946367172,6154
+"train_loss",0.0066781812,1613946368126,6155
+"raw_loss",0.006219717,1613946368126,6155
+"epoch",38.716981132075446,1613946368126,6155
+"wd_0",0.01,1613946368126,6155
+"sqr_mom_0",0.99,1613946368126,6155
+"lr_0",1.372926846220355e-06,1613946368126,6155
+"mom_0",0.9225421884974778,1613946368126,6155
+"eps_0",1e-05,1613946368126,6155
+"wd_1",0.01,1613946368126,6155
+"sqr_mom_1",0.99,1613946368126,6155
+"lr_1",1.3729268462203548e-05,1613946368126,6155
+"mom_1",0.9225421884974778,1613946368126,6155
+"eps_1",1e-05,1613946368126,6155
+"wd_2",0.01,1613946368126,6155
+"sqr_mom_2",0.99,1613946368126,6155
+"lr_2",0.00013729268462203545,1613946368126,6155
+"mom_2",0.9225421884974778,1613946368126,6155
+"eps_2",1e-05,1613946368126,6155
+"train_loss",0.006611728,1613946369116,6156
+"raw_loss",0.0033555133,1613946369116,6156
+"epoch",38.72327044025155,1613946369116,6156
+"wd_0",0.01,1613946369116,6156
+"sqr_mom_0",0.99,1613946369116,6156
+"lr_0",1.3716667802227177e-06,1613946369116,6156
+"mom_0",0.9225673900694463,1613946369116,6156
+"eps_0",1e-05,1613946369116,6156
+"wd_1",0.01,1613946369116,6156
+"sqr_mom_1",0.99,1613946369116,6156
+"lr_1",1.3716667802227174e-05,1613946369116,6156
+"mom_1",0.9225673900694463,1613946369116,6156
+"eps_1",1e-05,1613946369116,6156
+"wd_2",0.01,1613946369116,6156
+"sqr_mom_2",0.99,1613946369116,6156
+"lr_2",0.00013716667802227172,1613946369116,6156
+"mom_2",0.9225673900694463,1613946369116,6156
+"eps_2",1e-05,1613946369116,6156
+"train_loss",0.0065820185,1613946370075,6157
+"raw_loss",0.0051262383,1613946370075,6157
+"epoch",38.72955974842765,1613946370075,6157
+"wd_0",0.01,1613946370075,6157
+"sqr_mom_0",0.99,1613946370075,6157
+"lr_0",1.3704079093444839e-06,1613946370075,6157
+"mom_0",0.9225925677387876,1613946370075,6157
+"eps_0",1e-05,1613946370075,6157
+"wd_1",0.01,1613946370075,6157
+"sqr_mom_1",0.99,1613946370075,6157
+"lr_1",1.3704079093444836e-05,1613946370075,6157
+"mom_1",0.9225925677387876,1613946370075,6157
+"eps_1",1e-05,1613946370075,6157
+"wd_2",0.01,1613946370075,6157
+"sqr_mom_2",0.99,1613946370075,6157
+"lr_2",0.00013704079093444836,1613946370075,6157
+"mom_2",0.9225925677387876,1613946370075,6157
+"eps_2",1e-05,1613946370075,6157
+"train_loss",0.0065382347,1613946371025,6158
+"raw_loss",0.0043928176,1613946371025,6158
+"epoch",38.73584905660375,1613946371025,6158
+"wd_0",0.01,1613946371025,6158
+"sqr_mom_0",0.99,1613946371025,6158
+"lr_0",1.3691489807846045e-06,1613946371025,6158
+"mom_0",0.9226177465617735,1613946371025,6158
+"eps_0",1e-05,1613946371025,6158
+"wd_1",0.01,1613946371025,6158
+"sqr_mom_1",0.99,1613946371025,6158
+"lr_1",1.3691489807846045e-05,1613946371025,6158
+"mom_1",0.9226177465617735,1613946371025,6158
+"eps_1",1e-05,1613946371025,6158
+"wd_2",0.01,1613946371025,6158
+"sqr_mom_2",0.99,1613946371025,6158
+"lr_2",0.00013691489807846042,1613946371025,6158
+"mom_2",0.9226177465617735,1613946371025,6158
+"eps_2",1e-05,1613946371025,6158
+"train_loss",0.0065487474,1613946372021,6159
+"raw_loss",0.007063867,1613946372021,6159
+"epoch",38.74213836477985,1613946372021,6159
+"wd_0",0.01,1613946372021,6159
+"sqr_mom_0",0.99,1613946372021,6159
+"lr_0",1.3678904126784933e-06,1613946372021,6159
+"mom_0",0.9226429181756118,1613946372021,6159
+"eps_0",1e-05,1613946372021,6159
+"wd_1",0.01,1613946372021,6159
+"sqr_mom_1",0.99,1613946372021,6159
+"lr_1",1.3678904126784935e-05,1613946372021,6159
+"mom_1",0.9226429181756118,1613946372021,6159
+"eps_1",1e-05,1613946372021,6159
+"wd_2",0.01,1613946372021,6159
+"sqr_mom_2",0.99,1613946372021,6159
+"lr_2",0.00013678904126784928,1613946372021,6159
+"mom_2",0.9226429181756118,1613946372021,6159
+"eps_2",1e-05,1613946372021,6159
+"train_loss",0.0065621906,1613946372969,6160
+"raw_loss",0.0072209015,1613946372969,6160
+"epoch",38.74842767295595,1613946372969,6160
+"wd_0",0.01,1613946372969,6160
+"sqr_mom_0",0.99,1613946372969,6160
+"lr_0",1.3666322054273044e-06,1613946372969,6160
+"mom_0",0.9226680825722796,1613946372969,6160
+"eps_0",1e-05,1613946372969,6160
+"wd_1",0.01,1613946372969,6160
+"sqr_mom_1",0.99,1613946372969,6160
+"lr_1",1.3666322054273048e-05,1613946372969,6160
+"mom_1",0.9226680825722796,1613946372969,6160
+"eps_1",1e-05,1613946372969,6160
+"wd_2",0.01,1613946372969,6160
+"sqr_mom_2",0.99,1613946372969,6160
+"lr_2",0.00013666322054273043,1613946372969,6160
+"mom_2",0.9226680825722796,1613946372969,6160
+"eps_2",1e-05,1613946372969,6160
+"train_loss",0.0065195146,1613946373917,6161
+"raw_loss",0.0044283825,1613946373917,6161
+"epoch",38.75471698113205,1613946373917,6161
+"wd_0",0.01,1613946373917,6161
+"sqr_mom_0",0.99,1613946373917,6161
+"lr_0",1.3653747765681601e-06,1613946373917,6161
+"mom_0",0.9226932314009508,1613946373917,6161
+"eps_0",1e-05,1613946373917,6161
+"wd_1",0.01,1613946373917,6161
+"sqr_mom_1",0.99,1613946373917,6161
+"lr_1",1.3653747765681602e-05,1613946373917,6161
+"mom_1",0.9226932314009508,1613946373917,6161
+"eps_1",1e-05,1613946373917,6161
+"wd_2",0.01,1613946373917,6161
+"sqr_mom_2",0.99,1613946373917,6161
+"lr_2",0.000136537477656816,1613946373917,6161
+"mom_2",0.9226932314009508,1613946373917,6161
+"eps_2",1e-05,1613946373917,6161
+"train_loss",0.006551373,1613946374872,6162
+"raw_loss",0.008112432,1613946374872,6162
+"epoch",38.76100628930815,1613946374872,6162
+"wd_0",0.01,1613946374872,6162
+"sqr_mom_0",0.99,1613946374872,6162
+"lr_0",1.3641168750937336e-06,1613946374872,6162
+"mom_0",0.9227183896820221,1613946374872,6162
+"eps_0",1e-05,1613946374872,6162
+"wd_1",0.01,1613946374872,6162
+"sqr_mom_1",0.99,1613946374872,6162
+"lr_1",1.3641168750937337e-05,1613946374872,6162
+"mom_1",0.9227183896820221,1613946374872,6162
+"eps_1",1e-05,1613946374872,6162
+"wd_2",0.01,1613946374872,6162
+"sqr_mom_2",0.99,1613946374872,6162
+"lr_2",0.0001364116875093733,1613946374872,6162
+"mom_2",0.9227183896820221,1613946374872,6162
+"eps_2",1e-05,1613946374872,6162
+"train_loss",0.006531502,1613946375838,6163
+"raw_loss",0.0055578277,1613946375838,6163
+"epoch",38.76729559748425,1613946375838,6163
+"wd_0",0.01,1613946375838,6163
+"sqr_mom_0",0.99,1613946375838,6163
+"lr_0",1.3628601697089979e-06,1613946375838,6163
+"mom_0",0.9227435240410604,1613946375838,6163
+"eps_0",1e-05,1613946375838,6163
+"wd_1",0.01,1613946375838,6163
+"sqr_mom_1",0.99,1613946375838,6163
+"lr_1",1.3628601697089979e-05,1613946375838,6163
+"mom_1",0.9227435240410604,1613946375838,6163
+"eps_1",1e-05,1613946375838,6163
+"wd_2",0.01,1613946375838,6163
+"sqr_mom_2",0.99,1613946375838,6163
+"lr_2",0.00013628601697089973,1613946375838,6163
+"mom_2",0.9227435240410604,1613946375838,6163
+"eps_2",1e-05,1613946375838,6163
+"train_loss",0.0066909427,1613946376796,6164
+"raw_loss",0.014503531,1613946376796,6164
+"epoch",38.77358490566035,1613946376796,6164
+"wd_0",0.01,1613946376796,6164
+"sqr_mom_0",0.99,1613946376796,6164
+"lr_0",1.3616029929908224e-06,1613946376796,6164
+"mom_0",0.9227686678268618,1613946376796,6164
+"eps_0",1e-05,1613946376796,6164
+"wd_1",0.01,1613946376796,6164
+"sqr_mom_1",0.99,1613946376796,6164
+"lr_1",1.3616029929908222e-05,1613946376796,6164
+"mom_1",0.9227686678268618,1613946376796,6164
+"eps_1",1e-05,1613946376796,6164
+"wd_2",0.01,1613946376796,6164
+"sqr_mom_2",0.99,1613946376796,6164
+"lr_2",0.00013616029929908223,1613946376796,6164
+"mom_2",0.9227686678268618,1613946376796,6164
+"eps_2",1e-05,1613946376796,6164
+"train_loss",0.0066682366,1613946377764,6165
+"raw_loss",0.0055556335,1613946377764,6165
+"epoch",38.77987421383645,1613946377764,6165
+"wd_0",0.01,1613946377764,6165
+"sqr_mom_0",0.99,1613946377764,6165
+"lr_0",1.3603470126827371e-06,1613946377764,6165
+"mom_0",0.922793787684222,1613946377764,6165
+"eps_0",1e-05,1613946377764,6165
+"wd_1",0.01,1613946377764,6165
+"sqr_mom_1",0.99,1613946377764,6165
+"lr_1",1.3603470126827372e-05,1613946377764,6165
+"mom_1",0.922793787684222,1613946377764,6165
+"eps_1",1e-05,1613946377764,6165
+"wd_2",0.01,1613946377764,6165
+"sqr_mom_2",0.99,1613946377764,6165
+"lr_2",0.0001360347012682737,1613946377764,6165
+"mom_2",0.922793787684222,1613946377764,6165
+"eps_2",1e-05,1613946377764,6165
+"train_loss",0.006611342,1613946378722,6166
+"raw_loss",0.0038235115,1613946378722,6166
+"epoch",38.78616352201255,1613946378722,6166
+"wd_0",0.01,1613946378722,6166
+"sqr_mom_0",0.99,1613946378722,6166
+"lr_0",1.3590913953930178e-06,1613946378722,6166
+"mom_0",0.9228189002811424,1613946378722,6166
+"eps_0",1e-05,1613946378722,6166
+"wd_1",0.01,1613946378722,6166
+"sqr_mom_1",0.99,1613946378722,6166
+"lr_1",1.3590913953930173e-05,1613946378722,6166
+"mom_1",0.9228189002811424,1613946378722,6166
+"eps_1",1e-05,1613946378722,6166
+"wd_2",0.01,1613946378722,6166
+"sqr_mom_2",0.99,1613946378722,6166
+"lr_2",0.00013590913953930175,1613946378722,6166
+"mom_2",0.9228189002811424,1613946378722,6166
+"eps_2",1e-05,1613946378722,6166
+"train_loss",0.006654594,1613946379671,6167
+"raw_loss",0.008773948,1613946379671,6167
+"epoch",38.79245283018865,1613946379671,6167
+"wd_0",0.01,1613946379671,6167
+"sqr_mom_0",0.99,1613946379671,6167
+"lr_0",1.357835308693538e-06,1613946379671,6167
+"mom_0",0.9228440222663519,1613946379671,6167
+"eps_0",1e-05,1613946379671,6167
+"wd_1",0.01,1613946379671,6167
+"sqr_mom_1",0.99,1613946379671,6167
+"lr_1",1.3578353086935379e-05,1613946379671,6167
+"mom_1",0.9228440222663519,1613946379671,6167
+"eps_1",1e-05,1613946379671,6167
+"wd_2",0.01,1613946379671,6167
+"sqr_mom_2",0.99,1613946379671,6167
+"lr_2",0.0001357835308693538,1613946379671,6167
+"mom_2",0.9228440222663519,1613946379671,6167
+"eps_2",1e-05,1613946379671,6167
+"train_loss",0.00658635,1613946380651,6168
+"raw_loss",0.0032423967,1613946380651,6168
+"epoch",38.79874213836475,1613946380651,6168
+"wd_0",0.01,1613946380651,6168
+"sqr_mom_0",0.99,1613946380651,6168
+"lr_0",1.3565804188818318e-06,1613946380651,6168
+"mom_0",0.9228691203135665,1613946380651,6168
+"eps_0",1e-05,1613946380651,6168
+"wd_1",0.01,1613946380651,6168
+"sqr_mom_1",0.99,1613946380651,6168
+"lr_1",1.3565804188818317e-05,1613946380651,6168
+"mom_1",0.9228691203135665,1613946380651,6168
+"eps_1",1e-05,1613946380651,6168
+"wd_2",0.01,1613946380651,6168
+"sqr_mom_2",0.99,1613946380651,6168
+"lr_2",0.00013565804188818312,1613946380651,6168
+"mom_2",0.9228691203135665,1613946380651,6168
+"eps_2",1e-05,1613946380651,6168
+"train_loss",0.0065305633,1613946381599,6169
+"raw_loss",0.0037970133,1613946381599,6169
+"epoch",38.80503144654085,1613946381599,6169
+"wd_0",0.01,1613946381599,6169
+"sqr_mom_0",0.99,1613946381599,6169
+"lr_0",1.3553258932882531e-06,1613946381599,6169
+"mom_0",0.9228942110763456,1613946381599,6169
+"eps_0",1e-05,1613946381599,6169
+"wd_1",0.01,1613946381599,6169
+"sqr_mom_1",0.99,1613946381599,6169
+"lr_1",1.3553258932882531e-05,1613946381599,6169
+"mom_1",0.9228942110763456,1613946381599,6169
+"eps_1",1e-05,1613946381599,6169
+"wd_2",0.01,1613946381599,6169
+"sqr_mom_2",0.99,1613946381599,6169
+"lr_2",0.00013553258932882527,1613946381599,6169
+"mom_2",0.9228942110763456,1613946381599,6169
+"eps_2",1e-05,1613946381599,6169
+"train_loss",0.0065305815,1613946382614,6170
+"raw_loss",0.0065314695,1613946382614,6170
+"epoch",38.81132075471695,1613946382614,6170
+"wd_0",0.01,1613946382614,6170
+"sqr_mom_0",0.99,1613946382614,6170
+"lr_0",1.3540709002099411e-06,1613946382614,6170
+"mom_0",0.922919311188913,1613946382614,6170
+"eps_0",1e-05,1613946382614,6170
+"wd_1",0.01,1613946382614,6170
+"sqr_mom_1",0.99,1613946382614,6170
+"lr_1",1.354070900209941e-05,1613946382614,6170
+"mom_1",0.922919311188913,1613946382614,6170
+"eps_1",1e-05,1613946382614,6170
+"wd_2",0.01,1613946382614,6170
+"sqr_mom_2",0.99,1613946382614,6170
+"lr_2",0.00013540709002099406,1613946382614,6170
+"mom_2",0.922919311188913,1613946382614,6170
+"eps_2",1e-05,1613946382614,6170
+"train_loss",0.006517105,1613946383592,6171
+"raw_loss",0.0058567524,1613946383592,6171
+"epoch",38.81761006289305,1613946383592,6171
+"wd_0",0.01,1613946383592,6171
+"sqr_mom_0",0.99,1613946383592,6171
+"lr_0",1.3528171044936523e-06,1613946383592,6171
+"mom_0",0.9229443873540004,1613946383592,6171
+"eps_0",1e-05,1613946383592,6171
+"wd_1",0.01,1613946383592,6171
+"sqr_mom_1",0.99,1613946383592,6171
+"lr_1",1.3528171044936525e-05,1613946383592,6171
+"mom_1",0.9229443873540004,1613946383592,6171
+"eps_1",1e-05,1613946383592,6171
+"wd_2",0.01,1613946383592,6171
+"sqr_mom_2",0.99,1613946383592,6171
+"lr_2",0.0001352817104493652,1613946383592,6171
+"mom_2",0.9229443873540004,1613946383592,6171
+"eps_2",1e-05,1613946383592,6171
+"train_loss",0.0065989154,1613946384637,6172
+"raw_loss",0.010607633,1613946384637,6172
+"epoch",38.82389937106915,1613946384637,6172
+"wd_0",0.01,1613946384637,6172
+"sqr_mom_0",0.99,1613946384637,6172
+"lr_0",1.3515632583855184e-06,1613946384637,6172
+"mom_0",0.9229694645269348,1613946384637,6172
+"eps_0",1e-05,1613946384637,6172
+"wd_1",0.01,1613946384637,6172
+"sqr_mom_1",0.99,1613946384637,6172
+"lr_1",1.3515632583855186e-05,1613946384637,6172
+"mom_1",0.9229694645269348,1613946384637,6172
+"eps_1",1e-05,1613946384637,6172
+"wd_2",0.01,1613946384637,6172
+"sqr_mom_2",0.99,1613946384637,6172
+"lr_2",0.00013515632583855182,1613946384637,6172
+"mom_2",0.9229694645269348,1613946384637,6172
+"eps_2",1e-05,1613946384637,6172
+"train_loss",0.0066273534,1613946385595,6173
+"raw_loss",0.008020807,1613946385595,6173
+"epoch",38.83018867924525,1613946385595,6173
+"wd_0",0.01,1613946385595,6173
+"sqr_mom_0",0.99,1613946385595,6173
+"lr_0",1.3503097783363997e-06,1613946385595,6173
+"mom_0",0.9229945343786158,1613946385595,6173
+"eps_0",1e-05,1613946385595,6173
+"wd_1",0.01,1613946385595,6173
+"sqr_mom_1",0.99,1613946385595,6173
+"lr_1",1.3503097783363996e-05,1613946385595,6173
+"mom_1",0.9229945343786158,1613946385595,6173
+"eps_1",1e-05,1613946385595,6173
+"wd_2",0.01,1613946385595,6173
+"sqr_mom_2",0.99,1613946385595,6173
+"lr_2",0.00013503097783363992,1613946385595,6173
+"mom_2",0.9229945343786158,1613946385595,6173
+"eps_2",1e-05,1613946385595,6173
+"train_loss",0.0065657864,1613946386573,6174
+"raw_loss",0.0035490063,1613946386573,6174
+"epoch",38.836477987421354,1613946386573,6174
+"wd_0",0.01,1613946386573,6174
+"sqr_mom_0",0.99,1613946386573,6174
+"lr_0",1.3490566647458293e-06,1613946386573,6174
+"mom_0",0.9230195969010524,1613946386573,6174
+"eps_0",1e-05,1613946386573,6174
+"wd_1",0.01,1613946386573,6174
+"sqr_mom_1",0.99,1613946386573,6174
+"lr_1",1.3490566647458293e-05,1613946386573,6174
+"mom_1",0.9230195969010524,1613946386573,6174
+"eps_1",1e-05,1613946386573,6174
+"wd_2",0.01,1613946386573,6174
+"sqr_mom_2",0.99,1613946386573,6174
+"lr_2",0.00013490566647458288,1613946386573,6174
+"mom_2",0.9230195969010524,1613946386573,6174
+"eps_2",1e-05,1613946386573,6174
+"train_loss",0.0064779064,1613946387520,6175
+"raw_loss",0.0021717888,1613946387520,6175
+"epoch",38.842767295597454,1613946387520,6175
+"wd_0",0.01,1613946387520,6175
+"sqr_mom_0",0.99,1613946387520,6175
+"lr_0",1.3478043334570797e-06,1613946387520,6175
+"mom_0",0.9230446437772961,1613946387520,6175
+"eps_0",1e-05,1613946387520,6175
+"wd_1",0.01,1613946387520,6175
+"sqr_mom_1",0.99,1613946387520,6175
+"lr_1",1.3478043334570797e-05,1613946387520,6175
+"mom_1",0.9230446437772961,1613946387520,6175
+"eps_1",1e-05,1613946387520,6175
+"wd_2",0.01,1613946387520,6175
+"sqr_mom_2",0.99,1613946387520,6175
+"lr_2",0.00013478043334570793,1613946387520,6175
+"mom_2",0.9230446437772961,1613946387520,6175
+"eps_2",1e-05,1613946387520,6175
+"train_loss",0.006574112,1613946388497,6176
+"raw_loss",0.011288181,1613946388497,6176
+"epoch",38.849056603773555,1613946388497,6176
+"wd_0",0.01,1613946388497,6176
+"sqr_mom_0",0.99,1613946388497,6176
+"lr_0",1.3465515385378758e-06,1613946388497,6176
+"mom_0",0.9230696999262418,1613946388497,6176
+"eps_0",1e-05,1613946388497,6176
+"wd_1",0.01,1613946388497,6176
+"sqr_mom_1",0.99,1613946388497,6176
+"lr_1",1.3465515385378757e-05,1613946388497,6176
+"mom_1",0.9230696999262418,1613946388497,6176
+"eps_1",1e-05,1613946388497,6176
+"wd_2",0.01,1613946388497,6176
+"sqr_mom_2",0.99,1613946388497,6176
+"lr_2",0.00013465515385378753,1613946388497,6176
+"mom_2",0.9230696999262418,1613946388497,6176
+"eps_2",1e-05,1613946388497,6176
+"train_loss",0.0066266805,1613946389446,6177
+"raw_loss",0.009202549,1613946389446,6177
+"epoch",38.855345911949655,1613946389446,6177
+"wd_0",0.01,1613946389446,6177
+"sqr_mom_0",0.99,1613946389446,6177
+"lr_0",1.345299941918947e-06,1613946389446,6177
+"mom_0",0.9230947321089421,1613946389446,6177
+"eps_0",1e-05,1613946389446,6177
+"wd_1",0.01,1613946389446,6177
+"sqr_mom_1",0.99,1613946389446,6177
+"lr_1",1.3452999419189469e-05,1613946389446,6177
+"mom_1",0.9230947321089421,1613946389446,6177
+"eps_1",1e-05,1613946389446,6177
+"wd_2",0.01,1613946389446,6177
+"sqr_mom_2",0.99,1613946389446,6177
+"lr_2",0.00013452999419189465,1613946389446,6177
+"mom_2",0.9230947321089421,1613946389446,6177
+"eps_2",1e-05,1613946389446,6177
+"train_loss",0.0068322164,1613946390398,6178
+"raw_loss",0.016903494,1613946390398,6178
+"epoch",38.861635220125756,1613946390398,6178
+"wd_0",0.01,1613946390398,6178
+"sqr_mom_0",0.99,1613946390398,6178
+"lr_0",1.3440487131112855e-06,1613946390398,6178
+"mom_0",0.9231197569353436,1613946390398,6178
+"eps_0",1e-05,1613946390398,6178
+"wd_1",0.01,1613946390398,6178
+"sqr_mom_1",0.99,1613946390398,6178
+"lr_1",1.3440487131112852e-05,1613946390398,6178
+"mom_1",0.9231197569353436,1613946390398,6178
+"eps_1",1e-05,1613946390398,6178
+"wd_2",0.01,1613946390398,6178
+"sqr_mom_2",0.99,1613946390398,6178
+"lr_2",0.00013440487131112852,1613946390398,6178
+"mom_2",0.9231197569353436,1613946390398,6178
+"eps_2",1e-05,1613946390398,6178
+"train_loss",0.006828316,1613946391332,6179
+"raw_loss",0.0066372007,1613946391332,6179
+"epoch",38.867924528301856,1613946391332,6179
+"wd_0",0.01,1613946391332,6179
+"sqr_mom_0",0.99,1613946391332,6179
+"lr_0",1.3427970226022003e-06,1613946391332,6179
+"mom_0",0.9231447909958659,1613946391332,6179
+"eps_0",1e-05,1613946391332,6179
+"wd_1",0.01,1613946391332,6179
+"sqr_mom_1",0.99,1613946391332,6179
+"lr_1",1.3427970226022e-05,1613946391332,6179
+"mom_1",0.9231447909958659,1613946391332,6179
+"eps_1",1e-05,1613946391332,6179
+"wd_2",0.01,1613946391332,6179
+"sqr_mom_2",0.99,1613946391332,6179
+"lr_2",0.00013427970226021998,1613946391332,6179
+"mom_2",0.9231447909958659,1613946391332,6179
+"eps_2",1e-05,1613946391332,6179
+"train_loss",0.0067771743,1613946392296,6180
+"raw_loss",0.004271238,1613946392296,6180
+"epoch",38.874213836477956,1613946392296,6180
+"wd_0",0.01,1613946392296,6180
+"sqr_mom_0",0.99,1613946392296,6180
+"lr_0",1.3415465308573348e-06,1613946392296,6180
+"mom_0",0.9231698010808641,1613946392296,6180
+"eps_0",1e-05,1613946392296,6180
+"wd_1",0.01,1613946392296,6180
+"sqr_mom_1",0.99,1613946392296,6180
+"lr_1",1.3415465308573349e-05,1613946392296,6180
+"mom_1",0.9231698010808641,1613946392296,6180
+"eps_1",1e-05,1613946392296,6180
+"wd_2",0.01,1613946392296,6180
+"sqr_mom_2",0.99,1613946392296,6180
+"lr_2",0.00013415465308573343,1613946392296,6180
+"mom_2",0.9231698010808641,1613946392296,6180
+"eps_2",1e-05,1613946392296,6180
+"train_loss",0.006764863,1613946393276,6181
+"raw_loss",0.0061616222,1613946393276,6181
+"epoch",38.88050314465406,1613946393276,6181
+"wd_0",0.01,1613946393276,6181
+"sqr_mom_0",0.99,1613946393276,6181
+"lr_0",1.3402959934086022e-06,1613946393276,6181
+"mom_0",0.9231948120799487,1613946393276,6181
+"eps_0",1e-05,1613946393276,6181
+"wd_1",0.01,1613946393276,6181
+"sqr_mom_1",0.99,1613946393276,6181
+"lr_1",1.3402959934086021e-05,1613946393276,6181
+"mom_1",0.9231948120799487,1613946393276,6181
+"eps_1",1e-05,1613946393276,6181
+"wd_2",0.01,1613946393276,6181
+"sqr_mom_2",0.99,1613946393276,6181
+"lr_2",0.00013402959934086017,1613946393276,6181
+"mom_2",0.9231948120799487,1613946393276,6181
+"eps_2",1e-05,1613946393276,6181
+"train_loss",0.0067894547,1613946394217,6182
+"raw_loss",0.007994443,1613946394217,6182
+"epoch",38.88679245283016,1613946394217,6182
+"wd_0",0.01,1613946394217,6182
+"sqr_mom_0",0.99,1613946394217,6182
+"lr_0",1.339045825610197e-06,1613946394217,6182
+"mom_0",0.9232198156859529,1613946394217,6182
+"eps_0",1e-05,1613946394217,6182
+"wd_1",0.01,1613946394217,6182
+"sqr_mom_1",0.99,1613946394217,6182
+"lr_1",1.3390458256101969e-05,1613946394217,6182
+"mom_1",0.9232198156859529,1613946394217,6182
+"eps_1",1e-05,1613946394217,6182
+"wd_2",0.01,1613946394217,6182
+"sqr_mom_2",0.99,1613946394217,6182
+"lr_2",0.00013390458256101962,1613946394217,6182
+"mom_2",0.9232198156859529,1613946394217,6182
+"eps_2",1e-05,1613946394217,6182
+"train_loss",0.0067721973,1613946395168,6183
+"raw_loss",0.0059265783,1613946395168,6183
+"epoch",38.89308176100626,1613946395168,6183
+"wd_0",0.01,1613946395168,6183
+"sqr_mom_0",0.99,1613946395168,6183
+"lr_0",1.3377960278605946e-06,1613946395168,6183
+"mom_0",0.923244811890907,1613946395168,6183
+"eps_0",1e-05,1613946395168,6183
+"wd_1",0.01,1613946395168,6183
+"sqr_mom_1",0.99,1613946395168,6183
+"lr_1",1.3377960278605945e-05,1613946395168,6183
+"mom_1",0.923244811890907,1613946395168,6183
+"eps_1",1e-05,1613946395168,6183
+"wd_2",0.01,1613946395168,6183
+"sqr_mom_2",0.99,1613946395168,6183
+"lr_2",0.0001337796027860594,1613946395168,6183
+"mom_2",0.923244811890907,1613946395168,6183
+"eps_2",1e-05,1613946395168,6183
+"train_loss",0.006759156,1613946396120,6184
+"raw_loss",0.006120123,1613946396120,6184
+"epoch",38.89937106918236,1613946396120,6184
+"wd_0",0.01,1613946396120,6184
+"sqr_mom_0",0.99,1613946396120,6184
+"lr_0",1.3365470149004455e-06,1613946396120,6184
+"mom_0",0.923269792399915,1613946396120,6184
+"eps_0",1e-05,1613946396120,6184
+"wd_1",0.01,1613946396120,6184
+"sqr_mom_1",0.99,1613946396120,6184
+"lr_1",1.3365470149004456e-05,1613946396120,6184
+"mom_1",0.923269792399915,1613946396120,6184
+"eps_1",1e-05,1613946396120,6184
+"wd_2",0.01,1613946396120,6184
+"sqr_mom_2",0.99,1613946396120,6184
+"lr_2",0.00013365470149004452,1613946396120,6184
+"mom_2",0.923269792399915,1613946396120,6184
+"eps_2",1e-05,1613946396120,6184
+"train_loss",0.0067181485,1613946397073,6185
+"raw_loss",0.004708787,1613946397073,6185
+"epoch",38.90566037735846,1613946397073,6185
+"wd_0",0.01,1613946397073,6185
+"sqr_mom_0",0.99,1613946397073,6185
+"lr_0",1.335297544101118e-06,1613946397073,6185
+"mom_0",0.9232947820657983,1613946397073,6185
+"eps_0",1e-05,1613946397073,6185
+"wd_1",0.01,1613946397073,6185
+"sqr_mom_1",0.99,1613946397073,6185
+"lr_1",1.3352975441011178e-05,1613946397073,6185
+"mom_1",0.9232947820657983,1613946397073,6185
+"eps_1",1e-05,1613946397073,6185
+"wd_2",0.01,1613946397073,6185
+"sqr_mom_2",0.99,1613946397073,6185
+"lr_2",0.00013352975441011176,1613946397073,6185
+"mom_2",0.9232947820657983,1613946397073,6185
+"eps_2",1e-05,1613946397073,6185
+"train_loss",0.006702262,1613946398027,6186
+"raw_loss",0.005923827,1613946398027,6186
+"epoch",38.91194968553456,1613946398027,6186
+"wd_0",0.01,1613946398027,6186
+"sqr_mom_0",0.99,1613946398027,6186
+"lr_0",1.3340492729836325e-06,1613946398027,6186
+"mom_0",0.9233197477378047,1613946398027,6186
+"eps_0",1e-05,1613946398027,6186
+"wd_1",0.01,1613946398027,6186
+"sqr_mom_1",0.99,1613946398027,6186
+"lr_1",1.3340492729836327e-05,1613946398027,6186
+"mom_1",0.9233197477378047,1613946398027,6186
+"eps_1",1e-05,1613946398027,6186
+"wd_2",0.01,1613946398027,6186
+"sqr_mom_2",0.99,1613946398027,6186
+"lr_2",0.0001334049272983632,1613946398027,6186
+"mom_2",0.9233197477378047,1613946398027,6186
+"eps_2",1e-05,1613946398027,6186
+"train_loss",0.006644856,1613946398984,6187
+"raw_loss",0.0038319684,1613946398984,6187
+"epoch",38.91823899371066,1613946398984,6187
+"wd_0",0.01,1613946398984,6187
+"sqr_mom_0",0.99,1613946398984,6187
+"lr_0",1.332801373261058e-06,1613946398984,6187
+"mom_0",0.9233447059818386,1613946398984,6187
+"eps_0",1e-05,1613946398984,6187
+"wd_1",0.01,1613946398984,6187
+"sqr_mom_1",0.99,1613946398984,6187
+"lr_1",1.332801373261058e-05,1613946398984,6187
+"mom_1",0.9233447059818386,1613946398984,6187
+"eps_1",1e-05,1613946398984,6187
+"wd_2",0.01,1613946398984,6187
+"sqr_mom_2",0.99,1613946398984,6187
+"lr_2",0.00013328013732610573,1613946398984,6187
+"mom_2",0.9233447059818386,1613946398984,6187
+"eps_2",1e-05,1613946398984,6187
+"train_loss",0.0066312854,1613946399927,6188
+"raw_loss",0.0059663286,1613946399927,6188
+"epoch",38.92452830188676,1613946399927,6188
+"wd_0",0.01,1613946399927,6188
+"sqr_mom_0",0.99,1613946399927,6188
+"lr_0",1.3315530176322908e-06,1613946399927,6188
+"mom_0",0.9233696733440876,1613946399927,6188
+"eps_0",1e-05,1613946399927,6188
+"wd_1",0.01,1613946399927,6188
+"sqr_mom_1",0.99,1613946399927,6188
+"lr_1",1.3315530176322905e-05,1613946399927,6188
+"mom_1",0.9233696733440876,1613946399927,6188
+"eps_1",1e-05,1613946399927,6188
+"wd_2",0.01,1613946399927,6188
+"sqr_mom_2",0.99,1613946399927,6188
+"lr_2",0.00013315530176322902,1613946399927,6188
+"mom_2",0.9233696733440876,1613946399927,6188
+"eps_2",1e-05,1613946399927,6188
+"train_loss",0.006625531,1613946400873,6189
+"raw_loss",0.0063435547,1613946400873,6189
+"epoch",38.93081761006286,1613946400873,6189
+"wd_0",0.01,1613946400873,6189
+"sqr_mom_0",0.99,1613946400873,6189
+"lr_0",1.330305862138994e-06,1613946400873,6189
+"mom_0",0.9233946167033871,1613946400873,6189
+"eps_0",1e-05,1613946400873,6189
+"wd_1",0.01,1613946400873,6189
+"sqr_mom_1",0.99,1613946400873,6189
+"lr_1",1.330305862138994e-05,1613946400873,6189
+"mom_1",0.9233946167033871,1613946400873,6189
+"eps_1",1e-05,1613946400873,6189
+"wd_2",0.01,1613946400873,6189
+"sqr_mom_2",0.99,1613946400873,6189
+"lr_2",0.00013303058621389933,1613946400873,6189
+"mom_2",0.9233946167033871,1613946400873,6189
+"eps_2",1e-05,1613946400873,6189
+"train_loss",0.0066533047,1613946401845,6190
+"raw_loss",0.008014218,1613946401845,6190
+"epoch",38.93710691823896,1613946401845,6190
+"wd_0",0.01,1613946401845,6190
+"sqr_mom_0",0.99,1613946401845,6190
+"lr_0",1.329059079232984e-06,1613946401845,6190
+"mom_0",0.9234195526108664,1613946401845,6190
+"eps_0",1e-05,1613946401845,6190
+"wd_1",0.01,1613946401845,6190
+"sqr_mom_1",0.99,1613946401845,6190
+"lr_1",1.3290590792329835e-05,1613946401845,6190
+"mom_1",0.9234195526108664,1613946401845,6190
+"eps_1",1e-05,1613946401845,6190
+"wd_2",0.01,1613946401845,6190
+"sqr_mom_2",0.99,1613946401845,6190
+"lr_2",0.00013290590792329834,1613946401845,6190
+"mom_2",0.9234195526108664,1613946401845,6190
+"eps_2",1e-05,1613946401845,6190
+"train_loss",0.006584394,1613946402788,6191
+"raw_loss",0.0032077662,1613946402788,6191
+"epoch",38.94339622641506,1613946402788,6191
+"wd_0",0.01,1613946402788,6191
+"sqr_mom_0",0.99,1613946402788,6191
+"lr_0",1.3278118423550773e-06,1613946402788,6191
+"mom_0",0.9234444975978744,1613946402788,6191
+"eps_0",1e-05,1613946402788,6191
+"wd_1",0.01,1613946402788,6191
+"sqr_mom_1",0.99,1613946402788,6191
+"lr_1",1.3278118423550775e-05,1613946402788,6191
+"mom_1",0.9234444975978744,1613946402788,6191
+"eps_1",1e-05,1613946402788,6191
+"wd_2",0.01,1613946402788,6191
+"sqr_mom_2",0.99,1613946402788,6191
+"lr_2",0.0001327811842355077,1613946402788,6191
+"mom_2",0.9234444975978744,1613946402788,6191
+"eps_2",1e-05,1613946402788,6191
+"train_loss",0.006618204,1613946403733,6192
+"raw_loss",0.008274915,1613946403733,6192
+"epoch",38.94968553459116,1613946403733,6192
+"wd_0",0.01,1613946403733,6192
+"sqr_mom_0",0.99,1613946403733,6192
+"lr_0",1.326565806062824e-06,1613946403733,6192
+"mom_0",0.9234694185729292,1613946403733,6192
+"eps_0",1e-05,1613946403733,6192
+"wd_1",0.01,1613946403733,6192
+"sqr_mom_1",0.99,1613946403733,6192
+"lr_1",1.3265658060628236e-05,1613946403733,6192
+"mom_1",0.9234694185729292,1613946403733,6192
+"eps_1",1e-05,1613946403733,6192
+"wd_2",0.01,1613946403733,6192
+"sqr_mom_2",0.99,1613946403733,6192
+"lr_2",0.00013265658060628233,1613946403733,6192
+"mom_2",0.9234694185729292,1613946403733,6192
+"eps_2",1e-05,1613946403733,6192
+"train_loss",0.006617503,1613946404669,6193
+"raw_loss",0.0065831435,1613946404669,6193
+"epoch",38.95597484276726,1613946404669,6193
+"wd_0",0.01,1613946404669,6193
+"sqr_mom_0",0.99,1613946404669,6193
+"lr_0",1.325319730319098e-06,1613946404669,6193
+"mom_0",0.9234943403370214,1613946404669,6193
+"eps_0",1e-05,1613946404669,6193
+"wd_1",0.01,1613946404669,6193
+"sqr_mom_1",0.99,1613946404669,6193
+"lr_1",1.325319730319098e-05,1613946404669,6193
+"mom_1",0.9234943403370214,1613946404669,6193
+"eps_1",1e-05,1613946404669,6193
+"wd_2",0.01,1613946404669,6193
+"sqr_mom_2",0.99,1613946404669,6193
+"lr_2",0.0001325319730319098,1613946404669,6193
+"mom_2",0.9234943403370214,1613946404669,6193
+"eps_2",1e-05,1613946404669,6193
+"train_loss",0.00657848,1613946405609,6194
+"raw_loss",0.0046663485,1613946405609,6194
+"epoch",38.96226415094336,1613946405609,6194
+"wd_0",0.01,1613946405609,6194
+"sqr_mom_0",0.99,1613946405609,6194
+"lr_0",1.3240740289992113e-06,1613946405609,6194
+"mom_0",0.9235192546125619,1613946405609,6194
+"eps_0",1e-05,1613946405609,6194
+"wd_1",0.01,1613946405609,6194
+"sqr_mom_1",0.99,1613946405609,6194
+"lr_1",1.324074028999211e-05,1613946405609,6194
+"mom_1",0.9235192546125619,1613946405609,6194
+"eps_1",1e-05,1613946405609,6194
+"wd_2",0.01,1613946405609,6194
+"sqr_mom_2",0.99,1613946405609,6194
+"lr_2",0.00013240740289992108,1613946405609,6194
+"mom_2",0.9235192546125619,1613946405609,6194
+"eps_2",1e-05,1613946405609,6194
+"train_loss",0.0066016195,1613946406549,6195
+"raw_loss",0.0077354545,1613946406549,6195
+"epoch",38.96855345911946,1613946406549,6195
+"wd_0",0.01,1613946406549,6195
+"sqr_mom_0",0.99,1613946406549,6195
+"lr_0",1.3228287025002166e-06,1613946406549,6195
+"mom_0",0.9235441613916096,1613946406549,6195
+"eps_0",1e-05,1613946406549,6195
+"wd_1",0.01,1613946406549,6195
+"sqr_mom_1",0.99,1613946406549,6195
+"lr_1",1.3228287025002164e-05,1613946406549,6195
+"mom_1",0.9235441613916096,1613946406549,6195
+"eps_1",1e-05,1613946406549,6195
+"wd_2",0.01,1613946406549,6195
+"sqr_mom_2",0.99,1613946406549,6195
+"lr_2",0.00013228287025002163,1613946406549,6195
+"mom_2",0.9235441613916096,1613946406549,6195
+"eps_2",1e-05,1613946406549,6195
+"train_loss",0.006576921,1613946407494,6196
+"raw_loss",0.005366688,1613946407494,6196
+"epoch",38.97484276729556,1613946407494,6196
+"wd_0",0.01,1613946407494,6196
+"sqr_mom_0",0.99,1613946407494,6196
+"lr_0",1.3215841640759644e-06,1613946407494,6196
+"mom_0",0.9235690524090048,1613946407494,6196
+"eps_0",1e-05,1613946407494,6196
+"wd_1",0.01,1613946407494,6196
+"sqr_mom_1",0.99,1613946407494,6196
+"lr_1",1.3215841640759644e-05,1613946407494,6196
+"mom_1",0.9235690524090048,1613946407494,6196
+"eps_1",1e-05,1613946407494,6196
+"wd_2",0.01,1613946407494,6196
+"sqr_mom_2",0.99,1613946407494,6196
+"lr_2",0.0001321584164075964,1613946407494,6196
+"mom_2",0.9235690524090048,1613946407494,6196
+"eps_2",1e-05,1613946407494,6196
+"train_loss",0.006589986,1613946408439,6197
+"raw_loss",0.007230178,1613946408439,6197
+"epoch",38.98113207547166,1613946408439,6197
+"wd_0",0.01,1613946408439,6197
+"sqr_mom_0",0.99,1613946408439,6197
+"lr_0",1.320339175552519e-06,1613946408439,6197
+"mom_0",0.9235939524284739,1613946408439,6197
+"eps_0",1e-05,1613946408439,6197
+"wd_1",0.01,1613946408439,6197
+"sqr_mom_1",0.99,1613946408439,6197
+"lr_1",1.3203391755525191e-05,1613946408439,6197
+"mom_1",0.9235939524284739,1613946408439,6197
+"eps_1",1e-05,1613946408439,6197
+"wd_2",0.01,1613946408439,6197
+"sqr_mom_2",0.99,1613946408439,6197
+"lr_2",0.00013203391755525187,1613946408439,6197
+"mom_2",0.9235939524284739,1613946408439,6197
+"eps_2",1e-05,1613946408439,6197
+"train_loss",0.0065115723,1613946409386,6198
+"raw_loss",0.002669307,1613946409386,6198
+"epoch",38.987421383647764,1613946409386,6198
+"wd_0",0.01,1613946409386,6198
+"sqr_mom_0",0.99,1613946409386,6198
+"lr_0",1.3190953885048122e-06,1613946409386,6198
+"mom_0",0.9236188284181879,1613946409386,6198
+"eps_0",1e-05,1613946409386,6198
+"wd_1",0.01,1613946409386,6198
+"sqr_mom_1",0.99,1613946409386,6198
+"lr_1",1.3190953885048119e-05,1613946409386,6198
+"mom_1",0.9236188284181879,1613946409386,6198
+"eps_1",1e-05,1613946409386,6198
+"wd_2",0.01,1613946409386,6198
+"sqr_mom_2",0.99,1613946409386,6198
+"lr_2",0.0001319095388504812,1613946409386,6198
+"mom_2",0.9236188284181879,1613946409386,6198
+"eps_2",1e-05,1613946409386,6198
+"train_loss",0.0064577647,1613946410337,6199
+"raw_loss",0.0038211972,1613946410337,6199
+"epoch",38.993710691823864,1613946410337,6199
+"wd_0",0.01,1613946410337,6199
+"sqr_mom_0",0.99,1613946410337,6199
+"lr_0",1.3178519776152342e-06,1613946410337,6199
+"mom_0",0.9236436968846642,1613946410337,6199
+"eps_0",1e-05,1613946410337,6199
+"wd_1",0.01,1613946410337,6199
+"sqr_mom_1",0.99,1613946410337,6199
+"lr_1",1.3178519776152344e-05,1613946410337,6199
+"mom_1",0.9236436968846642,1613946410337,6199
+"eps_1",1e-05,1613946410337,6199
+"wd_2",0.01,1613946410337,6199
+"sqr_mom_2",0.99,1613946410337,6199
+"lr_2",0.0001317851977615234,1613946410337,6199
+"mom_2",0.9236436968846642,1613946410337,6199
+"eps_2",1e-05,1613946410337,6199
+"train_loss",0.0064294296,1613946411364,6200
+"raw_loss",0.0050410177,1613946411364,6200
+"epoch",38.999999999999964,1613946411364,6200
+"wd_0",0.01,1613946411364,6200
+"sqr_mom_0",0.99,1613946411364,6200
+"lr_0",1.3166081185646477e-06,1613946411364,6200
+"mom_0",0.9236685743144502,1613946411364,6200
+"eps_0",1e-05,1613946411364,6200
+"wd_1",0.01,1613946411364,6200
+"sqr_mom_1",0.99,1613946411364,6200
+"lr_1",1.3166081185646478e-05,1613946411364,6200
+"mom_1",0.9236685743144502,1613946411364,6200
+"eps_1",1e-05,1613946411364,6200
+"wd_2",0.01,1613946411364,6200
+"sqr_mom_2",0.99,1613946411364,6200
+"lr_2",0.00013166081185646473,1613946411364,6200
+"mom_2",0.9236685743144502,1613946411364,6200
+"eps_2",1e-05,1613946411364,6200
+"valid_loss",0.08791320770978928,1613946443980,6200
+"_rmse",0.29650160670280457,1613946443980,6200
+"epoch",39,1613946443980,6200
+"train_loss",0.0064030793,1613946445013,6201
+"raw_loss",0.0051119043,1613946445013,6201
+"epoch",39.0062893081761,1613946445013,6201
+"wd_0",0.01,1613946445013,6201
+"sqr_mom_0",0.99,1613946445013,6201
+"lr_0",1.315365461429649e-06,1613946445013,6201
+"mom_0",0.9236934277056841,1613946445013,6201
+"eps_0",1e-05,1613946445013,6201
+"wd_1",0.01,1613946445013,6201
+"sqr_mom_1",0.99,1613946445013,6201
+"lr_1",1.3153654614296493e-05,1613946445013,6201
+"mom_1",0.9236934277056841,1613946445013,6201
+"eps_1",1e-05,1613946445013,6201
+"wd_2",0.01,1613946445013,6201
+"sqr_mom_2",0.99,1613946445013,6201
+"lr_2",0.00013153654614296486,1613946445013,6201
+"mom_2",0.9236934277056841,1613946445013,6201
+"eps_2",1e-05,1613946445013,6201
+"train_loss",0.0063492944,1613946445960,6202
+"raw_loss",0.0037138436,1613946445960,6202
+"epoch",39.0125786163522,1613946445960,6202
+"wd_0",0.01,1613946445960,6202
+"sqr_mom_0",0.99,1613946445960,6202
+"lr_0",1.3141223574266238e-06,1613946445960,6202
+"mom_0",0.9237182900343679,1613946445960,6202
+"eps_0",1e-05,1613946445960,6202
+"wd_1",0.01,1613946445960,6202
+"sqr_mom_1",0.99,1613946445960,6202
+"lr_1",1.314122357426624e-05,1613946445960,6202
+"mom_1",0.9237182900343679,1613946445960,6202
+"eps_1",1e-05,1613946445960,6202
+"wd_2",0.01,1613946445960,6202
+"sqr_mom_2",0.99,1613946445960,6202
+"lr_2",0.00013141223574266234,1613946445960,6202
+"mom_2",0.9237182900343679,1613946445960,6202
+"eps_2",1e-05,1613946445960,6202
+"train_loss",0.006308388,1613946446907,6203
+"raw_loss",0.0043039643,1613946446907,6203
+"epoch",39.0188679245283,1613946446907,6203
+"wd_0",0.01,1613946446907,6203
+"sqr_mom_0",0.99,1613946446907,6203
+"lr_0",1.3128804556305378e-06,1613946446907,6203
+"mom_0",0.9237431283186723,1613946446907,6203
+"eps_0",1e-05,1613946446907,6203
+"wd_1",0.01,1613946446907,6203
+"sqr_mom_1",0.99,1613946446907,6203
+"lr_1",1.3128804556305374e-05,1613946446907,6203
+"mom_1",0.9237431283186723,1613946446907,6203
+"eps_1",1e-05,1613946446907,6203
+"wd_2",0.01,1613946446907,6203
+"sqr_mom_2",0.99,1613946446907,6203
+"lr_2",0.00013128804556305373,1613946446907,6203
+"mom_2",0.9237431283186723,1613946446907,6203
+"eps_2",1e-05,1613946446907,6203
+"train_loss",0.006334326,1613946447872,6204
+"raw_loss",0.0076052924,1613946447872,6204
+"epoch",39.0251572327044,1613946447872,6204
+"wd_0",0.01,1613946447872,6204
+"sqr_mom_0",0.99,1613946447872,6204
+"lr_0",1.311638520116068e-06,1613946447872,6204
+"mom_0",0.9237679672773513,1613946447872,6204
+"eps_0",1e-05,1613946447872,6204
+"wd_1",0.01,1613946447872,6204
+"sqr_mom_1",0.99,1613946447872,6204
+"lr_1",1.3116385201160677e-05,1613946447872,6204
+"mom_1",0.9237679672773513,1613946447872,6204
+"eps_1",1e-05,1613946447872,6204
+"wd_2",0.01,1613946447872,6204
+"sqr_mom_2",0.99,1613946447872,6204
+"lr_2",0.00013116385201160672,1613946447872,6204
+"mom_2",0.9237679672773513,1613946447872,6204
+"eps_2",1e-05,1613946447872,6204
+"train_loss",0.0062615713,1613946448863,6205
+"raw_loss",0.0026965737,1613946448863,6205
+"epoch",39.0314465408805,1613946448863,6205
+"wd_0",0.01,1613946448863,6205
+"sqr_mom_0",0.99,1613946448863,6205
+"lr_0",1.3103969633861664e-06,1613946448863,6205
+"mom_0",0.9237927986602632,1613946448863,6205
+"eps_0",1e-05,1613946448863,6205
+"wd_1",0.01,1613946448863,6205
+"sqr_mom_1",0.99,1613946448863,6205
+"lr_1",1.310396963386166e-05,1613946448863,6205
+"mom_1",0.9237927986602632,1613946448863,6205
+"eps_1",1e-05,1613946448863,6205
+"wd_2",0.01,1613946448863,6205
+"sqr_mom_2",0.99,1613946448863,6205
+"lr_2",0.0001310396963386166,1613946448863,6205
+"mom_2",0.9237927986602632,1613946448863,6205
+"eps_2",1e-05,1613946448863,6205
+"train_loss",0.006271641,1613946449855,6206
+"raw_loss",0.0067650387,1613946449855,6206
+"epoch",39.0377358490566,1613946449855,6206
+"wd_0",0.01,1613946449855,6206
+"sqr_mom_0",0.99,1613946449855,6206
+"lr_0",1.3091557858365646e-06,1613946449855,6206
+"mom_0",0.9238176224594933,1613946449855,6206
+"eps_0",1e-05,1613946449855,6206
+"wd_1",0.01,1613946449855,6206
+"sqr_mom_1",0.99,1613946449855,6206
+"lr_1",1.309155785836565e-05,1613946449855,6206
+"mom_1",0.9238176224594933,1613946449855,6206
+"eps_1",1e-05,1613946449855,6206
+"wd_2",0.01,1613946449855,6206
+"sqr_mom_2",0.99,1613946449855,6206
+"lr_2",0.0001309155785836564,1613946449855,6206
+"mom_2",0.9238176224594933,1613946449855,6206
+"eps_2",1e-05,1613946449855,6206
+"train_loss",0.006271762,1613946450850,6207
+"raw_loss",0.0062777046,1613946450850,6207
+"epoch",39.0440251572327,1613946450850,6207
+"wd_0",0.01,1613946450850,6207
+"sqr_mom_0",0.99,1613946450850,6207
+"lr_0",1.3079153993415197e-06,1613946450850,6207
+"mom_0",0.9238424304374739,1613946450850,6207
+"eps_0",1e-05,1613946450850,6207
+"wd_1",0.01,1613946450850,6207
+"sqr_mom_1",0.99,1613946450850,6207
+"lr_1",1.3079153993415196e-05,1613946450850,6207
+"mom_1",0.9238424304374739,1613946450850,6207
+"eps_1",1e-05,1613946450850,6207
+"wd_2",0.01,1613946450850,6207
+"sqr_mom_2",0.99,1613946450850,6207
+"lr_2",0.00013079153993415192,1613946450850,6207
+"mom_2",0.9238424304374739,1613946450850,6207
+"eps_2",1e-05,1613946450850,6207
+"train_loss",0.0062365737,1613946451796,6208
+"raw_loss",0.0045123566,1613946451796,6208
+"epoch",39.0503144654088,1613946451796,6208
+"wd_0",0.01,1613946451796,6208
+"sqr_mom_0",0.99,1613946451796,6208
+"lr_0",1.3066745698605847e-06,1613946451796,6208
+"mom_0",0.923867247275261,1613946451796,6208
+"eps_0",1e-05,1613946451796,6208
+"wd_1",0.01,1613946451796,6208
+"sqr_mom_1",0.99,1613946451796,6208
+"lr_1",1.306674569860585e-05,1613946451796,6208
+"mom_1",0.923867247275261,1613946451796,6208
+"eps_1",1e-05,1613946451796,6208
+"wd_2",0.01,1613946451796,6208
+"sqr_mom_2",0.99,1613946451796,6208
+"lr_2",0.00013066745698605842,1613946451796,6208
+"mom_2",0.923867247275261,1613946451796,6208
+"eps_2",1e-05,1613946451796,6208
+"train_loss",0.006187125,1613946452796,6209
+"raw_loss",0.003764135,1613946452796,6209
+"epoch",39.056603773584904,1613946452796,6209
+"wd_0",0.01,1613946452796,6209
+"sqr_mom_0",0.99,1613946452796,6209
+"lr_0",1.305434943451395e-06,1613946452796,6209
+"mom_0",0.9238920400513726,1613946452796,6209
+"eps_0",1e-05,1613946452796,6209
+"wd_1",0.01,1613946452796,6209
+"sqr_mom_1",0.99,1613946452796,6209
+"lr_1",1.3054349434513945e-05,1613946452796,6209
+"mom_1",0.9238920400513726,1613946452796,6209
+"eps_1",1e-05,1613946452796,6209
+"wd_2",0.01,1613946452796,6209
+"sqr_mom_2",0.99,1613946452796,6209
+"lr_2",0.00013054349434513942,1613946452796,6209
+"mom_2",0.9238920400513726,1613946452796,6209
+"eps_2",1e-05,1613946452796,6209
+"train_loss",0.0061856005,1613946453817,6210
+"raw_loss",0.0061108912,1613946453817,6210
+"epoch",39.062893081761004,1613946453817,6210
+"wd_0",0.01,1613946453817,6210
+"sqr_mom_0",0.99,1613946453817,6210
+"lr_0",1.3041956975515562e-06,1613946453817,6210
+"mom_0",0.923916825217221,1613946453817,6210
+"eps_0",1e-05,1613946453817,6210
+"wd_1",0.01,1613946453817,6210
+"sqr_mom_1",0.99,1613946453817,6210
+"lr_1",1.3041956975515561e-05,1613946453817,6210
+"mom_1",0.923916825217221,1613946453817,6210
+"eps_1",1e-05,1613946453817,6210
+"wd_2",0.01,1613946453817,6210
+"sqr_mom_2",0.99,1613946453817,6210
+"lr_2",0.0001304195697551556,1613946453817,6210
+"mom_2",0.923916825217221,1613946453817,6210
+"eps_2",1e-05,1613946453817,6210
+"train_loss",0.0061539146,1613946454836,6211
+"raw_loss",0.0046013035,1613946454836,6211
+"epoch",39.069182389937104,1613946454836,6211
+"wd_0",0.01,1613946454836,6211
+"sqr_mom_0",0.99,1613946454836,6211
+"lr_0",1.3029560106086965e-06,1613946454836,6211
+"mom_0",0.9239416192040181,1613946454836,6211
+"eps_0",1e-05,1613946454836,6211
+"wd_1",0.01,1613946454836,6211
+"sqr_mom_1",0.99,1613946454836,6211
+"lr_1",1.3029560106086965e-05,1613946454836,6211
+"mom_1",0.9239416192040181,1613946454836,6211
+"eps_1",1e-05,1613946454836,6211
+"wd_2",0.01,1613946454836,6211
+"sqr_mom_2",0.99,1613946454836,6211
+"lr_2",0.00013029560106086959,1613946454836,6211
+"mom_2",0.9239416192040181,1613946454836,6211
+"eps_2",1e-05,1613946454836,6211
+"train_loss",0.0060963403,1613946456155,6212
+"raw_loss",0.0032751984,1613946456155,6212
+"epoch",39.075471698113205,1613946456155,6212
+"wd_0",0.01,1613946456155,6212
+"sqr_mom_0",0.99,1613946456155,6212
+"lr_0",1.3017175271647872e-06,1613946456155,6212
+"mom_0",0.9239663891205954,1613946456155,6212
+"eps_0",1e-05,1613946456155,6212
+"wd_1",0.01,1613946456155,6212
+"sqr_mom_1",0.99,1613946456155,6212
+"lr_1",1.301717527164787e-05,1613946456155,6212
+"mom_1",0.9239663891205954,1613946456155,6212
+"eps_1",1e-05,1613946456155,6212
+"wd_2",0.01,1613946456155,6212
+"sqr_mom_2",0.99,1613946456155,6212
+"lr_2",0.00013017175271647866,1613946456155,6212
+"mom_2",0.9239663891205954,1613946456155,6212
+"eps_2",1e-05,1613946456155,6212
+"train_loss",0.006037177,1613946457565,6213
+"raw_loss",0.003138183,1613946457565,6213
+"epoch",39.081761006289305,1613946457565,6213
+"wd_0",0.01,1613946457565,6213
+"sqr_mom_0",0.99,1613946457565,6213
+"lr_0",1.3004794254143252e-06,1613946457565,6213
+"mom_0",0.9239911514032275,1613946457565,6213
+"eps_0",1e-05,1613946457565,6213
+"wd_1",0.01,1613946457565,6213
+"sqr_mom_1",0.99,1613946457565,6213
+"lr_1",1.3004794254143255e-05,1613946457565,6213
+"mom_1",0.9239911514032275,1613946457565,6213
+"eps_1",1e-05,1613946457565,6213
+"wd_2",0.01,1613946457565,6213
+"sqr_mom_2",0.99,1613946457565,6213
+"lr_2",0.00013004794254143249,1613946457565,6213
+"mom_2",0.9239911514032275,1613946457565,6213
+"eps_2",1e-05,1613946457565,6213
+"train_loss",0.0059905513,1613946458733,6214
+"raw_loss",0.0037058888,1613946458733,6214
+"epoch",39.088050314465406,1613946458733,6214
+"wd_0",0.01,1613946458733,6214
+"sqr_mom_0",0.99,1613946458733,6214
+"lr_0",1.2992408845649793e-06,1613946458733,6214
+"mom_0",0.9240159224679251,1613946458733,6214
+"eps_0",1e-05,1613946458733,6214
+"wd_1",0.01,1613946458733,6214
+"sqr_mom_1",0.99,1613946458733,6214
+"lr_1",1.2992408845649793e-05,1613946458733,6214
+"mom_1",0.9240159224679251,1613946458733,6214
+"eps_1",1e-05,1613946458733,6214
+"wd_2",0.01,1613946458733,6214
+"sqr_mom_2",0.99,1613946458733,6214
+"lr_2",0.0001299240884564979,1613946458733,6214
+"mom_2",0.9240159224679251,1613946458733,6214
+"eps_2",1e-05,1613946458733,6214
+"train_loss",0.0060039433,1613946460100,6215
+"raw_loss",0.006660147,1613946460100,6215
+"epoch",39.094339622641506,1613946460100,6215
+"wd_0",0.01,1613946460100,6215
+"sqr_mom_0",0.99,1613946460100,6215
+"lr_0",1.298003547638335e-06,1613946460100,6215
+"mom_0",0.9240406694539278,1613946460100,6215
+"eps_0",1e-05,1613946460100,6215
+"wd_1",0.01,1613946460100,6215
+"sqr_mom_1",0.99,1613946460100,6215
+"lr_1",1.2980035476383347e-05,1613946460100,6215
+"mom_1",0.9240406694539278,1613946460100,6215
+"eps_1",1e-05,1613946460100,6215
+"wd_2",0.01,1613946460100,6215
+"sqr_mom_2",0.99,1613946460100,6215
+"lr_2",0.00012980035476383345,1613946460100,6215
+"mom_2",0.9240406694539278,1613946460100,6215
+"eps_2",1e-05,1613946460100,6215
+"train_loss",0.0059564477,1613946461313,6216
+"raw_loss",0.0036291606,1613946461313,6216
+"epoch",39.10062893081761,1613946461313,6216
+"wd_0",0.01,1613946461313,6216
+"sqr_mom_0",0.99,1613946461313,6216
+"lr_0",1.2967661832489195e-06,1613946461313,6216
+"mom_0",0.9240654169891914,1613946461313,6216
+"eps_0",1e-05,1613946461313,6216
+"wd_1",0.01,1613946461313,6216
+"sqr_mom_1",0.99,1613946461313,6216
+"lr_1",1.2967661832489196e-05,1613946461313,6216
+"mom_1",0.9240654169891914,1613946461313,6216
+"eps_1",1e-05,1613946461313,6216
+"wd_2",0.01,1613946461313,6216
+"sqr_mom_2",0.99,1613946461313,6216
+"lr_2",0.00012967661832489195,1613946461313,6216
+"mom_2",0.9240654169891914,1613946461313,6216
+"eps_2",1e-05,1613946461313,6216
+"train_loss",0.006063118,1613946462327,6217
+"raw_loss",0.011289963,1613946462327,6217
+"epoch",39.10691823899371,1613946462327,6217
+"wd_0",0.01,1613946462327,6217
+"sqr_mom_0",0.99,1613946462327,6217
+"lr_0",1.295529202384459e-06,1613946462327,6217
+"mom_0",0.9240901568538793,1613946462327,6217
+"eps_0",1e-05,1613946462327,6217
+"wd_1",0.01,1613946462327,6217
+"sqr_mom_1",0.99,1613946462327,6217
+"lr_1",1.2955292023844587e-05,1613946462327,6217
+"mom_1",0.9240901568538793,1613946462327,6217
+"eps_1",1e-05,1613946462327,6217
+"wd_2",0.01,1613946462327,6217
+"sqr_mom_2",0.99,1613946462327,6217
+"lr_2",0.00012955292023844584,1613946462327,6217
+"mom_2",0.9240901568538793,1613946462327,6217
+"eps_2",1e-05,1613946462327,6217
+"train_loss",0.0060602925,1613946463309,6218
+"raw_loss",0.005921842,1613946463309,6218
+"epoch",39.11320754716981,1613946463309,6218
+"wd_0",0.01,1613946463309,6218
+"sqr_mom_0",0.99,1613946463309,6218
+"lr_0",1.2942926054392262e-06,1613946463309,6218
+"mom_0",0.9241148890401059,1613946463309,6218
+"eps_0",1e-05,1613946463309,6218
+"wd_1",0.01,1613946463309,6218
+"sqr_mom_1",0.99,1613946463309,6218
+"lr_1",1.294292605439226e-05,1613946463309,6218
+"mom_1",0.9241148890401059,1613946463309,6218
+"eps_1",1e-05,1613946463309,6218
+"wd_2",0.01,1613946463309,6218
+"sqr_mom_2",0.99,1613946463309,6218
+"lr_2",0.00012942926054392256,1613946463309,6218
+"mom_2",0.9241148890401059,1613946463309,6218
+"eps_2",1e-05,1613946463309,6218
+"train_loss",0.006052435,1613946464305,6219
+"raw_loss",0.0056674057,1613946464305,6219
+"epoch",39.11949685534591,1613946464305,6219
+"wd_0",0.01,1613946464305,6219
+"sqr_mom_0",0.99,1613946464305,6219
+"lr_0",1.2930568027643915e-06,1613946464305,6219
+"mom_0",0.9241396053407656,1613946464305,6219
+"eps_0",1e-05,1613946464305,6219
+"wd_1",0.01,1613946464305,6219
+"sqr_mom_1",0.99,1613946464305,6219
+"lr_1",1.2930568027643917e-05,1613946464305,6219
+"mom_1",0.9241396053407656,1613946464305,6219
+"eps_1",1e-05,1613946464305,6219
+"wd_2",0.01,1613946464305,6219
+"sqr_mom_2",0.99,1613946464305,6219
+"lr_2",0.0001293056802764391,1613946464305,6219
+"mom_2",0.9241396053407656,1613946464305,6219
+"eps_2",1e-05,1613946464305,6219
+"train_loss",0.006000948,1613946465286,6220
+"raw_loss",0.0034780956,1613946465286,6220
+"epoch",39.12578616352201,1613946465286,6220
+"wd_0",0.01,1613946465286,6220
+"sqr_mom_0",0.99,1613946465286,6220
+"lr_0",1.291820564882929e-06,1613946465286,6220
+"mom_0",0.9241643303456448,1613946465286,6220
+"eps_0",1e-05,1613946465286,6220
+"wd_1",0.01,1613946465286,6220
+"sqr_mom_1",0.99,1613946465286,6220
+"lr_1",1.2918205648829292e-05,1613946465286,6220
+"mom_1",0.9241643303456448,1613946465286,6220
+"eps_1",1e-05,1613946465286,6220
+"wd_2",0.01,1613946465286,6220
+"sqr_mom_2",0.99,1613946465286,6220
+"lr_2",0.00012918205648829287,1613946465286,6220
+"mom_2",0.9241643303456448,1613946465286,6220
+"eps_2",1e-05,1613946465286,6220
+"train_loss",0.0059780106,1613946466256,6221
+"raw_loss",0.0048540756,1613946466256,6221
+"epoch",39.13207547169811,1613946466256,6221
+"wd_0",0.01,1613946466256,6221
+"sqr_mom_0",0.99,1613946466256,6221
+"lr_0",1.290585531761359e-06,1613946466256,6221
+"mom_0",0.9241890312550853,1613946466256,6221
+"eps_0",1e-05,1613946466256,6221
+"wd_1",0.01,1613946466256,6221
+"sqr_mom_1",0.99,1613946466256,6221
+"lr_1",1.2905855317613589e-05,1613946466256,6221
+"mom_1",0.9241890312550853,1613946466256,6221
+"eps_1",1e-05,1613946466256,6221
+"wd_2",0.01,1613946466256,6221
+"sqr_mom_2",0.99,1613946466256,6221
+"lr_2",0.0001290585531761359,1613946466256,6221
+"mom_2",0.9241890312550853,1613946466256,6221
+"eps_2",1e-05,1613946466256,6221
+"train_loss",0.0059801843,1613946467230,6222
+"raw_loss",0.006086685,1613946467230,6222
+"epoch",39.13836477987421,1613946467230,6222
+"wd_0",0.01,1613946467230,6222
+"sqr_mom_0",0.99,1613946467230,6222
+"lr_0",1.2893508838790806e-06,1613946467230,6222
+"mom_0",0.924213724459663,1613946467230,6222
+"eps_0",1e-05,1613946467230,6222
+"wd_1",0.01,1613946467230,6222
+"sqr_mom_1",0.99,1613946467230,6222
+"lr_1",1.2893508838790805e-05,1613946467230,6222
+"mom_1",0.924213724459663,1613946467230,6222
+"eps_1",1e-05,1613946467230,6222
+"wd_2",0.01,1613946467230,6222
+"sqr_mom_2",0.99,1613946467230,6222
+"lr_2",0.00012893508838790805,1613946467230,6222
+"mom_2",0.924213724459663,1613946467230,6222
+"eps_2",1e-05,1613946467230,6222
+"train_loss",0.0059877015,1613946468195,6223
+"raw_loss",0.0063560316,1613946468195,6223
+"epoch",39.14465408805031,1613946468195,6223
+"wd_0",0.01,1613946468195,6223
+"sqr_mom_0",0.99,1613946468195,6223
+"lr_0",1.288115802738071e-06,1613946468195,6223
+"mom_0",0.9242384263295018,1613946468195,6223
+"eps_0",1e-05,1613946468195,6223
+"wd_1",0.01,1613946468195,6223
+"sqr_mom_1",0.99,1613946468195,6223
+"lr_1",1.2881158027380706e-05,1613946468195,6223
+"mom_1",0.9242384263295018,1613946468195,6223
+"eps_1",1e-05,1613946468195,6223
+"wd_2",0.01,1613946468195,6223
+"sqr_mom_2",0.99,1613946468195,6223
+"lr_2",0.00012881158027380703,1613946468195,6223
+"mom_2",0.9242384263295018,1613946468195,6223
+"eps_2",1e-05,1613946468195,6223
+"train_loss",0.005965808,1613946469161,6224
+"raw_loss",0.0048930333,1613946469161,6224
+"epoch",39.15094339622641,1613946469161,6224
+"wd_0",0.01,1613946469161,6224
+"sqr_mom_0",0.99,1613946469161,6224
+"lr_0",1.2868819267703436e-06,1613946469161,6224
+"mom_0",0.9242631040956341,1613946469161,6224
+"eps_0",1e-05,1613946469161,6224
+"wd_1",0.01,1613946469161,6224
+"sqr_mom_1",0.99,1613946469161,6224
+"lr_1",1.2868819267703435e-05,1613946469161,6224
+"mom_1",0.9242631040956341,1613946469161,6224
+"eps_1",1e-05,1613946469161,6224
+"wd_2",0.01,1613946469161,6224
+"sqr_mom_2",0.99,1613946469161,6224
+"lr_2",0.00012868819267703428,1613946469161,6224
+"mom_2",0.9242631040956341,1613946469161,6224
+"eps_2",1e-05,1613946469161,6224
+"train_loss",0.006027142,1613946470135,6225
+"raw_loss",0.0090325065,1613946470135,6225
+"epoch",39.15723270440251,1613946470135,6225
+"wd_0",0.01,1613946470135,6225
+"sqr_mom_0",0.99,1613946470135,6225
+"lr_0",1.2856480280324403e-06,1613946470135,6225
+"mom_0",0.9242877823171743,1613946470135,6225
+"eps_0",1e-05,1613946470135,6225
+"wd_1",0.01,1613946470135,6225
+"sqr_mom_1",0.99,1613946470135,6225
+"lr_1",1.2856480280324402e-05,1613946470135,6225
+"mom_1",0.9242877823171743,1613946470135,6225
+"eps_1",1e-05,1613946470135,6225
+"wd_2",0.01,1613946470135,6225
+"sqr_mom_2",0.99,1613946470135,6225
+"lr_2",0.00012856480280324403,1613946470135,6225
+"mom_2",0.9242877823171743,1613946470135,6225
+"eps_2",1e-05,1613946470135,6225
+"train_loss",0.0060351253,1613946471106,6226
+"raw_loss",0.006426316,1613946471106,6226
+"epoch",39.16352201257861,1613946471106,6226
+"wd_0",0.01,1613946471106,6226
+"sqr_mom_0",0.99,1613946471106,6226
+"lr_0",1.2844145163632768e-06,1613946471106,6226
+"mom_0",0.9243124527972624,1613946471106,6226
+"eps_0",1e-05,1613946471106,6226
+"wd_1",0.01,1613946471106,6226
+"sqr_mom_1",0.99,1613946471106,6226
+"lr_1",1.284414516363277e-05,1613946471106,6226
+"mom_1",0.9243124527972624,1613946471106,6226
+"eps_1",1e-05,1613946471106,6226
+"wd_2",0.01,1613946471106,6226
+"sqr_mom_2",0.99,1613946471106,6226
+"lr_2",0.00012844145163632765,1613946471106,6226
+"mom_2",0.9243124527972624,1613946471106,6226
+"eps_2",1e-05,1613946471106,6226
+"train_loss",0.006007648,1613946472083,6227
+"raw_loss",0.0046612616,1613946472083,6227
+"epoch",39.16981132075471,1613946472083,6227
+"wd_0",0.01,1613946472083,6227
+"sqr_mom_0",0.99,1613946472083,6227
+"lr_0",1.2831813921560202e-06,1613946472083,6227
+"mom_0",0.9243371155280349,1613946472083,6227
+"eps_0",1e-05,1613946472083,6227
+"wd_1",0.01,1613946472083,6227
+"sqr_mom_1",0.99,1613946472083,6227
+"lr_1",1.2831813921560202e-05,1613946472083,6227
+"mom_1",0.9243371155280349,1613946472083,6227
+"eps_1",1e-05,1613946472083,6227
+"wd_2",0.01,1613946472083,6227
+"sqr_mom_2",0.99,1613946472083,6227
+"lr_2",0.00012831813921560198,1613946472083,6227
+"mom_2",0.9243371155280349,1613946472083,6227
+"eps_2",1e-05,1613946472083,6227
+"train_loss",0.0059774867,1613946473051,6228
+"raw_loss",0.004499586,1613946473051,6228
+"epoch",39.17610062893081,1613946473051,6228
+"wd_0",0.01,1613946473051,6228
+"sqr_mom_0",0.99,1613946473051,6228
+"lr_0",1.2819490646071507e-06,1613946473051,6228
+"mom_0",0.9243617623254802,1613946473051,6228
+"eps_0",1e-05,1613946473051,6228
+"wd_1",0.01,1613946473051,6228
+"sqr_mom_1",0.99,1613946473051,6228
+"lr_1",1.2819490646071508e-05,1613946473051,6228
+"mom_1",0.9243617623254802,1613946473051,6228
+"eps_1",1e-05,1613946473051,6228
+"wd_2",0.01,1613946473051,6228
+"sqr_mom_2",0.99,1613946473051,6228
+"lr_2",0.00012819490646071507,1613946473051,6228
+"mom_2",0.9243617623254802,1613946473051,6228
+"eps_2",1e-05,1613946473051,6228
+"train_loss",0.005973897,1613946474014,6229
+"raw_loss",0.0057980083,1613946474014,6229
+"epoch",39.18238993710691,1613946474014,6229
+"wd_0",0.01,1613946474014,6229
+"sqr_mom_0",0.99,1613946474014,6229
+"lr_0",1.2807163076992827e-06,1613946474014,6229
+"mom_0",0.9243864177101915,1613946474014,6229
+"eps_0",1e-05,1613946474014,6229
+"wd_1",0.01,1613946474014,6229
+"sqr_mom_1",0.99,1613946474014,6229
+"lr_1",1.2807163076992822e-05,1613946474014,6229
+"mom_1",0.9243864177101915,1613946474014,6229
+"eps_1",1e-05,1613946474014,6229
+"wd_2",0.01,1613946474014,6229
+"sqr_mom_2",0.99,1613946474014,6229
+"lr_2",0.0001280716307699282,1613946474014,6229
+"mom_2",0.9243864177101915,1613946474014,6229
+"eps_2",1e-05,1613946474014,6229
+"train_loss",0.005948914,1613946475008,6230
+"raw_loss",0.004724766,1613946475008,6230
+"epoch",39.18867924528301,1613946475008,6230
+"wd_0",0.01,1613946475008,6230
+"sqr_mom_0",0.99,1613946475008,6230
+"lr_0",1.2794847567811486e-06,1613946475008,6230
+"mom_0",0.9244110489748667,1613946475008,6230
+"eps_0",1e-05,1613946475008,6230
+"wd_1",0.01,1613946475008,6230
+"sqr_mom_1",0.99,1613946475008,6230
+"lr_1",1.2794847567811487e-05,1613946475008,6230
+"mom_1",0.9244110489748667,1613946475008,6230
+"eps_1",1e-05,1613946475008,6230
+"wd_2",0.01,1613946475008,6230
+"sqr_mom_2",0.99,1613946475008,6230
+"lr_2",0.00012794847567811486,1613946475008,6230
+"mom_2",0.9244110489748667,1613946475008,6230
+"eps_2",1e-05,1613946475008,6230
+"train_loss",0.006013533,1613946475974,6231
+"raw_loss",0.009179858,1613946475974,6231
+"epoch",39.19496855345911,1613946475974,6231
+"wd_0",0.01,1613946475974,6231
+"sqr_mom_0",0.99,1613946475974,6231
+"lr_0",1.2782535946382047e-06,1613946475974,6231
+"mom_0",0.9244356724639605,1613946475974,6231
+"eps_0",1e-05,1613946475974,6231
+"wd_1",0.01,1613946475974,6231
+"sqr_mom_1",0.99,1613946475974,6231
+"lr_1",1.2782535946382049e-05,1613946475974,6231
+"mom_1",0.9244356724639605,1613946475974,6231
+"eps_1",1e-05,1613946475974,6231
+"wd_2",0.01,1613946475974,6231
+"sqr_mom_2",0.99,1613946475974,6231
+"lr_2",0.00012782535946382045,1613946475974,6231
+"mom_2",0.9244356724639605,1613946475974,6231
+"eps_2",1e-05,1613946475974,6231
+"train_loss",0.006117244,1613946476951,6232
+"raw_loss",0.011199082,1613946476951,6232
+"epoch",39.20125786163521,1613946476951,6232
+"wd_0",0.01,1613946476951,6232
+"sqr_mom_0",0.99,1613946476951,6232
+"lr_0",1.277022005087869e-06,1613946476951,6232
+"mom_0",0.9244603045012876,1613946476951,6232
+"eps_0",1e-05,1613946476951,6232
+"wd_1",0.01,1613946476951,6232
+"sqr_mom_1",0.99,1613946476951,6232
+"lr_1",1.277022005087869e-05,1613946476951,6232
+"mom_1",0.9244603045012876,1613946476951,6232
+"eps_1",1e-05,1613946476951,6232
+"wd_2",0.01,1613946476951,6232
+"sqr_mom_2",0.99,1613946476951,6232
+"lr_2",0.00012770220050878687,1613946476951,6232
+"mom_2",0.9244603045012876,1613946476951,6232
+"eps_2",1e-05,1613946476951,6232
+"train_loss",0.0060741557,1613946477930,6233
+"raw_loss",0.0039628316,1613946477930,6233
+"epoch",39.20754716981131,1613946477930,6233
+"wd_0",0.01,1613946477930,6233
+"sqr_mom_0",0.99,1613946477930,6233
+"lr_0",1.2757916219302841e-06,1613946477930,6233
+"mom_0",0.9244849124105183,1613946477930,6233
+"eps_0",1e-05,1613946477930,6233
+"wd_1",0.01,1613946477930,6233
+"sqr_mom_1",0.99,1613946477930,6233
+"lr_1",1.275791621930284e-05,1613946477930,6233
+"mom_1",0.9244849124105183,1613946477930,6233
+"eps_1",1e-05,1613946477930,6233
+"wd_2",0.01,1613946477930,6233
+"sqr_mom_2",0.99,1613946477930,6233
+"lr_2",0.00012757916219302838,1613946477930,6233
+"mom_2",0.9244849124105183,1613946477930,6233
+"eps_2",1e-05,1613946477930,6233
+"train_loss",0.006046171,1613946478905,6234
+"raw_loss",0.004674903,1613946478905,6234
+"epoch",39.213836477987414,1613946478905,6234
+"wd_0",0.01,1613946478905,6234
+"sqr_mom_0",0.99,1613946478905,6234
+"lr_0",1.2745616287242527e-06,1613946478905,6234
+"mom_0",0.9245095125206402,1613946478905,6234
+"eps_0",1e-05,1613946478905,6234
+"wd_1",0.01,1613946478905,6234
+"sqr_mom_1",0.99,1613946478905,6234
+"lr_1",1.2745616287242526e-05,1613946478905,6234
+"mom_1",0.9245095125206402,1613946478905,6234
+"eps_1",1e-05,1613946478905,6234
+"wd_2",0.01,1613946478905,6234
+"sqr_mom_2",0.99,1613946478905,6234
+"lr_2",0.00012745616287242526,1613946478905,6234
+"mom_2",0.9245095125206402,1613946478905,6234
+"eps_2",1e-05,1613946478905,6234
+"train_loss",0.0060174316,1613946479858,6235
+"raw_loss",0.004609216,1613946479858,6235
+"epoch",39.220125786163514,1613946479858,6235
+"wd_0",0.01,1613946479858,6235
+"sqr_mom_0",0.99,1613946479858,6235
+"lr_0",1.273331210063664e-06,1613946479858,6235
+"mom_0",0.924534121139938,1613946479858,6235
+"eps_0",1e-05,1613946479858,6235
+"wd_1",0.01,1613946479858,6235
+"sqr_mom_1",0.99,1613946479858,6235
+"lr_1",1.2733312100636637e-05,1613946479858,6235
+"mom_1",0.924534121139938,1613946479858,6235
+"eps_1",1e-05,1613946479858,6235
+"wd_2",0.01,1613946479858,6235
+"sqr_mom_2",0.99,1613946479858,6235
+"lr_2",0.00012733312100636637,1613946479858,6235
+"mom_2",0.924534121139938,1613946479858,6235
+"eps_2",1e-05,1613946479858,6235
+"train_loss",0.006048408,1613946480831,6236
+"raw_loss",0.0075662476,1613946480831,6236
+"epoch",39.226415094339615,1613946480831,6236
+"wd_0",0.01,1613946480831,6236
+"sqr_mom_0",0.99,1613946480831,6236
+"lr_0",1.272101998195382e-06,1613946480831,6236
+"mom_0",0.9245587056231486,1613946480831,6236
+"eps_0",1e-05,1613946480831,6236
+"wd_1",0.01,1613946480831,6236
+"sqr_mom_1",0.99,1613946480831,6236
+"lr_1",1.2721019981953825e-05,1613946480831,6236
+"mom_1",0.9245587056231486,1613946480831,6236
+"eps_1",1e-05,1613946480831,6236
+"wd_2",0.01,1613946480831,6236
+"sqr_mom_2",0.99,1613946480831,6236
+"lr_2",0.0001272101998195382,1613946480831,6236
+"mom_2",0.9245587056231486,1613946480831,6236
+"eps_2",1e-05,1613946480831,6236
+"train_loss",0.0060117533,1613946481787,6237
+"raw_loss",0.0042156894,1613946481787,6237
+"epoch",39.232704402515715,1613946481787,6237
+"wd_0",0.01,1613946481787,6237
+"sqr_mom_0",0.99,1613946481787,6237
+"lr_0",1.2708727698145545e-06,1613946481787,6237
+"mom_0",0.9245832904366132,1613946481787,6237
+"eps_0",1e-05,1613946481787,6237
+"wd_1",0.01,1613946481787,6237
+"sqr_mom_1",0.99,1613946481787,6237
+"lr_1",1.2708727698145544e-05,1613946481787,6237
+"mom_1",0.9245832904366132,1613946481787,6237
+"eps_1",1e-05,1613946481787,6237
+"wd_2",0.01,1613946481787,6237
+"sqr_mom_2",0.99,1613946481787,6237
+"lr_2",0.00012708727698145542,1613946481787,6237
+"mom_2",0.9245832904366132,1613946481787,6237
+"eps_2",1e-05,1613946481787,6237
+"train_loss",0.005967431,1613946482739,6238
+"raw_loss",0.003795634,1613946482739,6238
+"epoch",39.238993710691815,1613946482739,6238
+"wd_0",0.01,1613946482739,6238
+"sqr_mom_0",0.99,1613946482739,6238
+"lr_0",1.2696439332119108e-06,1613946482739,6238
+"mom_0",0.9246078674144359,1613946482739,6238
+"eps_0",1e-05,1613946482739,6238
+"wd_1",0.01,1613946482739,6238
+"sqr_mom_1",0.99,1613946482739,6238
+"lr_1",1.2696439332119107e-05,1613946482739,6238
+"mom_1",0.9246078674144359,1613946482739,6238
+"eps_1",1e-05,1613946482739,6238
+"wd_2",0.01,1613946482739,6238
+"sqr_mom_2",0.99,1613946482739,6238
+"lr_2",0.00012696439332119102,1613946482739,6238
+"mom_2",0.9246078674144359,1613946482739,6238
+"eps_2",1e-05,1613946482739,6238
+"train_loss",0.0059558195,1613946483684,6239
+"raw_loss",0.00538687,1613946483684,6239
+"epoch",39.245283018867916,1613946483684,6239
+"wd_0",0.01,1613946483684,6239
+"sqr_mom_0",0.99,1613946483684,6239
+"lr_0",1.2684154887791287e-06,1613946483684,6239
+"mom_0",0.9246324365487829,1613946483684,6239
+"eps_0",1e-05,1613946483684,6239
+"wd_1",0.01,1613946483684,6239
+"sqr_mom_1",0.99,1613946483684,6239
+"lr_1",1.2684154887791282e-05,1613946483684,6239
+"mom_1",0.9246324365487829,1613946483684,6239
+"eps_1",1e-05,1613946483684,6239
+"wd_2",0.01,1613946483684,6239
+"sqr_mom_2",0.99,1613946483684,6239
+"lr_2",0.00012684154887791283,1613946483684,6239
+"mom_2",0.9246324365487829,1613946483684,6239
+"eps_2",1e-05,1613946483684,6239
+"train_loss",0.005973933,1613946484644,6240
+"raw_loss",0.0068614776,1613946484644,6240
+"epoch",39.251572327044016,1613946484644,6240
+"wd_0",0.01,1613946484644,6240
+"sqr_mom_0",0.99,1613946484644,6240
+"lr_0",1.2671878441566904e-06,1613946484644,6240
+"mom_0",0.924656989686763,1613946484644,6240
+"eps_0",1e-05,1613946484644,6240
+"wd_1",0.01,1613946484644,6240
+"sqr_mom_1",0.99,1613946484644,6240
+"lr_1",1.2671878441566905e-05,1613946484644,6240
+"mom_1",0.924656989686763,1613946484644,6240
+"eps_1",1e-05,1613946484644,6240
+"wd_2",0.01,1613946484644,6240
+"sqr_mom_2",0.99,1613946484644,6240
+"lr_2",0.00012671878441566898,1613946484644,6240
+"mom_2",0.924656989686763,1613946484644,6240
+"eps_2",1e-05,1613946484644,6240
+"train_loss",0.0059246263,1613946485586,6241
+"raw_loss",0.0035086044,1613946485586,6241
+"epoch",39.25786163522012,1613946485586,6241
+"wd_0",0.01,1613946485586,6241
+"sqr_mom_0",0.99,1613946485586,6241
+"lr_0",1.2659597779892323e-06,1613946485586,6241
+"mom_0",0.9246815512557278,1613946485586,6241
+"eps_0",1e-05,1613946485586,6241
+"wd_1",0.01,1613946485586,6241
+"sqr_mom_1",0.99,1613946485586,6241
+"lr_1",1.265959777989232e-05,1613946485586,6241
+"mom_1",0.9246815512557278,1613946485586,6241
+"eps_1",1e-05,1613946485586,6241
+"wd_2",0.01,1613946485586,6241
+"sqr_mom_2",0.99,1613946485586,6241
+"lr_2",0.00012659597779892317,1613946485586,6241
+"mom_2",0.9246815512557278,1613946485586,6241
+"eps_2",1e-05,1613946485586,6241
+"train_loss",0.0059323953,1613946486538,6242
+"raw_loss",0.006313078,1613946486538,6242
+"epoch",39.26415094339622,1613946486538,6242
+"wd_0",0.01,1613946486538,6242
+"sqr_mom_0",0.99,1613946486538,6242
+"lr_0",1.264732919402854e-06,1613946486538,6242
+"mom_0",0.9247060886728296,1613946486538,6242
+"eps_0",1e-05,1613946486538,6242
+"wd_1",0.01,1613946486538,6242
+"sqr_mom_1",0.99,1613946486538,6242
+"lr_1",1.2647329194028539e-05,1613946486538,6242
+"mom_1",0.9247060886728296,1613946486538,6242
+"eps_1",1e-05,1613946486538,6242
+"wd_2",0.01,1613946486538,6242
+"sqr_mom_2",0.99,1613946486538,6242
+"lr_2",0.00012647329194028536,1613946486538,6242
+"mom_2",0.9247060886728296,1613946486538,6242
+"eps_2",1e-05,1613946486538,6242
+"train_loss",0.0059315898,1613946487490,6243
+"raw_loss",0.0058921175,1613946487490,6243
+"epoch",39.27044025157232,1613946487490,6243
+"wd_0",0.01,1613946487490,6243
+"sqr_mom_0",0.99,1613946487490,6243
+"lr_0",1.2635056405757846e-06,1613946487490,6243
+"mom_0",0.9247306344948292,1613946487490,6243
+"eps_0",1e-05,1613946487490,6243
+"wd_1",0.01,1613946487490,6243
+"sqr_mom_1",0.99,1613946487490,6243
+"lr_1",1.2635056405757842e-05,1613946487490,6243
+"mom_1",0.9247306344948292,1613946487490,6243
+"eps_1",1e-05,1613946487490,6243
+"wd_2",0.01,1613946487490,6243
+"sqr_mom_2",0.99,1613946487490,6243
+"lr_2",0.00012635056405757843,1613946487490,6243
+"mom_2",0.9247306344948292,1613946487490,6243
+"eps_2",1e-05,1613946487490,6243
+"train_loss",0.0058858916,1613946488450,6244
+"raw_loss",0.0036466813,1613946488450,6244
+"epoch",39.27672955974842,1613946488450,6244
+"wd_0",0.01,1613946488450,6244
+"sqr_mom_0",0.99,1613946488450,6244
+"lr_0",1.2622795695896544e-06,1613946488450,6244
+"mom_0",0.9247551561597684,1613946488450,6244
+"eps_0",1e-05,1613946488450,6244
+"wd_1",0.01,1613946488450,6244
+"sqr_mom_1",0.99,1613946488450,6244
+"lr_1",1.2622795695896544e-05,1613946488450,6244
+"mom_1",0.9247551561597684,1613946488450,6244
+"eps_1",1e-05,1613946488450,6244
+"wd_2",0.01,1613946488450,6244
+"sqr_mom_2",0.99,1613946488450,6244
+"lr_2",0.00012622795695896544,1613946488450,6244
+"mom_2",0.9247551561597684,1613946488450,6244
+"eps_2",1e-05,1613946488450,6244
+"train_loss",0.005863623,1613946489416,6245
+"raw_loss",0.004772481,1613946489416,6245
+"epoch",39.28301886792452,1613946489416,6245
+"wd_0",0.01,1613946489416,6245
+"sqr_mom_0",0.99,1613946489416,6245
+"lr_0",1.2610538928590321e-06,1613946489416,6245
+"mom_0",0.9247796699395188,1613946489416,6245
+"eps_0",1e-05,1613946489416,6245
+"wd_1",0.01,1613946489416,6245
+"sqr_mom_1",0.99,1613946489416,6245
+"lr_1",1.2610538928590322e-05,1613946489416,6245
+"mom_1",0.9247796699395188,1613946489416,6245
+"eps_1",1e-05,1613946489416,6245
+"wd_2",0.01,1613946489416,6245
+"sqr_mom_2",0.99,1613946489416,6245
+"lr_2",0.00012610538928590315,1613946489416,6245
+"mom_2",0.9247796699395188,1613946489416,6245
+"eps_2",1e-05,1613946489416,6245
+"train_loss",0.0058027813,1613946490361,6246
+"raw_loss",0.0028215265,1613946490361,6246
+"epoch",39.28930817610062,1613946490361,6246
+"wd_0",0.01,1613946490361,6246
+"sqr_mom_0",0.99,1613946490361,6246
+"lr_0",1.2598277978449998e-06,1613946490361,6246
+"mom_0",0.9248041920850208,1613946490361,6246
+"eps_0",1e-05,1613946490361,6246
+"wd_1",0.01,1613946490361,6246
+"sqr_mom_1",0.99,1613946490361,6246
+"lr_1",1.2598277978449995e-05,1613946490361,6246
+"mom_1",0.9248041920850208,1613946490361,6246
+"eps_1",1e-05,1613946490361,6246
+"wd_2",0.01,1613946490361,6246
+"sqr_mom_2",0.99,1613946490361,6246
+"lr_2",0.00012598277978449995,1613946490361,6246
+"mom_2",0.9248041920850208,1613946490361,6246
+"eps_2",1e-05,1613946490361,6246
+"train_loss",0.0058077117,1613946491342,6247
+"raw_loss",0.006049294,1613946491342,6247
+"epoch",39.29559748427672,1613946491342,6247
+"wd_0",0.01,1613946491342,6247
+"sqr_mom_0",0.99,1613946491342,6247
+"lr_0",1.2586029110587665e-06,1613946491342,6247
+"mom_0",0.9248286900657253,1613946491342,6247
+"eps_0",1e-05,1613946491342,6247
+"wd_1",0.01,1613946491342,6247
+"sqr_mom_1",0.99,1613946491342,6247
+"lr_1",1.2586029110587663e-05,1613946491342,6247
+"mom_1",0.9248286900657253,1613946491342,6247
+"eps_1",1e-05,1613946491342,6247
+"wd_2",0.01,1613946491342,6247
+"sqr_mom_2",0.99,1613946491342,6247
+"lr_2",0.0001258602911058766,1613946491342,6247
+"mom_2",0.9248286900657253,1613946491342,6247
+"eps_2",1e-05,1613946491342,6247
+"train_loss",0.0057578,1613946492318,6248
+"raw_loss",0.0033121242,1613946492318,6248
+"epoch",39.30188679245282,1613946492318,6248
+"wd_0",0.01,1613946492318,6248
+"sqr_mom_0",0.99,1613946492318,6248
+"lr_0",1.2573780134969498e-06,1613946492318,6248
+"mom_0",0.9248531882619436,1613946492318,6248
+"eps_0",1e-05,1613946492318,6248
+"wd_1",0.01,1613946492318,6248
+"sqr_mom_1",0.99,1613946492318,6248
+"lr_1",1.25737801349695e-05,1613946492318,6248
+"mom_1",0.9248531882619436,1613946492318,6248
+"eps_1",1e-05,1613946492318,6248
+"wd_2",0.01,1613946492318,6248
+"sqr_mom_2",0.99,1613946492318,6248
+"lr_2",0.00012573780134969494,1613946492318,6248
+"mom_2",0.9248531882619436,1613946492318,6248
+"eps_2",1e-05,1613946492318,6248
+"train_loss",0.005696814,1613946493279,6249
+"raw_loss",0.0027085165,1613946493279,6249
+"epoch",39.30817610062892,1613946493279,6249
+"wd_0",0.01,1613946493279,6249
+"sqr_mom_0",0.99,1613946493279,6249
+"lr_0",1.2561535120146158e-06,1613946493279,6249
+"mom_0",0.924877678536493,1613946493279,6249
+"eps_0",1e-05,1613946493279,6249
+"wd_1",0.01,1613946493279,6249
+"sqr_mom_1",0.99,1613946493279,6249
+"lr_1",1.2561535120146156e-05,1613946493279,6249
+"mom_1",0.924877678536493,1613946493279,6249
+"eps_1",1e-05,1613946493279,6249
+"wd_2",0.01,1613946493279,6249
+"sqr_mom_2",0.99,1613946493279,6249
+"lr_2",0.00012561535120146156,1613946493279,6249
+"mom_2",0.924877678536493,1613946493279,6249
+"eps_2",1e-05,1613946493279,6249
+"train_loss",0.0056683873,1613946494226,6250
+"raw_loss",0.0042754724,1613946494226,6250
+"epoch",39.31446540880502,1613946494226,6250
+"wd_0",0.01,1613946494226,6250
+"sqr_mom_0",0.99,1613946494226,6250
+"lr_0",1.2549294070020597e-06,1613946494226,6250
+"mom_0",0.9249021608815676,1613946494226,6250
+"eps_0",1e-05,1613946494226,6250
+"wd_1",0.01,1613946494226,6250
+"sqr_mom_1",0.99,1613946494226,6250
+"lr_1",1.2549294070020597e-05,1613946494226,6250
+"mom_1",0.9249021608815676,1613946494226,6250
+"eps_1",1e-05,1613946494226,6250
+"wd_2",0.01,1613946494226,6250
+"sqr_mom_2",0.99,1613946494226,6250
+"lr_2",0.00012549294070020593,1613946494226,6250
+"mom_2",0.9249021608815676,1613946494226,6250
+"eps_2",1e-05,1613946494226,6250
+"train_loss",0.00562397,1613946495171,6251
+"raw_loss",0.0034475327,1613946495171,6251
+"epoch",39.32075471698112,1613946495171,6251
+"wd_0",0.01,1613946495171,6251
+"sqr_mom_0",0.99,1613946495171,6251
+"lr_0",1.2537061046569673e-06,1613946495171,6251
+"mom_0",0.9249266271731323,1613946495171,6251
+"eps_0",1e-05,1613946495171,6251
+"wd_1",0.01,1613946495171,6251
+"sqr_mom_1",0.99,1613946495171,6251
+"lr_1",1.2537061046569674e-05,1613946495171,6251
+"mom_1",0.9249266271731323,1613946495171,6251
+"eps_1",1e-05,1613946495171,6251
+"wd_2",0.01,1613946495171,6251
+"sqr_mom_2",0.99,1613946495171,6251
+"lr_2",0.00012537061046569668,1613946495171,6251
+"mom_2",0.9249266271731323,1613946495171,6251
+"eps_2",1e-05,1613946495171,6251
+"train_loss",0.0056542912,1613946496147,6252
+"raw_loss",0.007140035,1613946496147,6252
+"epoch",39.32704402515722,1613946496147,6252
+"wd_0",0.01,1613946496147,6252
+"sqr_mom_0",0.99,1613946496147,6252
+"lr_0",1.2524823879468342e-06,1613946496147,6252
+"mom_0",0.9249511017520808,1613946496147,6252
+"eps_0",1e-05,1613946496147,6252
+"wd_1",0.01,1613946496147,6252
+"sqr_mom_1",0.99,1613946496147,6252
+"lr_1",1.2524823879468341e-05,1613946496147,6252
+"mom_1",0.9249511017520808,1613946496147,6252
+"eps_1",1e-05,1613946496147,6252
+"wd_2",0.01,1613946496147,6252
+"sqr_mom_2",0.99,1613946496147,6252
+"lr_2",0.00012524823879468336,1613946496147,6252
+"mom_2",0.9249511017520808,1613946496147,6252
+"eps_2",1e-05,1613946496147,6252
+"train_loss",0.0056248954,1613946497169,6253
+"raw_loss",0.0041845036,1613946497169,6253
+"epoch",39.33333333333332,1613946497169,6253
+"wd_0",0.01,1613946497169,6253
+"sqr_mom_0",0.99,1613946497169,6253
+"lr_0",1.2512598802278653e-06,1613946497169,6253
+"mom_0",0.9249755521509642,1613946497169,6253
+"eps_0",1e-05,1613946497169,6253
+"wd_1",0.01,1613946497169,6253
+"sqr_mom_1",0.99,1613946497169,6253
+"lr_1",1.2512598802278654e-05,1613946497169,6253
+"mom_1",0.9249755521509642,1613946497169,6253
+"eps_1",1e-05,1613946497169,6253
+"wd_2",0.01,1613946497169,6253
+"sqr_mom_2",0.99,1613946497169,6253
+"lr_2",0.0001251259880227865,1613946497169,6253
+"mom_2",0.9249755521509642,1613946497169,6253
+"eps_2",1e-05,1613946497169,6253
+"train_loss",0.0056765536,1613946498158,6254
+"raw_loss",0.008207798,1613946498158,6254
+"epoch",39.33962264150942,1613946498158,6254
+"wd_0",0.01,1613946498158,6254
+"sqr_mom_0",0.99,1613946498158,6254
+"lr_0",1.2500377702744741e-06,1613946498158,6254
+"mom_0",0.9249999945944565,1613946498158,6254
+"eps_0",1e-05,1613946498158,6254
+"wd_1",0.01,1613946498158,6254
+"sqr_mom_1",0.99,1613946498158,6254
+"lr_1",1.2500377702744744e-05,1613946498158,6254
+"mom_1",0.9249999945944565,1613946498158,6254
+"eps_1",1e-05,1613946498158,6254
+"wd_2",0.01,1613946498158,6254
+"sqr_mom_2",0.99,1613946498158,6254
+"lr_2",0.00012500377702744737,1613946498158,6254
+"mom_2",0.9249999945944565,1613946498158,6254
+"eps_2",1e-05,1613946498158,6254
+"train_loss",0.005715401,1613946499110,6255
+"raw_loss",0.0076189167,1613946499110,6255
+"epoch",39.34591194968552,1613946499110,6255
+"wd_0",0.01,1613946499110,6255
+"sqr_mom_0",0.99,1613946499110,6255
+"lr_0",1.2488152479169057e-06,1613946499110,6255
+"mom_0",0.9250244452861147,1613946499110,6255
+"eps_0",1e-05,1613946499110,6255
+"wd_1",0.01,1613946499110,6255
+"sqr_mom_1",0.99,1613946499110,6255
+"lr_1",1.2488152479169054e-05,1613946499110,6255
+"mom_1",0.9250244452861147,1613946499110,6255
+"eps_1",1e-05,1613946499110,6255
+"wd_2",0.01,1613946499110,6255
+"sqr_mom_2",0.99,1613946499110,6255
+"lr_2",0.00012488152479169054,1613946499110,6255
+"mom_2",0.9250244452861147,1613946499110,6255
+"eps_2",1e-05,1613946499110,6255
+"train_loss",0.0057647433,1613946500093,6256
+"raw_loss",0.008182518,1613946500093,6256
+"epoch",39.35220125786162,1613946500093,6256
+"wd_0",0.01,1613946500093,6256
+"sqr_mom_0",0.99,1613946500093,6256
+"lr_0",1.247593934926961e-06,1613946500093,6256
+"mom_0",0.9250488717901786,1613946500093,6256
+"eps_0",1e-05,1613946500093,6256
+"wd_1",0.01,1613946500093,6256
+"sqr_mom_1",0.99,1613946500093,6256
+"lr_1",1.2475939349269611e-05,1613946500093,6256
+"mom_1",0.9250488717901786,1613946500093,6256
+"eps_1",1e-05,1613946500093,6256
+"wd_2",0.01,1613946500093,6256
+"sqr_mom_2",0.99,1613946500093,6256
+"lr_2",0.00012475939349269606,1613946500093,6256
+"mom_2",0.9250488717901786,1613946500093,6256
+"eps_2",1e-05,1613946500093,6256
+"train_loss",0.005824206,1613946501051,6257
+"raw_loss",0.008737883,1613946501051,6257
+"epoch",39.35849056603772,1613946501051,6257
+"wd_0",0.01,1613946501051,6257
+"sqr_mom_0",0.99,1613946501051,6257
+"lr_0",1.2463730208702976e-06,1613946501051,6257
+"mom_0",0.9250732903154972,1613946501051,6257
+"eps_0",1e-05,1613946501051,6257
+"wd_1",0.01,1613946501051,6257
+"sqr_mom_1",0.99,1613946501051,6257
+"lr_1",1.2463730208702971e-05,1613946501051,6257
+"mom_1",0.9250732903154972,1613946501051,6257
+"eps_1",1e-05,1613946501051,6257
+"wd_2",0.01,1613946501051,6257
+"sqr_mom_2",0.99,1613946501051,6257
+"lr_2",0.0001246373020870297,1613946501051,6257
+"mom_2",0.9250732903154972,1613946501051,6257
+"eps_2",1e-05,1613946501051,6257
+"train_loss",0.0058224155,1613946501987,6258
+"raw_loss",0.0057346774,1613946501987,6258
+"epoch",39.36477987421382,1613946501987,6258
+"wd_0",0.01,1613946501987,6258
+"sqr_mom_0",0.99,1613946501987,6258
+"lr_0",1.2451516963715024e-06,1613946501987,6258
+"mom_0",0.9250977170497404,1613946501987,6258
+"eps_0",1e-05,1613946501987,6258
+"wd_1",0.01,1613946501987,6258
+"sqr_mom_1",0.99,1613946501987,6258
+"lr_1",1.245151696371502e-05,1613946501987,6258
+"mom_1",0.9250977170497404,1613946501987,6258
+"eps_1",1e-05,1613946501987,6258
+"wd_2",0.01,1613946501987,6258
+"sqr_mom_2",0.99,1613946501987,6258
+"lr_2",0.0001245151696371502,1613946501987,6258
+"mom_2",0.9250977170497404,1613946501987,6258
+"eps_2",1e-05,1613946501987,6258
+"train_loss",0.005931046,1613946502973,6259
+"raw_loss",0.011253933,1613946502973,6259
+"epoch",39.371069182389924,1613946502973,6259
+"wd_0",0.01,1613946502973,6259
+"sqr_mom_0",0.99,1613946502973,6259
+"lr_0",1.2439315816133223e-06,1613946502973,6259
+"mom_0",0.9251221195889294,1613946502973,6259
+"eps_0",1e-05,1613946502973,6259
+"wd_1",0.01,1613946502973,6259
+"sqr_mom_1",0.99,1613946502973,6259
+"lr_1",1.2439315816133222e-05,1613946502973,6259
+"mom_1",0.9251221195889294,1613946502973,6259
+"eps_1",1e-05,1613946502973,6259
+"wd_2",0.01,1613946502973,6259
+"sqr_mom_2",0.99,1613946502973,6259
+"lr_2",0.00012439315816133216,1613946502973,6259
+"mom_2",0.9251221195889294,1613946502973,6259
+"eps_2",1e-05,1613946502973,6259
+"train_loss",0.005973549,1613946503977,6260
+"raw_loss",0.008056221,1613946503977,6260
+"epoch",39.377358490566024,1613946503977,6260
+"wd_0",0.01,1613946503977,6260
+"sqr_mom_0",0.99,1613946503977,6260
+"lr_0",1.242711462338389e-06,1613946503977,6260
+"mom_0",0.9251465222184544,1613946503977,6260
+"eps_0",1e-05,1613946503977,6260
+"wd_1",0.01,1613946503977,6260
+"sqr_mom_1",0.99,1613946503977,6260
+"lr_1",1.2427114623383892e-05,1613946503977,6260
+"mom_1",0.9251465222184544,1613946503977,6260
+"eps_1",1e-05,1613946503977,6260
+"wd_2",0.01,1613946503977,6260
+"sqr_mom_2",0.99,1613946503977,6260
+"lr_2",0.0001242711462338389,1613946503977,6260
+"mom_2",0.9251465222184544,1613946503977,6260
+"eps_2",1e-05,1613946503977,6260
+"train_loss",0.0059284903,1613946504960,6261
+"raw_loss",0.0037206074,1613946504960,6261
+"epoch",39.383647798742125,1613946504960,6261
+"wd_0",0.01,1613946504960,6261
+"sqr_mom_0",0.99,1613946504960,6261
+"lr_0",1.2414917438177333e-06,1613946504960,6261
+"mom_0",0.9251709168328136,1613946504960,6261
+"eps_0",1e-05,1613946504960,6261
+"wd_1",0.01,1613946504960,6261
+"sqr_mom_1",0.99,1613946504960,6261
+"lr_1",1.2414917438177335e-05,1613946504960,6261
+"mom_1",0.9251709168328136,1613946504960,6261
+"eps_1",1e-05,1613946504960,6261
+"wd_2",0.01,1613946504960,6261
+"sqr_mom_2",0.99,1613946504960,6261
+"lr_2",0.00012414917438177334,1613946504960,6261
+"mom_2",0.9251709168328136,1613946504960,6261
+"eps_2",1e-05,1613946504960,6261
+"train_loss",0.005936317,1613946505954,6262
+"raw_loss",0.006319824,1613946505954,6262
+"epoch",39.389937106918225,1613946505954,6262
+"wd_0",0.01,1613946505954,6262
+"sqr_mom_0",0.99,1613946505954,6262
+"lr_0",1.2402724264401267e-06,1613946505954,6262
+"mom_0",0.9251953034242317,1613946505954,6262
+"eps_0",1e-05,1613946505954,6262
+"wd_1",0.01,1613946505954,6262
+"sqr_mom_1",0.99,1613946505954,6262
+"lr_1",1.2402724264401268e-05,1613946505954,6262
+"mom_1",0.9251953034242317,1613946505954,6262
+"eps_1",1e-05,1613946505954,6262
+"wd_2",0.01,1613946505954,6262
+"sqr_mom_2",0.99,1613946505954,6262
+"lr_2",0.00012402724264401265,1613946505954,6262
+"mom_2",0.9251953034242317,1613946505954,6262
+"eps_2",1e-05,1613946505954,6262
+"train_loss",0.0059352894,1613946506899,6263
+"raw_loss",0.0058849338,1613946506899,6263
+"epoch",39.396226415094326,1613946506899,6263
+"wd_0",0.01,1613946506899,6263
+"sqr_mom_0",0.99,1613946506899,6263
+"lr_0",1.2390539148114656e-06,1613946506899,6263
+"mom_0",0.9252196739005096,1613946506899,6263
+"eps_0",1e-05,1613946506899,6263
+"wd_1",0.01,1613946506899,6263
+"sqr_mom_1",0.99,1613946506899,6263
+"lr_1",1.2390539148114657e-05,1613946506899,6263
+"mom_1",0.9252196739005096,1613946506899,6263
+"eps_1",1e-05,1613946506899,6263
+"wd_2",0.01,1613946506899,6263
+"sqr_mom_2",0.99,1613946506899,6263
+"lr_2",0.0001239053914811465,1613946506899,6263
+"mom_2",0.9252196739005096,1613946506899,6263
+"eps_2",1e-05,1613946506899,6263
+"train_loss",0.005913741,1613946507853,6264
+"raw_loss",0.0048578614,1613946507853,6264
+"epoch",39.402515723270426,1613946507853,6264
+"wd_0",0.01,1613946507853,6264
+"sqr_mom_0",0.99,1613946507853,6264
+"lr_0",1.237834996668506e-06,1613946507853,6264
+"mom_0",0.9252440525071549,1613946507853,6264
+"eps_0",1e-05,1613946507853,6264
+"wd_1",0.01,1613946507853,6264
+"sqr_mom_1",0.99,1613946507853,6264
+"lr_1",1.2378349966685056e-05,1613946507853,6264
+"mom_1",0.9252440525071549,1613946507853,6264
+"eps_1",1e-05,1613946507853,6264
+"wd_2",0.01,1613946507853,6264
+"sqr_mom_2",0.99,1613946507853,6264
+"lr_2",0.00012378349966685057,1613946507853,6264
+"mom_2",0.9252440525071549,1613946507853,6264
+"eps_2",1e-05,1613946507853,6264
+"train_loss",0.0060480633,1613946508843,6265
+"raw_loss",0.012629859,1613946508843,6265
+"epoch",39.408805031446526,1613946508843,6265
+"wd_0",0.01,1613946508843,6265
+"sqr_mom_0",0.99,1613946508843,6265
+"lr_0",1.2366172890017759e-06,1613946508843,6265
+"mom_0",0.9252684069040334,1613946508843,6265
+"eps_0",1e-05,1613946508843,6265
+"wd_1",0.01,1613946508843,6265
+"sqr_mom_1",0.99,1613946508843,6265
+"lr_1",1.2366172890017762e-05,1613946508843,6265
+"mom_1",0.9252684069040334,1613946508843,6265
+"eps_1",1e-05,1613946508843,6265
+"wd_2",0.01,1613946508843,6265
+"sqr_mom_2",0.99,1613946508843,6265
+"lr_2",0.00012366172890017758,1613946508843,6265
+"mom_2",0.9252684069040334,1613946508843,6265
+"eps_2",1e-05,1613946508843,6265
+"train_loss",0.00606461,1613946509817,6266
+"raw_loss",0.0068754083,1613946509817,6266
+"epoch",39.41509433962263,1613946509817,6266
+"wd_0",0.01,1613946509817,6266
+"sqr_mom_0",0.99,1613946509817,6266
+"lr_0",1.235399983764687e-06,1613946509817,6266
+"mom_0",0.9252927532522388,1613946509817,6266
+"eps_0",1e-05,1613946509817,6266
+"wd_1",0.01,1613946509817,6266
+"sqr_mom_1",0.99,1613946509817,6266
+"lr_1",1.2353999837646868e-05,1613946509817,6266
+"mom_1",0.9252927532522388,1613946509817,6266
+"eps_1",1e-05,1613946509817,6266
+"wd_2",0.01,1613946509817,6266
+"sqr_mom_2",0.99,1613946509817,6266
+"lr_2",0.00012353999837646867,1613946509817,6266
+"mom_2",0.9252927532522388,1613946509817,6266
+"eps_2",1e-05,1613946509817,6266
+"train_loss",0.0060708057,1613946510782,6267
+"raw_loss",0.006374393,1613946510782,6267
+"epoch",39.42138364779873,1613946510782,6267
+"wd_0",0.01,1613946510782,6267
+"sqr_mom_0",0.99,1613946510782,6267
+"lr_0",1.2341822739788596e-06,1613946510782,6267
+"mom_0",0.9253171076914997,1613946510782,6267
+"eps_0",1e-05,1613946510782,6267
+"wd_1",0.01,1613946510782,6267
+"sqr_mom_1",0.99,1613946510782,6267
+"lr_1",1.2341822739788592e-05,1613946510782,6267
+"mom_1",0.9253171076914997,1613946510782,6267
+"eps_1",1e-05,1613946510782,6267
+"wd_2",0.01,1613946510782,6267
+"sqr_mom_2",0.99,1613946510782,6267
+"lr_2",0.00012341822739788592,1613946510782,6267
+"mom_2",0.9253171076914997,1613946510782,6267
+"eps_2",1e-05,1613946510782,6267
+"train_loss",0.006022582,1613946511716,6268
+"raw_loss",0.0036595983,1613946511716,6268
+"epoch",39.42767295597483,1613946511716,6268
+"wd_0",0.01,1613946511716,6268
+"sqr_mom_0",0.99,1613946511716,6268
+"lr_0",1.232965775031842e-06,1613946511716,6268
+"mom_0",0.9253414379137422,1613946511716,6268
+"eps_0",1e-05,1613946511716,6268
+"wd_1",0.01,1613946511716,6268
+"sqr_mom_1",0.99,1613946511716,6268
+"lr_1",1.2329657750318421e-05,1613946511716,6268
+"mom_1",0.9253414379137422,1613946511716,6268
+"eps_1",1e-05,1613946511716,6268
+"wd_2",0.01,1613946511716,6268
+"sqr_mom_2",0.99,1613946511716,6268
+"lr_2",0.00012329657750318417,1613946511716,6268
+"mom_2",0.9253414379137422,1613946511716,6268
+"eps_2",1e-05,1613946511716,6268
+"train_loss",0.006005882,1613946512657,6269
+"raw_loss",0.00518759,1613946512657,6269
+"epoch",39.43396226415093,1613946512657,6269
+"wd_0",0.01,1613946512657,6269
+"sqr_mom_0",0.99,1613946512657,6269
+"lr_0",1.2317492762623884e-06,1613946512657,6269
+"mom_0",0.9253657681324335,1613946512657,6269
+"eps_0",1e-05,1613946512657,6269
+"wd_1",0.01,1613946512657,6269
+"sqr_mom_1",0.99,1613946512657,6269
+"lr_1",1.2317492762623881e-05,1613946512657,6269
+"mom_1",0.9253657681324335,1613946512657,6269
+"eps_1",1e-05,1613946512657,6269
+"wd_2",0.01,1613946512657,6269
+"sqr_mom_2",0.99,1613946512657,6269
+"lr_2",0.00012317492762623877,1613946512657,6269
+"mom_2",0.9253657681324335,1613946512657,6269
+"eps_2",1e-05,1613946512657,6269
+"train_loss",0.0060771103,1613946513602,6270
+"raw_loss",0.009567304,1613946513602,6270
+"epoch",39.44025157232703,1613946513602,6270
+"wd_0",0.01,1613946513602,6270
+"sqr_mom_0",0.99,1613946513602,6270
+"lr_0",1.2305331817412829e-06,1613946513602,6270
+"mom_0",0.925390090266077,1613946513602,6270
+"eps_0",1e-05,1613946513602,6270
+"wd_1",0.01,1613946513602,6270
+"sqr_mom_1",0.99,1613946513602,6270
+"lr_1",1.2305331817412832e-05,1613946513602,6270
+"mom_1",0.925390090266077,1613946513602,6270
+"eps_1",1e-05,1613946513602,6270
+"wd_2",0.01,1613946513602,6270
+"sqr_mom_2",0.99,1613946513602,6270
+"lr_2",0.00012305331817412824,1613946513602,6270
+"mom_2",0.925390090266077,1613946513602,6270
+"eps_2",1e-05,1613946513602,6270
+"train_loss",0.0060443883,1613946514575,6271
+"raw_loss",0.004441013,1613946514575,6271
+"epoch",39.44654088050313,1613946514575,6271
+"wd_0",0.01,1613946514575,6271
+"sqr_mom_0",0.99,1613946514575,6271
+"lr_0",1.229317491856143e-06,1613946514575,6271
+"mom_0",0.9254144043069201,1613946514575,6271
+"eps_0",1e-05,1613946514575,6271
+"wd_1",0.01,1613946514575,6271
+"sqr_mom_1",0.99,1613946514575,6271
+"lr_1",1.2293174918561432e-05,1613946514575,6271
+"mom_1",0.9254144043069201,1613946514575,6271
+"eps_1",1e-05,1613946514575,6271
+"wd_2",0.01,1613946514575,6271
+"sqr_mom_2",0.99,1613946514575,6271
+"lr_2",0.00012293174918561427,1613946514575,6271
+"mom_2",0.9254144043069201,1613946514575,6271
+"eps_2",1e-05,1613946514575,6271
+"train_loss",0.0060541565,1613946515549,6272
+"raw_loss",0.0065327957,1613946515549,6272
+"epoch",39.45283018867923,1613946515549,6272
+"wd_0",0.01,1613946515549,6272
+"sqr_mom_0",0.99,1613946515549,6272
+"lr_0",1.2281026100068225e-06,1613946515549,6272
+"mom_0",0.9254387021868854,1613946515549,6272
+"eps_0",1e-05,1613946515549,6272
+"wd_1",0.01,1613946515549,6272
+"sqr_mom_1",0.99,1613946515549,6272
+"lr_1",1.2281026100068226e-05,1613946515549,6272
+"mom_1",0.9254387021868854,1613946515549,6272
+"eps_1",1e-05,1613946515549,6272
+"wd_2",0.01,1613946515549,6272
+"sqr_mom_2",0.99,1613946515549,6272
+"lr_2",0.00012281026100068222,1613946515549,6272
+"mom_2",0.9254387021868854,1613946515549,6272
+"eps_2",1e-05,1613946515549,6272
+"train_loss",0.006082301,1613946516518,6273
+"raw_loss",0.0074613886,1613946516518,6273
+"epoch",39.45911949685533,1613946516518,6273
+"wd_0",0.01,1613946516518,6273
+"sqr_mom_0",0.99,1613946516518,6273
+"lr_0",1.2268873275435774e-06,1613946516518,6273
+"mom_0",0.9254630080792092,1613946516518,6273
+"eps_0",1e-05,1613946516518,6273
+"wd_1",0.01,1613946516518,6273
+"sqr_mom_1",0.99,1613946516518,6273
+"lr_1",1.2268873275435775e-05,1613946516518,6273
+"mom_1",0.9254630080792092,1613946516518,6273
+"eps_1",1e-05,1613946516518,6273
+"wd_2",0.01,1613946516518,6273
+"sqr_mom_2",0.99,1613946516518,6273
+"lr_2",0.0001226887327543577,1613946516518,6273
+"mom_2",0.9254630080792092,1613946516518,6273
+"eps_2",1e-05,1613946516518,6273
+"train_loss",0.0060755457,1613946517562,6274
+"raw_loss",0.005744531,1613946517562,6274
+"epoch",39.46540880503143,1613946517562,6274
+"wd_0",0.01,1613946517562,6274
+"sqr_mom_0",0.99,1613946517562,6274
+"lr_0",1.2256732566339198e-06,1613946517562,6274
+"mom_0",0.925487289740219,1613946517562,6274
+"eps_0",1e-05,1613946517562,6274
+"wd_1",0.01,1613946517562,6274
+"sqr_mom_1",0.99,1613946517562,6274
+"lr_1",1.22567325663392e-05,1613946517562,6274
+"mom_1",0.925487289740219,1613946517562,6274
+"eps_1",1e-05,1613946517562,6274
+"wd_2",0.01,1613946517562,6274
+"sqr_mom_2",0.99,1613946517562,6274
+"lr_2",0.00012256732566339195,1613946517562,6274
+"mom_2",0.925487289740219,1613946517562,6274
+"eps_2",1e-05,1613946517562,6274
+"train_loss",0.0060679237,1613946518502,6275
+"raw_loss",0.005694455,1613946518502,6275
+"epoch",39.47169811320753,1613946518502,6275
+"wd_0",0.01,1613946518502,6275
+"sqr_mom_0",0.99,1613946518502,6275
+"lr_0",1.2244595916398753e-06,1613946518502,6275
+"mom_0",0.9255115632828352,1613946518502,6275
+"eps_0",1e-05,1613946518502,6275
+"wd_1",0.01,1613946518502,6275
+"sqr_mom_1",0.99,1613946518502,6275
+"lr_1",1.2244595916398753e-05,1613946518502,6275
+"mom_1",0.9255115632828352,1613946518502,6275
+"eps_1",1e-05,1613946518502,6275
+"wd_2",0.01,1613946518502,6275
+"sqr_mom_2",0.99,1613946518502,6275
+"lr_2",0.0001224459591639875,1613946518502,6275
+"mom_2",0.9255115632828352,1613946518502,6275
+"eps_2",1e-05,1613946518502,6275
+"train_loss",0.00607821,1613946519446,6276
+"raw_loss",0.006582244,1613946519446,6276
+"epoch",39.47798742138363,1613946519446,6276
+"wd_0",0.01,1613946519446,6276
+"sqr_mom_0",0.99,1613946519446,6276
+"lr_0",1.22324552800093e-06,1613946519446,6276
+"mom_0",0.9255358447984293,1613946519446,6276
+"eps_0",1e-05,1613946519446,6276
+"wd_1",0.01,1613946519446,6276
+"sqr_mom_1",0.99,1613946519446,6276
+"lr_1",1.2232455280009298e-05,1613946519446,6276
+"mom_1",0.9255358447984293,1613946519446,6276
+"eps_1",1e-05,1613946519446,6276
+"wd_2",0.01,1613946519446,6276
+"sqr_mom_2",0.99,1613946519446,6276
+"lr_2",0.00012232455280009296,1613946519446,6276
+"mom_2",0.9255358447984293,1613946519446,6276
+"eps_2",1e-05,1613946519446,6276
+"train_loss",0.006093,1613946520428,6277
+"raw_loss",0.006817697,1613946520428,6277
+"epoch",39.48427672955973,1613946520428,6277
+"wd_0",0.01,1613946520428,6277
+"sqr_mom_0",0.99,1613946520428,6277
+"lr_0",1.2220326762677296e-06,1613946520428,6277
+"mom_0",0.9255601020756661,1613946520428,6277
+"eps_0",1e-05,1613946520428,6277
+"wd_1",0.01,1613946520428,6277
+"sqr_mom_1",0.99,1613946520428,6277
+"lr_1",1.2220326762677295e-05,1613946520428,6277
+"mom_1",0.9255601020756661,1613946520428,6277
+"eps_1",1e-05,1613946520428,6277
+"wd_2",0.01,1613946520428,6277
+"sqr_mom_2",0.99,1613946520428,6277
+"lr_2",0.00012220326762677294,1613946520428,6277
+"mom_2",0.9255601020756661,1613946520428,6277
+"eps_2",1e-05,1613946520428,6277
+"train_loss",0.0061239605,1613946521434,6278
+"raw_loss",0.0076410323,1613946521434,6278
+"epoch",39.49056603773583,1613946521434,6278
+"wd_0",0.01,1613946521434,6278
+"sqr_mom_0",0.99,1613946521434,6278
+"lr_0",1.2208202316097664e-06,1613946521434,6278
+"mom_0",0.9255843512113168,1613946521434,6278
+"eps_0",1e-05,1613946521434,6278
+"wd_1",0.01,1613946521434,6278
+"sqr_mom_1",0.99,1613946521434,6278
+"lr_1",1.2208202316097661e-05,1613946521434,6278
+"mom_1",0.9255843512113168,1613946521434,6278
+"eps_1",1e-05,1613946521434,6278
+"wd_2",0.01,1613946521434,6278
+"sqr_mom_2",0.99,1613946521434,6278
+"lr_2",0.00012208202316097658,1613946521434,6278
+"mom_2",0.9255843512113168,1613946521434,6278
+"eps_2",1e-05,1613946521434,6278
+"train_loss",0.006072247,1613946522387,6279
+"raw_loss",0.0035382863,1613946522387,6279
+"epoch",39.49685534591193,1613946522387,6279
+"wd_0",0.01,1613946522387,6279
+"sqr_mom_0",0.99,1613946522387,6279
+"lr_0",1.21960739027707e-06,1613946522387,6279
+"mom_0",0.9256086082805414,1613946522387,6279
+"eps_0",1e-05,1613946522387,6279
+"wd_1",0.01,1613946522387,6279
+"sqr_mom_1",0.99,1613946522387,6279
+"lr_1",1.21960739027707e-05,1613946522387,6279
+"mom_1",0.9256086082805414,1613946522387,6279
+"eps_1",1e-05,1613946522387,6279
+"wd_2",0.01,1613946522387,6279
+"sqr_mom_2",0.99,1613946522387,6279
+"lr_2",0.00012196073902770693,1613946522387,6279
+"mom_2",0.9256086082805414,1613946522387,6279
+"eps_2",1e-05,1613946522387,6279
+"train_loss",0.006089009,1613946523337,6280
+"raw_loss",0.006910335,1613946523337,6280
+"epoch",39.50314465408803,1613946523337,6280
+"wd_0",0.01,1613946523337,6280
+"sqr_mom_0",0.99,1613946523337,6280
+"lr_0",1.2183957611988006e-06,1613946523337,6280
+"mom_0",0.925632841104435,1613946523337,6280
+"eps_0",1e-05,1613946523337,6280
+"wd_1",0.01,1613946523337,6280
+"sqr_mom_1",0.99,1613946523337,6280
+"lr_1",1.2183957611988006e-05,1613946523337,6280
+"mom_1",0.925632841104435,1613946523337,6280
+"eps_1",1e-05,1613946523337,6280
+"wd_2",0.01,1613946523337,6280
+"sqr_mom_2",0.99,1613946523337,6280
+"lr_2",0.00012183957611988004,1613946523337,6280
+"mom_2",0.925632841104435,1613946523337,6280
+"eps_2",1e-05,1613946523337,6280
+"train_loss",0.0060698693,1613946524331,6281
+"raw_loss",0.0051320386,1613946524331,6281
+"epoch",39.50943396226413,1613946524331,6281
+"wd_0",0.01,1613946524331,6281
+"sqr_mom_0",0.99,1613946524331,6281
+"lr_0",1.2171841385571002e-06,1613946524331,6281
+"mom_0",0.9256570737995959,1613946524331,6281
+"eps_0",1e-05,1613946524331,6281
+"wd_1",0.01,1613946524331,6281
+"sqr_mom_1",0.99,1613946524331,6281
+"lr_1",1.2171841385571e-05,1613946524331,6281
+"mom_1",0.9256570737995959,1613946524331,6281
+"eps_1",1e-05,1613946524331,6281
+"wd_2",0.01,1613946524331,6281
+"sqr_mom_2",0.99,1613946524331,6281
+"lr_2",0.00012171841385571,1613946524331,6281
+"mom_2",0.9256570737995959,1613946524331,6281
+"eps_2",1e-05,1613946524331,6281
+"train_loss",0.0060298913,1613946525298,6282
+"raw_loss",0.0040709805,1613946525298,6282
+"epoch",39.51572327044023,1613946525298,6282
+"wd_0",0.01,1613946525298,6282
+"sqr_mom_0",0.99,1613946525298,6282
+"lr_0",1.215972924806219e-06,1613946525298,6282
+"mom_0",0.9256812983168587,1613946525298,6282
+"eps_0",1e-05,1613946525298,6282
+"wd_1",0.01,1613946525298,6282
+"sqr_mom_1",0.99,1613946525298,6282
+"lr_1",1.2159729248062188e-05,1613946525298,6282
+"mom_1",0.9256812983168587,1613946525298,6282
+"eps_1",1e-05,1613946525298,6282
+"wd_2",0.01,1613946525298,6282
+"sqr_mom_2",0.99,1613946525298,6282
+"lr_2",0.00012159729248062184,1613946525298,6282
+"mom_2",0.9256812983168587,1613946525298,6282
+"eps_2",1e-05,1613946525298,6282
+"train_loss",0.006008662,1613946526240,6283
+"raw_loss",0.004968415,1613946526240,6283
+"epoch",39.522012578616334,1613946526240,6283
+"wd_0",0.01,1613946526240,6283
+"sqr_mom_0",0.99,1613946526240,6283
+"lr_0",1.2147621203322182e-06,1613946526240,6283
+"mom_0",0.925705514648502,1613946526240,6283
+"eps_0",1e-05,1613946526240,6283
+"wd_1",0.01,1613946526240,6283
+"sqr_mom_1",0.99,1613946526240,6283
+"lr_1",1.2147621203322178e-05,1613946526240,6283
+"mom_1",0.925705514648502,1613946526240,6283
+"eps_1",1e-05,1613946526240,6283
+"wd_2",0.01,1613946526240,6283
+"sqr_mom_2",0.99,1613946526240,6283
+"lr_2",0.00012147621203322179,1613946526240,6283
+"mom_2",0.925705514648502,1613946526240,6283
+"eps_2",1e-05,1613946526240,6283
+"train_loss",0.0060592983,1613946527216,6284
+"raw_loss",0.0085404795,1613946527216,6284
+"epoch",39.528301886792434,1613946527216,6284
+"wd_0",0.01,1613946527216,6284
+"sqr_mom_0",0.99,1613946527216,6284
+"lr_0",1.2135517255210267e-06,1613946527216,6284
+"mom_0",0.9257297227868073,1613946527216,6284
+"eps_0",1e-05,1613946527216,6284
+"wd_1",0.01,1613946527216,6284
+"sqr_mom_1",0.99,1613946527216,6284
+"lr_1",1.2135517255210267e-05,1613946527216,6284
+"mom_1",0.9257297227868073,1613946527216,6284
+"eps_1",1e-05,1613946527216,6284
+"wd_2",0.01,1613946527216,6284
+"sqr_mom_2",0.99,1613946527216,6284
+"lr_2",0.00012135517255210262,1613946527216,6284
+"mom_2",0.9257297227868073,1613946527216,6284
+"eps_2",1e-05,1613946527216,6284
+"train_loss",0.0060505667,1613946528200,6285
+"raw_loss",0.00562272,1613946528200,6285
+"epoch",39.534591194968534,1613946528200,6285
+"wd_0",0.01,1613946528200,6285
+"sqr_mom_0",0.99,1613946528200,6285
+"lr_0",1.2123417407584452e-06,1613946528200,6285
+"mom_0",0.9257539227240583,1613946528200,6285
+"eps_0",1e-05,1613946528200,6285
+"wd_1",0.01,1613946528200,6285
+"sqr_mom_1",0.99,1613946528200,6285
+"lr_1",1.2123417407584448e-05,1613946528200,6285
+"mom_1",0.9257539227240583,1613946528200,6285
+"eps_1",1e-05,1613946528200,6285
+"wd_2",0.01,1613946528200,6285
+"sqr_mom_2",0.99,1613946528200,6285
+"lr_2",0.00012123417407584446,1613946528200,6285
+"mom_2",0.9257539227240583,1613946528200,6285
+"eps_2",1e-05,1613946528200,6285
+"train_loss",0.006077788,1613946529156,6286
+"raw_loss",0.00741162,1613946529156,6286
+"epoch",39.540880503144635,1613946529156,6286
+"wd_0",0.01,1613946529156,6286
+"sqr_mom_0",0.99,1613946529156,6286
+"lr_0",1.2111325675475715e-06,1613946529156,6286
+"mom_0",0.9257781064301128,1613946529156,6286
+"eps_0",1e-05,1613946529156,6286
+"wd_1",0.01,1613946529156,6286
+"sqr_mom_1",0.99,1613946529156,6286
+"lr_1",1.211132567547571e-05,1613946529156,6286
+"mom_1",0.9257781064301128,1613946529156,6286
+"eps_1",1e-05,1613946529156,6286
+"wd_2",0.01,1613946529156,6286
+"sqr_mom_2",0.99,1613946529156,6286
+"lr_2",0.00012111325675475711,1613946529156,6286
+"mom_2",0.9257781064301128,1613946529156,6286
+"eps_2",1e-05,1613946529156,6286
+"train_loss",0.006057585,1613946530099,6287
+"raw_loss",0.0050676404,1613946530099,6287
+"epoch",39.547169811320735,1613946530099,6287
+"wd_0",0.01,1613946530099,6287
+"sqr_mom_0",0.99,1613946530099,6287
+"lr_0",1.2099230029216539e-06,1613946530099,6287
+"mom_0",0.9258022979645465,1613946530099,6287
+"eps_0",1e-05,1613946530099,6287
+"wd_1",0.01,1613946530099,6287
+"sqr_mom_1",0.99,1613946530099,6287
+"lr_1",1.2099230029216541e-05,1613946530099,6287
+"mom_1",0.9258022979645465,1613946530099,6287
+"eps_1",1e-05,1613946530099,6287
+"wd_2",0.01,1613946530099,6287
+"sqr_mom_2",0.99,1613946530099,6287
+"lr_2",0.00012099230029216537,1613946530099,6287
+"mom_2",0.9258022979645465,1613946530099,6287
+"eps_2",1e-05,1613946530099,6287
+"train_loss",0.006054679,1613946531042,6288
+"raw_loss",0.005912269,1613946531042,6288
+"epoch",39.553459119496836,1613946531042,6288
+"wd_0",0.01,1613946531042,6288
+"sqr_mom_0",0.99,1613946531042,6288
+"lr_0",1.2087146514630465e-06,1613946531042,6288
+"mom_0",0.9258264652353914,1613946531042,6288
+"eps_0",1e-05,1613946531042,6288
+"wd_1",0.01,1613946531042,6288
+"sqr_mom_1",0.99,1613946531042,6288
+"lr_1",1.2087146514630467e-05,1613946531042,6288
+"mom_1",0.9258264652353914,1613946531042,6288
+"eps_1",1e-05,1613946531042,6288
+"wd_2",0.01,1613946531042,6288
+"sqr_mom_2",0.99,1613946531042,6288
+"lr_2",0.0001208714651463046,1613946531042,6288
+"mom_2",0.9258264652353914,1613946531042,6288
+"eps_2",1e-05,1613946531042,6288
+"train_loss",0.00603125,1613946531984,6289
+"raw_loss",0.0048832395,1613946531984,6289
+"epoch",39.559748427672936,1613946531984,6289
+"wd_0",0.01,1613946531984,6289
+"sqr_mom_0",0.99,1613946531984,6289
+"lr_0",1.2075067113218274e-06,1613946531984,6289
+"mom_0",0.9258506242798062,1613946531984,6289
+"eps_0",1e-05,1613946531984,6289
+"wd_1",0.01,1613946531984,6289
+"sqr_mom_1",0.99,1613946531984,6289
+"lr_1",1.2075067113218271e-05,1613946531984,6289
+"mom_1",0.9258506242798062,1613946531984,6289
+"eps_1",1e-05,1613946531984,6289
+"wd_2",0.01,1613946531984,6289
+"sqr_mom_2",0.99,1613946531984,6289
+"lr_2",0.00012075067113218269,1613946531984,6289
+"mom_2",0.9258506242798062,1613946531984,6289
+"eps_2",1e-05,1613946531984,6289
+"train_loss",0.006121298,1613946532937,6290
+"raw_loss",0.010533643,1613946532937,6290
+"epoch",39.56603773584904,1613946532937,6290
+"wd_0",0.01,1613946532937,6290
+"sqr_mom_0",0.99,1613946532937,6290
+"lr_0",1.2062983817398758e-06,1613946532937,6290
+"mom_0",0.9258747911131135,1613946532937,6290
+"eps_0",1e-05,1613946532937,6290
+"wd_1",0.01,1613946532937,6290
+"sqr_mom_1",0.99,1613946532937,6290
+"lr_1",1.2062983817398757e-05,1613946532937,6290
+"mom_1",0.9258747911131135,1613946532937,6290
+"eps_1",1e-05,1613946532937,6290
+"wd_2",0.01,1613946532937,6290
+"sqr_mom_2",0.99,1613946532937,6290
+"lr_2",0.00012062983817398755,1613946532937,6290
+"mom_2",0.9258747911131135,1613946532937,6290
+"eps_2",1e-05,1613946532937,6290
+"train_loss",0.006172613,1613946533896,6291
+"raw_loss",0.0086870575,1613946533896,6291
+"epoch",39.57232704402514,1613946533896,6291
+"wd_0",0.01,1613946533896,6291
+"sqr_mom_0",0.99,1613946533896,6291
+"lr_0",1.205091265661163e-06,1613946533896,6291
+"mom_0",0.9258989336761134,1613946533896,6291
+"eps_0",1e-05,1613946533896,6291
+"wd_1",0.01,1613946533896,6291
+"sqr_mom_1",0.99,1613946533896,6291
+"lr_1",1.205091265661163e-05,1613946533896,6291
+"mom_1",0.9258989336761134,1613946533896,6291
+"eps_1",1e-05,1613946533896,6291
+"wd_2",0.01,1613946533896,6291
+"sqr_mom_2",0.99,1613946533896,6291
+"lr_2",0.00012050912656611629,1613946533896,6291
+"mom_2",0.9258989336761134,1613946533896,6291
+"eps_2",1e-05,1613946533896,6291
+"train_loss",0.0061434098,1613946534849,6292
+"raw_loss",0.00471246,1613946534849,6292
+"epoch",39.57861635220124,1613946534849,6292
+"wd_0",0.01,1613946534849,6292
+"sqr_mom_0",0.99,1613946534849,6292
+"lr_0",1.2038841617563162e-06,1613946534849,6292
+"mom_0",0.9259230759956336,1613946534849,6292
+"eps_0",1e-05,1613946534849,6292
+"wd_1",0.01,1613946534849,6292
+"sqr_mom_1",0.99,1613946534849,6292
+"lr_1",1.203884161756316e-05,1613946534849,6292
+"mom_1",0.9259230759956336,1613946534849,6292
+"eps_1",1e-05,1613946534849,6292
+"wd_2",0.01,1613946534849,6292
+"sqr_mom_2",0.99,1613946534849,6292
+"lr_2",0.00012038841617563158,1613946534849,6292
+"mom_2",0.9259230759956336,1613946534849,6292
+"eps_2",1e-05,1613946534849,6292
+"train_loss",0.0062044463,1613946535803,6293
+"raw_loss",0.009195229,1613946535803,6293
+"epoch",39.58490566037734,1613946535803,6293
+"wd_0",0.01,1613946535803,6293
+"sqr_mom_0",0.99,1613946535803,6293
+"lr_0",1.2026774709815034e-06,1613946535803,6293
+"mom_0",0.9259472100524704,1613946535803,6293
+"eps_0",1e-05,1613946535803,6293
+"wd_1",0.01,1613946535803,6293
+"sqr_mom_1",0.99,1613946535803,6293
+"lr_1",1.2026774709815033e-05,1613946535803,6293
+"mom_1",0.9259472100524704,1613946535803,6293
+"eps_1",1e-05,1613946535803,6293
+"wd_2",0.01,1613946535803,6293
+"sqr_mom_2",0.99,1613946535803,6293
+"lr_2",0.00012026774709815029,1613946535803,6293
+"mom_2",0.9259472100524704,1613946535803,6293
+"eps_2",1e-05,1613946535803,6293
+"train_loss",0.0061468473,1613946536757,6294
+"raw_loss",0.0033244907,1613946536757,6294
+"epoch",39.59119496855344,1613946536757,6294
+"wd_0",0.01,1613946536757,6294
+"sqr_mom_0",0.99,1613946536757,6294
+"lr_0",1.2014711937213441e-06,1613946536757,6294
+"mom_0",0.9259713358389314,1613946536757,6294
+"eps_0",1e-05,1613946536757,6294
+"wd_1",0.01,1613946536757,6294
+"sqr_mom_1",0.99,1613946536757,6294
+"lr_1",1.2014711937213444e-05,1613946536757,6294
+"mom_1",0.9259713358389314,1613946536757,6294
+"eps_1",1e-05,1613946536757,6294
+"wd_2",0.01,1613946536757,6294
+"sqr_mom_2",0.99,1613946536757,6294
+"lr_2",0.00012014711937213438,1613946536757,6294
+"mom_2",0.9259713358389314,1613946536757,6294
+"eps_2",1e-05,1613946536757,6294
+"train_loss",0.0061467816,1613946537736,6295
+"raw_loss",0.0061435606,1613946537736,6295
+"epoch",39.59748427672954,1613946537736,6295
+"wd_0",0.01,1613946537736,6295
+"sqr_mom_0",0.99,1613946537736,6295
+"lr_0",1.2002657302463466e-06,1613946537736,6295
+"mom_0",0.9259954453495265,1613946537736,6295
+"eps_0",1e-05,1613946537736,6295
+"wd_1",0.01,1613946537736,6295
+"sqr_mom_1",0.99,1613946537736,6295
+"lr_1",1.2002657302463467e-05,1613946537736,6295
+"mom_1",0.9259954453495265,1613946537736,6295
+"eps_1",1e-05,1613946537736,6295
+"wd_2",0.01,1613946537736,6295
+"sqr_mom_2",0.99,1613946537736,6295
+"lr_2",0.0001200265730246346,1613946537736,6295
+"mom_2",0.9259954453495265,1613946537736,6295
+"eps_2",1e-05,1613946537736,6295
+"train_loss",0.0062166424,1613946538709,6296
+"raw_loss",0.009639836,1613946538709,6296
+"epoch",39.60377358490564,1613946538709,6296
+"wd_0",0.01,1613946538709,6296
+"sqr_mom_0",0.99,1613946538709,6296
+"lr_0",1.1990598812828024e-06,1613946538709,6296
+"mom_0",0.9260195625699696,1613946538709,6296
+"eps_0",1e-05,1613946538709,6296
+"wd_1",0.01,1613946538709,6296
+"sqr_mom_1",0.99,1613946538709,6296
+"lr_1",1.1990598812828023e-05,1613946538709,6296
+"mom_1",0.9260195625699696,1613946538709,6296
+"eps_1",1e-05,1613946538709,6296
+"wd_2",0.01,1613946538709,6296
+"sqr_mom_2",0.99,1613946538709,6296
+"lr_2",0.00011990598812828022,1613946538709,6296
+"mom_2",0.9260195625699696,1613946538709,6296
+"eps_2",1e-05,1613946538709,6296
+"train_loss",0.006193844,1613946539680,6297
+"raw_loss",0.0050767306,1613946539680,6297
+"epoch",39.61006289308174,1613946539680,6297
+"wd_0",0.01,1613946539680,6297
+"sqr_mom_0",0.99,1613946539680,6297
+"lr_0",1.1978552464839494e-06,1613946539680,6297
+"mom_0",0.9260436555068761,1613946539680,6297
+"eps_0",1e-05,1613946539680,6297
+"wd_1",0.01,1613946539680,6297
+"sqr_mom_1",0.99,1613946539680,6297
+"lr_1",1.1978552464839494e-05,1613946539680,6297
+"mom_1",0.9260436555068761,1613946539680,6297
+"eps_1",1e-05,1613946539680,6297
+"wd_2",0.01,1613946539680,6297
+"sqr_mom_2",0.99,1613946539680,6297
+"lr_2",0.0001197855246483949,1613946539680,6297
+"mom_2",0.9260436555068761,1613946539680,6297
+"eps_2",1e-05,1613946539680,6297
+"train_loss",0.00616032,1613946540635,6298
+"raw_loss",0.00451762,1613946540635,6298
+"epoch",39.61635220125784,1613946540635,6298
+"wd_0",0.01,1613946540635,6298
+"sqr_mom_0",0.99,1613946540635,6298
+"lr_0",1.196651026461499e-06,1613946540635,6298
+"mom_0",0.9260677401481715,1613946540635,6298
+"eps_0",1e-05,1613946540635,6298
+"wd_1",0.01,1613946540635,6298
+"sqr_mom_1",0.99,1613946540635,6298
+"lr_1",1.1966510264614992e-05,1613946540635,6298
+"mom_1",0.9260677401481715,1613946540635,6298
+"eps_1",1e-05,1613946540635,6298
+"wd_2",0.01,1613946540635,6298
+"sqr_mom_2",0.99,1613946540635,6298
+"lr_2",0.00011966510264614985,1613946540635,6298
+"mom_2",0.9260677401481715,1613946540635,6298
+"eps_2",1e-05,1613946540635,6298
+"train_loss",0.006123736,1613946541590,6299
+"raw_loss",0.0043311403,1613946541590,6299
+"epoch",39.62264150943394,1613946541590,6299
+"wd_0",0.01,1613946541590,6299
+"sqr_mom_0",0.99,1613946541590,6299
+"lr_0",1.1954464229281483e-06,1613946541590,6299
+"mom_0",0.9260918324597616,1613946541590,6299
+"eps_0",1e-05,1613946541590,6299
+"wd_1",0.01,1613946541590,6299
+"sqr_mom_1",0.99,1613946541590,6299
+"lr_1",1.1954464229281482e-05,1613946541590,6299
+"mom_1",0.9260918324597616,1613946541590,6299
+"eps_1",1e-05,1613946541590,6299
+"wd_2",0.01,1613946541590,6299
+"sqr_mom_2",0.99,1613946541590,6299
+"lr_2",0.00011954464229281482,1613946541590,6299
+"mom_2",0.9260918324597616,1613946541590,6299
+"eps_2",1e-05,1613946541590,6299
+"train_loss",0.0061207404,1613946542543,6300
+"raw_loss",0.005973956,1613946542543,6300
+"epoch",39.62893081761004,1613946542543,6300
+"wd_0",0.01,1613946542543,6300
+"sqr_mom_0",0.99,1613946542543,6300
+"lr_0",1.194243033884972e-06,1613946542543,6300
+"mom_0",0.9261159004813053,1613946542543,6300
+"eps_0",1e-05,1613946542543,6300
+"wd_1",0.01,1613946542543,6300
+"sqr_mom_1",0.99,1613946542543,6300
+"lr_1",1.1942430338849721e-05,1613946542543,6300
+"mom_1",0.9261159004813053,1613946542543,6300
+"eps_1",1e-05,1613946542543,6300
+"wd_2",0.01,1613946542543,6300
+"sqr_mom_2",0.99,1613946542543,6300
+"lr_2",0.00011942430338849719,1613946542543,6300
+"mom_2",0.9261159004813053,1613946542543,6300
+"eps_2",1e-05,1613946542543,6300
+"train_loss",0.0061727986,1613946543523,6301
+"raw_loss",0.008723648,1613946543523,6301
+"epoch",39.63522012578614,1613946543523,6301
+"wd_0",0.01,1613946543523,6301
+"sqr_mom_0",0.99,1613946543523,6301
+"lr_0",1.193040060768787e-06,1613946543523,6301
+"mom_0",0.9261399601842261,1613946543523,6301
+"eps_0",1e-05,1613946543523,6301
+"wd_1",0.01,1613946543523,6301
+"sqr_mom_1",0.99,1613946543523,6301
+"lr_1",1.1930400607687867e-05,1613946543523,6301
+"mom_1",0.9261399601842261,1613946543523,6301
+"eps_1",1e-05,1613946543523,6301
+"wd_2",0.01,1613946543523,6301
+"sqr_mom_2",0.99,1613946543523,6301
+"lr_2",0.00011930400607687867,1613946543523,6301
+"mom_2",0.9261399601842261,1613946543523,6301
+"eps_2",1e-05,1613946543523,6301
+"train_loss",0.0061269538,1613946544503,6302
+"raw_loss",0.0038805613,1613946544503,6302
+"epoch",39.64150943396224,1613946544503,6302
+"wd_0",0.01,1613946544503,6302
+"sqr_mom_0",0.99,1613946544503,6302
+"lr_0",1.191836706120447e-06,1613946544503,6302
+"mom_0",0.9261640275178662,1613946544503,6302
+"eps_0",1e-05,1613946544503,6302
+"wd_1",0.01,1613946544503,6302
+"sqr_mom_1",0.99,1613946544503,6302
+"lr_1",1.1918367061204474e-05,1613946544503,6302
+"mom_1",0.9261640275178662,1613946544503,6302
+"eps_1",1e-05,1613946544503,6302
+"wd_2",0.01,1613946544503,6302
+"sqr_mom_2",0.99,1613946544503,6302
+"lr_2",0.00011918367061204466,1613946544503,6302
+"mom_2",0.9261640275178662,1613946544503,6302
+"eps_2",1e-05,1613946544503,6302
+"train_loss",0.0061114696,1613946545494,6303
+"raw_loss",0.0053527495,1613946545494,6303
+"epoch",39.64779874213834,1613946545494,6303
+"wd_0",0.01,1613946545494,6303
+"sqr_mom_0",0.99,1613946545494,6303
+"lr_0",1.1906345662842824e-06,1613946545494,6303
+"mom_0",0.9261880705550198,1613946545494,6303
+"eps_0",1e-05,1613946545494,6303
+"wd_1",0.01,1613946545494,6303
+"sqr_mom_1",0.99,1613946545494,6303
+"lr_1",1.1906345662842822e-05,1613946545494,6303
+"mom_1",0.9261880705550198,1613946545494,6303
+"eps_1",1e-05,1613946545494,6303
+"wd_2",0.01,1613946545494,6303
+"sqr_mom_2",0.99,1613946545494,6303
+"lr_2",0.00011906345662842819,1613946545494,6303
+"mom_2",0.9261880705550198,1613946545494,6303
+"eps_2",1e-05,1613946545494,6303
+"train_loss",0.00606998,1613946546484,6304
+"raw_loss",0.004036987,1613946546484,6304
+"epoch",39.65408805031444,1613946546484,6304
+"wd_0",0.01,1613946546484,6304
+"sqr_mom_0",0.99,1613946546484,6304
+"lr_0",1.1894324448801692e-06,1613946546484,6304
+"mom_0",0.9262121132235288,1613946546484,6304
+"eps_0",1e-05,1613946546484,6304
+"wd_1",0.01,1613946546484,6304
+"sqr_mom_1",0.99,1613946546484,6304
+"lr_1",1.1894324448801692e-05,1613946546484,6304
+"mom_1",0.9262121132235288,1613946546484,6304
+"eps_1",1e-05,1613946546484,6304
+"wd_2",0.01,1613946546484,6304
+"sqr_mom_2",0.99,1613946546484,6304
+"lr_2",0.0001189432444880169,1613946546484,6304
+"mom_2",0.9262121132235288,1613946546484,6304
+"eps_2",1e-05,1613946546484,6304
+"train_loss",0.006006951,1613946547437,6305
+"raw_loss",0.0029185133,1613946547437,6305
+"epoch",39.66037735849054,1613946547437,6305
+"wd_0",0.01,1613946547437,6305
+"sqr_mom_0",0.99,1613946547437,6305
+"lr_0",1.1882307412124095e-06,1613946547437,6305
+"mom_0",0.9262361475372272,1613946547437,6305
+"eps_0",1e-05,1613946547437,6305
+"wd_1",0.01,1613946547437,6305
+"sqr_mom_1",0.99,1613946547437,6305
+"lr_1",1.1882307412124096e-05,1613946547437,6305
+"mom_1",0.9262361475372272,1613946547437,6305
+"eps_1",1e-05,1613946547437,6305
+"wd_2",0.01,1613946547437,6305
+"sqr_mom_2",0.99,1613946547437,6305
+"lr_2",0.00011882307412124093,1613946547437,6305
+"mom_2",0.9262361475372272,1613946547437,6305
+"eps_2",1e-05,1613946547437,6305
+"train_loss",0.006094726,1613946548429,6306
+"raw_loss",0.010395704,1613946548429,6306
+"epoch",39.66666666666664,1613946548429,6306
+"wd_0",0.01,1613946548429,6306
+"sqr_mom_0",0.99,1613946548429,6306
+"lr_0",1.1870294556640336e-06,1613946548429,6306
+"mom_0",0.9262601734884541,1613946548429,6306
+"eps_0",1e-05,1613946548429,6306
+"wd_1",0.01,1613946548429,6306
+"sqr_mom_1",0.99,1613946548429,6306
+"lr_1",1.1870294556640336e-05,1613946548429,6306
+"mom_1",0.9262601734884541,1613946548429,6306
+"eps_1",1e-05,1613946548429,6306
+"wd_2",0.01,1613946548429,6306
+"sqr_mom_2",0.99,1613946548429,6306
+"lr_2",0.00011870294556640332,1613946548429,6306
+"mom_2",0.9262601734884541,1613946548429,6306
+"eps_2",1e-05,1613946548429,6306
+"train_loss",0.006105448,1613946549394,6307
+"raw_loss",0.006630849,1613946549394,6307
+"epoch",39.67295597484274,1613946549394,6307
+"wd_0",0.01,1613946549394,6307
+"sqr_mom_0",0.99,1613946549394,6307
+"lr_0",1.1858289868460407e-06,1613946549394,6307
+"mom_0",0.9262841831049102,1613946549394,6307
+"eps_0",1e-05,1613946549394,6307
+"wd_1",0.01,1613946549394,6307
+"sqr_mom_1",0.99,1613946549394,6307
+"lr_1",1.1858289868460405e-05,1613946549394,6307
+"mom_1",0.9262841831049102,1613946549394,6307
+"eps_1",1e-05,1613946549394,6307
+"wd_2",0.01,1613946549394,6307
+"sqr_mom_2",0.99,1613946549394,6307
+"lr_2",0.000118582898684604,1613946549394,6307
+"mom_2",0.9262841831049102,1613946549394,6307
+"eps_2",1e-05,1613946549394,6307
+"train_loss",0.006049918,1613946550353,6308
+"raw_loss",0.0033289439,1613946550353,6308
+"epoch",39.679245283018844,1613946550353,6308
+"wd_0",0.01,1613946550353,6308
+"sqr_mom_0",0.99,1613946550353,6308
+"lr_0",1.18462814045688e-06,1613946550353,6308
+"mom_0",0.9263082002728651,1613946550353,6308
+"eps_0",1e-05,1613946550353,6308
+"wd_1",0.01,1613946550353,6308
+"sqr_mom_1",0.99,1613946550353,6308
+"lr_1",1.1846281404568797e-05,1613946550353,6308
+"mom_1",0.9263082002728651,1613946550353,6308
+"eps_1",1e-05,1613946550353,6308
+"wd_2",0.01,1613946550353,6308
+"sqr_mom_2",0.99,1613946550353,6308
+"lr_2",0.00011846281404568796,1613946550353,6308
+"mom_2",0.9263082002728651,1613946550353,6308
+"eps_2",1e-05,1613946550353,6308
+"train_loss",0.006032973,1613946551318,6309
+"raw_loss",0.005202676,1613946551318,6309
+"epoch",39.685534591194944,1613946551318,6309
+"wd_0",0.01,1613946551318,6309
+"sqr_mom_0",0.99,1613946551318,6309
+"lr_0",1.1834285095134777e-06,1613946551318,6309
+"mom_0",0.9263321931316617,1613946551318,6309
+"eps_0",1e-05,1613946551318,6309
+"wd_1",0.01,1613946551318,6309
+"sqr_mom_1",0.99,1613946551318,6309
+"lr_1",1.1834285095134772e-05,1613946551318,6309
+"mom_1",0.9263321931316617,1613946551318,6309
+"eps_1",1e-05,1613946551318,6309
+"wd_2",0.01,1613946551318,6309
+"sqr_mom_2",0.99,1613946551318,6309
+"lr_2",0.0001183428509513477,1613946551318,6309
+"mom_2",0.9263321931316617,1613946551318,6309
+"eps_2",1e-05,1613946551318,6309
+"train_loss",0.0060308166,1613946552308,6310
+"raw_loss",0.0059251543,1613946552308,6310
+"epoch",39.691823899371045,1613946552308,6310
+"wd_0",0.01,1613946552308,6310
+"sqr_mom_0",0.99,1613946552308,6310
+"lr_0",1.1822292979417873e-06,1613946552308,6310
+"mom_0",0.9263561776029403,1613946552308,6310
+"eps_0",1e-05,1613946552308,6310
+"wd_1",0.01,1613946552308,6310
+"sqr_mom_1",0.99,1613946552308,6310
+"lr_1",1.182229297941787e-05,1613946552308,6310
+"mom_1",0.9263561776029403,1613946552308,6310
+"eps_1",1e-05,1613946552308,6310
+"wd_2",0.01,1613946552308,6310
+"sqr_mom_2",0.99,1613946552308,6310
+"lr_2",0.00011822292979417868,1613946552308,6310
+"mom_2",0.9263561776029403,1613946552308,6310
+"eps_2",1e-05,1613946552308,6310
+"train_loss",0.0059949127,1613946553340,6311
+"raw_loss",0.004235628,1613946553340,6311
+"epoch",39.698113207547145,1613946553340,6311
+"wd_0",0.01,1613946553340,6311
+"sqr_mom_0",0.99,1613946553340,6311
+"lr_0",1.1810297107809387e-06,1613946553340,6311
+"mom_0",0.926380169586077,1613946553340,6311
+"eps_0",1e-05,1613946553340,6311
+"wd_1",0.01,1613946553340,6311
+"sqr_mom_1",0.99,1613946553340,6311
+"lr_1",1.181029710780938e-05,1613946553340,6311
+"mom_1",0.926380169586077,1613946553340,6311
+"eps_1",1e-05,1613946553340,6311
+"wd_2",0.01,1613946553340,6311
+"sqr_mom_2",0.99,1613946553340,6311
+"lr_2",0.00011810297107809378,1613946553340,6311
+"mom_2",0.926380169586077,1613946553340,6311
+"eps_2",1e-05,1613946553340,6311
+"train_loss",0.0060224547,1613946554394,6312
+"raw_loss",0.007372014,1613946554394,6312
+"epoch",39.704402515723245,1613946554394,6312
+"wd_0",0.01,1613946554394,6312
+"sqr_mom_0",0.99,1613946554394,6312
+"lr_0",1.179831339377395e-06,1613946554394,6312
+"mom_0",0.9264041372538246,1613946554394,6312
+"eps_0",1e-05,1613946554394,6312
+"wd_1",0.01,1613946554394,6312
+"sqr_mom_1",0.99,1613946554394,6312
+"lr_1",1.179831339377395e-05,1613946554394,6312
+"mom_1",0.9264041372538246,1613946554394,6312
+"eps_1",1e-05,1613946554394,6312
+"wd_2",0.01,1613946554394,6312
+"sqr_mom_2",0.99,1613946554394,6312
+"lr_2",0.00011798313393773942,1613946554394,6312
+"mom_2",0.9264041372538246,1613946554394,6312
+"eps_2",1e-05,1613946554394,6312
+"train_loss",0.005964281,1613946555390,6313
+"raw_loss",0.0031137676,1613946555390,6313
+"epoch",39.710691823899346,1613946555390,6313
+"wd_0",0.01,1613946555390,6313
+"sqr_mom_0",0.99,1613946555390,6313
+"lr_0",1.178632991099046e-06,1613946555390,6313
+"mom_0",0.9264281044590637,1613946555390,6313
+"eps_0",1e-05,1613946555390,6313
+"wd_1",0.01,1613946555390,6313
+"sqr_mom_1",0.99,1613946555390,6313
+"lr_1",1.1786329910990459e-05,1613946555390,6313
+"mom_1",0.9264281044590637,1613946555390,6313
+"eps_1",1e-05,1613946555390,6313
+"wd_2",0.01,1613946555390,6313
+"sqr_mom_2",0.99,1613946555390,6313
+"lr_2",0.00011786329910990455,1613946555390,6313
+"mom_2",0.9264281044590637,1613946555390,6313
+"eps_2",1e-05,1613946555390,6313
+"train_loss",0.005935023,1613946556377,6314
+"raw_loss",0.0045013735,1613946556377,6314
+"epoch",39.716981132075446,1613946556377,6314
+"wd_0",0.01,1613946556377,6314
+"sqr_mom_0",0.99,1613946556377,6314
+"lr_0",1.177435063999253e-06,1613946556377,6314
+"mom_0",0.9264520632406473,1613946556377,6314
+"eps_0",1e-05,1613946556377,6314
+"wd_1",0.01,1613946556377,6314
+"sqr_mom_1",0.99,1613946556377,6314
+"lr_1",1.1774350639992532e-05,1613946556377,6314
+"mom_1",0.9264520632406473,1613946556377,6314
+"eps_1",1e-05,1613946556377,6314
+"wd_2",0.01,1613946556377,6314
+"sqr_mom_2",0.99,1613946556377,6314
+"lr_2",0.00011774350639992526,1613946556377,6314
+"mom_2",0.9264520632406473,1613946556377,6314
+"eps_2",1e-05,1613946556377,6314
+"train_loss",0.00596488,1613946557334,6315
+"raw_loss",0.007427867,1613946557334,6315
+"epoch",39.72327044025155,1613946557334,6315
+"wd_0",0.01,1613946557334,6315
+"sqr_mom_0",0.99,1613946557334,6315
+"lr_0",1.1762375584598406e-06,1613946557334,6315
+"mom_0",0.9264760135909391,1613946557334,6315
+"eps_0",1e-05,1613946557334,6315
+"wd_1",0.01,1613946557334,6315
+"sqr_mom_1",0.99,1613946557334,6315
+"lr_1",1.1762375584598409e-05,1613946557334,6315
+"mom_1",0.9264760135909391,1613946557334,6315
+"eps_1",1e-05,1613946557334,6315
+"wd_2",0.01,1613946557334,6315
+"sqr_mom_2",0.99,1613946557334,6315
+"lr_2",0.00011762375584598402,1613946557334,6315
+"mom_2",0.9264760135909391,1613946557334,6315
+"eps_2",1e-05,1613946557334,6315
+"train_loss",0.006083099,1613946558316,6316
+"raw_loss",0.01187585,1613946558316,6316
+"epoch",39.72955974842765,1613946558316,6316
+"wd_0",0.01,1613946558316,6316
+"sqr_mom_0",0.99,1613946558316,6316
+"lr_0",1.1750408718351613e-06,1613946558316,6316
+"mom_0",0.9264999475627724,1613946558316,6316
+"eps_0",1e-05,1613946558316,6316
+"wd_1",0.01,1613946558316,6316
+"sqr_mom_1",0.99,1613946558316,6316
+"lr_1",1.175040871835161e-05,1613946558316,6316
+"mom_1",0.9264999475627724,1613946558316,6316
+"eps_1",1e-05,1613946558316,6316
+"wd_2",0.01,1613946558316,6316
+"sqr_mom_2",0.99,1613946558316,6316
+"lr_2",0.0001175040871835161,1613946558316,6316
+"mom_2",0.9264999475627724,1613946558316,6316
+"eps_2",1e-05,1613946558316,6316
+"train_loss",0.0060635717,1613946559309,6317
+"raw_loss",0.005106733,1613946559309,6317
+"epoch",39.73584905660375,1613946559309,6317
+"wd_0",0.01,1613946559309,6317
+"sqr_mom_0",0.99,1613946559309,6317
+"lr_0",1.1738438135887905e-06,1613946559309,6317
+"mom_0",0.9265238889671138,1613946559309,6317
+"eps_0",1e-05,1613946559309,6317
+"wd_1",0.01,1613946559309,6317
+"sqr_mom_1",0.99,1613946559309,6317
+"lr_1",1.1738438135887903e-05,1613946559309,6317
+"mom_1",0.9265238889671138,1613946559309,6317
+"eps_1",1e-05,1613946559309,6317
+"wd_2",0.01,1613946559309,6317
+"sqr_mom_2",0.99,1613946559309,6317
+"lr_2",0.00011738438135887905,1613946559309,6317
+"mom_2",0.9265238889671138,1613946559309,6317
+"eps_2",1e-05,1613946559309,6317
+"train_loss",0.006014165,1613946560311,6318
+"raw_loss",0.0035932404,1613946560311,6318
+"epoch",39.74213836477985,1613946560311,6318
+"wd_0",0.01,1613946560311,6318
+"sqr_mom_0",0.99,1613946560311,6318
+"lr_0",1.1726479717123903e-06,1613946560311,6318
+"mom_0",0.9265478060438126,1613946560311,6318
+"eps_0",1e-05,1613946560311,6318
+"wd_1",0.01,1613946560311,6318
+"sqr_mom_1",0.99,1613946560311,6318
+"lr_1",1.1726479717123903e-05,1613946560311,6318
+"mom_1",0.9265478060438126,1613946560311,6318
+"eps_1",1e-05,1613946560311,6318
+"wd_2",0.01,1613946560311,6318
+"sqr_mom_2",0.99,1613946560311,6318
+"lr_2",0.00011726479717123897,1613946560311,6318
+"mom_2",0.9265478060438126,1613946560311,6318
+"eps_2",1e-05,1613946560311,6318
+"train_loss",0.0059783794,1613946561261,6319
+"raw_loss",0.0042248797,1613946561261,6319
+"epoch",39.74842767295595,1613946561261,6319
+"wd_0",0.01,1613946561261,6319
+"sqr_mom_0",0.99,1613946561261,6319
+"lr_0",1.1714525526415931e-06,1613946561261,6319
+"mom_0",0.9265717146643148,1613946561261,6319
+"eps_0",1e-05,1613946561261,6319
+"wd_1",0.01,1613946561261,6319
+"sqr_mom_1",0.99,1613946561261,6319
+"lr_1",1.1714525526415933e-05,1613946561261,6319
+"mom_1",0.9265717146643148,1613946561261,6319
+"eps_1",1e-05,1613946561261,6319
+"wd_2",0.01,1613946561261,6319
+"sqr_mom_2",0.99,1613946561261,6319
+"lr_2",0.00011714525526415929,1613946561261,6319
+"mom_2",0.9265717146643148,1613946561261,6319
+"eps_2",1e-05,1613946561261,6319
+"train_loss",0.0060200645,1613946562209,6320
+"raw_loss",0.008062645,1613946562209,6320
+"epoch",39.75471698113205,1613946562209,6320
+"wd_0",0.01,1613946562209,6320
+"sqr_mom_0",0.99,1613946562209,6320
+"lr_0",1.1702567639343328e-06,1613946562209,6320
+"mom_0",0.9265956306776201,1613946562209,6320
+"eps_0",1e-05,1613946562209,6320
+"wd_1",0.01,1613946562209,6320
+"sqr_mom_1",0.99,1613946562209,6320
+"lr_1",1.170256763934333e-05,1613946562209,6320
+"mom_1",0.9265956306776201,1613946562209,6320
+"eps_1",1e-05,1613946562209,6320
+"wd_2",0.01,1613946562209,6320
+"sqr_mom_2",0.99,1613946562209,6320
+"lr_2",0.00011702567639343327,1613946562209,6320
+"mom_2",0.9265956306776201,1613946562209,6320
+"eps_2",1e-05,1613946562209,6320
+"train_loss",0.0059581236,1613946563157,6321
+"raw_loss",0.0029230171,1613946563157,6321
+"epoch",39.76100628930815,1613946563157,6321
+"wd_0",0.01,1613946563157,6321
+"sqr_mom_0",0.99,1613946563157,6321
+"lr_0",1.1690621918981236e-06,1613946563157,6321
+"mom_0",0.9266195223572611,1613946563157,6321
+"eps_0",1e-05,1613946563157,6321
+"wd_1",0.01,1613946563157,6321
+"sqr_mom_1",0.99,1613946563157,6321
+"lr_1",1.1690621918981237e-05,1613946563157,6321
+"mom_1",0.9266195223572611,1613946563157,6321
+"eps_1",1e-05,1613946563157,6321
+"wd_2",0.01,1613946563157,6321
+"sqr_mom_2",0.99,1613946563157,6321
+"lr_2",0.0001169062191898123,1613946563157,6321
+"mom_2",0.9266195223572611,1613946563157,6321
+"eps_2",1e-05,1613946563157,6321
+"train_loss",0.0059461887,1613946564101,6322
+"raw_loss",0.0053613824,1613946564101,6322
+"epoch",39.76729559748425,1613946564101,6322
+"wd_0",0.01,1613946564101,6322
+"sqr_mom_0",0.99,1613946564101,6322
+"lr_0",1.167868043809686e-06,1613946564101,6322
+"mom_0",0.9266434055578618,1613946564101,6322
+"eps_0",1e-05,1613946564101,6322
+"wd_1",0.01,1613946564101,6322
+"sqr_mom_1",0.99,1613946564101,6322
+"lr_1",1.1678680438096864e-05,1613946564101,6322
+"mom_1",0.9266434055578618,1613946564101,6322
+"eps_1",1e-05,1613946564101,6322
+"wd_2",0.01,1613946564101,6322
+"sqr_mom_2",0.99,1613946564101,6322
+"lr_2",0.00011678680438096859,1613946564101,6322
+"mom_2",0.9266434055578618,1613946564101,6322
+"eps_2",1e-05,1613946564101,6322
+"train_loss",0.0059618326,1613946565044,6323
+"raw_loss",0.0067283898,1613946565044,6323
+"epoch",39.77358490566035,1613946565044,6323
+"wd_0",0.01,1613946565044,6323
+"sqr_mom_0",0.99,1613946565044,6323
+"lr_0",1.166673528071071e-06,1613946565044,6323
+"mom_0",0.9266672961115396,1613946565044,6323
+"eps_0",1e-05,1613946565044,6323
+"wd_1",0.01,1613946565044,6323
+"sqr_mom_1",0.99,1613946565044,6323
+"lr_1",1.1666735280710707e-05,1613946565044,6323
+"mom_1",0.9266672961115396,1613946565044,6323
+"eps_1",1e-05,1613946565044,6323
+"wd_2",0.01,1613946565044,6323
+"sqr_mom_2",0.99,1613946565044,6323
+"lr_2",0.00011666735280710703,1613946565044,6323
+"mom_2",0.9266672961115396,1613946565044,6323
+"eps_2",1e-05,1613946565044,6323
+"train_loss",0.005940146,1613946565995,6324
+"raw_loss",0.0048774853,1613946565995,6324
+"epoch",39.77987421383645,1613946565995,6324
+"wd_0",0.01,1613946565995,6324
+"sqr_mom_0",0.99,1613946565995,6324
+"lr_0",1.1654802293010993e-06,1613946565995,6324
+"mom_0",0.9266911623256012,1613946565995,6324
+"eps_0",1e-05,1613946565995,6324
+"wd_1",0.01,1613946565995,6324
+"sqr_mom_1",0.99,1613946565995,6324
+"lr_1",1.1654802293010991e-05,1613946565995,6324
+"mom_1",0.9266911623256012,1613946565995,6324
+"eps_1",1e-05,1613946565995,6324
+"wd_2",0.01,1613946565995,6324
+"sqr_mom_2",0.99,1613946565995,6324
+"lr_2",0.00011654802293010991,1613946565995,6324
+"mom_2",0.9266911623256012,1613946565995,6324
+"eps_2",1e-05,1613946565995,6324
+"train_loss",0.0059041935,1613946566939,6325
+"raw_loss",0.00414252,1613946566939,6325
+"epoch",39.78616352201255,1613946566939,6325
+"wd_0",0.01,1613946566939,6325
+"sqr_mom_0",0.99,1613946566939,6325
+"lr_0",1.1642865642058722e-06,1613946566939,6325
+"mom_0",0.9267150358662412,1613946566939,6325
+"eps_0",1e-05,1613946566939,6325
+"wd_1",0.01,1613946566939,6325
+"sqr_mom_1",0.99,1613946566939,6325
+"lr_1",1.164286564205872e-05,1613946566939,6325
+"mom_1",0.9267150358662412,1613946566939,6325
+"eps_1",1e-05,1613946566939,6325
+"wd_2",0.01,1613946566939,6325
+"sqr_mom_2",0.99,1613946566939,6325
+"lr_2",0.00011642865642058717,1613946566939,6325
+"mom_2",0.9267150358662412,1613946566939,6325
+"eps_2",1e-05,1613946566939,6325
+"train_loss",0.005929947,1613946567885,6326
+"raw_loss",0.007191854,1613946567885,6326
+"epoch",39.79245283018865,1613946567885,6326
+"wd_0",0.01,1613946567885,6326
+"sqr_mom_0",0.99,1613946567885,6326
+"lr_0",1.1630941162757679e-06,1613946567885,6326
+"mom_0",0.9267388850633352,1613946567885,6326
+"eps_0",1e-05,1613946567885,6326
+"wd_1",0.01,1613946567885,6326
+"sqr_mom_1",0.99,1613946567885,6326
+"lr_1",1.1630941162757682e-05,1613946567885,6326
+"mom_1",0.9267388850633352,1613946567885,6326
+"eps_1",1e-05,1613946567885,6326
+"wd_2",0.01,1613946567885,6326
+"sqr_mom_2",0.99,1613946567885,6326
+"lr_2",0.00011630941162757679,1613946567885,6326
+"mom_2",0.9267388850633352,1613946567885,6326
+"eps_2",1e-05,1613946567885,6326
+"train_loss",0.0058962423,1613946568836,6327
+"raw_loss",0.004244718,1613946568836,6327
+"epoch",39.79874213836475,1613946568836,6327
+"wd_0",0.01,1613946568836,6327
+"sqr_mom_0",0.99,1613946568836,6327
+"lr_0",1.1619016987700909e-06,1613946568836,6327
+"mom_0",0.9267627336519346,1613946568836,6327
+"eps_0",1e-05,1613946568836,6327
+"wd_1",0.01,1613946568836,6327
+"sqr_mom_1",0.99,1613946568836,6327
+"lr_1",1.1619016987700904e-05,1613946568836,6327
+"mom_1",0.9267627336519346,1613946568836,6327
+"eps_1",1e-05,1613946568836,6327
+"wd_2",0.01,1613946568836,6327
+"sqr_mom_2",0.99,1613946568836,6327
+"lr_2",0.00011619016987700901,1613946568836,6327
+"mom_2",0.9267627336519346,1613946568836,6327
+"eps_2",1e-05,1613946568836,6327
+"train_loss",0.00588637,1613946569792,6328
+"raw_loss",0.0054026125,1613946569792,6328
+"epoch",39.80503144654085,1613946569792,6328
+"wd_0",0.01,1613946569792,6328
+"sqr_mom_0",0.99,1613946569792,6328
+"lr_0",1.1607097077758766e-06,1613946569792,6328
+"mom_0",0.9267865737102196,1613946569792,6328
+"eps_0",1e-05,1613946569792,6328
+"wd_1",0.01,1613946569792,6328
+"sqr_mom_1",0.99,1613946569792,6328
+"lr_1",1.1607097077758768e-05,1613946569792,6328
+"mom_1",0.9267865737102196,1613946569792,6328
+"eps_1",1e-05,1613946569792,6328
+"wd_2",0.01,1613946569792,6328
+"sqr_mom_2",0.99,1613946569792,6328
+"lr_2",0.00011607097077758762,1613946569792,6328
+"mom_2",0.9267865737102196,1613946569792,6328
+"eps_2",1e-05,1613946569792,6328
+"train_loss",0.0058797263,1613946570742,6329
+"raw_loss",0.0055541997,1613946570742,6329
+"epoch",39.81132075471695,1613946570742,6329
+"wd_0",0.01,1613946570742,6329
+"sqr_mom_0",0.99,1613946570742,6329
+"lr_0",1.15951814367306e-06,1613946570742,6329
+"mom_0",0.9268104052305911,1613946570742,6329
+"eps_0",1e-05,1613946570742,6329
+"wd_1",0.01,1613946570742,6329
+"sqr_mom_1",0.99,1613946570742,6329
+"lr_1",1.1595181436730603e-05,1613946570742,6329
+"mom_1",0.9268104052305911,1613946570742,6329
+"eps_1",1e-05,1613946570742,6329
+"wd_2",0.01,1613946570742,6329
+"sqr_mom_2",0.99,1613946570742,6329
+"lr_2",0.000115951814367306,1613946570742,6329
+"mom_2",0.9268104052305911,1613946570742,6329
+"eps_2",1e-05,1613946570742,6329
+"train_loss",0.0059102955,1613946571684,6330
+"raw_loss",0.007408187,1613946571684,6330
+"epoch",39.81761006289305,1613946571684,6330
+"wd_0",0.01,1613946571684,6330
+"sqr_mom_0",0.99,1613946571684,6330
+"lr_0",1.1583274018408201e-06,1613946571684,6330
+"mom_0",0.9268342203053866,1613946571684,6330
+"eps_0",1e-05,1613946571684,6330
+"wd_1",0.01,1613946571684,6330
+"sqr_mom_1",0.99,1613946571684,6330
+"lr_1",1.1583274018408205e-05,1613946571684,6330
+"mom_1",0.9268342203053866,1613946571684,6330
+"eps_1",1e-05,1613946571684,6330
+"wd_2",0.01,1613946571684,6330
+"sqr_mom_2",0.99,1613946571684,6330
+"lr_2",0.00011583274018408201,1613946571684,6330
+"mom_2",0.9268342203053866,1613946571684,6330
+"eps_2",1e-05,1613946571684,6330
+"train_loss",0.005894707,1613946572630,6331
+"raw_loss",0.005130874,1613946572630,6331
+"epoch",39.82389937106915,1613946572630,6331
+"wd_0",0.01,1613946572630,6331
+"sqr_mom_0",0.99,1613946572630,6331
+"lr_0",1.1571362976606698e-06,1613946572630,6331
+"mom_0",0.9268580426272128,1613946572630,6331
+"eps_0",1e-05,1613946572630,6331
+"wd_1",0.01,1613946572630,6331
+"sqr_mom_1",0.99,1613946572630,6331
+"lr_1",1.1571362976606693e-05,1613946572630,6331
+"mom_1",0.9268580426272128,1613946572630,6331
+"eps_1",1e-05,1613946572630,6331
+"wd_2",0.01,1613946572630,6331
+"sqr_mom_2",0.99,1613946572630,6331
+"lr_2",0.00011571362976606691,1613946572630,6331
+"mom_2",0.9268580426272128,1613946572630,6331
+"eps_2",1e-05,1613946572630,6331
+"train_loss",0.0058639306,1613946573641,6332
+"raw_loss",0.00435587,1613946573641,6332
+"epoch",39.83018867924525,1613946573641,6332
+"wd_0",0.01,1613946573641,6332
+"sqr_mom_0",0.99,1613946573641,6332
+"lr_0",1.1559464112257319e-06,1613946573641,6332
+"mom_0",0.9268818405938912,1613946573641,6332
+"eps_0",1e-05,1613946573641,6332
+"wd_1",0.01,1613946573641,6332
+"sqr_mom_1",0.99,1613946573641,6332
+"lr_1",1.1559464112257322e-05,1613946573641,6332
+"mom_1",0.9268818405938912,1613946573641,6332
+"eps_1",1e-05,1613946573641,6332
+"wd_2",0.01,1613946573641,6332
+"sqr_mom_2",0.99,1613946573641,6332
+"lr_2",0.00011559464112257317,1613946573641,6332
+"mom_2",0.9268818405938912,1613946573641,6332
+"eps_2",1e-05,1613946573641,6332
+"train_loss",0.0058074617,1613946574614,6333
+"raw_loss",0.0030404828,1613946574614,6333
+"epoch",39.836477987421354,1613946574614,6333
+"wd_0",0.01,1613946574614,6333
+"sqr_mom_0",0.99,1613946574614,6333
+"lr_0",1.1547569529162991e-06,1613946574614,6333
+"mom_0",0.926905629997974,1613946574614,6333
+"eps_0",1e-05,1613946574614,6333
+"wd_1",0.01,1613946574614,6333
+"sqr_mom_1",0.99,1613946574614,6333
+"lr_1",1.154756952916299e-05,1613946574614,6333
+"mom_1",0.926905629997974,1613946574614,6333
+"eps_1",1e-05,1613946574614,6333
+"wd_2",0.01,1613946574614,6333
+"sqr_mom_2",0.99,1613946574614,6333
+"lr_2",0.00011547569529162985,1613946574614,6333
+"mom_2",0.926905629997974,1613946574614,6333
+"eps_2",1e-05,1613946574614,6333
+"train_loss",0.0057740198,1613946575568,6334
+"raw_loss",0.004135368,1613946575568,6334
+"epoch",39.842767295597454,1613946575568,6334
+"wd_0",0.01,1613946575568,6334
+"sqr_mom_0",0.99,1613946575568,6334
+"lr_0",1.1535671342490792e-06,1613946575568,6334
+"mom_0",0.9269294266092845,1613946575568,6334
+"eps_0",1e-05,1613946575568,6334
+"wd_1",0.01,1613946575568,6334
+"sqr_mom_1",0.99,1613946575568,6334
+"lr_1",1.1535671342490792e-05,1613946575568,6334
+"mom_1",0.9269294266092845,1613946575568,6334
+"eps_1",1e-05,1613946575568,6334
+"wd_2",0.01,1613946575568,6334
+"sqr_mom_2",0.99,1613946575568,6334
+"lr_2",0.0001153567134249079,1613946575568,6334
+"mom_2",0.9269294266092845,1613946575568,6334
+"eps_2",1e-05,1613946575568,6334
+"train_loss",0.005754601,1613946576511,6335
+"raw_loss",0.0048030904,1613946576511,6335
+"epoch",39.849056603773555,1613946576511,6335
+"wd_0",0.01,1613946576511,6335
+"sqr_mom_0",0.99,1613946576511,6335
+"lr_0",1.1523785336118629e-06,1613946576511,6335
+"mom_0",0.9269531988597512,1613946576511,6335
+"eps_0",1e-05,1613946576511,6335
+"wd_1",0.01,1613946576511,6335
+"sqr_mom_1",0.99,1613946576511,6335
+"lr_1",1.152378533611863e-05,1613946576511,6335
+"mom_1",0.9269531988597512,1613946576511,6335
+"eps_1",1e-05,1613946576511,6335
+"wd_2",0.01,1613946576511,6335
+"sqr_mom_2",0.99,1613946576511,6335
+"lr_2",0.00011523785336118626,1613946576511,6335
+"mom_2",0.9269531988597512,1613946576511,6335
+"eps_2",1e-05,1613946576511,6335
+"train_loss",0.0057562734,1613946577481,6336
+"raw_loss",0.005838217,1613946577481,6336
+"epoch",39.855345911949655,1613946577481,6336
+"wd_0",0.01,1613946577481,6336
+"sqr_mom_0",0.99,1613946577481,6336
+"lr_0",1.1511899680904505e-06,1613946577481,6336
+"mom_0",0.9269769704078951,1613946577481,6336
+"eps_0",1e-05,1613946577481,6336
+"wd_1",0.01,1613946577481,6336
+"sqr_mom_1",0.99,1613946577481,6336
+"lr_1",1.1511899680904502e-05,1613946577481,6336
+"mom_1",0.9269769704078951,1613946577481,6336
+"eps_1",1e-05,1613946577481,6336
+"wd_2",0.01,1613946577481,6336
+"sqr_mom_2",0.99,1613946577481,6336
+"lr_2",0.00011511899680904502,1613946577481,6336
+"mom_2",0.9269769704078951,1613946577481,6336
+"eps_2",1e-05,1613946577481,6336
+"train_loss",0.0057417816,1613946578448,6337
+"raw_loss",0.0050316816,1613946578448,6337
+"epoch",39.861635220125756,1613946578448,6337
+"wd_0",0.01,1613946578448,6337
+"sqr_mom_0",0.99,1613946578448,6337
+"lr_0",1.1500018324947425e-06,1613946578448,6337
+"mom_0",0.9270007333574387,1613946578448,6337
+"eps_0",1e-05,1613946578448,6337
+"wd_1",0.01,1613946578448,6337
+"sqr_mom_1",0.99,1613946578448,6337
+"lr_1",1.1500018324947423e-05,1613946578448,6337
+"mom_1",0.9270007333574387,1613946578448,6337
+"eps_1",1e-05,1613946578448,6337
+"wd_2",0.01,1613946578448,6337
+"sqr_mom_2",0.99,1613946578448,6337
+"lr_2",0.00011500018324947417,1613946578448,6337
+"mom_2",0.9270007333574387,1613946578448,6337
+"eps_2",1e-05,1613946578448,6337
+"train_loss",0.0058008013,1613946579400,6338
+"raw_loss",0.008692772,1613946579400,6338
+"epoch",39.867924528301856,1613946579400,6338
+"wd_0",0.01,1613946579400,6338
+"sqr_mom_0",0.99,1613946579400,6338
+"lr_0",1.1488141272034446e-06,1613946579400,6338
+"mom_0",0.927024487700808,1613946579400,6338
+"eps_0",1e-05,1613946579400,6338
+"wd_1",0.01,1613946579400,6338
+"sqr_mom_1",0.99,1613946579400,6338
+"lr_1",1.1488141272034445e-05,1613946579400,6338
+"mom_1",0.927024487700808,1613946579400,6338
+"eps_1",1e-05,1613946579400,6338
+"wd_2",0.01,1613946579400,6338
+"sqr_mom_2",0.99,1613946579400,6338
+"lr_2",0.00011488141272034445,1613946579400,6338
+"mom_2",0.927024487700808,1613946579400,6338
+"eps_2",1e-05,1613946579400,6338
+"train_loss",0.005766618,1613946580345,6339
+"raw_loss",0.004091644,1613946580345,6339
+"epoch",39.874213836477956,1613946580345,6339
+"wd_0",0.01,1613946580345,6339
+"sqr_mom_0",0.99,1613946580345,6339
+"lr_0",1.147627246312937e-06,1613946580345,6339
+"mom_0",0.9270482255559968,1613946580345,6339
+"eps_0",1e-05,1613946580345,6339
+"wd_1",0.01,1613946580345,6339
+"sqr_mom_1",0.99,1613946580345,6339
+"lr_1",1.1476272463129373e-05,1613946580345,6339
+"mom_1",0.9270482255559968,1613946580345,6339
+"eps_1",1e-05,1613946580345,6339
+"wd_2",0.01,1613946580345,6339
+"sqr_mom_2",0.99,1613946580345,6339
+"lr_2",0.00011476272463129369,1613946580345,6339
+"mom_2",0.9270482255559968,1613946580345,6339
+"eps_2",1e-05,1613946580345,6339
+"train_loss",0.005828864,1613946581305,6340
+"raw_loss",0.008878906,1613946581305,6340
+"epoch",39.88050314465406,1613946581305,6340
+"wd_0",0.01,1613946581305,6340
+"sqr_mom_0",0.99,1613946581305,6340
+"lr_0",1.1464400090482075e-06,1613946581305,6340
+"mom_0",0.9270719705387412,1613946581305,6340
+"eps_0",1e-05,1613946581305,6340
+"wd_1",0.01,1613946581305,6340
+"sqr_mom_1",0.99,1613946581305,6340
+"lr_1",1.1464400090482077e-05,1613946581305,6340
+"mom_1",0.9270719705387412,1613946581305,6340
+"eps_1",1e-05,1613946581305,6340
+"wd_2",0.01,1613946581305,6340
+"sqr_mom_2",0.99,1613946581305,6340
+"lr_2",0.00011464400090482072,1613946581305,6340
+"mom_2",0.9270719705387412,1613946581305,6340
+"eps_2",1e-05,1613946581305,6340
+"train_loss",0.0057557872,1613946582295,6341
+"raw_loss",0.002175023,1613946582295,6341
+"epoch",39.88679245283016,1613946582295,6341
+"wd_0",0.01,1613946582295,6341
+"sqr_mom_0",0.99,1613946582295,6341
+"lr_0",1.1452539903726124e-06,1613946582295,6341
+"mom_0",0.9270956911494592,1613946582295,6341
+"eps_0",1e-05,1613946582295,6341
+"wd_1",0.01,1613946582295,6341
+"sqr_mom_1",0.99,1613946582295,6341
+"lr_1",1.1452539903726129e-05,1613946582295,6341
+"mom_1",0.9270956911494592,1613946582295,6341
+"eps_1",1e-05,1613946582295,6341
+"wd_2",0.01,1613946582295,6341
+"sqr_mom_2",0.99,1613946582295,6341
+"lr_2",0.00011452539903726122,1613946582295,6341
+"mom_2",0.9270956911494592,1613946582295,6341
+"eps_2",1e-05,1613946582295,6341
+"train_loss",0.0057341983,1613946583280,6342
+"raw_loss",0.004676334,1613946583280,6342
+"epoch",39.89308176100626,1613946583280,6342
+"wd_0",0.01,1613946583280,6342
+"sqr_mom_0",0.99,1613946583280,6342
+"lr_0",1.1440684032283478e-06,1613946583280,6342
+"mom_0",0.9271194031294643,1613946583280,6342
+"eps_0",1e-05,1613946583280,6342
+"wd_1",0.01,1613946583280,6342
+"sqr_mom_1",0.99,1613946583280,6342
+"lr_1",1.1440684032283472e-05,1613946583280,6342
+"mom_1",0.9271194031294643,1613946583280,6342
+"eps_1",1e-05,1613946583280,6342
+"wd_2",0.01,1613946583280,6342
+"sqr_mom_2",0.99,1613946583280,6342
+"lr_2",0.0001144068403228347,1613946583280,6342
+"mom_2",0.9271194031294643,1613946583280,6342
+"eps_2",1e-05,1613946583280,6342
+"train_loss",0.0057675913,1613946584219,6343
+"raw_loss",0.007403841,1613946584219,6343
+"epoch",39.89937106918236,1613946584219,6343
+"wd_0",0.01,1613946584219,6343
+"sqr_mom_0",0.99,1613946584219,6343
+"lr_0",1.1428824617030682e-06,1613946584219,6343
+"mom_0",0.9271431221971606,1613946584219,6343
+"eps_0",1e-05,1613946584219,6343
+"wd_1",0.01,1613946584219,6343
+"sqr_mom_1",0.99,1613946584219,6343
+"lr_1",1.1428824617030678e-05,1613946584219,6343
+"mom_1",0.9271431221971606,1613946584219,6343
+"eps_1",1e-05,1613946584219,6343
+"wd_2",0.01,1613946584219,6343
+"sqr_mom_2",0.99,1613946584219,6343
+"lr_2",0.00011428824617030673,1613946584219,6343
+"mom_2",0.9271431221971606,1613946584219,6343
+"eps_2",1e-05,1613946584219,6343
+"train_loss",0.005771653,1613946585198,6344
+"raw_loss",0.0059706764,1613946585198,6344
+"epoch",39.90566037735846,1613946585198,6344
+"wd_0",0.01,1613946585198,6344
+"sqr_mom_0",0.99,1613946585198,6344
+"lr_0",1.1416977390412301e-06,1613946585198,6344
+"mom_0",0.9271668168873443,1613946585198,6344
+"eps_0",1e-05,1613946585198,6344
+"wd_1",0.01,1613946585198,6344
+"sqr_mom_1",0.99,1613946585198,6344
+"lr_1",1.1416977390412298e-05,1613946585198,6344
+"mom_1",0.9271668168873443,1613946585198,6344
+"eps_1",1e-05,1613946585198,6344
+"wd_2",0.01,1613946585198,6344
+"sqr_mom_2",0.99,1613946585198,6344
+"lr_2",0.00011416977390412293,1613946585198,6344
+"mom_2",0.9271668168873443,1613946585198,6344
+"eps_2",1e-05,1613946585198,6344
+"train_loss",0.0057306443,1613946586142,6345
+"raw_loss",0.0037212365,1613946586142,6345
+"epoch",39.91194968553456,1613946586142,6345
+"wd_0",0.01,1613946586142,6345
+"sqr_mom_0",0.99,1613946586142,6345
+"lr_0",1.1405134490434861e-06,1613946586142,6345
+"mom_0",0.9271905029241595,1613946586142,6345
+"eps_0",1e-05,1613946586142,6345
+"wd_1",0.01,1613946586142,6345
+"sqr_mom_1",0.99,1613946586142,6345
+"lr_1",1.1405134490434865e-05,1613946586142,6345
+"mom_1",0.9271905029241595,1613946586142,6345
+"eps_1",1e-05,1613946586142,6345
+"wd_2",0.01,1613946586142,6345
+"sqr_mom_2",0.99,1613946586142,6345
+"lr_2",0.00011405134490434857,1613946586142,6345
+"mom_2",0.9271905029241595,1613946586142,6345
+"eps_2",1e-05,1613946586142,6345
+"train_loss",0.005690174,1613946587100,6346
+"raw_loss",0.0037071276,1613946587100,6346
+"epoch",39.91823899371066,1613946587100,6346
+"wd_0",0.01,1613946587100,6346
+"sqr_mom_0",0.99,1613946587100,6346
+"lr_0",1.139328806658951e-06,1613946587100,6346
+"mom_0",0.9272141960087811,1613946587100,6346
+"eps_0",1e-05,1613946587100,6346
+"wd_1",0.01,1613946587100,6346
+"sqr_mom_1",0.99,1613946587100,6346
+"lr_1",1.1393288066589507e-05,1613946587100,6346
+"mom_1",0.9272141960087811,1613946587100,6346
+"eps_1",1e-05,1613946587100,6346
+"wd_2",0.01,1613946587100,6346
+"sqr_mom_2",0.99,1613946587100,6346
+"lr_2",0.00011393288066589505,1613946587100,6346
+"mom_2",0.9272141960087811,1613946587100,6346
+"eps_2",1e-05,1613946587100,6346
+"train_loss",0.0056972145,1613946588067,6347
+"raw_loss",0.0060421806,1613946588067,6347
+"epoch",39.92452830188676,1613946588067,6347
+"wd_0",0.01,1613946588067,6347
+"sqr_mom_0",0.99,1613946588067,6347
+"lr_0",1.138145383408669e-06,1613946588067,6347
+"mom_0",0.9272378647104736,1613946588067,6347
+"eps_0",1e-05,1613946588067,6347
+"wd_1",0.01,1613946588067,6347
+"sqr_mom_1",0.99,1613946588067,6347
+"lr_1",1.138145383408669e-05,1613946588067,6347
+"mom_1",0.9272378647104736,1613946588067,6347
+"eps_1",1e-05,1613946588067,6347
+"wd_2",0.01,1613946588067,6347
+"sqr_mom_2",0.99,1613946588067,6347
+"lr_2",0.0001138145383408669,1613946588067,6347
+"mom_2",0.9272378647104736,1613946588067,6347
+"eps_2",1e-05,1613946588067,6347
+"train_loss",0.005644222,1613946589006,6348
+"raw_loss",0.0030475692,1613946589006,6348
+"epoch",39.93081761006286,1613946589006,6348
+"wd_0",0.01,1613946589006,6348
+"sqr_mom_0",0.99,1613946589006,6348
+"lr_0",1.1369620015278718e-06,1613946589006,6348
+"mom_0",0.9272615325847684,1613946589006,6348
+"eps_0",1e-05,1613946589006,6348
+"wd_1",0.01,1613946589006,6348
+"sqr_mom_1",0.99,1613946589006,6348
+"lr_1",1.1369620015278721e-05,1613946589006,6348
+"mom_1",0.9272615325847684,1613946589006,6348
+"eps_1",1e-05,1613946589006,6348
+"wd_2",0.01,1613946589006,6348
+"sqr_mom_2",0.99,1613946589006,6348
+"lr_2",0.00011369620015278718,1613946589006,6348
+"mom_2",0.9272615325847684,1613946589006,6348
+"eps_2",1e-05,1613946589006,6348
+"train_loss",0.005588611,1613946589945,6349
+"raw_loss",0.0028636742,1613946589945,6349
+"epoch",39.93710691823896,1613946589945,6349
+"wd_0",0.01,1613946589945,6349
+"sqr_mom_0",0.99,1613946589945,6349
+"lr_0",1.1357790541077805e-06,1613946589945,6349
+"mom_0",0.9272851917697621,1613946589945,6349
+"eps_0",1e-05,1613946589945,6349
+"wd_1",0.01,1613946589945,6349
+"sqr_mom_1",0.99,1613946589945,6349
+"lr_1",1.1357790541077804e-05,1613946589945,6349
+"mom_1",0.9272851917697621,1613946589945,6349
+"eps_1",1e-05,1613946589945,6349
+"wd_2",0.01,1613946589945,6349
+"sqr_mom_2",0.99,1613946589945,6349
+"lr_2",0.000113577905410778,1613946589945,6349
+"mom_2",0.9272851917697621,1613946589945,6349
+"eps_2",1e-05,1613946589945,6349
+"train_loss",0.0055807023,1613946590929,6350
+"raw_loss",0.0051931646,1613946590929,6350
+"epoch",39.94339622641506,1613946590929,6350
+"wd_0",0.01,1613946590929,6350
+"sqr_mom_0",0.99,1613946590929,6350
+"lr_0",1.134596541525446e-06,1613946590929,6350
+"mom_0",0.9273088422579137,1613946590929,6350
+"eps_0",1e-05,1613946590929,6350
+"wd_1",0.01,1613946590929,6350
+"sqr_mom_1",0.99,1613946590929,6350
+"lr_1",1.134596541525446e-05,1613946590929,6350
+"mom_1",0.9273088422579137,1613946590929,6350
+"eps_1",1e-05,1613946590929,6350
+"wd_2",0.01,1613946590929,6350
+"sqr_mom_2",0.99,1613946590929,6350
+"lr_2",0.00011345965415254458,1613946590929,6350
+"mom_2",0.9273088422579137,1613946590929,6350
+"eps_2",1e-05,1613946590929,6350
+"train_loss",0.0055452166,1613946591937,6351
+"raw_loss",0.0038064148,1613946591937,6351
+"epoch",39.94968553459116,1613946591937,6351
+"wd_0",0.01,1613946591937,6351
+"sqr_mom_0",0.99,1613946591937,6351
+"lr_0",1.1334148561510502e-06,1613946591937,6351
+"mom_0",0.927332476201741,1613946591937,6351
+"eps_0",1e-05,1613946591937,6351
+"wd_1",0.01,1613946591937,6351
+"sqr_mom_1",0.99,1613946591937,6351
+"lr_1",1.1334148561510502e-05,1613946591937,6351
+"mom_1",0.927332476201741,1613946591937,6351
+"eps_1",1e-05,1613946591937,6351
+"wd_2",0.01,1613946591937,6351
+"sqr_mom_2",0.99,1613946591937,6351
+"lr_2",0.00011334148561510497,1613946591937,6351
+"mom_2",0.927332476201741,1613946591937,6351
+"eps_2",1e-05,1613946591937,6351
+"train_loss",0.0054788236,1613946592890,6352
+"raw_loss",0.0022255597,1613946592890,6352
+"epoch",39.95597484276726,1613946592890,6352
+"wd_0",0.01,1613946592890,6352
+"sqr_mom_0",0.99,1613946592890,6352
+"lr_0",1.1322328223815585e-06,1613946592890,6352
+"mom_0",0.9273561171135399,1613946592890,6352
+"eps_0",1e-05,1613946592890,6352
+"wd_1",0.01,1613946592890,6352
+"sqr_mom_1",0.99,1613946592890,6352
+"lr_1",1.1322328223815583e-05,1613946592890,6352
+"mom_1",0.9273561171135399,1613946592890,6352
+"eps_1",1e-05,1613946592890,6352
+"wd_2",0.01,1613946592890,6352
+"sqr_mom_2",0.99,1613946592890,6352
+"lr_2",0.00011322328223815583,1613946592890,6352
+"mom_2",0.9273561171135399,1613946592890,6352
+"eps_2",1e-05,1613946592890,6352
+"train_loss",0.0054741544,1613946593834,6353
+"raw_loss",0.0052453685,1613946593834,6353
+"epoch",39.96226415094336,1613946593834,6353
+"wd_0",0.01,1613946593834,6353
+"sqr_mom_0",0.99,1613946593834,6353
+"lr_0",1.1310520082774834e-06,1613946593834,6353
+"mom_0",0.9273797336317866,1613946593834,6353
+"eps_0",1e-05,1613946593834,6353
+"wd_1",0.01,1613946593834,6353
+"sqr_mom_1",0.99,1613946593834,6353
+"lr_1",1.1310520082774832e-05,1613946593834,6353
+"mom_1",0.9273797336317866,1613946593834,6353
+"eps_1",1e-05,1613946593834,6353
+"wd_2",0.01,1613946593834,6353
+"sqr_mom_2",0.99,1613946593834,6353
+"lr_2",0.00011310520082774832,1613946593834,6353
+"mom_2",0.9273797336317866,1613946593834,6353
+"eps_2",1e-05,1613946593834,6353
+"train_loss",0.0054258057,1613946594809,6354
+"raw_loss",0.003056721,1613946594809,6354
+"epoch",39.96855345911946,1613946594809,6354
+"wd_0",0.01,1613946594809,6354
+"sqr_mom_0",0.99,1613946594809,6354
+"lr_0",1.1298716302284564e-06,1613946594809,6354
+"mom_0",0.9274033414288452,1613946594809,6354
+"eps_0",1e-05,1613946594809,6354
+"wd_1",0.01,1613946594809,6354
+"sqr_mom_1",0.99,1613946594809,6354
+"lr_1",1.1298716302284562e-05,1613946594809,6354
+"mom_1",0.9274033414288452,1613946594809,6354
+"eps_1",1e-05,1613946594809,6354
+"wd_2",0.01,1613946594809,6354
+"sqr_mom_2",0.99,1613946594809,6354
+"lr_2",0.0001129871630228456,1613946594809,6354
+"mom_2",0.9274033414288452,1613946594809,6354
+"eps_2",1e-05,1613946594809,6354
+"train_loss",0.0054354765,1613946595756,6355
+"raw_loss",0.0059093446,1613946595756,6355
+"epoch",39.97484276729556,1613946595756,6355
+"wd_0",0.01,1613946595756,6355
+"sqr_mom_0",0.99,1613946595756,6355
+"lr_0",1.1286909057815728e-06,1613946595756,6355
+"mom_0",0.92742695615393,1613946595756,6355
+"eps_0",1e-05,1613946595756,6355
+"wd_1",0.01,1613946595756,6355
+"sqr_mom_1",0.99,1613946595756,6355
+"lr_1",1.1286909057815731e-05,1613946595756,6355
+"mom_1",0.92742695615393,1613946595756,6355
+"eps_1",1e-05,1613946595756,6355
+"wd_2",0.01,1613946595756,6355
+"sqr_mom_2",0.99,1613946595756,6355
+"lr_2",0.00011286909057815726,1613946595756,6355
+"mom_2",0.92742695615393,1613946595756,6355
+"eps_2",1e-05,1613946595756,6355
+"train_loss",0.005434134,1613946596703,6356
+"raw_loss",0.005368358,1613946596703,6356
+"epoch",39.98113207547166,1613946596703,6356
+"wd_0",0.01,1613946596703,6356
+"sqr_mom_0",0.99,1613946596703,6356
+"lr_0",1.1275114012604262e-06,1613946596703,6356
+"mom_0",0.9274505464802563,1613946596703,6356
+"eps_0",1e-05,1613946596703,6356
+"wd_1",0.01,1613946596703,6356
+"sqr_mom_1",0.99,1613946596703,6356
+"lr_1",1.1275114012604258e-05,1613946596703,6356
+"mom_1",0.9274505464802563,1613946596703,6356
+"eps_1",1e-05,1613946596703,6356
+"wd_2",0.01,1613946596703,6356
+"sqr_mom_2",0.99,1613946596703,6356
+"lr_2",0.00011275114012604257,1613946596703,6356
+"mom_2",0.9274505464802563,1613946596703,6356
+"eps_2",1e-05,1613946596703,6356
+"train_loss",0.0054279743,1613946597707,6357
+"raw_loss",0.0051261424,1613946597707,6357
+"epoch",39.987421383647764,1613946597707,6357
+"wd_0",0.01,1613946597707,6357
+"sqr_mom_0",0.99,1613946597707,6357
+"lr_0",1.1263319427978362e-06,1613946597707,6357
+"mom_0",0.9274741358854021,1613946597707,6357
+"eps_0",1e-05,1613946597707,6357
+"wd_1",0.01,1613946597707,6357
+"sqr_mom_1",0.99,1613946597707,6357
+"lr_1",1.1263319427978362e-05,1613946597707,6357
+"mom_1",0.9274741358854021,1613946597707,6357
+"eps_1",1e-05,1613946597707,6357
+"wd_2",0.01,1613946597707,6357
+"sqr_mom_2",0.99,1613946597707,6357
+"lr_2",0.00011263319427978356,1613946597707,6357
+"mom_2",0.9274741358854021,1613946597707,6357
+"eps_2",1e-05,1613946597707,6357
+"train_loss",0.005409139,1613946598697,6358
+"raw_loss",0.004486226,1613946598697,6358
+"epoch",39.993710691823864,1613946598697,6358
+"wd_0",0.01,1613946598697,6358
+"sqr_mom_0",0.99,1613946598697,6358
+"lr_0",1.125152922184161e-06,1613946598697,6358
+"mom_0",0.9274977165334821,1613946598697,6358
+"eps_0",1e-05,1613946598697,6358
+"wd_1",0.01,1613946598697,6358
+"sqr_mom_1",0.99,1613946598697,6358
+"lr_1",1.1251529221841607e-05,1613946598697,6358
+"mom_1",0.9274977165334821,1613946598697,6358
+"eps_1",1e-05,1613946598697,6358
+"wd_2",0.01,1613946598697,6358
+"sqr_mom_2",0.99,1613946598697,6358
+"lr_2",0.00011251529221841607,1613946598697,6358
+"mom_2",0.9274977165334821,1613946598697,6358
+"eps_2",1e-05,1613946598697,6358
+"train_loss",0.0053825313,1613946599681,6359
+"raw_loss",0.0040787533,1613946599681,6359
+"epoch",39.999999999999964,1613946599681,6359
+"wd_0",0.01,1613946599681,6359
+"sqr_mom_0",0.99,1613946599681,6359
+"lr_0",1.123974339795202e-06,1613946599681,6359
+"mom_0",0.9275212884169801,1613946599681,6359
+"eps_0",1e-05,1613946599681,6359
+"wd_1",0.01,1613946599681,6359
+"sqr_mom_1",0.99,1613946599681,6359
+"lr_1",1.1239743397952014e-05,1613946599681,6359
+"mom_1",0.9275212884169801,1613946599681,6359
+"eps_1",1e-05,1613946599681,6359
+"wd_2",0.01,1613946599681,6359
+"sqr_mom_2",0.99,1613946599681,6359
+"lr_2",0.00011239743397952015,1613946599681,6359
+"mom_2",0.9275212884169801,1613946599681,6359
+"eps_2",1e-05,1613946599681,6359
+"valid_loss",0.08530264347791672,1613946633256,6359
+"_rmse",0.29206618666648865,1613946633256,6359
+"epoch",40,1613946633256,6359
+"train_loss",0.0053498168,1613946634316,6360
+"raw_loss",0.0037468092,1613946634316,6360
+"epoch",40.0062893081761,1613946634316,6360
+"wd_0",0.01,1613946634316,6360
+"sqr_mom_0",0.99,1613946634316,6360
+"lr_0",1.122796586694654e-06,1613946634316,6360
+"mom_0",0.927544843714544,1613946634316,6360
+"eps_0",1e-05,1613946634316,6360
+"wd_1",0.01,1613946634316,6360
+"sqr_mom_1",0.99,1613946634316,6360
+"lr_1",1.1227965866946542e-05,1613946634316,6360
+"mom_1",0.927544843714544,1613946634316,6360
+"eps_1",1e-05,1613946634316,6360
+"wd_2",0.01,1613946634316,6360
+"sqr_mom_2",0.99,1613946634316,6360
+"lr_2",0.00011227965866946539,1613946634316,6360
+"mom_2",0.927544843714544,1613946634316,6360
+"eps_2",1e-05,1613946634316,6360
+"train_loss",0.0053361226,1613946635741,6361
+"raw_loss",0.0046651163,1613946635741,6361
+"epoch",40.0125786163522,1613946635741,6361
+"wd_0",0.01,1613946635741,6361
+"sqr_mom_0",0.99,1613946635741,6361
+"lr_0",1.1216184911939246e-06,1613946635741,6361
+"mom_0",0.9275684058601801,1613946635741,6361
+"eps_0",1e-05,1613946635741,6361
+"wd_1",0.01,1613946635741,6361
+"sqr_mom_1",0.99,1613946635741,6361
+"lr_1",1.1216184911939245e-05,1613946635741,6361
+"mom_1",0.9275684058601801,1613946635741,6361
+"eps_1",1e-05,1613946635741,6361
+"wd_2",0.01,1613946635741,6361
+"sqr_mom_2",0.99,1613946635741,6361
+"lr_2",0.00011216184911939242,1613946635741,6361
+"mom_2",0.9275684058601801,1613946635741,6361
+"eps_2",1e-05,1613946635741,6361
+"train_loss",0.005398926,1613946637150,6362
+"raw_loss",0.008476294,1613946637150,6362
+"epoch",40.0188679245283,1613946637150,6362
+"wd_0",0.01,1613946637150,6362
+"sqr_mom_0",0.99,1613946637150,6362
+"lr_0",1.1204416161291019e-06,1613946637150,6362
+"mom_0",0.9275919435968539,1613946637150,6362
+"eps_0",1e-05,1613946637150,6362
+"wd_1",0.01,1613946637150,6362
+"sqr_mom_1",0.99,1613946637150,6362
+"lr_1",1.1204416161291019e-05,1613946637150,6362
+"mom_1",0.9275919435968539,1613946637150,6362
+"eps_1",1e-05,1613946637150,6362
+"wd_2",0.01,1613946637150,6362
+"sqr_mom_2",0.99,1613946637150,6362
+"lr_2",0.00011204416161291017,1613946637150,6362
+"mom_2",0.9275919435968539,1613946637150,6362
+"eps_2",1e-05,1613946637150,6362
+"train_loss",0.005426883,1613946638361,6363
+"raw_loss",0.006796806,1613946638361,6363
+"epoch",40.0251572327044,1613946638361,6363
+"wd_0",0.01,1613946638361,6363
+"sqr_mom_0",0.99,1613946638361,6363
+"lr_0",1.1192643999976038e-06,1613946638361,6363
+"mom_0",0.9276154881549294,1613946638361,6363
+"eps_0",1e-05,1613946638361,6363
+"wd_1",0.01,1613946638361,6363
+"sqr_mom_1",0.99,1613946638361,6363
+"lr_1",1.1192643999976045e-05,1613946638361,6363
+"mom_1",0.9276154881549294,1613946638361,6363
+"eps_1",1e-05,1613946638361,6363
+"wd_2",0.01,1613946638361,6363
+"sqr_mom_2",0.99,1613946638361,6363
+"lr_2",0.00011192643999976041,1613946638361,6363
+"mom_2",0.9276154881549294,1613946638361,6363
+"eps_2",1e-05,1613946638361,6363
+"train_loss",0.0054081646,1613946639449,6364
+"raw_loss",0.0044909404,1613946639449,6364
+"epoch",40.0314465408805,1613946639449,6364
+"wd_0",0.01,1613946639449,6364
+"sqr_mom_0",0.99,1613946639449,6364
+"lr_0",1.1180884044689676e-06,1613946639449,6364
+"mom_0",0.9276390083007036,1613946639449,6364
+"eps_0",1e-05,1613946639449,6364
+"wd_1",0.01,1613946639449,6364
+"sqr_mom_1",0.99,1613946639449,6364
+"lr_1",1.1180884044689678e-05,1613946639449,6364
+"mom_1",0.9276390083007036,1613946639449,6364
+"eps_1",1e-05,1613946639449,6364
+"wd_2",0.01,1613946639449,6364
+"sqr_mom_2",0.99,1613946639449,6364
+"lr_2",0.00011180884044689673,1613946639449,6364
+"mom_2",0.9276390083007036,1613946639449,6364
+"eps_2",1e-05,1613946639449,6364
+"train_loss",0.0053866124,1613946640669,6365
+"raw_loss",0.0043305503,1613946640669,6365
+"epoch",40.0377358490566,1613946640669,6365
+"wd_0",0.01,1613946640669,6365
+"sqr_mom_0",0.99,1613946640669,6365
+"lr_0",1.1169128491246381e-06,1613946640669,6365
+"mom_0",0.9276625196427036,1613946640669,6365
+"eps_0",1e-05,1613946640669,6365
+"wd_1",0.01,1613946640669,6365
+"sqr_mom_1",0.99,1613946640669,6365
+"lr_1",1.1169128491246385e-05,1613946640669,6365
+"mom_1",0.9276625196427036,1613946640669,6365
+"eps_1",1e-05,1613946640669,6365
+"wd_2",0.01,1613946640669,6365
+"sqr_mom_2",0.99,1613946640669,6365
+"lr_2",0.00011169128491246382,1613946640669,6365
+"mom_2",0.9276625196427036,1613946640669,6365
+"eps_2",1e-05,1613946640669,6365
+"train_loss",0.005361632,1613946641677,6366
+"raw_loss",0.0041375905,1613946641677,6366
+"epoch",40.0440251572327,1613946641677,6366
+"wd_0",0.01,1613946641677,6366
+"sqr_mom_0",0.99,1613946641677,6366
+"lr_0",1.1157369547144877e-06,1613946641677,6366
+"mom_0",0.9276860377660878,1613946641677,6366
+"eps_0",1e-05,1613946641677,6366
+"wd_1",0.01,1613946641677,6366
+"sqr_mom_1",0.99,1613946641677,6366
+"lr_1",1.1157369547144874e-05,1613946641677,6366
+"mom_1",0.9276860377660878,1613946641677,6366
+"eps_1",1e-05,1613946641677,6366
+"wd_2",0.01,1613946641677,6366
+"sqr_mom_2",0.99,1613946641677,6366
+"lr_2",0.00011157369547144872,1613946641677,6366
+"mom_2",0.9276860377660878,1613946641677,6366
+"eps_2",1e-05,1613946641677,6366
+"train_loss",0.005334229,1613946642628,6367
+"raw_loss",0.0039914884,1613946642628,6367
+"epoch",40.0503144654088,1613946642628,6367
+"wd_0",0.01,1613946642628,6367
+"sqr_mom_0",0.99,1613946642628,6367
+"lr_0",1.1145622811546853e-06,1613946642628,6367
+"mom_0",0.927709531472221,1613946642628,6367
+"eps_0",1e-05,1613946642628,6367
+"wd_1",0.01,1613946642628,6367
+"sqr_mom_1",0.99,1613946642628,6367
+"lr_1",1.1145622811546852e-05,1613946642628,6367
+"mom_1",0.927709531472221,1613946642628,6367
+"eps_1",1e-05,1613946642628,6367
+"wd_2",0.01,1613946642628,6367
+"sqr_mom_2",0.99,1613946642628,6367
+"lr_2",0.00011145622811546853,1613946642628,6367
+"mom_2",0.927709531472221,1613946642628,6367
+"eps_2",1e-05,1613946642628,6367
+"train_loss",0.0053648297,1613946643591,6368
+"raw_loss",0.0068642427,1613946643591,6368
+"epoch",40.056603773584904,1613946643591,6368
+"wd_0",0.01,1613946643591,6368
+"sqr_mom_0",0.99,1613946643591,6368
+"lr_0",1.1133880489023561e-06,1613946643591,6368
+"mom_0",0.9277330163521164,1613946643591,6368
+"eps_0",1e-05,1613946643591,6368
+"wd_1",0.01,1613946643591,6368
+"sqr_mom_1",0.99,1613946643591,6368
+"lr_1",1.113388048902356e-05,1613946643591,6368
+"mom_1",0.9277330163521164,1613946643591,6368
+"eps_1",1e-05,1613946643591,6368
+"wd_2",0.01,1613946643591,6368
+"sqr_mom_2",0.99,1613946643591,6368
+"lr_2",0.00011133880489023557,1613946643591,6368
+"mom_2",0.9277330163521164,1613946643591,6368
+"eps_2",1e-05,1613946643591,6368
+"train_loss",0.0053323796,1613946644523,6369
+"raw_loss",0.0037423216,1613946644523,6369
+"epoch",40.062893081761004,1613946644523,6369
+"wd_0",0.01,1613946644523,6369
+"sqr_mom_0",0.99,1613946644523,6369
+"lr_0",1.1122134795860312e-06,1613946644523,6369
+"mom_0",0.9277565079733591,1613946644523,6369
+"eps_0",1e-05,1613946644523,6369
+"wd_1",0.01,1613946644523,6369
+"sqr_mom_1",0.99,1613946644523,6369
+"lr_1",1.1122134795860312e-05,1613946644523,6369
+"mom_1",0.9277565079733591,1613946644523,6369
+"eps_1",1e-05,1613946644523,6369
+"wd_2",0.01,1613946644523,6369
+"sqr_mom_2",0.99,1613946644523,6369
+"lr_2",0.00011122134795860306,1613946644523,6369
+"mom_2",0.9277565079733591,1613946644523,6369
+"eps_2",1e-05,1613946644523,6369
+"train_loss",0.005427554,1613946645477,6370
+"raw_loss",0.010091104,1613946645477,6370
+"epoch",40.069182389937104,1613946645477,6370
+"wd_0",0.01,1613946645477,6370
+"sqr_mom_0",0.99,1613946645477,6370
+"lr_0",1.111040131364042e-06,1613946645477,6370
+"mom_0",0.9277799751724709,1613946645477,6370
+"eps_0",1e-05,1613946645477,6370
+"wd_1",0.01,1613946645477,6370
+"sqr_mom_1",0.99,1613946645477,6370
+"lr_1",1.1110401313640414e-05,1613946645477,6370
+"mom_1",0.9277799751724709,1613946645477,6370
+"eps_1",1e-05,1613946645477,6370
+"wd_2",0.01,1613946645477,6370
+"sqr_mom_2",0.99,1613946645477,6370
+"lr_2",0.00011110401313640413,1613946645477,6370
+"mom_2",0.9277799751724709,1613946645477,6370
+"eps_2",1e-05,1613946645477,6370
+"train_loss",0.005370333,1613946646429,6371
+"raw_loss",0.002566503,1613946646429,6371
+"epoch",40.075471698113205,1613946646429,6371
+"wd_0",0.01,1613946646429,6371
+"sqr_mom_0",0.99,1613946646429,6371
+"lr_0",1.1098668364923342e-06,1613946646429,6371
+"mom_0",0.9278034413045664,1613946646429,6371
+"eps_0",1e-05,1613946646429,6371
+"wd_1",0.01,1613946646429,6371
+"sqr_mom_1",0.99,1613946646429,6371
+"lr_1",1.1098668364923337e-05,1613946646429,6371
+"mom_1",0.9278034413045664,1613946646429,6371
+"eps_1",1e-05,1613946646429,6371
+"wd_2",0.01,1613946646429,6371
+"sqr_mom_2",0.99,1613946646429,6371
+"lr_2",0.00011098668364923335,1613946646429,6371
+"mom_2",0.9278034413045664,1613946646429,6371
+"eps_2",1e-05,1613946646429,6371
+"train_loss",0.005353766,1613946647381,6372
+"raw_loss",0.0045419834,1613946647381,6372
+"epoch",40.081761006289305,1613946647381,6372
+"wd_0",0.01,1613946647381,6372
+"sqr_mom_0",0.99,1613946647381,6372
+"lr_0",1.1086939847176057e-06,1613946647381,6372
+"mom_0",0.9278268985746336,1613946647381,6372
+"eps_0",1e-05,1613946647381,6372
+"wd_1",0.01,1613946647381,6372
+"sqr_mom_1",0.99,1613946647381,6372
+"lr_1",1.1086939847176059e-05,1613946647381,6372
+"mom_1",0.9278268985746336,1613946647381,6372
+"eps_1",1e-05,1613946647381,6372
+"wd_2",0.01,1613946647381,6372
+"sqr_mom_2",0.99,1613946647381,6372
+"lr_2",0.00011086939847176056,1613946647381,6372
+"mom_2",0.9278268985746336,1613946647381,6372
+"eps_2",1e-05,1613946647381,6372
+"train_loss",0.0053647044,1613946648362,6373
+"raw_loss",0.0059006945,1613946648362,6373
+"epoch",40.088050314465406,1613946648362,6373
+"wd_0",0.01,1613946648362,6373
+"sqr_mom_0",0.99,1613946648362,6373
+"lr_0",1.1075215764136895e-06,1613946648362,6373
+"mom_0",0.927850346975196,1613946648362,6373
+"eps_0",1e-05,1613946648362,6373
+"wd_1",0.01,1613946648362,6373
+"sqr_mom_1",0.99,1613946648362,6373
+"lr_1",1.1075215764136895e-05,1613946648362,6373
+"mom_1",0.927850346975196,1613946648362,6373
+"eps_1",1e-05,1613946648362,6373
+"wd_2",0.01,1613946648362,6373
+"sqr_mom_2",0.99,1613946648362,6373
+"lr_2",0.00011075215764136891,1613946648362,6373
+"mom_2",0.927850346975196,1613946648362,6373
+"eps_2",1e-05,1613946648362,6373
+"train_loss",0.005402688,1613946649361,6374
+"raw_loss",0.007263886,1613946649361,6374
+"epoch",40.094339622641506,1613946649361,6374
+"wd_0",0.01,1613946649361,6374
+"sqr_mom_0",0.99,1613946649361,6374
+"lr_0",1.1063500005919185e-06,1613946649361,6374
+"mom_0",0.9278737787259489,1613946649361,6374
+"eps_0",1e-05,1613946649361,6374
+"wd_1",0.01,1613946649361,6374
+"sqr_mom_1",0.99,1613946649361,6374
+"lr_1",1.1063500005919181e-05,1613946649361,6374
+"mom_1",0.9278737787259489,1613946649361,6374
+"eps_1",1e-05,1613946649361,6374
+"wd_2",0.01,1613946649361,6374
+"sqr_mom_2",0.99,1613946649361,6374
+"lr_2",0.00011063500005919179,1613946649361,6374
+"mom_2",0.9278737787259489,1613946649361,6374
+"eps_2",1e-05,1613946649361,6374
+"train_loss",0.005353473,1613946650360,6375
+"raw_loss",0.0029419507,1613946650360,6375
+"epoch",40.10062893081761,1613946650360,6375
+"wd_0",0.01,1613946650360,6375
+"sqr_mom_0",0.99,1613946650360,6375
+"lr_0",1.10517809171292e-06,1613946650360,6375
+"mom_0",0.927897217137913,1613946650360,6375
+"eps_0",1e-05,1613946650360,6375
+"wd_1",0.01,1613946650360,6375
+"sqr_mom_1",0.99,1613946650360,6375
+"lr_1",1.10517809171292e-05,1613946650360,6375
+"mom_1",0.927897217137913,1613946650360,6375
+"eps_1",1e-05,1613946650360,6375
+"wd_2",0.01,1613946650360,6375
+"sqr_mom_2",0.99,1613946650360,6375
+"lr_2",0.00011051780917129201,1613946650360,6375
+"mom_2",0.927897217137913,1613946650360,6375
+"eps_2",1e-05,1613946650360,6375
+"train_loss",0.005416779,1613946651344,6376
+"raw_loss",0.0085187685,1613946651344,6376
+"epoch",40.10691823899371,1613946651344,6376
+"wd_0",0.01,1613946651344,6376
+"sqr_mom_0",0.99,1613946651344,6376
+"lr_0",1.1040074044057458e-06,1613946651344,6376
+"mom_0",0.9279206311181962,1613946651344,6376
+"eps_0",1e-05,1613946651344,6376
+"wd_1",0.01,1613946651344,6376
+"sqr_mom_1",0.99,1613946651344,6376
+"lr_1",1.1040074044057455e-05,1613946651344,6376
+"mom_1",0.9279206311181962,1613946651344,6376
+"eps_1",1e-05,1613946651344,6376
+"wd_2",0.01,1613946651344,6376
+"sqr_mom_2",0.99,1613946651344,6376
+"lr_2",0.00011040074044057455,1613946651344,6376
+"mom_2",0.9279206311181962,1613946651344,6376
+"eps_2",1e-05,1613946651344,6376
+"train_loss",0.005431119,1613946652326,6377
+"raw_loss",0.006133777,1613946652326,6377
+"epoch",40.11320754716981,1613946652326,6377
+"wd_0",0.01,1613946652326,6377
+"sqr_mom_0",0.99,1613946652326,6377
+"lr_0",1.1028371617680601e-06,1613946652326,6377
+"mom_0",0.9279440362050009,1613946652326,6377
+"eps_0",1e-05,1613946652326,6377
+"wd_1",0.01,1613946652326,6377
+"sqr_mom_1",0.99,1613946652326,6377
+"lr_1",1.1028371617680601e-05,1613946652326,6377
+"mom_1",0.9279440362050009,1613946652326,6377
+"eps_1",1e-05,1613946652326,6377
+"wd_2",0.01,1613946652326,6377
+"sqr_mom_2",0.99,1613946652326,6377
+"lr_2",0.00011028371617680593,1613946652326,6377
+"mom_2",0.9279440362050009,1613946652326,6377
+"eps_2",1e-05,1613946652326,6377
+"train_loss",0.0055020456,1613946653338,6378
+"raw_loss",0.008977466,1613946653338,6378
+"epoch",40.11949685534591,1613946653338,6378
+"wd_0",0.01,1613946653338,6378
+"sqr_mom_0",0.99,1613946653338,6378
+"lr_0",1.1016665880778562e-06,1613946653338,6378
+"mom_0",0.927967447912922,1613946653338,6378
+"eps_0",1e-05,1613946653338,6378
+"wd_1",0.01,1613946653338,6378
+"sqr_mom_1",0.99,1613946653338,6378
+"lr_1",1.101666588077856e-05,1613946653338,6378
+"mom_1",0.927967447912922,1613946653338,6378
+"eps_1",1e-05,1613946653338,6378
+"wd_2",0.01,1613946653338,6378
+"sqr_mom_2",0.99,1613946653338,6378
+"lr_2",0.00011016665880778559,1613946653338,6378
+"mom_2",0.927967447912922,1613946653338,6378
+"eps_2",1e-05,1613946653338,6378
+"train_loss",0.005531757,1613946654318,6379
+"raw_loss",0.006987624,1613946654318,6379
+"epoch",40.12578616352201,1613946654318,6379
+"wd_0",0.01,1613946654318,6379
+"sqr_mom_0",0.99,1613946654318,6379
+"lr_0",1.1004972361929537e-06,1613946654318,6379
+"mom_0",0.9279908351844928,1613946654318,6379
+"eps_0",1e-05,1613946654318,6379
+"wd_1",0.01,1613946654318,6379
+"sqr_mom_1",0.99,1613946654318,6379
+"lr_1",1.1004972361929539e-05,1613946654318,6379
+"mom_1",0.9279908351844928,1613946654318,6379
+"eps_1",1e-05,1613946654318,6379
+"wd_2",0.01,1613946654318,6379
+"sqr_mom_2",0.99,1613946654318,6379
+"lr_2",0.00011004972361929537,1613946654318,6379
+"mom_2",0.9279908351844928,1613946654318,6379
+"eps_2",1e-05,1613946654318,6379
+"train_loss",0.0055870414,1613946655335,6380
+"raw_loss",0.008295982,1613946655335,6380
+"epoch",40.13207547169811,1613946655335,6380
+"wd_0",0.01,1613946655335,6380
+"sqr_mom_0",0.99,1613946655335,6380
+"lr_0",1.099327942344128e-06,1613946655335,6380
+"mom_0",0.9280142212953304,1613946655335,6380
+"eps_0",1e-05,1613946655335,6380
+"wd_1",0.01,1613946655335,6380
+"sqr_mom_1",0.99,1613946655335,6380
+"lr_1",1.0993279423441275e-05,1613946655335,6380
+"mom_1",0.9280142212953304,1613946655335,6380
+"eps_1",1e-05,1613946655335,6380
+"wd_2",0.01,1613946655335,6380
+"sqr_mom_2",0.99,1613946655335,6380
+"lr_2",0.00010993279423441275,1613946655335,6380
+"mom_2",0.9280142212953304,1613946655335,6380
+"eps_2",1e-05,1613946655335,6380
+"train_loss",0.00558563,1613946656324,6381
+"raw_loss",0.0055164793,1613946656324,6381
+"epoch",40.13836477987421,1613946656324,6381
+"wd_0",0.01,1613946656324,6381
+"sqr_mom_0",0.99,1613946656324,6381
+"lr_0",1.0981590949514331e-06,1613946656324,6381
+"mom_0",0.9280375984769561,1613946656324,6381
+"eps_0",1e-05,1613946656324,6381
+"wd_1",0.01,1613946656324,6381
+"sqr_mom_1",0.99,1613946656324,6381
+"lr_1",1.0981590949514335e-05,1613946656324,6381
+"mom_1",0.9280375984769561,1613946656324,6381
+"eps_1",1e-05,1613946656324,6381
+"wd_2",0.01,1613946656324,6381
+"sqr_mom_2",0.99,1613946656324,6381
+"lr_2",0.00010981590949514329,1613946656324,6381
+"mom_2",0.9280375984769561,1613946656324,6381
+"eps_2",1e-05,1613946656324,6381
+"train_loss",0.0055680475,1613946657364,6382
+"raw_loss",0.0047064987,1613946657364,6382
+"epoch",40.14465408805031,1613946657364,6382
+"wd_0",0.01,1613946657364,6382
+"sqr_mom_0",0.99,1613946657364,6382
+"lr_0",1.0969906943874263e-06,1613946657364,6382
+"mom_0",0.9280609667219186,1613946657364,6382
+"eps_0",1e-05,1613946657364,6382
+"wd_1",0.01,1613946657364,6382
+"sqr_mom_1",0.99,1613946657364,6382
+"lr_1",1.096990694387426e-05,1613946657364,6382
+"mom_1",0.9280609667219186,1613946657364,6382
+"eps_1",1e-05,1613946657364,6382
+"wd_2",0.01,1613946657364,6382
+"sqr_mom_2",0.99,1613946657364,6382
+"lr_2",0.00010969906943874257,1613946657364,6382
+"mom_2",0.9280609667219186,1613946657364,6382
+"eps_2",1e-05,1613946657364,6382
+"train_loss",0.0055611175,1613946658459,6383
+"raw_loss",0.0052215597,1613946658459,6383
+"epoch",40.15094339622641,1613946658459,6383
+"wd_0",0.01,1613946658459,6383
+"sqr_mom_0",0.99,1613946658459,6383
+"lr_0",1.0958231283312244e-06,1613946658459,6383
+"mom_0",0.9280843182765582,1613946658459,6383
+"eps_0",1e-05,1613946658459,6383
+"wd_1",0.01,1613946658459,6383
+"sqr_mom_1",0.99,1613946658459,6383
+"lr_1",1.095823128331225e-05,1613946658459,6383
+"mom_1",0.9280843182765582,1613946658459,6383
+"eps_1",1e-05,1613946658459,6383
+"wd_2",0.01,1613946658459,6383
+"sqr_mom_2",0.99,1613946658459,6383
+"lr_2",0.00010958231283312247,1613946658459,6383
+"mom_2",0.9280843182765582,1613946658459,6383
+"eps_2",1e-05,1613946658459,6383
+"train_loss",0.005554827,1613946659447,6384
+"raw_loss",0.005246586,1613946659447,6384
+"epoch",40.15723270440251,1613946659447,6384
+"wd_0",0.01,1613946659447,6384
+"sqr_mom_0",0.99,1613946659447,6384
+"lr_0",1.09465523523499e-06,1613946659447,6384
+"mom_0",0.9281076763720639,1613946659447,6384
+"eps_0",1e-05,1613946659447,6384
+"wd_1",0.01,1613946659447,6384
+"sqr_mom_1",0.99,1613946659447,6384
+"lr_1",1.09465523523499e-05,1613946659447,6384
+"mom_1",0.9281076763720639,1613946659447,6384
+"eps_1",1e-05,1613946659447,6384
+"wd_2",0.01,1613946659447,6384
+"sqr_mom_2",0.99,1613946659447,6384
+"lr_2",0.00010946552352349896,1613946659447,6384
+"mom_2",0.9281076763720639,1613946659447,6384
+"eps_2",1e-05,1613946659447,6384
+"train_loss",0.0056851027,1613946660438,6385
+"raw_loss",0.012068613,1613946660438,6385
+"epoch",40.16352201257861,1613946660438,6385
+"wd_0",0.01,1613946660438,6385
+"sqr_mom_0",0.99,1613946660438,6385
+"lr_0",1.0934885644005206e-06,1613946660438,6385
+"mom_0",0.9281310100220898,1613946660438,6385
+"eps_0",1e-05,1613946660438,6385
+"wd_1",0.01,1613946660438,6385
+"sqr_mom_1",0.99,1613946660438,6385
+"lr_1",1.0934885644005203e-05,1613946660438,6385
+"mom_1",0.9281310100220898,1613946660438,6385
+"eps_1",1e-05,1613946660438,6385
+"wd_2",0.01,1613946660438,6385
+"sqr_mom_2",0.99,1613946660438,6385
+"lr_2",0.00010934885644005201,1613946660438,6385
+"mom_2",0.9281310100220898,1613946660438,6385
+"eps_2",1e-05,1613946660438,6385
+"train_loss",0.00568081,1613946661417,6386
+"raw_loss",0.005470486,1613946661417,6386
+"epoch",40.16981132075471,1613946661417,6386
+"wd_0",0.01,1613946661417,6386
+"sqr_mom_0",0.99,1613946661417,6386
+"lr_0",1.092322341586075e-06,1613946661417,6386
+"mom_0",0.9281543347116256,1613946661417,6386
+"eps_0",1e-05,1613946661417,6386
+"wd_1",0.01,1613946661417,6386
+"sqr_mom_1",0.99,1613946661417,6386
+"lr_1",1.0923223415860746e-05,1613946661417,6386
+"mom_1",0.9281543347116256,1613946661417,6386
+"eps_1",1e-05,1613946661417,6386
+"wd_2",0.01,1613946661417,6386
+"sqr_mom_2",0.99,1613946661417,6386
+"lr_2",0.0001092322341586074,1613946661417,6386
+"mom_2",0.9281543347116256,1613946661417,6386
+"eps_2",1e-05,1613946661417,6386
+"train_loss",0.0057940674,1613946662393,6387
+"raw_loss",0.011343669,1613946662393,6387
+"epoch",40.17610062893081,1613946662393,6387
+"wd_0",0.01,1613946662393,6387
+"sqr_mom_0",0.99,1613946662393,6387
+"lr_0",1.0911557937391352e-06,1613946662393,6387
+"mom_0",0.9281776659018763,1613946662393,6387
+"eps_0",1e-05,1613946662393,6387
+"wd_1",0.01,1613946662393,6387
+"sqr_mom_1",0.99,1613946662393,6387
+"lr_1",1.0911557937391354e-05,1613946662393,6387
+"mom_1",0.9281776659018763,1613946662393,6387
+"eps_1",1e-05,1613946662393,6387
+"wd_2",0.01,1613946662393,6387
+"sqr_mom_2",0.99,1613946662393,6387
+"lr_2",0.0001091155793739135,1613946662393,6387
+"mom_2",0.9281776659018763,1613946662393,6387
+"eps_2",1e-05,1613946662393,6387
+"train_loss",0.0057984823,1613946663402,6388
+"raw_loss",0.0060148076,1613946663402,6388
+"epoch",40.18238993710691,1613946663402,6388
+"wd_0",0.01,1613946663402,6388
+"sqr_mom_0",0.99,1613946663402,6388
+"lr_0",1.0899904683769249e-06,1613946663402,6388
+"mom_0",0.9282009726421879,1613946663402,6388
+"eps_0",1e-05,1613946663402,6388
+"wd_1",0.01,1613946663402,6388
+"sqr_mom_1",0.99,1613946663402,6388
+"lr_1",1.0899904683769249e-05,1613946663402,6388
+"mom_1",0.9282009726421879,1613946663402,6388
+"eps_1",1e-05,1613946663402,6388
+"wd_2",0.01,1613946663402,6388
+"sqr_mom_2",0.99,1613946663402,6388
+"lr_2",0.00010899904683769245,1613946663402,6388
+"mom_2",0.9282009726421879,1613946663402,6388
+"eps_2",1e-05,1613946663402,6388
+"train_loss",0.0057631056,1613946664367,6389
+"raw_loss",0.004029644,1613946664367,6389
+"epoch",40.18867924528301,1613946664367,6389
+"wd_0",0.01,1613946664367,6389
+"sqr_mom_0",0.99,1613946664367,6389
+"lr_0",1.0888255921489763e-06,1613946664367,6389
+"mom_0",0.9282242703997244,1613946664367,6389
+"eps_0",1e-05,1613946664367,6389
+"wd_1",0.01,1613946664367,6389
+"sqr_mom_1",0.99,1613946664367,6389
+"lr_1",1.0888255921489758e-05,1613946664367,6389
+"mom_1",0.9282242703997244,1613946664367,6389
+"eps_1",1e-05,1613946664367,6389
+"wd_2",0.01,1613946664367,6389
+"sqr_mom_2",0.99,1613946664367,6389
+"lr_2",0.00010888255921489757,1613946664367,6389
+"mom_2",0.9282242703997244,1613946664367,6389
+"eps_2",1e-05,1613946664367,6389
+"train_loss",0.005727619,1613946665339,6390
+"raw_loss",0.003988768,1613946665339,6390
+"epoch",40.19496855345911,1613946665339,6390
+"wd_0",0.01,1613946665339,6390
+"sqr_mom_0",0.99,1613946665339,6390
+"lr_0",1.0876603928970063e-06,1613946665339,6390
+"mom_0",0.928247574617806,1613946665339,6390
+"eps_0",1e-05,1613946665339,6390
+"wd_1",0.01,1613946665339,6390
+"sqr_mom_1",0.99,1613946665339,6390
+"lr_1",1.0876603928970061e-05,1613946665339,6390
+"mom_1",0.928247574617806,1613946665339,6390
+"eps_1",1e-05,1613946665339,6390
+"wd_2",0.01,1613946665339,6390
+"sqr_mom_2",0.99,1613946665339,6390
+"lr_2",0.00010876603928970056,1613946665339,6390
+"mom_2",0.928247574617806,1613946665339,6390
+"eps_2",1e-05,1613946665339,6390
+"train_loss",0.0056962883,1613946666312,6391
+"raw_loss",0.0041610887,1613946666312,6391
+"epoch",40.20125786163521,1613946666312,6391
+"wd_0",0.01,1613946666312,6391
+"sqr_mom_0",0.99,1613946666312,6391
+"lr_0",1.086496416349221e-06,1613946666312,6391
+"mom_0",0.9282708543815594,1613946666312,6391
+"eps_0",1e-05,1613946666312,6391
+"wd_1",0.01,1613946666312,6391
+"sqr_mom_1",0.99,1613946666312,6391
+"lr_1",1.0864964163492206e-05,1613946666312,6391
+"mom_1",0.9282708543815594,1613946666312,6391
+"eps_1",1e-05,1613946666312,6391
+"wd_2",0.01,1613946666312,6391
+"sqr_mom_2",0.99,1613946666312,6391
+"lr_2",0.000108649641634922,1613946666312,6391
+"mom_2",0.9282708543815594,1613946666312,6391
+"eps_2",1e-05,1613946666312,6391
+"train_loss",0.0057159127,1613946667313,6392
+"raw_loss",0.0066775004,1613946667313,6392
+"epoch",40.20754716981131,1613946667313,6392
+"wd_0",0.01,1613946667313,6392
+"sqr_mom_0",0.99,1613946667313,6392
+"lr_0",1.0853325040828277e-06,1613946667313,6392
+"mom_0",0.928294132859672,1613946667313,6392
+"eps_0",1e-05,1613946667313,6392
+"wd_1",0.01,1613946667313,6392
+"sqr_mom_1",0.99,1613946667313,6392
+"lr_1",1.0853325040828277e-05,1613946667313,6392
+"mom_1",0.928294132859672,1613946667313,6392
+"eps_1",1e-05,1613946667313,6392
+"wd_2",0.01,1613946667313,6392
+"sqr_mom_2",0.99,1613946667313,6392
+"lr_2",0.00010853325040828277,1613946667313,6392
+"mom_2",0.928294132859672,1613946667313,6392
+"eps_2",1e-05,1613946667313,6392
+"train_loss",0.005772757,1613946668292,6393
+"raw_loss",0.008558119,1613946668292,6393
+"epoch",40.213836477987414,1613946668292,6393
+"wd_0",0.01,1613946668292,6393
+"sqr_mom_0",0.99,1613946668292,6393
+"lr_0",1.0841690427334516e-06,1613946668292,6393
+"mom_0",0.9283174023193541,1613946668292,6393
+"eps_0",1e-05,1613946668292,6393
+"wd_1",0.01,1613946668292,6393
+"sqr_mom_1",0.99,1613946668292,6393
+"lr_1",1.084169042733452e-05,1613946668292,6393
+"mom_1",0.9283174023193541,1613946668292,6393
+"eps_1",1e-05,1613946668292,6393
+"wd_2",0.01,1613946668292,6393
+"sqr_mom_2",0.99,1613946668292,6393
+"lr_2",0.00010841690427334518,1613946668292,6393
+"mom_2",0.9283174023193541,1613946668292,6393
+"eps_2",1e-05,1613946668292,6393
+"train_loss",0.00572445,1613946669279,6394
+"raw_loss",0.0033574083,1613946669279,6394
+"epoch",40.220125786163514,1613946669279,6394
+"wd_0",0.01,1613946669279,6394
+"sqr_mom_0",0.99,1613946669279,6394
+"lr_0",1.083006032671933e-06,1613946669279,6394
+"mom_0",0.9283406627531888,1613946669279,6394
+"eps_0",1e-05,1613946669279,6394
+"wd_1",0.01,1613946669279,6394
+"sqr_mom_1",0.99,1613946669279,6394
+"lr_1",1.0830060326719331e-05,1613946669279,6394
+"mom_1",0.9283406627531888,1613946669279,6394
+"eps_1",1e-05,1613946669279,6394
+"wd_2",0.01,1613946669279,6394
+"sqr_mom_2",0.99,1613946669279,6394
+"lr_2",0.00010830060326719328,1613946669279,6394
+"mom_2",0.9283406627531888,1613946669279,6394
+"eps_2",1e-05,1613946669279,6394
+"train_loss",0.0056720963,1613946670269,6395
+"raw_loss",0.0031067668,1613946670269,6395
+"epoch",40.226415094339615,1613946670269,6395
+"wd_0",0.01,1613946670269,6395
+"sqr_mom_0",0.99,1613946670269,6395
+"lr_0",1.0818438597855582e-06,1613946670269,6395
+"mom_0",0.9283639064433532,1613946670269,6395
+"eps_0",1e-05,1613946670269,6395
+"wd_1",0.01,1613946670269,6395
+"sqr_mom_1",0.99,1613946670269,6395
+"lr_1",1.0818438597855582e-05,1613946670269,6395
+"mom_1",0.9283639064433532,1613946670269,6395
+"eps_1",1e-05,1613946670269,6395
+"wd_2",0.01,1613946670269,6395
+"sqr_mom_2",0.99,1613946670269,6395
+"lr_2",0.0001081843859785558,1613946670269,6395
+"mom_2",0.9283639064433532,1613946670269,6395
+"eps_2",1e-05,1613946670269,6395
+"train_loss",0.0056403913,1613946671257,6396
+"raw_loss",0.004086847,1613946671257,6396
+"epoch",40.232704402515715,1613946671257,6396
+"wd_0",0.01,1613946671257,6396
+"sqr_mom_0",0.99,1613946671257,6396
+"lr_0",1.0806813678951041e-06,1613946671257,6396
+"mom_0",0.928387156513663,1613946671257,6396
+"eps_0",1e-05,1613946671257,6396
+"wd_1",0.01,1613946671257,6396
+"sqr_mom_1",0.99,1613946671257,6396
+"lr_1",1.0806813678951038e-05,1613946671257,6396
+"mom_1",0.928387156513663,1613946671257,6396
+"eps_1",1e-05,1613946671257,6396
+"wd_2",0.01,1613946671257,6396
+"sqr_mom_2",0.99,1613946671257,6396
+"lr_2",0.00010806813678951039,1613946671257,6396
+"mom_2",0.928387156513663,1613946671257,6396
+"eps_2",1e-05,1613946671257,6396
+"train_loss",0.005695226,1613946672223,6397
+"raw_loss",0.008382136,1613946672223,6397
+"epoch",40.238993710691815,1613946672223,6397
+"wd_0",0.01,1613946672223,6397
+"sqr_mom_0",0.99,1613946672223,6397
+"lr_0",1.0795200991372479e-06,1613946672223,6397
+"mom_0",0.9284103821210762,1613946672223,6397
+"eps_0",1e-05,1613946672223,6397
+"wd_1",0.01,1613946672223,6397
+"sqr_mom_1",0.99,1613946672223,6397
+"lr_1",1.0795200991372479e-05,1613946672223,6397
+"mom_1",0.9284103821210762,1613946672223,6397
+"eps_1",1e-05,1613946672223,6397
+"wd_2",0.01,1613946672223,6397
+"sqr_mom_2",0.99,1613946672223,6397
+"lr_2",0.00010795200991372476,1613946672223,6397
+"mom_2",0.9284103821210762,1613946672223,6397
+"eps_2",1e-05,1613946672223,6397
+"train_loss",0.0057225213,1613946673165,6398
+"raw_loss",0.007059982,1613946673165,6398
+"epoch",40.245283018867916,1613946673165,6398
+"wd_0",0.01,1613946673165,6398
+"sqr_mom_0",0.99,1613946673165,6398
+"lr_0",1.0783592828487507e-06,1613946673165,6398
+"mom_0",0.9284335986790118,1613946673165,6398
+"eps_0",1e-05,1613946673165,6398
+"wd_1",0.01,1613946673165,6398
+"sqr_mom_1",0.99,1613946673165,6398
+"lr_1",1.0783592828487507e-05,1613946673165,6398
+"mom_1",0.9284335986790118,1613946673165,6398
+"eps_1",1e-05,1613946673165,6398
+"wd_2",0.01,1613946673165,6398
+"sqr_mom_2",0.99,1613946673165,6398
+"lr_2",0.00010783592828487505,1613946673165,6398
+"mom_2",0.9284335986790118,1613946673165,6398
+"eps_2",1e-05,1613946673165,6398
+"train_loss",0.0058025713,1613946674112,6399
+"raw_loss",0.009725022,1613946674112,6399
+"epoch",40.251572327044016,1613946674112,6399
+"wd_0",0.01,1613946674112,6399
+"sqr_mom_0",0.99,1613946674112,6399
+"lr_0",1.0771981495674092e-06,1613946674112,6399
+"mom_0",0.9284568215768676,1613946674112,6399
+"eps_0",1e-05,1613946674112,6399
+"wd_1",0.01,1613946674112,6399
+"sqr_mom_1",0.99,1613946674112,6399
+"lr_1",1.0771981495674085e-05,1613946674112,6399
+"mom_1",0.9284568215768676,1613946674112,6399
+"eps_1",1e-05,1613946674112,6399
+"wd_2",0.01,1613946674112,6399
+"sqr_mom_2",0.99,1613946674112,6399
+"lr_2",0.00010771981495674086,1613946674112,6399
+"mom_2",0.9284568215768676,1613946674112,6399
+"eps_2",1e-05,1613946674112,6399
+"train_loss",0.0058101956,1613946675070,6400
+"raw_loss",0.0061837793,1613946675070,6400
+"epoch",40.25786163522012,1613946675070,6400
+"wd_0",0.01,1613946675070,6400
+"sqr_mom_0",0.99,1613946675070,6400
+"lr_0",1.0760382396275987e-06,1613946675070,6400
+"mom_0",0.9284800200076481,1613946675070,6400
+"eps_0",1e-05,1613946675070,6400
+"wd_1",0.01,1613946675070,6400
+"sqr_mom_1",0.99,1613946675070,6400
+"lr_1",1.0760382396275986e-05,1613946675070,6400
+"mom_1",0.9284800200076481,1613946675070,6400
+"eps_1",1e-05,1613946675070,6400
+"wd_2",0.01,1613946675070,6400
+"sqr_mom_2",0.99,1613946675070,6400
+"lr_2",0.00010760382396275979,1613946675070,6400
+"mom_2",0.9284800200076481,1613946675070,6400
+"eps_2",1e-05,1613946675070,6400
+"train_loss",0.0058521386,1613946676022,6401
+"raw_loss",0.007907359,1613946676022,6401
+"epoch",40.26415094339622,1613946676022,6401
+"wd_0",0.01,1613946676022,6401
+"sqr_mom_0",0.99,1613946676022,6401
+"lr_0",1.0748783986512915e-06,1613946676022,6401
+"mom_0",0.9285032170591447,1613946676022,6401
+"eps_0",1e-05,1613946676022,6401
+"wd_1",0.01,1613946676022,6401
+"sqr_mom_1",0.99,1613946676022,6401
+"lr_1",1.0748783986512915e-05,1613946676022,6401
+"mom_1",0.9285032170591447,1613946676022,6401
+"eps_1",1e-05,1613946676022,6401
+"wd_2",0.01,1613946676022,6401
+"sqr_mom_2",0.99,1613946676022,6401
+"lr_2",0.00010748783986512913,1613946676022,6401
+"mom_2",0.9285032170591447,1613946676022,6401
+"eps_2",1e-05,1613946676022,6401
+"train_loss",0.005979323,1613946677015,6402
+"raw_loss",0.012211344,1613946677015,6402
+"epoch",40.27044025157232,1613946677015,6402
+"wd_0",0.01,1613946677015,6402
+"sqr_mom_0",0.99,1613946677015,6402
+"lr_0",1.0737190119241282e-06,1613946677015,6402
+"mom_0",0.9285264050255677,1613946677015,6402
+"eps_0",1e-05,1613946677015,6402
+"wd_1",0.01,1613946677015,6402
+"sqr_mom_1",0.99,1613946677015,6402
+"lr_1",1.0737190119241282e-05,1613946677015,6402
+"mom_1",0.9285264050255677,1613946677015,6402
+"eps_1",1e-05,1613946677015,6402
+"wd_2",0.01,1613946677015,6402
+"sqr_mom_2",0.99,1613946677015,6402
+"lr_2",0.00010737190119241278,1613946677015,6402
+"mom_2",0.9285264050255677,1613946677015,6402
+"eps_2",1e-05,1613946677015,6402
+"train_loss",0.006035935,1613946678019,6403
+"raw_loss",0.008809939,1613946678019,6403
+"epoch",40.27672955974842,1613946678019,6403
+"wd_0",0.01,1613946678019,6403
+"sqr_mom_0",0.99,1613946678019,6403
+"lr_0",1.072560079815649e-06,1613946678019,6403
+"mom_0",0.928549583899526,1613946678019,6403
+"eps_0",1e-05,1613946678019,6403
+"wd_1",0.01,1613946678019,6403
+"sqr_mom_1",0.99,1613946678019,6403
+"lr_1",1.0725600798156488e-05,1613946678019,6403
+"mom_1",0.928549583899526,1613946678019,6403
+"eps_1",1e-05,1613946678019,6403
+"wd_2",0.01,1613946678019,6403
+"sqr_mom_2",0.99,1613946678019,6403
+"lr_2",0.00010725600798156486,1613946678019,6403
+"mom_2",0.928549583899526,1613946678019,6403
+"eps_2",1e-05,1613946678019,6403
+"train_loss",0.006016452,1613946678973,6404
+"raw_loss",0.005061764,1613946678973,6404
+"epoch",40.28301886792452,1613946678973,6404
+"wd_0",0.01,1613946678973,6404
+"sqr_mom_0",0.99,1613946678973,6404
+"lr_0",1.0714016026952498e-06,1613946678973,6404
+"mom_0",0.9285727536736317,1613946678973,6404
+"eps_0",1e-05,1613946678973,6404
+"wd_1",0.01,1613946678973,6404
+"sqr_mom_1",0.99,1613946678973,6404
+"lr_1",1.0714016026952497e-05,1613946678973,6404
+"mom_1",0.9285727536736317,1613946678973,6404
+"eps_1",1e-05,1613946678973,6404
+"wd_2",0.01,1613946678973,6404
+"sqr_mom_2",0.99,1613946678973,6404
+"lr_2",0.00010714016026952495,1613946678973,6404
+"mom_2",0.9285727536736317,1613946678973,6404
+"eps_2",1e-05,1613946678973,6404
+"train_loss",0.0061542634,1613946679925,6405
+"raw_loss",0.0129070245,1613946679925,6405
+"epoch",40.28930817610062,1613946679925,6405
+"wd_0",0.01,1613946679925,6405
+"sqr_mom_0",0.99,1613946679925,6405
+"lr_0",1.0702435809321814e-06,1613946679925,6405
+"mom_0",0.9285959143404997,1613946679925,6405
+"eps_0",1e-05,1613946679925,6405
+"wd_1",0.01,1613946679925,6405
+"sqr_mom_1",0.99,1613946679925,6405
+"lr_1",1.0702435809321817e-05,1613946679925,6405
+"mom_1",0.9285959143404997,1613946679925,6405
+"eps_1",1e-05,1613946679925,6405
+"wd_2",0.01,1613946679925,6405
+"sqr_mom_2",0.99,1613946679925,6405
+"lr_2",0.00010702435809321816,1613946679925,6405
+"mom_2",0.9285959143404997,1613946679925,6405
+"eps_2",1e-05,1613946679925,6405
+"train_loss",0.0061424673,1613946680920,6406
+"raw_loss",0.0055644577,1613946680920,6406
+"epoch",40.29559748427672,1613946680920,6406
+"wd_0",0.01,1613946680920,6406
+"sqr_mom_0",0.99,1613946680920,6406
+"lr_0",1.0690863987556267e-06,1613946680920,6406
+"mom_0",0.9286190582154696,1613946680920,6406
+"eps_0",1e-05,1613946680920,6406
+"wd_1",0.01,1613946680920,6406
+"sqr_mom_1",0.99,1613946680920,6406
+"lr_1",1.069086398755627e-05,1613946680920,6406
+"mom_1",0.9286190582154696,1613946680920,6406
+"eps_1",1e-05,1613946680920,6406
+"wd_2",0.01,1613946680920,6406
+"sqr_mom_2",0.99,1613946680920,6406
+"lr_2",0.00010690863987556265,1613946680920,6406
+"mom_2",0.9286190582154696,1613946680920,6406
+"eps_2",1e-05,1613946680920,6406
+"train_loss",0.006112323,1613946681868,6407
+"raw_loss",0.004635253,1613946681868,6407
+"epoch",40.30188679245282,1613946681868,6407
+"wd_0",0.01,1613946681868,6407
+"sqr_mom_0",0.99,1613946681868,6407
+"lr_0",1.067928904954321e-06,1613946681868,6407
+"mom_0",0.9286422083229968,1613946681868,6407
+"eps_0",1e-05,1613946681868,6407
+"wd_1",0.01,1613946681868,6407
+"sqr_mom_1",0.99,1613946681868,6407
+"lr_1",1.0679289049543209e-05,1613946681868,6407
+"mom_1",0.9286422083229968,1613946681868,6407
+"eps_1",1e-05,1613946681868,6407
+"wd_2",0.01,1613946681868,6407
+"sqr_mom_2",0.99,1613946681868,6407
+"lr_2",0.00010679289049543204,1613946681868,6407
+"mom_2",0.9286422083229968,1613946681868,6407
+"eps_2",1e-05,1613946681868,6407
+"train_loss",0.0061606267,1613946682861,6408
+"raw_loss",0.0085275,1613946682861,6408
+"epoch",40.30817610062892,1613946682861,6408
+"wd_0",0.01,1613946682861,6408
+"sqr_mom_0",0.99,1613946682861,6408
+"lr_0",1.0667726350345831e-06,1613946682861,6408
+"mom_0",0.9286653339526478,1613946682861,6408
+"eps_0",1e-05,1613946682861,6408
+"wd_1",0.01,1613946682861,6408
+"sqr_mom_1",0.99,1613946682861,6408
+"lr_1",1.0667726350345835e-05,1613946682861,6408
+"mom_1",0.9286653339526478,1613946682861,6408
+"eps_1",1e-05,1613946682861,6408
+"wd_2",0.01,1613946682861,6408
+"sqr_mom_2",0.99,1613946682861,6408
+"lr_2",0.00010667726350345827,1613946682861,6408
+"mom_2",0.9286653339526478,1613946682861,6408
+"eps_2",1e-05,1613946682861,6408
+"train_loss",0.006111146,1613946683808,6409
+"raw_loss",0.0036865924,1613946683808,6409
+"epoch",40.31446540880502,1613946683808,6409
+"wd_0",0.01,1613946683808,6409
+"sqr_mom_0",0.99,1613946683808,6409
+"lr_0",1.0656168216446178e-06,1613946683808,6409
+"mom_0",0.9286884504516121,1613946683808,6409
+"eps_0",1e-05,1613946683808,6409
+"wd_1",0.01,1613946683808,6409
+"sqr_mom_1",0.99,1613946683808,6409
+"lr_1",1.0656168216446178e-05,1613946683808,6409
+"mom_1",0.9286884504516121,1613946683808,6409
+"eps_1",1e-05,1613946683808,6409
+"wd_2",0.01,1613946683808,6409
+"sqr_mom_2",0.99,1613946683808,6409
+"lr_2",0.00010656168216446177,1613946683808,6409
+"mom_2",0.9286884504516121,1613946683808,6409
+"eps_2",1e-05,1613946683808,6409
+"train_loss",0.0060866205,1613946684782,6410
+"raw_loss",0.0048848777,1613946684782,6410
+"epoch",40.32075471698112,1613946684782,6410
+"wd_0",0.01,1613946684782,6410
+"sqr_mom_0",0.99,1613946684782,6410
+"lr_0",1.0644606986444422e-06,1613946684782,6410
+"mom_0",0.9287115731428426,1613946684782,6410
+"eps_0",1e-05,1613946684782,6410
+"wd_1",0.01,1613946684782,6410
+"sqr_mom_1",0.99,1613946684782,6410
+"lr_1",1.0644606986444419e-05,1613946684782,6410
+"mom_1",0.9287115731428426,1613946684782,6410
+"eps_1",1e-05,1613946684782,6410
+"wd_2",0.01,1613946684782,6410
+"sqr_mom_2",0.99,1613946684782,6410
+"lr_2",0.00010644606986444415,1613946684782,6410
+"mom_2",0.9287115731428426,1613946684782,6410
+"eps_2",1e-05,1613946684782,6410
+"train_loss",0.006076465,1613946685737,6411
+"raw_loss",0.005578839,1613946685737,6411
+"epoch",40.32704402515722,1613946685737,6411
+"wd_0",0.01,1613946685737,6411
+"sqr_mom_0",0.99,1613946685737,6411
+"lr_0",1.063305799721899e-06,1613946685737,6411
+"mom_0",0.9287346713522755,1613946685737,6411
+"eps_0",1e-05,1613946685737,6411
+"wd_1",0.01,1613946685737,6411
+"sqr_mom_1",0.99,1613946685737,6411
+"lr_1",1.0633057997218991e-05,1613946685737,6411
+"mom_1",0.9287346713522755,1613946685737,6411
+"eps_1",1e-05,1613946685737,6411
+"wd_2",0.01,1613946685737,6411
+"sqr_mom_2",0.99,1613946685737,6411
+"lr_2",0.00010633057997218987,1613946685737,6411
+"mom_2",0.9287346713522755,1613946685737,6411
+"eps_2",1e-05,1613946685737,6411
+"train_loss",0.0060235877,1613946686783,6412
+"raw_loss",0.0034326091,1613946686783,6412
+"epoch",40.33333333333332,1613946686783,6412
+"wd_0",0.01,1613946686783,6412
+"sqr_mom_0",0.99,1613946686783,6412
+"lr_0",1.0621513584334104e-06,1613946686783,6412
+"mom_0",0.9287577604089359,1613946686783,6412
+"eps_0",1e-05,1613946686783,6412
+"wd_1",0.01,1613946686783,6412
+"sqr_mom_1",0.99,1613946686783,6412
+"lr_1",1.0621513584334104e-05,1613946686783,6412
+"mom_1",0.9287577604089359,1613946686783,6412
+"eps_1",1e-05,1613946686783,6412
+"wd_2",0.01,1613946686783,6412
+"sqr_mom_2",0.99,1613946686783,6412
+"lr_2",0.00010621513584334102,1613946686783,6412
+"mom_2",0.9287577604089359,1613946686783,6412
+"eps_2",1e-05,1613946686783,6412
+"train_loss",0.0059810802,1613946687727,6413
+"raw_loss",0.0038982253,1613946687727,6413
+"epoch",40.33962264150942,1613946687727,6413
+"wd_0",0.01,1613946687727,6413
+"sqr_mom_0",0.99,1613946687727,6413
+"lr_0",1.060996609550139e-06,1613946687727,6413
+"mom_0",0.9287808556175534,1613946687727,6413
+"eps_0",1e-05,1613946687727,6413
+"wd_1",0.01,1613946687727,6413
+"sqr_mom_1",0.99,1613946687727,6413
+"lr_1",1.0609966095501395e-05,1613946687727,6413
+"mom_1",0.9287808556175534,1613946687727,6413
+"eps_1",1e-05,1613946687727,6413
+"wd_2",0.01,1613946687727,6413
+"sqr_mom_2",0.99,1613946687727,6413
+"lr_2",0.00010609966095501388,1613946687727,6413
+"mom_2",0.9287808556175534,1613946687727,6413
+"eps_2",1e-05,1613946687727,6413
+"train_loss",0.0059788614,1613946688668,6414
+"raw_loss",0.005870126,1613946688668,6414
+"epoch",40.34591194968552,1613946688668,6414
+"wd_0",0.01,1613946688668,6414
+"sqr_mom_0",0.99,1613946688668,6414
+"lr_0",1.059843084937056e-06,1613946688668,6414
+"mom_0",0.9288039263405222,1613946688668,6414
+"eps_0",1e-05,1613946688668,6414
+"wd_1",0.01,1613946688668,6414
+"sqr_mom_1",0.99,1613946688668,6414
+"lr_1",1.059843084937056e-05,1613946688668,6414
+"mom_1",0.9288039263405222,1613946688668,6414
+"eps_1",1e-05,1613946688668,6414
+"wd_2",0.01,1613946688668,6414
+"sqr_mom_2",0.99,1613946688668,6414
+"lr_2",0.00010598430849370556,1613946688668,6414
+"mom_2",0.9288039263405222,1613946688668,6414
+"eps_2",1e-05,1613946688668,6414
+"train_loss",0.0060170903,1613946689654,6415
+"raw_loss",0.007890303,1613946689654,6415
+"epoch",40.35220125786162,1613946689654,6415
+"wd_0",0.01,1613946689654,6415
+"sqr_mom_0",0.99,1613946689654,6415
+"lr_0",1.058689636567196e-06,1613946689654,6415
+"mom_0",0.9288269955386115,1613946689654,6415
+"eps_0",1e-05,1613946689654,6415
+"wd_1",0.01,1613946689654,6415
+"sqr_mom_1",0.99,1613946689654,6415
+"lr_1",1.0586896365671958e-05,1613946689654,6415
+"mom_1",0.9288269955386115,1613946689654,6415
+"eps_1",1e-05,1613946689654,6415
+"wd_2",0.01,1613946689654,6415
+"sqr_mom_2",0.99,1613946689654,6415
+"lr_2",0.00010586896365671954,1613946689654,6415
+"mom_2",0.9288269955386115,1613946689654,6415
+"eps_2",1e-05,1613946689654,6415
+"train_loss",0.0059536532,1613946690616,6416
+"raw_loss",0.0028452466,1613946690616,6416
+"epoch",40.35849056603772,1613946690616,6416
+"wd_0",0.01,1613946690616,6416
+"sqr_mom_0",0.99,1613946690616,6416
+"lr_0",1.0575366476064613e-06,1613946690616,6416
+"mom_0",0.9288500555484263,1613946690616,6416
+"eps_0",1e-05,1613946690616,6416
+"wd_1",0.01,1613946690616,6416
+"sqr_mom_1",0.99,1613946690616,6416
+"lr_1",1.0575366476064616e-05,1613946690616,6416
+"mom_1",0.9288500555484263,1613946690616,6416
+"eps_1",1e-05,1613946690616,6416
+"wd_2",0.01,1613946690616,6416
+"sqr_mom_2",0.99,1613946690616,6416
+"lr_2",0.0001057536647606461,1613946690616,6416
+"mom_2",0.9288500555484263,1613946690616,6416
+"eps_2",1e-05,1613946690616,6416
+"train_loss",0.005883793,1613946691570,6417
+"raw_loss",0.0024606343,1613946691570,6417
+"epoch",40.36477987421382,1613946691570,6417
+"wd_0",0.01,1613946691570,6417
+"sqr_mom_0",0.99,1613946691570,6417
+"lr_0",1.0563841184223543e-06,1613946691570,6417
+"mom_0",0.9288731063626166,1613946691570,6417
+"eps_0",1e-05,1613946691570,6417
+"wd_1",0.01,1613946691570,6417
+"sqr_mom_1",0.99,1613946691570,6417
+"lr_1",1.0563841184223541e-05,1613946691570,6417
+"mom_1",0.9288731063626166,1613946691570,6417
+"eps_1",1e-05,1613946691570,6417
+"wd_2",0.01,1613946691570,6417
+"sqr_mom_2",0.99,1613946691570,6417
+"lr_2",0.00010563841184223536,1613946691570,6417
+"mom_2",0.9288731063626166,1613946691570,6417
+"eps_2",1e-05,1613946691570,6417
+"train_loss",0.005824386,1613946692543,6418
+"raw_loss",0.0029134518,1613946692543,6418
+"epoch",40.371069182389924,1613946692543,6418
+"wd_0",0.01,1613946692543,6418
+"sqr_mom_0",0.99,1613946692543,6418
+"lr_0",1.0552324314183556e-06,1613946692543,6418
+"mom_0",0.9288961403330362,1613946692543,6418
+"eps_0",1e-05,1613946692543,6418
+"wd_1",0.01,1613946692543,6418
+"sqr_mom_1",0.99,1613946692543,6418
+"lr_1",1.0552324314183558e-05,1613946692543,6418
+"mom_1",0.9288961403330362,1613946692543,6418
+"eps_1",1e-05,1613946692543,6418
+"wd_2",0.01,1613946692543,6418
+"sqr_mom_2",0.99,1613946692543,6418
+"lr_2",0.0001055232431418355,1613946692543,6418
+"mom_2",0.9288961403330362,1613946692543,6418
+"eps_2",1e-05,1613946692543,6418
+"train_loss",0.005832647,1613946693517,6419
+"raw_loss",0.006237421,1613946693517,6419
+"epoch",40.377358490566024,1613946693517,6419
+"wd_0",0.01,1613946693517,6419
+"sqr_mom_0",0.99,1613946693517,6419
+"lr_0",1.054080440853295e-06,1613946693517,6419
+"mom_0",0.9289191803747379,1613946693517,6419
+"eps_0",1e-05,1613946693517,6419
+"wd_1",0.01,1613946693517,6419
+"sqr_mom_1",0.99,1613946693517,6419
+"lr_1",1.0540804408532952e-05,1613946693517,6419
+"mom_1",0.9289191803747379,1613946693517,6419
+"eps_1",1e-05,1613946693517,6419
+"wd_2",0.01,1613946693517,6419
+"sqr_mom_2",0.99,1613946693517,6419
+"lr_2",0.00010540804408532944,1613946693517,6419
+"mom_2",0.9289191803747379,1613946693517,6419
+"eps_2",1e-05,1613946693517,6419
+"train_loss",0.0058085267,1613946694490,6420
+"raw_loss",0.0046266224,1613946694490,6420
+"epoch",40.383647798742125,1613946694490,6420
+"wd_0",0.01,1613946694490,6420
+"sqr_mom_0",0.99,1613946694490,6420
+"lr_0",1.0529296749330182e-06,1613946694490,6420
+"mom_0",0.9289421959232989,1613946694490,6420
+"eps_0",1e-05,1613946694490,6420
+"wd_1",0.01,1613946694490,6420
+"sqr_mom_1",0.99,1613946694490,6420
+"lr_1",1.052929674933018e-05,1613946694490,6420
+"mom_1",0.9289421959232989,1613946694490,6420
+"eps_1",1e-05,1613946694490,6420
+"wd_2",0.01,1613946694490,6420
+"sqr_mom_2",0.99,1613946694490,6420
+"lr_2",0.00010529296749330178,1613946694490,6420
+"mom_2",0.9289421959232989,1613946694490,6420
+"eps_2",1e-05,1613946694490,6420
+"train_loss",0.0058059613,1613946695434,6421
+"raw_loss",0.0056802714,1613946695434,6421
+"epoch",40.389937106918225,1613946695434,6421
+"wd_0",0.01,1613946695434,6421
+"sqr_mom_0",0.99,1613946695434,6421
+"lr_0",1.0517793699518717e-06,1613946695434,6421
+"mom_0",0.9289652022529851,1613946695434,6421
+"eps_0",1e-05,1613946695434,6421
+"wd_1",0.01,1613946695434,6421
+"sqr_mom_1",0.99,1613946695434,6421
+"lr_1",1.0517793699518714e-05,1613946695434,6421
+"mom_1",0.9289652022529851,1613946695434,6421
+"eps_1",1e-05,1613946695434,6421
+"wd_2",0.01,1613946695434,6421
+"sqr_mom_2",0.99,1613946695434,6421
+"lr_2",0.00010517793699518714,1613946695434,6421
+"mom_2",0.9289652022529851,1613946695434,6421
+"eps_2",1e-05,1613946695434,6421
+"train_loss",0.0058504757,1613946696469,6422
+"raw_loss",0.008031679,1613946696469,6422
+"epoch",40.396226415094326,1613946696469,6422
+"wd_0",0.01,1613946696469,6422
+"sqr_mom_0",0.99,1613946696469,6422
+"lr_0",1.0506287634277211e-06,1613946696469,6422
+"mom_0",0.9289882146135917,1613946696469,6422
+"eps_0",1e-05,1613946696469,6422
+"wd_1",0.01,1613946696469,6422
+"sqr_mom_1",0.99,1613946696469,6422
+"lr_1",1.0506287634277206e-05,1613946696469,6422
+"mom_1",0.9289882146135917,1613946696469,6422
+"eps_1",1e-05,1613946696469,6422
+"wd_2",0.01,1613946696469,6422
+"sqr_mom_2",0.99,1613946696469,6422
+"lr_2",0.00010506287634277206,1613946696469,6422
+"mom_2",0.9289882146135917,1613946696469,6422
+"eps_2",1e-05,1613946696469,6422
+"train_loss",0.0058081364,1613946697451,6423
+"raw_loss",0.003733499,1613946697451,6423
+"epoch",40.402515723270426,1613946697451,6423
+"wd_0",0.01,1613946697451,6423
+"sqr_mom_0",0.99,1613946697451,6423
+"lr_0",1.0494793817303723e-06,1613946697451,6423
+"mom_0",0.9290112024774173,1613946697451,6423
+"eps_0",1e-05,1613946697451,6423
+"wd_1",0.01,1613946697451,6423
+"sqr_mom_1",0.99,1613946697451,6423
+"lr_1",1.0494793817303725e-05,1613946697451,6423
+"mom_1",0.9290112024774173,1613946697451,6423
+"eps_1",1e-05,1613946697451,6423
+"wd_2",0.01,1613946697451,6423
+"sqr_mom_2",0.99,1613946697451,6423
+"lr_2",0.00010494793817303718,1613946697451,6423
+"mom_2",0.9290112024774173,1613946697451,6423
+"eps_2",1e-05,1613946697451,6423
+"train_loss",0.0058387276,1613946698403,6424
+"raw_loss",0.0073376973,1613946698403,6424
+"epoch",40.408805031446526,1613946698403,6424
+"wd_0",0.01,1613946698403,6424
+"sqr_mom_0",0.99,1613946698403,6424
+"lr_0",1.0483300809535681e-06,1613946698403,6424
+"mom_0",0.9290341887228158,1613946698403,6424
+"eps_0",1e-05,1613946698403,6424
+"wd_1",0.01,1613946698403,6424
+"sqr_mom_1",0.99,1613946698403,6424
+"lr_1",1.0483300809535681e-05,1613946698403,6424
+"mom_1",0.9290341887228158,1613946698403,6424
+"eps_1",1e-05,1613946698403,6424
+"wd_2",0.01,1613946698403,6424
+"sqr_mom_2",0.99,1613946698403,6424
+"lr_2",0.00010483300809535677,1613946698403,6424
+"mom_2",0.9290341887228158,1613946698403,6424
+"eps_2",1e-05,1613946698403,6424
+"train_loss",0.0058364645,1613946699358,6425
+"raw_loss",0.005725583,1613946699358,6425
+"epoch",40.41509433962263,1613946699358,6425
+"wd_0",0.01,1613946699358,6425
+"sqr_mom_0",0.99,1613946699358,6425
+"lr_0",1.047181242887878e-06,1613946699358,6425
+"mom_0",0.9290571657138995,1613946699358,6425
+"eps_0",1e-05,1613946699358,6425
+"wd_1",0.01,1613946699358,6425
+"sqr_mom_1",0.99,1613946699358,6425
+"lr_1",1.0471812428878778e-05,1613946699358,6425
+"mom_1",0.9290571657138995,1613946699358,6425
+"eps_1",1e-05,1613946699358,6425
+"wd_2",0.01,1613946699358,6425
+"sqr_mom_2",0.99,1613946699358,6425
+"lr_2",0.00010471812428878777,1613946699358,6425
+"mom_2",0.9290571657138995,1613946699358,6425
+"eps_2",1e-05,1613946699358,6425
+"train_loss",0.0058177602,1613946700308,6426
+"raw_loss",0.004901257,1613946700308,6426
+"epoch",40.42138364779873,1613946700308,6426
+"wd_0",0.01,1613946700308,6426
+"sqr_mom_0",0.99,1613946700308,6426
+"lr_0",1.0460328678994826e-06,1613946700308,6426
+"mom_0",0.9290801334433447,1613946700308,6426
+"eps_0",1e-05,1613946700308,6426
+"wd_1",0.01,1613946700308,6426
+"sqr_mom_1",0.99,1613946700308,6426
+"lr_1",1.046032867899482e-05,1613946700308,6426
+"mom_1",0.9290801334433447,1613946700308,6426
+"eps_1",1e-05,1613946700308,6426
+"wd_2",0.01,1613946700308,6426
+"sqr_mom_2",0.99,1613946700308,6426
+"lr_2",0.00010460328678994817,1613946700308,6426
+"mom_2",0.9290801334433447,1613946700308,6426
+"eps_2",1e-05,1613946700308,6426
+"train_loss",0.005838881,1613946701254,6427
+"raw_loss",0.00687379,1613946701254,6427
+"epoch",40.42767295597483,1613946701254,6427
+"wd_0",0.01,1613946701254,6427
+"sqr_mom_0",0.99,1613946701254,6427
+"lr_0",1.044885337011055e-06,1613946701254,6427
+"mom_0",0.9291030842906218,1613946701254,6427
+"eps_0",1e-05,1613946701254,6427
+"wd_1",0.01,1613946701254,6427
+"sqr_mom_1",0.99,1613946701254,6427
+"lr_1",1.0448853370110544e-05,1613946701254,6427
+"mom_1",0.9291030842906218,1613946701254,6427
+"eps_1",1e-05,1613946701254,6427
+"wd_2",0.01,1613946701254,6427
+"sqr_mom_2",0.99,1613946701254,6427
+"lr_2",0.00010448853370110541,1613946701254,6427
+"mom_2",0.9291030842906218,1613946701254,6427
+"eps_2",1e-05,1613946701254,6427
+"train_loss",0.0058059064,1613946702248,6428
+"raw_loss",0.0041901544,1613946702248,6428
+"epoch",40.43396226415093,1613946702248,6428
+"wd_0",0.01,1613946702248,6428
+"sqr_mom_0",0.99,1613946702248,6428
+"lr_0",1.04373750861855e-06,1613946702248,6428
+"mom_0",0.9291260410880399,1613946702248,6428
+"eps_0",1e-05,1613946702248,6428
+"wd_1",0.01,1613946702248,6428
+"sqr_mom_1",0.99,1613946702248,6428
+"lr_1",1.0437375086185495e-05,1613946702248,6428
+"mom_1",0.9291260410880399,1613946702248,6428
+"eps_1",1e-05,1613946702248,6428
+"wd_2",0.01,1613946702248,6428
+"sqr_mom_2",0.99,1613946702248,6428
+"lr_2",0.00010437375086185495,1613946702248,6428
+"mom_2",0.9291260410880399,1613946702248,6428
+"eps_2",1e-05,1613946702248,6428
+"train_loss",0.005866693,1613946703233,6429
+"raw_loss",0.008845241,1613946703233,6429
+"epoch",40.44025157232703,1613946703233,6429
+"wd_0",0.01,1613946703233,6429
+"sqr_mom_0",0.99,1613946703233,6429
+"lr_0",1.0425909054063644e-06,1613946703233,6429
+"mom_0",0.9291489733816065,1613946703233,6429
+"eps_0",1e-05,1613946703233,6429
+"wd_1",0.01,1613946703233,6429
+"sqr_mom_1",0.99,1613946703233,6429
+"lr_1",1.0425909054063642e-05,1613946703233,6429
+"mom_1",0.9291489733816065,1613946703233,6429
+"eps_1",1e-05,1613946703233,6429
+"wd_2",0.01,1613946703233,6429
+"sqr_mom_2",0.99,1613946703233,6429
+"lr_2",0.0001042590905406364,1613946703233,6429
+"mom_2",0.9291489733816065,1613946703233,6429
+"eps_2",1e-05,1613946703233,6429
+"train_loss",0.005824486,1613946704164,6430
+"raw_loss",0.0037563439,1613946704164,6430
+"epoch",40.44654088050313,1613946704164,6430
+"wd_0",0.01,1613946704164,6430
+"sqr_mom_0",0.99,1613946704164,6430
+"lr_0",1.0414447664264886e-06,1613946704164,6430
+"mom_0",0.9291718963904341,1613946704164,6430
+"eps_0",1e-05,1613946704164,6430
+"wd_1",0.01,1613946704164,6430
+"sqr_mom_1",0.99,1613946704164,6430
+"lr_1",1.0414447664264882e-05,1613946704164,6430
+"mom_1",0.9291718963904341,1613946704164,6430
+"eps_1",1e-05,1613946704164,6430
+"wd_2",0.01,1613946704164,6430
+"sqr_mom_2",0.99,1613946704164,6430
+"lr_2",0.00010414447664264882,1613946704164,6430
+"mom_2",0.9291718963904341,1613946704164,6430
+"eps_2",1e-05,1613946704164,6430
+"train_loss",0.0057863514,1613946705148,6431
+"raw_loss",0.0039177756,1613946705148,6431
+"epoch",40.45283018867923,1613946705148,6431
+"wd_0",0.01,1613946705148,6431
+"sqr_mom_0",0.99,1613946705148,6431
+"lr_0",1.0402983319631705e-06,1613946705148,6431
+"mom_0",0.9291948253089897,1613946705148,6431
+"eps_0",1e-05,1613946705148,6431
+"wd_1",0.01,1613946705148,6431
+"sqr_mom_1",0.99,1613946705148,6431
+"lr_1",1.04029833196317e-05,1613946705148,6431
+"mom_1",0.9291948253089897,1613946705148,6431
+"eps_1",1e-05,1613946705148,6431
+"wd_2",0.01,1613946705148,6431
+"sqr_mom_2",0.99,1613946705148,6431
+"lr_2",0.00010402983319631696,1613946705148,6431
+"mom_2",0.9291948253089897,1613946705148,6431
+"eps_2",1e-05,1613946705148,6431
+"train_loss",0.005748604,1613946706094,6432
+"raw_loss",0.0038989673,1613946706094,6432
+"epoch",40.45911949685533,1613946706094,6432
+"wd_0",0.01,1613946706094,6432
+"sqr_mom_0",0.99,1613946706094,6432
+"lr_0",1.0391531228516503e-06,1613946706094,6432
+"mom_0",0.9292177297202642,1613946706094,6432
+"eps_0",1e-05,1613946706094,6432
+"wd_1",0.01,1613946706094,6432
+"sqr_mom_1",0.99,1613946706094,6432
+"lr_1",1.0391531228516508e-05,1613946706094,6432
+"mom_1",0.9292177297202642,1613946706094,6432
+"eps_1",1e-05,1613946706094,6432
+"wd_2",0.01,1613946706094,6432
+"sqr_mom_2",0.99,1613946706094,6432
+"lr_2",0.00010391531228516501,1613946706094,6432
+"mom_2",0.9292177297202642,1613946706094,6432
+"eps_2",1e-05,1613946706094,6432
+"train_loss",0.0057501015,1613946707076,6433
+"raw_loss",0.005823484,1613946707076,6433
+"epoch",40.46540880503143,1613946707076,6433
+"wd_0",0.01,1613946707076,6433
+"sqr_mom_0",0.99,1613946707076,6433
+"lr_0",1.038008379067467e-06,1613946707076,6433
+"mom_0",0.9292406248248989,1613946707076,6433
+"eps_0",1e-05,1613946707076,6433
+"wd_1",0.01,1613946707076,6433
+"sqr_mom_1",0.99,1613946707076,6433
+"lr_1",1.0380083790674674e-05,1613946707076,6433
+"mom_1",0.9292406248248989,1613946707076,6433
+"eps_1",1e-05,1613946707076,6433
+"wd_2",0.01,1613946707076,6433
+"sqr_mom_2",0.99,1613946707076,6433
+"lr_2",0.00010380083790674667,1613946707076,6433
+"mom_2",0.9292406248248989,1613946707076,6433
+"eps_2",1e-05,1613946707076,6433
+"train_loss",0.0057155583,1613946708020,6434
+"raw_loss",0.004022935,1613946708020,6434
+"epoch",40.47169811320753,1613946708020,6434
+"wd_0",0.01,1613946708020,6434
+"sqr_mom_0",0.99,1613946708020,6434
+"lr_0",1.0368633418213239e-06,1613946708020,6434
+"mom_0",0.9292635257988315,1613946708020,6434
+"eps_0",1e-05,1613946708020,6434
+"wd_1",0.01,1613946708020,6434
+"sqr_mom_1",0.99,1613946708020,6434
+"lr_1",1.0368633418213239e-05,1613946708020,6434
+"mom_1",0.9292635257988315,1613946708020,6434
+"eps_1",1e-05,1613946708020,6434
+"wd_2",0.01,1613946708020,6434
+"sqr_mom_2",0.99,1613946708020,6434
+"lr_2",0.00010368633418213235,1613946708020,6434
+"mom_2",0.9292635257988315,1613946708020,6434
+"eps_2",1e-05,1613946708020,6434
+"train_loss",0.005685366,1613946708958,6435
+"raw_loss",0.0042059487,1613946708958,6435
+"epoch",40.47798742138363,1613946708958,6435
+"wd_0",0.01,1613946708958,6435
+"sqr_mom_0",0.99,1613946708958,6435
+"lr_0",1.0357195300949435e-06,1613946708958,6435
+"mom_0",0.9292864022621237,1613946708958,6435
+"eps_0",1e-05,1613946708958,6435
+"wd_1",0.01,1613946708958,6435
+"sqr_mom_1",0.99,1613946708958,6435
+"lr_1",1.0357195300949433e-05,1613946708958,6435
+"mom_1",0.9292864022621237,1613946708958,6435
+"eps_1",1e-05,1613946708958,6435
+"wd_2",0.01,1613946708958,6435
+"sqr_mom_2",0.99,1613946708958,6435
+"lr_2",0.00010357195300949429,1613946708958,6435
+"mom_2",0.9292864022621237,1613946708958,6435
+"eps_2",1e-05,1613946708958,6435
+"train_loss",0.005656648,1613946709944,6436
+"raw_loss",0.004249455,1613946709944,6436
+"epoch",40.48427672955973,1613946709944,6436
+"wd_0",0.01,1613946709944,6436
+"sqr_mom_0",0.99,1613946709944,6436
+"lr_0",1.0345758055222064e-06,1613946709944,6436
+"mom_0",0.9293092769823257,1613946709944,6436
+"eps_0",1e-05,1613946709944,6436
+"wd_1",0.01,1613946709944,6436
+"sqr_mom_1",0.99,1613946709944,6436
+"lr_1",1.0345758055222066e-05,1613946709944,6436
+"mom_1",0.9293092769823257,1613946709944,6436
+"eps_1",1e-05,1613946709944,6436
+"wd_2",0.01,1613946709944,6436
+"sqr_mom_2",0.99,1613946709944,6436
+"lr_2",0.0001034575805522206,1613946709944,6436
+"mom_2",0.9293092769823257,1613946709944,6436
+"eps_2",1e-05,1613946709944,6436
+"train_loss",0.005688849,1613946710904,6437
+"raw_loss",0.007266691,1613946710904,6437
+"epoch",40.49056603773583,1613946710904,6437
+"wd_0",0.01,1613946710904,6437
+"sqr_mom_0",0.99,1613946710904,6437
+"lr_0",1.033432548044603e-06,1613946710904,6437
+"mom_0",0.9293321423605315,1613946710904,6437
+"eps_0",1e-05,1613946710904,6437
+"wd_1",0.01,1613946710904,6437
+"sqr_mom_1",0.99,1613946710904,6437
+"lr_1",1.0334325480446028e-05,1613946710904,6437
+"mom_1",0.9293321423605315,1613946710904,6437
+"eps_1",1e-05,1613946710904,6437
+"wd_2",0.01,1613946710904,6437
+"sqr_mom_2",0.99,1613946710904,6437
+"lr_2",0.00010334325480446024,1613946710904,6437
+"mom_2",0.9293321423605315,1613946710904,6437
+"eps_2",1e-05,1613946710904,6437
+"train_loss",0.005690973,1613946711849,6438
+"raw_loss",0.0057950383,1613946711849,6438
+"epoch",40.49685534591193,1613946711849,6438
+"wd_0",0.01,1613946711849,6438
+"sqr_mom_0",0.99,1613946711849,6438
+"lr_0",1.0322897580265314e-06,1613946711849,6438
+"mom_0",0.9293549983894532,1613946711849,6438
+"eps_0",1e-05,1613946711849,6438
+"wd_1",0.01,1613946711849,6438
+"sqr_mom_1",0.99,1613946711849,6438
+"lr_1",1.0322897580265315e-05,1613946711849,6438
+"mom_1",0.9293549983894532,1613946711849,6438
+"eps_1",1e-05,1613946711849,6438
+"wd_2",0.01,1613946711849,6438
+"sqr_mom_2",0.99,1613946711849,6438
+"lr_2",0.00010322897580265311,1613946711849,6438
+"mom_2",0.9293549983894532,1613946711849,6438
+"eps_2",1e-05,1613946711849,6438
+"train_loss",0.0056923116,1613946712803,6439
+"raw_loss",0.005757903,1613946712803,6439
+"epoch",40.50314465408803,1613946712803,6439
+"wd_0",0.01,1613946712803,6439
+"sqr_mom_0",0.99,1613946712803,6439
+"lr_0",1.0311478146343127e-06,1613946712803,6439
+"mom_0",0.9293778374856886,1613946712803,6439
+"eps_0",1e-05,1613946712803,6439
+"wd_1",0.01,1613946712803,6439
+"sqr_mom_1",0.99,1613946712803,6439
+"lr_1",1.0311478146343127e-05,1613946712803,6439
+"mom_1",0.9293778374856886,1613946712803,6439
+"eps_1",1e-05,1613946712803,6439
+"wd_2",0.01,1613946712803,6439
+"sqr_mom_2",0.99,1613946712803,6439
+"lr_2",0.00010311478146343125,1613946712803,6439
+"mom_2",0.9293778374856886,1613946712803,6439
+"eps_2",1e-05,1613946712803,6439
+"train_loss",0.005630086,1613946713786,6440
+"raw_loss",0.0025810502,1613946713786,6440
+"epoch",40.50943396226413,1613946713786,6440
+"wd_0",0.01,1613946713786,6440
+"sqr_mom_0",0.99,1613946713786,6440
+"lr_0",1.030005581825842e-06,1613946713786,6440
+"mom_0",0.9294006823703068,1613946713786,6440
+"eps_0",1e-05,1613946713786,6440
+"wd_1",0.01,1613946713786,6440
+"sqr_mom_1",0.99,1613946713786,6440
+"lr_1",1.0300055818258422e-05,1613946713786,6440
+"mom_1",0.9294006823703068,1613946713786,6440
+"eps_1",1e-05,1613946713786,6440
+"wd_2",0.01,1613946713786,6440
+"sqr_mom_2",0.99,1613946713786,6440
+"lr_2",0.0001030005581825842,1613946713786,6440
+"mom_2",0.9294006823703068,1613946713786,6440
+"eps_2",1e-05,1613946713786,6440
+"train_loss",0.0056012454,1613946714739,6441
+"raw_loss",0.0041880542,1613946714739,6441
+"epoch",40.51572327044023,1613946714739,6441
+"wd_0",0.01,1613946714739,6441
+"sqr_mom_0",0.99,1613946714739,6441
+"lr_0",1.0288645748625345e-06,1613946714739,6441
+"mom_0",0.9294235027377766,1613946714739,6441
+"eps_0",1e-05,1613946714739,6441
+"wd_1",0.01,1613946714739,6441
+"sqr_mom_1",0.99,1613946714739,6441
+"lr_1",1.0288645748625342e-05,1613946714739,6441
+"mom_1",0.9294235027377766,1613946714739,6441
+"eps_1",1e-05,1613946714739,6441
+"wd_2",0.01,1613946714739,6441
+"sqr_mom_2",0.99,1613946714739,6441
+"lr_2",0.00010288645748625337,1613946714739,6441
+"mom_2",0.9294235027377766,1613946714739,6441
+"eps_2",1e-05,1613946714739,6441
+"train_loss",0.0055835224,1613946715684,6442
+"raw_loss",0.0047150957,1613946715684,6442
+"epoch",40.522012578616334,1613946715684,6442
+"wd_0",0.01,1613946715684,6442
+"sqr_mom_0",0.99,1613946715684,6442
+"lr_0",1.0277240365037448e-06,1613946715684,6442
+"mom_0",0.9294463137330624,1613946715684,6442
+"eps_0",1e-05,1613946715684,6442
+"wd_1",0.01,1613946715684,6442
+"sqr_mom_1",0.99,1613946715684,6442
+"lr_1",1.0277240365037448e-05,1613946715684,6442
+"mom_1",0.9294463137330624,1613946715684,6442
+"eps_1",1e-05,1613946715684,6442
+"wd_2",0.01,1613946715684,6442
+"sqr_mom_2",0.99,1613946715684,6442
+"lr_2",0.00010277240365037446,1613946715684,6442
+"mom_2",0.9294463137330624,1613946715684,6442
+"eps_2",1e-05,1613946715684,6442
+"train_loss",0.0055450457,1613946716639,6443
+"raw_loss",0.0036596886,1613946716639,6443
+"epoch",40.528301886792434,1613946716639,6443
+"wd_0",0.01,1613946716639,6443
+"sqr_mom_0",0.99,1613946716639,6443
+"lr_0",1.0265832107526933e-06,1613946716639,6443
+"mom_0",0.9294691304762509,1613946716639,6443
+"eps_0",1e-05,1613946716639,6443
+"wd_1",0.01,1613946716639,6443
+"sqr_mom_1",0.99,1613946716639,6443
+"lr_1",1.026583210752693e-05,1613946716639,6443
+"mom_1",0.9294691304762509,1613946716639,6443
+"eps_1",1e-05,1613946716639,6443
+"wd_2",0.01,1613946716639,6443
+"sqr_mom_2",0.99,1613946716639,6443
+"lr_2",0.00010265832107526928,1613946716639,6443
+"mom_2",0.9294691304762509,1613946716639,6443
+"eps_2",1e-05,1613946716639,6443
+"train_loss",0.0056556747,1613946717614,6444
+"raw_loss",0.0110765,1613946717614,6444
+"epoch",40.534591194968534,1613946717614,6444
+"wd_0",0.01,1613946717614,6444
+"sqr_mom_0",0.99,1613946717614,6444
+"lr_0",1.025443611004222e-06,1613946717614,6444
+"mom_0",0.9294919226991425,1613946717614,6444
+"eps_0",1e-05,1613946717614,6444
+"wd_1",0.01,1613946717614,6444
+"sqr_mom_1",0.99,1613946717614,6444
+"lr_1",1.0254436110042217e-05,1613946717614,6444
+"mom_1",0.9294919226991425,1613946717614,6444
+"eps_1",1e-05,1613946717614,6444
+"wd_2",0.01,1613946717614,6444
+"sqr_mom_2",0.99,1613946717614,6444
+"lr_2",0.00010254436110042212,1613946717614,6444
+"mom_2",0.9294919226991425,1613946717614,6444
+"eps_2",1e-05,1613946717614,6444
+"train_loss",0.005645002,1613946718564,6445
+"raw_loss",0.0051220236,1613946718564,6445
+"epoch",40.540880503144635,1613946718564,6445
+"wd_0",0.01,1613946718564,6445
+"sqr_mom_0",0.99,1613946718564,6445
+"lr_0",1.0243037252134239e-06,1613946718564,6445
+"mom_0",0.9295147206429379,1613946718564,6445
+"eps_0",1e-05,1613946718564,6445
+"wd_1",0.01,1613946718564,6445
+"sqr_mom_1",0.99,1613946718564,6445
+"lr_1",1.0243037252134235e-05,1613946718564,6445
+"mom_1",0.9295147206429379,1613946718564,6445
+"eps_1",1e-05,1613946718564,6445
+"wd_2",0.01,1613946718564,6445
+"sqr_mom_2",0.99,1613946718564,6445
+"lr_2",0.00010243037252134231,1613946718564,6445
+"mom_2",0.9295147206429379,1613946718564,6445
+"eps_2",1e-05,1613946718564,6445
+"train_loss",0.0056242975,1613946719520,6446
+"raw_loss",0.0046097776,1613946719520,6446
+"epoch",40.547169811320735,1613946719520,6446
+"wd_0",0.01,1613946719520,6446
+"sqr_mom_0",0.99,1613946719520,6446
+"lr_0",1.0231650655282076e-06,1613946719520,6446
+"mom_0",0.9295374940643765,1613946719520,6446
+"eps_0",1e-05,1613946719520,6446
+"wd_1",0.01,1613946719520,6446
+"sqr_mom_1",0.99,1613946719520,6446
+"lr_1",1.0231650655282078e-05,1613946719520,6446
+"mom_1",0.9295374940643765,1613946719520,6446
+"eps_1",1e-05,1613946719520,6446
+"wd_2",0.01,1613946719520,6446
+"sqr_mom_2",0.99,1613946719520,6446
+"lr_2",0.00010231650655282077,1613946719520,6446
+"mom_2",0.9295374940643765,1613946719520,6446
+"eps_2",1e-05,1613946719520,6446
+"train_loss",0.005634092,1613946720497,6447
+"raw_loss",0.006114006,1613946720497,6447
+"epoch",40.553459119496836,1613946720497,6447
+"wd_0",0.01,1613946720497,6447
+"sqr_mom_0",0.99,1613946720497,6447
+"lr_0",1.0220264987069361e-06,1613946720497,6447
+"mom_0",0.9295602656285176,1613946720497,6447
+"eps_0",1e-05,1613946720497,6447
+"wd_1",0.01,1613946720497,6447
+"sqr_mom_1",0.99,1613946720497,6447
+"lr_1",1.0220264987069363e-05,1613946720497,6447
+"mom_1",0.9295602656285176,1613946720497,6447
+"eps_1",1e-05,1613946720497,6447
+"wd_2",0.01,1613946720497,6447
+"sqr_mom_2",0.99,1613946720497,6447
+"lr_2",0.00010220264987069358,1613946720497,6447
+"mom_2",0.9295602656285176,1613946720497,6447
+"eps_2",1e-05,1613946720497,6447
+"train_loss",0.0056338254,1613946721465,6448
+"raw_loss",0.0056207725,1613946721465,6448
+"epoch",40.559748427672936,1613946721465,6448
+"wd_0",0.01,1613946721465,6448
+"sqr_mom_0",0.99,1613946721465,6448
+"lr_0",1.0208884029807438e-06,1613946721465,6448
+"mom_0",0.9295830277706628,1613946721465,6448
+"eps_0",1e-05,1613946721465,6448
+"wd_1",0.01,1613946721465,6448
+"sqr_mom_1",0.99,1613946721465,6448
+"lr_1",1.0208884029807434e-05,1613946721465,6448
+"mom_1",0.9295830277706628,1613946721465,6448
+"eps_1",1e-05,1613946721465,6448
+"wd_2",0.01,1613946721465,6448
+"sqr_mom_2",0.99,1613946721465,6448
+"lr_2",0.0001020888402980743,1613946721465,6448
+"mom_2",0.9295830277706628,1613946721465,6448
+"eps_2",1e-05,1613946721465,6448
+"train_loss",0.005603119,1613946722424,6449
+"raw_loss",0.0040984815,1613946722424,6449
+"epoch",40.56603773584904,1613946722424,6449
+"wd_0",0.01,1613946722424,6449
+"sqr_mom_0",0.99,1613946722424,6449
+"lr_0",1.0197507787123868e-06,1613946722424,6449
+"mom_0",0.9296057804835571,1613946722424,6449
+"eps_0",1e-05,1613946722424,6449
+"wd_1",0.01,1613946722424,6449
+"sqr_mom_1",0.99,1613946722424,6449
+"lr_1",1.0197507787123863e-05,1613946722424,6449
+"mom_1",0.9296057804835571,1613946722424,6449
+"eps_1",1e-05,1613946722424,6449
+"wd_2",0.01,1613946722424,6449
+"sqr_mom_2",0.99,1613946722424,6449
+"lr_2",0.00010197507787123862,1613946722424,6449
+"mom_2",0.9296057804835571,1613946722424,6449
+"eps_2",1e-05,1613946722424,6449
+"train_loss",0.0056378613,1613946723368,6450
+"raw_loss",0.007340245,1613946723368,6450
+"epoch",40.57232704402514,1613946723368,6450
+"wd_0",0.01,1613946723368,6450
+"sqr_mom_0",0.99,1613946723368,6450
+"lr_0",1.0186140033512001e-06,1613946723368,6450
+"mom_0",0.9296285162181381,1613946723368,6450
+"eps_0",1e-05,1613946723368,6450
+"wd_1",0.01,1613946723368,6450
+"sqr_mom_1",0.99,1613946723368,6450
+"lr_1",1.0186140033512001e-05,1613946723368,6450
+"mom_1",0.9296285162181381,1613946723368,6450
+"eps_1",1e-05,1613946723368,6450
+"wd_2",0.01,1613946723368,6450
+"sqr_mom_2",0.99,1613946723368,6450
+"lr_2",0.00010186140033512,1613946723368,6450
+"mom_2",0.9296285162181381,1613946723368,6450
+"eps_2",1e-05,1613946723368,6450
+"train_loss",0.0057145595,1613946724328,6451
+"raw_loss",0.009472783,1613946724328,6451
+"epoch",40.57861635220124,1613946724328,6451
+"wd_0",0.01,1613946724328,6451
+"sqr_mom_0",0.99,1613946724328,6451
+"lr_0",1.0174769459994452e-06,1613946724328,6451
+"mom_0",0.929651257592587,1613946724328,6451
+"eps_0",1e-05,1613946724328,6451
+"wd_1",0.01,1613946724328,6451
+"sqr_mom_1",0.99,1613946724328,6451
+"lr_1",1.0174769459994447e-05,1613946724328,6451
+"mom_1",0.929651257592587,1613946724328,6451
+"eps_1",1e-05,1613946724328,6451
+"wd_2",0.01,1613946724328,6451
+"sqr_mom_2",0.99,1613946724328,6451
+"lr_2",0.00010174769459994447,1613946724328,6451
+"mom_2",0.929651257592587,1613946724328,6451
+"eps_2",1e-05,1613946724328,6451
+"train_loss",0.0056959903,1613946725309,6452
+"raw_loss",0.0047860905,1613946725309,6452
+"epoch",40.58490566037734,1613946725309,6452
+"wd_0",0.01,1613946725309,6452
+"sqr_mom_0",0.99,1613946725309,6452
+"lr_0",1.016341115052888e-06,1613946725309,6452
+"mom_0",0.9296739744386866,1613946725309,6452
+"eps_0",1e-05,1613946725309,6452
+"wd_1",0.01,1613946725309,6452
+"sqr_mom_1",0.99,1613946725309,6452
+"lr_1",1.0163411150528876e-05,1613946725309,6452
+"mom_1",0.9296739744386866,1613946725309,6452
+"eps_1",1e-05,1613946725309,6452
+"wd_2",0.01,1613946725309,6452
+"sqr_mom_2",0.99,1613946725309,6452
+"lr_2",0.00010163411150528875,1613946725309,6452
+"mom_2",0.9296739744386866,1613946725309,6452
+"eps_2",1e-05,1613946725309,6452
+"train_loss",0.0056610033,1613946726291,6453
+"raw_loss",0.003946634,1613946726291,6453
+"epoch",40.59119496855344,1613946726291,6453
+"wd_0",0.01,1613946726291,6453
+"sqr_mom_0",0.99,1613946726291,6453
+"lr_0",1.0152057566999103e-06,1613946726291,6453
+"mom_0",0.9296966818328201,1613946726291,6453
+"eps_0",1e-05,1613946726291,6453
+"wd_1",0.01,1613946726291,6453
+"sqr_mom_1",0.99,1613946726291,6453
+"lr_1",1.0152057566999101e-05,1613946726291,6453
+"mom_1",0.9296966818328201,1613946726291,6453
+"eps_1",1e-05,1613946726291,6453
+"wd_2",0.01,1613946726291,6453
+"sqr_mom_2",0.99,1613946726291,6453
+"lr_2",0.00010152057566999097,1613946726291,6453
+"mom_2",0.9296966818328201,1613946726291,6453
+"eps_2",1e-05,1613946726291,6453
+"train_loss",0.0056673754,1613946727231,6454
+"raw_loss",0.005979602,1613946727231,6454
+"epoch",40.59748427672954,1613946727231,6454
+"wd_0",0.01,1613946727231,6454
+"sqr_mom_0",0.99,1613946727231,6454
+"lr_0",1.014070118383348e-06,1613946727231,6454
+"mom_0",0.9297193948262813,1613946727231,6454
+"eps_0",1e-05,1613946727231,6454
+"wd_1",0.01,1613946727231,6454
+"sqr_mom_1",0.99,1613946727231,6454
+"lr_1",1.0140701183833484e-05,1613946727231,6454
+"mom_1",0.9297193948262813,1613946727231,6454
+"eps_1",1e-05,1613946727231,6454
+"wd_2",0.01,1613946727231,6454
+"sqr_mom_2",0.99,1613946727231,6454
+"lr_2",0.00010140701183833481,1613946727231,6454
+"mom_2",0.9297193948262813,1613946727231,6454
+"eps_2",1e-05,1613946727231,6454
+"train_loss",0.005636046,1613946728185,6455
+"raw_loss",0.0041009164,1613946728185,6455
+"epoch",40.60377358490564,1613946728185,6455
+"wd_0",0.01,1613946728185,6455
+"sqr_mom_0",0.99,1613946728185,6455
+"lr_0",1.012935706616506e-06,1613946728185,6455
+"mom_0",0.9297420832885027,1613946728185,6455
+"eps_0",1e-05,1613946728185,6455
+"wd_1",0.01,1613946728185,6455
+"sqr_mom_1",0.99,1613946728185,6455
+"lr_1",1.0129357066165065e-05,1613946728185,6455
+"mom_1",0.9297420832885027,1613946728185,6455
+"eps_1",1e-05,1613946728185,6455
+"wd_2",0.01,1613946728185,6455
+"sqr_mom_2",0.99,1613946728185,6455
+"lr_2",0.0001012935706616506,1613946728185,6455
+"mom_2",0.9297420832885027,1613946728185,6455
+"eps_2",1e-05,1613946728185,6455
+"train_loss",0.005600091,1613946729139,6456
+"raw_loss",0.0038382886,1613946729139,6456
+"epoch",40.61006289308174,1613946729139,6456
+"wd_0",0.01,1613946729139,6456
+"sqr_mom_0",0.99,1613946729139,6456
+"lr_0",1.0118017685279597e-06,1613946729139,6456
+"mom_0",0.9297647622770635,1613946729139,6456
+"eps_0",1e-05,1613946729139,6456
+"wd_1",0.01,1613946729139,6456
+"sqr_mom_1",0.99,1613946729139,6456
+"lr_1",1.0118017685279592e-05,1613946729139,6456
+"mom_1",0.9297647622770635,1613946729139,6456
+"eps_1",1e-05,1613946729139,6456
+"wd_2",0.01,1613946729139,6456
+"sqr_mom_2",0.99,1613946729139,6456
+"lr_2",0.0001011801768527959,1613946729139,6456
+"mom_2",0.9297647622770635,1613946729139,6456
+"eps_2",1e-05,1613946729139,6456
+"train_loss",0.0056596943,1613946730085,6457
+"raw_loss",0.008580267,1613946730085,6457
+"epoch",40.61635220125784,1613946730085,6457
+"wd_0",0.01,1613946730085,6457
+"sqr_mom_0",0.99,1613946730085,6457
+"lr_0",1.0106675525036148e-06,1613946730085,6457
+"mom_0",0.929787446824396,1613946730085,6457
+"eps_0",1e-05,1613946730085,6457
+"wd_1",0.01,1613946730085,6457
+"sqr_mom_1",0.99,1613946730085,6457
+"lr_1",1.0106675525036145e-05,1613946730085,6457
+"mom_1",0.929787446824396,1613946730085,6457
+"eps_1",1e-05,1613946730085,6457
+"wd_2",0.01,1613946730085,6457
+"sqr_mom_2",0.99,1613946730085,6457
+"lr_2",0.00010106675525036141,1613946730085,6457
+"mom_2",0.929787446824396,1613946730085,6457
+"eps_2",1e-05,1613946730085,6457
+"train_loss",0.005715817,1613946731046,6458
+"raw_loss",0.008465833,1613946731046,6458
+"epoch",40.62264150943394,1613946731046,6458
+"wd_0",0.01,1613946731046,6458
+"sqr_mom_0",0.99,1613946731046,6458
+"lr_0",1.009534563169994e-06,1613946731046,6458
+"mom_0",0.9298101068376685,1613946731046,6458
+"eps_0",1e-05,1613946731046,6458
+"wd_1",0.01,1613946731046,6458
+"sqr_mom_1",0.99,1613946731046,6458
+"lr_1",1.0095345631699941e-05,1613946731046,6458
+"mom_1",0.9298101068376685,1613946731046,6458
+"eps_1",1e-05,1613946731046,6458
+"wd_2",0.01,1613946731046,6458
+"sqr_mom_2",0.99,1613946731046,6458
+"lr_2",0.00010095345631699941,1613946731046,6458
+"mom_2",0.9298101068376685,1613946731046,6458
+"eps_2",1e-05,1613946731046,6458
+"train_loss",0.005817366,1613946731990,6459
+"raw_loss",0.010793264,1613946731990,6459
+"epoch",40.62893081761004,1613946731990,6459
+"wd_0",0.01,1613946731990,6459
+"sqr_mom_0",0.99,1613946731990,6459
+"lr_0",1.0084016729255e-06,1613946731990,6459
+"mom_0",0.9298327648691387,1613946731990,6459
+"eps_0",1e-05,1613946731990,6459
+"wd_1",0.01,1613946731990,6459
+"sqr_mom_1",0.99,1613946731990,6459
+"lr_1",1.0084016729254999e-05,1613946731990,6459
+"mom_1",0.9298327648691387,1613946731990,6459
+"eps_1",1e-05,1613946731990,6459
+"wd_2",0.01,1613946731990,6459
+"sqr_mom_2",0.99,1613946731990,6459
+"lr_2",0.00010084016729254997,1613946731990,6459
+"mom_2",0.9298327648691387,1613946731990,6459
+"eps_2",1e-05,1613946731990,6459
+"train_loss",0.005786726,1613946732961,6460
+"raw_loss",0.0042853607,1613946732961,6460
+"epoch",40.63522012578614,1613946732961,6460
+"wd_0",0.01,1613946732961,6460
+"sqr_mom_0",0.99,1613946732961,6460
+"lr_0",1.0072692581188435e-06,1613946732961,6460
+"mom_0",0.929855413391757,1613946732961,6460
+"eps_0",1e-05,1613946732961,6460
+"wd_1",0.01,1613946732961,6460
+"sqr_mom_1",0.99,1613946732961,6460
+"lr_1",1.0072692581188432e-05,1613946732961,6460
+"mom_1",0.929855413391757,1613946732961,6460
+"eps_1",1e-05,1613946732961,6460
+"wd_2",0.01,1613946732961,6460
+"sqr_mom_2",0.99,1613946732961,6460
+"lr_2",0.00010072692581188428,1613946732961,6460
+"mom_2",0.929855413391757,1613946732961,6460
+"eps_2",1e-05,1613946732961,6460
+"train_loss",0.0057262396,1613946733917,6461
+"raw_loss",0.0027624106,1613946733917,6461
+"epoch",40.64150943396224,1613946733917,6461
+"wd_0",0.01,1613946733917,6461
+"sqr_mom_0",0.99,1613946733917,6461
+"lr_0",1.0061373191109663e-06,1613946733917,6461
+"mom_0",0.9298780523983046,1613946733917,6461
+"eps_0",1e-05,1613946733917,6461
+"wd_1",0.01,1613946733917,6461
+"sqr_mom_1",0.99,1613946733917,6461
+"lr_1",1.0061373191109665e-05,1613946733917,6461
+"mom_1",0.9298780523983046,1613946733917,6461
+"eps_1",1e-05,1613946733917,6461
+"wd_2",0.01,1613946733917,6461
+"sqr_mom_2",0.99,1613946733917,6461
+"lr_2",0.00010061373191109661,1613946733917,6461
+"mom_2",0.9298780523983046,1613946733917,6461
+"eps_2",1e-05,1613946733917,6461
+"train_loss",0.0058250832,1613946734871,6462
+"raw_loss",0.010668422,1613946734871,6462
+"epoch",40.64779874213834,1613946734871,6462
+"wd_0",0.01,1613946734871,6462
+"sqr_mom_0",0.99,1613946734871,6462
+"lr_0",1.0050062314615796e-06,1613946734871,6462
+"mom_0",0.9299006743775121,1613946734871,6462
+"eps_0",1e-05,1613946734871,6462
+"wd_1",0.01,1613946734871,6462
+"sqr_mom_1",0.99,1613946734871,6462
+"lr_1",1.0050062314615796e-05,1613946734871,6462
+"mom_1",0.9299006743775121,1613946734871,6462
+"eps_1",1e-05,1613946734871,6462
+"wd_2",0.01,1613946734871,6462
+"sqr_mom_2",0.99,1613946734871,6462
+"lr_2",0.00010050062314615789,1613946734871,6462
+"mom_2",0.9299006743775121,1613946734871,6462
+"eps_2",1e-05,1613946734871,6462
+"train_loss",0.0058083334,1613946735844,6463
+"raw_loss",0.0049875937,1613946735844,6463
+"epoch",40.65408805031444,1613946735844,6463
+"wd_0",0.01,1613946735844,6463
+"sqr_mom_0",0.99,1613946735844,6463
+"lr_0",1.0038748699345772e-06,1613946735844,6463
+"mom_0",0.9299233018343267,1613946735844,6463
+"eps_0",1e-05,1613946735844,6463
+"wd_1",0.01,1613946735844,6463
+"sqr_mom_1",0.99,1613946735844,6463
+"lr_1",1.0038748699345774e-05,1613946735844,6463
+"mom_1",0.9299233018343267,1613946735844,6463
+"eps_1",1e-05,1613946735844,6463
+"wd_2",0.01,1613946735844,6463
+"sqr_mom_2",0.99,1613946735844,6463
+"lr_2",0.00010038748699345773,1613946735844,6463
+"mom_2",0.9299233018343267,1613946735844,6463
+"eps_2",1e-05,1613946735844,6463
+"train_loss",0.005758398,1613946736808,6464
+"raw_loss",0.0033115668,1613946736808,6464
+"epoch",40.66037735849054,1613946736808,6464
+"wd_0",0.01,1613946736808,6464
+"sqr_mom_0",0.99,1613946736808,6464
+"lr_0",1.0027447353697696e-06,1613946736808,6464
+"mom_0",0.9299459047516521,1613946736808,6464
+"eps_0",1e-05,1613946736808,6464
+"wd_1",0.01,1613946736808,6464
+"sqr_mom_1",0.99,1613946736808,6464
+"lr_1",1.0027447353697696e-05,1613946736808,6464
+"mom_1",0.9299459047516521,1613946736808,6464
+"eps_1",1e-05,1613946736808,6464
+"wd_2",0.01,1613946736808,6464
+"sqr_mom_2",0.99,1613946736808,6464
+"lr_2",0.0001002744735369769,1613946736808,6464
+"mom_2",0.9299459047516521,1613946736808,6464
+"eps_2",1e-05,1613946736808,6464
+"train_loss",0.0057111266,1613946737777,6465
+"raw_loss",0.0033948051,1613946737777,6465
+"epoch",40.66666666666664,1613946737777,6465
+"wd_0",0.01,1613946737777,6465
+"sqr_mom_0",0.99,1613946737777,6465
+"lr_0",1.0016150777293574e-06,1613946737777,6465
+"mom_0",0.9299684981303942,1613946737777,6465
+"eps_0",1e-05,1613946737777,6465
+"wd_1",0.01,1613946737777,6465
+"sqr_mom_1",0.99,1613946737777,6465
+"lr_1",1.0016150777293571e-05,1613946737777,6465
+"mom_1",0.9299684981303942,1613946737777,6465
+"eps_1",1e-05,1613946737777,6465
+"wd_2",0.01,1613946737777,6465
+"sqr_mom_2",0.99,1613946737777,6465
+"lr_2",0.00010016150777293571,1613946737777,6465
+"mom_2",0.9299684981303942,1613946737777,6465
+"eps_2",1e-05,1613946737777,6465
+"train_loss",0.005652293,1613946738719,6466
+"raw_loss",0.0027694565,1613946738719,6466
+"epoch",40.67295597484274,1613946738719,6466
+"wd_0",0.01,1613946738719,6466
+"sqr_mom_0",0.99,1613946738719,6466
+"lr_0",1.0004851482414915e-06,1613946738719,6466
+"mom_0",0.9299910969461396,1613946738719,6466
+"eps_0",1e-05,1613946738719,6466
+"wd_1",0.01,1613946738719,6466
+"sqr_mom_1",0.99,1613946738719,6466
+"lr_1",1.0004851482414912e-05,1613946738719,6466
+"mom_1",0.9299910969461396,1613946738719,6466
+"eps_1",1e-05,1613946738719,6466
+"wd_2",0.01,1613946738719,6466
+"sqr_mom_2",0.99,1613946738719,6466
+"lr_2",0.00010004851482414907,1613946738719,6466
+"mom_2",0.9299910969461396,1613946738719,6466
+"eps_2",1e-05,1613946738719,6466
+"train_loss",0.005618088,1613946739674,6467
+"raw_loss",0.003942031,1613946739674,6467
+"epoch",40.679245283018844,1613946739674,6467
+"wd_0",0.01,1613946739674,6467
+"sqr_mom_0",0.99,1613946739674,6467
+"lr_0",9.993564458462693e-07,1613946739674,6467
+"mom_0",0.9300136712197868,1613946739674,6467
+"eps_0",1e-05,1613946739674,6467
+"wd_1",0.01,1613946739674,6467
+"sqr_mom_1",0.99,1613946739674,6467
+"lr_1",9.993564458462688e-06,1613946739674,6467
+"mom_1",0.9300136712197868,1613946739674,6467
+"eps_1",1e-05,1613946739674,6467
+"wd_2",0.01,1613946739674,6467
+"sqr_mom_2",0.99,1613946739674,6467
+"lr_2",9.993564458462688e-05,1613946739674,6467
+"mom_2",0.9300136712197868,1613946739674,6467
+"eps_2",1e-05,1613946739674,6467
+"train_loss",0.0056045908,1613946740630,6468
+"raw_loss",0.0049432227,1613946740630,6468
+"epoch",40.685534591194944,1613946740630,6468
+"wd_0",0.01,1613946740630,6468
+"sqr_mom_0",0.99,1613946740630,6468
+"lr_0",9.98227847206133e-07,1613946740630,6468
+"mom_0",0.9300362434183115,1613946740630,6468
+"eps_0",1e-05,1613946740630,6468
+"wd_1",0.01,1613946740630,6468
+"sqr_mom_1",0.99,1613946740630,6468
+"lr_1",9.982278472061329e-06,1613946740630,6468
+"mom_1",0.9300362434183115,1613946740630,6468
+"eps_1",1e-05,1613946740630,6468
+"wd_2",0.01,1613946740630,6468
+"sqr_mom_2",0.99,1613946740630,6468
+"lr_2",9.982278472061326e-05,1613946740630,6468
+"mom_2",0.9300362434183115,1613946740630,6468
+"eps_2",1e-05,1613946740630,6468
+"train_loss",0.0056132018,1613946741587,6469
+"raw_loss",0.0060351486,1613946741587,6469
+"epoch",40.691823899371045,1613946741587,6469
+"wd_0",0.01,1613946741587,6469
+"sqr_mom_0",0.99,1613946741587,6469
+"lr_0",9.970997272466252e-07,1613946741587,6469
+"mom_0",0.9300588060431279,1613946741587,6469
+"eps_0",1e-05,1613946741587,6469
+"wd_1",0.01,1613946741587,6469
+"sqr_mom_1",0.99,1613946741587,6469
+"lr_1",9.970997272466255e-06,1613946741587,6469
+"mom_1",0.9300588060431279,1613946741587,6469
+"eps_1",1e-05,1613946741587,6469
+"wd_2",0.01,1613946741587,6469
+"sqr_mom_2",0.99,1613946741587,6469
+"lr_2",9.97099727246625e-05,1613946741587,6469
+"mom_2",0.9300588060431279,1613946741587,6469
+"eps_2",1e-05,1613946741587,6469
+"train_loss",0.0056494577,1613946742538,6470
+"raw_loss",0.007426,1613946742538,6470
+"epoch",40.698113207547145,1613946742538,6470
+"wd_0",0.01,1613946742538,6470
+"sqr_mom_0",0.99,1613946742538,6470
+"lr_0",9.959720863273207e-07,1613946742538,6470
+"mom_0",0.9300813590870445,1613946742538,6470
+"eps_0",1e-05,1613946742538,6470
+"wd_1",0.01,1613946742538,6470
+"sqr_mom_1",0.99,1613946742538,6470
+"lr_1",9.959720863273205e-06,1613946742538,6470
+"mom_1",0.9300813590870445,1613946742538,6470
+"eps_1",1e-05,1613946742538,6470
+"wd_2",0.01,1613946742538,6470
+"sqr_mom_2",0.99,1613946742538,6470
+"lr_2",9.959720863273201e-05,1613946742538,6470
+"mom_2",0.9300813590870445,1613946742538,6470
+"eps_2",1e-05,1613946742538,6470
+"train_loss",0.005612527,1613946743492,6471
+"raw_loss",0.0038029198,1613946743492,6471
+"epoch",40.704402515723245,1613946743492,6471
+"wd_0",0.01,1613946743492,6471
+"sqr_mom_0",0.99,1613946743492,6471
+"lr_0",9.948452985793756e-07,1613946743492,6471
+"mom_0",0.9301038950673631,1613946743492,6471
+"eps_0",1e-05,1613946743492,6471
+"wd_1",0.01,1613946743492,6471
+"sqr_mom_1",0.99,1613946743492,6471
+"lr_1",9.948452985793753e-06,1613946743492,6471
+"mom_1",0.9301038950673631,1613946743492,6471
+"eps_1",1e-05,1613946743492,6471
+"wd_2",0.01,1613946743492,6471
+"sqr_mom_2",0.99,1613946743492,6471
+"lr_2",9.948452985793747e-05,1613946743492,6471
+"mom_2",0.9301038950673631,1613946743492,6471
+"eps_2",1e-05,1613946743492,6471
+"train_loss",0.0056415154,1613946744462,6472
+"raw_loss",0.007061949,1613946744462,6472
+"epoch",40.710691823899346,1613946744462,6472
+"wd_0",0.01,1613946744462,6472
+"sqr_mom_0",0.99,1613946744462,6472
+"lr_0",9.937182430468559e-07,1613946744462,6472
+"mom_0",0.9301264364034268,1613946744462,6472
+"eps_0",1e-05,1613946744462,6472
+"wd_1",0.01,1613946744462,6472
+"sqr_mom_1",0.99,1613946744462,6472
+"lr_1",9.937182430468555e-06,1613946744462,6472
+"mom_1",0.9301264364034268,1613946744462,6472
+"eps_1",1e-05,1613946744462,6472
+"wd_2",0.01,1613946744462,6472
+"sqr_mom_2",0.99,1613946744462,6472
+"lr_2",9.93718243046855e-05,1613946744462,6472
+"mom_2",0.9301264364034268,1613946744462,6472
+"eps_2",1e-05,1613946744462,6472
+"train_loss",0.005675439,1613946745421,6473
+"raw_loss",0.0073376973,1613946745421,6473
+"epoch",40.716981132075446,1613946745421,6473
+"wd_0",0.01,1613946745421,6473
+"sqr_mom_0",0.99,1613946745421,6473
+"lr_0",9.925924148573306e-07,1613946745421,6473
+"mom_0",0.9301489531923852,1613946745421,6473
+"eps_0",1e-05,1613946745421,6473
+"wd_1",0.01,1613946745421,6473
+"sqr_mom_1",0.99,1613946745421,6473
+"lr_1",9.925924148573311e-06,1613946745421,6473
+"mom_1",0.9301489531923852,1613946745421,6473
+"eps_1",1e-05,1613946745421,6473
+"wd_2",0.01,1613946745421,6473
+"sqr_mom_2",0.99,1613946745421,6473
+"lr_2",9.925924148573308e-05,1613946745421,6473
+"mom_2",0.9301489531923852,1613946745421,6473
+"eps_2",1e-05,1613946745421,6473
+"train_loss",0.005612205,1613946746367,6474
+"raw_loss",0.0025137463,1613946746367,6474
+"epoch",40.72327044025155,1613946746367,6474
+"wd_0",0.01,1613946746367,6474
+"sqr_mom_0",0.99,1613946746367,6474
+"lr_0",9.914670668259921e-07,1613946746367,6474
+"mom_0",0.930171460378084,1613946746367,6474
+"eps_0",1e-05,1613946746367,6474
+"wd_1",0.01,1613946746367,6474
+"sqr_mom_1",0.99,1613946746367,6474
+"lr_1",9.914670668259921e-06,1613946746367,6474
+"mom_1",0.930171460378084,1613946746367,6474
+"eps_1",1e-05,1613946746367,6474
+"wd_2",0.01,1613946746367,6474
+"sqr_mom_2",0.99,1613946746367,6474
+"lr_2",9.91467066825992e-05,1613946746367,6474
+"mom_2",0.930171460378084,1613946746367,6474
+"eps_2",1e-05,1613946746367,6474
+"train_loss",0.0055642924,1613946747331,6475
+"raw_loss",0.0032165898,1613946747331,6475
+"epoch",40.72955974842765,1613946747331,6475
+"wd_0",0.01,1613946747331,6475
+"sqr_mom_0",0.99,1613946747331,6475
+"lr_0",9.903414530425617e-07,1613946747331,6475
+"mom_0",0.9301939728788775,1613946747331,6475
+"eps_0",1e-05,1613946747331,6475
+"wd_1",0.01,1613946747331,6475
+"sqr_mom_1",0.99,1613946747331,6475
+"lr_1",9.903414530425614e-06,1613946747331,6475
+"mom_1",0.9301939728788775,1613946747331,6475
+"eps_1",1e-05,1613946747331,6475
+"wd_2",0.01,1613946747331,6475
+"sqr_mom_2",0.99,1613946747331,6475
+"lr_2",9.903414530425611e-05,1613946747331,6475
+"mom_2",0.9301939728788775,1613946747331,6475
+"eps_2",1e-05,1613946747331,6475
+"train_loss",0.005628532,1613946748308,6476
+"raw_loss",0.008776255,1613946748308,6476
+"epoch",40.73584905660375,1613946748308,6476
+"wd_0",0.01,1613946748308,6476
+"sqr_mom_0",0.99,1613946748308,6476
+"lr_0",9.892170667220148e-07,1613946748308,6476
+"mom_0",0.930216460830168,1613946748308,6476
+"eps_0",1e-05,1613946748308,6476
+"wd_1",0.01,1613946748308,6476
+"sqr_mom_1",0.99,1613946748308,6476
+"lr_1",9.89217066722015e-06,1613946748308,6476
+"mom_1",0.930216460830168,1613946748308,6476
+"eps_1",1e-05,1613946748308,6476
+"wd_2",0.01,1613946748308,6476
+"sqr_mom_2",0.99,1613946748308,6476
+"lr_2",9.892170667220147e-05,1613946748308,6476
+"mom_2",0.930216460830168,1613946748308,6476
+"eps_2",1e-05,1613946748308,6476
+"train_loss",0.0056014177,1613946749274,6477
+"raw_loss",0.0042728293,1613946749274,6477
+"epoch",40.74213836477985,1613946749274,6477
+"wd_0",0.01,1613946749274,6477
+"sqr_mom_0",0.99,1613946749274,6477
+"lr_0",9.880931616347944e-07,1613946749274,6477
+"mom_0",0.9302389391566956,1613946749274,6477
+"eps_0",1e-05,1613946749274,6477
+"wd_1",0.01,1613946749274,6477
+"sqr_mom_1",0.99,1613946749274,6477
+"lr_1",9.880931616347943e-06,1613946749274,6477
+"mom_1",0.9302389391566956,1613946749274,6477
+"eps_1",1e-05,1613946749274,6477
+"wd_2",0.01,1613946749274,6477
+"sqr_mom_2",0.99,1613946749274,6477
+"lr_2",9.88093161634794e-05,1613946749274,6477
+"mom_2",0.9302389391566956,1613946749274,6477
+"eps_2",1e-05,1613946749274,6477
+"train_loss",0.0055371285,1613946750235,6478
+"raw_loss",0.0023869649,1613946750235,6478
+"epoch",40.74842767295595,1613946750235,6478
+"wd_0",0.01,1613946750235,6478
+"sqr_mom_0",0.99,1613946750235,6478
+"lr_0",9.869689928287262e-07,1613946750235,6478
+"mom_0",0.930261422757653,1613946750235,6478
+"eps_0",1e-05,1613946750235,6478
+"wd_1",0.01,1613946750235,6478
+"sqr_mom_1",0.99,1613946750235,6478
+"lr_1",9.86968992828726e-06,1613946750235,6478
+"mom_1",0.930261422757653,1613946750235,6478
+"eps_1",1e-05,1613946750235,6478
+"wd_2",0.01,1613946750235,6478
+"sqr_mom_2",0.99,1613946750235,6478
+"lr_2",9.869689928287257e-05,1613946750235,6478
+"mom_2",0.930261422757653,1613946750235,6478
+"eps_2",1e-05,1613946750235,6478
+"train_loss",0.005586054,1613946751191,6479
+"raw_loss",0.007983415,1613946751191,6479
+"epoch",40.75471698113205,1613946751191,6479
+"wd_0",0.01,1613946751191,6479
+"sqr_mom_0",0.99,1613946751191,6479
+"lr_0",9.858460516019112e-07,1613946751191,6479
+"mom_0",0.9302838818067798,1613946751191,6479
+"eps_0",1e-05,1613946751191,6479
+"wd_1",0.01,1613946751191,6479
+"sqr_mom_1",0.99,1613946751191,6479
+"lr_1",9.85846051601911e-06,1613946751191,6479
+"mom_1",0.9302838818067798,1613946751191,6479
+"eps_1",1e-05,1613946751191,6479
+"wd_2",0.01,1613946751191,6479
+"sqr_mom_2",0.99,1613946751191,6479
+"lr_2",9.858460516019103e-05,1613946751191,6479
+"mom_2",0.9302838818067798,1613946751191,6479
+"eps_2",1e-05,1613946751191,6479
+"train_loss",0.0055977697,1613946752163,6480
+"raw_loss",0.006171844,1613946752163,6480
+"epoch",40.76100628930815,1613946752163,6480
+"wd_0",0.01,1613946752163,6480
+"sqr_mom_0",0.99,1613946752163,6480
+"lr_0",9.847232203472225e-07,1613946752163,6480
+"mom_0",0.9303063386564421,1613946752163,6480
+"eps_0",1e-05,1613946752163,6480
+"wd_1",0.01,1613946752163,6480
+"sqr_mom_1",0.99,1613946752163,6480
+"lr_1",9.847232203472225e-06,1613946752163,6480
+"mom_1",0.9303063386564421,1613946752163,6480
+"eps_1",1e-05,1613946752163,6480
+"wd_2",0.01,1613946752163,6480
+"sqr_mom_2",0.99,1613946752163,6480
+"lr_2",9.847232203472219e-05,1613946752163,6480
+"mom_2",0.9303063386564421,1613946752163,6480
+"eps_2",1e-05,1613946752163,6480
+"train_loss",0.005540534,1613946753131,6481
+"raw_loss",0.0027359673,1613946753131,6481
+"epoch",40.76729559748425,1613946753131,6481
+"wd_0",0.01,1613946753131,6481
+"sqr_mom_0",0.99,1613946753131,6481
+"lr_0",9.836008720776051e-07,1613946753131,6481
+"mom_0",0.9303287858463063,1613946753131,6481
+"eps_0",1e-05,1613946753131,6481
+"wd_1",0.01,1613946753131,6481
+"sqr_mom_1",0.99,1613946753131,6481
+"lr_1",9.836008720776053e-06,1613946753131,6481
+"mom_1",0.9303287858463063,1613946753131,6481
+"eps_1",1e-05,1613946753131,6481
+"wd_2",0.01,1613946753131,6481
+"sqr_mom_2",0.99,1613946753131,6481
+"lr_2",9.836008720776046e-05,1613946753131,6481
+"mom_2",0.9303287858463063,1613946753131,6481
+"eps_2",1e-05,1613946753131,6481
+"train_loss",0.0056095393,1613946754085,6482
+"raw_loss",0.008990814,1613946754085,6482
+"epoch",40.77358490566035,1613946754085,6482
+"wd_0",0.01,1613946754085,6482
+"sqr_mom_0",0.99,1613946754085,6482
+"lr_0",9.824790071507965e-07,1613946754085,6482
+"mom_0",0.9303512233692177,1613946754085,6482
+"eps_0",1e-05,1613946754085,6482
+"wd_1",0.01,1613946754085,6482
+"sqr_mom_1",0.99,1613946754085,6482
+"lr_1",9.824790071507965e-06,1613946754085,6482
+"mom_1",0.9303512233692177,1613946754085,6482
+"eps_1",1e-05,1613946754085,6482
+"wd_2",0.01,1613946754085,6482
+"sqr_mom_2",0.99,1613946754085,6482
+"lr_2",9.824790071507965e-05,1613946754085,6482
+"mom_2",0.9303512233692177,1613946754085,6482
+"eps_2",1e-05,1613946754085,6482
+"train_loss",0.005553089,1613946755055,6483
+"raw_loss",0.0027870282,1613946755055,6483
+"epoch",40.77987421383645,1613946755055,6483
+"wd_0",0.01,1613946755055,6483
+"sqr_mom_0",0.99,1613946755055,6483
+"lr_0",9.813576259243784e-07,1613946755055,6483
+"mom_0",0.9303736512180246,1613946755055,6483
+"eps_0",1e-05,1613946755055,6483
+"wd_1",0.01,1613946755055,6483
+"sqr_mom_1",0.99,1613946755055,6483
+"lr_1",9.813576259243783e-06,1613946755055,6483
+"mom_1",0.9303736512180246,1613946755055,6483
+"eps_1",1e-05,1613946755055,6483
+"wd_2",0.01,1613946755055,6483
+"sqr_mom_2",0.99,1613946755055,6483
+"lr_2",9.813576259243777e-05,1613946755055,6483
+"mom_2",0.9303736512180246,1613946755055,6483
+"eps_2",1e-05,1613946755055,6483
+"train_loss",0.0055519524,1613946756050,6484
+"raw_loss",0.0054962514,1613946756050,6484
+"epoch",40.78616352201255,1613946756050,6484
+"wd_0",0.01,1613946756050,6484
+"sqr_mom_0",0.99,1613946756050,6484
+"lr_0",9.80236728755775e-07,1613946756050,6484
+"mom_0",0.9303960693855783,1613946756050,6484
+"eps_0",1e-05,1613946756050,6484
+"wd_1",0.01,1613946756050,6484
+"sqr_mom_1",0.99,1613946756050,6484
+"lr_1",9.802367287557754e-06,1613946756050,6484
+"mom_1",0.9303960693855783,1613946756050,6484
+"eps_1",1e-05,1613946756050,6484
+"wd_2",0.01,1613946756050,6484
+"sqr_mom_2",0.99,1613946756050,6484
+"lr_2",9.80236728755775e-05,1613946756050,6484
+"mom_2",0.9303960693855783,1613946756050,6484
+"eps_2",1e-05,1613946756050,6484
+"train_loss",0.0055401423,1613946757004,6485
+"raw_loss",0.004961442,1613946757004,6485
+"epoch",40.79245283018865,1613946757004,6485
+"wd_0",0.01,1613946757004,6485
+"sqr_mom_0",0.99,1613946757004,6485
+"lr_0",9.791166875347706e-07,1613946757004,6485
+"mom_0",0.9304184704340089,1613946757004,6485
+"eps_0",1e-05,1613946757004,6485
+"wd_1",0.01,1613946757004,6485
+"sqr_mom_1",0.99,1613946757004,6485
+"lr_1",9.791166875347703e-06,1613946757004,6485
+"mom_1",0.9304184704340089,1613946757004,6485
+"eps_1",1e-05,1613946757004,6485
+"wd_2",0.01,1613946757004,6485
+"sqr_mom_2",0.99,1613946757004,6485
+"lr_2",9.791166875347697e-05,1613946757004,6485
+"mom_2",0.9304184704340089,1613946757004,6485
+"eps_2",1e-05,1613946757004,6485
+"train_loss",0.0055249436,1613946757957,6486
+"raw_loss",0.004780203,1613946757957,6486
+"epoch",40.79874213836475,1613946757957,6486
+"wd_0",0.01,1613946757957,6486
+"sqr_mom_0",0.99,1613946757957,6486
+"lr_0",9.779963880209605e-07,1613946757957,6486
+"mom_0",0.9304408766483472,1613946757957,6486
+"eps_0",1e-05,1613946757957,6486
+"wd_1",0.01,1613946757957,6486
+"sqr_mom_1",0.99,1613946757957,6486
+"lr_1",9.779963880209605e-06,1613946757957,6486
+"mom_1",0.9304408766483472,1613946757957,6486
+"eps_1",1e-05,1613946757957,6486
+"wd_2",0.01,1613946757957,6486
+"sqr_mom_2",0.99,1613946757957,6486
+"lr_2",9.779963880209605e-05,1613946757957,6486
+"mom_2",0.9304408766483472,1613946757957,6486
+"eps_2",1e-05,1613946757957,6486
+"train_loss",0.005463233,1613946758906,6487
+"raw_loss",0.0024394216,1613946758906,6487
+"epoch",40.80503144654085,1613946758906,6487
+"wd_0",0.01,1613946758906,6487
+"sqr_mom_0",0.99,1613946758906,6487
+"lr_0",9.768773163795277e-07,1613946758906,6487
+"mom_0",0.9304632583049924,1613946758906,6487
+"eps_0",1e-05,1613946758906,6487
+"wd_1",0.01,1613946758906,6487
+"sqr_mom_1",0.99,1613946758906,6487
+"lr_1",9.768773163795274e-06,1613946758906,6487
+"mom_1",0.9304632583049924,1613946758906,6487
+"eps_1",1e-05,1613946758906,6487
+"wd_2",0.01,1613946758906,6487
+"sqr_mom_2",0.99,1613946758906,6487
+"lr_2",9.76877316379527e-05,1613946758906,6487
+"mom_2",0.9304632583049924,1613946758906,6487
+"eps_2",1e-05,1613946758906,6487
+"train_loss",0.0054478636,1613946759937,6488
+"raw_loss",0.0046947603,1613946759937,6488
+"epoch",40.81132075471695,1613946759937,6488
+"wd_0",0.01,1613946759937,6488
+"sqr_mom_0",0.99,1613946759937,6488
+"lr_0",9.757587299019645e-07,1613946759937,6488
+"mom_0",0.9304856302582633,1613946759937,6488
+"eps_0",1e-05,1613946759937,6488
+"wd_1",0.01,1613946759937,6488
+"sqr_mom_1",0.99,1613946759937,6488
+"lr_1",9.757587299019646e-06,1613946759937,6488
+"mom_1",0.9304856302582633,1613946759937,6488
+"eps_1",1e-05,1613946759937,6488
+"wd_2",0.01,1613946759937,6488
+"sqr_mom_2",0.99,1613946759937,6488
+"lr_2",9.757587299019644e-05,1613946759937,6488
+"mom_2",0.9304856302582633,1613946759937,6488
+"eps_2",1e-05,1613946759937,6488
+"train_loss",0.005467561,1613946760907,6489
+"raw_loss",0.006432743,1613946760907,6489
+"epoch",40.81761006289305,1613946760907,6489
+"wd_0",0.01,1613946760907,6489
+"sqr_mom_0",0.99,1613946760907,6489
+"lr_0",9.746398871675866e-07,1613946760907,6489
+"mom_0",0.9305080073367216,1613946760907,6489
+"eps_0",1e-05,1613946760907,6489
+"wd_1",0.01,1613946760907,6489
+"sqr_mom_1",0.99,1613946760907,6489
+"lr_1",9.746398871675866e-06,1613946760907,6489
+"mom_1",0.9305080073367216,1613946760907,6489
+"eps_1",1e-05,1613946760907,6489
+"wd_2",0.01,1613946760907,6489
+"sqr_mom_2",0.99,1613946760907,6489
+"lr_2",9.746398871675864e-05,1613946760907,6489
+"mom_2",0.9305080073367216,1613946760907,6489
+"eps_2",1e-05,1613946760907,6489
+"train_loss",0.0054943687,1613946761881,6490
+"raw_loss",0.0068079494,1613946761881,6490
+"epoch",40.82389937106915,1613946761881,6490
+"wd_0",0.01,1613946761881,6490
+"sqr_mom_0",0.99,1613946761881,6490
+"lr_0",9.735222724090428e-07,1613946761881,6490
+"mom_0",0.9305303598554177,1613946761881,6490
+"eps_0",1e-05,1613946761881,6490
+"wd_1",0.01,1613946761881,6490
+"sqr_mom_1",0.99,1613946761881,6490
+"lr_1",9.735222724090426e-06,1613946761881,6490
+"mom_1",0.9305303598554177,1613946761881,6490
+"eps_1",1e-05,1613946761881,6490
+"wd_2",0.01,1613946761881,6490
+"sqr_mom_2",0.99,1613946761881,6490
+"lr_2",9.73522272409042e-05,1613946761881,6490
+"mom_2",0.9305303598554177,1613946761881,6490
+"eps_2",1e-05,1613946761881,6490
+"train_loss",0.005461747,1613946762873,6491
+"raw_loss",0.0038632774,1613946762873,6491
+"epoch",40.83018867924525,1613946762873,6491
+"wd_0",0.01,1613946762873,6491
+"sqr_mom_0",0.99,1613946762873,6491
+"lr_0",9.724047733172778e-07,1613946762873,6491
+"mom_0",0.930552710060755,1613946762873,6491
+"eps_0",1e-05,1613946762873,6491
+"wd_1",0.01,1613946762873,6491
+"sqr_mom_1",0.99,1613946762873,6491
+"lr_1",9.724047733172778e-06,1613946762873,6491
+"mom_1",0.930552710060755,1613946762873,6491
+"eps_1",1e-05,1613946762873,6491
+"wd_2",0.01,1613946762873,6491
+"sqr_mom_2",0.99,1613946762873,6491
+"lr_2",9.724047733172776e-05,1613946762873,6491
+"mom_2",0.930552710060755,1613946762873,6491
+"eps_2",1e-05,1613946762873,6491
+"train_loss",0.005442415,1613946763868,6492
+"raw_loss",0.004495157,1613946763868,6492
+"epoch",40.836477987421354,1613946763868,6492
+"wd_0",0.01,1613946763868,6492
+"sqr_mom_0",0.99,1613946763868,6492
+"lr_0",9.712877611369503e-07,1613946763868,6492
+"mom_0",0.9305750505277662,1613946763868,6492
+"eps_0",1e-05,1613946763868,6492
+"wd_1",0.01,1613946763868,6492
+"sqr_mom_1",0.99,1613946763868,6492
+"lr_1",9.7128776113695e-06,1613946763868,6492
+"mom_1",0.9305750505277662,1613946763868,6492
+"eps_1",1e-05,1613946763868,6492
+"wd_2",0.01,1613946763868,6492
+"sqr_mom_2",0.99,1613946763868,6492
+"lr_2",9.7128776113695e-05,1613946763868,6492
+"mom_2",0.9305750505277662,1613946763868,6492
+"eps_2",1e-05,1613946763868,6492
+"train_loss",0.0054474794,1613946764827,6493
+"raw_loss",0.0056956345,1613946764827,6493
+"epoch",40.842767295597454,1613946764827,6493
+"wd_0",0.01,1613946764827,6493
+"sqr_mom_0",0.99,1613946764827,6493
+"lr_0",9.701712362240926e-07,1613946764827,6493
+"mom_0",0.9305973812493307,1613946764827,6493
+"eps_0",1e-05,1613946764827,6493
+"wd_1",0.01,1613946764827,6493
+"sqr_mom_1",0.99,1613946764827,6493
+"lr_1",9.701712362240926e-06,1613946764827,6493
+"mom_1",0.9305973812493307,1613946764827,6493
+"eps_1",1e-05,1613946764827,6493
+"wd_2",0.01,1613946764827,6493
+"sqr_mom_2",0.99,1613946764827,6493
+"lr_2",9.701712362240921e-05,1613946764827,6493
+"mom_2",0.9305973812493307,1613946764827,6493
+"eps_2",1e-05,1613946764827,6493
+"train_loss",0.005388373,1613946765775,6494
+"raw_loss",0.0024921568,1613946765775,6494
+"epoch",40.849056603773555,1613946765775,6494
+"wd_0",0.01,1613946765775,6494
+"sqr_mom_0",0.99,1613946765775,6494
+"lr_0",9.690555690153286e-07,1613946765775,6494
+"mom_0",0.9306196948166415,1613946765775,6494
+"eps_0",1e-05,1613946765775,6494
+"wd_1",0.01,1613946765775,6494
+"sqr_mom_1",0.99,1613946765775,6494
+"lr_1",9.690555690153286e-06,1613946765775,6494
+"mom_1",0.9306196948166415,1613946765775,6494
+"eps_1",1e-05,1613946765775,6494
+"wd_2",0.01,1613946765775,6494
+"sqr_mom_2",0.99,1613946765775,6494
+"lr_2",9.69055569015328e-05,1613946765775,6494
+"mom_2",0.9306196948166415,1613946765775,6494
+"eps_2",1e-05,1613946765775,6494
+"train_loss",0.0053600767,1613946766716,6495
+"raw_loss",0.0039735497,1613946766716,6495
+"epoch",40.855345911949655,1613946766716,6495
+"wd_0",0.01,1613946766716,6495
+"sqr_mom_0",0.99,1613946766716,6495
+"lr_0",9.679396496241538e-07,1613946766716,6495
+"mom_0",0.9306420134276512,1613946766716,6495
+"eps_0",1e-05,1613946766716,6495
+"wd_1",0.01,1613946766716,6495
+"sqr_mom_1",0.99,1613946766716,6495
+"lr_1",9.67939649624154e-06,1613946766716,6495
+"mom_1",0.9306420134276512,1613946766716,6495
+"eps_1",1e-05,1613946766716,6495
+"wd_2",0.01,1613946766716,6495
+"sqr_mom_2",0.99,1613946766716,6495
+"lr_2",9.679396496241533e-05,1613946766716,6495
+"mom_2",0.9306420134276512,1613946766716,6495
+"eps_2",1e-05,1613946766716,6495
+"train_loss",0.005360699,1613946767665,6496
+"raw_loss",0.0053911805,1613946767665,6496
+"epoch",40.861635220125756,1613946767665,6496
+"wd_0",0.01,1613946767665,6496
+"sqr_mom_0",0.99,1613946767665,6496
+"lr_0",9.668249584051713e-07,1613946767665,6496
+"mom_0",0.9306643074749713,1613946767665,6496
+"eps_0",1e-05,1613946767665,6496
+"wd_1",0.01,1613946767665,6496
+"sqr_mom_1",0.99,1613946767665,6496
+"lr_1",9.668249584051712e-06,1613946767665,6496
+"mom_1",0.9306643074749713,1613946767665,6496
+"eps_1",1e-05,1613946767665,6496
+"wd_2",0.01,1613946767665,6496
+"sqr_mom_2",0.99,1613946767665,6496
+"lr_2",9.668249584051709e-05,1613946767665,6496
+"mom_2",0.9306643074749713,1613946767665,6496
+"eps_2",1e-05,1613946767665,6496
+"train_loss",0.0053445534,1613946768684,6497
+"raw_loss",0.0045534284,1613946768684,6497
+"epoch",40.867924528301856,1613946768684,6497
+"wd_0",0.01,1613946768684,6497
+"sqr_mom_0",0.99,1613946768684,6497
+"lr_0",9.65710755552008e-07,1613946768684,6497
+"mom_0",0.9306865917548773,1613946768684,6497
+"eps_0",1e-05,1613946768684,6497
+"wd_1",0.01,1613946768684,6497
+"sqr_mom_1",0.99,1613946768684,6497
+"lr_1",9.657107555520079e-06,1613946768684,6497
+"mom_1",0.9306865917548773,1613946768684,6497
+"eps_1",1e-05,1613946768684,6497
+"wd_2",0.01,1613946768684,6497
+"sqr_mom_2",0.99,1613946768684,6497
+"lr_2",9.657107555520076e-05,1613946768684,6497
+"mom_2",0.9306865917548773,1613946768684,6497
+"eps_2",1e-05,1613946768684,6497
+"train_loss",0.0053567374,1613946769637,6498
+"raw_loss",0.005953756,1613946769637,6498
+"epoch",40.874213836477956,1613946769637,6498
+"wd_0",0.01,1613946769637,6498
+"sqr_mom_0",0.99,1613946769637,6498
+"lr_0",9.645963025546113e-07,1613946769637,6498
+"mom_0",0.9307088810377181,1613946769637,6498
+"eps_0",1e-05,1613946769637,6498
+"wd_1",0.01,1613946769637,6498
+"sqr_mom_1",0.99,1613946769637,6498
+"lr_1",9.645963025546108e-06,1613946769637,6498
+"mom_1",0.9307088810377181,1613946769637,6498
+"eps_1",1e-05,1613946769637,6498
+"wd_2",0.01,1613946769637,6498
+"sqr_mom_2",0.99,1613946769637,6498
+"lr_2",9.645963025546107e-05,1613946769637,6498
+"mom_2",0.9307088810377181,1613946769637,6498
+"eps_2",1e-05,1613946769637,6498
+"train_loss",0.0053386674,1613946770581,6499
+"raw_loss",0.0044532428,1613946770581,6499
+"epoch",40.88050314465406,1613946770581,6499
+"wd_0",0.01,1613946770581,6499
+"sqr_mom_0",0.99,1613946770581,6499
+"lr_0",9.634830778222959e-07,1613946770581,6499
+"mom_0",0.9307311457550116,1613946770581,6499
+"eps_0",1e-05,1613946770581,6499
+"wd_1",0.01,1613946770581,6499
+"sqr_mom_1",0.99,1613946770581,6499
+"lr_1",9.634830778222959e-06,1613946770581,6499
+"mom_1",0.9307311457550116,1613946770581,6499
+"eps_1",1e-05,1613946770581,6499
+"wd_2",0.01,1613946770581,6499
+"sqr_mom_2",0.99,1613946770581,6499
+"lr_2",9.634830778222956e-05,1613946770581,6499
+"mom_2",0.9307311457550116,1613946770581,6499
+"eps_2",1e-05,1613946770581,6499
+"train_loss",0.0053181215,1613946771524,6500
+"raw_loss",0.0043113604,1613946771524,6500
+"epoch",40.88679245283016,1613946771524,6500
+"wd_0",0.01,1613946771524,6500
+"sqr_mom_0",0.99,1613946771524,6500
+"lr_0",9.623703425202812e-07,1613946771524,6500
+"mom_0",0.9307534006836011,1613946771524,6500
+"eps_0",1e-05,1613946771524,6500
+"wd_1",0.01,1613946771524,6500
+"sqr_mom_1",0.99,1613946771524,6500
+"lr_1",9.62370342520281e-06,1613946771524,6500
+"mom_1",0.9307534006836011,1613946771524,6500
+"eps_1",1e-05,1613946771524,6500
+"wd_2",0.01,1613946771524,6500
+"sqr_mom_2",0.99,1613946771524,6500
+"lr_2",9.623703425202807e-05,1613946771524,6500
+"mom_2",0.9307534006836011,1613946771524,6500
+"eps_2",1e-05,1613946771524,6500
+"train_loss",0.0053774775,1613946772499,6501
+"raw_loss",0.0082859285,1613946772499,6501
+"epoch",40.89308176100626,1613946772499,6501
+"wd_0",0.01,1613946772499,6501
+"sqr_mom_0",0.99,1613946772499,6501
+"lr_0",9.612573591129252e-07,1613946772499,6501
+"mom_0",0.9307756605743472,1613946772499,6501
+"eps_0",1e-05,1613946772499,6501
+"wd_1",0.01,1613946772499,6501
+"sqr_mom_1",0.99,1613946772499,6501
+"lr_1",9.612573591129254e-06,1613946772499,6501
+"mom_1",0.9307756605743472,1613946772499,6501
+"eps_1",1e-05,1613946772499,6501
+"wd_2",0.01,1613946772499,6501
+"sqr_mom_2",0.99,1613946772499,6501
+"lr_2",9.612573591129248e-05,1613946772499,6501
+"mom_2",0.9307756605743472,1613946772499,6501
+"eps_2",1e-05,1613946772499,6501
+"train_loss",0.0053440626,1613946773476,6502
+"raw_loss",0.0037067297,1613946773476,6502
+"epoch",40.89937106918236,1613946773476,6502
+"wd_0",0.01,1613946773476,6502
+"sqr_mom_0",0.99,1613946773476,6502
+"lr_0",9.60145604060021e-07,1613946773476,6502
+"mom_0",0.9307978958977585,1613946773476,6502
+"eps_0",1e-05,1613946773476,6502
+"wd_1",0.01,1613946773476,6502
+"sqr_mom_1",0.99,1613946773476,6502
+"lr_1",9.601456040600206e-06,1613946773476,6502
+"mom_1",0.9307978958977585,1613946773476,6502
+"eps_1",1e-05,1613946773476,6502
+"wd_2",0.01,1613946773476,6502
+"sqr_mom_2",0.99,1613946773476,6502
+"lr_2",9.601456040600205e-05,1613946773476,6502
+"mom_2",0.9307978958977585,1613946773476,6502
+"eps_2",1e-05,1613946773476,6502
+"train_loss",0.0053538713,1613946774454,6503
+"raw_loss",0.0058345045,1613946774454,6503
+"epoch",40.90566037735846,1613946774454,6503
+"wd_0",0.01,1613946774454,6503
+"sqr_mom_0",0.99,1613946774454,6503
+"lr_0",9.590339708810106e-07,1613946774454,6503
+"mom_0",0.9308201287836676,1613946774454,6503
+"eps_0",1e-05,1613946774454,6503
+"wd_1",0.01,1613946774454,6503
+"sqr_mom_1",0.99,1613946774454,6503
+"lr_1",9.590339708810108e-06,1613946774454,6503
+"mom_1",0.9308201287836676,1613946774454,6503
+"eps_1",1e-05,1613946774454,6503
+"wd_2",0.01,1613946774454,6503
+"sqr_mom_2",0.99,1613946774454,6503
+"lr_2",9.590339708810105e-05,1613946774454,6503
+"mom_2",0.9308201287836676,1613946774454,6503
+"eps_2",1e-05,1613946774454,6503
+"train_loss",0.005364911,1613946775439,6504
+"raw_loss",0.005905868,1613946775439,6504
+"epoch",40.91194968553456,1613946775439,6504
+"wd_0",0.01,1613946775439,6504
+"sqr_mom_0",0.99,1613946775439,6504
+"lr_0",9.579228288752273e-07,1613946775439,6504
+"mom_0",0.9308423518460138,1613946775439,6504
+"eps_0",1e-05,1613946775439,6504
+"wd_1",0.01,1613946775439,6504
+"sqr_mom_1",0.99,1613946775439,6504
+"lr_1",9.579228288752273e-06,1613946775439,6504
+"mom_1",0.9308423518460138,1613946775439,6504
+"eps_1",1e-05,1613946775439,6504
+"wd_2",0.01,1613946775439,6504
+"sqr_mom_2",0.99,1613946775439,6504
+"lr_2",9.579228288752269e-05,1613946775439,6504
+"mom_2",0.9308423518460138,1613946775439,6504
+"eps_2",1e-05,1613946775439,6504
+"train_loss",0.005438613,1613946776396,6505
+"raw_loss",0.009049986,1613946776396,6505
+"epoch",40.91823899371066,1613946776396,6505
+"wd_0",0.01,1613946776396,6505
+"sqr_mom_0",0.99,1613946776396,6505
+"lr_0",9.568121783968339e-07,1613946776396,6505
+"mom_0",0.9308645650777141,1613946776396,6505
+"eps_0",1e-05,1613946776396,6505
+"wd_1",0.01,1613946776396,6505
+"sqr_mom_1",0.99,1613946776396,6505
+"lr_1",9.56812178396834e-06,1613946776396,6505
+"mom_1",0.9308645650777141,1613946776396,6505
+"eps_1",1e-05,1613946776396,6505
+"wd_2",0.01,1613946776396,6505
+"sqr_mom_2",0.99,1613946776396,6505
+"lr_2",9.568121783968338e-05,1613946776396,6505
+"mom_2",0.9308645650777141,1613946776396,6505
+"eps_2",1e-05,1613946776396,6505
+"train_loss",0.0054297214,1613946777489,6506
+"raw_loss",0.0049940515,1613946777489,6506
+"epoch",40.92452830188676,1613946777489,6506
+"wd_0",0.01,1613946777489,6506
+"sqr_mom_0",0.99,1613946777489,6506
+"lr_0",9.557023879300594e-07,1613946777489,6506
+"mom_0",0.9308867611090099,1613946777489,6506
+"eps_0",1e-05,1613946777489,6506
+"wd_1",0.01,1613946777489,6506
+"sqr_mom_1",0.99,1613946777489,6506
+"lr_1",9.5570238793006e-06,1613946777489,6506
+"mom_1",0.9308867611090099,1613946777489,6506
+"eps_1",1e-05,1613946777489,6506
+"wd_2",0.01,1613946777489,6506
+"sqr_mom_2",0.99,1613946777489,6506
+"lr_2",9.557023879300594e-05,1613946777489,6506
+"mom_2",0.9308867611090099,1613946777489,6506
+"eps_2",1e-05,1613946777489,6506
+"train_loss",0.005374515,1613946778464,6507
+"raw_loss",0.00266939,1613946778464,6507
+"epoch",40.93081761006286,1613946778464,6507
+"wd_0",0.01,1613946778464,6507
+"sqr_mom_0",0.99,1613946778464,6507
+"lr_0",9.545923534380887e-07,1613946778464,6507
+"mom_0",0.9309089620208584,1613946778464,6507
+"eps_0",1e-05,1613946778464,6507
+"wd_1",0.01,1613946778464,6507
+"sqr_mom_1",0.99,1613946778464,6507
+"lr_1",9.545923534380885e-06,1613946778464,6507
+"mom_1",0.9309089620208584,1613946778464,6507
+"eps_1",1e-05,1613946778464,6507
+"wd_2",0.01,1613946778464,6507
+"sqr_mom_2",0.99,1613946778464,6507
+"lr_2",9.545923534380878e-05,1613946778464,6507
+"mom_2",0.9309089620208584,1613946778464,6507
+"eps_2",1e-05,1613946778464,6507
+"train_loss",0.0054557193,1613946779451,6508
+"raw_loss",0.009434726,1613946779451,6508
+"epoch",40.93710691823896,1613946779451,6508
+"wd_0",0.01,1613946779451,6508
+"sqr_mom_0",0.99,1613946779451,6508
+"lr_0",9.534835474687429e-07,1613946779451,6508
+"mom_0",0.9309311383620087,1613946779451,6508
+"eps_0",1e-05,1613946779451,6508
+"wd_1",0.01,1613946779451,6508
+"sqr_mom_1",0.99,1613946779451,6508
+"lr_1",9.534835474687433e-06,1613946779451,6508
+"mom_1",0.9309311383620087,1613946779451,6508
+"eps_1",1e-05,1613946779451,6508
+"wd_2",0.01,1613946779451,6508
+"sqr_mom_2",0.99,1613946779451,6508
+"lr_2",9.534835474687427e-05,1613946779451,6508
+"mom_2",0.9309311383620087,1613946779451,6508
+"eps_2",1e-05,1613946779451,6508
+"train_loss",0.0054224283,1613946780446,6509
+"raw_loss",0.003791168,1613946780446,6509
+"epoch",40.94339622641506,1613946780446,6509
+"wd_0",0.01,1613946780446,6509
+"sqr_mom_0",0.99,1613946780446,6509
+"lr_0",9.523752341148197e-07,1613946780446,6509
+"mom_0",0.9309533048507521,1613946780446,6509
+"eps_0",1e-05,1613946780446,6509
+"wd_1",0.01,1613946780446,6509
+"sqr_mom_1",0.99,1613946780446,6509
+"lr_1",9.523752341148199e-06,1613946780446,6509
+"mom_1",0.9309533048507521,1613946780446,6509
+"eps_1",1e-05,1613946780446,6509
+"wd_2",0.01,1613946780446,6509
+"sqr_mom_2",0.99,1613946780446,6509
+"lr_2",9.523752341148193e-05,1613946780446,6509
+"mom_2",0.9309533048507521,1613946780446,6509
+"eps_2",1e-05,1613946780446,6509
+"train_loss",0.0054130214,1613946781393,6510
+"raw_loss",0.0049520824,1613946781393,6510
+"epoch",40.94968553459116,1613946781393,6510
+"wd_0",0.01,1613946781393,6510
+"sqr_mom_0",0.99,1613946781393,6510
+"lr_0",9.512666787767107e-07,1613946781393,6510
+"mom_0",0.9309754761792275,1613946781393,6510
+"eps_0",1e-05,1613946781393,6510
+"wd_1",0.01,1613946781393,6510
+"sqr_mom_1",0.99,1613946781393,6510
+"lr_1",9.51266678776711e-06,1613946781393,6510
+"mom_1",0.9309754761792275,1613946781393,6510
+"eps_1",1e-05,1613946781393,6510
+"wd_2",0.01,1613946781393,6510
+"sqr_mom_2",0.99,1613946781393,6510
+"lr_2",9.512666787767104e-05,1613946781393,6510
+"mom_2",0.9309754761792275,1613946781393,6510
+"eps_2",1e-05,1613946781393,6510
+"train_loss",0.0054127546,1613946782364,6511
+"raw_loss",0.0053996816,1613946782364,6511
+"epoch",40.95597484276726,1613946782364,6511
+"wd_0",0.01,1613946782364,6511
+"sqr_mom_0",0.99,1613946782364,6511
+"lr_0",9.501593520400254e-07,1613946782364,6511
+"mom_0",0.9309976229354289,1613946782364,6511
+"eps_0",1e-05,1613946782364,6511
+"wd_1",0.01,1613946782364,6511
+"sqr_mom_1",0.99,1613946782364,6511
+"lr_1",9.501593520400256e-06,1613946782364,6511
+"mom_1",0.9309976229354289,1613946782364,6511
+"eps_1",1e-05,1613946782364,6511
+"wd_2",0.01,1613946782364,6511
+"sqr_mom_2",0.99,1613946782364,6511
+"lr_2",9.501593520400251e-05,1613946782364,6511
+"mom_2",0.9309976229354289,1613946782364,6511
+"eps_2",1e-05,1613946782364,6511
+"train_loss",0.005467078,1613946783317,6512
+"raw_loss",0.008128944,1613946783317,6512
+"epoch",40.96226415094336,1613946783317,6512
+"wd_0",0.01,1613946783317,6512
+"sqr_mom_0",0.99,1613946783317,6512
+"lr_0",9.490521518289595e-07,1613946783317,6512
+"mom_0",0.9310197671610924,1613946783317,6512
+"eps_0",1e-05,1613946783317,6512
+"wd_1",0.01,1613946783317,6512
+"sqr_mom_1",0.99,1613946783317,6512
+"lr_1",9.490521518289592e-06,1613946783317,6512
+"mom_1",0.9310197671610924,1613946783317,6512
+"eps_1",1e-05,1613946783317,6512
+"wd_2",0.01,1613946783317,6512
+"sqr_mom_2",0.99,1613946783317,6512
+"lr_2",9.490521518289592e-05,1613946783317,6512
+"mom_2",0.9310197671610924,1613946783317,6512
+"eps_2",1e-05,1613946783317,6512
+"train_loss",0.005420963,1613946784282,6513
+"raw_loss",0.003161319,1613946784282,6513
+"epoch",40.96855345911946,1613946784282,6513
+"wd_0",0.01,1613946784282,6513
+"sqr_mom_0",0.99,1613946784282,6513
+"lr_0",9.479454459727109e-07,1613946784282,6513
+"mom_0",0.9310419014995608,1613946784282,6513
+"eps_0",1e-05,1613946784282,6513
+"wd_1",0.01,1613946784282,6513
+"sqr_mom_1",0.99,1613946784282,6513
+"lr_1",9.479454459727109e-06,1613946784282,6513
+"mom_1",0.9310419014995608,1613946784282,6513
+"eps_1",1e-05,1613946784282,6513
+"wd_2",0.01,1613946784282,6513
+"sqr_mom_2",0.99,1613946784282,6513
+"lr_2",9.479454459727102e-05,1613946784282,6513
+"mom_2",0.9310419014995608,1613946784282,6513
+"eps_2",1e-05,1613946784282,6513
+"train_loss",0.005424344,1613946785226,6514
+"raw_loss",0.005590031,1613946785226,6514
+"epoch",40.97484276729556,1613946785226,6514
+"wd_0",0.01,1613946785226,6514
+"sqr_mom_0",0.99,1613946785226,6514
+"lr_0",9.468392348240282e-07,1613946785226,6514
+"mom_0",0.9310640259437788,1613946785226,6514
+"eps_0",1e-05,1613946785226,6514
+"wd_1",0.01,1613946785226,6514
+"sqr_mom_1",0.99,1613946785226,6514
+"lr_1",9.46839234824028e-06,1613946785226,6514
+"mom_1",0.9310640259437788,1613946785226,6514
+"eps_1",1e-05,1613946785226,6514
+"wd_2",0.01,1613946785226,6514
+"sqr_mom_2",0.99,1613946785226,6514
+"lr_2",9.468392348240277e-05,1613946785226,6514
+"mom_2",0.9310640259437788,1613946785226,6514
+"eps_2",1e-05,1613946785226,6514
+"train_loss",0.0054756394,1613946786188,6515
+"raw_loss",0.007989114,1613946786188,6515
+"epoch",40.98113207547166,1613946786188,6515
+"wd_0",0.01,1613946786188,6515
+"sqr_mom_0",0.99,1613946786188,6515
+"lr_0",9.4573388539173e-07,1613946786188,6515
+"mom_0",0.9310861331534969,1613946786188,6515
+"eps_0",1e-05,1613946786188,6515
+"wd_1",0.01,1613946786188,6515
+"sqr_mom_1",0.99,1613946786188,6515
+"lr_1",9.457338853917305e-06,1613946786188,6515
+"mom_1",0.9310861331534969,1613946786188,6515
+"eps_1",1e-05,1613946786188,6515
+"wd_2",0.01,1613946786188,6515
+"sqr_mom_2",0.99,1613946786188,6515
+"lr_2",9.457338853917298e-05,1613946786188,6515
+"mom_2",0.9310861331534969,1613946786188,6515
+"eps_2",1e-05,1613946786188,6515
+"train_loss",0.005447537,1613946787184,6516
+"raw_loss",0.004070517,1613946787184,6516
+"epoch",40.987421383647764,1613946787184,6516
+"wd_0",0.01,1613946787184,6516
+"sqr_mom_0",0.99,1613946787184,6516
+"lr_0",9.44628298059572e-07,1613946787184,6516
+"mom_0",0.9311082451212598,1613946787184,6516
+"eps_0",1e-05,1613946787184,6516
+"wd_1",0.01,1613946787184,6516
+"sqr_mom_1",0.99,1613946787184,6516
+"lr_1",9.44628298059572e-06,1613946787184,6516
+"mom_1",0.9311082451212598,1613946787184,6516
+"eps_1",1e-05,1613946787184,6516
+"wd_2",0.01,1613946787184,6516
+"sqr_mom_2",0.99,1613946787184,6516
+"lr_2",9.446282980595715e-05,1613946787184,6516
+"mom_2",0.9311082451212598,1613946787184,6516
+"eps_2",1e-05,1613946787184,6516
+"train_loss",0.0054328004,1613946788130,6517
+"raw_loss",0.0047106966,1613946788130,6517
+"epoch",40.993710691823864,1613946788130,6517
+"wd_0",0.01,1613946788130,6517
+"sqr_mom_0",0.99,1613946788130,6517
+"lr_0",9.435239394758708e-07,1613946788130,6517
+"mom_0",0.9311303325138077,1613946788130,6517
+"eps_0",1e-05,1613946788130,6517
+"wd_1",0.01,1613946788130,6517
+"sqr_mom_1",0.99,1613946788130,6517
+"lr_1",9.43523939475871e-06,1613946788130,6517
+"mom_1",0.9311303325138077,1613946788130,6517
+"eps_1",1e-05,1613946788130,6517
+"wd_2",0.01,1613946788130,6517
+"sqr_mom_2",0.99,1613946788130,6517
+"lr_2",9.435239394758703e-05,1613946788130,6517
+"mom_2",0.9311303325138077,1613946788130,6517
+"eps_2",1e-05,1613946788130,6517
+"train_loss",0.0054757358,1613946789092,6518
+"raw_loss",0.0075795795,1613946789092,6518
+"epoch",40.999999999999964,1613946789092,6518
+"wd_0",0.01,1613946789092,6518
+"sqr_mom_0",0.99,1613946789092,6518
+"lr_0",9.424200766799964e-07,1613946789092,6518
+"mom_0",0.9311524099905,1613946789092,6518
+"eps_0",1e-05,1613946789092,6518
+"wd_1",0.01,1613946789092,6518
+"sqr_mom_1",0.99,1613946789092,6518
+"lr_1",9.424200766799964e-06,1613946789092,6518
+"mom_1",0.9311524099905,1613946789092,6518
+"eps_1",1e-05,1613946789092,6518
+"wd_2",0.01,1613946789092,6518
+"sqr_mom_2",0.99,1613946789092,6518
+"lr_2",9.424200766799961e-05,1613946789092,6518
+"mom_2",0.9311524099905,1613946789092,6518
+"eps_2",1e-05,1613946789092,6518
+"valid_loss",0.08430679887533188,1613946824396,6518
+"_rmse",0.290356308221817,1613946824396,6518
+"epoch",41,1613946824396,6518
+"train_loss",0.005478773,1613946825508,6519
+"raw_loss",0.005627599,1613946825508,6519
+"epoch",41.0062893081761,1613946825508,6519
+"wd_0",0.01,1613946825508,6519
+"sqr_mom_0",0.99,1613946825508,6519
+"lr_0",9.413159780273371e-07,1613946825508,6519
+"mom_0",0.9311744921843751,1613946825508,6519
+"eps_0",1e-05,1613946825508,6519
+"wd_1",0.01,1613946825508,6519
+"sqr_mom_1",0.99,1613946825508,6519
+"lr_1",9.413159780273369e-06,1613946825508,6519
+"mom_1",0.9311744921843751,1613946825508,6519
+"eps_1",1e-05,1613946825508,6519
+"wd_2",0.01,1613946825508,6519
+"sqr_mom_2",0.99,1613946825508,6519
+"lr_2",9.41315978027337e-05,1613946825508,6519
+"mom_2",0.9311744921843751,1613946825508,6519
+"eps_2",1e-05,1613946825508,6519
+"train_loss",0.005551516,1613946826576,6520
+"raw_loss",0.00911594,1613946826576,6520
+"epoch",41.0125786163522,1613946826576,6520
+"wd_0",0.01,1613946826576,6520
+"sqr_mom_0",0.99,1613946826576,6520
+"lr_0",9.402131081913613e-07,1613946826576,6520
+"mom_0",0.9311965498016708,1613946826576,6520
+"eps_0",1e-05,1613946826576,6520
+"wd_1",0.01,1613946826576,6520
+"sqr_mom_1",0.99,1613946826576,6520
+"lr_1",9.402131081913616e-06,1613946826576,6520
+"mom_1",0.9311965498016708,1613946826576,6520
+"eps_1",1e-05,1613946826576,6520
+"wd_2",0.01,1613946826576,6520
+"sqr_mom_2",0.99,1613946826576,6520
+"lr_2",9.402131081913612e-05,1613946826576,6520
+"mom_2",0.9311965498016708,1613946826576,6520
+"eps_2",1e-05,1613946826576,6520
+"train_loss",0.0055093616,1613946827537,6521
+"raw_loss",0.0034437901,1613946827537,6521
+"epoch",41.0188679245283,1613946827537,6521
+"wd_0",0.01,1613946827537,6521
+"sqr_mom_0",0.99,1613946827537,6521
+"lr_0",9.391107351978014e-07,1613946827537,6521
+"mom_0",0.9312185974820187,1613946827537,6521
+"eps_0",1e-05,1613946827537,6521
+"wd_1",0.01,1613946827537,6521
+"sqr_mom_1",0.99,1613946827537,6521
+"lr_1",9.391107351978014e-06,1613946827537,6521
+"mom_1",0.9312185974820187,1613946827537,6521
+"eps_1",1e-05,1613946827537,6521
+"wd_2",0.01,1613946827537,6521
+"sqr_mom_2",0.99,1613946827537,6521
+"lr_2",9.391107351978012e-05,1613946827537,6521
+"mom_2",0.9312185974820187,1613946827537,6521
+"eps_2",1e-05,1613946827537,6521
+"train_loss",0.005501962,1613946828479,6522
+"raw_loss",0.0051393765,1613946828479,6522
+"epoch",41.0251572327044,1613946828479,6522
+"wd_0",0.01,1613946828479,6522
+"sqr_mom_0",0.99,1613946828479,6522
+"lr_0",9.38008128391209e-07,1613946828479,6522
+"mom_0",0.9312406498386742,1613946828479,6522
+"eps_0",1e-05,1613946828479,6522
+"wd_1",0.01,1613946828479,6522
+"sqr_mom_1",0.99,1613946828479,6522
+"lr_1",9.380081283912091e-06,1613946828479,6522
+"mom_1",0.9312406498386742,1613946828479,6522
+"eps_1",1e-05,1613946828479,6522
+"wd_2",0.01,1613946828479,6522
+"sqr_mom_2",0.99,1613946828479,6522
+"lr_2",9.380081283912088e-05,1613946828479,6522
+"mom_2",0.9312406498386742,1613946828479,6522
+"eps_2",1e-05,1613946828479,6522
+"train_loss",0.005469111,1613946829448,6523
+"raw_loss",0.0038594066,1613946829448,6523
+"epoch",41.0314465408805,1613946829448,6523
+"wd_0",0.01,1613946829448,6523
+"sqr_mom_0",0.99,1613946829448,6523
+"lr_0",9.369067504660024e-07,1613946829448,6523
+"mom_0",0.9312626776174561,1613946829448,6523
+"eps_0",1e-05,1613946829448,6523
+"wd_1",0.01,1613946829448,6523
+"sqr_mom_1",0.99,1613946829448,6523
+"lr_1",9.369067504660022e-06,1613946829448,6523
+"mom_1",0.9312626776174561,1613946829448,6523
+"eps_1",1e-05,1613946829448,6523
+"wd_2",0.01,1613946829448,6523
+"sqr_mom_2",0.99,1613946829448,6523
+"lr_2",9.369067504660017e-05,1613946829448,6523
+"mom_2",0.9312626776174561,1613946829448,6523
+"eps_2",1e-05,1613946829448,6523
+"train_loss",0.0056179697,1613946830459,6524
+"raw_loss",0.012912058,1613946830459,6524
+"epoch",41.0377358490566,1613946830459,6524
+"wd_0",0.01,1613946830459,6524
+"sqr_mom_0",0.99,1613946830459,6524
+"lr_0",9.358051400907884e-07,1613946830459,6524
+"mom_0",0.9312847100452847,1613946830459,6524
+"eps_0",1e-05,1613946830459,6524
+"wd_1",0.01,1613946830459,6524
+"sqr_mom_1",0.99,1613946830459,6524
+"lr_1",9.35805140090789e-06,1613946830459,6524
+"mom_1",0.9312847100452847,1613946830459,6524
+"eps_1",1e-05,1613946830459,6524
+"wd_2",0.01,1613946830459,6524
+"sqr_mom_2",0.99,1613946830459,6524
+"lr_2",9.358051400907885e-05,1613946830459,6524
+"mom_2",0.9312847100452847,1613946830459,6524
+"eps_2",1e-05,1613946830459,6524
+"train_loss",0.0055712988,1613946831454,6525
+"raw_loss",0.0032844169,1613946831454,6525
+"epoch",41.0440251572327,1613946831454,6525
+"wd_0",0.01,1613946831454,6525
+"sqr_mom_0",0.99,1613946831454,6525
+"lr_0",9.347047586381413e-07,1613946831454,6525
+"mom_0",0.9313067178944161,1613946831454,6525
+"eps_0",1e-05,1613946831454,6525
+"wd_1",0.01,1613946831454,6525
+"sqr_mom_1",0.99,1613946831454,6525
+"lr_1",9.347047586381413e-06,1613946831454,6525
+"mom_1",0.9313067178944161,1613946831454,6525
+"eps_1",1e-05,1613946831454,6525
+"wd_2",0.01,1613946831454,6525
+"sqr_mom_2",0.99,1613946831454,6525
+"lr_2",9.347047586381408e-05,1613946831454,6525
+"mom_2",0.9313067178944161,1613946831454,6525
+"eps_2",1e-05,1613946831454,6525
+"train_loss",0.0055917487,1613946832404,6526
+"raw_loss",0.0065938053,1613946832404,6526
+"epoch",41.0503144654088,1613946832404,6526
+"wd_0",0.01,1613946832404,6526
+"sqr_mom_0",0.99,1613946832404,6526
+"lr_0",9.336045109406109e-07,1613946832404,6526
+"mom_0",0.9313287230684184,1613946832404,6526
+"eps_0",1e-05,1613946832404,6526
+"wd_1",0.01,1613946832404,6526
+"sqr_mom_1",0.99,1613946832404,6526
+"lr_1",9.336045109406106e-06,1613946832404,6526
+"mom_1",0.9313287230684184,1613946832404,6526
+"eps_1",1e-05,1613946832404,6526
+"wd_2",0.01,1613946832404,6526
+"sqr_mom_2",0.99,1613946832404,6526
+"lr_2",9.336045109406104e-05,1613946832404,6526
+"mom_2",0.9313287230684184,1613946832404,6526
+"eps_2",1e-05,1613946832404,6526
+"train_loss",0.005547887,1613946833374,6527
+"raw_loss",0.0033986762,1613946833374,6527
+"epoch",41.056603773584904,1613946833374,6527
+"wd_0",0.01,1613946833374,6527
+"sqr_mom_0",0.99,1613946833374,6527
+"lr_0",9.325047625216555e-07,1613946833374,6527
+"mom_0",0.9313507182567494,1613946833374,6527
+"eps_0",1e-05,1613946833374,6527
+"wd_1",0.01,1613946833374,6527
+"sqr_mom_1",0.99,1613946833374,6527
+"lr_1",9.325047625216552e-06,1613946833374,6527
+"mom_1",0.9313507182567494,1613946833374,6527
+"eps_1",1e-05,1613946833374,6527
+"wd_2",0.01,1613946833374,6527
+"sqr_mom_2",0.99,1613946833374,6527
+"lr_2",9.325047625216549e-05,1613946833374,6527
+"mom_2",0.9313507182567494,1613946833374,6527
+"eps_2",1e-05,1613946833374,6527
+"train_loss",0.005512945,1613946834337,6528
+"raw_loss",0.003800761,1613946834337,6528
+"epoch",41.062893081761004,1613946834337,6528
+"wd_0",0.01,1613946834337,6528
+"sqr_mom_0",0.99,1613946834337,6528
+"lr_0",9.314055137318069e-07,1613946834337,6528
+"mom_0",0.9313727034523983,1613946834337,6528
+"eps_0",1e-05,1613946834337,6528
+"wd_1",0.01,1613946834337,6528
+"sqr_mom_1",0.99,1613946834337,6528
+"lr_1",9.31405513731807e-06,1613946834337,6528
+"mom_1",0.9313727034523983,1613946834337,6528
+"eps_1",1e-05,1613946834337,6528
+"wd_2",0.01,1613946834337,6528
+"sqr_mom_2",0.99,1613946834337,6528
+"lr_2",9.314055137318064e-05,1613946834337,6528
+"mom_2",0.9313727034523983,1613946834337,6528
+"eps_2",1e-05,1613946834337,6528
+"train_loss",0.005470546,1613946835313,6529
+"raw_loss",0.0033930019,1613946835313,6529
+"epoch",41.069182389937104,1613946835313,6529
+"wd_0",0.01,1613946835313,6529
+"sqr_mom_0",0.99,1613946835313,6529
+"lr_0",9.303071292659787e-07,1613946835313,6529
+"mom_0",0.931394671361394,1613946835313,6529
+"eps_0",1e-05,1613946835313,6529
+"wd_1",0.01,1613946835313,6529
+"sqr_mom_1",0.99,1613946835313,6529
+"lr_1",9.303071292659787e-06,1613946835313,6529
+"mom_1",0.931394671361394,1613946835313,6529
+"eps_1",1e-05,1613946835313,6529
+"wd_2",0.01,1613946835313,6529
+"sqr_mom_2",0.99,1613946835313,6529
+"lr_2",9.303071292659782e-05,1613946835313,6529
+"mom_2",0.931394671361394,1613946835313,6529
+"eps_2",1e-05,1613946835313,6529
+"train_loss",0.005427359,1613946836277,6530
+"raw_loss",0.0033111966,1613946836277,6530
+"epoch",41.075471698113205,1613946836277,6530
+"wd_0",0.01,1613946836277,6530
+"sqr_mom_0",0.99,1613946836277,6530
+"lr_0",9.292085164407649e-07,1613946836277,6530
+"mom_0",0.931416643837623,1613946836277,6530
+"eps_0",1e-05,1613946836277,6530
+"wd_1",0.01,1613946836277,6530
+"sqr_mom_1",0.99,1613946836277,6530
+"lr_1",9.29208516440765e-06,1613946836277,6530
+"mom_1",0.931416643837623,1613946836277,6530
+"eps_1",1e-05,1613946836277,6530
+"wd_2",0.01,1613946836277,6530
+"sqr_mom_2",0.99,1613946836277,6530
+"lr_2",9.292085164407647e-05,1613946836277,6530
+"mom_2",0.931416643837623,1613946836277,6530
+"eps_2",1e-05,1613946836277,6530
+"train_loss",0.00545955,1613946837257,6531
+"raw_loss",0.0070368927,1613946837257,6531
+"epoch",41.081761006289305,1613946837257,6531
+"wd_0",0.01,1613946837257,6531
+"sqr_mom_0",0.99,1613946837257,6531
+"lr_0",9.281111326522524e-07,1613946837257,6531
+"mom_0",0.9314385917328722,1613946837257,6531
+"eps_0",1e-05,1613946837257,6531
+"wd_1",0.01,1613946837257,6531
+"sqr_mom_1",0.99,1613946837257,6531
+"lr_1",9.281111326522519e-06,1613946837257,6531
+"mom_1",0.9314385917328722,1613946837257,6531
+"eps_1",1e-05,1613946837257,6531
+"wd_2",0.01,1613946837257,6531
+"sqr_mom_2",0.99,1613946837257,6531
+"lr_2",9.281111326522515e-05,1613946837257,6531
+"mom_2",0.9314385917328722,1613946837257,6531
+"eps_2",1e-05,1613946837257,6531
+"train_loss",0.0054571535,1613946838231,6532
+"raw_loss",0.0053397347,1613946838231,6532
+"epoch",41.088050314465406,1613946838231,6532
+"wd_0",0.01,1613946838231,6532
+"sqr_mom_0",0.99,1613946838231,6532
+"lr_0",9.270142495609629e-07,1613946838231,6532
+"mom_0",0.9314605296140769,1613946838231,6532
+"eps_0",1e-05,1613946838231,6532
+"wd_1",0.01,1613946838231,6532
+"sqr_mom_1",0.99,1613946838231,6532
+"lr_1",9.27014249560963e-06,1613946838231,6532
+"mom_1",0.9314605296140769,1613946838231,6532
+"eps_1",1e-05,1613946838231,6532
+"wd_2",0.01,1613946838231,6532
+"sqr_mom_2",0.99,1613946838231,6532
+"lr_2",9.270142495609629e-05,1613946838231,6532
+"mom_2",0.9314605296140769,1613946838231,6532
+"eps_2",1e-05,1613946838231,6532
+"train_loss",0.005410269,1613946839180,6533
+"raw_loss",0.0031129154,1613946839180,6533
+"epoch",41.094339622641506,1613946839180,6533
+"wd_0",0.01,1613946839180,6533
+"sqr_mom_0",0.99,1613946839180,6533
+"lr_0",9.259171401564722e-07,1613946839180,6533
+"mom_0",0.9314824720215907,1613946839180,6533
+"eps_0",1e-05,1613946839180,6533
+"wd_1",0.01,1613946839180,6533
+"sqr_mom_1",0.99,1613946839180,6533
+"lr_1",9.259171401564722e-06,1613946839180,6533
+"mom_1",0.9314824720215907,1613946839180,6533
+"eps_1",1e-05,1613946839180,6533
+"wd_2",0.01,1613946839180,6533
+"sqr_mom_2",0.99,1613946839180,6533
+"lr_2",9.259171401564717e-05,1613946839180,6533
+"mom_2",0.9314824720215907,1613946839180,6533
+"eps_2",1e-05,1613946839180,6533
+"train_loss",0.005371519,1613946840117,6534
+"raw_loss",0.0034727743,1613946840117,6534
+"epoch",41.10062893081761,1613946840117,6534
+"wd_0",0.01,1613946840117,6534
+"sqr_mom_0",0.99,1613946840117,6534
+"lr_0",9.248212598404584e-07,1613946840117,6534
+"mom_0",0.9315043898470893,1613946840117,6534
+"eps_0",1e-05,1613946840117,6534
+"wd_1",0.01,1613946840117,6534
+"sqr_mom_1",0.99,1613946840117,6534
+"lr_1",9.24821259840459e-06,1613946840117,6534
+"mom_1",0.9315043898470893,1613946840117,6534
+"eps_1",1e-05,1613946840117,6534
+"wd_2",0.01,1613946840117,6534
+"sqr_mom_2",0.99,1613946840117,6534
+"lr_2",9.248212598404585e-05,1613946840117,6534
+"mom_2",0.9315043898470893,1613946840117,6534
+"eps_2",1e-05,1613946840117,6534
+"train_loss",0.005391835,1613946841078,6535
+"raw_loss",0.0063873157,1613946841078,6535
+"epoch",41.10691823899371,1613946841078,6535
+"wd_0",0.01,1613946841078,6535
+"sqr_mom_0",0.99,1613946841078,6535
+"lr_0",9.237255179227021e-07,1613946841078,6535
+"mom_0",0.931526304904595,1613946841078,6535
+"eps_0",1e-05,1613946841078,6535
+"wd_1",0.01,1613946841078,6535
+"sqr_mom_1",0.99,1613946841078,6535
+"lr_1",9.237255179227019e-06,1613946841078,6535
+"mom_1",0.931526304904595,1613946841078,6535
+"eps_1",1e-05,1613946841078,6535
+"wd_2",0.01,1613946841078,6535
+"sqr_mom_2",0.99,1613946841078,6535
+"lr_2",9.23725517922702e-05,1613946841078,6535
+"mom_2",0.931526304904595,1613946841078,6535
+"eps_2",1e-05,1613946841078,6535
+"train_loss",0.0054911785,1613946842035,6536
+"raw_loss",0.010359023,1613946842035,6536
+"epoch",41.11320754716981,1613946842035,6536
+"wd_0",0.01,1613946842035,6536
+"sqr_mom_0",0.99,1613946842035,6536
+"lr_0",9.226302784323368e-07,1613946842035,6536
+"mom_0",0.9315482099134523,1613946842035,6536
+"eps_0",1e-05,1613946842035,6536
+"wd_1",0.01,1613946842035,6536
+"sqr_mom_1",0.99,1613946842035,6536
+"lr_1",9.226302784323373e-06,1613946842035,6536
+"mom_1",0.9315482099134523,1613946842035,6536
+"eps_1",1e-05,1613946842035,6536
+"wd_2",0.01,1613946842035,6536
+"sqr_mom_2",0.99,1613946842035,6536
+"lr_2",9.226302784323367e-05,1613946842035,6536
+"mom_2",0.9315482099134523,1613946842035,6536
+"eps_2",1e-05,1613946842035,6536
+"train_loss",0.00547789,1613946843011,6537
+"raw_loss",0.004826749,1613946843011,6537
+"epoch",41.11949685534591,1613946843011,6537
+"wd_0",0.01,1613946843011,6537
+"sqr_mom_0",0.99,1613946843011,6537
+"lr_0",9.215355417184572e-07,1613946843011,6537
+"mom_0",0.9315701048666795,1613946843011,6537
+"eps_0",1e-05,1613946843011,6537
+"wd_1",0.01,1613946843011,6537
+"sqr_mom_1",0.99,1613946843011,6537
+"lr_1",9.215355417184574e-06,1613946843011,6537
+"mom_1",0.9315701048666795,1613946843011,6537
+"eps_1",1e-05,1613946843011,6537
+"wd_2",0.01,1613946843011,6537
+"sqr_mom_2",0.99,1613946843011,6537
+"lr_2",9.215355417184566e-05,1613946843011,6537
+"mom_2",0.9315701048666795,1613946843011,6537
+"eps_2",1e-05,1613946843011,6537
+"train_loss",0.0054404708,1613946843977,6538
+"raw_loss",0.0036069425,1613946843977,6538
+"epoch",41.12578616352201,1613946843977,6538
+"wd_0",0.01,1613946843977,6538
+"sqr_mom_0",0.99,1613946843977,6538
+"lr_0",9.204416709764302e-07,1613946843977,6538
+"mom_0",0.9315919825002964,1613946843977,6538
+"eps_0",1e-05,1613946843977,6538
+"wd_1",0.01,1613946843977,6538
+"sqr_mom_1",0.99,1613946843977,6538
+"lr_1",9.204416709764306e-06,1613946843977,6538
+"mom_1",0.9315919825002964,1613946843977,6538
+"eps_1",1e-05,1613946843977,6538
+"wd_2",0.01,1613946843977,6538
+"sqr_mom_2",0.99,1613946843977,6538
+"lr_2",9.204416709764302e-05,1613946843977,6538
+"mom_2",0.9315919825002964,1613946843977,6538
+"eps_2",1e-05,1613946843977,6538
+"train_loss",0.0053879223,1613946844969,6539
+"raw_loss",0.002813043,1613946844969,6539
+"epoch",41.13207547169811,1613946844969,6539
+"wd_0",0.01,1613946844969,6539
+"sqr_mom_0",0.99,1613946844969,6539
+"lr_0",9.193475780157339e-07,1613946844969,6539
+"mom_0",0.9316138645783311,1613946844969,6539
+"eps_0",1e-05,1613946844969,6539
+"wd_1",0.01,1613946844969,6539
+"sqr_mom_1",0.99,1613946844969,6539
+"lr_1",9.193475780157342e-06,1613946844969,6539
+"mom_1",0.9316138645783311,1613946844969,6539
+"eps_1",1e-05,1613946844969,6539
+"wd_2",0.01,1613946844969,6539
+"sqr_mom_2",0.99,1613946844969,6539
+"lr_2",9.193475780157334e-05,1613946844969,6539
+"mom_2",0.9316138645783311,1613946844969,6539
+"eps_2",1e-05,1613946844969,6539
+"train_loss",0.0055217487,1613946845967,6540
+"raw_loss",0.012079239,1613946845967,6540
+"epoch",41.13836477987421,1613946845967,6540
+"wd_0",0.01,1613946845967,6540
+"sqr_mom_0",0.99,1613946845967,6540
+"lr_0",9.182547142365001e-07,1613946845967,6540
+"mom_0",0.9316357220724907,1613946845967,6540
+"eps_0",1e-05,1613946845967,6540
+"wd_1",0.01,1613946845967,6540
+"sqr_mom_1",0.99,1613946845967,6540
+"lr_1",9.182547142364999e-06,1613946845967,6540
+"mom_1",0.9316357220724907,1613946845967,6540
+"eps_1",1e-05,1613946845967,6540
+"wd_2",0.01,1613946845967,6540
+"sqr_mom_2",0.99,1613946845967,6540
+"lr_2",9.182547142364998e-05,1613946845967,6540
+"mom_2",0.9316357220724907,1613946845967,6540
+"eps_2",1e-05,1613946845967,6540
+"train_loss",0.0054834485,1613946847025,6541
+"raw_loss",0.0036067334,1613946847025,6541
+"epoch",41.14465408805031,1613946847025,6541
+"wd_0",0.01,1613946847025,6541
+"sqr_mom_0",0.99,1613946847025,6541
+"lr_0",9.171623542940271e-07,1613946847025,6541
+"mom_0",0.9316575694898143,1613946847025,6541
+"eps_0",1e-05,1613946847025,6541
+"wd_1",0.01,1613946847025,6541
+"sqr_mom_1",0.99,1613946847025,6541
+"lr_1",9.171623542940274e-06,1613946847025,6541
+"mom_1",0.9316575694898143,1613946847025,6541
+"eps_1",1e-05,1613946847025,6541
+"wd_2",0.01,1613946847025,6541
+"sqr_mom_2",0.99,1613946847025,6541
+"lr_2",9.171623542940269e-05,1613946847025,6541
+"mom_2",0.9316575694898143,1613946847025,6541
+"eps_2",1e-05,1613946847025,6541
+"train_loss",0.0054451674,1613946848003,6542
+"raw_loss",0.003569391,1613946848003,6542
+"epoch",41.15094339622641,1613946848003,6542
+"wd_0",0.01,1613946848003,6542
+"sqr_mom_0",0.99,1613946848003,6542
+"lr_0",9.160697741809977e-07,1613946848003,6542
+"mom_0",0.9316794213105931,1613946848003,6542
+"eps_0",1e-05,1613946848003,6542
+"wd_1",0.01,1613946848003,6542
+"sqr_mom_1",0.99,1613946848003,6542
+"lr_1",9.160697741809975e-06,1613946848003,6542
+"mom_1",0.9316794213105931,1613946848003,6542
+"eps_1",1e-05,1613946848003,6542
+"wd_2",0.01,1613946848003,6542
+"sqr_mom_2",0.99,1613946848003,6542
+"lr_2",9.160697741809973e-05,1613946848003,6542
+"mom_2",0.9316794213105931,1613946848003,6542
+"eps_2",1e-05,1613946848003,6542
+"train_loss",0.0054828166,1613946848984,6543
+"raw_loss",0.0073276362,1613946848984,6543
+"epoch",41.15723270440251,1613946848984,6543
+"wd_0",0.01,1613946848984,6543
+"sqr_mom_0",0.99,1613946848984,6543
+"lr_0",9.149784232906313e-07,1613946848984,6543
+"mom_0",0.9317012485466728,1613946848984,6543
+"eps_0",1e-05,1613946848984,6543
+"wd_1",0.01,1613946848984,6543
+"sqr_mom_1",0.99,1613946848984,6543
+"lr_1",9.149784232906313e-06,1613946848984,6543
+"mom_1",0.9317012485466728,1613946848984,6543
+"eps_1",1e-05,1613946848984,6543
+"wd_2",0.01,1613946848984,6543
+"sqr_mom_2",0.99,1613946848984,6543
+"lr_2",9.149784232906306e-05,1613946848984,6543
+"mom_2",0.9317012485466728,1613946848984,6543
+"eps_2",1e-05,1613946848984,6543
+"train_loss",0.005545094,1613946849970,6544
+"raw_loss",0.008596702,1613946849970,6544
+"epoch",41.16352201257861,1613946849970,6544
+"wd_0",0.01,1613946849970,6544
+"sqr_mom_0",0.99,1613946849970,6544
+"lr_0",9.138875772806127e-07,1613946849970,6544
+"mom_0",0.9317230656850446,1613946849970,6544
+"eps_0",1e-05,1613946849970,6544
+"wd_1",0.01,1613946849970,6544
+"sqr_mom_1",0.99,1613946849970,6544
+"lr_1",9.138875772806122e-06,1613946849970,6544
+"mom_1",0.9317230656850446,1613946849970,6544
+"eps_1",1e-05,1613946849970,6544
+"wd_2",0.01,1613946849970,6544
+"sqr_mom_2",0.99,1613946849970,6544
+"lr_2",9.13887577280612e-05,1613946849970,6544
+"mom_2",0.9317230656850446,1613946849970,6544
+"eps_2",1e-05,1613946849970,6544
+"train_loss",0.005499722,1613946850981,6545
+"raw_loss",0.003276476,1613946850981,6545
+"epoch",41.16981132075471,1613946850981,6545
+"wd_0",0.01,1613946850981,6545
+"sqr_mom_0",0.99,1613946850981,6545
+"lr_0",9.127965131487817e-07,1613946850981,6545
+"mom_0",0.9317448871858962,1613946850981,6545
+"eps_0",1e-05,1613946850981,6545
+"wd_1",0.01,1613946850981,6545
+"sqr_mom_1",0.99,1613946850981,6545
+"lr_1",9.127965131487813e-06,1613946850981,6545
+"mom_1",0.9317448871858962,1613946850981,6545
+"eps_1",1e-05,1613946850981,6545
+"wd_2",0.01,1613946850981,6545
+"sqr_mom_2",0.99,1613946850981,6545
+"lr_2",9.127965131487811e-05,1613946850981,6545
+"mom_2",0.9317448871858962,1613946850981,6545
+"eps_2",1e-05,1613946850981,6545
+"train_loss",0.005454456,1613946851971,6546
+"raw_loss",0.0032364274,1613946851971,6546
+"epoch",41.17610062893081,1613946851971,6546
+"wd_0",0.01,1613946851971,6546
+"sqr_mom_0",0.99,1613946851971,6546
+"lr_0",9.117066782772898e-07,1613946851971,6546
+"mom_0",0.9317666841012952,1613946851971,6546
+"eps_0",1e-05,1613946851971,6546
+"wd_1",0.01,1613946851971,6546
+"sqr_mom_1",0.99,1613946851971,6546
+"lr_1",9.117066782772896e-06,1613946851971,6546
+"mom_1",0.9317666841012952,1613946851971,6546
+"eps_1",1e-05,1613946851971,6546
+"wd_2",0.01,1613946851971,6546
+"sqr_mom_2",0.99,1613946851971,6546
+"lr_2",9.117066782772895e-05,1613946851971,6546
+"mom_2",0.9317666841012952,1613946851971,6546
+"eps_2",1e-05,1613946851971,6546
+"train_loss",0.00543192,1613946852966,6547
+"raw_loss",0.0043276483,1613946852966,6547
+"epoch",41.18238993710691,1613946852966,6547
+"wd_0",0.01,1613946852966,6547
+"sqr_mom_0",0.99,1613946852966,6547
+"lr_0",9.106169879892719e-07,1613946852966,6547
+"mom_0",0.9317884781249958,1613946852966,6547
+"eps_0",1e-05,1613946852966,6547
+"wd_1",0.01,1613946852966,6547
+"sqr_mom_1",0.99,1613946852966,6547
+"lr_1",9.106169879892723e-06,1613946852966,6547
+"mom_1",0.9317884781249958,1613946852966,6547
+"eps_1",1e-05,1613946852966,6547
+"wd_2",0.01,1613946852966,6547
+"sqr_mom_2",0.99,1613946852966,6547
+"lr_2",9.106169879892717e-05,1613946852966,6547
+"mom_2",0.9317884781249958,1613946852966,6547
+"eps_2",1e-05,1613946852966,6547
+"train_loss",0.005448592,1613946853948,6548
+"raw_loss",0.0062655197,1613946853948,6548
+"epoch",41.18867924528301,1613946853948,6548
+"wd_0",0.01,1613946853948,6548
+"sqr_mom_0",0.99,1613946853948,6548
+"lr_0",9.095278043068385e-07,1613946853948,6548
+"mom_0",0.9318102620164833,1613946853948,6548
+"eps_0",1e-05,1613946853948,6548
+"wd_1",0.01,1613946853948,6548
+"sqr_mom_1",0.99,1613946853948,6548
+"lr_1",9.09527804306838e-06,1613946853948,6548
+"mom_1",0.9318102620164833,1613946853948,6548
+"eps_1",1e-05,1613946853948,6548
+"wd_2",0.01,1613946853948,6548
+"sqr_mom_2",0.99,1613946853948,6548
+"lr_2",9.095278043068377e-05,1613946853948,6548
+"mom_2",0.9318102620164833,1613946853948,6548
+"eps_2",1e-05,1613946853948,6548
+"train_loss",0.0054053236,1613946854914,6549
+"raw_loss",0.0032851791,1613946854914,6549
+"epoch",41.19496855345911,1613946854914,6549
+"wd_0",0.01,1613946854914,6549
+"sqr_mom_0",0.99,1613946854914,6549
+"lr_0",9.084391275771553e-07,1613946854914,6549
+"mom_0",0.9318320357688146,1613946854914,6549
+"eps_0",1e-05,1613946854914,6549
+"wd_1",0.01,1613946854914,6549
+"sqr_mom_1",0.99,1613946854914,6549
+"lr_1",9.084391275771552e-06,1613946854914,6549
+"mom_1",0.9318320357688146,1613946854914,6549
+"eps_1",1e-05,1613946854914,6549
+"wd_2",0.01,1613946854914,6549
+"sqr_mom_2",0.99,1613946854914,6549
+"lr_2",9.084391275771545e-05,1613946854914,6549
+"mom_2",0.9318320357688146,1613946854914,6549
+"eps_2",1e-05,1613946854914,6549
+"train_loss",0.005384566,1613946855892,6550
+"raw_loss",0.0043674265,1613946855892,6550
+"epoch",41.20125786163521,1613946855892,6550
+"wd_0",0.01,1613946855892,6550
+"sqr_mom_0",0.99,1613946855892,6550
+"lr_0",9.073513189816339e-07,1613946855892,6550
+"mom_0",0.9318537921582889,1613946855892,6550
+"eps_0",1e-05,1613946855892,6550
+"wd_1",0.01,1613946855892,6550
+"sqr_mom_1",0.99,1613946855892,6550
+"lr_1",9.073513189816339e-06,1613946855892,6550
+"mom_1",0.9318537921582889,1613946855892,6550
+"eps_1",1e-05,1613946855892,6550
+"wd_2",0.01,1613946855892,6550
+"sqr_mom_2",0.99,1613946855892,6550
+"lr_2",9.073513189816334e-05,1613946855892,6550
+"mom_2",0.9318537921582889,1613946855892,6550
+"eps_2",1e-05,1613946855892,6550
+"train_loss",0.005398215,1613946856862,6551
+"raw_loss",0.006067006,1613946856862,6551
+"epoch",41.20754716981131,1613946856862,6551
+"wd_0",0.01,1613946856862,6551
+"sqr_mom_0",0.99,1613946856862,6551
+"lr_0",9.062632963638853e-07,1613946856862,6551
+"mom_0",0.9318755528282505,1613946856862,6551
+"eps_0",1e-05,1613946856862,6551
+"wd_1",0.01,1613946856862,6551
+"sqr_mom_1",0.99,1613946856862,6551
+"lr_1",9.062632963638855e-06,1613946856862,6551
+"mom_1",0.9318755528282505,1613946856862,6551
+"eps_1",1e-05,1613946856862,6551
+"wd_2",0.01,1613946856862,6551
+"sqr_mom_2",0.99,1613946856862,6551
+"lr_2",9.062632963638851e-05,1613946856862,6551
+"mom_2",0.9318755528282505,1613946856862,6551
+"eps_2",1e-05,1613946856862,6551
+"train_loss",0.0053448468,1613946857812,6552
+"raw_loss",0.0027298038,1613946857812,6552
+"epoch",41.213836477987414,1613946857812,6552
+"wd_0",0.01,1613946857812,6552
+"sqr_mom_0",0.99,1613946857812,6552
+"lr_0",9.051765030712552e-07,1613946857812,6552
+"mom_0",0.931897288911464,1613946857812,6552
+"eps_0",1e-05,1613946857812,6552
+"wd_1",0.01,1613946857812,6552
+"sqr_mom_1",0.99,1613946857812,6552
+"lr_1",9.051765030712552e-06,1613946857812,6552
+"mom_1",0.931897288911464,1613946857812,6552
+"eps_1",1e-05,1613946857812,6552
+"wd_2",0.01,1613946857812,6552
+"sqr_mom_2",0.99,1613946857812,6552
+"lr_2",9.051765030712545e-05,1613946857812,6552
+"mom_2",0.931897288911464,1613946857812,6552
+"eps_2",1e-05,1613946857812,6552
+"train_loss",0.005307349,1613946858775,6553
+"raw_loss",0.003469956,1613946858775,6553
+"epoch",41.220125786163514,1613946858775,6553
+"wd_0",0.01,1613946858775,6553
+"sqr_mom_0",0.99,1613946858775,6553
+"lr_0",9.040902177811507e-07,1613946858775,6553
+"mom_0",0.9319190148345253,1613946858775,6553
+"eps_0",1e-05,1613946858775,6553
+"wd_1",0.01,1613946858775,6553
+"sqr_mom_1",0.99,1613946858775,6553
+"lr_1",9.040902177811503e-06,1613946858775,6553
+"mom_1",0.9319190148345253,1613946858775,6553
+"eps_1",1e-05,1613946858775,6553
+"wd_2",0.01,1613946858775,6553
+"sqr_mom_2",0.99,1613946858775,6553
+"lr_2",9.040902177811502e-05,1613946858775,6553
+"mom_2",0.9319190148345253,1613946858775,6553
+"eps_2",1e-05,1613946858775,6553
+"train_loss",0.005260835,1613946859724,6554
+"raw_loss",0.0029816444,1613946859724,6554
+"epoch",41.226415094339615,1613946859724,6554
+"wd_0",0.01,1613946859724,6554
+"sqr_mom_0",0.99,1613946859724,6554
+"lr_0",9.030037205194214e-07,1613946859724,6554
+"mom_0",0.9319407449970615,1613946859724,6554
+"eps_0",1e-05,1613946859724,6554
+"wd_1",0.01,1613946859724,6554
+"sqr_mom_1",0.99,1613946859724,6554
+"lr_1",9.030037205194214e-06,1613946859724,6554
+"mom_1",0.9319407449970615,1613946859724,6554
+"eps_1",1e-05,1613946859724,6554
+"wd_2",0.01,1613946859724,6554
+"sqr_mom_2",0.99,1613946859724,6554
+"lr_2",9.030037205194212e-05,1613946859724,6554
+"mom_2",0.9319407449970615,1613946859724,6554
+"eps_2",1e-05,1613946859724,6554
+"train_loss",0.0052404464,1613946860693,6555
+"raw_loss",0.004241417,1613946860693,6555
+"epoch",41.232704402515715,1613946860693,6555
+"wd_0",0.01,1613946860693,6555
+"sqr_mom_0",0.99,1613946860693,6555
+"lr_0",9.019184526099088e-07,1613946860693,6555
+"mom_0",0.9319624505723075,1613946860693,6555
+"eps_0",1e-05,1613946860693,6555
+"wd_1",0.01,1613946860693,6555
+"sqr_mom_1",0.99,1613946860693,6555
+"lr_1",9.019184526099088e-06,1613946860693,6555
+"mom_1",0.9319624505723075,1613946860693,6555
+"eps_1",1e-05,1613946860693,6555
+"wd_2",0.01,1613946860693,6555
+"sqr_mom_2",0.99,1613946860693,6555
+"lr_2",9.01918452609908e-05,1613946860693,6555
+"mom_2",0.9319624505723075,1613946860693,6555
+"eps_2",1e-05,1613946860693,6555
+"train_loss",0.0052186404,1613946861645,6556
+"raw_loss",0.004150145,1613946861645,6556
+"epoch",41.238993710691815,1613946861645,6556
+"wd_0",0.01,1613946861645,6556
+"sqr_mom_0",0.99,1613946861645,6556
+"lr_0",9.008333339184865e-07,1613946861645,6556
+"mom_0",0.9319841531631619,1613946861645,6556
+"eps_0",1e-05,1613946861645,6556
+"wd_1",0.01,1613946861645,6556
+"sqr_mom_1",0.99,1613946861645,6556
+"lr_1",9.008333339184867e-06,1613946861645,6556
+"mom_1",0.9319841531631619,1613946861645,6556
+"eps_1",1e-05,1613946861645,6556
+"wd_2",0.01,1613946861645,6556
+"sqr_mom_2",0.99,1613946861645,6556
+"lr_2",9.008333339184866e-05,1613946861645,6556
+"mom_2",0.9319841531631619,1613946861645,6556
+"eps_2",1e-05,1613946861645,6556
+"train_loss",0.00521143,1613946862595,6557
+"raw_loss",0.0048581325,1613946862595,6557
+"epoch",41.245283018867916,1613946862595,6557
+"wd_0",0.01,1613946862595,6557
+"sqr_mom_0",0.99,1613946862595,6557
+"lr_0",8.997487249510767e-07,1613946862595,6557
+"mom_0",0.932005845559434,1613946862595,6557
+"eps_0",1e-05,1613946862595,6557
+"wd_1",0.01,1613946862595,6557
+"sqr_mom_1",0.99,1613946862595,6557
+"lr_1",8.997487249510767e-06,1613946862595,6557
+"mom_1",0.932005845559434,1613946862595,6557
+"eps_1",1e-05,1613946862595,6557
+"wd_2",0.01,1613946862595,6557
+"sqr_mom_2",0.99,1613946862595,6557
+"lr_2",8.997487249510762e-05,1613946862595,6557
+"mom_2",0.932005845559434,1613946862595,6557
+"eps_2",1e-05,1613946862595,6557
+"train_loss",0.00518121,1613946863551,6558
+"raw_loss",0.0037004387,1613946863551,6558
+"epoch",41.251572327044016,1613946863551,6558
+"wd_0",0.01,1613946863551,6558
+"sqr_mom_0",0.99,1613946863551,6558
+"lr_0",8.986646260533849e-07,1613946863551,6558
+"mom_0",0.9320275277542098,1613946863551,6558
+"eps_0",1e-05,1613946863551,6558
+"wd_1",0.01,1613946863551,6558
+"sqr_mom_1",0.99,1613946863551,6558
+"lr_1",8.986646260533849e-06,1613946863551,6558
+"mom_1",0.9320275277542098,1613946863551,6558
+"eps_1",1e-05,1613946863551,6558
+"wd_2",0.01,1613946863551,6558
+"sqr_mom_2",0.99,1613946863551,6558
+"lr_2",8.986646260533845e-05,1613946863551,6558
+"mom_2",0.9320275277542098,1613946863551,6558
+"eps_2",1e-05,1613946863551,6558
+"train_loss",0.0051536635,1613946864518,6559
+"raw_loss",0.0038038758,1613946864518,6559
+"epoch",41.25786163522012,1613946864518,6559
+"wd_0",0.01,1613946864518,6559
+"sqr_mom_0",0.99,1613946864518,6559
+"lr_0",8.975813968854657e-07,1613946864518,6559
+"mom_0",0.9320491925542161,1613946864518,6559
+"eps_0",1e-05,1613946864518,6559
+"wd_1",0.01,1613946864518,6559
+"sqr_mom_1",0.99,1613946864518,6559
+"lr_1",8.975813968854654e-06,1613946864518,6559
+"mom_1",0.9320491925542161,1613946864518,6559
+"eps_1",1e-05,1613946864518,6559
+"wd_2",0.01,1613946864518,6559
+"sqr_mom_2",0.99,1613946864518,6559
+"lr_2",8.975813968854654e-05,1613946864518,6559
+"mom_2",0.9320491925542161,1613946864518,6559
+"eps_2",1e-05,1613946864518,6559
+"train_loss",0.005109435,1613946865489,6560
+"raw_loss",0.0029422457,1613946865489,6560
+"epoch",41.26415094339622,1613946865489,6560
+"wd_0",0.01,1613946865489,6560
+"sqr_mom_0",0.99,1613946865489,6560
+"lr_0",8.964979598491723e-07,1613946865489,6560
+"mom_0",0.9320708615116317,1613946865489,6560
+"eps_0",1e-05,1613946865489,6560
+"wd_1",0.01,1613946865489,6560
+"sqr_mom_1",0.99,1613946865489,6560
+"lr_1",8.964979598491724e-06,1613946865489,6560
+"mom_1",0.9320708615116317,1613946865489,6560
+"eps_1",1e-05,1613946865489,6560
+"wd_2",0.01,1613946865489,6560
+"sqr_mom_2",0.99,1613946865489,6560
+"lr_2",8.964979598491716e-05,1613946865489,6560
+"mom_2",0.9320708615116317,1613946865489,6560
+"eps_2",1e-05,1613946865489,6560
+"train_loss",0.005108264,1613946866448,6561
+"raw_loss",0.0050508827,1613946866448,6561
+"epoch",41.27044025157232,1613946866448,6561
+"wd_0",0.01,1613946866448,6561
+"sqr_mom_0",0.99,1613946866448,6561
+"lr_0",8.954157522087177e-07,1613946866448,6561
+"mom_0",0.9320925058808844,1613946866448,6561
+"eps_0",1e-05,1613946866448,6561
+"wd_1",0.01,1613946866448,6561
+"sqr_mom_1",0.99,1613946866448,6561
+"lr_1",8.954157522087174e-06,1613946866448,6561
+"mom_1",0.9320925058808844,1613946866448,6561
+"eps_1",1e-05,1613946866448,6561
+"wd_2",0.01,1613946866448,6561
+"sqr_mom_2",0.99,1613946866448,6561
+"lr_2",8.954157522087175e-05,1613946866448,6561
+"mom_2",0.9320925058808844,1613946866448,6561
+"eps_2",1e-05,1613946866448,6561
+"train_loss",0.0051194634,1613946867393,6562
+"raw_loss",0.0056682536,1613946867393,6562
+"epoch",41.27672955974842,1613946867393,6562
+"wd_0",0.01,1613946867393,6562
+"sqr_mom_0",0.99,1613946867393,6562
+"lr_0",8.943340556798528e-07,1613946867393,6562
+"mom_0",0.9321141400278032,1613946867393,6562
+"eps_0",1e-05,1613946867393,6562
+"wd_1",0.01,1613946867393,6562
+"sqr_mom_1",0.99,1613946867393,6562
+"lr_1",8.943340556798526e-06,1613946867393,6562
+"mom_1",0.9321141400278032,1613946867393,6562
+"eps_1",1e-05,1613946867393,6562
+"wd_2",0.01,1613946867393,6562
+"sqr_mom_2",0.99,1613946867393,6562
+"lr_2",8.943340556798521e-05,1613946867393,6562
+"mom_2",0.9321141400278032,1613946867393,6562
+"eps_2",1e-05,1613946867393,6562
+"train_loss",0.005074763,1613946868347,6563
+"raw_loss",0.002884461,1613946868347,6563
+"epoch",41.28301886792452,1613946868347,6563
+"wd_0",0.01,1613946868347,6563
+"sqr_mom_0",0.99,1613946868347,6563
+"lr_0",8.932521533350235e-07,1613946868347,6563
+"mom_0",0.9321357782910824,1613946868347,6563
+"eps_0",1e-05,1613946868347,6563
+"wd_1",0.01,1613946868347,6563
+"sqr_mom_1",0.99,1613946868347,6563
+"lr_1",8.932521533350233e-06,1613946868347,6563
+"mom_1",0.9321357782910824,1613946868347,6563
+"eps_1",1e-05,1613946868347,6563
+"wd_2",0.01,1613946868347,6563
+"sqr_mom_2",0.99,1613946868347,6563
+"lr_2",8.93252153335023e-05,1613946868347,6563
+"mom_2",0.9321357782910824,1613946868347,6563
+"eps_2",1e-05,1613946868347,6563
+"train_loss",0.0050725406,1613946869335,6564
+"raw_loss",0.0049636317,1613946869335,6564
+"epoch",41.28930817610062,1613946869335,6564
+"wd_0",0.01,1613946869335,6564
+"sqr_mom_0",0.99,1613946869335,6564
+"lr_0",8.921714804025528e-07,1613946869335,6564
+"mom_0",0.9321573919658686,1613946869335,6564
+"eps_0",1e-05,1613946869335,6564
+"wd_1",0.01,1613946869335,6564
+"sqr_mom_1",0.99,1613946869335,6564
+"lr_1",8.921714804025532e-06,1613946869335,6564
+"mom_1",0.9321573919658686,1613946869335,6564
+"eps_1",1e-05,1613946869335,6564
+"wd_2",0.01,1613946869335,6564
+"sqr_mom_2",0.99,1613946869335,6564
+"lr_2",8.921714804025529e-05,1613946869335,6564
+"mom_2",0.9321573919658686,1613946869335,6564
+"eps_2",1e-05,1613946869335,6564
+"train_loss",0.005061463,1613946870336,6565
+"raw_loss",0.004518651,1613946870336,6565
+"epoch",41.29559748427672,1613946870336,6565
+"wd_0",0.01,1613946870336,6565
+"sqr_mom_0",0.99,1613946870336,6565
+"lr_0",8.910906030228713e-07,1613946870336,6565
+"mom_0",0.9321790097296399,1613946870336,6565
+"eps_0",1e-05,1613946870336,6565
+"wd_1",0.01,1613946870336,6565
+"sqr_mom_1",0.99,1613946870336,6565
+"lr_1",8.910906030228715e-06,1613946870336,6565
+"mom_1",0.9321790097296399,1613946870336,6565
+"eps_1",1e-05,1613946870336,6565
+"wd_2",0.01,1613946870336,6565
+"sqr_mom_2",0.99,1613946870336,6565
+"lr_2",8.910906030228707e-05,1613946870336,6565
+"mom_2",0.9321790097296399,1613946870336,6565
+"eps_2",1e-05,1613946870336,6565
+"train_loss",0.0050271796,1613946871318,6566
+"raw_loss",0.0033472988,1613946871318,6566
+"epoch",41.30188679245282,1613946871318,6566
+"wd_0",0.01,1613946871318,6566
+"sqr_mom_0",0.99,1613946871318,6566
+"lr_0",8.900109550646049e-07,1613946871318,6566
+"mom_0",0.9322006029047369,1613946871318,6566
+"eps_0",1e-05,1613946871318,6566
+"wd_1",0.01,1613946871318,6566
+"sqr_mom_1",0.99,1613946871318,6566
+"lr_1",8.900109550646047e-06,1613946871318,6566
+"mom_1",0.9322006029047369,1613946871318,6566
+"eps_1",1e-05,1613946871318,6566
+"wd_2",0.01,1613946871318,6566
+"sqr_mom_2",0.99,1613946871318,6566
+"lr_2",8.900109550646044e-05,1613946871318,6566
+"mom_2",0.9322006029047369,1613946871318,6566
+"eps_2",1e-05,1613946871318,6566
+"train_loss",0.005050034,1613946872338,6567
+"raw_loss",0.006169879,1613946872338,6567
+"epoch",41.30817610062892,1613946872338,6567
+"wd_0",0.01,1613946872338,6567
+"sqr_mom_0",0.99,1613946872338,6567
+"lr_0",8.889318199395031e-07,1613946872338,6567
+"mom_0",0.9322221858230682,1613946872338,6567
+"eps_0",1e-05,1613946872338,6567
+"wd_1",0.01,1613946872338,6567
+"sqr_mom_1",0.99,1613946872338,6567
+"lr_1",8.889318199395031e-06,1613946872338,6567
+"mom_1",0.9322221858230682,1613946872338,6567
+"eps_1",1e-05,1613946872338,6567
+"wd_2",0.01,1613946872338,6567
+"sqr_mom_2",0.99,1613946872338,6567
+"lr_2",8.889318199395028e-05,1613946872338,6567
+"mom_2",0.9322221858230682,1613946872338,6567
+"eps_2",1e-05,1613946872338,6567
+"train_loss",0.0050110645,1613946873286,6568
+"raw_loss",0.003101571,1613946873286,6568
+"epoch",41.31446540880502,1613946873286,6568
+"wd_0",0.01,1613946873286,6568
+"sqr_mom_0",0.99,1613946873286,6568
+"lr_0",8.878524824205779e-07,1613946873286,6568
+"mom_0",0.9322437727893162,1613946873286,6568
+"eps_0",1e-05,1613946873286,6568
+"wd_1",0.01,1613946873286,6568
+"sqr_mom_1",0.99,1613946873286,6568
+"lr_1",8.87852482420578e-06,1613946873286,6568
+"mom_1",0.9322437727893162,1613946873286,6568
+"eps_1",1e-05,1613946873286,6568
+"wd_2",0.01,1613946873286,6568
+"sqr_mom_2",0.99,1613946873286,6568
+"lr_2",8.878524824205774e-05,1613946873286,6568
+"mom_2",0.9322437727893162,1613946873286,6568
+"eps_2",1e-05,1613946873286,6568
+"train_loss",0.0049597514,1613946874220,6569
+"raw_loss",0.0024454128,1613946874220,6569
+"epoch",41.32075471698112,1613946874220,6569
+"wd_0",0.01,1613946874220,6569
+"sqr_mom_0",0.99,1613946874220,6569
+"lr_0",8.867743743337125e-07,1613946874220,6569
+"mom_0",0.9322653351666774,1613946874220,6569
+"eps_0",1e-05,1613946874220,6569
+"wd_1",0.01,1613946874220,6569
+"sqr_mom_1",0.99,1613946874220,6569
+"lr_1",8.867743743337121e-06,1613946874220,6569
+"mom_1",0.9322653351666774,1613946874220,6569
+"eps_1",1e-05,1613946874220,6569
+"wd_2",0.01,1613946874220,6569
+"sqr_mom_2",0.99,1613946874220,6569
+"lr_2",8.867743743337121e-05,1613946874220,6569
+"mom_2",0.9322653351666774,1613946874220,6569
+"eps_2",1e-05,1613946874220,6569
+"train_loss",0.004940162,1613946875157,6570
+"raw_loss",0.00398028,1613946875157,6570
+"epoch",41.32704402515722,1613946875157,6570
+"wd_0",0.01,1613946875157,6570
+"sqr_mom_0",0.99,1613946875157,6570
+"lr_0",8.856964226666604e-07,1613946875157,6570
+"mom_0",0.9322868944156109,1613946875157,6570
+"eps_0",1e-05,1613946875157,6570
+"wd_1",0.01,1613946875157,6570
+"sqr_mom_1",0.99,1613946875157,6570
+"lr_1",8.856964226666601e-06,1613946875157,6570
+"mom_1",0.9322868944156109,1613946875157,6570
+"eps_1",1e-05,1613946875157,6570
+"wd_2",0.01,1613946875157,6570
+"sqr_mom_2",0.99,1613946875157,6570
+"lr_2",8.8569642266666e-05,1613946875157,6570
+"mom_2",0.9322868944156109,1613946875157,6570
+"eps_2",1e-05,1613946875157,6570
+"train_loss",0.0049453857,1613946876112,6571
+"raw_loss",0.0052013625,1613946876112,6571
+"epoch",41.33333333333332,1613946876112,6571
+"wd_0",0.01,1613946876112,6571
+"sqr_mom_0",0.99,1613946876112,6571
+"lr_0",8.846189855483366e-07,1613946876112,6571
+"mom_0",0.932308443373467,1613946876112,6571
+"eps_0",1e-05,1613946876112,6571
+"wd_1",0.01,1613946876112,6571
+"sqr_mom_1",0.99,1613946876112,6571
+"lr_1",8.846189855483361e-06,1613946876112,6571
+"mom_1",0.932308443373467,1613946876112,6571
+"eps_1",1e-05,1613946876112,6571
+"wd_2",0.01,1613946876112,6571
+"sqr_mom_2",0.99,1613946876112,6571
+"lr_2",8.846189855483359e-05,1613946876112,6571
+"mom_2",0.932308443373467,1613946876112,6571
+"eps_2",1e-05,1613946876112,6571
+"train_loss",0.0049873046,1613946877074,6572
+"raw_loss",0.0070413216,1613946877074,6572
+"epoch",41.33962264150942,1613946877074,6572
+"wd_0",0.01,1613946877074,6572
+"sqr_mom_0",0.99,1613946877074,6572
+"lr_0",8.835420633221621e-07,1613946877074,6572
+"mom_0",0.932329982033377,1613946877074,6572
+"eps_0",1e-05,1613946877074,6572
+"wd_1",0.01,1613946877074,6572
+"sqr_mom_1",0.99,1613946877074,6572
+"lr_1",8.83542063322162e-06,1613946877074,6572
+"mom_1",0.932329982033377,1613946877074,6572
+"eps_1",1e-05,1613946877074,6572
+"wd_2",0.01,1613946877074,6572
+"sqr_mom_2",0.99,1613946877074,6572
+"lr_2",8.835420633221619e-05,1613946877074,6572
+"mom_2",0.932329982033377,1613946877074,6572
+"eps_2",1e-05,1613946877074,6572
+"train_loss",0.0049818526,1613946878037,6573
+"raw_loss",0.0047146985,1613946878037,6573
+"epoch",41.34591194968552,1613946878037,6573
+"wd_0",0.01,1613946878037,6573
+"sqr_mom_0",0.99,1613946878037,6573
+"lr_0",8.824660132631832e-07,1613946878037,6573
+"mom_0",0.9323515032497688,1613946878037,6573
+"eps_0",1e-05,1613946878037,6573
+"wd_1",0.01,1613946878037,6573
+"sqr_mom_1",0.99,1613946878037,6573
+"lr_1",8.824660132631835e-06,1613946878037,6573
+"mom_1",0.9323515032497688,1613946878037,6573
+"eps_1",1e-05,1613946878037,6573
+"wd_2",0.01,1613946878037,6573
+"sqr_mom_2",0.99,1613946878037,6573
+"lr_2",8.824660132631832e-05,1613946878037,6573
+"mom_2",0.9323515032497688,1613946878037,6573
+"eps_2",1e-05,1613946878037,6573
+"train_loss",0.0050184038,1613946878984,6574
+"raw_loss",0.006809417,1613946878984,6574
+"epoch",41.35220125786162,1613946878984,6574
+"wd_0",0.01,1613946878984,6574
+"sqr_mom_0",0.99,1613946878984,6574
+"lr_0",8.813897649191251e-07,1613946878984,6574
+"mom_0",0.9323730284319017,1613946878984,6574
+"eps_0",1e-05,1613946878984,6574
+"wd_1",0.01,1613946878984,6574
+"sqr_mom_1",0.99,1613946878984,6574
+"lr_1",8.81389764919125e-06,1613946878984,6574
+"mom_1",0.9323730284319017,1613946878984,6574
+"eps_1",1e-05,1613946878984,6574
+"wd_2",0.01,1613946878984,6574
+"sqr_mom_2",0.99,1613946878984,6574
+"lr_2",8.813897649191248e-05,1613946878984,6574
+"mom_2",0.9323730284319017,1613946878984,6574
+"eps_2",1e-05,1613946878984,6574
+"train_loss",0.0051718955,1613946879927,6575
+"raw_loss",0.012693001,1613946879927,6575
+"epoch",41.35849056603772,1613946879927,6575
+"wd_0",0.01,1613946879927,6575
+"sqr_mom_0",0.99,1613946879927,6575
+"lr_0",8.803147460178357e-07,1613946879927,6575
+"mom_0",0.9323945290249335,1613946879927,6575
+"eps_0",1e-05,1613946879927,6575
+"wd_1",0.01,1613946879927,6575
+"sqr_mom_1",0.99,1613946879927,6575
+"lr_1",8.803147460178356e-06,1613946879927,6575
+"mom_1",0.9323945290249335,1613946879927,6575
+"eps_1",1e-05,1613946879927,6575
+"wd_2",0.01,1613946879927,6575
+"sqr_mom_2",0.99,1613946879927,6575
+"lr_2",8.803147460178352e-05,1613946879927,6575
+"mom_2",0.9323945290249335,1613946879927,6575
+"eps_2",1e-05,1613946879927,6575
+"train_loss",0.0051627737,1613946880885,6576
+"raw_loss",0.004715803,1613946880885,6576
+"epoch",41.36477987421382,1613946880885,6576
+"wd_0",0.01,1613946880885,6576
+"sqr_mom_0",0.99,1613946880885,6576
+"lr_0",8.79240243038216e-07,1613946880885,6576
+"mom_0",0.9324160192994286,1613946880885,6576
+"eps_0",1e-05,1613946880885,6576
+"wd_1",0.01,1613946880885,6576
+"sqr_mom_1",0.99,1613946880885,6576
+"lr_1",8.792402430382156e-06,1613946880885,6576
+"mom_1",0.9324160192994286,1613946880885,6576
+"eps_1",1e-05,1613946880885,6576
+"wd_2",0.01,1613946880885,6576
+"sqr_mom_2",0.99,1613946880885,6576
+"lr_2",8.792402430382156e-05,1613946880885,6576
+"mom_2",0.9324160192994286,1613946880885,6576
+"eps_2",1e-05,1613946880885,6576
+"train_loss",0.0051321196,1613946881847,6577
+"raw_loss",0.0036300707,1613946881847,6577
+"epoch",41.371069182389924,1613946881847,6577
+"wd_0",0.01,1613946881847,6577
+"sqr_mom_0",0.99,1613946881847,6577
+"lr_0",8.781655438286307e-07,1613946881847,6577
+"mom_0",0.9324375134985623,1613946881847,6577
+"eps_0",1e-05,1613946881847,6577
+"wd_1",0.01,1613946881847,6577
+"sqr_mom_1",0.99,1613946881847,6577
+"lr_1",8.781655438286304e-06,1613946881847,6577
+"mom_1",0.9324375134985623,1613946881847,6577
+"eps_1",1e-05,1613946881847,6577
+"wd_2",0.01,1613946881847,6577
+"sqr_mom_2",0.99,1613946881847,6577
+"lr_2",8.781655438286302e-05,1613946881847,6577
+"mom_2",0.9324375134985623,1613946881847,6577
+"eps_2",1e-05,1613946881847,6577
+"train_loss",0.0051117283,1613946882800,6578
+"raw_loss",0.0041125612,1613946882800,6578
+"epoch",41.377358490566024,1613946882800,6578
+"wd_0",0.01,1613946882800,6578
+"sqr_mom_0",0.99,1613946882800,6578
+"lr_0",8.770920740618794e-07,1613946882800,6578
+"mom_0",0.9324589831085934,1613946882800,6578
+"eps_0",1e-05,1613946882800,6578
+"wd_1",0.01,1613946882800,6578
+"sqr_mom_1",0.99,1613946882800,6578
+"lr_1",8.770920740618798e-06,1613946882800,6578
+"mom_1",0.9324589831085934,1613946882800,6578
+"eps_1",1e-05,1613946882800,6578
+"wd_2",0.01,1613946882800,6578
+"sqr_mom_2",0.99,1613946882800,6578
+"lr_2",8.770920740618792e-05,1613946882800,6578
+"mom_2",0.9324589831085934,1613946882800,6578
+"eps_2",1e-05,1613946882800,6578
+"train_loss",0.0052295304,1613946883748,6579
+"raw_loss",0.011001831,1613946883748,6579
+"epoch",41.383647798742125,1613946883748,6579
+"wd_0",0.01,1613946883748,6579
+"sqr_mom_0",0.99,1613946883748,6579
+"lr_0",8.760187653394755e-07,1613946883748,6579
+"mom_0",0.9324804494977055,1613946883748,6579
+"eps_0",1e-05,1613946883748,6579
+"wd_1",0.01,1613946883748,6579
+"sqr_mom_1",0.99,1613946883748,6579
+"lr_1",8.760187653394753e-06,1613946883748,6579
+"mom_1",0.9324804494977055,1613946883748,6579
+"eps_1",1e-05,1613946883748,6579
+"wd_2",0.01,1613946883748,6579
+"sqr_mom_2",0.99,1613946883748,6579
+"lr_2",8.760187653394745e-05,1613946883748,6579
+"mom_2",0.9324804494977055,1613946883748,6579
+"eps_2",1e-05,1613946883748,6579
+"train_loss",0.0052316883,1613946884685,6580
+"raw_loss",0.005337431,1613946884685,6580
+"epoch",41.389937106918225,1613946884685,6580
+"wd_0",0.01,1613946884685,6580
+"sqr_mom_0",0.99,1613946884685,6580
+"lr_0",8.749459742504431e-07,1613946884685,6580
+"mom_0",0.9325019055340464,1613946884685,6580
+"eps_0",1e-05,1613946884685,6580
+"wd_1",0.01,1613946884685,6580
+"sqr_mom_1",0.99,1613946884685,6580
+"lr_1",8.749459742504429e-06,1613946884685,6580
+"mom_1",0.9325019055340464,1613946884685,6580
+"eps_1",1e-05,1613946884685,6580
+"wd_2",0.01,1613946884685,6580
+"sqr_mom_2",0.99,1613946884685,6580
+"lr_2",8.749459742504425e-05,1613946884685,6580
+"mom_2",0.9325019055340464,1613946884685,6580
+"eps_2",1e-05,1613946884685,6580
+"train_loss",0.0052762222,1613946885699,6581
+"raw_loss",0.007458382,1613946885699,6581
+"epoch",41.396226415094326,1613946885699,6581
+"wd_0",0.01,1613946885699,6581
+"sqr_mom_0",0.99,1613946885699,6581
+"lr_0",8.738737011367217e-07,1613946885699,6581
+"mom_0",0.9325233512107777,1613946885699,6581
+"eps_0",1e-05,1613946885699,6581
+"wd_1",0.01,1613946885699,6581
+"sqr_mom_1",0.99,1613946885699,6581
+"lr_1",8.738737011367215e-06,1613946885699,6581
+"mom_1",0.9325233512107777,1613946885699,6581
+"eps_1",1e-05,1613946885699,6581
+"wd_2",0.01,1613946885699,6581
+"sqr_mom_2",0.99,1613946885699,6581
+"lr_2",8.738737011367215e-05,1613946885699,6581
+"mom_2",0.9325233512107777,1613946885699,6581
+"eps_2",1e-05,1613946885699,6581
+"train_loss",0.0052529583,1613946886674,6582
+"raw_loss",0.004113016,1613946886674,6582
+"epoch",41.402515723270426,1613946886674,6582
+"wd_0",0.01,1613946886674,6582
+"sqr_mom_0",0.99,1613946886674,6582
+"lr_0",8.728023017283494e-07,1613946886674,6582
+"mom_0",0.9325447794132271,1613946886674,6582
+"eps_0",1e-05,1613946886674,6582
+"wd_1",0.01,1613946886674,6582
+"sqr_mom_1",0.99,1613946886674,6582
+"lr_1",8.728023017283488e-06,1613946886674,6582
+"mom_1",0.9325447794132271,1613946886674,6582
+"eps_1",1e-05,1613946886674,6582
+"wd_2",0.01,1613946886674,6582
+"sqr_mom_2",0.99,1613946886674,6582
+"lr_2",8.728023017283486e-05,1613946886674,6582
+"mom_2",0.9325447794132271,1613946886674,6582
+"eps_2",1e-05,1613946886674,6582
+"train_loss",0.0052384217,1613946887617,6583
+"raw_loss",0.0045261285,1613946887617,6583
+"epoch",41.408805031446526,1613946887617,6583
+"wd_0",0.01,1613946887617,6583
+"sqr_mom_0",0.99,1613946887617,6583
+"lr_0",8.717307102021472e-07,1613946887617,6583
+"mom_0",0.9325662114580716,1613946887617,6583
+"eps_0",1e-05,1613946887617,6583
+"wd_1",0.01,1613946887617,6583
+"sqr_mom_1",0.99,1613946887617,6583
+"lr_1",8.71730710202147e-06,1613946887617,6583
+"mom_1",0.9325662114580716,1613946887617,6583
+"eps_1",1e-05,1613946887617,6583
+"wd_2",0.01,1613946887617,6583
+"sqr_mom_2",0.99,1613946887617,6583
+"lr_2",8.717307102021468e-05,1613946887617,6583
+"mom_2",0.9325662114580716,1613946887617,6583
+"eps_2",1e-05,1613946887617,6583
+"train_loss",0.0052198134,1613946888548,6584
+"raw_loss",0.004308016,1613946888548,6584
+"epoch",41.41509433962263,1613946888548,6584
+"wd_0",0.01,1613946888548,6584
+"sqr_mom_0",0.99,1613946888548,6584
+"lr_0",8.70660348108331e-07,1613946888548,6584
+"mom_0",0.9325876189140225,1613946888548,6584
+"eps_0",1e-05,1613946888548,6584
+"wd_1",0.01,1613946888548,6584
+"sqr_mom_1",0.99,1613946888548,6584
+"lr_1",8.706603481083303e-06,1613946888548,6584
+"mom_1",0.9325876189140225,1613946888548,6584
+"eps_1",1e-05,1613946888548,6584
+"wd_2",0.01,1613946888548,6584
+"sqr_mom_2",0.99,1613946888548,6584
+"lr_2",8.706603481083305e-05,1613946888548,6584
+"mom_2",0.9325876189140225,1613946888548,6584
+"eps_2",1e-05,1613946888548,6584
+"train_loss",0.0052036787,1613946889492,6585
+"raw_loss",0.004413074,1613946889492,6585
+"epoch",41.42138364779873,1613946889492,6585
+"wd_0",0.01,1613946889492,6585
+"sqr_mom_0",0.99,1613946889492,6585
+"lr_0",8.695905050113721e-07,1613946889492,6585
+"mom_0",0.9326090159899324,1613946889492,6585
+"eps_0",1e-05,1613946889492,6585
+"wd_1",0.01,1613946889492,6585
+"sqr_mom_1",0.99,1613946889492,6585
+"lr_1",8.695905050113721e-06,1613946889492,6585
+"mom_1",0.9326090159899324,1613946889492,6585
+"eps_1",1e-05,1613946889492,6585
+"wd_2",0.01,1613946889492,6585
+"sqr_mom_2",0.99,1613946889492,6585
+"lr_2",8.695905050113713e-05,1613946889492,6585
+"mom_2",0.9326090159899324,1613946889492,6585
+"eps_2",1e-05,1613946889492,6585
+"train_loss",0.0051810276,1613946890440,6586
+"raw_loss",0.0040711267,1613946890440,6586
+"epoch",41.42767295597483,1613946890440,6586
+"wd_0",0.01,1613946890440,6586
+"sqr_mom_0",0.99,1613946890440,6586
+"lr_0",8.685204718533692e-07,1613946890440,6586
+"mom_0",0.9326304168671012,1613946890440,6586
+"eps_0",1e-05,1613946890440,6586
+"wd_1",0.01,1613946890440,6586
+"sqr_mom_1",0.99,1613946890440,6586
+"lr_1",8.685204718533686e-06,1613946890440,6586
+"mom_1",0.9326304168671012,1613946890440,6586
+"eps_1",1e-05,1613946890440,6586
+"wd_2",0.01,1613946890440,6586
+"sqr_mom_2",0.99,1613946890440,6586
+"lr_2",8.685204718533686e-05,1613946890440,6586
+"mom_2",0.9326304168671012,1613946890440,6586
+"eps_2",1e-05,1613946890440,6586
+"train_loss",0.005277099,1613946891414,6587
+"raw_loss",0.009984619,1613946891414,6587
+"epoch",41.43396226415093,1613946891414,6587
+"wd_0",0.01,1613946891414,6587
+"sqr_mom_0",0.99,1613946891414,6587
+"lr_0",8.67451668117238e-07,1613946891414,6587
+"mom_0",0.9326517931555868,1613946891414,6587
+"eps_0",1e-05,1613946891414,6587
+"wd_1",0.01,1613946891414,6587
+"sqr_mom_1",0.99,1613946891414,6587
+"lr_1",8.67451668117238e-06,1613946891414,6587
+"mom_1",0.9326517931555868,1613946891414,6587
+"eps_1",1e-05,1613946891414,6587
+"wd_2",0.01,1613946891414,6587
+"sqr_mom_2",0.99,1613946891414,6587
+"lr_2",8.674516681172377e-05,1613946891414,6587
+"mom_2",0.9326517931555868,1613946891414,6587
+"eps_2",1e-05,1613946891414,6587
+"train_loss",0.0052840286,1613946892390,6588
+"raw_loss",0.0056235716,1613946892390,6588
+"epoch",41.44025157232703,1613946892390,6588
+"wd_0",0.01,1613946892390,6588
+"sqr_mom_0",0.99,1613946892390,6588
+"lr_0",8.663833844000161e-07,1613946892390,6588
+"mom_0",0.93267315904359,1613946892390,6588
+"eps_0",1e-05,1613946892390,6588
+"wd_1",0.01,1613946892390,6588
+"sqr_mom_1",0.99,1613946892390,6588
+"lr_1",8.663833844000163e-06,1613946892390,6588
+"mom_1",0.93267315904359,1613946892390,6588
+"eps_1",1e-05,1613946892390,6588
+"wd_2",0.01,1613946892390,6588
+"sqr_mom_2",0.99,1613946892390,6588
+"lr_2",8.663833844000155e-05,1613946892390,6588
+"mom_2",0.93267315904359,1613946892390,6588
+"eps_2",1e-05,1613946892390,6588
+"train_loss",0.0052742963,1613946893372,6589
+"raw_loss",0.004797411,1613946893372,6589
+"epoch",41.44654088050313,1613946893372,6589
+"wd_0",0.01,1613946893372,6589
+"sqr_mom_0",0.99,1613946893372,6589
+"lr_0",8.653149126790797e-07,1613946893372,6589
+"mom_0",0.9326945286917053,1613946893372,6589
+"eps_0",1e-05,1613946893372,6589
+"wd_1",0.01,1613946893372,6589
+"sqr_mom_1",0.99,1613946893372,6589
+"lr_1",8.653149126790797e-06,1613946893372,6589
+"mom_1",0.9326945286917053,1613946893372,6589
+"eps_1",1e-05,1613946893372,6589
+"wd_2",0.01,1613946893372,6589
+"sqr_mom_2",0.99,1613946893372,6589
+"lr_2",8.653149126790791e-05,1613946893372,6589
+"mom_2",0.9326945286917053,1613946893372,6589
+"eps_2",1e-05,1613946893372,6589
+"train_loss",0.0053248545,1613946894319,6590
+"raw_loss",0.0078022173,1613946894319,6590
+"epoch",41.45283018867923,1613946894319,6590
+"wd_0",0.01,1613946894319,6590
+"sqr_mom_0",0.99,1613946894319,6590
+"lr_0",8.642476703659755e-07,1613946894319,6590
+"mom_0",0.932715873751418,1613946894319,6590
+"eps_0",1e-05,1613946894319,6590
+"wd_1",0.01,1613946894319,6590
+"sqr_mom_1",0.99,1613946894319,6590
+"lr_1",8.642476703659751e-06,1613946894319,6590
+"mom_1",0.932715873751418,1613946894319,6590
+"eps_1",1e-05,1613946894319,6590
+"wd_2",0.01,1613946894319,6590
+"sqr_mom_2",0.99,1613946894319,6590
+"lr_2",8.642476703659747e-05,1613946894319,6590
+"mom_2",0.932715873751418,1613946894319,6590
+"eps_2",1e-05,1613946894319,6590
+"train_loss",0.005367126,1613946895315,6591
+"raw_loss",0.0074384157,1613946895315,6591
+"epoch",41.45911949685533,1613946895315,6591
+"wd_0",0.01,1613946895315,6591
+"sqr_mom_0",0.99,1613946895315,6591
+"lr_0",8.631805952567226e-07,1613946895315,6591
+"mom_0",0.9327372154670202,1613946895315,6591
+"eps_0",1e-05,1613946895315,6591
+"wd_1",0.01,1613946895315,6591
+"sqr_mom_1",0.99,1613946895315,6591
+"lr_1",8.63180595256723e-06,1613946895315,6591
+"mom_1",0.9327372154670202,1613946895315,6591
+"eps_1",1e-05,1613946895315,6591
+"wd_2",0.01,1613946895315,6591
+"sqr_mom_2",0.99,1613946895315,6591
+"lr_2",8.631805952567226e-05,1613946895315,6591
+"mom_2",0.9327372154670202,1613946895315,6591
+"eps_2",1e-05,1613946895315,6591
+"train_loss",0.005428669,1613946896265,6592
+"raw_loss",0.008444283,1613946896265,6592
+"epoch",41.46540880503143,1613946896265,6592
+"wd_0",0.01,1613946896265,6592
+"sqr_mom_0",0.99,1613946896265,6592
+"lr_0",8.6211404187286e-07,1613946896265,6592
+"mom_0",0.9327585467480102,1613946896265,6592
+"eps_0",1e-05,1613946896265,6592
+"wd_1",0.01,1613946896265,6592
+"sqr_mom_1",0.99,1613946896265,6592
+"lr_1",8.621140418728604e-06,1613946896265,6592
+"mom_1",0.9327585467480102,1613946896265,6592
+"eps_1",1e-05,1613946896265,6592
+"wd_2",0.01,1613946896265,6592
+"sqr_mom_2",0.99,1613946896265,6592
+"lr_2",8.621140418728601e-05,1613946896265,6592
+"mom_2",0.9327585467480102,1613946896265,6592
+"eps_2",1e-05,1613946896265,6592
+"train_loss",0.005420467,1613946897294,6593
+"raw_loss",0.0050185593,1613946897294,6593
+"epoch",41.47169811320753,1613946897294,6593
+"wd_0",0.01,1613946897294,6593
+"sqr_mom_0",0.99,1613946897294,6593
+"lr_0",8.610480105543409e-07,1613946897294,6593
+"mom_0",0.932779867587589,1613946897294,6593
+"eps_0",1e-05,1613946897294,6593
+"wd_1",0.01,1613946897294,6593
+"sqr_mom_1",0.99,1613946897294,6593
+"lr_1",8.610480105543409e-06,1613946897294,6593
+"mom_1",0.932779867587589,1613946897294,6593
+"eps_1",1e-05,1613946897294,6593
+"wd_2",0.01,1613946897294,6593
+"sqr_mom_2",0.99,1613946897294,6593
+"lr_2",8.610480105543405e-05,1613946897294,6593
+"mom_2",0.932779867587589,1613946897294,6593
+"eps_2",1e-05,1613946897294,6593
+"train_loss",0.005437237,1613946898342,6594
+"raw_loss",0.0062589776,1613946898342,6594
+"epoch",41.47798742138363,1613946898342,6594
+"wd_0",0.01,1613946898342,6594
+"sqr_mom_0",0.99,1613946898342,6594
+"lr_0",8.599828549569313e-07,1613946898342,6594
+"mom_0",0.9328011709125704,1613946898342,6594
+"eps_0",1e-05,1613946898342,6594
+"wd_1",0.01,1613946898342,6594
+"sqr_mom_1",0.99,1613946898342,6594
+"lr_1",8.59982854956931e-06,1613946898342,6594
+"mom_1",0.9328011709125704,1613946898342,6594
+"eps_1",1e-05,1613946898342,6594
+"wd_2",0.01,1613946898342,6594
+"sqr_mom_2",0.99,1613946898342,6594
+"lr_2",8.599828549569306e-05,1613946898342,6594
+"mom_2",0.9328011709125704,1613946898342,6594
+"eps_2",1e-05,1613946898342,6594
+"train_loss",0.0054288697,1613946899334,6595
+"raw_loss",0.0050188657,1613946899334,6595
+"epoch",41.48427672955973,1613946899334,6595
+"wd_0",0.01,1613946899334,6595
+"sqr_mom_0",0.99,1613946899334,6595
+"lr_0",8.589175154723035e-07,1613946899334,6595
+"mom_0",0.932822477915333,1613946899334,6595
+"eps_0",1e-05,1613946899334,6595
+"wd_1",0.01,1613946899334,6595
+"sqr_mom_1",0.99,1613946899334,6595
+"lr_1",8.589175154723037e-06,1613946899334,6595
+"mom_1",0.932822477915333,1613946899334,6595
+"eps_1",1e-05,1613946899334,6595
+"wd_2",0.01,1613946899334,6595
+"sqr_mom_2",0.99,1613946899334,6595
+"lr_2",8.589175154723031e-05,1613946899334,6595
+"mom_2",0.932822477915333,1613946899334,6595
+"eps_2",1e-05,1613946899334,6595
+"train_loss",0.0054195253,1613946900298,6596
+"raw_loss",0.004961639,1613946900298,6596
+"epoch",41.49056603773583,1613946900298,6596
+"wd_0",0.01,1613946900298,6596
+"sqr_mom_0",0.99,1613946900298,6596
+"lr_0",8.578534053568517e-07,1613946900298,6596
+"mom_0",0.9328437603304662,1613946900298,6596
+"eps_0",1e-05,1613946900298,6596
+"wd_1",0.01,1613946900298,6596
+"sqr_mom_1",0.99,1613946900298,6596
+"lr_1",8.578534053568517e-06,1613946900298,6596
+"mom_1",0.9328437603304662,1613946900298,6596
+"eps_1",1e-05,1613946900298,6596
+"wd_2",0.01,1613946900298,6596
+"sqr_mom_2",0.99,1613946900298,6596
+"lr_2",8.57853405356851e-05,1613946900298,6596
+"mom_2",0.9328437603304662,1613946900298,6596
+"eps_2",1e-05,1613946900298,6596
+"train_loss",0.0054746415,1613946901243,6597
+"raw_loss",0.008175343,1613946901243,6597
+"epoch",41.49685534591193,1613946901243,6597
+"wd_0",0.01,1613946901243,6597
+"sqr_mom_0",0.99,1613946901243,6597
+"lr_0",8.567898183176155e-07,1613946901243,6597
+"mom_0",0.9328650322839704,1613946901243,6597
+"eps_0",1e-05,1613946901243,6597
+"wd_1",0.01,1613946901243,6597
+"sqr_mom_1",0.99,1613946901243,6597
+"lr_1",8.567898183176151e-06,1613946901243,6597
+"mom_1",0.9328650322839704,1613946901243,6597
+"eps_1",1e-05,1613946901243,6597
+"wd_2",0.01,1613946901243,6597
+"sqr_mom_2",0.99,1613946901243,6597
+"lr_2",8.567898183176146e-05,1613946901243,6597
+"mom_2",0.9328650322839704,1613946901243,6597
+"eps_2",1e-05,1613946901243,6597
+"train_loss",0.005441129,1613946902186,6598
+"raw_loss",0.0037990334,1613946902186,6598
+"epoch",41.50314465408803,1613946902186,6598
+"wd_0",0.01,1613946902186,6598
+"sqr_mom_0",0.99,1613946902186,6598
+"lr_0",8.557260494500914e-07,1613946902186,6598
+"mom_0",0.9328863078740769,1613946902186,6598
+"eps_0",1e-05,1613946902186,6598
+"wd_1",0.01,1613946902186,6598
+"sqr_mom_1",0.99,1613946902186,6598
+"lr_1",8.557260494500915e-06,1613946902186,6598
+"mom_1",0.9328863078740769,1613946902186,6598
+"eps_1",1e-05,1613946902186,6598
+"wd_2",0.01,1613946902186,6598
+"sqr_mom_2",0.99,1613946902186,6598
+"lr_2",8.557260494500908e-05,1613946902186,6598
+"mom_2",0.9328863078740769,1613946902186,6598
+"eps_2",1e-05,1613946902186,6598
+"train_loss",0.005430843,1613946903128,6599
+"raw_loss",0.004926829,1613946903128,6599
+"epoch",41.50943396226413,1613946903128,6599
+"wd_0",0.01,1613946903128,6599
+"sqr_mom_0",0.99,1613946903128,6599
+"lr_0",8.546635099271251e-07,1613946903128,6599
+"mom_0",0.9329075588770462,1613946903128,6599
+"eps_0",1e-05,1613946903128,6599
+"wd_1",0.01,1613946903128,6599
+"sqr_mom_1",0.99,1613946903128,6599
+"lr_1",8.546635099271251e-06,1613946903128,6599
+"mom_1",0.9329075588770462,1613946903128,6599
+"eps_1",1e-05,1613946903128,6599
+"wd_2",0.01,1613946903128,6599
+"sqr_mom_2",0.99,1613946903128,6599
+"lr_2",8.546635099271246e-05,1613946903128,6599
+"mom_2",0.9329075588770462,1613946903128,6599
+"eps_2",1e-05,1613946903128,6599
+"train_loss",0.0054379697,1613946904109,6600
+"raw_loss",0.0057871607,1613946904109,6600
+"epoch",41.51572327044023,1613946904109,6600
+"wd_0",0.01,1613946904109,6600
+"sqr_mom_0",0.99,1613946904109,6600
+"lr_0",8.536011422226586e-07,1613946904109,6600
+"mom_0",0.9329288064436112,1613946904109,6600
+"eps_0",1e-05,1613946904109,6600
+"wd_1",0.01,1613946904109,6600
+"sqr_mom_1",0.99,1613946904109,6600
+"lr_1",8.536011422226582e-06,1613946904109,6600
+"mom_1",0.9329288064436112,1613946904109,6600
+"eps_1",1e-05,1613946904109,6600
+"wd_2",0.01,1613946904109,6600
+"sqr_mom_2",0.99,1613946904109,6600
+"lr_2",8.53601142222658e-05,1613946904109,6600
+"mom_2",0.9329288064436112,1613946904109,6600
+"eps_2",1e-05,1613946904109,6600
+"train_loss",0.0054240185,1613946905092,6601
+"raw_loss",0.00474041,1613946905092,6601
+"epoch",41.522012578616334,1613946905092,6601
+"wd_0",0.01,1613946905092,6601
+"sqr_mom_0",0.99,1613946905092,6601
+"lr_0",8.525392992969243e-07,1613946905092,6601
+"mom_0",0.9329500435144966,1613946905092,6601
+"eps_0",1e-05,1613946905092,6601
+"wd_1",0.01,1613946905092,6601
+"sqr_mom_1",0.99,1613946905092,6601
+"lr_1",8.52539299296924e-06,1613946905092,6601
+"mom_1",0.9329500435144966,1613946905092,6601
+"eps_1",1e-05,1613946905092,6601
+"wd_2",0.01,1613946905092,6601
+"sqr_mom_2",0.99,1613946905092,6601
+"lr_2",8.525392992969236e-05,1613946905092,6601
+"mom_2",0.9329500435144966,1613946905092,6601
+"eps_2",1e-05,1613946905092,6601
+"train_loss",0.0054493234,1613946906052,6602
+"raw_loss",0.00668927,1613946906052,6602
+"epoch",41.528301886792434,1613946906052,6602
+"wd_0",0.01,1613946906052,6602
+"sqr_mom_0",0.99,1613946906052,6602
+"lr_0",8.51477981488372e-07,1613946906052,6602
+"mom_0",0.9329712700829333,1613946906052,6602
+"eps_0",1e-05,1613946906052,6602
+"wd_1",0.01,1613946906052,6602
+"sqr_mom_1",0.99,1613946906052,6602
+"lr_1",8.514779814883721e-06,1613946906052,6602
+"mom_1",0.9329712700829333,1613946906052,6602
+"eps_1",1e-05,1613946906052,6602
+"wd_2",0.01,1613946906052,6602
+"sqr_mom_2",0.99,1613946906052,6602
+"lr_2",8.514779814883716e-05,1613946906052,6602
+"mom_2",0.9329712700829333,1613946906052,6602
+"eps_2",1e-05,1613946906052,6602
+"train_loss",0.0054405425,1613946906995,6603
+"raw_loss",0.005010268,1613946906995,6603
+"epoch",41.534591194968534,1613946906995,6603
+"wd_0",0.01,1613946906995,6603
+"sqr_mom_0",0.99,1613946906995,6603
+"lr_0",8.504175408863963e-07,1613946906995,6603
+"mom_0",0.9329924791070631,1613946906995,6603
+"eps_0",1e-05,1613946906995,6603
+"wd_1",0.01,1613946906995,6603
+"sqr_mom_1",0.99,1613946906995,6603
+"lr_1",8.50417540886396e-06,1613946906995,6603
+"mom_1",0.9329924791070631,1613946906995,6603
+"eps_1",1e-05,1613946906995,6603
+"wd_2",0.01,1613946906995,6603
+"sqr_mom_2",0.99,1613946906995,6603
+"lr_2",8.504175408863957e-05,1613946906995,6603
+"mom_2",0.9329924791070631,1613946906995,6603
+"eps_2",1e-05,1613946906995,6603
+"train_loss",0.0054228357,1613946907941,6604
+"raw_loss",0.0045552026,1613946907941,6604
+"epoch",41.540880503144635,1613946907941,6604
+"wd_0",0.01,1613946907941,6604
+"sqr_mom_0",0.99,1613946907941,6604
+"lr_0",8.493569225757775e-07,1613946907941,6604
+"mom_0",0.9330136916854013,1613946907941,6604
+"eps_0",1e-05,1613946907941,6604
+"wd_1",0.01,1613946907941,6604
+"sqr_mom_1",0.99,1613946907941,6604
+"lr_1",8.493569225757772e-06,1613946907941,6604
+"mom_1",0.9330136916854013,1613946907941,6604
+"eps_1",1e-05,1613946907941,6604
+"wd_2",0.01,1613946907941,6604
+"sqr_mom_2",0.99,1613946907941,6604
+"lr_2",8.493569225757766e-05,1613946907941,6604
+"mom_2",0.9330136916854013,1613946907941,6604
+"eps_2",1e-05,1613946907941,6604
+"train_loss",0.005413585,1613946908883,6605
+"raw_loss",0.0049603004,1613946908883,6605
+"epoch",41.547169811320735,1613946908883,6605
+"wd_0",0.01,1613946908883,6605
+"sqr_mom_0",0.99,1613946908883,6605
+"lr_0",8.482975335499e-07,1613946908883,6605
+"mom_0",0.9330348796777987,1613946908883,6605
+"eps_0",1e-05,1613946908883,6605
+"wd_1",0.01,1613946908883,6605
+"sqr_mom_1",0.99,1613946908883,6605
+"lr_1",8.482975335499001e-06,1613946908883,6605
+"mom_1",0.9330348796777987,1613946908883,6605
+"eps_1",1e-05,1613946908883,6605
+"wd_2",0.01,1613946908883,6605
+"sqr_mom_2",0.99,1613946908883,6605
+"lr_2",8.482975335498996e-05,1613946908883,6605
+"mom_2",0.9330348796777987,1613946908883,6605
+"eps_2",1e-05,1613946908883,6605
+"train_loss",0.00538109,1613946909844,6606
+"raw_loss",0.0037888475,1613946909844,6606
+"epoch",41.553459119496836,1613946909844,6606
+"wd_0",0.01,1613946909844,6606
+"sqr_mom_0",0.99,1613946909844,6606
+"lr_0",8.472379681891278e-07,1613946909844,6606
+"mom_0",0.9330560711969293,1613946909844,6606
+"eps_0",1e-05,1613946909844,6606
+"wd_1",0.01,1613946909844,6606
+"sqr_mom_1",0.99,1613946909844,6606
+"lr_1",8.472379681891277e-06,1613946909844,6606
+"mom_1",0.9330560711969293,1613946909844,6606
+"eps_1",1e-05,1613946909844,6606
+"wd_2",0.01,1613946909844,6606
+"sqr_mom_2",0.99,1613946909844,6606
+"lr_2",8.472379681891275e-05,1613946909844,6606
+"mom_2",0.9330560711969293,1613946909844,6606
+"eps_2",1e-05,1613946909844,6606
+"train_loss",0.00537503,1613946910805,6607
+"raw_loss",0.0050780904,1613946910805,6607
+"epoch",41.559748427672936,1613946910805,6607
+"wd_0",0.01,1613946910805,6607
+"sqr_mom_0",0.99,1613946910805,6607
+"lr_0",8.461796320900212e-07,1613946910805,6607
+"mom_0",0.9330772381305809,1613946910805,6607
+"eps_0",1e-05,1613946910805,6607
+"wd_1",0.01,1613946910805,6607
+"sqr_mom_1",0.99,1613946910805,6607
+"lr_1",8.461796320900218e-06,1613946910805,6607
+"mom_1",0.9330772381305809,1613946910805,6607
+"eps_1",1e-05,1613946910805,6607
+"wd_2",0.01,1613946910805,6607
+"sqr_mom_2",0.99,1613946910805,6607
+"lr_2",8.461796320900213e-05,1613946910805,6607
+"mom_2",0.9330772381305809,1613946910805,6607
+"eps_2",1e-05,1613946910805,6607
+"train_loss",0.0053694504,1613946911761,6608
+"raw_loss",0.0050960435,1613946911761,6608
+"epoch",41.56603773584904,1613946911761,6608
+"wd_0",0.01,1613946911761,6608
+"sqr_mom_0",0.99,1613946911761,6608
+"lr_0",8.451218227855455e-07,1613946911761,6608
+"mom_0",0.9330983945282343,1613946911761,6608
+"eps_0",1e-05,1613946911761,6608
+"wd_1",0.01,1613946911761,6608
+"sqr_mom_1",0.99,1613946911761,6608
+"lr_1",8.451218227855455e-06,1613946911761,6608
+"mom_1",0.9330983945282343,1613946911761,6608
+"eps_1",1e-05,1613946911761,6608
+"wd_2",0.01,1613946911761,6608
+"sqr_mom_2",0.99,1613946911761,6608
+"lr_2",8.451218227855452e-05,1613946911761,6608
+"mom_2",0.9330983945282343,1613946911761,6608
+"eps_2",1e-05,1613946911761,6608
+"train_loss",0.005385976,1613946912737,6609
+"raw_loss",0.0061957208,1613946912737,6609
+"epoch",41.57232704402514,1613946912737,6609
+"wd_0",0.01,1613946912737,6609
+"sqr_mom_0",0.99,1613946912737,6609
+"lr_0",8.440638392069876e-07,1613946912737,6609
+"mom_0",0.9331195544114044,1613946912737,6609
+"eps_0",1e-05,1613946912737,6609
+"wd_1",0.01,1613946912737,6609
+"sqr_mom_1",0.99,1613946912737,6609
+"lr_1",8.440638392069873e-06,1613946912737,6609
+"mom_1",0.9331195544114044,1613946912737,6609
+"eps_1",1e-05,1613946912737,6609
+"wd_2",0.01,1613946912737,6609
+"sqr_mom_2",0.99,1613946912737,6609
+"lr_2",8.44063839206987e-05,1613946912737,6609
+"mom_2",0.9331195544114044,1613946912737,6609
+"eps_2",1e-05,1613946912737,6609
+"train_loss",0.0053921263,1613946913686,6610
+"raw_loss",0.0056935013,1613946913686,6610
+"epoch",41.57861635220124,1613946913686,6610
+"wd_0",0.01,1613946913686,6610
+"sqr_mom_0",0.99,1613946913686,6610
+"lr_0",8.430070848525506e-07,1613946913686,6610
+"mom_0",0.9331406897098461,1613946913686,6610
+"eps_0",1e-05,1613946913686,6610
+"wd_1",0.01,1613946913686,6610
+"sqr_mom_1",0.99,1613946913686,6610
+"lr_1",8.430070848525504e-06,1613946913686,6610
+"mom_1",0.9331406897098461,1613946913686,6610
+"eps_1",1e-05,1613946913686,6610
+"wd_2",0.01,1613946913686,6610
+"sqr_mom_2",0.99,1613946913686,6610
+"lr_2",8.430070848525499e-05,1613946913686,6610
+"mom_2",0.9331406897098461,1613946913686,6610
+"eps_2",1e-05,1613946913686,6610
+"train_loss",0.0054227123,1613946914672,6611
+"raw_loss",0.006921421,1613946914672,6611
+"epoch",41.58490566037734,1613946914672,6611
+"wd_0",0.01,1613946914672,6611
+"sqr_mom_0",0.99,1613946914672,6611
+"lr_0",8.419508583032852e-07,1613946914672,6611
+"mom_0",0.9331618144520788,1613946914672,6611
+"eps_0",1e-05,1613946914672,6611
+"wd_1",0.01,1613946914672,6611
+"sqr_mom_1",0.99,1613946914672,6611
+"lr_1",8.419508583032854e-06,1613946914672,6611
+"mom_1",0.9331618144520788,1613946914672,6611
+"eps_1",1e-05,1613946914672,6611
+"wd_2",0.01,1613946914672,6611
+"sqr_mom_2",0.99,1613946914672,6611
+"lr_2",8.419508583032848e-05,1613946914672,6611
+"mom_2",0.9331618144520788,1613946914672,6611
+"eps_2",1e-05,1613946914672,6611
+"train_loss",0.005373032,1613946915631,6612
+"raw_loss",0.0029386925,1613946915631,6612
+"epoch",41.59119496855344,1613946915631,6612
+"wd_0",0.01,1613946915631,6612
+"sqr_mom_0",0.99,1613946915631,6612
+"lr_0",8.408944595412509e-07,1613946915631,6612
+"mom_0",0.9331829426386014,1613946915631,6612
+"eps_0",1e-05,1613946915631,6612
+"wd_1",0.01,1613946915631,6612
+"sqr_mom_1",0.99,1613946915631,6612
+"lr_1",8.408944595412507e-06,1613946915631,6612
+"mom_1",0.9331829426386014,1613946915631,6612
+"eps_1",1e-05,1613946915631,6612
+"wd_2",0.01,1613946915631,6612
+"sqr_mom_2",0.99,1613946915631,6612
+"lr_2",8.4089445954125e-05,1613946915631,6612
+"mom_2",0.9331829426386014,1613946915631,6612
+"eps_2",1e-05,1613946915631,6612
+"train_loss",0.0053528105,1613946916592,6613
+"raw_loss",0.004361953,1613946916592,6613
+"epoch",41.59748427672954,1613946916592,6613
+"wd_0",0.01,1613946916592,6613
+"sqr_mom_0",0.99,1613946916592,6613
+"lr_0",8.398392899622664e-07,1613946916592,6613
+"mom_0",0.933204046241217,1613946916592,6613
+"eps_0",1e-05,1613946916592,6613
+"wd_1",0.01,1613946916592,6613
+"sqr_mom_1",0.99,1613946916592,6613
+"lr_1",8.398392899622664e-06,1613946916592,6613
+"mom_1",0.933204046241217,1613946916592,6613
+"eps_1",1e-05,1613946916592,6613
+"wd_2",0.01,1613946916592,6613
+"sqr_mom_2",0.99,1613946916592,6613
+"lr_2",8.398392899622661e-05,1613946916592,6613
+"mom_2",0.933204046241217,1613946916592,6613
+"eps_2",1e-05,1613946916592,6613
+"train_loss",0.0053392337,1613946917545,6614
+"raw_loss",0.004673967,1613946917545,6614
+"epoch",41.60377358490564,1613946917545,6614
+"wd_0",0.01,1613946917545,6614
+"sqr_mom_0",0.99,1613946917545,6614
+"lr_0",8.387842993712861e-07,1613946917545,6614
+"mom_0",0.9332251462640369,1613946917545,6614
+"eps_0",1e-05,1613946917545,6614
+"wd_1",0.01,1613946917545,6614
+"sqr_mom_1",0.99,1613946917545,6614
+"lr_1",8.38784299371286e-06,1613946917545,6614
+"mom_1",0.9332251462640369,1613946917545,6614
+"eps_1",1e-05,1613946917545,6614
+"wd_2",0.01,1613946917545,6614
+"sqr_mom_2",0.99,1613946917545,6614
+"lr_2",8.387842993712855e-05,1613946917545,6614
+"mom_2",0.9332251462640369,1613946917545,6614
+"eps_2",1e-05,1613946917545,6614
+"train_loss",0.005305667,1613946918562,6615
+"raw_loss",0.0036608952,1613946918562,6615
+"epoch",41.61006289308174,1613946918562,6615
+"wd_0",0.01,1613946918562,6615
+"sqr_mom_0",0.99,1613946918562,6615
+"lr_0",8.377298382817364e-07,1613946918562,6615
+"mom_0",0.9332462356967222,1613946918562,6615
+"eps_0",1e-05,1613946918562,6615
+"wd_1",0.01,1613946918562,6615
+"sqr_mom_1",0.99,1613946918562,6615
+"lr_1",8.37729838281736e-06,1613946918562,6615
+"mom_1",0.9332462356967222,1613946918562,6615
+"eps_1",1e-05,1613946918562,6615
+"wd_2",0.01,1613946918562,6615
+"sqr_mom_2",0.99,1613946918562,6615
+"lr_2",8.377298382817357e-05,1613946918562,6615
+"mom_2",0.9332462356967222,1613946918562,6615
+"eps_2",1e-05,1613946918562,6615
+"train_loss",0.0052664517,1613946919515,6616
+"raw_loss",0.0033449146,1613946919515,6616
+"epoch",41.61635220125784,1613946919515,6616
+"wd_0",0.01,1613946919515,6616
+"sqr_mom_0",0.99,1613946919515,6616
+"lr_0",8.366759070297138e-07,1613946919515,6616
+"mom_0",0.933267314532551,1613946919515,6616
+"eps_0",1e-05,1613946919515,6616
+"wd_1",0.01,1613946919515,6616
+"sqr_mom_1",0.99,1613946919515,6616
+"lr_1",8.366759070297138e-06,1613946919515,6616
+"mom_1",0.933267314532551,1613946919515,6616
+"eps_1",1e-05,1613946919515,6616
+"wd_2",0.01,1613946919515,6616
+"sqr_mom_2",0.99,1613946919515,6616
+"lr_2",8.366759070297134e-05,1613946919515,6616
+"mom_2",0.933267314532551,1613946919515,6616
+"eps_2",1e-05,1613946919515,6616
+"train_loss",0.0053106677,1613946920460,6617
+"raw_loss",0.007477257,1613946920460,6617
+"epoch",41.62264150943394,1613946920460,6617
+"wd_0",0.01,1613946920460,6617
+"sqr_mom_0",0.99,1613946920460,6617
+"lr_0",8.356228552499769e-07,1613946920460,6617
+"mom_0",0.9332883757787582,1613946920460,6617
+"eps_0",1e-05,1613946920460,6617
+"wd_1",0.01,1613946920460,6617
+"sqr_mom_1",0.99,1613946920460,6617
+"lr_1",8.356228552499767e-06,1613946920460,6617
+"mom_1",0.9332883757787582,1613946920460,6617
+"eps_1",1e-05,1613946920460,6617
+"wd_2",0.01,1613946920460,6617
+"sqr_mom_2",0.99,1613946920460,6617
+"lr_2",8.356228552499766e-05,1613946920460,6617
+"mom_2",0.9332883757787582,1613946920460,6617
+"eps_2",1e-05,1613946920460,6617
+"train_loss",0.005321344,1613946921402,6618
+"raw_loss",0.0058444724,1613946921402,6618
+"epoch",41.62893081761004,1613946921402,6618
+"wd_0",0.01,1613946921402,6618
+"sqr_mom_0",0.99,1613946921402,6618
+"lr_0",8.345696353817989e-07,1613946921402,6618
+"mom_0",0.9333094403867679,1613946921402,6618
+"eps_0",1e-05,1613946921402,6618
+"wd_1",0.01,1613946921402,6618
+"sqr_mom_1",0.99,1613946921402,6618
+"lr_1",8.345696353817994e-06,1613946921402,6618
+"mom_1",0.9333094403867679,1613946921402,6618
+"eps_1",1e-05,1613946921402,6618
+"wd_2",0.01,1613946921402,6618
+"sqr_mom_2",0.99,1613946921402,6618
+"lr_2",8.345696353817989e-05,1613946921402,6618
+"mom_2",0.9333094403867679,1613946921402,6618
+"eps_2",1e-05,1613946921402,6618
+"train_loss",0.0053200447,1613946922356,6619
+"raw_loss",0.0052563827,1613946922356,6619
+"epoch",41.63522012578614,1613946922356,6619
+"wd_0",0.01,1613946922356,6619
+"sqr_mom_0",0.99,1613946922356,6619
+"lr_0",8.335176446039487e-07,1613946922356,6619
+"mom_0",0.9333304804127251,1613946922356,6619
+"eps_0",1e-05,1613946922356,6619
+"wd_1",0.01,1613946922356,6619
+"sqr_mom_1",0.99,1613946922356,6619
+"lr_1",8.335176446039488e-06,1613946922356,6619
+"mom_1",0.9333304804127251,1613946922356,6619
+"eps_1",1e-05,1613946922356,6619
+"wd_2",0.01,1613946922356,6619
+"sqr_mom_2",0.99,1613946922356,6619
+"lr_2",8.335176446039484e-05,1613946922356,6619
+"mom_2",0.9333304804127251,1613946922356,6619
+"eps_2",1e-05,1613946922356,6619
+"train_loss",0.0053018276,1613946923320,6620
+"raw_loss",0.00440919,1613946923320,6620
+"epoch",41.64150943396224,1613946923320,6620
+"wd_0",0.01,1613946923320,6620
+"sqr_mom_0",0.99,1613946923320,6620
+"lr_0",8.324661846539147e-07,1613946923320,6620
+"mom_0",0.9333515098220199,1613946923320,6620
+"eps_0",1e-05,1613946923320,6620
+"wd_1",0.01,1613946923320,6620
+"sqr_mom_1",0.99,1613946923320,6620
+"lr_1",8.324661846539146e-06,1613946923320,6620
+"mom_1",0.9333515098220199,1613946923320,6620
+"eps_1",1e-05,1613946923320,6620
+"wd_2",0.01,1613946923320,6620
+"sqr_mom_2",0.99,1613946923320,6620
+"lr_2",8.32466184653914e-05,1613946923320,6620
+"mom_2",0.9333515098220199,1613946923320,6620
+"eps_2",1e-05,1613946923320,6620
+"train_loss",0.00526285,1613946924292,6621
+"raw_loss",0.0033529296,1613946924292,6621
+"epoch",41.64779874213834,1613946924292,6621
+"wd_0",0.01,1613946924292,6621
+"sqr_mom_0",0.99,1613946924292,6621
+"lr_0",8.314145586782166e-07,1613946924292,6621
+"mom_0",0.9333725425518612,1613946924292,6621
+"eps_0",1e-05,1613946924292,6621
+"wd_1",0.01,1613946924292,6621
+"sqr_mom_1",0.99,1613946924292,6621
+"lr_1",8.314145586782161e-06,1613946924292,6621
+"mom_1",0.9333725425518612,1613946924292,6621
+"eps_1",1e-05,1613946924292,6621
+"wd_2",0.01,1613946924292,6621
+"sqr_mom_2",0.99,1613946924292,6621
+"lr_2",8.314145586782158e-05,1613946924292,6621
+"mom_2",0.9333725425518612,1613946924292,6621
+"eps_2",1e-05,1613946924292,6621
+"train_loss",0.005245789,1613946925249,6622
+"raw_loss",0.00440981,1613946925249,6622
+"epoch",41.65408805031444,1613946925249,6622
+"wd_0",0.01,1613946925249,6622
+"sqr_mom_0",0.99,1613946925249,6622
+"lr_0",8.303641617411992e-07,1613946925249,6622
+"mom_0",0.933393550700683,1613946925249,6622
+"eps_0",1e-05,1613946925249,6622
+"wd_1",0.01,1613946925249,6622
+"sqr_mom_1",0.99,1613946925249,6622
+"lr_1",8.30364161741199e-06,1613946925249,6622
+"mom_1",0.933393550700683,1613946925249,6622
+"eps_1",1e-05,1613946925249,6622
+"wd_2",0.01,1613946925249,6622
+"sqr_mom_2",0.99,1613946925249,6622
+"lr_2",8.303641617411989e-05,1613946925249,6622
+"mom_2",0.933393550700683,1613946925249,6622
+"eps_2",1e-05,1613946925249,6622
+"train_loss",0.005228193,1613946926236,6623
+"raw_loss",0.0043659904,1613946926236,6623
+"epoch",41.66037735849054,1613946926236,6623
+"wd_0",0.01,1613946926236,6623
+"sqr_mom_0",0.99,1613946926236,6623
+"lr_0",8.293139483952637e-07,1613946926236,6623
+"mom_0",0.9334145551776465,1613946926236,6623
+"eps_0",1e-05,1613946926236,6623
+"wd_1",0.01,1613946926236,6623
+"sqr_mom_1",0.99,1613946926236,6623
+"lr_1",8.293139483952637e-06,1613946926236,6623
+"mom_1",0.9334145551776465,1613946926236,6623
+"eps_1",1e-05,1613946926236,6623
+"wd_2",0.01,1613946926236,6623
+"sqr_mom_2",0.99,1613946926236,6623
+"lr_2",8.293139483952632e-05,1613946926236,6623
+"mom_2",0.9334145551776465,1613946926236,6623
+"eps_2",1e-05,1613946926236,6623
+"train_loss",0.005199103,1613946927196,6624
+"raw_loss",0.0037737037,1613946927196,6624
+"epoch",41.66666666666664,1613946927196,6624
+"wd_0",0.01,1613946927196,6624
+"sqr_mom_0",0.99,1613946927196,6624
+"lr_0",8.28264267569325e-07,1613946927196,6624
+"mom_0",0.9334355490041035,1613946927196,6624
+"eps_0",1e-05,1613946927196,6624
+"wd_1",0.01,1613946927196,6624
+"sqr_mom_1",0.99,1613946927196,6624
+"lr_1",8.282642675693255e-06,1613946927196,6624
+"mom_1",0.9334355490041035,1613946927196,6624
+"eps_1",1e-05,1613946927196,6624
+"wd_2",0.01,1613946927196,6624
+"sqr_mom_2",0.99,1613946927196,6624
+"lr_2",8.282642675693251e-05,1613946927196,6624
+"mom_2",0.9334355490041035,1613946927196,6624
+"eps_2",1e-05,1613946927196,6624
+"train_loss",0.0052232863,1613946928164,6625
+"raw_loss",0.0064082583,1613946928164,6625
+"epoch",41.67295597484274,1613946928164,6625
+"wd_0",0.01,1613946928164,6625
+"sqr_mom_0",0.99,1613946928164,6625
+"lr_0",8.272151195979568e-07,1613946928164,6625
+"mom_0",0.9334565321733626,1613946928164,6625
+"eps_0",1e-05,1613946928164,6625
+"wd_1",0.01,1613946928164,6625
+"sqr_mom_1",0.99,1613946928164,6625
+"lr_1",8.27215119597957e-06,1613946928164,6625
+"mom_1",0.9334565321733626,1613946928164,6625
+"eps_1",1e-05,1613946928164,6625
+"wd_2",0.01,1613946928164,6625
+"sqr_mom_2",0.99,1613946928164,6625
+"lr_2",8.272151195979564e-05,1613946928164,6625
+"mom_2",0.9334565321733626,1613946928164,6625
+"eps_2",1e-05,1613946928164,6625
+"train_loss",0.005215292,1613946929124,6626
+"raw_loss",0.004823566,1613946929124,6626
+"epoch",41.679245283018844,1613946929124,6626
+"wd_0",0.01,1613946929124,6626
+"sqr_mom_0",0.99,1613946929124,6626
+"lr_0",8.261668525263965e-07,1613946929124,6626
+"mom_0",0.9334774977244493,1613946929124,6626
+"eps_0",1e-05,1613946929124,6626
+"wd_1",0.01,1613946929124,6626
+"sqr_mom_1",0.99,1613946929124,6626
+"lr_1",8.261668525263964e-06,1613946929124,6626
+"mom_1",0.9334774977244493,1613946929124,6626
+"eps_1",1e-05,1613946929124,6626
+"wd_2",0.01,1613946929124,6626
+"sqr_mom_2",0.99,1613946929124,6626
+"lr_2",8.261668525263961e-05,1613946929124,6626
+"mom_2",0.9334774977244493,1613946929124,6626
+"eps_2",1e-05,1613946929124,6626
+"train_loss",0.0051910137,1613946930073,6627
+"raw_loss",0.0040013883,1613946930073,6627
+"epoch",41.685534591194944,1613946930073,6627
+"wd_0",0.01,1613946930073,6627
+"sqr_mom_0",0.99,1613946930073,6627
+"lr_0",8.251184235563757e-07,1613946930073,6627
+"mom_0",0.9334984665135376,1613946930073,6627
+"eps_0",1e-05,1613946930073,6627
+"wd_1",0.01,1613946930073,6627
+"sqr_mom_1",0.99,1613946930073,6627
+"lr_1",8.251184235563755e-06,1613946930073,6627
+"mom_1",0.9334984665135376,1613946930073,6627
+"eps_1",1e-05,1613946930073,6627
+"wd_2",0.01,1613946930073,6627
+"sqr_mom_2",0.99,1613946930073,6627
+"lr_2",8.251184235563751e-05,1613946930073,6627
+"mom_2",0.9334984665135376,1613946930073,6627
+"eps_2",1e-05,1613946930073,6627
+"train_loss",0.005198244,1613946931020,6628
+"raw_loss",0.005552529,1613946931020,6628
+"epoch",41.691823899371045,1613946931020,6628
+"wd_0",0.01,1613946931020,6628
+"sqr_mom_0",0.99,1613946931020,6628
+"lr_0",8.240712235111613e-07,1613946931020,6628
+"mom_0",0.933519410723884,1613946931020,6628
+"eps_0",1e-05,1613946931020,6628
+"wd_1",0.01,1613946931020,6628
+"sqr_mom_1",0.99,1613946931020,6628
+"lr_1",8.24071223511161e-06,1613946931020,6628
+"mom_1",0.933519410723884,1613946931020,6628
+"eps_1",1e-05,1613946931020,6628
+"wd_2",0.01,1613946931020,6628
+"sqr_mom_2",0.99,1613946931020,6628
+"lr_2",8.240712235111605e-05,1613946931020,6628
+"mom_2",0.933519410723884,1613946931020,6628
+"eps_2",1e-05,1613946931020,6628
+"train_loss",0.005251291,1613946931967,6629
+"raw_loss",0.007850599,1613946931967,6629
+"epoch",41.698113207547145,1613946931967,6629
+"wd_0",0.01,1613946931967,6629
+"sqr_mom_0",0.99,1613946931967,6629
+"lr_0",8.230245573027038e-07,1613946931967,6629
+"mom_0",0.9335403442573884,1613946931967,6629
+"eps_0",1e-05,1613946931967,6629
+"wd_1",0.01,1613946931967,6629
+"sqr_mom_1",0.99,1613946931967,6629
+"lr_1",8.230245573027036e-06,1613946931967,6629
+"mom_1",0.9335403442573884,1613946931967,6629
+"eps_1",1e-05,1613946931967,6629
+"wd_2",0.01,1613946931967,6629
+"sqr_mom_2",0.99,1613946931967,6629
+"lr_2",8.230245573027033e-05,1613946931967,6629
+"mom_2",0.9335403442573884,1613946931967,6629
+"eps_2",1e-05,1613946931967,6629
+"train_loss",0.0053053293,1613946932916,6630
+"raw_loss",0.00795321,1613946932916,6630
+"epoch",41.704402515723245,1613946932916,6630
+"wd_0",0.01,1613946932916,6630
+"sqr_mom_0",0.99,1613946932916,6630
+"lr_0",8.219777312599745e-07,1613946932916,6630
+"mom_0",0.9335612809876104,1613946932916,6630
+"eps_0",1e-05,1613946932916,6630
+"wd_1",0.01,1613946932916,6630
+"sqr_mom_1",0.99,1613946932916,6630
+"lr_1",8.219777312599741e-06,1613946932916,6630
+"mom_1",0.9335612809876104,1613946932916,6630
+"eps_1",1e-05,1613946932916,6630
+"wd_2",0.01,1613946932916,6630
+"sqr_mom_2",0.99,1613946932916,6630
+"lr_2",8.219777312599736e-05,1613946932916,6630
+"mom_2",0.9335612809876104,1613946932916,6630
+"eps_2",1e-05,1613946932916,6630
+"train_loss",0.0052731996,1613946933902,6631
+"raw_loss",0.0036988326,1613946933902,6631
+"epoch",41.710691823899346,1613946933902,6631
+"wd_0",0.01,1613946933902,6631
+"sqr_mom_0",0.99,1613946933902,6631
+"lr_0",8.209321340798286e-07,1613946933902,6631
+"mom_0",0.9335821931403347,1613946933902,6631
+"eps_0",1e-05,1613946933902,6631
+"wd_1",0.01,1613946933902,6631
+"sqr_mom_1",0.99,1613946933902,6631
+"lr_1",8.209321340798286e-06,1613946933902,6631
+"mom_1",0.9335821931403347,1613946933902,6631
+"eps_1",1e-05,1613946933902,6631
+"wd_2",0.01,1613946933902,6631
+"sqr_mom_2",0.99,1613946933902,6631
+"lr_2",8.209321340798279e-05,1613946933902,6631
+"mom_2",0.9335821931403347,1613946933902,6631
+"eps_2",1e-05,1613946933902,6631
+"train_loss",0.0052717025,1613946934866,6632
+"raw_loss",0.0051983465,1613946934866,6632
+"epoch",41.716981132075446,1613946934866,6632
+"wd_0",0.01,1613946934866,6632
+"sqr_mom_0",0.99,1613946934866,6632
+"lr_0",8.198870717363264e-07,1613946934866,6632
+"mom_0",0.9336030945962194,1613946934866,6632
+"eps_0",1e-05,1613946934866,6632
+"wd_1",0.01,1613946934866,6632
+"sqr_mom_1",0.99,1613946934866,6632
+"lr_1",8.19887071736326e-06,1613946934866,6632
+"mom_1",0.9336030945962194,1613946934866,6632
+"eps_1",1e-05,1613946934866,6632
+"wd_2",0.01,1613946934866,6632
+"sqr_mom_2",0.99,1613946934866,6632
+"lr_2",8.19887071736326e-05,1613946934866,6632
+"mom_2",0.9336030945962194,1613946934866,6632
+"eps_2",1e-05,1613946934866,6632
+"train_loss",0.005222457,1613946935839,6633
+"raw_loss",0.0028094118,1613946935839,6633
+"epoch",41.72327044025155,1613946935839,6633
+"wd_0",0.01,1613946935839,6633
+"sqr_mom_0",0.99,1613946935839,6633
+"lr_0",8.188418516231977e-07,1613946935839,6633
+"mom_0",0.9336239992075281,1613946935839,6633
+"eps_0",1e-05,1613946935839,6633
+"wd_1",0.01,1613946935839,6633
+"sqr_mom_1",0.99,1613946935839,6633
+"lr_1",8.188418516231975e-06,1613946935839,6633
+"mom_1",0.9336239992075281,1613946935839,6633
+"eps_1",1e-05,1613946935839,6633
+"wd_2",0.01,1613946935839,6633
+"sqr_mom_2",0.99,1613946935839,6633
+"lr_2",8.188418516231967e-05,1613946935839,6633
+"mom_2",0.9336239992075281,1613946935839,6633
+"eps_2",1e-05,1613946935839,6633
+"train_loss",0.0052018547,1613946936823,6634
+"raw_loss",0.004192339,1613946936823,6634
+"epoch",41.72955974842765,1613946936823,6634
+"wd_0",0.01,1613946936823,6634
+"sqr_mom_0",0.99,1613946936823,6634
+"lr_0",8.177978603069066e-07,1613946936823,6634
+"mom_0",0.9336448792426543,1613946936823,6634
+"eps_0",1e-05,1613946936823,6634
+"wd_1",0.01,1613946936823,6634
+"sqr_mom_1",0.99,1613946936823,6634
+"lr_1",8.17797860306907e-06,1613946936823,6634
+"mom_1",0.9336448792426543,1613946936823,6634
+"eps_1",1e-05,1613946936823,6634
+"wd_2",0.01,1613946936823,6634
+"sqr_mom_2",0.99,1613946936823,6634
+"lr_2",8.177978603069065e-05,1613946936823,6634
+"mom_2",0.9336448792426543,1613946936823,6634
+"eps_2",1e-05,1613946936823,6634
+"train_loss",0.0052946187,1613946937815,6635
+"raw_loss",0.009840067,1613946937815,6635
+"epoch",41.73584905660375,1613946937815,6635
+"wd_0",0.01,1613946937815,6635
+"sqr_mom_0",0.99,1613946937815,6635
+"lr_0",8.167540587116885e-07,1613946937815,6635
+"mom_0",0.933665755483321,1613946937815,6635
+"eps_0",1e-05,1613946937815,6635
+"wd_1",0.01,1613946937815,6635
+"sqr_mom_1",0.99,1613946937815,6635
+"lr_1",8.167540587116885e-06,1613946937815,6635
+"mom_1",0.933665755483321,1613946937815,6635
+"eps_1",1e-05,1613946937815,6635
+"wd_2",0.01,1613946937815,6635
+"sqr_mom_2",0.99,1613946937815,6635
+"lr_2",8.167540587116878e-05,1613946937815,6635
+"mom_2",0.933665755483321,1613946937815,6635
+"eps_2",1e-05,1613946937815,6635
+"train_loss",0.005273882,1613946938775,6636
+"raw_loss",0.004257771,1613946938775,6636
+"epoch",41.74213836477985,1613946938775,6636
+"wd_0",0.01,1613946938775,6636
+"sqr_mom_0",0.99,1613946938775,6636
+"lr_0",8.157107936397862e-07,1613946938775,6636
+"mom_0",0.9336866209934142,1613946938775,6636
+"eps_0",1e-05,1613946938775,6636
+"wd_1",0.01,1613946938775,6636
+"sqr_mom_1",0.99,1613946938775,6636
+"lr_1",8.15710793639786e-06,1613946938775,6636
+"mom_1",0.9336866209934142,1613946938775,6636
+"eps_1",1e-05,1613946938775,6636
+"wd_2",0.01,1613946938775,6636
+"sqr_mom_2",0.99,1613946938775,6636
+"lr_2",8.157107936397856e-05,1613946938775,6636
+"mom_2",0.9336866209934142,1613946938775,6636
+"eps_2",1e-05,1613946938775,6636
+"train_loss",0.005293738,1613946939734,6637
+"raw_loss",0.006266697,1613946939734,6637
+"epoch",41.74842767295595,1613946939734,6637
+"wd_0",0.01,1613946939734,6637
+"sqr_mom_0",0.99,1613946939734,6637
+"lr_0",8.146680654237305e-07,1613946939734,6637
+"mom_0",0.933707475766283,1613946939734,6637
+"eps_0",1e-05,1613946939734,6637
+"wd_1",0.01,1613946939734,6637
+"sqr_mom_1",0.99,1613946939734,6637
+"lr_1",8.146680654237305e-06,1613946939734,6637
+"mom_1",0.933707475766283,1613946939734,6637
+"eps_1",1e-05,1613946939734,6637
+"wd_2",0.01,1613946939734,6637
+"sqr_mom_2",0.99,1613946939734,6637
+"lr_2",8.146680654237302e-05,1613946939734,6637
+"mom_2",0.933707475766283,1613946939734,6637
+"eps_2",1e-05,1613946939734,6637
+"train_loss",0.005270396,1613946940687,6638
+"raw_loss",0.0041266237,1613946940687,6638
+"epoch",41.75471698113205,1613946940687,6638
+"wd_0",0.01,1613946940687,6638
+"sqr_mom_0",0.99,1613946940687,6638
+"lr_0",8.136262199754513e-07,1613946940687,6638
+"mom_0",0.9337283128836198,1613946940687,6638
+"eps_0",1e-05,1613946940687,6638
+"wd_1",0.01,1613946940687,6638
+"sqr_mom_1",0.99,1613946940687,6638
+"lr_1",8.136262199754514e-06,1613946940687,6638
+"mom_1",0.9337283128836198,1613946940687,6638
+"eps_1",1e-05,1613946940687,6638
+"wd_2",0.01,1613946940687,6638
+"sqr_mom_2",0.99,1613946940687,6638
+"lr_2",8.136262199754507e-05,1613946940687,6638
+"mom_2",0.9337283128836198,1613946940687,6638
+"eps_2",1e-05,1613946940687,6638
+"train_loss",0.005330626,1613946941633,6639
+"raw_loss",0.0082819015,1613946941633,6639
+"epoch",41.76100628930815,1613946941633,6639
+"wd_0",0.01,1613946941633,6639
+"sqr_mom_0",0.99,1613946941633,6639
+"lr_0",8.125842208884169e-07,1613946941633,6639
+"mom_0",0.9337491530737624,1613946941633,6639
+"eps_0",1e-05,1613946941633,6639
+"wd_1",0.01,1613946941633,6639
+"sqr_mom_1",0.99,1613946941633,6639
+"lr_1",8.12584220888417e-06,1613946941633,6639
+"mom_1",0.9337491530737624,1613946941633,6639
+"eps_1",1e-05,1613946941633,6639
+"wd_2",0.01,1613946941633,6639
+"sqr_mom_2",0.99,1613946941633,6639
+"lr_2",8.125842208884165e-05,1613946941633,6639
+"mom_2",0.9337491530737624,1613946941633,6639
+"eps_2",1e-05,1613946941633,6639
+"train_loss",0.0053197746,1613946942574,6640
+"raw_loss",0.0047880607,1613946942574,6640
+"epoch",41.76729559748425,1613946942574,6640
+"wd_0",0.01,1613946942574,6640
+"sqr_mom_0",0.99,1613946942574,6640
+"lr_0",8.11543450456148e-07,1613946942574,6640
+"mom_0",0.933769968690564,1613946942574,6640
+"eps_0",1e-05,1613946942574,6640
+"wd_1",0.01,1613946942574,6640
+"sqr_mom_1",0.99,1613946942574,6640
+"lr_1",8.11543450456148e-06,1613946942574,6640
+"mom_1",0.933769968690564,1613946942574,6640
+"eps_1",1e-05,1613946942574,6640
+"wd_2",0.01,1613946942574,6640
+"sqr_mom_2",0.99,1613946942574,6640
+"lr_2",8.11543450456148e-05,1613946942574,6640
+"mom_2",0.933769968690564,1613946942574,6640
+"eps_2",1e-05,1613946942574,6640
+"train_loss",0.0053430093,1613946943531,6641
+"raw_loss",0.0064815134,1613946943531,6641
+"epoch",41.77358490566035,1613946943531,6641
+"wd_0",0.01,1613946943531,6641
+"sqr_mom_0",0.99,1613946943531,6641
+"lr_0",8.105032178510744e-07,1613946943531,6641
+"mom_0",0.9337907735507139,1613946943531,6641
+"eps_0",1e-05,1613946943531,6641
+"wd_1",0.01,1613946943531,6641
+"sqr_mom_1",0.99,1613946943531,6641
+"lr_1",8.105032178510742e-06,1613946943531,6641
+"mom_1",0.9337907735507139,1613946943531,6641
+"eps_1",1e-05,1613946943531,6641
+"wd_2",0.01,1613946943531,6641
+"sqr_mom_2",0.99,1613946943531,6641
+"lr_2",8.10503217851074e-05,1613946943531,6641
+"mom_2",0.9337907735507139,1613946943531,6641
+"eps_2",1e-05,1613946943531,6641
+"train_loss",0.005298793,1613946944484,6642
+"raw_loss",0.003132176,1613946944484,6642
+"epoch",41.77987421383645,1613946944484,6642
+"wd_0",0.01,1613946944484,6642
+"sqr_mom_0",0.99,1613946944484,6642
+"lr_0",8.094628336732292e-07,1613946944484,6642
+"mom_0",0.9338115814423498,1613946944484,6642
+"eps_0",1e-05,1613946944484,6642
+"wd_1",0.01,1613946944484,6642
+"sqr_mom_1",0.99,1613946944484,6642
+"lr_1",8.094628336732295e-06,1613946944484,6642
+"mom_1",0.9338115814423498,1613946944484,6642
+"eps_1",1e-05,1613946944484,6642
+"wd_2",0.01,1613946944484,6642
+"sqr_mom_2",0.99,1613946944484,6642
+"lr_2",8.094628336732291e-05,1613946944484,6642
+"mom_2",0.9338115814423498,1613946944484,6642
+"eps_2",1e-05,1613946944484,6642
+"train_loss",0.0053838054,1613946945438,6643
+"raw_loss",0.009549425,1613946945438,6643
+"epoch",41.78616352201255,1613946945438,6643
+"wd_0",0.01,1613946945438,6643
+"sqr_mom_0",0.99,1613946945438,6643
+"lr_0",8.084236780738336e-07,1613946945438,6643
+"mom_0",0.9338323647621709,1613946945438,6643
+"eps_0",1e-05,1613946945438,6643
+"wd_1",0.01,1613946945438,6643
+"sqr_mom_1",0.99,1613946945438,6643
+"lr_1",8.084236780738333e-06,1613946945438,6643
+"mom_1",0.9338323647621709,1613946945438,6643
+"eps_1",1e-05,1613946945438,6643
+"wd_2",0.01,1613946945438,6643
+"sqr_mom_2",0.99,1613946945438,6643
+"lr_2",8.084236780738331e-05,1613946945438,6643
+"mom_2",0.9338323647621709,1613946945438,6643
+"eps_2",1e-05,1613946945438,6643
+"train_loss",0.0053584487,1613946946417,6644
+"raw_loss",0.0041159755,1613946946417,6644
+"epoch",41.79245283018865,1613946946417,6644
+"wd_0",0.01,1613946946417,6644
+"sqr_mom_0",0.99,1613946946417,6644
+"lr_0",8.073843722793859e-07,1613946946417,6644
+"mom_0",0.9338531510859231,1613946946417,6644
+"eps_0",1e-05,1613946946417,6644
+"wd_1",0.01,1613946946417,6644
+"sqr_mom_1",0.99,1613946946417,6644
+"lr_1",8.073843722793856e-06,1613946946417,6644
+"mom_1",0.9338531510859231,1613946946417,6644
+"eps_1",1e-05,1613946946417,6644
+"wd_2",0.01,1613946946417,6644
+"sqr_mom_2",0.99,1613946946417,6644
+"lr_2",8.073843722793855e-05,1613946946417,6644
+"mom_2",0.9338531510859231,1613946946417,6644
+"eps_2",1e-05,1613946946417,6644
+"train_loss",0.0053970087,1613946947375,6645
+"raw_loss",0.0072864396,1613946947375,6645
+"epoch",41.79874213836475,1613946947375,6645
+"wd_0",0.01,1613946947375,6645
+"sqr_mom_0",0.99,1613946947375,6645
+"lr_0",8.06346295010544e-07,1613946947375,6645
+"mom_0",0.9338739128389175,1613946947375,6645
+"eps_0",1e-05,1613946947375,6645
+"wd_1",0.01,1613946947375,6645
+"sqr_mom_1",0.99,1613946947375,6645
+"lr_1",8.063462950105437e-06,1613946947375,6645
+"mom_1",0.9338739128389175,1613946947375,6645
+"eps_1",1e-05,1613946947375,6645
+"wd_2",0.01,1613946947375,6645
+"sqr_mom_2",0.99,1613946947375,6645
+"lr_2",8.063462950105431e-05,1613946947375,6645
+"mom_2",0.9338739128389175,1613946947375,6645
+"eps_2",1e-05,1613946947375,6645
+"train_loss",0.0054754214,1613946948327,6646
+"raw_loss",0.009317646,1613946948327,6646
+"epoch",41.80503144654085,1613946948327,6646
+"wd_0",0.01,1613946948327,6646
+"sqr_mom_0",0.99,1613946948327,6646
+"lr_0",8.053084130744149e-07,1613946948327,6646
+"mom_0",0.9338946706852185,1613946948327,6646
+"eps_0",1e-05,1613946948327,6646
+"wd_1",0.01,1613946948327,6646
+"sqr_mom_1",0.99,1613946948327,6646
+"lr_1",8.053084130744152e-06,1613946948327,6646
+"mom_1",0.9338946706852185,1613946948327,6646
+"eps_1",1e-05,1613946948327,6646
+"wd_2",0.01,1613946948327,6646
+"sqr_mom_2",0.99,1613946948327,6646
+"lr_2",8.053084130744145e-05,1613946948327,6646
+"mom_2",0.9338946706852185,1613946948327,6646
+"eps_2",1e-05,1613946948327,6646
+"train_loss",0.0054654717,1613946949280,6647
+"raw_loss",0.0049779383,1613946949280,6647
+"epoch",41.81132075471695,1613946949280,6647
+"wd_0",0.01,1613946949280,6647
+"sqr_mom_0",0.99,1613946949280,6647
+"lr_0",8.042710713097717e-07,1613946949280,6647
+"mom_0",0.9339154177279818,1613946949280,6647
+"eps_0",1e-05,1613946949280,6647
+"wd_1",0.01,1613946949280,6647
+"sqr_mom_1",0.99,1613946949280,6647
+"lr_1",8.042710713097717e-06,1613946949280,6647
+"mom_1",0.9339154177279818,1613946949280,6647
+"eps_1",1e-05,1613946949280,6647
+"wd_2",0.01,1613946949280,6647
+"sqr_mom_2",0.99,1613946949280,6647
+"lr_2",8.042710713097715e-05,1613946949280,6647
+"mom_2",0.9339154177279818,1613946949280,6647
+"eps_2",1e-05,1613946949280,6647
+"train_loss",0.005427096,1613946950231,6648
+"raw_loss",0.0035466931,1613946950231,6648
+"epoch",41.81761006289305,1613946950231,6648
+"wd_0",0.01,1613946950231,6648
+"sqr_mom_0",0.99,1613946950231,6648
+"lr_0",8.032342700472553e-07,1613946950231,6648
+"mom_0",0.9339361539605945,1613946950231,6648
+"eps_0",1e-05,1613946950231,6648
+"wd_1",0.01,1613946950231,6648
+"sqr_mom_1",0.99,1613946950231,6648
+"lr_1",8.032342700472553e-06,1613946950231,6648
+"mom_1",0.9339361539605945,1613946950231,6648
+"eps_1",1e-05,1613946950231,6648
+"wd_2",0.01,1613946950231,6648
+"sqr_mom_2",0.99,1613946950231,6648
+"lr_2",8.032342700472545e-05,1613946950231,6648
+"mom_2",0.9339361539605945,1613946950231,6648
+"eps_2",1e-05,1613946950231,6648
+"train_loss",0.0053897067,1613946951178,6649
+"raw_loss",0.0035576355,1613946951178,6649
+"epoch",41.82389937106915,1613946951178,6649
+"wd_0",0.01,1613946951178,6649
+"sqr_mom_0",0.99,1613946951178,6649
+"lr_0",8.021983532292715e-07,1613946951178,6649
+"mom_0",0.9339568725041396,1613946951178,6649
+"eps_0",1e-05,1613946951178,6649
+"wd_1",0.01,1613946951178,6649
+"sqr_mom_1",0.99,1613946951178,6649
+"lr_1",8.021983532292715e-06,1613946951178,6649
+"mom_1",0.9339568725041396,1613946951178,6649
+"eps_1",1e-05,1613946951178,6649
+"wd_2",0.01,1613946951178,6649
+"sqr_mom_2",0.99,1613946951178,6649
+"lr_2",8.021983532292712e-05,1613946951178,6649
+"mom_2",0.9339568725041396,1613946951178,6649
+"eps_2",1e-05,1613946951178,6649
+"train_loss",0.005357547,1613946952159,6650
+"raw_loss",0.0037817375,1613946952159,6650
+"epoch",41.83018867924525,1613946952159,6650
+"wd_0",0.01,1613946952159,6650
+"sqr_mom_0",0.99,1613946952159,6650
+"lr_0",8.011622903503034e-07,1613946952159,6650
+"mom_0",0.9339775939689335,1613946952159,6650
+"eps_0",1e-05,1613946952159,6650
+"wd_1",0.01,1613946952159,6650
+"sqr_mom_1",0.99,1613946952159,6650
+"lr_1",8.011622903503031e-06,1613946952159,6650
+"mom_1",0.9339775939689335,1613946952159,6650
+"eps_1",1e-05,1613946952159,6650
+"wd_2",0.01,1613946952159,6650
+"sqr_mom_2",0.99,1613946952159,6650
+"lr_2",8.011622903503028e-05,1613946952159,6650
+"mom_2",0.9339775939689335,1613946952159,6650
+"eps_2",1e-05,1613946952159,6650
+"train_loss",0.0052985884,1613946953103,6651
+"raw_loss",0.002409606,1613946953103,6651
+"epoch",41.836477987421354,1613946953103,6651
+"wd_0",0.01,1613946953103,6651
+"sqr_mom_0",0.99,1613946953103,6651
+"lr_0",8.001274558290254e-07,1613946953103,6651
+"mom_0",0.9339982908663281,1613946953103,6651
+"eps_0",1e-05,1613946953103,6651
+"wd_1",0.01,1613946953103,6651
+"sqr_mom_1",0.99,1613946953103,6651
+"lr_1",8.00127455829026e-06,1613946953103,6651
+"mom_1",0.9339982908663281,1613946953103,6651
+"eps_1",1e-05,1613946953103,6651
+"wd_2",0.01,1613946953103,6651
+"sqr_mom_2",0.99,1613946953103,6651
+"lr_2",8.001274558290251e-05,1613946953103,6651
+"mom_2",0.9339982908663281,1613946953103,6651
+"eps_2",1e-05,1613946953103,6651
+"train_loss",0.005349527,1613946954045,6652
+"raw_loss",0.007845535,1613946954045,6652
+"epoch",41.842767295597454,1613946954045,6652
+"wd_0",0.01,1613946954045,6652
+"sqr_mom_0",0.99,1613946954045,6652
+"lr_0",7.990931627712456e-07,1613946954045,6652
+"mom_0",0.9340189769343444,1613946954045,6652
+"eps_0",1e-05,1613946954045,6652
+"wd_1",0.01,1613946954045,6652
+"sqr_mom_1",0.99,1613946954045,6652
+"lr_1",7.990931627712458e-06,1613946954045,6652
+"mom_1",0.9340189769343444,1613946954045,6652
+"eps_1",1e-05,1613946954045,6652
+"wd_2",0.01,1613946954045,6652
+"sqr_mom_2",0.99,1613946954045,6652
+"lr_2",7.990931627712452e-05,1613946954045,6652
+"mom_2",0.9340189769343444,1613946954045,6652
+"eps_2",1e-05,1613946954045,6652
+"train_loss",0.0053075366,1613946954988,6653
+"raw_loss",0.0032499982,1613946954988,6653
+"epoch",41.849056603773555,1613946954988,6653
+"wd_0",0.01,1613946954988,6653
+"sqr_mom_0",0.99,1613946954988,6653
+"lr_0",7.980587257200323e-07,1613946954988,6653
+"mom_0",0.9340396658822582,1613946954988,6653
+"eps_0",1e-05,1613946954988,6653
+"wd_1",0.01,1613946954988,6653
+"sqr_mom_1",0.99,1613946954988,6653
+"lr_1",7.980587257200322e-06,1613946954988,6653
+"mom_1",0.9340396658822582,1613946954988,6653
+"eps_1",1e-05,1613946954988,6653
+"wd_2",0.01,1613946954988,6653
+"sqr_mom_2",0.99,1613946954988,6653
+"lr_2",7.980587257200316e-05,1613946954988,6653
+"mom_2",0.9340396658822582,1613946954988,6653
+"eps_2",1e-05,1613946954988,6653
+"train_loss",0.005280108,1613946955939,6654
+"raw_loss",0.0039361157,1613946955939,6654
+"epoch",41.855345911949655,1613946955939,6654
+"wd_0",0.01,1613946955939,6654
+"sqr_mom_0",0.99,1613946955939,6654
+"lr_0",7.970255169372716e-07,1613946955939,6654
+"mom_0",0.9340603302645571,1613946955939,6654
+"eps_0",1e-05,1613946955939,6654
+"wd_1",0.01,1613946955939,6654
+"sqr_mom_1",0.99,1613946955939,6654
+"lr_1",7.970255169372719e-06,1613946955939,6654
+"mom_1",0.9340603302645571,1613946955939,6654
+"eps_1",1e-05,1613946955939,6654
+"wd_2",0.01,1613946955939,6654
+"sqr_mom_2",0.99,1613946955939,6654
+"lr_2",7.970255169372712e-05,1613946955939,6654
+"mom_2",0.9340603302645571,1613946955939,6654
+"eps_2",1e-05,1613946955939,6654
+"train_loss",0.0052686194,1613946956904,6655
+"raw_loss",0.0047056745,1613946956904,6655
+"epoch",41.861635220125756,1613946956904,6655
+"wd_0",0.01,1613946956904,6655
+"sqr_mom_0",0.99,1613946956904,6655
+"lr_0",7.959928506060612e-07,1613946956904,6655
+"mom_0",0.9340809837977168,1613946956904,6655
+"eps_0",1e-05,1613946956904,6655
+"wd_1",0.01,1613946956904,6655
+"sqr_mom_1",0.99,1613946956904,6655
+"lr_1",7.959928506060608e-06,1613946956904,6655
+"mom_1",0.9340809837977168,1613946956904,6655
+"eps_1",1e-05,1613946956904,6655
+"wd_2",0.01,1613946956904,6655
+"sqr_mom_2",0.99,1613946956904,6655
+"lr_2",7.959928506060606e-05,1613946956904,6655
+"mom_2",0.9340809837977168,1613946956904,6655
+"eps_2",1e-05,1613946956904,6655
+"train_loss",0.005242348,1613946957880,6656
+"raw_loss",0.0039550597,1613946957880,6656
+"epoch",41.867924528301856,1613946957880,6656
+"wd_0",0.01,1613946957880,6656
+"sqr_mom_0",0.99,1613946957880,6656
+"lr_0",7.949600423493796e-07,1613946957880,6656
+"mom_0",0.9341016401694141,1613946957880,6656
+"eps_0",1e-05,1613946957880,6656
+"wd_1",0.01,1613946957880,6656
+"sqr_mom_1",0.99,1613946957880,6656
+"lr_1",7.949600423493796e-06,1613946957880,6656
+"mom_1",0.9341016401694141,1613946957880,6656
+"eps_1",1e-05,1613946957880,6656
+"wd_2",0.01,1613946957880,6656
+"sqr_mom_2",0.99,1613946957880,6656
+"lr_2",7.949600423493795e-05,1613946957880,6656
+"mom_2",0.9341016401694141,1613946957880,6656
+"eps_2",1e-05,1613946957880,6656
+"train_loss",0.0052856645,1613946958872,6657
+"raw_loss",0.0074081635,1613946958872,6657
+"epoch",41.874213836477956,1613946958872,6657
+"wd_0",0.01,1613946958872,6657
+"sqr_mom_0",0.99,1613946958872,6657
+"lr_0",7.93928462268392e-07,1613946958872,6657
+"mom_0",0.9341222719773519,1613946958872,6657
+"eps_0",1e-05,1613946958872,6657
+"wd_1",0.01,1613946958872,6657
+"sqr_mom_1",0.99,1613946958872,6657
+"lr_1",7.939284622683921e-06,1613946958872,6657
+"mom_1",0.9341222719773519,1613946958872,6657
+"eps_1",1e-05,1613946958872,6657
+"wd_2",0.01,1613946958872,6657
+"sqr_mom_2",0.99,1613946958872,6657
+"lr_2",7.939284622683916e-05,1613946958872,6657
+"mom_2",0.9341222719773519,1613946958872,6657
+"eps_2",1e-05,1613946958872,6657
+"train_loss",0.0052320072,1613946959822,6658
+"raw_loss",0.002602804,1613946959822,6658
+"epoch",41.88050314465406,1613946959822,6658
+"wd_0",0.01,1613946959822,6658
+"sqr_mom_0",0.99,1613946959822,6658
+"lr_0",7.928970836331726e-07,1613946959822,6658
+"mom_0",0.934142899756334,1613946959822,6658
+"eps_0",1e-05,1613946959822,6658
+"wd_1",0.01,1613946959822,6658
+"sqr_mom_1",0.99,1613946959822,6658
+"lr_1",7.928970836331726e-06,1613946959822,6658
+"mom_1",0.934142899756334,1613946959822,6658
+"eps_1",1e-05,1613946959822,6658
+"wd_2",0.01,1613946959822,6658
+"sqr_mom_2",0.99,1613946959822,6658
+"lr_2",7.928970836331724e-05,1613946959822,6658
+"mom_2",0.934142899756334,1613946959822,6658
+"eps_2",1e-05,1613946959822,6658
+"train_loss",0.0051985397,1613946960775,6659
+"raw_loss",0.0035586294,1613946960775,6659
+"epoch",41.88679245283016,1613946960775,6659
+"wd_0",0.01,1613946960775,6659
+"sqr_mom_0",0.99,1613946960775,6659
+"lr_0",7.918662491254073e-07,1613946960775,6659
+"mom_0",0.9341635166526583,1613946960775,6659
+"eps_0",1e-05,1613946960775,6659
+"wd_1",0.01,1613946960775,6659
+"sqr_mom_1",0.99,1613946960775,6659
+"lr_1",7.918662491254077e-06,1613946960775,6659
+"mom_1",0.9341635166526583,1613946960775,6659
+"eps_1",1e-05,1613946960775,6659
+"wd_2",0.01,1613946960775,6659
+"sqr_mom_2",0.99,1613946960775,6659
+"lr_2",7.918662491254074e-05,1613946960775,6659
+"mom_2",0.9341635166526583,1613946960775,6659
+"eps_2",1e-05,1613946960775,6659
+"train_loss",0.00521908,1613946961712,6660
+"raw_loss",0.0062255533,1613946961712,6660
+"epoch",41.89308176100626,1613946961712,6660
+"wd_0",0.01,1613946961712,6660
+"sqr_mom_0",0.99,1613946961712,6660
+"lr_0",7.908359590736637e-07,1613946961712,6660
+"mom_0",0.9341841226597533,1613946961712,6660
+"eps_0",1e-05,1613946961712,6660
+"wd_1",0.01,1613946961712,6660
+"sqr_mom_1",0.99,1613946961712,6660
+"lr_1",7.908359590736635e-06,1613946961712,6660
+"mom_1",0.9341841226597533,1613946961712,6660
+"eps_1",1e-05,1613946961712,6660
+"wd_2",0.01,1613946961712,6660
+"sqr_mom_2",0.99,1613946961712,6660
+"lr_2",7.908359590736634e-05,1613946961712,6660
+"mom_2",0.9341841226597533,1613946961712,6660
+"eps_2",1e-05,1613946961712,6660
+"train_loss",0.0052171927,1613946962658,6661
+"raw_loss",0.00512471,1613946962658,6661
+"epoch",41.89937106918236,1613946962658,6661
+"wd_0",0.01,1613946962658,6661
+"sqr_mom_0",0.99,1613946962658,6661
+"lr_0",7.898065552567016e-07,1613946962658,6661
+"mom_0",0.9342047109419753,1613946962658,6661
+"eps_0",1e-05,1613946962658,6661
+"wd_1",0.01,1613946962658,6661
+"sqr_mom_1",0.99,1613946962658,6661
+"lr_1",7.898065552567014e-06,1613946962658,6661
+"mom_1",0.9342047109419753,1613946962658,6661
+"eps_1",1e-05,1613946962658,6661
+"wd_2",0.01,1613946962658,6661
+"sqr_mom_2",0.99,1613946962658,6661
+"lr_2",7.898065552567013e-05,1613946962658,6661
+"mom_2",0.9342047109419753,1613946962658,6661
+"eps_2",1e-05,1613946962658,6661
+"train_loss",0.005154026,1613946963598,6662
+"raw_loss",0.0020588578,1613946963598,6662
+"epoch",41.90566037735846,1613946963598,6662
+"wd_0",0.01,1613946963598,6662
+"sqr_mom_0",0.99,1613946963598,6662
+"lr_0",7.887770136516389e-07,1613946963598,6662
+"mom_0",0.934225301979987,1613946963598,6662
+"eps_0",1e-05,1613946963598,6662
+"wd_1",0.01,1613946963598,6662
+"sqr_mom_1",0.99,1613946963598,6662
+"lr_1",7.887770136516389e-06,1613946963598,6662
+"mom_1",0.934225301979987,1613946963598,6662
+"eps_1",1e-05,1613946963598,6662
+"wd_2",0.01,1613946963598,6662
+"sqr_mom_2",0.99,1613946963598,6662
+"lr_2",7.887770136516385e-05,1613946963598,6662
+"mom_2",0.934225301979987,1613946963598,6662
+"eps_2",1e-05,1613946963598,6662
+"train_loss",0.0051072882,1613946964547,6663
+"raw_loss",0.0028171334,1613946964547,6663
+"epoch",41.91194968553456,1613946964547,6663
+"wd_0",0.01,1613946964547,6663
+"sqr_mom_0",0.99,1613946964547,6663
+"lr_0",7.877487000261718e-07,1613946964547,6663
+"mom_0",0.9342458684581612,1613946964547,6663
+"eps_0",1e-05,1613946964547,6663
+"wd_1",0.01,1613946964547,6663
+"sqr_mom_1",0.99,1613946964547,6663
+"lr_1",7.877487000261718e-06,1613946964547,6663
+"mom_1",0.9342458684581612,1613946964547,6663
+"eps_1",1e-05,1613946964547,6663
+"wd_2",0.01,1613946964547,6663
+"sqr_mom_2",0.99,1613946964547,6663
+"lr_2",7.877487000261719e-05,1613946964547,6663
+"mom_2",0.9342458684581612,1613946964547,6663
+"eps_2",1e-05,1613946964547,6663
+"train_loss",0.0051721944,1613946965491,6664
+"raw_loss",0.008352594,1613946965491,6664
+"epoch",41.91823899371066,1613946965491,6664
+"wd_0",0.01,1613946965491,6664
+"sqr_mom_0",0.99,1613946965491,6664
+"lr_0",7.867209318071727e-07,1613946965491,6664
+"mom_0",0.9342664240280968,1613946965491,6664
+"eps_0",1e-05,1613946965491,6664
+"wd_1",0.01,1613946965491,6664
+"sqr_mom_1",0.99,1613946965491,6664
+"lr_1",7.867209318071723e-06,1613946965491,6664
+"mom_1",0.9342664240280968,1613946965491,6664
+"eps_1",1e-05,1613946965491,6664
+"wd_2",0.01,1613946965491,6664
+"sqr_mom_2",0.99,1613946965491,6664
+"lr_2",7.867209318071722e-05,1613946965491,6664
+"mom_2",0.9342664240280968,1613946965491,6664
+"eps_2",1e-05,1613946965491,6664
+"train_loss",0.0051499526,1613946966433,6665
+"raw_loss",0.0040600905,1613946966433,6665
+"epoch",41.92452830188676,1613946966433,6665
+"wd_0",0.01,1613946966433,6665
+"sqr_mom_0",0.99,1613946966433,6665
+"lr_0",7.856930278692406e-07,1613946966433,6665
+"mom_0",0.9342869823124382,1613946966433,6665
+"eps_0",1e-05,1613946966433,6665
+"wd_1",0.01,1613946966433,6665
+"sqr_mom_1",0.99,1613946966433,6665
+"lr_1",7.856930278692405e-06,1613946966433,6665
+"mom_1",0.9342869823124382,1613946966433,6665
+"eps_1",1e-05,1613946966433,6665
+"wd_2",0.01,1613946966433,6665
+"sqr_mom_2",0.99,1613946966433,6665
+"lr_2",7.856930278692402e-05,1613946966433,6665
+"mom_2",0.9342869823124382,1613946966433,6665
+"eps_2",1e-05,1613946966433,6665
+"train_loss",0.005153025,1613946967399,6666
+"raw_loss",0.0053035775,1613946967399,6666
+"epoch",41.93081761006286,1613946967399,6666
+"wd_0",0.01,1613946967399,6666
+"sqr_mom_0",0.99,1613946967399,6666
+"lr_0",7.846663518075755e-07,1613946967399,6666
+"mom_0",0.9343075160390089,1613946967399,6666
+"eps_0",1e-05,1613946967399,6666
+"wd_1",0.01,1613946967399,6666
+"sqr_mom_1",0.99,1613946967399,6666
+"lr_1",7.846663518075755e-06,1613946967399,6666
+"mom_1",0.9343075160390089,1613946967399,6666
+"eps_1",1e-05,1613946967399,6666
+"wd_2",0.01,1613946967399,6666
+"sqr_mom_2",0.99,1613946967399,6666
+"lr_2",7.846663518075751e-05,1613946967399,6666
+"mom_2",0.9343075160390089,1613946967399,6666
+"eps_2",1e-05,1613946967399,6666
+"train_loss",0.005213969,1613946968398,6667
+"raw_loss",0.008200211,1613946968398,6667
+"epoch",41.93710691823896,1613946968398,6667
+"wd_0",0.01,1613946968398,6667
+"sqr_mom_0",0.99,1613946968398,6667
+"lr_0",7.836398817704617e-07,1613946968398,6667
+"mom_0",0.9343280456450471,1613946968398,6667
+"eps_0",1e-05,1613946968398,6667
+"wd_1",0.01,1613946968398,6667
+"sqr_mom_1",0.99,1613946968398,6667
+"lr_1",7.83639881770462e-06,1613946968398,6667
+"mom_1",0.9343280456450471,1613946968398,6667
+"eps_1",1e-05,1613946968398,6667
+"wd_2",0.01,1613946968398,6667
+"sqr_mom_2",0.99,1613946968398,6667
+"lr_2",7.836398817704618e-05,1613946968398,6667
+"mom_2",0.9343280456450471,1613946968398,6667
+"eps_2",1e-05,1613946968398,6667
+"train_loss",0.005169085,1613946969357,6668
+"raw_loss",0.0029697868,1613946969357,6668
+"epoch",41.94339622641506,1613946969357,6668
+"wd_0",0.01,1613946969357,6668
+"sqr_mom_0",0.99,1613946969357,6668
+"lr_0",7.826139588114296e-07,1613946969357,6668
+"mom_0",0.9343485643094145,1613946969357,6668
+"eps_0",1e-05,1613946969357,6668
+"wd_1",0.01,1613946969357,6668
+"sqr_mom_1",0.99,1613946969357,6668
+"lr_1",7.826139588114297e-06,1613946969357,6668
+"mom_1",0.9343485643094145,1613946969357,6668
+"eps_1",1e-05,1613946969357,6668
+"wd_2",0.01,1613946969357,6668
+"sqr_mom_2",0.99,1613946969357,6668
+"lr_2",7.82613958811429e-05,1613946969357,6668
+"mom_2",0.9343485643094145,1613946969357,6668
+"eps_2",1e-05,1613946969357,6668
+"train_loss",0.0051485696,1613946970327,6669
+"raw_loss",0.004143308,1613946970327,6669
+"epoch",41.94968553459116,1613946970327,6669
+"wd_0",0.01,1613946970327,6669
+"sqr_mom_0",0.99,1613946970327,6669
+"lr_0",7.815885832574794e-07,1613946970327,6669
+"mom_0",0.9343690720255706,1613946970327,6669
+"eps_0",1e-05,1613946970327,6669
+"wd_1",0.01,1613946970327,6669
+"sqr_mom_1",0.99,1613946970327,6669
+"lr_1",7.815885832574793e-06,1613946970327,6669
+"mom_1",0.9343690720255706,1613946970327,6669
+"eps_1",1e-05,1613946970327,6669
+"wd_2",0.01,1613946970327,6669
+"sqr_mom_2",0.99,1613946970327,6669
+"lr_2",7.815885832574793e-05,1613946970327,6669
+"mom_2",0.9343690720255706,1613946970327,6669
+"eps_2",1e-05,1613946970327,6669
+"train_loss",0.0051327203,1613946971275,6670
+"raw_loss",0.004356098,1613946971275,6670
+"epoch",41.95597484276726,1613946971275,6670
+"wd_0",0.01,1613946971275,6670
+"sqr_mom_0",0.99,1613946971275,6670
+"lr_0",7.805640952543238e-07,1613946971275,6670
+"mom_0",0.9343895619905334,1613946971275,6670
+"eps_0",1e-05,1613946971275,6670
+"wd_1",0.01,1613946971275,6670
+"sqr_mom_1",0.99,1613946971275,6670
+"lr_1",7.805640952543242e-06,1613946971275,6670
+"mom_1",0.9343895619905334,1613946971275,6670
+"eps_1",1e-05,1613946971275,6670
+"wd_2",0.01,1613946971275,6670
+"sqr_mom_2",0.99,1613946971275,6670
+"lr_2",7.80564095254324e-05,1613946971275,6670
+"mom_2",0.9343895619905334,1613946971275,6670
+"eps_2",1e-05,1613946971275,6670
+"train_loss",0.005161929,1613946972270,6671
+"raw_loss",0.006593162,1613946972270,6671
+"epoch",41.96226415094336,1613946972270,6671
+"wd_0",0.01,1613946972270,6671
+"sqr_mom_0",0.99,1613946972270,6671
+"lr_0",7.795394756719606e-07,1613946972270,6671
+"mom_0",0.9344100545871066,1613946972270,6671
+"eps_0",1e-05,1613946972270,6671
+"wd_1",0.01,1613946972270,6671
+"sqr_mom_1",0.99,1613946972270,6671
+"lr_1",7.795394756719604e-06,1613946972270,6671
+"mom_1",0.9344100545871066,1613946972270,6671
+"eps_1",1e-05,1613946972270,6671
+"wd_2",0.01,1613946972270,6671
+"sqr_mom_2",0.99,1613946972270,6671
+"lr_2",7.7953947567196e-05,1613946972270,6671
+"mom_2",0.9344100545871066,1613946972270,6671
+"eps_2",1e-05,1613946972270,6671
+"train_loss",0.0051711337,1613946973235,6672
+"raw_loss",0.005622176,1613946973235,6672
+"epoch",41.96855345911946,1613946973235,6672
+"wd_0",0.01,1613946973235,6672
+"sqr_mom_0",0.99,1613946973235,6672
+"lr_0",7.785160837486342e-07,1613946973235,6672
+"mom_0",0.9344305226302536,1613946973235,6672
+"eps_0",1e-05,1613946973235,6672
+"wd_1",0.01,1613946973235,6672
+"sqr_mom_1",0.99,1613946973235,6672
+"lr_1",7.785160837486342e-06,1613946973235,6672
+"mom_1",0.9344305226302536,1613946973235,6672
+"eps_1",1e-05,1613946973235,6672
+"wd_2",0.01,1613946973235,6672
+"sqr_mom_2",0.99,1613946973235,6672
+"lr_2",7.785160837486338e-05,1613946973235,6672
+"mom_2",0.9344305226302536,1613946973235,6672
+"eps_2",1e-05,1613946973235,6672
+"train_loss",0.005200992,1613946974183,6673
+"raw_loss",0.0066640475,1613946974183,6673
+"epoch",41.97484276729556,1613946974183,6673
+"wd_0",0.01,1613946974183,6673
+"sqr_mom_0",0.99,1613946974183,6673
+"lr_0",7.774932401726141e-07,1613946974183,6673
+"mom_0",0.9344509797063447,1613946974183,6673
+"eps_0",1e-05,1613946974183,6673
+"wd_1",0.01,1613946974183,6673
+"sqr_mom_1",0.99,1613946974183,6673
+"lr_1",7.774932401726138e-06,1613946974183,6673
+"mom_1",0.9344509797063447,1613946974183,6673
+"eps_1",1e-05,1613946974183,6673
+"wd_2",0.01,1613946974183,6673
+"sqr_mom_2",0.99,1613946974183,6673
+"lr_2",7.774932401726138e-05,1613946974183,6673
+"mom_2",0.9344509797063447,1613946974183,6673
+"eps_2",1e-05,1613946974183,6673
+"train_loss",0.005193805,1613946975131,6674
+"raw_loss",0.004841638,1613946975131,6674
+"epoch",41.98113207547166,1613946975131,6674
+"wd_0",0.01,1613946975131,6674
+"sqr_mom_0",0.99,1613946975131,6674
+"lr_0",7.764702670877034e-07,1613946975131,6674
+"mom_0",0.9344714393726397,1613946975131,6674
+"eps_0",1e-05,1613946975131,6674
+"wd_1",0.01,1613946975131,6674
+"sqr_mom_1",0.99,1613946975131,6674
+"lr_1",7.764702670877032e-06,1613946975131,6674
+"mom_1",0.9344714393726397,1613946975131,6674
+"eps_1",1e-05,1613946975131,6674
+"wd_2",0.01,1613946975131,6674
+"sqr_mom_2",0.99,1613946975131,6674
+"lr_2",7.764702670877026e-05,1613946975131,6674
+"mom_2",0.9344714393726397,1613946975131,6674
+"eps_2",1e-05,1613946975131,6674
+"train_loss",0.0051407316,1613946976085,6675
+"raw_loss",0.0025401302,1613946976085,6675
+"epoch",41.987421383647764,1613946976085,6675
+"wd_0",0.01,1613946976085,6675
+"sqr_mom_0",0.99,1613946976085,6675
+"lr_0",7.754485215479375e-07,1613946976085,6675
+"mom_0",0.934491874487786,1613946976085,6675
+"eps_0",1e-05,1613946976085,6675
+"wd_1",0.01,1613946976085,6675
+"sqr_mom_1",0.99,1613946976085,6675
+"lr_1",7.754485215479382e-06,1613946976085,6675
+"mom_1",0.934491874487786,1613946976085,6675
+"eps_1",1e-05,1613946976085,6675
+"wd_2",0.01,1613946976085,6675
+"sqr_mom_2",0.99,1613946976085,6675
+"lr_2",7.754485215479375e-05,1613946976085,6675
+"mom_2",0.934491874487786,1613946976085,6675
+"eps_2",1e-05,1613946976085,6675
+"train_loss",0.0051365397,1613946977041,6676
+"raw_loss",0.0049311374,1613946977041,6676
+"epoch",41.993710691823864,1613946977041,6676
+"wd_0",0.01,1613946977041,6676
+"sqr_mom_0",0.99,1613946977041,6676
+"lr_0",7.744273253325812e-07,1613946977041,6676
+"mom_0",0.9345122986163344,1613946977041,6676
+"eps_0",1e-05,1613946977041,6676
+"wd_1",0.01,1613946977041,6676
+"sqr_mom_1",0.99,1613946977041,6676
+"lr_1",7.744273253325815e-06,1613946977041,6676
+"mom_1",0.9345122986163344,1613946977041,6676
+"eps_1",1e-05,1613946977041,6676
+"wd_2",0.01,1613946977041,6676
+"sqr_mom_2",0.99,1613946977041,6676
+"lr_2",7.744273253325811e-05,1613946977041,6676
+"mom_2",0.9345122986163344,1613946977041,6676
+"eps_2",1e-05,1613946977041,6676
+"train_loss",0.0051624584,1613946978005,6677
+"raw_loss",0.006432479,1613946978005,6677
+"epoch",41.999999999999964,1613946978005,6677
+"wd_0",0.01,1613946978005,6677
+"sqr_mom_0",0.99,1613946978005,6677
+"lr_0",7.734060016790216e-07,1613946978005,6677
+"mom_0",0.9345327252936725,1613946978005,6677
+"eps_0",1e-05,1613946978005,6677
+"wd_1",0.01,1613946978005,6677
+"sqr_mom_1",0.99,1613946978005,6677
+"lr_1",7.734060016790214e-06,1613946978005,6677
+"mom_1",0.9345327252936725,1613946978005,6677
+"eps_1",1e-05,1613946978005,6677
+"wd_2",0.01,1613946978005,6677
+"sqr_mom_2",0.99,1613946978005,6677
+"lr_2",7.734060016790215e-05,1613946978005,6677
+"mom_2",0.9345327252936725,1613946978005,6677
+"eps_2",1e-05,1613946978005,6677
+"valid_loss",0.08633394539356232,1613947013480,6677
+"_rmse",0.2938264012336731,1613947013480,6677
+"epoch",42,1613947013480,6677
+"train_loss",0.0051155775,1613947014550,6678
+"raw_loss",0.0028184024,1613947014550,6678
+"epoch",42.0062893081761,1613947014550,6678
+"wd_0",0.01,1613947014550,6678
+"sqr_mom_0",0.99,1613947014550,6678
+"lr_0",7.72385905453197e-07,1613947014550,6678
+"mom_0",0.9345531274222102,1613947014550,6678
+"eps_0",1e-05,1613947014550,6678
+"wd_1",0.01,1613947014550,6678
+"sqr_mom_1",0.99,1613947014550,6678
+"lr_1",7.723859054531971e-06,1613947014550,6678
+"mom_1",0.9345531274222102,1613947014550,6678
+"eps_1",1e-05,1613947014550,6678
+"wd_2",0.01,1613947014550,6678
+"sqr_mom_2",0.99,1613947014550,6678
+"lr_2",7.723859054531966e-05,1613947014550,6678
+"mom_2",0.9345531274222102,1613947014550,6678
+"eps_2",1e-05,1613947014550,6678
+"train_loss",0.00508036,1613947015549,6679
+"raw_loss",0.003354705,1613947015549,6679
+"epoch",42.0125786163522,1613947015549,6679
+"wd_0",0.01,1613947015549,6679
+"sqr_mom_0",0.99,1613947015549,6679
+"lr_0",7.713660213486153e-07,1613947015549,6679
+"mom_0",0.9345735253082808,1613947015549,6679
+"eps_0",1e-05,1613947015549,6679
+"wd_1",0.01,1613947015549,6679
+"sqr_mom_1",0.99,1613947015549,6679
+"lr_1",7.713660213486154e-06,1613947015549,6679
+"mom_1",0.9345735253082808,1613947015549,6679
+"eps_1",1e-05,1613947015549,6679
+"wd_2",0.01,1613947015549,6679
+"sqr_mom_2",0.99,1613947015549,6679
+"lr_2",7.71366021348615e-05,1613947015549,6679
+"mom_2",0.9345735253082808,1613947015549,6679
+"eps_2",1e-05,1613947015549,6679
+"train_loss",0.005080967,1613947016488,6680
+"raw_loss",0.005110714,1613947016488,6680
+"epoch",42.0188679245283,1613947016488,6680
+"wd_0",0.01,1613947016488,6680
+"sqr_mom_0",0.99,1613947016488,6680
+"lr_0",7.703466882342673e-07,1613947016488,6680
+"mom_0",0.9345939121744363,1613947016488,6680
+"eps_0",1e-05,1613947016488,6680
+"wd_1",0.01,1613947016488,6680
+"sqr_mom_1",0.99,1613947016488,6680
+"lr_1",7.703466882342673e-06,1613947016488,6680
+"mom_1",0.9345939121744363,1613947016488,6680
+"eps_1",1e-05,1613947016488,6680
+"wd_2",0.01,1613947016488,6680
+"sqr_mom_2",0.99,1613947016488,6680
+"lr_2",7.703466882342668e-05,1613947016488,6680
+"mom_2",0.9345939121744363,1613947016488,6680
+"eps_2",1e-05,1613947016488,6680
+"train_loss",0.0051328847,1613947017453,6681
+"raw_loss",0.007676851,1613947017453,6681
+"epoch",42.0251572327044,1613947017453,6681
+"wd_0",0.01,1613947017453,6681
+"sqr_mom_0",0.99,1613947017453,6681
+"lr_0",7.693279064350537e-07,1613947017453,6681
+"mom_0",0.934614288014179,1613947017453,6681
+"eps_0",1e-05,1613947017453,6681
+"wd_1",0.01,1613947017453,6681
+"sqr_mom_1",0.99,1613947017453,6681
+"lr_1",7.693279064350535e-06,1613947017453,6681
+"mom_1",0.934614288014179,1613947017453,6681
+"eps_1",1e-05,1613947017453,6681
+"wd_2",0.01,1613947017453,6681
+"sqr_mom_2",0.99,1613947017453,6681
+"lr_2",7.69327906435053e-05,1613947017453,6681
+"mom_2",0.934614288014179,1613947017453,6681
+"eps_2",1e-05,1613947017453,6681
+"train_loss",0.0051413616,1613947018514,6682
+"raw_loss",0.005556734,1613947018514,6682
+"epoch",42.0314465408805,1613947018514,6682
+"wd_0",0.01,1613947018514,6682
+"sqr_mom_0",0.99,1613947018514,6682
+"lr_0",7.683100139056575e-07,1613947018514,6682
+"mom_0",0.9346346460683475,1613947018514,6682
+"eps_0",1e-05,1613947018514,6682
+"wd_1",0.01,1613947018514,6682
+"sqr_mom_1",0.99,1613947018514,6682
+"lr_1",7.68310013905658e-06,1613947018514,6682
+"mom_1",0.9346346460683475,1613947018514,6682
+"eps_1",1e-05,1613947018514,6682
+"wd_2",0.01,1613947018514,6682
+"sqr_mom_2",0.99,1613947018514,6682
+"lr_2",7.683100139056575e-05,1613947018514,6682
+"mom_2",0.9346346460683475,1613947018514,6682
+"eps_2",1e-05,1613947018514,6682
+"train_loss",0.0051192185,1613947019494,6683
+"raw_loss",0.0040341984,1613947019494,6683
+"epoch",42.0377358490566,1613947019494,6683
+"wd_0",0.01,1613947019494,6683
+"sqr_mom_0",0.99,1613947019494,6683
+"lr_0",7.672919980807547e-07,1613947019494,6683
+"mom_0",0.9346550065884507,1613947019494,6683
+"eps_0",1e-05,1613947019494,6683
+"wd_1",0.01,1613947019494,6683
+"sqr_mom_1",0.99,1613947019494,6683
+"lr_1",7.672919980807548e-06,1613947019494,6683
+"mom_1",0.9346550065884507,1613947019494,6683
+"eps_1",1e-05,1613947019494,6683
+"wd_2",0.01,1613947019494,6683
+"sqr_mom_2",0.99,1613947019494,6683
+"lr_2",7.672919980807546e-05,1613947019494,6683
+"mom_2",0.9346550065884507,1613947019494,6683
+"eps_2",1e-05,1613947019494,6683
+"train_loss",0.005082495,1613947020509,6684
+"raw_loss",0.0032830364,1613947020509,6684
+"epoch",42.0440251572327,1613947020509,6684
+"wd_0",0.01,1613947020509,6684
+"sqr_mom_0",0.99,1613947020509,6684
+"lr_0",7.662752094381887e-07,1613947020509,6684
+"mom_0",0.9346753425646618,1613947020509,6684
+"eps_0",1e-05,1613947020509,6684
+"wd_1",0.01,1613947020509,6684
+"sqr_mom_1",0.99,1613947020509,6684
+"lr_1",7.662752094381892e-06,1613947020509,6684
+"mom_1",0.9346753425646618,1613947020509,6684
+"eps_1",1e-05,1613947020509,6684
+"wd_2",0.01,1613947020509,6684
+"sqr_mom_2",0.99,1613947020509,6684
+"lr_2",7.662752094381885e-05,1613947020509,6684
+"mom_2",0.9346753425646618,1613947020509,6684
+"eps_2",1e-05,1613947020509,6684
+"train_loss",0.005130094,1613947021477,6685
+"raw_loss",0.0074624415,1613947021477,6685
+"epoch",42.0503144654088,1613947021477,6685
+"wd_0",0.01,1613947021477,6685
+"sqr_mom_0",0.99,1613947021477,6685
+"lr_0",7.652582988814083e-07,1613947021477,6685
+"mom_0",0.9346956809791815,1613947021477,6685
+"eps_0",1e-05,1613947021477,6685
+"wd_1",0.01,1613947021477,6685
+"sqr_mom_1",0.99,1613947021477,6685
+"lr_1",7.652582988814085e-06,1613947021477,6685
+"mom_1",0.9346956809791815,1613947021477,6685
+"eps_1",1e-05,1613947021477,6685
+"wd_2",0.01,1613947021477,6685
+"sqr_mom_2",0.99,1613947021477,6685
+"lr_2",7.652582988814077e-05,1613947021477,6685
+"mom_2",0.9346956809791815,1613947021477,6685
+"eps_2",1e-05,1613947021477,6685
+"train_loss",0.0051013962,1613947022466,6686
+"raw_loss",0.0036952111,1613947022466,6686
+"epoch",42.056603773584904,1613947022466,6686
+"wd_0",0.01,1613947022466,6686
+"sqr_mom_0",0.99,1613947022466,6686
+"lr_0",7.642426154220311e-07,1613947022466,6686
+"mom_0",0.9347159948515078,1613947022466,6686
+"eps_0",1e-05,1613947022466,6686
+"wd_1",0.01,1613947022466,6686
+"sqr_mom_1",0.99,1613947022466,6686
+"lr_1",7.64242615422031e-06,1613947022466,6686
+"mom_1",0.9347159948515078,1613947022466,6686
+"eps_1",1e-05,1613947022466,6686
+"wd_2",0.01,1613947022466,6686
+"sqr_mom_2",0.99,1613947022466,6686
+"lr_2",7.642426154220311e-05,1613947022466,6686
+"mom_2",0.9347159948515078,1613947022466,6686
+"eps_2",1e-05,1613947022466,6686
+"train_loss",0.0051092277,1613947023428,6687
+"raw_loss",0.0054929755,1613947023428,6687
+"epoch",42.062893081761004,1613947023428,6687
+"wd_0",0.01,1613947023428,6687
+"sqr_mom_0",0.99,1613947023428,6687
+"lr_0",7.632274848564485e-07,1613947023428,6687
+"mom_0",0.9347362976658476,1613947023428,6687
+"eps_0",1e-05,1613947023428,6687
+"wd_1",0.01,1613947023428,6687
+"sqr_mom_1",0.99,1613947023428,6687
+"lr_1",7.632274848564485e-06,1613947023428,6687
+"mom_1",0.9347362976658476,1613947023428,6687
+"eps_1",1e-05,1613947023428,6687
+"wd_2",0.01,1613947023428,6687
+"sqr_mom_2",0.99,1613947023428,6687
+"lr_2",7.632274848564481e-05,1613947023428,6687
+"mom_2",0.9347362976658476,1613947023428,6687
+"eps_2",1e-05,1613947023428,6687
+"train_loss",0.0050935685,1613947024388,6688
+"raw_loss",0.0043262737,1613947024388,6688
+"epoch",42.069182389937104,1613947024388,6688
+"wd_0",0.01,1613947024388,6688
+"sqr_mom_0",0.99,1613947024388,6688
+"lr_0",7.62212234448649e-07,1613947024388,6688
+"mom_0",0.9347566028770558,1613947024388,6688
+"eps_0",1e-05,1613947024388,6688
+"wd_1",0.01,1613947024388,6688
+"sqr_mom_1",0.99,1613947024388,6688
+"lr_1",7.622122344486487e-06,1613947024388,6688
+"mom_1",0.9347566028770558,1613947024388,6688
+"eps_1",1e-05,1613947024388,6688
+"wd_2",0.01,1613947024388,6688
+"sqr_mom_2",0.99,1613947024388,6688
+"lr_2",7.622122344486484e-05,1613947024388,6688
+"mom_2",0.9347566028770558,1613947024388,6688
+"eps_2",1e-05,1613947024388,6688
+"train_loss",0.005117963,1613947025384,6689
+"raw_loss",0.006313304,1613947025384,6689
+"epoch",42.075471698113205,1613947025384,6689
+"wd_0",0.01,1613947025384,6689
+"sqr_mom_0",0.99,1613947025384,6689
+"lr_0",7.611982110079358e-07,1613947025384,6689
+"mom_0",0.9347768835486767,1613947025384,6689
+"eps_0",1e-05,1613947025384,6689
+"wd_1",0.01,1613947025384,6689
+"sqr_mom_1",0.99,1613947025384,6689
+"lr_1",7.611982110079357e-06,1613947025384,6689
+"mom_1",0.9347768835486767,1613947025384,6689
+"eps_1",1e-05,1613947025384,6689
+"wd_2",0.01,1613947025384,6689
+"sqr_mom_2",0.99,1613947025384,6689
+"lr_2",7.611982110079357e-05,1613947025384,6689
+"mom_2",0.9347768835486767,1613947025384,6689
+"eps_2",1e-05,1613947025384,6689
+"train_loss",0.005104699,1613947026388,6690
+"raw_loss",0.0044547725,1613947026388,6690
+"epoch",42.081761006289305,1613947026388,6690
+"wd_0",0.01,1613947026388,6690
+"sqr_mom_0",0.99,1613947026388,6690
+"lr_0",7.601844052686823e-07,1613947026388,6690
+"mom_0",0.934797159866225,1613947026388,6690
+"eps_0",1e-05,1613947026388,6690
+"wd_1",0.01,1613947026388,6690
+"sqr_mom_1",0.99,1613947026388,6690
+"lr_1",7.6018440526868174e-06,1613947026388,6690
+"mom_1",0.934797159866225,1613947026388,6690
+"eps_1",1e-05,1613947026388,6690
+"wd_2",0.01,1613947026388,6690
+"sqr_mom_2",0.99,1613947026388,6690
+"lr_2",7.601844052686815e-05,1613947026388,6690
+"mom_2",0.934797159866225,1613947026388,6690
+"eps_2",1e-05,1613947026388,6690
+"train_loss",0.005117745,1613947027399,6691
+"raw_loss",0.005756993,1613947027399,6691
+"epoch",42.088050314465406,1613947027399,6691
+"wd_0",0.01,1613947027399,6691
+"sqr_mom_0",0.99,1613947027399,6691
+"lr_0",7.591711540836738e-07,1613947027399,6691
+"mom_0",0.9348174250925774,1613947027399,6691
+"eps_0",1e-05,1613947027399,6691
+"wd_1",0.01,1613947027399,6691
+"sqr_mom_1",0.99,1613947027399,6691
+"lr_1",7.591711540836738e-06,1613947027399,6691
+"mom_1",0.9348174250925774,1613947027399,6691
+"eps_1",1e-05,1613947027399,6691
+"wd_2",0.01,1613947027399,6691
+"sqr_mom_2",0.99,1613947027399,6691
+"lr_2",7.591711540836738e-05,1613947027399,6691
+"mom_2",0.9348174250925774,1613947027399,6691
+"eps_2",1e-05,1613947027399,6691
+"train_loss",0.0051414226,1613947028378,6692
+"raw_loss",0.0063016266,1613947028378,6692
+"epoch",42.094339622641506,1613947028378,6692
+"wd_0",0.01,1613947028378,6692
+"sqr_mom_0",0.99,1613947028378,6692
+"lr_0",7.581584577758739e-07,1613947028378,6692
+"mom_0",0.9348376792212747,1613947028378,6692
+"eps_0",1e-05,1613947028378,6692
+"wd_1",0.01,1613947028378,6692
+"sqr_mom_1",0.99,1613947028378,6692
+"lr_1",7.581584577758739e-06,1613947028378,6692
+"mom_1",0.9348376792212747,1613947028378,6692
+"eps_1",1e-05,1613947028378,6692
+"wd_2",0.01,1613947028378,6692
+"sqr_mom_2",0.99,1613947028378,6692
+"lr_2",7.581584577758736e-05,1613947028378,6692
+"mom_2",0.9348376792212747,1613947028378,6692
+"eps_2",1e-05,1613947028378,6692
+"train_loss",0.0051391223,1613947029339,6693
+"raw_loss",0.005026394,1613947029339,6693
+"epoch",42.10062893081761,1613947029339,6693
+"wd_0",0.01,1613947029339,6693
+"sqr_mom_0",0.99,1613947029339,6693
+"lr_0",7.571466522778498e-07,1613947029339,6693
+"mom_0",0.9348579155335983,1613947029339,6693
+"eps_0",1e-05,1613947029339,6693
+"wd_1",0.01,1613947029339,6693
+"sqr_mom_1",0.99,1613947029339,6693
+"lr_1",7.571466522778497e-06,1613947029339,6693
+"mom_1",0.9348579155335983,1613947029339,6693
+"eps_1",1e-05,1613947029339,6693
+"wd_2",0.01,1613947029339,6693
+"sqr_mom_2",0.99,1613947029339,6693
+"lr_2",7.571466522778491e-05,1613947029339,6693
+"mom_2",0.9348579155335983,1613947029339,6693
+"eps_2",1e-05,1613947029339,6693
+"train_loss",0.0050801737,1613947030337,6694
+"raw_loss",0.0021916833,1613947030337,6694
+"epoch",42.10691823899371,1613947030337,6694
+"wd_0",0.01,1613947030337,6694
+"sqr_mom_0",0.99,1613947030337,6694
+"lr_0",7.561347310828628e-07,1613947030337,6694
+"mom_0",0.9348781541598843,1613947030337,6694
+"eps_0",1e-05,1613947030337,6694
+"wd_1",0.01,1613947030337,6694
+"sqr_mom_1",0.99,1613947030337,6694
+"lr_1",7.561347310828627e-06,1613947030337,6694
+"mom_1",0.9348781541598843,1613947030337,6694
+"eps_1",1e-05,1613947030337,6694
+"wd_2",0.01,1613947030337,6694
+"sqr_mom_2",0.99,1613947030337,6694
+"lr_2",7.561347310828625e-05,1613947030337,6694
+"mom_2",0.9348781541598843,1613947030337,6694
+"eps_2",1e-05,1613947030337,6694
+"train_loss",0.005053764,1613947031307,6695
+"raw_loss",0.0037596913,1613947031307,6695
+"epoch",42.11320754716981,1613947031307,6695
+"wd_0",0.01,1613947031307,6695
+"sqr_mom_0",0.99,1613947031307,6695
+"lr_0",7.551240365837532e-07,1613947031307,6695
+"mom_0",0.9348983682520075,1613947031307,6695
+"eps_0",1e-05,1613947031307,6695
+"wd_1",0.01,1613947031307,6695
+"sqr_mom_1",0.99,1613947031307,6695
+"lr_1",7.551240365837534e-06,1613947031307,6695
+"mom_1",0.9348983682520075,1613947031307,6695
+"eps_1",1e-05,1613947031307,6695
+"wd_2",0.01,1613947031307,6695
+"sqr_mom_2",0.99,1613947031307,6695
+"lr_2",7.551240365837524e-05,1613947031307,6695
+"mom_2",0.9348983682520075,1613947031307,6695
+"eps_2",1e-05,1613947031307,6695
+"train_loss",0.0050589405,1613947032276,6696
+"raw_loss",0.0053125853,1613947032276,6696
+"epoch",42.11949685534591,1613947032276,6696
+"wd_0",0.01,1613947032276,6696
+"sqr_mom_0",0.99,1613947032276,6696
+"lr_0",7.541138978829514e-07,1613947032276,6696
+"mom_0",0.9349185712280532,1613947032276,6696
+"eps_0",1e-05,1613947032276,6696
+"wd_1",0.01,1613947032276,6696
+"sqr_mom_1",0.99,1613947032276,6696
+"lr_1",7.541138978829517e-06,1613947032276,6696
+"mom_1",0.9349185712280532,1613947032276,6696
+"eps_1",1e-05,1613947032276,6696
+"wd_2",0.01,1613947032276,6696
+"sqr_mom_2",0.99,1613947032276,6696
+"lr_2",7.541138978829512e-05,1613947032276,6696
+"mom_2",0.9349185712280532,1613947032276,6696
+"eps_2",1e-05,1613947032276,6696
+"train_loss",0.0050416924,1613947033249,6697
+"raw_loss",0.004196539,1613947033249,6697
+"epoch",42.12578616352201,1613947033249,6697
+"wd_0",0.01,1613947033249,6697
+"sqr_mom_0",0.99,1613947033249,6697
+"lr_0",7.531036455582007e-07,1613947033249,6697
+"mom_0",0.9349387764766007,1613947033249,6697
+"eps_0",1e-05,1613947033249,6697
+"wd_1",0.01,1613947033249,6697
+"sqr_mom_1",0.99,1613947033249,6697
+"lr_1",7.531036455582008e-06,1613947033249,6697
+"mom_1",0.9349387764766007,1613947033249,6697
+"eps_1",1e-05,1613947033249,6697
+"wd_2",0.01,1613947033249,6697
+"sqr_mom_2",0.99,1613947033249,6697
+"lr_2",7.531036455582003e-05,1613947033249,6697
+"mom_2",0.9349387764766007,1613947033249,6697
+"eps_2",1e-05,1613947033249,6697
+"train_loss",0.005000159,1613947034223,6698
+"raw_loss",0.002965019,1613947034223,6698
+"epoch",42.13207547169811,1613947034223,6698
+"wd_0",0.01,1613947034223,6698
+"sqr_mom_0",0.99,1613947034223,6698
+"lr_0",7.52094619788453e-07,1613947034223,6698
+"mom_0",0.9349589571938028,1613947034223,6698
+"eps_0",1e-05,1613947034223,6698
+"wd_1",0.01,1613947034223,6698
+"sqr_mom_1",0.99,1613947034223,6698
+"lr_1",7.520946197884525e-06,1613947034223,6698
+"mom_1",0.9349589571938028,1613947034223,6698
+"eps_1",1e-05,1613947034223,6698
+"wd_2",0.01,1613947034223,6698
+"sqr_mom_2",0.99,1613947034223,6698
+"lr_2",7.520946197884522e-05,1613947034223,6698
+"mom_2",0.9349589571938028,1613947034223,6698
+"eps_2",1e-05,1613947034223,6698
+"train_loss",0.0050704423,1613947035237,6699
+"raw_loss",0.008514316,1613947035237,6699
+"epoch",42.13836477987421,1613947035237,6699
+"wd_0",0.01,1613947035237,6699
+"sqr_mom_0",0.99,1613947035237,6699
+"lr_0",7.51086150781965e-07,1613947035237,6699
+"mom_0",0.9349791267756284,1613947035237,6699
+"eps_0",1e-05,1613947035237,6699
+"wd_1",0.01,1613947035237,6699
+"sqr_mom_1",0.99,1613947035237,6699
+"lr_1",7.5108615078196464e-06,1613947035237,6699
+"mom_1",0.9349791267756284,1613947035237,6699
+"eps_1",1e-05,1613947035237,6699
+"wd_2",0.01,1613947035237,6699
+"sqr_mom_2",0.99,1613947035237,6699
+"lr_2",7.510861507819644e-05,1613947035237,6699
+"mom_2",0.9349791267756284,1613947035237,6699
+"eps_2",1e-05,1613947035237,6699
+"train_loss",0.0051425425,1613947036211,6700
+"raw_loss",0.008675451,1613947036211,6700
+"epoch",42.14465408805031,1613947036211,6700
+"wd_0",0.01,1613947036211,6700
+"sqr_mom_0",0.99,1613947036211,6700
+"lr_0",7.500775702248656e-07,1613947036211,6700
+"mom_0",0.9349992985884885,1613947036211,6700
+"eps_0",1e-05,1613947036211,6700
+"wd_1",0.01,1613947036211,6700
+"sqr_mom_1",0.99,1613947036211,6700
+"lr_1",7.500775702248656e-06,1613947036211,6700
+"mom_1",0.9349992985884885,1613947036211,6700
+"eps_1",1e-05,1613947036211,6700
+"wd_2",0.01,1613947036211,6700
+"sqr_mom_2",0.99,1613947036211,6700
+"lr_2",7.500775702248651e-05,1613947036211,6700
+"mom_2",0.9349992985884885,1613947036211,6700
+"eps_2",1e-05,1613947036211,6700
+"train_loss",0.005122655,1613947037222,6701
+"raw_loss",0.0041481717,1613947037222,6701
+"epoch",42.15094339622641,1613947037222,6701
+"wd_0",0.01,1613947037222,6701
+"sqr_mom_0",0.99,1613947037222,6701
+"lr_0",7.490702160783765e-07,1613947037222,6701
+"mom_0",0.9350194458728912,1613947037222,6701
+"eps_0",1e-05,1613947037222,6701
+"wd_1",0.01,1613947037222,6701
+"sqr_mom_1",0.99,1613947037222,6701
+"lr_1",7.490702160783758e-06,1613947037222,6701
+"mom_1",0.9350194458728912,1613947037222,6701
+"eps_1",1e-05,1613947037222,6701
+"wd_2",0.01,1613947037222,6701
+"sqr_mom_2",0.99,1613947037222,6701
+"lr_2",7.490702160783757e-05,1613947037222,6701
+"mom_2",0.9350194458728912,1613947037222,6701
+"eps_2",1e-05,1613947037222,6701
+"train_loss",0.0051297853,1613947038237,6702
+"raw_loss",0.005479168,1613947038237,6702
+"epoch",42.15723270440251,1613947038237,6702
+"wd_0",0.01,1613947038237,6702
+"sqr_mom_0",0.99,1613947038237,6702
+"lr_0",7.48063085711137e-07,1613947038237,6702
+"mom_0",0.935039588681664,1613947038237,6702
+"eps_0",1e-05,1613947038237,6702
+"wd_1",0.01,1613947038237,6702
+"sqr_mom_1",0.99,1613947038237,6702
+"lr_1",7.480630857111372e-06,1613947038237,6702
+"mom_1",0.935039588681664,1613947038237,6702
+"eps_1",1e-05,1613947038237,6702
+"wd_2",0.01,1613947038237,6702
+"sqr_mom_2",0.99,1613947038237,6702
+"lr_2",7.480630857111366e-05,1613947038237,6702
+"mom_2",0.935039588681664,1613947038237,6702
+"eps_2",1e-05,1613947038237,6702
+"train_loss",0.0053341505,1613947039219,6703
+"raw_loss",0.015348048,1613947039219,6703
+"epoch",42.16352201257861,1613947039219,6703
+"wd_0",0.01,1613947039219,6703
+"sqr_mom_0",0.99,1613947039219,6703
+"lr_0",7.470565137616759e-07,1613947039219,6703
+"mom_0",0.9350597203219697,1613947039219,6703
+"eps_0",1e-05,1613947039219,6703
+"wd_1",0.01,1613947039219,6703
+"sqr_mom_1",0.99,1613947039219,6703
+"lr_1",7.470565137616752e-06,1613947039219,6703
+"mom_1",0.9350597203219697,1613947039219,6703
+"eps_1",1e-05,1613947039219,6703
+"wd_2",0.01,1613947039219,6703
+"sqr_mom_2",0.99,1613947039219,6703
+"lr_2",7.470565137616752e-05,1613947039219,6703
+"mom_2",0.9350597203219697,1613947039219,6703
+"eps_2",1e-05,1613947039219,6703
+"train_loss",0.0052992124,1613947040190,6704
+"raw_loss",0.0035872504,1613947040190,6704
+"epoch",42.16981132075471,1613947040190,6704
+"wd_0",0.01,1613947040190,6704
+"sqr_mom_0",0.99,1613947040190,6704
+"lr_0",7.460505005508255e-07,1613947040190,6704
+"mom_0",0.9350798407873914,1613947040190,6704
+"eps_0",1e-05,1613947040190,6704
+"wd_1",0.01,1613947040190,6704
+"sqr_mom_1",0.99,1613947040190,6704
+"lr_1",7.4605050055082564e-06,1613947040190,6704
+"mom_1",0.9350798407873914,1613947040190,6704
+"eps_1",1e-05,1613947040190,6704
+"wd_2",0.01,1613947040190,6704
+"sqr_mom_2",0.99,1613947040190,6704
+"lr_2",7.460505005508252e-05,1613947040190,6704
+"mom_2",0.9350798407873914,1613947040190,6704
+"eps_2",1e-05,1613947040190,6704
+"train_loss",0.005342202,1613947041180,6705
+"raw_loss",0.007448682,1613947041180,6705
+"epoch",42.17610062893081,1613947041180,6705
+"wd_0",0.01,1613947041180,6705
+"sqr_mom_0",0.99,1613947041180,6705
+"lr_0",7.450453797904868e-07,1613947041180,6705
+"mom_0",0.9350999434036242,1613947041180,6705
+"eps_0",1e-05,1613947041180,6705
+"wd_1",0.01,1613947041180,6705
+"sqr_mom_1",0.99,1613947041180,6705
+"lr_1",7.450453797904864e-06,1613947041180,6705
+"mom_1",0.9350999434036242,1613947041180,6705
+"eps_1",1e-05,1613947041180,6705
+"wd_2",0.01,1613947041180,6705
+"sqr_mom_2",0.99,1613947041180,6705
+"lr_2",7.45045379790486e-05,1613947041180,6705
+"mom_2",0.9350999434036242,1613947041180,6705
+"eps_2",1e-05,1613947041180,6705
+"train_loss",0.005317538,1613947042197,6706
+"raw_loss",0.004109021,1613947042197,6706
+"epoch",42.18238993710691,1613947042197,6706
+"wd_0",0.01,1613947042197,6706
+"sqr_mom_0",0.99,1613947042197,6706
+"lr_0",7.440401516273978e-07,1613947042197,6706
+"mom_0",0.9351200481679337,1613947042197,6706
+"eps_0",1e-05,1613947042197,6706
+"wd_1",0.01,1613947042197,6706
+"sqr_mom_1",0.99,1613947042197,6706
+"lr_1",7.440401516273981e-06,1613947042197,6706
+"mom_1",0.9351200481679337,1613947042197,6706
+"eps_1",1e-05,1613947042197,6706
+"wd_2",0.01,1613947042197,6706
+"sqr_mom_2",0.99,1613947042197,6706
+"lr_2",7.440401516273974e-05,1613947042197,6706
+"mom_2",0.9351200481679337,1613947042197,6706
+"eps_2",1e-05,1613947042197,6706
+"train_loss",0.0053473474,1613947043190,6707
+"raw_loss",0.0068080067,1613947043190,6707
+"epoch",42.18867924528301,1613947043190,6707
+"wd_0",0.01,1613947043190,6707
+"sqr_mom_0",0.99,1613947043190,6707
+"lr_0",7.430361495755666e-07,1613947043190,6707
+"mom_0",0.9351401284097727,1613947043190,6707
+"eps_0",1e-05,1613947043190,6707
+"wd_1",0.01,1613947043190,6707
+"sqr_mom_1",0.99,1613947043190,6707
+"lr_1",7.4303614957556675e-06,1613947043190,6707
+"mom_1",0.9351401284097727,1613947043190,6707
+"eps_1",1e-05,1613947043190,6707
+"wd_2",0.01,1613947043190,6707
+"sqr_mom_2",0.99,1613947043190,6707
+"lr_2",7.430361495755662e-05,1613947043190,6707
+"mom_2",0.9351401284097727,1613947043190,6707
+"eps_2",1e-05,1613947043190,6707
+"train_loss",0.005368075,1613947044182,6708
+"raw_loss",0.0063837264,1613947044182,6708
+"epoch",42.19496855345911,1613947044182,6708
+"wd_0",0.01,1613947044182,6708
+"sqr_mom_0",0.99,1613947044182,6708
+"lr_0",7.420327071723636e-07,1613947044182,6708
+"mom_0",0.9351601974585273,1613947044182,6708
+"eps_0",1e-05,1613947044182,6708
+"wd_1",0.01,1613947044182,6708
+"sqr_mom_1",0.99,1613947044182,6708
+"lr_1",7.420327071723641e-06,1613947044182,6708
+"mom_1",0.9351601974585273,1613947044182,6708
+"eps_1",1e-05,1613947044182,6708
+"wd_2",0.01,1613947044182,6708
+"sqr_mom_2",0.99,1613947044182,6708
+"lr_2",7.420327071723634e-05,1613947044182,6708
+"mom_2",0.9351601974585273,1613947044182,6708
+"eps_2",1e-05,1613947044182,6708
+"train_loss",0.005354546,1613947045141,6709
+"raw_loss",0.0046916306,1613947045141,6709
+"epoch",42.20125786163521,1613947045141,6709
+"wd_0",0.01,1613947045141,6709
+"sqr_mom_0",0.99,1613947045141,6709
+"lr_0",7.410291594406915e-07,1613947045141,6709
+"mom_0",0.9351802686138723,1613947045141,6709
+"eps_0",1e-05,1613947045141,6709
+"wd_1",0.01,1613947045141,6709
+"sqr_mom_1",0.99,1613947045141,6709
+"lr_1",7.410291594406917e-06,1613947045141,6709
+"mom_1",0.9351802686138723,1613947045141,6709
+"eps_1",1e-05,1613947045141,6709
+"wd_2",0.01,1613947045141,6709
+"sqr_mom_2",0.99,1613947045141,6709
+"lr_2",7.410291594406912e-05,1613947045141,6709
+"mom_2",0.9351802686138723,1613947045141,6709
+"eps_2",1e-05,1613947045141,6709
+"train_loss",0.0053764204,1613947046134,6710
+"raw_loss",0.006448277,1613947046134,6710
+"epoch",42.20754716981131,1613947046134,6710
+"wd_0",0.01,1613947046134,6710
+"sqr_mom_0",0.99,1613947046134,6710
+"lr_0",7.400268376653346e-07,1613947046134,6710
+"mom_0",0.9352003152498458,1613947046134,6710
+"eps_0",1e-05,1613947046134,6710
+"wd_1",0.01,1613947046134,6710
+"sqr_mom_1",0.99,1613947046134,6710
+"lr_1",7.4002683766533425e-06,1613947046134,6710
+"mom_1",0.9352003152498458,1613947046134,6710
+"eps_1",1e-05,1613947046134,6710
+"wd_2",0.01,1613947046134,6710
+"sqr_mom_2",0.99,1613947046134,6710
+"lr_2",7.40026837665334e-05,1613947046134,6710
+"mom_2",0.9352003152498458,1613947046134,6710
+"eps_2",1e-05,1613947046134,6710
+"train_loss",0.005447235,1613947047124,6711
+"raw_loss",0.00891715,1613947047124,6711
+"epoch",42.213836477987414,1613947047124,6711
+"wd_0",0.01,1613947047124,6711
+"sqr_mom_0",0.99,1613947047124,6711
+"lr_0",7.390247442208859e-07,1613947047124,6711
+"mom_0",0.9352203573191554,1613947047124,6711
+"eps_0",1e-05,1613947047124,6711
+"wd_1",0.01,1613947047124,6711
+"sqr_mom_1",0.99,1613947047124,6711
+"lr_1",7.390247442208855e-06,1613947047124,6711
+"mom_1",0.9352203573191554,1613947047124,6711
+"eps_1",1e-05,1613947047124,6711
+"wd_2",0.01,1613947047124,6711
+"sqr_mom_2",0.99,1613947047124,6711
+"lr_2",7.390247442208851e-05,1613947047124,6711
+"mom_2",0.9352203573191554,1613947047124,6711
+"eps_2",1e-05,1613947047124,6711
+"train_loss",0.0054388028,1613947048075,6712
+"raw_loss",0.005025625,1613947048075,6712
+"epoch",42.220125786163514,1613947048075,6712
+"wd_0",0.01,1613947048075,6712
+"sqr_mom_0",0.99,1613947048075,6712
+"lr_0",7.380232120750822e-07,1613947048075,6712
+"mom_0",0.93524038816238,1613947048075,6712
+"eps_0",1e-05,1613947048075,6712
+"wd_1",0.01,1613947048075,6712
+"sqr_mom_1",0.99,1613947048075,6712
+"lr_1",7.380232120750823e-06,1613947048075,6712
+"mom_1",0.93524038816238,1613947048075,6712
+"eps_1",1e-05,1613947048075,6712
+"wd_2",0.01,1613947048075,6712
+"sqr_mom_2",0.99,1613947048075,6712
+"lr_2",7.380232120750822e-05,1613947048075,6712
+"mom_2",0.93524038816238,1613947048075,6712
+"eps_2",1e-05,1613947048075,6712
+"train_loss",0.0053790826,1613947049046,6713
+"raw_loss",0.0024528,1613947049046,6713
+"epoch",42.226415094339615,1613947049046,6713
+"wd_0",0.01,1613947049046,6713
+"sqr_mom_0",0.99,1613947049046,6713
+"lr_0",7.370222415471515e-07,1613947049046,6713
+"mom_0",0.9352604077731347,1613947049046,6713
+"eps_0",1e-05,1613947049046,6713
+"wd_1",0.01,1613947049046,6713
+"sqr_mom_1",0.99,1613947049046,6713
+"lr_1",7.370222415471517e-06,1613947049046,6713
+"mom_1",0.9352604077731347,1613947049046,6713
+"eps_1",1e-05,1613947049046,6713
+"wd_2",0.01,1613947049046,6713
+"sqr_mom_2",0.99,1613947049046,6713
+"lr_2",7.370222415471511e-05,1613947049046,6713
+"mom_2",0.9352604077731347,1613947049046,6713
+"eps_2",1e-05,1613947049046,6713
+"train_loss",0.005435985,1613947049998,6714
+"raw_loss",0.0082241995,1613947049998,6714
+"epoch",42.232704402515715,1613947049998,6714
+"wd_0",0.01,1613947049998,6714
+"sqr_mom_0",0.99,1613947049998,6714
+"lr_0",7.36022164673424e-07,1613947049998,6714
+"mom_0",0.9352804095106266,1613947049998,6714
+"eps_0",1e-05,1613947049998,6714
+"wd_1",0.01,1613947049998,6714
+"sqr_mom_1",0.99,1613947049998,6714
+"lr_1",7.3602216467342414e-06,1613947049998,6714
+"mom_1",0.9352804095106266,1613947049998,6714
+"eps_1",1e-05,1613947049998,6714
+"wd_2",0.01,1613947049998,6714
+"sqr_mom_2",0.99,1613947049998,6714
+"lr_2",7.360221646734235e-05,1613947049998,6714
+"mom_2",0.9352804095106266,1613947049998,6714
+"eps_2",1e-05,1613947049998,6714
+"train_loss",0.005410614,1613947050990,6715
+"raw_loss",0.004167441,1613947050990,6715
+"epoch",42.238993710691815,1613947050990,6715
+"wd_0",0.01,1613947050990,6715
+"sqr_mom_0",0.99,1613947050990,6715
+"lr_0",7.350219866209189e-07,1613947050990,6715
+"mom_0",0.9353004132717143,1613947050990,6715
+"eps_0",1e-05,1613947050990,6715
+"wd_1",0.01,1613947050990,6715
+"sqr_mom_1",0.99,1613947050990,6715
+"lr_1",7.350219866209185e-06,1613947050990,6715
+"mom_1",0.9353004132717143,1613947050990,6715
+"eps_1",1e-05,1613947050990,6715
+"wd_2",0.01,1613947050990,6715
+"sqr_mom_2",0.99,1613947050990,6715
+"lr_2",7.35021986620918e-05,1613947050990,6715
+"mom_2",0.9353004132717143,1613947050990,6715
+"eps_2",1e-05,1613947050990,6715
+"train_loss",0.0053880047,1613947051943,6716
+"raw_loss",0.004280151,1613947051943,6716
+"epoch",42.245283018867916,1613947051943,6716
+"wd_0",0.01,1613947051943,6716
+"sqr_mom_0",0.99,1613947051943,6716
+"lr_0",7.340230342042743e-07,1613947051943,6716
+"mom_0",0.9353203925198397,1613947051943,6716
+"eps_0",1e-05,1613947051943,6716
+"wd_1",0.01,1613947051943,6716
+"sqr_mom_1",0.99,1613947051943,6716
+"lr_1",7.340230342042743e-06,1613947051943,6716
+"mom_1",0.9353203925198397,1613947051943,6716
+"eps_1",1e-05,1613947051943,6716
+"wd_2",0.01,1613947051943,6716
+"sqr_mom_2",0.99,1613947051943,6716
+"lr_2",7.340230342042737e-05,1613947051943,6716
+"mom_2",0.9353203925198397,1613947051943,6716
+"eps_2",1e-05,1613947051943,6716
+"train_loss",0.0053955605,1613947052900,6717
+"raw_loss",0.005765796,1613947052900,6717
+"epoch",42.251572327044016,1613947052900,6717
+"wd_0",0.01,1613947052900,6717
+"sqr_mom_0",0.99,1613947052900,6717
+"lr_0",7.330246443071804e-07,1613947052900,6717
+"mom_0",0.9353403605174615,1613947052900,6717
+"eps_0",1e-05,1613947052900,6717
+"wd_1",0.01,1613947052900,6717
+"sqr_mom_1",0.99,1613947052900,6717
+"lr_1",7.330246443071807e-06,1613947052900,6717
+"mom_1",0.9353403605174615,1613947052900,6717
+"eps_1",1e-05,1613947052900,6717
+"wd_2",0.01,1613947052900,6717
+"sqr_mom_2",0.99,1613947052900,6717
+"lr_2",7.330246443071803e-05,1613947052900,6717
+"mom_2",0.9353403605174615,1613947052900,6717
+"eps_2",1e-05,1613947052900,6717
+"train_loss",0.0054415152,1613947053873,6718
+"raw_loss",0.007693287,1613947053873,6718
+"epoch",42.25786163522012,1613947053873,6718
+"wd_0",0.01,1613947053873,6718
+"sqr_mom_0",0.99,1613947053873,6718
+"lr_0",7.320261553064769e-07,1613947053873,6718
+"mom_0",0.9353603304971754,1613947053873,6718
+"eps_0",1e-05,1613947053873,6718
+"wd_1",0.01,1613947053873,6718
+"sqr_mom_1",0.99,1613947053873,6718
+"lr_1",7.320261553064774e-06,1613947053873,6718
+"mom_1",0.9353603304971754,1613947053873,6718
+"eps_1",1e-05,1613947053873,6718
+"wd_2",0.01,1613947053873,6718
+"sqr_mom_2",0.99,1613947053873,6718
+"lr_2",7.320261553064769e-05,1613947053873,6718
+"mom_2",0.9353603304971754,1613947053873,6718
+"eps_2",1e-05,1613947053873,6718
+"train_loss",0.005435234,1613947054824,6719
+"raw_loss",0.0051274477,1613947054824,6719
+"epoch",42.26415094339622,1613947054824,6719
+"wd_0",0.01,1613947054824,6719
+"sqr_mom_0",0.99,1613947054824,6719
+"lr_0",7.310288917761449e-07,1613947054824,6719
+"mom_0",0.9353802759672367,1613947054824,6719
+"eps_0",1e-05,1613947054824,6719
+"wd_1",0.01,1613947054824,6719
+"sqr_mom_1",0.99,1613947054824,6719
+"lr_1",7.310288917761449e-06,1613947054824,6719
+"mom_1",0.9353802759672367,1613947054824,6719
+"eps_1",1e-05,1613947054824,6719
+"wd_2",0.01,1613947054824,6719
+"sqr_mom_2",0.99,1613947054824,6719
+"lr_2",7.310288917761448e-05,1613947054824,6719
+"mom_2",0.9353802759672367,1613947054824,6719
+"eps_2",1e-05,1613947054824,6719
+"train_loss",0.005406549,1613947055769,6720
+"raw_loss",0.004000998,1613947055769,6720
+"epoch",42.27044025157232,1613947055769,6720
+"wd_0",0.01,1613947055769,6720
+"sqr_mom_0",0.99,1613947055769,6720
+"lr_0",7.300318611224886e-07,1613947055769,6720
+"mom_0",0.935400216779718,1613947055769,6720
+"eps_0",1e-05,1613947055769,6720
+"wd_1",0.01,1613947055769,6720
+"sqr_mom_1",0.99,1613947055769,6720
+"lr_1",7.300318611224888e-06,1613947055769,6720
+"mom_1",0.935400216779718,1613947055769,6720
+"eps_1",1e-05,1613947055769,6720
+"wd_2",0.01,1613947055769,6720
+"sqr_mom_2",0.99,1613947055769,6720
+"lr_2",7.30031861122488e-05,1613947055769,6720
+"mom_2",0.935400216779718,1613947055769,6720
+"eps_2",1e-05,1613947055769,6720
+"train_loss",0.0053548072,1613947056739,6721
+"raw_loss",0.0028194585,1613947056739,6721
+"epoch",42.27672955974842,1613947056739,6721
+"wd_0",0.01,1613947056739,6721
+"sqr_mom_0",0.99,1613947056739,6721
+"lr_0",7.290353946338563e-07,1613947056739,6721
+"mom_0",0.9354201463087859,1613947056739,6721
+"eps_0",1e-05,1613947056739,6721
+"wd_1",0.01,1613947056739,6721
+"sqr_mom_1",0.99,1613947056739,6721
+"lr_1",7.29035394633856e-06,1613947056739,6721
+"mom_1",0.9354201463087859,1613947056739,6721
+"eps_1",1e-05,1613947056739,6721
+"wd_2",0.01,1613947056739,6721
+"sqr_mom_2",0.99,1613947056739,6721
+"lr_2",7.290353946338556e-05,1613947056739,6721
+"mom_2",0.9354201463087859,1613947056739,6721
+"eps_2",1e-05,1613947056739,6721
+"train_loss",0.005340884,1613947057690,6722
+"raw_loss",0.0046586376,1613947057690,6722
+"epoch",42.28301886792452,1613947057690,6722
+"wd_0",0.01,1613947057690,6722
+"sqr_mom_0",0.99,1613947057690,6722
+"lr_0",7.280394926278591e-07,1613947057690,6722
+"mom_0",0.9354400645480883,1613947057690,6722
+"eps_0",1e-05,1613947057690,6722
+"wd_1",0.01,1613947057690,6722
+"sqr_mom_1",0.99,1613947057690,6722
+"lr_1",7.280394926278588e-06,1613947057690,6722
+"mom_1",0.9354400645480883,1613947057690,6722
+"eps_1",1e-05,1613947057690,6722
+"wd_2",0.01,1613947057690,6722
+"sqr_mom_2",0.99,1613947057690,6722
+"lr_2",7.280394926278586e-05,1613947057690,6722
+"mom_2",0.9354400645480883,1613947057690,6722
+"eps_2",1e-05,1613947057690,6722
+"train_loss",0.005292191,1613947058636,6723
+"raw_loss",0.0029062382,1613947058636,6723
+"epoch",42.28930817610062,1613947058636,6723
+"wd_0",0.01,1613947058636,6723
+"sqr_mom_0",0.99,1613947058636,6723
+"lr_0",7.270444854566883e-07,1613947058636,6723
+"mom_0",0.9354599648905151,1613947058636,6723
+"eps_0",1e-05,1613947058636,6723
+"wd_1",0.01,1613947058636,6723
+"sqr_mom_1",0.99,1613947058636,6723
+"lr_1",7.270444854566876e-06,1613947058636,6723
+"mom_1",0.9354599648905151,1613947058636,6723
+"eps_1",1e-05,1613947058636,6723
+"wd_2",0.01,1613947058636,6723
+"sqr_mom_2",0.99,1613947058636,6723
+"lr_2",7.270444854566875e-05,1613947058636,6723
+"mom_2",0.9354599648905151,1613947058636,6723
+"eps_2",1e-05,1613947058636,6723
+"train_loss",0.0052345432,1613947059570,6724
+"raw_loss",0.0024098018,1613947059570,6724
+"epoch",42.29559748427672,1613947059570,6724
+"wd_0",0.01,1613947059570,6724
+"sqr_mom_0",0.99,1613947059570,6724
+"lr_0",7.260493833333223e-07,1613947059570,6724
+"mom_0",0.9354798671320048,1613947059570,6724
+"eps_0",1e-05,1613947059570,6724
+"wd_1",0.01,1613947059570,6724
+"sqr_mom_1",0.99,1613947059570,6724
+"lr_1",7.260493833333223e-06,1613947059570,6724
+"mom_1",0.9354798671320048,1613947059570,6724
+"eps_1",1e-05,1613947059570,6724
+"wd_2",0.01,1613947059570,6724
+"sqr_mom_2",0.99,1613947059570,6724
+"lr_2",7.260493833333224e-05,1613947059570,6724
+"mom_2",0.9354798671320048,1613947059570,6724
+"eps_2",1e-05,1613947059570,6724
+"train_loss",0.005213138,1613947060523,6725
+"raw_loss",0.0041642976,1613947060523,6725
+"epoch",42.30188679245282,1613947060523,6725
+"wd_0",0.01,1613947060523,6725
+"sqr_mom_0",0.99,1613947060523,6725
+"lr_0",7.250555063387846e-07,1613947060523,6725
+"mom_0",0.935499744870673,1613947060523,6725
+"eps_0",1e-05,1613947060523,6725
+"wd_1",0.01,1613947060523,6725
+"sqr_mom_1",0.99,1613947060523,6725
+"lr_1",7.250555063387844e-06,1613947060523,6725
+"mom_1",0.935499744870673,1613947060523,6725
+"eps_1",1e-05,1613947060523,6725
+"wd_2",0.01,1613947060523,6725
+"sqr_mom_2",0.99,1613947060523,6725
+"lr_2",7.250555063387839e-05,1613947060523,6725
+"mom_2",0.935499744870673,1613947060523,6725
+"eps_2",1e-05,1613947060523,6725
+"train_loss",0.0052382527,1613947061469,6726
+"raw_loss",0.0064688553,1613947061469,6726
+"epoch",42.30817610062892,1613947061469,6726
+"wd_0",0.01,1613947061469,6726
+"sqr_mom_0",0.99,1613947061469,6726
+"lr_0",7.240615357761764e-07,1613947061469,6726
+"mom_0",0.9355196244807212,1613947061469,6726
+"eps_0",1e-05,1613947061469,6726
+"wd_1",0.01,1613947061469,6726
+"sqr_mom_1",0.99,1613947061469,6726
+"lr_1",7.2406153577617675e-06,1613947061469,6726
+"mom_1",0.9355196244807212,1613947061469,6726
+"eps_1",1e-05,1613947061469,6726
+"wd_2",0.01,1613947061469,6726
+"sqr_mom_2",0.99,1613947061469,6726
+"lr_2",7.24061535776176e-05,1613947061469,6726
+"mom_2",0.9355196244807212,1613947061469,6726
+"eps_2",1e-05,1613947061469,6726
+"train_loss",0.0053321933,1613947062414,6727
+"raw_loss",0.009935294,1613947062414,6727
+"epoch",42.31446540880502,1613947062414,6727
+"wd_0",0.01,1613947062414,6727
+"sqr_mom_0",0.99,1613947062414,6727
+"lr_0",7.230687902254187e-07,1613947062414,6727
+"mom_0",0.9355394795902875,1613947062414,6727
+"eps_0",1e-05,1613947062414,6727
+"wd_1",0.01,1613947062414,6727
+"sqr_mom_1",0.99,1613947062414,6727
+"lr_1",7.230687902254186e-06,1613947062414,6727
+"mom_1",0.9355394795902875,1613947062414,6727
+"eps_1",1e-05,1613947062414,6727
+"wd_2",0.01,1613947062414,6727
+"sqr_mom_2",0.99,1613947062414,6727
+"lr_2",7.230687902254183e-05,1613947062414,6727
+"mom_2",0.9355394795902875,1613947062414,6727
+"eps_2",1e-05,1613947062414,6727
+"train_loss",0.005311097,1613947063368,6728
+"raw_loss",0.004277372,1613947063368,6728
+"epoch",42.32075471698112,1613947063368,6728
+"wd_0",0.01,1613947063368,6728
+"sqr_mom_0",0.99,1613947063368,6728
+"lr_0",7.220766106834335e-07,1613947063368,6728
+"mom_0",0.935559323379565,1613947063368,6728
+"eps_0",1e-05,1613947063368,6728
+"wd_1",0.01,1613947063368,6728
+"sqr_mom_1",0.99,1613947063368,6728
+"lr_1",7.220766106834332e-06,1613947063368,6728
+"mom_1",0.935559323379565,1613947063368,6728
+"eps_1",1e-05,1613947063368,6728
+"wd_2",0.01,1613947063368,6728
+"sqr_mom_2",0.99,1613947063368,6728
+"lr_2",7.220766106834326e-05,1613947063368,6728
+"mom_2",0.935559323379565,1613947063368,6728
+"eps_2",1e-05,1613947063368,6728
+"train_loss",0.0053095953,1613947064300,6729
+"raw_loss",0.0052360124,1613947064300,6729
+"epoch",42.32704402515722,1613947064300,6729
+"wd_0",0.01,1613947064300,6729
+"sqr_mom_0",0.99,1613947064300,6729
+"lr_0",7.210843396495623e-07,1613947064300,6729
+"mom_0",0.9355791689986988,1613947064300,6729
+"eps_0",1e-05,1613947064300,6729
+"wd_1",0.01,1613947064300,6729
+"sqr_mom_1",0.99,1613947064300,6729
+"lr_1",7.210843396495628e-06,1613947064300,6729
+"mom_1",0.9355791689986988,1613947064300,6729
+"eps_1",1e-05,1613947064300,6729
+"wd_2",0.01,1613947064300,6729
+"sqr_mom_2",0.99,1613947064300,6729
+"lr_2",7.210843396495624e-05,1613947064300,6729
+"mom_2",0.9355791689986988,1613947064300,6729
+"eps_2",1e-05,1613947064300,6729
+"train_loss",0.005269594,1613947065249,6730
+"raw_loss",0.0033095211,1613947065249,6730
+"epoch",42.33333333333332,1613947065249,6730
+"wd_0",0.01,1613947065249,6730
+"sqr_mom_0",0.99,1613947065249,6730
+"lr_0",7.20093293449164e-07,1613947065249,6730
+"mom_0",0.9355989901209179,1613947065249,6730
+"eps_0",1e-05,1613947065249,6730
+"wd_1",0.01,1613947065249,6730
+"sqr_mom_1",0.99,1613947065249,6730
+"lr_1",7.200932934491642e-06,1613947065249,6730
+"mom_1",0.9355989901209179,1613947065249,6730
+"eps_1",1e-05,1613947065249,6730
+"wd_2",0.01,1613947065249,6730
+"sqr_mom_2",0.99,1613947065249,6730
+"lr_2",7.20093293449164e-05,1613947065249,6730
+"mom_2",0.9355989901209179,1613947065249,6730
+"eps_2",1e-05,1613947065249,6730
+"train_loss",0.005243377,1613947066183,6731
+"raw_loss",0.0039587286,1613947066183,6731
+"epoch",42.33962264150942,1613947066183,6731
+"wd_0",0.01,1613947066183,6731
+"sqr_mom_0",0.99,1613947066183,6731
+"lr_0",7.191028142053164e-07,1613947066183,6731
+"mom_0",0.9356187999038926,1613947066183,6731
+"eps_0",1e-05,1613947066183,6731
+"wd_1",0.01,1613947066183,6731
+"sqr_mom_1",0.99,1613947066183,6731
+"lr_1",7.191028142053161e-06,1613947066183,6731
+"mom_1",0.9356187999038926,1613947066183,6731
+"eps_1",1e-05,1613947066183,6731
+"wd_2",0.01,1613947066183,6731
+"sqr_mom_2",0.99,1613947066183,6731
+"lr_2",7.191028142053158e-05,1613947066183,6731
+"mom_2",0.9356187999038926,1613947066183,6731
+"eps_2",1e-05,1613947066183,6731
+"train_loss",0.0052527585,1613947067140,6732
+"raw_loss",0.0057124724,1613947067140,6732
+"epoch",42.34591194968552,1613947067140,6732
+"wd_0",0.01,1613947067140,6732
+"sqr_mom_0",0.99,1613947067140,6732
+"lr_0",7.181122455460265e-07,1613947067140,6732
+"mom_0",0.9356386114751942,1613947067140,6732
+"eps_0",1e-05,1613947067140,6732
+"wd_1",0.01,1613947067140,6732
+"sqr_mom_1",0.99,1613947067140,6732
+"lr_1",7.181122455460266e-06,1613947067140,6732
+"mom_1",0.9356386114751942,1613947067140,6732
+"eps_1",1e-05,1613947067140,6732
+"wd_2",0.01,1613947067140,6732
+"sqr_mom_2",0.99,1613947067140,6732
+"lr_2",7.181122455460258e-05,1613947067140,6732
+"mom_2",0.9356386114751942,1613947067140,6732
+"eps_2",1e-05,1613947067140,6732
+"train_loss",0.0052023074,1613947068080,6733
+"raw_loss",0.0027301884,1613947068080,6733
+"epoch",42.35220125786162,1613947068080,6733
+"wd_0",0.01,1613947068080,6733
+"sqr_mom_0",0.99,1613947068080,6733
+"lr_0",7.17122901538321e-07,1613947068080,6733
+"mom_0",0.9356583985532191,1613947068080,6733
+"eps_0",1e-05,1613947068080,6733
+"wd_1",0.01,1613947068080,6733
+"sqr_mom_1",0.99,1613947068080,6733
+"lr_1",7.171229015383212e-06,1613947068080,6733
+"mom_1",0.9356583985532191,1613947068080,6733
+"eps_1",1e-05,1613947068080,6733
+"wd_2",0.01,1613947068080,6733
+"sqr_mom_2",0.99,1613947068080,6733
+"lr_2",7.171229015383204e-05,1613947068080,6733
+"mom_2",0.9356583985532191,1613947068080,6733
+"eps_2",1e-05,1613947068080,6733
+"train_loss",0.005167948,1613947069020,6734
+"raw_loss",0.0034843413,1613947069020,6734
+"epoch",42.35849056603772,1613947069020,6734
+"wd_0",0.01,1613947069020,6734
+"sqr_mom_0",0.99,1613947069020,6734
+"lr_0",7.161337974665096e-07,1613947069020,6734
+"mom_0",0.9356781808324781,1613947069020,6734
+"eps_0",1e-05,1613947069020,6734
+"wd_1",0.01,1613947069020,6734
+"sqr_mom_1",0.99,1613947069020,6734
+"lr_1",7.161337974665095e-06,1613947069020,6734
+"mom_1",0.9356781808324781,1613947069020,6734
+"eps_1",1e-05,1613947069020,6734
+"wd_2",0.01,1613947069020,6734
+"sqr_mom_2",0.99,1613947069020,6734
+"lr_2",7.161337974665095e-05,1613947069020,6734
+"mom_2",0.9356781808324781,1613947069020,6734
+"eps_2",1e-05,1613947069020,6734
+"train_loss",0.0051590144,1613947069974,6735
+"raw_loss",0.0047212536,1613947069974,6735
+"epoch",42.36477987421382,1613947069974,6735
+"wd_0",0.01,1613947069974,6735
+"sqr_mom_0",0.99,1613947069974,6735
+"lr_0",7.151452619895707e-07,1613947069974,6735
+"mom_0",0.9356979517397259,1613947069974,6735
+"eps_0",1e-05,1613947069974,6735
+"wd_1",0.01,1613947069974,6735
+"sqr_mom_1",0.99,1613947069974,6735
+"lr_1",7.151452619895705e-06,1613947069974,6735
+"mom_1",0.9356979517397259,1613947069974,6735
+"eps_1",1e-05,1613947069974,6735
+"wd_2",0.01,1613947069974,6735
+"sqr_mom_2",0.99,1613947069974,6735
+"lr_2",7.151452619895703e-05,1613947069974,6735
+"mom_2",0.9356979517397259,1613947069974,6735
+"eps_2",1e-05,1613947069974,6735
+"train_loss",0.005099054,1613947070927,6736
+"raw_loss",0.0021609883,1613947070927,6736
+"epoch",42.371069182389924,1613947070927,6736
+"wd_0",0.01,1613947070927,6736
+"sqr_mom_0",0.99,1613947070927,6736
+"lr_0",7.141572954225869e-07,1613947070927,6736
+"mom_0",0.9357177112686609,1613947070927,6736
+"eps_0",1e-05,1613947070927,6736
+"wd_1",0.01,1613947070927,6736
+"sqr_mom_1",0.99,1613947070927,6736
+"lr_1",7.141572954225871e-06,1613947070927,6736
+"mom_1",0.9357177112686609,1613947070927,6736
+"eps_1",1e-05,1613947070927,6736
+"wd_2",0.01,1613947070927,6736
+"sqr_mom_2",0.99,1613947070927,6736
+"lr_2",7.141572954225866e-05,1613947070927,6736
+"mom_2",0.9357177112686609,1613947070927,6736
+"eps_2",1e-05,1613947070927,6736
+"train_loss",0.0050777444,1613947071881,6737
+"raw_loss",0.004033564,1613947071881,6737
+"epoch",42.377358490566024,1613947071881,6737
+"wd_0",0.01,1613947071881,6737
+"sqr_mom_0",0.99,1613947071881,6737
+"lr_0",7.131702254810343e-07,1613947071881,6737
+"mom_0",0.935737452864908,1613947071881,6737
+"eps_0",1e-05,1613947071881,6737
+"wd_1",0.01,1613947071881,6737
+"sqr_mom_1",0.99,1613947071881,6737
+"lr_1",7.1317022548103435e-06,1613947071881,6737
+"mom_1",0.935737452864908,1613947071881,6737
+"eps_1",1e-05,1613947071881,6737
+"wd_2",0.01,1613947071881,6737
+"sqr_mom_2",0.99,1613947071881,6737
+"lr_2",7.131702254810335e-05,1613947071881,6737
+"mom_2",0.935737452864908,1613947071881,6737
+"eps_2",1e-05,1613947071881,6737
+"train_loss",0.005054965,1613947072833,6738
+"raw_loss",0.003938792,1613947072833,6738
+"epoch",42.383647798742125,1613947072833,6738
+"wd_0",0.01,1613947072833,6738
+"sqr_mom_0",0.99,1613947072833,6738
+"lr_0",7.12183070277922e-07,1613947072833,6738
+"mom_0",0.9357571961664032,1613947072833,6738
+"eps_0",1e-05,1613947072833,6738
+"wd_1",0.01,1613947072833,6738
+"sqr_mom_1",0.99,1613947072833,6738
+"lr_1",7.121830702779217e-06,1613947072833,6738
+"mom_1",0.9357571961664032,1613947072833,6738
+"eps_1",1e-05,1613947072833,6738
+"wd_2",0.01,1613947072833,6738
+"sqr_mom_2",0.99,1613947072833,6738
+"lr_2",7.121830702779214e-05,1613947072833,6738
+"mom_2",0.9357571961664032,1613947072833,6738
+"eps_2",1e-05,1613947072833,6738
+"train_loss",0.005006791,1613947073787,6739
+"raw_loss",0.0026462656,1613947073787,6739
+"epoch",42.389937106918225,1613947073787,6739
+"wd_0",0.01,1613947073787,6739
+"sqr_mom_0",0.99,1613947073787,6739
+"lr_0",7.111971393520582e-07,1613947073787,6739
+"mom_0",0.9357769149821086,1613947073787,6739
+"eps_0",1e-05,1613947073787,6739
+"wd_1",0.01,1613947073787,6739
+"sqr_mom_1",0.99,1613947073787,6739
+"lr_1",7.111971393520587e-06,1613947073787,6739
+"mom_1",0.9357769149821086,1613947073787,6739
+"eps_1",1e-05,1613947073787,6739
+"wd_2",0.01,1613947073787,6739
+"sqr_mom_2",0.99,1613947073787,6739
+"lr_2",7.111971393520579e-05,1613947073787,6739
+"mom_2",0.9357769149821086,1613947073787,6739
+"eps_2",1e-05,1613947073787,6739
+"train_loss",0.004999995,1613947074734,6740
+"raw_loss",0.004666994,1613947074734,6740
+"epoch",42.396226415094326,1613947074734,6740
+"wd_0",0.01,1613947074734,6740
+"sqr_mom_0",0.99,1613947074734,6740
+"lr_0",7.102117782164116e-07,1613947074734,6740
+"mom_0",0.9357966224018958,1613947074734,6740
+"eps_0",1e-05,1613947074734,6740
+"wd_1",0.01,1613947074734,6740
+"sqr_mom_1",0.99,1613947074734,6740
+"lr_1",7.102117782164116e-06,1613947074734,6740
+"mom_1",0.9357966224018958,1613947074734,6740
+"eps_1",1e-05,1613947074734,6740
+"wd_2",0.01,1613947074734,6740
+"sqr_mom_2",0.99,1613947074734,6740
+"lr_2",7.102117782164114e-05,1613947074734,6740
+"mom_2",0.9357966224018958,1613947074734,6740
+"eps_2",1e-05,1613947074734,6740
+"train_loss",0.0050155334,1613947075676,6741
+"raw_loss",0.005776896,1613947075676,6741
+"epoch",42.402515723270426,1613947075676,6741
+"wd_0",0.01,1613947075676,6741
+"sqr_mom_0",0.99,1613947075676,6741
+"lr_0",7.09226333896401e-07,1613947075676,6741
+"mom_0",0.9358163314853868,1613947075676,6741
+"eps_0",1e-05,1613947075676,6741
+"wd_1",0.01,1613947075676,6741
+"sqr_mom_1",0.99,1613947075676,6741
+"lr_1",7.09226333896401e-06,1613947075676,6741
+"mom_1",0.9358163314853868,1613947075676,6741
+"eps_1",1e-05,1613947075676,6741
+"wd_2",0.01,1613947075676,6741
+"sqr_mom_2",0.99,1613947075676,6741
+"lr_2",7.092263338964006e-05,1613947075676,6741
+"mom_2",0.9358163314853868,1613947075676,6741
+"eps_2",1e-05,1613947075676,6741
+"train_loss",0.004974629,1613947076622,6742
+"raw_loss",0.0029703048,1613947076622,6742
+"epoch",42.408805031446526,1613947076622,6742
+"wd_0",0.01,1613947076622,6742
+"sqr_mom_0",0.99,1613947076622,6742
+"lr_0",7.08242113661216e-07,1613947076622,6742
+"mom_0",0.9358360160869366,1613947076622,6742
+"eps_0",1e-05,1613947076622,6742
+"wd_1",0.01,1613947076622,6742
+"sqr_mom_1",0.99,1613947076622,6742
+"lr_1",7.08242113661216e-06,1613947076622,6742
+"mom_1",0.9358360160869366,1613947076622,6742
+"eps_1",1e-05,1613947076622,6742
+"wd_2",0.01,1613947076622,6742
+"sqr_mom_2",0.99,1613947076622,6742
+"lr_2",7.082421136612158e-05,1613947076622,6742
+"mom_2",0.9358360160869366,1613947076622,6742
+"eps_2",1e-05,1613947076622,6742
+"train_loss",0.005092165,1613947077574,6743
+"raw_loss",0.010851449,1613947077574,6743
+"epoch",42.41509433962263,1613947077574,6743
+"wd_0",0.01,1613947077574,6743
+"sqr_mom_0",0.99,1613947077574,6743
+"lr_0",7.072581378920952e-07,1613947077574,6743
+"mom_0",0.935855695799116,1613947077574,6743
+"eps_0",1e-05,1613947077574,6743
+"wd_1",0.01,1613947077574,6743
+"sqr_mom_1",0.99,1613947077574,6743
+"lr_1",7.072581378920953e-06,1613947077574,6743
+"mom_1",0.935855695799116,1613947077574,6743
+"eps_1",1e-05,1613947077574,6743
+"wd_2",0.01,1613947077574,6743
+"sqr_mom_2",0.99,1613947077574,6743
+"lr_2",7.072581378920952e-05,1613947077574,6743
+"mom_2",0.935855695799116,1613947077574,6743
+"eps_2",1e-05,1613947077574,6743
+"train_loss",0.0050792,1613947078526,6744
+"raw_loss",0.00444392,1613947078526,6744
+"epoch",42.42138364779873,1613947078526,6744
+"wd_0",0.01,1613947078526,6744
+"sqr_mom_0",0.99,1613947078526,6744
+"lr_0",7.062747335468615e-07,1613947078526,6744
+"mom_0",0.9358753640827036,1613947078526,6744
+"eps_0",1e-05,1613947078526,6744
+"wd_1",0.01,1613947078526,6744
+"sqr_mom_1",0.99,1613947078526,6744
+"lr_1",7.062747335468616e-06,1613947078526,6744
+"mom_1",0.9358753640827036,1613947078526,6744
+"eps_1",1e-05,1613947078526,6744
+"wd_2",0.01,1613947078526,6744
+"sqr_mom_2",0.99,1613947078526,6744
+"lr_2",7.06274733546861e-05,1613947078526,6744
+"mom_2",0.9358753640827036,1613947078526,6744
+"eps_2",1e-05,1613947078526,6744
+"train_loss",0.0050402656,1613947079475,6745
+"raw_loss",0.0031324858,1613947079475,6745
+"epoch",42.42767295597483,1613947079475,6745
+"wd_0",0.01,1613947079475,6745
+"sqr_mom_0",0.99,1613947079475,6745
+"lr_0",7.052919009389637e-07,1613947079475,6745
+"mom_0",0.93589502093143,1613947079475,6745
+"eps_0",1e-05,1613947079475,6745
+"wd_1",0.01,1613947079475,6745
+"sqr_mom_1",0.99,1613947079475,6745
+"lr_1",7.052919009389638e-06,1613947079475,6745
+"mom_1",0.93589502093143,1613947079475,6745
+"eps_1",1e-05,1613947079475,6745
+"wd_2",0.01,1613947079475,6745
+"sqr_mom_2",0.99,1613947079475,6745
+"lr_2",7.052919009389635e-05,1613947079475,6745
+"mom_2",0.93589502093143,1613947079475,6745
+"eps_2",1e-05,1613947079475,6745
+"train_loss",0.005024387,1613947080453,6746
+"raw_loss",0.004246345,1613947080453,6746
+"epoch",42.43396226415093,1613947080453,6746
+"wd_0",0.01,1613947080453,6746
+"sqr_mom_0",0.99,1613947080453,6746
+"lr_0",7.04309966078028e-07,1613947080453,6746
+"mom_0",0.9359146598250376,1613947080453,6746
+"eps_0",1e-05,1613947080453,6746
+"wd_1",0.01,1613947080453,6746
+"sqr_mom_1",0.99,1613947080453,6746
+"lr_1",7.0430996607802795e-06,1613947080453,6746
+"mom_1",0.9359146598250376,1613947080453,6746
+"eps_1",1e-05,1613947080453,6746
+"wd_2",0.01,1613947080453,6746
+"sqr_mom_2",0.99,1613947080453,6746
+"lr_2",7.043099660780275e-05,1613947080453,6746
+"mom_2",0.9359146598250376,1613947080453,6746
+"eps_2",1e-05,1613947080453,6746
+"train_loss",0.0050147087,1613947081493,6747
+"raw_loss",0.0045404765,1613947081493,6747
+"epoch",42.44025157232703,1613947081493,6747
+"wd_0",0.01,1613947081493,6747
+"sqr_mom_0",0.99,1613947081493,6747
+"lr_0",7.033279521880594e-07,1613947081493,6747
+"mom_0",0.9359343002992417,1613947081493,6747
+"eps_0",1e-05,1613947081493,6747
+"wd_1",0.01,1613947081493,6747
+"sqr_mom_1",0.99,1613947081493,6747
+"lr_1",7.0332795218805956e-06,1613947081493,6747
+"mom_1",0.9359343002992417,1613947081493,6747
+"eps_1",1e-05,1613947081493,6747
+"wd_2",0.01,1613947081493,6747
+"sqr_mom_2",0.99,1613947081493,6747
+"lr_2",7.033279521880589e-05,1613947081493,6747
+"mom_2",0.9359343002992417,1613947081493,6747
+"eps_2",1e-05,1613947081493,6747
+"train_loss",0.0050771954,1613947082463,6748
+"raw_loss",0.008139051,1613947082463,6748
+"epoch",42.44654088050313,1613947082463,6748
+"wd_0",0.01,1613947082463,6748
+"sqr_mom_0",0.99,1613947082463,6748
+"lr_0",7.023471619875128e-07,1613947082463,6748
+"mom_0",0.9359539162994127,1613947082463,6748
+"eps_0",1e-05,1613947082463,6748
+"wd_1",0.01,1613947082463,6748
+"sqr_mom_1",0.99,1613947082463,6748
+"lr_1",7.0234716198751284e-06,1613947082463,6748
+"mom_1",0.9359539162994127,1613947082463,6748
+"eps_1",1e-05,1613947082463,6748
+"wd_2",0.01,1613947082463,6748
+"sqr_mom_2",0.99,1613947082463,6748
+"lr_2",7.023471619875126e-05,1613947082463,6748
+"mom_2",0.9359539162994127,1613947082463,6748
+"eps_2",1e-05,1613947082463,6748
+"train_loss",0.005097395,1613947083440,6749
+"raw_loss",0.006087179,1613947083440,6749
+"epoch",42.45283018867923,1613947083440,6749
+"wd_0",0.01,1613947083440,6749
+"sqr_mom_0",0.99,1613947083440,6749
+"lr_0",7.013669443961413e-07,1613947083440,6749
+"mom_0",0.9359735208472856,1613947083440,6749
+"eps_0",1e-05,1613947083440,6749
+"wd_1",0.01,1613947083440,6749
+"sqr_mom_1",0.99,1613947083440,6749
+"lr_1",7.013669443961415e-06,1613947083440,6749
+"mom_1",0.9359735208472856,1613947083440,6749
+"eps_1",1e-05,1613947083440,6749
+"wd_2",0.01,1613947083440,6749
+"sqr_mom_2",0.99,1613947083440,6749
+"lr_2",7.01366944396141e-05,1613947083440,6749
+"mom_2",0.9359735208472856,1613947083440,6749
+"eps_2",1e-05,1613947083440,6749
+"train_loss",0.0050707157,1613947084408,6750
+"raw_loss",0.0037634342,1613947084408,6750
+"epoch",42.45911949685533,1613947084408,6750
+"wd_0",0.01,1613947084408,6750
+"sqr_mom_0",0.99,1613947084408,6750
+"lr_0",7.003866498536325e-07,1613947084408,6750
+"mom_0",0.9359931269341967,1613947084408,6750
+"eps_0",1e-05,1613947084408,6750
+"wd_1",0.01,1613947084408,6750
+"sqr_mom_1",0.99,1613947084408,6750
+"lr_1",7.003866498536328e-06,1613947084408,6750
+"mom_1",0.9359931269341967,1613947084408,6750
+"eps_1",1e-05,1613947084408,6750
+"wd_2",0.01,1613947084408,6750
+"sqr_mom_2",0.99,1613947084408,6750
+"lr_2",7.003866498536318e-05,1613947084408,6750
+"mom_2",0.9359931269341967,1613947084408,6750
+"eps_2",1e-05,1613947084408,6750
+"train_loss",0.0050720135,1613947085362,6751
+"raw_loss",0.005135601,1613947085362,6751
+"epoch",42.46540880503143,1613947085362,6751
+"wd_0",0.01,1613947085362,6751
+"sqr_mom_0",0.99,1613947085362,6751
+"lr_0",6.994075787975897e-07,1613947085362,6751
+"mom_0",0.9360127085511337,1613947085362,6751
+"eps_0",1e-05,1613947085362,6751
+"wd_1",0.01,1613947085362,6751
+"sqr_mom_1",0.99,1613947085362,6751
+"lr_1",6.994075787975899e-06,1613947085362,6751
+"mom_1",0.9360127085511337,1613947085362,6751
+"eps_1",1e-05,1613947085362,6751
+"wd_2",0.01,1613947085362,6751
+"sqr_mom_2",0.99,1613947085362,6751
+"lr_2",6.994075787975895e-05,1613947085362,6751
+"mom_2",0.9360127085511337,1613947085362,6751
+"eps_2",1e-05,1613947085362,6751
+"train_loss",0.005029629,1613947086299,6752
+"raw_loss",0.0029527813,1613947086299,6752
+"epoch",42.47169811320753,1613947086299,6752
+"wd_0",0.01,1613947086299,6752
+"sqr_mom_0",0.99,1613947086299,6752
+"lr_0",6.984290812870593e-07,1613947086299,6752
+"mom_0",0.9360322786970457,1613947086299,6752
+"eps_0",1e-05,1613947086299,6752
+"wd_1",0.01,1613947086299,6752
+"sqr_mom_1",0.99,1613947086299,6752
+"lr_1",6.98429081287059e-06,1613947086299,6752
+"mom_1",0.9360322786970457,1613947086299,6752
+"eps_1",1e-05,1613947086299,6752
+"wd_2",0.01,1613947086299,6752
+"sqr_mom_2",0.99,1613947086299,6752
+"lr_2",6.984290812870583e-05,1613947086299,6752
+"mom_2",0.9360322786970457,1613947086299,6752
+"eps_2",1e-05,1613947086299,6752
+"train_loss",0.005000375,1613947087252,6753
+"raw_loss",0.0035669494,1613947087252,6753
+"epoch",42.47798742138363,1613947087252,6753
+"wd_0",0.01,1613947087252,6753
+"sqr_mom_0",0.99,1613947087252,6753
+"lr_0",6.974505089035056e-07,1613947087252,6753
+"mom_0",0.9360518503404333,1613947087252,6753
+"eps_0",1e-05,1613947087252,6753
+"wd_1",0.01,1613947087252,6753
+"sqr_mom_1",0.99,1613947087252,6753
+"lr_1",6.9745050890350545e-06,1613947087252,6753
+"mom_1",0.9360518503404333,1613947087252,6753
+"eps_1",1e-05,1613947087252,6753
+"wd_2",0.01,1613947087252,6753
+"sqr_mom_2",0.99,1613947087252,6753
+"lr_2",6.974505089035049e-05,1613947087252,6753
+"mom_2",0.9360518503404333,1613947087252,6753
+"eps_2",1e-05,1613947087252,6753
+"train_loss",0.004981786,1613947088198,6754
+"raw_loss",0.0040709064,1613947088198,6754
+"epoch",42.48427672955973,1613947088198,6754
+"wd_0",0.01,1613947088198,6754
+"sqr_mom_0",0.99,1613947088198,6754
+"lr_0",6.964731597999538e-07,1613947088198,6754
+"mom_0",0.9360713975179761,1613947088198,6754
+"eps_0",1e-05,1613947088198,6754
+"wd_1",0.01,1613947088198,6754
+"sqr_mom_1",0.99,1613947088198,6754
+"lr_1",6.9647315979995376e-06,1613947088198,6754
+"mom_1",0.9360713975179761,1613947088198,6754
+"eps_1",1e-05,1613947088198,6754
+"wd_2",0.01,1613947088198,6754
+"sqr_mom_2",0.99,1613947088198,6754
+"lr_2",6.964731597999536e-05,1613947088198,6754
+"mom_2",0.9360713975179761,1613947088198,6754
+"eps_2",1e-05,1613947088198,6754
+"train_loss",0.004979059,1613947089133,6755
+"raw_loss",0.0048454297,1613947089133,6755
+"epoch",42.49056603773583,1613947089133,6755
+"wd_0",0.01,1613947089133,6755
+"sqr_mom_0",0.99,1613947089133,6755
+"lr_0",6.954960611928029e-07,1613947089133,6755
+"mom_0",0.9360909396855408,1613947089133,6755
+"eps_0",1e-05,1613947089133,6755
+"wd_1",0.01,1613947089133,6755
+"sqr_mom_1",0.99,1613947089133,6755
+"lr_1",6.95496061192803e-06,1613947089133,6755
+"mom_1",0.9360909396855408,1613947089133,6755
+"eps_1",1e-05,1613947089133,6755
+"wd_2",0.01,1613947089133,6755
+"sqr_mom_2",0.99,1613947089133,6755
+"lr_2",6.954960611928022e-05,1613947089133,6755
+"mom_2",0.9360909396855408,1613947089133,6755
+"eps_2",1e-05,1613947089133,6755
+"train_loss",0.004967765,1613947090087,6756
+"raw_loss",0.0044143545,1613947090087,6756
+"epoch",42.49685534591193,1613947090087,6756
+"wd_0",0.01,1613947090087,6756
+"sqr_mom_0",0.99,1613947090087,6756
+"lr_0",6.945195377585653e-07,1613947090087,6756
+"mom_0",0.9361104703495321,1613947090087,6756
+"eps_0",1e-05,1613947090087,6756
+"wd_1",0.01,1613947090087,6756
+"sqr_mom_1",0.99,1613947090087,6756
+"lr_1",6.9451953775856535e-06,1613947090087,6756
+"mom_1",0.9361104703495321,1613947090087,6756
+"eps_1",1e-05,1613947090087,6756
+"wd_2",0.01,1613947090087,6756
+"sqr_mom_2",0.99,1613947090087,6756
+"lr_2",6.945195377585652e-05,1613947090087,6756
+"mom_2",0.9361104703495321,1613947090087,6756
+"eps_2",1e-05,1613947090087,6756
+"train_loss",0.0049313447,1613947091029,6757
+"raw_loss",0.0031467427,1613947091029,6757
+"epoch",42.50314465408803,1613947091029,6757
+"wd_0",0.01,1613947091029,6757
+"sqr_mom_0",0.99,1613947091029,6757
+"lr_0",6.935435898084979e-07,1613947091029,6757
+"mom_0",0.9361299895037251,1613947091029,6757
+"eps_0",1e-05,1613947091029,6757
+"wd_1",0.01,1613947091029,6757
+"sqr_mom_1",0.99,1613947091029,6757
+"lr_1",6.935435898084982e-06,1613947091029,6757
+"mom_1",0.9361299895037251,1613947091029,6757
+"eps_1",1e-05,1613947091029,6757
+"wd_2",0.01,1613947091029,6757
+"sqr_mom_2",0.99,1613947091029,6757
+"lr_2",6.935435898084975e-05,1613947091029,6757
+"mom_2",0.9361299895037251,1613947091029,6757
+"eps_2",1e-05,1613947091029,6757
+"train_loss",0.004912459,1613947091965,6758
+"raw_loss",0.0039870422,1613947091965,6758
+"epoch",42.50943396226413,1613947091965,6758
+"wd_0",0.01,1613947091965,6758
+"sqr_mom_0",0.99,1613947091965,6758
+"lr_0",6.925685410647007e-07,1613947091965,6758
+"mom_0",0.9361494906736126,1613947091965,6758
+"eps_0",1e-05,1613947091965,6758
+"wd_1",0.01,1613947091965,6758
+"sqr_mom_1",0.99,1613947091965,6758
+"lr_1",6.925685410647007e-06,1613947091965,6758
+"mom_1",0.9361494906736126,1613947091965,6758
+"eps_1",1e-05,1613947091965,6758
+"wd_2",0.01,1613947091965,6758
+"sqr_mom_2",0.99,1613947091965,6758
+"lr_2",6.925685410647003e-05,1613947091965,6758
+"mom_2",0.9361494906736126,1613947091965,6758
+"eps_2",1e-05,1613947091965,6758
+"train_loss",0.004880809,1613947092914,6759
+"raw_loss",0.003329968,1613947092914,6759
+"epoch",42.51572327044023,1613947092914,6759
+"wd_0",0.01,1613947092914,6759
+"sqr_mom_0",0.99,1613947092914,6759
+"lr_0",6.915934216049772e-07,1613947092914,6759
+"mom_0",0.936168993257833,1613947092914,6759
+"eps_0",1e-05,1613947092914,6759
+"wd_1",0.01,1613947092914,6759
+"sqr_mom_1",0.99,1613947092914,6759
+"lr_1",6.915934216049772e-06,1613947092914,6759
+"mom_1",0.936168993257833,1613947092914,6759
+"eps_1",1e-05,1613947092914,6759
+"wd_2",0.01,1613947092914,6759
+"sqr_mom_2",0.99,1613947092914,6759
+"lr_2",6.91593421604977e-05,1613947092914,6759
+"mom_2",0.936168993257833,1613947092914,6759
+"eps_2",1e-05,1613947092914,6759
+"train_loss",0.0048915907,1613947093869,6760
+"raw_loss",0.0054198788,1613947093869,6760
+"epoch",42.522012578616334,1613947093869,6760
+"wd_0",0.01,1613947093869,6760
+"sqr_mom_0",0.99,1613947093869,6760
+"lr_0",6.906195250017798e-07,1613947093869,6760
+"mom_0",0.9361884713846782,1613947093869,6760
+"eps_0",1e-05,1613947093869,6760
+"wd_1",0.01,1613947093869,6760
+"sqr_mom_1",0.99,1613947093869,6760
+"lr_1",6.906195250017798e-06,1613947093869,6760
+"mom_1",0.9361884713846782,1613947093869,6760
+"eps_1",1e-05,1613947093869,6760
+"wd_2",0.01,1613947093869,6760
+"sqr_mom_2",0.99,1613947093869,6760
+"lr_2",6.906195250017794e-05,1613947093869,6760
+"mom_2",0.9361884713846782,1613947093869,6760
+"eps_2",1e-05,1613947093869,6760
+"train_loss",0.0048482283,1613947094820,6761
+"raw_loss",0.0027234594,1613947094820,6761
+"epoch",42.528301886792434,1613947094820,6761
+"wd_0",0.01,1613947094820,6761
+"sqr_mom_0",0.99,1613947094820,6761
+"lr_0",6.896462047433269e-07,1613947094820,6761
+"mom_0",0.9362079379845133,1613947094820,6761
+"eps_0",1e-05,1613947094820,6761
+"wd_1",0.01,1613947094820,6761
+"sqr_mom_1",0.99,1613947094820,6761
+"lr_1",6.896462047433269e-06,1613947094820,6761
+"mom_1",0.9362079379845133,1613947094820,6761
+"eps_1",1e-05,1613947094820,6761
+"wd_2",0.01,1613947094820,6761
+"sqr_mom_2",0.99,1613947094820,6761
+"lr_2",6.896462047433269e-05,1613947094820,6761
+"mom_2",0.9362079379845133,1613947094820,6761
+"eps_2",1e-05,1613947094820,6761
+"train_loss",0.0049238787,1613947095789,6762
+"raw_loss",0.008630762,1613947095789,6762
+"epoch",42.534591194968534,1613947095789,6762
+"wd_0",0.01,1613947095789,6762
+"sqr_mom_0",0.99,1613947095789,6762
+"lr_0",6.886728158476903e-07,1613947095789,6762
+"mom_0",0.9362274059571057,1613947095789,6762
+"eps_0",1e-05,1613947095789,6762
+"wd_1",0.01,1613947095789,6762
+"sqr_mom_1",0.99,1613947095789,6762
+"lr_1",6.886728158476903e-06,1613947095789,6762
+"mom_1",0.9362274059571057,1613947095789,6762
+"eps_1",1e-05,1613947095789,6762
+"wd_2",0.01,1613947095789,6762
+"sqr_mom_2",0.99,1613947095789,6762
+"lr_2",6.886728158476903e-05,1613947095789,6762
+"mom_2",0.9362274059571057,1613947095789,6762
+"eps_2",1e-05,1613947095789,6762
+"train_loss",0.005038196,1613947096742,6763
+"raw_loss",0.010639764,1613947096742,6763
+"epoch",42.540880503144635,1613947096742,6763
+"wd_0",0.01,1613947096742,6763
+"sqr_mom_0",0.99,1613947096742,6763
+"lr_0",6.877006495915919e-07,1613947096742,6763
+"mom_0",0.9362468494766629,1613947096742,6763
+"eps_0",1e-05,1613947096742,6763
+"wd_1",0.01,1613947096742,6763
+"sqr_mom_1",0.99,1613947096742,6763
+"lr_1",6.877006495915915e-06,1613947096742,6763
+"mom_1",0.9362468494766629,1613947096742,6763
+"eps_1",1e-05,1613947096742,6763
+"wd_2",0.01,1613947096742,6763
+"sqr_mom_2",0.99,1613947096742,6763
+"lr_2",6.877006495915915e-05,1613947096742,6763
+"mom_2",0.9362468494766629,1613947096742,6763
+"eps_2",1e-05,1613947096742,6763
+"train_loss",0.005064913,1613947097692,6764
+"raw_loss",0.0063740285,1613947097692,6764
+"epoch",42.547169811320735,1613947097692,6764
+"wd_0",0.01,1613947097692,6764
+"sqr_mom_0",0.99,1613947097692,6764
+"lr_0",6.867284160843987e-07,1613947097692,6764
+"mom_0",0.9362662943412554,1613947097692,6764
+"eps_0",1e-05,1613947097692,6764
+"wd_1",0.01,1613947097692,6764
+"sqr_mom_1",0.99,1613947097692,6764
+"lr_1",6.867284160843992e-06,1613947097692,6764
+"mom_1",0.9362662943412554,1613947097692,6764
+"eps_1",1e-05,1613947097692,6764
+"wd_2",0.01,1613947097692,6764
+"sqr_mom_2",0.99,1613947097692,6764
+"lr_2",6.867284160843988e-05,1613947097692,6764
+"mom_2",0.9362662943412554,1613947097692,6764
+"eps_2",1e-05,1613947097692,6764
+"train_loss",0.0050500645,1613947098641,6765
+"raw_loss",0.004322495,1613947098641,6765
+"epoch",42.553459119496836,1613947098641,6765
+"wd_0",0.01,1613947098641,6765
+"sqr_mom_0",0.99,1613947098641,6765
+"lr_0",6.857574050701197e-07,1613947098641,6765
+"mom_0",0.9362857147557451,1613947098641,6765
+"eps_0",1e-05,1613947098641,6765
+"wd_1",0.01,1613947098641,6765
+"sqr_mom_1",0.99,1613947098641,6765
+"lr_1",6.857574050701199e-06,1613947098641,6765
+"mom_1",0.9362857147557451,1613947098641,6765
+"eps_1",1e-05,1613947098641,6765
+"wd_2",0.01,1613947098641,6765
+"sqr_mom_2",0.99,1613947098641,6765
+"lr_2",6.857574050701196e-05,1613947098641,6765
+"mom_2",0.9362857147557451,1613947098641,6765
+"eps_2",1e-05,1613947098641,6765
+"train_loss",0.0050240676,1613947099587,6766
+"raw_loss",0.0037502248,1613947099587,6766
+"epoch",42.559748427672936,1613947099587,6766
+"wd_0",0.01,1613947099587,6766
+"sqr_mom_0",0.99,1613947099587,6766
+"lr_0",6.847866500700821e-07,1613947099587,6766
+"mom_0",0.9363051300498988,1613947099587,6766
+"eps_0",1e-05,1613947099587,6766
+"wd_1",0.01,1613947099587,6766
+"sqr_mom_1",0.99,1613947099587,6766
+"lr_1",6.847866500700819e-06,1613947099587,6766
+"mom_1",0.9363051300498988,1613947099587,6766
+"eps_1",1e-05,1613947099587,6766
+"wd_2",0.01,1613947099587,6766
+"sqr_mom_2",0.99,1613947099587,6766
+"lr_2",6.847866500700819e-05,1613947099587,6766
+"mom_2",0.9363051300498988,1613947099587,6766
+"eps_2",1e-05,1613947099587,6766
+"train_loss",0.0049917777,1613947100534,6767
+"raw_loss",0.003409567,1613947100534,6767
+"epoch",42.56603773584904,1613947100534,6767
+"wd_0",0.01,1613947100534,6767
+"sqr_mom_0",0.99,1613947100534,6767
+"lr_0",6.838164736564599e-07,1613947100534,6767
+"mom_0",0.9363245337722085,1613947100534,6767
+"eps_0",1e-05,1613947100534,6767
+"wd_1",0.01,1613947100534,6767
+"sqr_mom_1",0.99,1613947100534,6767
+"lr_1",6.838164736564604e-06,1613947100534,6767
+"mom_1",0.9363245337722085,1613947100534,6767
+"eps_1",1e-05,1613947100534,6767
+"wd_2",0.01,1613947100534,6767
+"sqr_mom_2",0.99,1613947100534,6767
+"lr_2",6.838164736564596e-05,1613947100534,6767
+"mom_2",0.9363245337722085,1613947100534,6767
+"eps_2",1e-05,1613947100534,6767
+"train_loss",0.0049791457,1613947101485,6768
+"raw_loss",0.004360168,1613947101485,6768
+"epoch",42.57232704402514,1613947101485,6768
+"wd_0",0.01,1613947101485,6768
+"sqr_mom_0",0.99,1613947101485,6768
+"lr_0",6.828468761384872e-07,1613947101485,6768
+"mom_0",0.9363439259164894,1613947101485,6768
+"eps_0",1e-05,1613947101485,6768
+"wd_1",0.01,1613947101485,6768
+"sqr_mom_1",0.99,1613947101485,6768
+"lr_1",6.8284687613848685e-06,1613947101485,6768
+"mom_1",0.9363439259164894,1613947101485,6768
+"eps_1",1e-05,1613947101485,6768
+"wd_2",0.01,1613947101485,6768
+"sqr_mom_2",0.99,1613947101485,6768
+"lr_2",6.828468761384867e-05,1613947101485,6768
+"mom_2",0.9363439259164894,1613947101485,6768
+"eps_2",1e-05,1613947101485,6768
+"train_loss",0.004965454,1613947102433,6769
+"raw_loss",0.004294543,1613947102433,6769
+"epoch",42.57861635220124,1613947102433,6769
+"wd_0",0.01,1613947102433,6769
+"sqr_mom_0",0.99,1613947102433,6769
+"lr_0",6.818781791282636e-07,1613947102433,6769
+"mom_0",0.9363633000504352,1613947102433,6769
+"eps_0",1e-05,1613947102433,6769
+"wd_1",0.01,1613947102433,6769
+"sqr_mom_1",0.99,1613947102433,6769
+"lr_1",6.818781791282632e-06,1613947102433,6769
+"mom_1",0.9363633000504352,1613947102433,6769
+"eps_1",1e-05,1613947102433,6769
+"wd_2",0.01,1613947102433,6769
+"sqr_mom_2",0.99,1613947102433,6769
+"lr_2",6.818781791282627e-05,1613947102433,6769
+"mom_2",0.9363633000504352,1613947102433,6769
+"eps_2",1e-05,1613947102433,6769
+"train_loss",0.0049718264,1613947103389,6770
+"raw_loss",0.005284076,1613947103389,6770
+"epoch",42.58490566037734,1613947103389,6770
+"wd_0",0.01,1613947103389,6770
+"sqr_mom_0",0.99,1613947103389,6770
+"lr_0",6.809094190254941e-07,1613947103389,6770
+"mom_0",0.9363826754462445,1613947103389,6770
+"eps_0",1e-05,1613947103389,6770
+"wd_1",0.01,1613947103389,6770
+"sqr_mom_1",0.99,1613947103389,6770
+"lr_1",6.8090941902549426e-06,1613947103389,6770
+"mom_1",0.9363826754462445,1613947103389,6770
+"eps_1",1e-05,1613947103389,6770
+"wd_2",0.01,1613947103389,6770
+"sqr_mom_2",0.99,1613947103389,6770
+"lr_2",6.809094190254937e-05,1613947103389,6770
+"mom_2",0.9363826754462445,1613947103389,6770
+"eps_2",1e-05,1613947103389,6770
+"train_loss",0.004954308,1613947104365,6771
+"raw_loss",0.004095902,1613947104365,6771
+"epoch",42.59119496855344,1613947104365,6771
+"wd_0",0.01,1613947104365,6771
+"sqr_mom_0",0.99,1613947104365,6771
+"lr_0",6.799418809664446e-07,1613947104365,6771
+"mom_0",0.9364020264009351,1613947104365,6771
+"eps_0",1e-05,1613947104365,6771
+"wd_1",0.01,1613947104365,6771
+"sqr_mom_1",0.99,1613947104365,6771
+"lr_1",6.799418809664439e-06,1613947104365,6771
+"mom_1",0.9364020264009351,1613947104365,6771
+"eps_1",1e-05,1613947104365,6771
+"wd_2",0.01,1613947104365,6771
+"sqr_mom_2",0.99,1613947104365,6771
+"lr_2",6.799418809664437e-05,1613947104365,6771
+"mom_2",0.9364020264009351,1613947104365,6771
+"eps_2",1e-05,1613947104365,6771
+"train_loss",0.0049255933,1613947105317,6772
+"raw_loss",0.0035185863,1613947105317,6772
+"epoch",42.59748427672954,1613947105317,6772
+"wd_0",0.01,1613947105317,6772
+"sqr_mom_0",0.99,1613947105317,6772
+"lr_0",6.78974922653259e-07,1613947105317,6772
+"mom_0",0.9364213657605924,1613947105317,6772
+"eps_0",1e-05,1613947105317,6772
+"wd_1",0.01,1613947105317,6772
+"sqr_mom_1",0.99,1613947105317,6772
+"lr_1",6.789749226532593e-06,1613947105317,6772
+"mom_1",0.9364213657605924,1613947105317,6772
+"eps_1",1e-05,1613947105317,6772
+"wd_2",0.01,1613947105317,6772
+"sqr_mom_2",0.99,1613947105317,6772
+"lr_2",6.789749226532586e-05,1613947105317,6772
+"mom_2",0.9364213657605924,1613947105317,6772
+"eps_2",1e-05,1613947105317,6772
+"train_loss",0.0049282038,1613947106275,6773
+"raw_loss",0.0050561153,1613947106275,6773
+"epoch",42.60377358490564,1613947106275,6773
+"wd_0",0.01,1613947106275,6773
+"sqr_mom_0",0.99,1613947106275,6773
+"lr_0",6.780079033269629e-07,1613947106275,6773
+"mom_0",0.9364407063405241,1613947106275,6773
+"eps_0",1e-05,1613947106275,6773
+"wd_1",0.01,1613947106275,6773
+"sqr_mom_1",0.99,1613947106275,6773
+"lr_1",6.780079033269634e-06,1613947106275,6773
+"mom_1",0.9364407063405241,1613947106275,6773
+"eps_1",1e-05,1613947106275,6773
+"wd_2",0.01,1613947106275,6773
+"sqr_mom_2",0.99,1613947106275,6773
+"lr_2",6.780079033269628e-05,1613947106275,6773
+"mom_2",0.9364407063405241,1613947106275,6773
+"eps_2",1e-05,1613947106275,6773
+"train_loss",0.0049725473,1613947107233,6774
+"raw_loss",0.0071453913,1613947107233,6774
+"epoch",42.61006289308174,1613947107233,6774
+"wd_0",0.01,1613947107233,6774
+"sqr_mom_0",0.99,1613947107233,6774
+"lr_0",6.770421058145427e-07,1613947107233,6774
+"mom_0",0.9364600224839339,1613947107233,6774
+"eps_0",1e-05,1613947107233,6774
+"wd_1",0.01,1613947107233,6774
+"sqr_mom_1",0.99,1613947107233,6774
+"lr_1",6.770421058145427e-06,1613947107233,6774
+"mom_1",0.9364600224839339,1613947107233,6774
+"eps_1",1e-05,1613947107233,6774
+"wd_2",0.01,1613947107233,6774
+"sqr_mom_2",0.99,1613947107233,6774
+"lr_2",6.770421058145427e-05,1613947107233,6774
+"mom_2",0.9364600224839339,1613947107233,6774
+"eps_2",1e-05,1613947107233,6774
+"train_loss",0.0049357736,1613947108188,6775
+"raw_loss",0.003133863,1613947108188,6775
+"epoch",42.61635220125784,1613947108188,6775
+"wd_0",0.01,1613947108188,6775
+"sqr_mom_0",0.99,1613947108188,6775
+"lr_0",6.760768889716452e-07,1613947108188,6775
+"mom_0",0.9364793270138372,1613947108188,6775
+"eps_0",1e-05,1613947108188,6775
+"wd_1",0.01,1613947108188,6775
+"sqr_mom_1",0.99,1613947108188,6775
+"lr_1",6.7607688897164525e-06,1613947108188,6775
+"mom_1",0.9364793270138372,1613947108188,6775
+"eps_1",1e-05,1613947108188,6775
+"wd_2",0.01,1613947108188,6775
+"sqr_mom_2",0.99,1613947108188,6775
+"lr_2",6.760768889716448e-05,1613947108188,6775
+"mom_2",0.9364793270138372,1613947108188,6775
+"eps_2",1e-05,1613947108188,6775
+"train_loss",0.004928475,1613947109135,6776
+"raw_loss",0.0045708376,1613947109135,6776
+"epoch",42.62264150943394,1613947109135,6776
+"wd_0",0.01,1613947109135,6776
+"sqr_mom_0",0.99,1613947109135,6776
+"lr_0",6.751116131952447e-07,1613947109135,6776
+"mom_0",0.9364986327224223,1613947109135,6776
+"eps_0",1e-05,1613947109135,6776
+"wd_1",0.01,1613947109135,6776
+"sqr_mom_1",0.99,1613947109135,6776
+"lr_1",6.75111613195244e-06,1613947109135,6776
+"mom_1",0.9364986327224223,1613947109135,6776
+"eps_1",1e-05,1613947109135,6776
+"wd_2",0.01,1613947109135,6776
+"sqr_mom_2",0.99,1613947109135,6776
+"lr_2",6.751116131952439e-05,1613947109135,6776
+"mom_2",0.9364986327224223,1613947109135,6776
+"eps_2",1e-05,1613947109135,6776
+"train_loss",0.004966863,1613947110094,6777
+"raw_loss",0.0068478906,1613947110094,6777
+"epoch",42.62893081761004,1613947110094,6777
+"wd_0",0.01,1613947110094,6777
+"sqr_mom_0",0.99,1613947110094,6777
+"lr_0",6.741475589993735e-07,1613947110094,6777
+"mom_0",0.9365179139991525,1613947110094,6777
+"eps_0",1e-05,1613947110094,6777
+"wd_1",0.01,1613947110094,6777
+"sqr_mom_1",0.99,1613947110094,6777
+"lr_1",6.741475589993733e-06,1613947110094,6777
+"mom_1",0.9365179139991525,1613947110094,6777
+"eps_1",1e-05,1613947110094,6777
+"wd_2",0.01,1613947110094,6777
+"sqr_mom_2",0.99,1613947110094,6777
+"lr_2",6.741475589993728e-05,1613947110094,6777
+"mom_2",0.9365179139991525,1613947110094,6777
+"eps_2",1e-05,1613947110094,6777
+"train_loss",0.004951292,1613947111039,6778
+"raw_loss",0.0041883183,1613947111039,6778
+"epoch",42.63522012578614,1613947111039,6778
+"wd_0",0.01,1613947111039,6778
+"sqr_mom_0",0.99,1613947111039,6778
+"lr_0",6.731837668258024e-07,1613947111039,6778
+"mom_0",0.9365371900353843,1613947111039,6778
+"eps_0",1e-05,1613947111039,6778
+"wd_1",0.01,1613947111039,6778
+"sqr_mom_1",0.99,1613947111039,6778
+"lr_1",6.731837668258021e-06,1613947111039,6778
+"mom_1",0.9365371900353843,1613947111039,6778
+"eps_1",1e-05,1613947111039,6778
+"wd_2",0.01,1613947111039,6778
+"sqr_mom_2",0.99,1613947111039,6778
+"lr_2",6.731837668258017e-05,1613947111039,6778
+"mom_2",0.9365371900353843,1613947111039,6778
+"eps_2",1e-05,1613947111039,6778
+"train_loss",0.0049234973,1613947111981,6779
+"raw_loss",0.0035615482,1613947111981,6779
+"epoch",42.64150943396224,1613947111981,6779
+"wd_0",0.01,1613947111981,6779
+"sqr_mom_0",0.99,1613947111981,6779
+"lr_0",6.722205569369333e-07,1613947111981,6779
+"mom_0",0.9365564544258056,1613947111981,6779
+"eps_0",1e-05,1613947111981,6779
+"wd_1",0.01,1613947111981,6779
+"sqr_mom_1",0.99,1613947111981,6779
+"lr_1",6.722205569369335e-06,1613947111981,6779
+"mom_1",0.9365564544258056,1613947111981,6779
+"eps_1",1e-05,1613947111981,6779
+"wd_2",0.01,1613947111981,6779
+"sqr_mom_2",0.99,1613947111981,6779
+"lr_2",6.722205569369328e-05,1613947111981,6779
+"mom_2",0.9365564544258056,1613947111981,6779
+"eps_2",1e-05,1613947111981,6779
+"train_loss",0.0049574208,1613947112933,6780
+"raw_loss",0.0066196676,1613947112933,6780
+"epoch",42.64779874213834,1613947112933,6780
+"wd_0",0.01,1613947112933,6780
+"sqr_mom_0",0.99,1613947112933,6780
+"lr_0",6.712579296397784e-07,1613947112933,6780
+"mom_0",0.9365757071642761,1613947112933,6780
+"eps_0",1e-05,1613947112933,6780
+"wd_1",0.01,1613947112933,6780
+"sqr_mom_1",0.99,1613947112933,6780
+"lr_1",6.712579296397784e-06,1613947112933,6780
+"mom_1",0.9365757071642761,1613947112933,6780
+"eps_1",1e-05,1613947112933,6780
+"wd_2",0.01,1613947112933,6780
+"sqr_mom_2",0.99,1613947112933,6780
+"lr_2",6.712579296397776e-05,1613947112933,6780
+"mom_2",0.9365757071642761,1613947112933,6780
+"eps_2",1e-05,1613947112933,6780
+"train_loss",0.0049672355,1613947113909,6781
+"raw_loss",0.005448156,1613947113909,6781
+"epoch",42.65408805031444,1613947113909,6781
+"wd_0",0.01,1613947113909,6781
+"sqr_mom_0",0.99,1613947113909,6781
+"lr_0",6.702962042305314e-07,1613947113909,6781
+"mom_0",0.936594941864808,1613947113909,6781
+"eps_0",1e-05,1613947113909,6781
+"wd_1",0.01,1613947113909,6781
+"sqr_mom_1",0.99,1613947113909,6781
+"lr_1",6.702962042305314e-06,1613947113909,6781
+"mom_1",0.936594941864808,1613947113909,6781
+"eps_1",1e-05,1613947113909,6781
+"wd_2",0.01,1613947113909,6781
+"sqr_mom_2",0.99,1613947113909,6781
+"lr_2",6.702962042305307e-05,1613947113909,6781
+"mom_2",0.936594941864808,1613947113909,6781
+"eps_2",1e-05,1613947113909,6781
+"train_loss",0.0049692327,1613947114875,6782
+"raw_loss",0.0050670914,1613947114875,6782
+"epoch",42.66037735849054,1613947114875,6782
+"wd_0",0.01,1613947114875,6782
+"sqr_mom_0",0.99,1613947114875,6782
+"lr_0",6.693344240477303e-07,1613947114875,6782
+"mom_0",0.936614177660822,1613947114875,6782
+"eps_0",1e-05,1613947114875,6782
+"wd_1",0.01,1613947114875,6782
+"sqr_mom_1",0.99,1613947114875,6782
+"lr_1",6.6933442404773085e-06,1613947114875,6782
+"mom_1",0.936614177660822,1613947114875,6782
+"eps_1",1e-05,1613947114875,6782
+"wd_2",0.01,1613947114875,6782
+"sqr_mom_2",0.99,1613947114875,6782
+"lr_2",6.6933442404773e-05,1613947114875,6782
+"mom_2",0.936614177660822,1613947114875,6782
+"eps_2",1e-05,1613947114875,6782
+"train_loss",0.004947625,1613947115836,6783
+"raw_loss",0.003888854,1613947115836,6783
+"epoch",42.66666666666664,1613947115836,6783
+"wd_0",0.01,1613947115836,6783
+"sqr_mom_0",0.99,1613947115836,6783
+"lr_0",6.683738649682284e-07,1613947115836,6783
+"mom_0",0.9366333890345258,1613947115836,6783
+"eps_0",1e-05,1613947115836,6783
+"wd_1",0.01,1613947115836,6783
+"sqr_mom_1",0.99,1613947115836,6783
+"lr_1",6.6837386496822825e-06,1613947115836,6783
+"mom_1",0.9366333890345258,1613947115836,6783
+"eps_1",1e-05,1613947115836,6783
+"wd_2",0.01,1613947115836,6783
+"sqr_mom_2",0.99,1613947115836,6783
+"lr_2",6.683738649682281e-05,1613947115836,6783
+"mom_2",0.9366333890345258,1613947115836,6783
+"eps_2",1e-05,1613947115836,6783
+"train_loss",0.0049885954,1613947116845,6784
+"raw_loss",0.006996138,1613947116845,6784
+"epoch",42.67295597484274,1613947116845,6784
+"wd_0",0.01,1613947116845,6784
+"sqr_mom_0",0.99,1613947116845,6784
+"lr_0",6.674138893193183e-07,1613947116845,6784
+"mom_0",0.936652588739501,1613947116845,6784
+"eps_0",1e-05,1613947116845,6784
+"wd_1",0.01,1613947116845,6784
+"sqr_mom_1",0.99,1613947116845,6784
+"lr_1",6.6741388931931884e-06,1613947116845,6784
+"mom_1",0.936652588739501,1613947116845,6784
+"eps_1",1e-05,1613947116845,6784
+"wd_2",0.01,1613947116845,6784
+"sqr_mom_2",0.99,1613947116845,6784
+"lr_2",6.674138893193184e-05,1613947116845,6784
+"mom_2",0.936652588739501,1613947116845,6784
+"eps_2",1e-05,1613947116845,6784
+"train_loss",0.004975329,1613947117815,6785
+"raw_loss",0.004325275,1613947117815,6785
+"epoch",42.679245283018844,1613947117815,6785
+"wd_0",0.01,1613947117815,6785
+"sqr_mom_0",0.99,1613947117815,6785
+"lr_0",6.664538609769519e-07,1613947117815,6785
+"mom_0",0.9366717894983559,1613947117815,6785
+"eps_0",1e-05,1613947117815,6785
+"wd_1",0.01,1613947117815,6785
+"sqr_mom_1",0.99,1613947117815,6785
+"lr_1",6.664538609769519e-06,1613947117815,6785
+"mom_1",0.9366717894983559,1613947117815,6785
+"eps_1",1e-05,1613947117815,6785
+"wd_2",0.01,1613947117815,6785
+"sqr_mom_2",0.99,1613947117815,6785
+"lr_2",6.664538609769515e-05,1613947117815,6785
+"mom_2",0.9366717894983559,1613947117815,6785
+"eps_2",1e-05,1613947117815,6785
+"train_loss",0.0049878117,1613947118771,6786
+"raw_loss",0.0055994648,1613947118771,6786
+"epoch",42.685534591194944,1613947118771,6786
+"wd_0",0.01,1613947118771,6786
+"sqr_mom_0",0.99,1613947118771,6786
+"lr_0",6.65495053494029e-07,1613947118771,6786
+"mom_0",0.9366909658397777,1613947118771,6786
+"eps_0",1e-05,1613947118771,6786
+"wd_1",0.01,1613947118771,6786
+"sqr_mom_1",0.99,1613947118771,6786
+"lr_1",6.65495053494029e-06,1613947118771,6786
+"mom_1",0.9366909658397777,1613947118771,6786
+"eps_1",1e-05,1613947118771,6786
+"wd_2",0.01,1613947118771,6786
+"sqr_mom_2",0.99,1613947118771,6786
+"lr_2",6.654950534940284e-05,1613947118771,6786
+"mom_2",0.9366909658397777,1613947118771,6786
+"eps_2",1e-05,1613947118771,6786
+"train_loss",0.0049993726,1613947119743,6787
+"raw_loss",0.0055658626,1613947119743,6787
+"epoch",42.691823899371045,1613947119743,6787
+"wd_0",0.01,1613947119743,6787
+"sqr_mom_0",0.99,1613947119743,6787
+"lr_0",6.645365125316153e-07,1613947119743,6787
+"mom_0",0.9367101368507361,1613947119743,6787
+"eps_0",1e-05,1613947119743,6787
+"wd_1",0.01,1613947119743,6787
+"sqr_mom_1",0.99,1613947119743,6787
+"lr_1",6.64536512531616e-06,1613947119743,6787
+"mom_1",0.9367101368507361,1613947119743,6787
+"eps_1",1e-05,1613947119743,6787
+"wd_2",0.01,1613947119743,6787
+"sqr_mom_2",0.99,1613947119743,6787
+"lr_2",6.645365125316154e-05,1613947119743,6787
+"mom_2",0.9367101368507361,1613947119743,6787
+"eps_2",1e-05,1613947119743,6787
+"train_loss",0.0049784617,1613947120701,6788
+"raw_loss",0.003953827,1613947120701,6788
+"epoch",42.698113207547145,1613947120701,6788
+"wd_0",0.01,1613947120701,6788
+"sqr_mom_0",0.99,1613947120701,6788
+"lr_0",6.635785566101174e-07,1613947120701,6788
+"mom_0",0.9367292961607592,1613947120701,6788
+"eps_0",1e-05,1613947120701,6788
+"wd_1",0.01,1613947120701,6788
+"sqr_mom_1",0.99,1613947120701,6788
+"lr_1",6.635785566101176e-06,1613947120701,6788
+"mom_1",0.9367292961607592,1613947120701,6788
+"eps_1",1e-05,1613947120701,6788
+"wd_2",0.01,1613947120701,6788
+"sqr_mom_2",0.99,1613947120701,6788
+"lr_2",6.635785566101168e-05,1613947120701,6788
+"mom_2",0.9367292961607592,1613947120701,6788
+"eps_2",1e-05,1613947120701,6788
+"train_loss",0.0050030476,1613947121665,6789
+"raw_loss",0.006207762,1613947121665,6789
+"epoch",42.704402515723245,1613947121665,6789
+"wd_0",0.01,1613947121665,6789
+"sqr_mom_0",0.99,1613947121665,6789
+"lr_0",6.62621186034873e-07,1613947121665,6789
+"mom_0",0.9367484437637401,1613947121665,6789
+"eps_0",1e-05,1613947121665,6789
+"wd_1",0.01,1613947121665,6789
+"sqr_mom_1",0.99,1613947121665,6789
+"lr_1",6.62621186034873e-06,1613947121665,6789
+"mom_1",0.9367484437637401,1613947121665,6789
+"eps_1",1e-05,1613947121665,6789
+"wd_2",0.01,1613947121665,6789
+"sqr_mom_2",0.99,1613947121665,6789
+"lr_2",6.626211860348726e-05,1613947121665,6789
+"mom_2",0.9367484437637401,1613947121665,6789
+"eps_2",1e-05,1613947121665,6789
+"train_loss",0.0049981303,1613947122654,6790
+"raw_loss",0.0047571887,1613947122654,6790
+"epoch",42.710691823899346,1613947122654,6790
+"wd_0",0.01,1613947122654,6790
+"sqr_mom_0",0.99,1613947122654,6790
+"lr_0",6.616647183555066e-07,1613947122654,6790
+"mom_0",0.9367675733086229,1613947122654,6790
+"eps_0",1e-05,1613947122654,6790
+"wd_1",0.01,1613947122654,6790
+"sqr_mom_1",0.99,1613947122654,6790
+"lr_1",6.616647183555064e-06,1613947122654,6790
+"mom_1",0.9367675733086229,1613947122654,6790
+"eps_1",1e-05,1613947122654,6790
+"wd_2",0.01,1613947122654,6790
+"sqr_mom_2",0.99,1613947122654,6790
+"lr_2",6.61664718355506e-05,1613947122654,6790
+"mom_2",0.9367675733086229,1613947122654,6790
+"eps_2",1e-05,1613947122654,6790
+"train_loss",0.0049817553,1613947123606,6791
+"raw_loss",0.0041793836,1613947123606,6791
+"epoch",42.716981132075446,1613947123606,6791
+"wd_0",0.01,1613947123606,6791
+"sqr_mom_0",0.99,1613947123606,6791
+"lr_0",6.60708202143557e-07,1613947123606,6791
+"mom_0",0.9367867038241671,1613947123606,6791
+"eps_0",1e-05,1613947123606,6791
+"wd_1",0.01,1613947123606,6791
+"sqr_mom_1",0.99,1613947123606,6791
+"lr_1",6.607082021435569e-06,1613947123606,6791
+"mom_1",0.9367867038241671,1613947123606,6791
+"eps_1",1e-05,1613947123606,6791
+"wd_2",0.01,1613947123606,6791
+"sqr_mom_2",0.99,1613947123606,6791
+"lr_2",6.607082021435563e-05,1613947123606,6791
+"mom_2",0.9367867038241671,1613947123606,6791
+"eps_2",1e-05,1613947123606,6791
+"train_loss",0.0049463925,1613947124558,6792
+"raw_loss",0.003213624,1613947124558,6792
+"epoch",42.72327044025155,1613947124558,6792
+"wd_0",0.01,1613947124558,6792
+"sqr_mom_0",0.99,1613947124558,6792
+"lr_0",6.597529062928075e-07,1613947124558,6792
+"mom_0",0.9368058099322432,1613947124558,6792
+"eps_0",1e-05,1613947124558,6792
+"wd_1",0.01,1613947124558,6792
+"sqr_mom_1",0.99,1613947124558,6792
+"lr_1",6.597529062928075e-06,1613947124558,6792
+"mom_1",0.9368058099322432,1613947124558,6792
+"eps_1",1e-05,1613947124558,6792
+"wd_2",0.01,1613947124558,6792
+"sqr_mom_2",0.99,1613947124558,6792
+"lr_2",6.597529062928075e-05,1613947124558,6792
+"mom_2",0.9368058099322432,1613947124558,6792
+"eps_2",1e-05,1613947124558,6792
+"train_loss",0.005030123,1613947125507,6793
+"raw_loss",0.009132935,1613947125507,6793
+"epoch",42.72955974842765,1613947125507,6793
+"wd_0",0.01,1613947125507,6793
+"sqr_mom_0",0.99,1613947125507,6793
+"lr_0",6.587981966186595e-07,1613947125507,6793
+"mom_0",0.93682490431667,1613947125507,6793
+"eps_0",1e-05,1613947125507,6793
+"wd_1",0.01,1613947125507,6793
+"sqr_mom_1",0.99,1613947125507,6793
+"lr_1",6.5879819661865966e-06,1613947125507,6793
+"mom_1",0.93682490431667,1613947125507,6793
+"eps_1",1e-05,1613947125507,6793
+"wd_2",0.01,1613947125507,6793
+"sqr_mom_2",0.99,1613947125507,6793
+"lr_2",6.587981966186591e-05,1613947125507,6793
+"mom_2",0.93682490431667,1613947125507,6793
+"eps_2",1e-05,1613947125507,6793
+"train_loss",0.005013432,1613947126500,6794
+"raw_loss",0.0041955574,1613947126500,6794
+"epoch",42.73584905660375,1613947126500,6794
+"wd_0",0.01,1613947126500,6794
+"sqr_mom_0",0.99,1613947126500,6794
+"lr_0",6.578434404924615e-07,1613947126500,6794
+"mom_0",0.936843999630147,1613947126500,6794
+"eps_0",1e-05,1613947126500,6794
+"wd_1",0.01,1613947126500,6794
+"sqr_mom_1",0.99,1613947126500,6794
+"lr_1",6.578434404924613e-06,1613947126500,6794
+"mom_1",0.936843999630147,1613947126500,6794
+"eps_1",1e-05,1613947126500,6794
+"wd_2",0.01,1613947126500,6794
+"sqr_mom_2",0.99,1613947126500,6794
+"lr_2",6.578434404924612e-05,1613947126500,6794
+"mom_2",0.936843999630147,1613947126500,6794
+"eps_2",1e-05,1613947126500,6794
+"train_loss",0.004978143,1613947127572,6795
+"raw_loss",0.0032490003,1613947127572,6795
+"epoch",42.74213836477985,1613947127572,6795
+"wd_0",0.01,1613947127572,6795
+"sqr_mom_0",0.99,1613947127572,6795
+"lr_0",6.568899044731054e-07,1613947127572,6795
+"mom_0",0.9368630705412433,1613947127572,6795
+"eps_0",1e-05,1613947127572,6795
+"wd_1",0.01,1613947127572,6795
+"sqr_mom_1",0.99,1613947127572,6795
+"lr_1",6.568899044731052e-06,1613947127572,6795
+"mom_1",0.9368630705412433,1613947127572,6795
+"eps_1",1e-05,1613947127572,6795
+"wd_2",0.01,1613947127572,6795
+"sqr_mom_2",0.99,1613947127572,6795
+"lr_2",6.568899044731048e-05,1613947127572,6795
+"mom_2",0.9368630705412433,1613947127572,6795
+"eps_2",1e-05,1613947127572,6795
+"train_loss",0.004968457,1613947128625,6796
+"raw_loss",0.004493842,1613947128625,6796
+"epoch",42.74842767295595,1613947128625,6796
+"wd_0",0.01,1613947128625,6796
+"sqr_mom_0",0.99,1613947128625,6796
+"lr_0",6.559369555422936e-07,1613947128625,6796
+"mom_0",0.9368821297104512,1613947128625,6796
+"eps_0",1e-05,1613947128625,6796
+"wd_1",0.01,1613947128625,6796
+"sqr_mom_1",0.99,1613947128625,6796
+"lr_1",6.559369555422935e-06,1613947128625,6796
+"mom_1",0.9368821297104512,1613947128625,6796
+"eps_1",1e-05,1613947128625,6796
+"wd_2",0.01,1613947128625,6796
+"sqr_mom_2",0.99,1613947128625,6796
+"lr_2",6.55936955542293e-05,1613947128625,6796
+"mom_2",0.9368821297104512,1613947128625,6796
+"eps_2",1e-05,1613947128625,6796
+"train_loss",0.004955414,1613947129723,6797
+"raw_loss",0.004316328,1613947129723,6797
+"epoch",42.75471698113205,1613947129723,6797
+"wd_0",0.01,1613947129723,6797
+"sqr_mom_0",0.99,1613947129723,6797
+"lr_0",6.549839622400997e-07,1613947129723,6797
+"mom_0",0.9369011897670957,1613947129723,6797
+"eps_0",1e-05,1613947129723,6797
+"wd_1",0.01,1613947129723,6797
+"sqr_mom_1",0.99,1613947129723,6797
+"lr_1",6.549839622400992e-06,1613947129723,6797
+"mom_1",0.9369011897670957,1613947129723,6797
+"eps_1",1e-05,1613947129723,6797
+"wd_2",0.01,1613947129723,6797
+"sqr_mom_2",0.99,1613947129723,6797
+"lr_2",6.549839622400992e-05,1613947129723,6797
+"mom_2",0.9369011897670957,1613947129723,6797
+"eps_2",1e-05,1613947129723,6797
+"train_loss",0.0049310126,1613947130863,6798
+"raw_loss",0.003735338,1613947130863,6798
+"epoch",42.76100628930815,1613947130863,6798
+"wd_0",0.01,1613947130863,6798
+"sqr_mom_0",0.99,1613947130863,6798
+"lr_0",6.540321887868888e-07,1613947130863,6798
+"mom_0",0.9369202254265164,1613947130863,6798
+"eps_0",1e-05,1613947130863,6798
+"wd_1",0.01,1613947130863,6798
+"sqr_mom_1",0.99,1613947130863,6798
+"lr_1",6.5403218878688866e-06,1613947130863,6798
+"mom_1",0.9369202254265164,1613947130863,6798
+"eps_1",1e-05,1613947130863,6798
+"wd_2",0.01,1613947130863,6798
+"sqr_mom_2",0.99,1613947130863,6798
+"lr_2",6.540321887868884e-05,1613947130863,6798
+"mom_2",0.9369202254265164,1613947130863,6798
+"eps_2",1e-05,1613947130863,6798
+"train_loss",0.005003938,1613947132161,6799
+"raw_loss",0.008577278,1613947132161,6799
+"epoch",42.76729559748425,1613947132161,6799
+"wd_0",0.01,1613947132161,6799
+"sqr_mom_0",0.99,1613947132161,6799
+"lr_0",6.530806878410238e-07,1613947132161,6799
+"mom_0",0.9369392556357359,1613947132161,6799
+"eps_0",1e-05,1613947132161,6799
+"wd_1",0.01,1613947132161,6799
+"sqr_mom_1",0.99,1613947132161,6799
+"lr_1",6.5308068784102375e-06,1613947132161,6799
+"mom_1",0.9369392556357359,1613947132161,6799
+"eps_1",1e-05,1613947132161,6799
+"wd_2",0.01,1613947132161,6799
+"sqr_mom_2",0.99,1613947132161,6799
+"lr_2",6.530806878410236e-05,1613947132161,6799
+"mom_2",0.9369392556357359,1613947132161,6799
+"eps_2",1e-05,1613947132161,6799
+"train_loss",0.004993333,1613947133110,6800
+"raw_loss",0.0044736904,1613947133110,6800
+"epoch",42.77358490566035,1613947133110,6800
+"wd_0",0.01,1613947133110,6800
+"sqr_mom_0",0.99,1613947133110,6800
+"lr_0",6.52129775587487e-07,1613947133110,6800
+"mom_0",0.936958274070991,1613947133110,6800
+"eps_0",1e-05,1613947133110,6800
+"wd_1",0.01,1613947133110,6800
+"sqr_mom_1",0.99,1613947133110,6800
+"lr_1",6.521297755874868e-06,1613947133110,6800
+"mom_1",0.936958274070991,1613947133110,6800
+"eps_1",1e-05,1613947133110,6800
+"wd_2",0.01,1613947133110,6800
+"sqr_mom_2",0.99,1613947133110,6800
+"lr_2",6.521297755874867e-05,1613947133110,6800
+"mom_2",0.936958274070991,1613947133110,6800
+"eps_2",1e-05,1613947133110,6800
+"train_loss",0.005011125,1613947134068,6801
+"raw_loss",0.0058829305,1613947134068,6801
+"epoch",42.77987421383645,1613947134068,6801
+"wd_0",0.01,1613947134068,6801
+"sqr_mom_0",0.99,1613947134068,6801
+"lr_0",6.511794523293715e-07,1613947134068,6801
+"mom_0",0.9369772807262198,1613947134068,6801
+"eps_0",1e-05,1613947134068,6801
+"wd_1",0.01,1613947134068,6801
+"sqr_mom_1",0.99,1613947134068,6801
+"lr_1",6.5117945232937135e-06,1613947134068,6801
+"mom_1",0.9369772807262198,1613947134068,6801
+"eps_1",1e-05,1613947134068,6801
+"wd_2",0.01,1613947134068,6801
+"sqr_mom_2",0.99,1613947134068,6801
+"lr_2",6.511794523293707e-05,1613947134068,6801
+"mom_2",0.9369772807262198,1613947134068,6801
+"eps_2",1e-05,1613947134068,6801
+"train_loss",0.005049628,1613947135016,6802
+"raw_loss",0.0069362908,1613947135016,6802
+"epoch",42.78616352201255,1613947135016,6802
+"wd_0",0.01,1613947135016,6802
+"sqr_mom_0",0.99,1613947135016,6802
+"lr_0",6.502300332748234e-07,1613947135016,6802
+"mom_0",0.9369962692971965,1613947135016,6802
+"eps_0",1e-05,1613947135016,6802
+"wd_1",0.01,1613947135016,6802
+"sqr_mom_1",0.99,1613947135016,6802
+"lr_1",6.502300332748227e-06,1613947135016,6802
+"mom_1",0.9369962692971965,1613947135016,6802
+"eps_1",1e-05,1613947135016,6802
+"wd_2",0.01,1613947135016,6802
+"sqr_mom_2",0.99,1613947135016,6802
+"lr_2",6.502300332748227e-05,1613947135016,6802
+"mom_2",0.9369962692971965,1613947135016,6802
+"eps_2",1e-05,1613947135016,6802
+"train_loss",0.005018051,1613947135968,6803
+"raw_loss",0.0034707573,1613947135968,6803
+"epoch",42.79245283018865,1613947135968,6803
+"wd_0",0.01,1613947135968,6803
+"sqr_mom_0",0.99,1613947135968,6803
+"lr_0",6.492805740108318e-07,1613947135968,6803
+"mom_0",0.93701525867237,1613947135968,6803
+"eps_0",1e-05,1613947135968,6803
+"wd_1",0.01,1613947135968,6803
+"sqr_mom_1",0.99,1613947135968,6803
+"lr_1",6.492805740108313e-06,1613947135968,6803
+"mom_1",0.93701525867237,1613947135968,6803
+"eps_1",1e-05,1613947135968,6803
+"wd_2",0.01,1613947135968,6803
+"sqr_mom_2",0.99,1613947135968,6803
+"lr_2",6.492805740108309e-05,1613947135968,6803
+"mom_2",0.93701525867237,1613947135968,6803
+"eps_2",1e-05,1613947135968,6803
+"train_loss",0.0049723503,1613947136933,6804
+"raw_loss",0.0027330283,1613947136933,6804
+"epoch",42.79874213836475,1613947136933,6804
+"wd_0",0.01,1613947136933,6804
+"sqr_mom_0",0.99,1613947136933,6804
+"lr_0",6.483323340695837e-07,1613947136933,6804
+"mom_0",0.9370342236608449,1613947136933,6804
+"eps_0",1e-05,1613947136933,6804
+"wd_1",0.01,1613947136933,6804
+"sqr_mom_1",0.99,1613947136933,6804
+"lr_1",6.483323340695831e-06,1613947136933,6804
+"mom_1",0.9370342236608449,1613947136933,6804
+"eps_1",1e-05,1613947136933,6804
+"wd_2",0.01,1613947136933,6804
+"sqr_mom_2",0.99,1613947136933,6804
+"lr_2",6.483323340695829e-05,1613947136933,6804
+"mom_2",0.9370342236608449,1613947136933,6804
+"eps_2",1e-05,1613947136933,6804
+"train_loss",0.004936063,1613947137929,6805
+"raw_loss",0.003157985,1613947137929,6805
+"epoch",42.80503144654085,1613947137929,6805
+"wd_0",0.01,1613947137929,6805
+"sqr_mom_0",0.99,1613947137929,6805
+"lr_0",6.473840553063856e-07,1613947137929,6805
+"mom_0",0.9370531894257665,1613947137929,6805
+"eps_0",1e-05,1613947137929,6805
+"wd_1",0.01,1613947137929,6805
+"sqr_mom_1",0.99,1613947137929,6805
+"lr_1",6.473840553063856e-06,1613947137929,6805
+"mom_1",0.9370531894257665,1613947137929,6805
+"eps_1",1e-05,1613947137929,6805
+"wd_2",0.01,1613947137929,6805
+"sqr_mom_2",0.99,1613947137929,6805
+"lr_2",6.473840553063853e-05,1613947137929,6805
+"mom_2",0.9370531894257665,1613947137929,6805
+"eps_2",1e-05,1613947137929,6805
+"train_loss",0.004893065,1613947138901,6806
+"raw_loss",0.0027861507,1613947138901,6806
+"epoch",42.81132075471695,1613947138901,6806
+"wd_0",0.01,1613947138901,6806
+"sqr_mom_0",0.99,1613947138901,6806
+"lr_0",6.464369956874002e-07,1613947138901,6806
+"mom_0",0.93707213080756,1613947138901,6806
+"eps_0",1e-05,1613947138901,6806
+"wd_1",0.01,1613947138901,6806
+"sqr_mom_1",0.99,1613947138901,6806
+"lr_1",6.464369956873998e-06,1613947138901,6806
+"mom_1",0.93707213080756,1613947138901,6806
+"eps_1",1e-05,1613947138901,6806
+"wd_2",0.01,1613947138901,6806
+"sqr_mom_2",0.99,1613947138901,6806
+"lr_2",6.464369956873998e-05,1613947138901,6806
+"mom_2",0.93707213080756,1613947138901,6806
+"eps_2",1e-05,1613947138901,6806
+"train_loss",0.0048407535,1613947139868,6807
+"raw_loss",0.0022774881,1613947139868,6807
+"epoch",42.81761006289305,1613947139868,6807
+"wd_0",0.01,1613947139868,6807
+"sqr_mom_0",0.99,1613947139868,6807
+"lr_0",6.454905264864948e-07,1613947139868,6807
+"mom_0",0.9370910603808739,1613947139868,6807
+"eps_0",1e-05,1613947139868,6807
+"wd_1",0.01,1613947139868,6807
+"sqr_mom_1",0.99,1613947139868,6807
+"lr_1",6.454905264864945e-06,1613947139868,6807
+"mom_1",0.9370910603808739,1613947139868,6807
+"eps_1",1e-05,1613947139868,6807
+"wd_2",0.01,1613947139868,6807
+"sqr_mom_2",0.99,1613947139868,6807
+"lr_2",6.454905264864945e-05,1613947139868,6807
+"mom_2",0.9370910603808739,1613947139868,6807
+"eps_2",1e-05,1613947139868,6807
+"train_loss",0.004847565,1613947140829,6808
+"raw_loss",0.00518134,1613947140829,6808
+"epoch",42.82389937106915,1613947140829,6808
+"wd_0",0.01,1613947140829,6808
+"sqr_mom_0",0.99,1613947140829,6808
+"lr_0",6.445440205447434e-07,1613947140829,6808
+"mom_0",0.937109990689012,1613947140829,6808
+"eps_0",1e-05,1613947140829,6808
+"wd_1",0.01,1613947140829,6808
+"sqr_mom_1",0.99,1613947140829,6808
+"lr_1",6.445440205447435e-06,1613947140829,6808
+"mom_1",0.937109990689012,1613947140829,6808
+"eps_1",1e-05,1613947140829,6808
+"wd_2",0.01,1613947140829,6808
+"sqr_mom_2",0.99,1613947140829,6808
+"lr_2",6.445440205447432e-05,1613947140829,6808
+"mom_2",0.937109990689012,1613947140829,6808
+"eps_2",1e-05,1613947140829,6808
+"train_loss",0.004832665,1613947141803,6809
+"raw_loss",0.004102552,1613947141803,6809
+"epoch",42.83018867924525,1613947141803,6809
+"wd_0",0.01,1613947141803,6809
+"sqr_mom_0",0.99,1613947141803,6809
+"lr_0",6.435987334765226e-07,1613947141803,6809
+"mom_0",0.9371288966194357,1613947141803,6809
+"eps_0",1e-05,1613947141803,6809
+"wd_1",0.01,1613947141803,6809
+"sqr_mom_1",0.99,1613947141803,6809
+"lr_1",6.435987334765224e-06,1613947141803,6809
+"mom_1",0.9371288966194357,1613947141803,6809
+"eps_1",1e-05,1613947141803,6809
+"wd_2",0.01,1613947141803,6809
+"sqr_mom_2",0.99,1613947141803,6809
+"lr_2",6.435987334765222e-05,1613947141803,6809
+"mom_2",0.9371288966194357,1613947141803,6809
+"eps_2",1e-05,1613947141803,6809
+"train_loss",0.0048245382,1613947142753,6810
+"raw_loss",0.0044263364,1613947142753,6810
+"epoch",42.836477987421354,1613947142753,6810
+"wd_0",0.01,1613947142753,6810
+"sqr_mom_0",0.99,1613947142753,6810
+"lr_0",6.426537243927243e-07,1613947142753,6810
+"mom_0",0.9371477969901154,1613947142753,6810
+"eps_0",1e-05,1613947142753,6810
+"wd_1",0.01,1613947142753,6810
+"sqr_mom_1",0.99,1613947142753,6810
+"lr_1",6.426537243927245e-06,1613947142753,6810
+"mom_1",0.9371477969901154,1613947142753,6810
+"eps_1",1e-05,1613947142753,6810
+"wd_2",0.01,1613947142753,6810
+"sqr_mom_2",0.99,1613947142753,6810
+"lr_2",6.426537243927244e-05,1613947142753,6810
+"mom_2",0.9371477969901154,1613947142753,6810
+"eps_2",1e-05,1613947142753,6810
+"train_loss",0.004872233,1613947143703,6811
+"raw_loss",0.0072092954,1613947143703,6811
+"epoch",42.842767295597454,1613947143703,6811
+"wd_0",0.01,1613947143703,6811
+"sqr_mom_0",0.99,1613947143703,6811
+"lr_0",6.417093073247305e-07,1613947143703,6811
+"mom_0",0.9371666855203605,1613947143703,6811
+"eps_0",1e-05,1613947143703,6811
+"wd_1",0.01,1613947143703,6811
+"sqr_mom_1",0.99,1613947143703,6811
+"lr_1",6.417093073247307e-06,1613947143703,6811
+"mom_1",0.9371666855203605,1613947143703,6811
+"eps_1",1e-05,1613947143703,6811
+"wd_2",0.01,1613947143703,6811
+"sqr_mom_2",0.99,1613947143703,6811
+"lr_2",6.417093073247298e-05,1613947143703,6811
+"mom_2",0.9371666855203605,1613947143703,6811
+"eps_2",1e-05,1613947143703,6811
+"train_loss",0.0048383786,1613947144654,6812
+"raw_loss",0.00317951,1613947144654,6812
+"epoch",42.849056603773555,1613947144654,6812
+"wd_0",0.01,1613947144654,6812
+"sqr_mom_0",0.99,1613947144654,6812
+"lr_0",6.407654825735614e-07,1613947144654,6812
+"mom_0",0.9371855622041507,1613947144654,6812
+"eps_0",1e-05,1613947144654,6812
+"wd_1",0.01,1613947144654,6812
+"sqr_mom_1",0.99,1613947144654,6812
+"lr_1",6.4076548257356155e-06,1613947144654,6812
+"mom_1",0.9371855622041507,1613947144654,6812
+"eps_1",1e-05,1613947144654,6812
+"wd_2",0.01,1613947144654,6812
+"sqr_mom_2",0.99,1613947144654,6812
+"lr_2",6.407654825735611e-05,1613947144654,6812
+"mom_2",0.9371855622041507,1613947144654,6812
+"eps_2",1e-05,1613947144654,6812
+"train_loss",0.004796549,1613947145602,6813
+"raw_loss",0.0027469124,1613947145602,6813
+"epoch",42.855345911949655,1613947145602,6813
+"wd_0",0.01,1613947145602,6813
+"sqr_mom_0",0.99,1613947145602,6813
+"lr_0",6.398225631882505e-07,1613947145602,6813
+"mom_0",0.9372044207804427,1613947145602,6813
+"eps_0",1e-05,1613947145602,6813
+"wd_1",0.01,1613947145602,6813
+"sqr_mom_1",0.99,1613947145602,6813
+"lr_1",6.39822563188251e-06,1613947145602,6813
+"mom_1",0.9372044207804427,1613947145602,6813
+"eps_1",1e-05,1613947145602,6813
+"wd_2",0.01,1613947145602,6813
+"sqr_mom_2",0.99,1613947145602,6813
+"lr_2",6.398225631882502e-05,1613947145602,6813
+"mom_2",0.9372044207804427,1613947145602,6813
+"eps_2",1e-05,1613947145602,6813
+"train_loss",0.004796002,1613947146557,6814
+"raw_loss",0.004769189,1613947146557,6814
+"epoch",42.861635220125756,1613947146557,6814
+"wd_0",0.01,1613947146557,6814
+"sqr_mom_0",0.99,1613947146557,6814
+"lr_0",6.38879611224843e-07,1613947146557,6814
+"mom_0",0.9372232800083031,1613947146557,6814
+"eps_0",1e-05,1613947146557,6814
+"wd_1",0.01,1613947146557,6814
+"sqr_mom_1",0.99,1613947146557,6814
+"lr_1",6.388796112248431e-06,1613947146557,6814
+"mom_1",0.9372232800083031,1613947146557,6814
+"eps_1",1e-05,1613947146557,6814
+"wd_2",0.01,1613947146557,6814
+"sqr_mom_2",0.99,1613947146557,6814
+"lr_2",6.388796112248427e-05,1613947146557,6814
+"mom_2",0.9372232800083031,1613947146557,6814
+"eps_2",1e-05,1613947146557,6814
+"train_loss",0.004749587,1613947147501,6815
+"raw_loss",0.0024752363,1613947147501,6815
+"epoch",42.867924528301856,1613947147501,6815
+"wd_0",0.01,1613947147501,6815
+"sqr_mom_0",0.99,1613947147501,6815
+"lr_0",6.379378775830826e-07,1613947147501,6815
+"mom_0",0.937242114869487,1613947147501,6815
+"eps_0",1e-05,1613947147501,6815
+"wd_1",0.01,1613947147501,6815
+"sqr_mom_1",0.99,1613947147501,6815
+"lr_1",6.379378775830824e-06,1613947147501,6815
+"mom_1",0.937242114869487,1613947147501,6815
+"eps_1",1e-05,1613947147501,6815
+"wd_2",0.01,1613947147501,6815
+"sqr_mom_2",0.99,1613947147501,6815
+"lr_2",6.379378775830816e-05,1613947147501,6815
+"mom_2",0.937242114869487,1613947147501,6815
+"eps_2",1e-05,1613947147501,6815
+"train_loss",0.004754457,1613947148465,6816
+"raw_loss",0.004993104,1613947148465,6816
+"epoch",42.874213836477956,1613947148465,6816
+"wd_0",0.01,1613947148465,6816
+"sqr_mom_0",0.99,1613947148465,6816
+"lr_0",6.369967370666008e-07,1613947148465,6816
+"mom_0",0.9372609378680467,1613947148465,6816
+"eps_0",1e-05,1613947148465,6816
+"wd_1",0.01,1613947148465,6816
+"sqr_mom_1",0.99,1613947148465,6816
+"lr_1",6.369967370666007e-06,1613947148465,6816
+"mom_1",0.9372609378680467,1613947148465,6816
+"eps_1",1e-05,1613947148465,6816
+"wd_2",0.01,1613947148465,6816
+"sqr_mom_2",0.99,1613947148465,6816
+"lr_2",6.369967370666003e-05,1613947148465,6816
+"mom_2",0.9372609378680467,1613947148465,6816
+"eps_2",1e-05,1613947148465,6816
+"train_loss",0.0047437204,1613947149441,6817
+"raw_loss",0.004217619,1613947149441,6817
+"epoch",42.88050314465406,1613947149441,6817
+"wd_0",0.01,1613947149441,6817
+"sqr_mom_0",0.99,1613947149441,6817
+"lr_0",6.360555660534246e-07,1613947149441,6817
+"mom_0",0.9372797614765462,1613947149441,6817
+"eps_0",1e-05,1613947149441,6817
+"wd_1",0.01,1613947149441,6817
+"sqr_mom_1",0.99,1613947149441,6817
+"lr_1",6.360555660534248e-06,1613947149441,6817
+"mom_1",0.9372797614765462,1613947149441,6817
+"eps_1",1e-05,1613947149441,6817
+"wd_2",0.01,1613947149441,6817
+"sqr_mom_2",0.99,1613947149441,6817
+"lr_2",6.360555660534244e-05,1613947149441,6817
+"mom_2",0.9372797614765462,1613947149441,6817
+"eps_2",1e-05,1613947149441,6817
+"train_loss",0.004709711,1613947150404,6818
+"raw_loss",0.0030432518,1613947150404,6818
+"epoch",42.88679245283016,1613947150404,6818
+"wd_0",0.01,1613947150404,6818
+"sqr_mom_0",0.99,1613947150404,6818
+"lr_0",6.35115613080728e-07,1613947150404,6818
+"mom_0",0.9372985607239926,1613947150404,6818
+"eps_0",1e-05,1613947150404,6818
+"wd_1",0.01,1613947150404,6818
+"sqr_mom_1",0.99,1613947150404,6818
+"lr_1",6.3511561308072785e-06,1613947150404,6818
+"mom_1",0.9372985607239926,1613947150404,6818
+"eps_1",1e-05,1613947150404,6818
+"wd_2",0.01,1613947150404,6818
+"sqr_mom_2",0.99,1613947150404,6818
+"lr_2",6.351156130807276e-05,1613947150404,6818
+"mom_2",0.9372985607239926,1613947150404,6818
+"eps_2",1e-05,1613947150404,6818
+"train_loss",0.004701021,1613947151364,6819
+"raw_loss",0.0042752265,1613947151364,6819
+"epoch",42.89308176100626,1613947151364,6819
+"wd_0",0.01,1613947151364,6819
+"sqr_mom_0",0.99,1613947151364,6819
+"lr_0",6.341762541322789e-07,1613947151364,6819
+"mom_0",0.9373173480908353,1613947151364,6819
+"eps_0",1e-05,1613947151364,6819
+"wd_1",0.01,1613947151364,6819
+"sqr_mom_1",0.99,1613947151364,6819
+"lr_1",6.3417625413227885e-06,1613947151364,6819
+"mom_1",0.9373173480908353,1613947151364,6819
+"eps_1",1e-05,1613947151364,6819
+"wd_2",0.01,1613947151364,6819
+"sqr_mom_2",0.99,1613947151364,6819
+"lr_2",6.341762541322784e-05,1613947151364,6819
+"mom_2",0.9373173480908353,1613947151364,6819
+"eps_2",1e-05,1613947151364,6819
+"train_loss",0.0047264085,1613947152312,6820
+"raw_loss",0.0059704,1613947152312,6820
+"epoch",42.89937106918236,1613947152312,6820
+"wd_0",0.01,1613947152312,6820
+"sqr_mom_0",0.99,1613947152312,6820
+"lr_0",6.332368667686246e-07,1613947152312,6820
+"mom_0",0.9373361360259878,1613947152312,6820
+"eps_0",1e-05,1613947152312,6820
+"wd_1",0.01,1613947152312,6820
+"sqr_mom_1",0.99,1613947152312,6820
+"lr_1",6.332368667686243e-06,1613947152312,6820
+"mom_1",0.9373361360259878,1613947152312,6820
+"eps_1",1e-05,1613947152312,6820
+"wd_2",0.01,1613947152312,6820
+"sqr_mom_2",0.99,1613947152312,6820
+"lr_2",6.33236866768624e-05,1613947152312,6820
+"mom_2",0.9373361360259878,1613947152312,6820
+"eps_2",1e-05,1613947152312,6820
+"train_loss",0.0047330935,1613947153261,6821
+"raw_loss",0.005060656,1613947153261,6821
+"epoch",42.90566037735846,1613947153261,6821
+"wd_0",0.01,1613947153261,6821
+"sqr_mom_0",0.99,1613947153261,6821
+"lr_0",6.322986971607877e-07,1613947153261,6821
+"mom_0",0.9373548996057802,1613947153261,6821
+"eps_0",1e-05,1613947153261,6821
+"wd_1",0.01,1613947153261,6821
+"sqr_mom_1",0.99,1613947153261,6821
+"lr_1",6.322986971607874e-06,1613947153261,6821
+"mom_1",0.9373548996057802,1613947153261,6821
+"eps_1",1e-05,1613947153261,6821
+"wd_2",0.01,1613947153261,6821
+"sqr_mom_2",0.99,1613947153261,6821
+"lr_2",6.322986971607871e-05,1613947153261,6821
+"mom_2",0.9373548996057802,1613947153261,6821
+"eps_2",1e-05,1613947153261,6821
+"train_loss",0.004779473,1613947154199,6822
+"raw_loss",0.007052059,1613947154199,6822
+"epoch",42.91194968553456,1613947154199,6822
+"wd_0",0.01,1613947154199,6822
+"sqr_mom_0",0.99,1613947154199,6822
+"lr_0",6.313608115000017e-07,1613947154199,6822
+"mom_0",0.937373657506575,1613947154199,6822
+"eps_0",1e-05,1613947154199,6822
+"wd_1",0.01,1613947154199,6822
+"sqr_mom_1",0.99,1613947154199,6822
+"lr_1",6.313608115000012e-06,1613947154199,6822
+"mom_1",0.937373657506575,1613947154199,6822
+"eps_1",1e-05,1613947154199,6822
+"wd_2",0.01,1613947154199,6822
+"sqr_mom_2",0.99,1613947154199,6822
+"lr_2",6.313608115000012e-05,1613947154199,6822
+"mom_2",0.937373657506575,1613947154199,6822
+"eps_2",1e-05,1613947154199,6822
+"train_loss",0.004741611,1613947155148,6823
+"raw_loss",0.002886382,1613947155148,6823
+"epoch",42.91823899371066,1613947155148,6823
+"wd_0",0.01,1613947155148,6823
+"sqr_mom_0",0.99,1613947155148,6823
+"lr_0",6.304235214545043e-07,1613947155148,6823
+"mom_0",0.9373924034949448,1613947155148,6823
+"eps_0",1e-05,1613947155148,6823
+"wd_1",0.01,1613947155148,6823
+"sqr_mom_1",0.99,1613947155148,6823
+"lr_1",6.304235214545045e-06,1613947155148,6823
+"mom_1",0.9373924034949448,1613947155148,6823
+"eps_1",1e-05,1613947155148,6823
+"wd_2",0.01,1613947155148,6823
+"sqr_mom_2",0.99,1613947155148,6823
+"lr_2",6.304235214545041e-05,1613947155148,6823
+"mom_2",0.9373924034949448,1613947155148,6823
+"eps_2",1e-05,1613947155148,6823
+"train_loss",0.004804952,1613947156094,6824
+"raw_loss",0.007908659,1613947156094,6824
+"epoch",42.92452830188676,1613947156094,6824
+"wd_0",0.01,1613947156094,6824
+"sqr_mom_0",0.99,1613947156094,6824
+"lr_0",6.294868273230476e-07,1613947156094,6824
+"mom_0",0.9374111375649147,1613947156094,6824
+"eps_0",1e-05,1613947156094,6824
+"wd_1",0.01,1613947156094,6824
+"sqr_mom_1",0.99,1613947156094,6824
+"lr_1",6.2948682732304794e-06,1613947156094,6824
+"mom_1",0.9374111375649147,1613947156094,6824
+"eps_1",1e-05,1613947156094,6824
+"wd_2",0.01,1613947156094,6824
+"sqr_mom_2",0.99,1613947156094,6824
+"lr_2",6.294868273230473e-05,1613947156094,6824
+"mom_2",0.9374111375649147,1613947156094,6824
+"eps_2",1e-05,1613947156094,6824
+"train_loss",0.0048295534,1613947157044,6825
+"raw_loss",0.0060350187,1613947157044,6825
+"epoch",42.93081761006286,1613947157044,6825
+"wd_0",0.01,1613947157044,6825
+"sqr_mom_0",0.99,1613947157044,6825
+"lr_0",6.285510397855555e-07,1613947157044,6825
+"mom_0",0.9374298535028239,1613947157044,6825
+"eps_0",1e-05,1613947157044,6825
+"wd_1",0.01,1613947157044,6825
+"sqr_mom_1",0.99,1613947157044,6825
+"lr_1",6.2855103978555496e-06,1613947157044,6825
+"mom_1",0.9374298535028239,1613947157044,6825
+"eps_1",1e-05,1613947157044,6825
+"wd_2",0.01,1613947157044,6825
+"sqr_mom_2",0.99,1613947157044,6825
+"lr_2",6.285510397855548e-05,1613947157044,6825
+"mom_2",0.9374298535028239,1613947157044,6825
+"eps_2",1e-05,1613947157044,6825
+"train_loss",0.004799926,1613947158012,6826
+"raw_loss",0.003348192,1613947158012,6826
+"epoch",42.93710691823896,1613947158012,6826
+"wd_0",0.01,1613947158012,6826
+"sqr_mom_0",0.99,1613947158012,6826
+"lr_0",6.276152279963064e-07,1613947158012,6826
+"mom_0",0.9374485699257731,1613947158012,6826
+"eps_0",1e-05,1613947158012,6826
+"wd_1",0.01,1613947158012,6826
+"sqr_mom_1",0.99,1613947158012,6826
+"lr_1",6.276152279963066e-06,1613947158012,6826
+"mom_1",0.9374485699257731,1613947158012,6826
+"eps_1",1e-05,1613947158012,6826
+"wd_2",0.01,1613947158012,6826
+"sqr_mom_2",0.99,1613947158012,6826
+"lr_2",6.276152279963062e-05,1613947158012,6826
+"mom_2",0.9374485699257731,1613947158012,6826
+"eps_2",1e-05,1613947158012,6826
+"train_loss",0.0047714855,1613947158968,6827
+"raw_loss",0.0033778932,1613947158968,6827
+"epoch",42.94339622641506,1613947158968,6827
+"wd_0",0.01,1613947158968,6827
+"sqr_mom_0",0.99,1613947158968,6827
+"lr_0",6.266806333830434e-07,1613947158968,6827
+"mom_0",0.9374672620049591,1613947158968,6827
+"eps_0",1e-05,1613947158968,6827
+"wd_1",0.01,1613947158968,6827
+"sqr_mom_1",0.99,1613947158968,6827
+"lr_1",6.266806333830432e-06,1613947158968,6827
+"mom_1",0.9374672620049591,1613947158968,6827
+"eps_1",1e-05,1613947158968,6827
+"wd_2",0.01,1613947158968,6827
+"sqr_mom_2",0.99,1613947158968,6827
+"lr_2",6.266806333830426e-05,1613947158968,6827
+"mom_2",0.9374672620049591,1613947158968,6827
+"eps_2",1e-05,1613947158968,6827
+"train_loss",0.004820375,1613947159932,6828
+"raw_loss",0.0072159576,1613947159932,6828
+"epoch",42.94968553459116,1613947159932,6828
+"wd_0",0.01,1613947159932,6828
+"sqr_mom_0",0.99,1613947159932,6828
+"lr_0",6.257466354807976e-07,1613947159932,6828
+"mom_0",0.9374859421498055,1613947159932,6828
+"eps_0",1e-05,1613947159932,6828
+"wd_1",0.01,1613947159932,6828
+"sqr_mom_1",0.99,1613947159932,6828
+"lr_1",6.257466354807972e-06,1613947159932,6828
+"mom_1",0.9374859421498055,1613947159932,6828
+"eps_1",1e-05,1613947159932,6828
+"wd_2",0.01,1613947159932,6828
+"sqr_mom_2",0.99,1613947159932,6828
+"lr_2",6.257466354807968e-05,1613947159932,6828
+"mom_2",0.9374859421498055,1613947159932,6828
+"eps_2",1e-05,1613947159932,6828
+"train_loss",0.004780009,1613947160904,6829
+"raw_loss",0.0028020719,1613947160904,6829
+"epoch",42.95597484276726,1613947160904,6829
+"wd_0",0.01,1613947160904,6829
+"sqr_mom_0",0.99,1613947160904,6829
+"lr_0",6.248126154085122e-07,1613947160904,6829
+"mom_0",0.9375046227380571,1613947160904,6829
+"eps_0",1e-05,1613947160904,6829
+"wd_1",0.01,1613947160904,6829
+"sqr_mom_1",0.99,1613947160904,6829
+"lr_1",6.248126154085115e-06,1613947160904,6829
+"mom_1",0.9375046227380571,1613947160904,6829
+"eps_1",1e-05,1613947160904,6829
+"wd_2",0.01,1613947160904,6829
+"sqr_mom_2",0.99,1613947160904,6829
+"lr_2",6.248126154085112e-05,1613947160904,6829
+"mom_2",0.9375046227380571,1613947160904,6829
+"eps_2",1e-05,1613947160904,6829
+"train_loss",0.0048164404,1613947161884,6830
+"raw_loss",0.00660159,1613947161884,6830
+"epoch",42.96226415094336,1613947161884,6830
+"wd_0",0.01,1613947161884,6830
+"sqr_mom_0",0.99,1613947161884,6830
+"lr_0",6.238798122170752e-07,1613947161884,6830
+"mom_0",0.9375232789884483,1613947161884,6830
+"eps_0",1e-05,1613947161884,6830
+"wd_1",0.01,1613947161884,6830
+"sqr_mom_1",0.99,1613947161884,6830
+"lr_1",6.2387981221707534e-06,1613947161884,6830
+"mom_1",0.9375232789884483,1613947161884,6830
+"eps_1",1e-05,1613947161884,6830
+"wd_2",0.01,1613947161884,6830
+"sqr_mom_2",0.99,1613947161884,6830
+"lr_2",6.238798122170747e-05,1613947161884,6830
+"mom_2",0.9375232789884483,1613947161884,6830
+"eps_2",1e-05,1613947161884,6830
+"train_loss",0.004764348,1613947162830,6831
+"raw_loss",0.0022118052,1613947162830,6831
+"epoch",42.96855345911946,1613947162830,6831
+"wd_0",0.01,1613947162830,6831
+"sqr_mom_0",0.99,1613947162830,6831
+"lr_0",6.22947297436163e-07,1613947162830,6831
+"mom_0",0.9375419294705714,1613947162830,6831
+"eps_0",1e-05,1613947162830,6831
+"wd_1",0.01,1613947162830,6831
+"sqr_mom_1",0.99,1613947162830,6831
+"lr_1",6.229472974361625e-06,1613947162830,6831
+"mom_1",0.9375419294705714,1613947162830,6831
+"eps_1",1e-05,1613947162830,6831
+"wd_2",0.01,1613947162830,6831
+"sqr_mom_2",0.99,1613947162830,6831
+"lr_2",6.229472974361624e-05,1613947162830,6831
+"mom_2",0.9375419294705714,1613947162830,6831
+"eps_2",1e-05,1613947162830,6831
+"train_loss",0.0047867983,1613947163774,6832
+"raw_loss",0.005886874,1613947163774,6832
+"epoch",42.97484276729556,1613947163774,6832
+"wd_0",0.01,1613947163774,6832
+"sqr_mom_0",0.99,1613947163774,6832
+"lr_0",6.220153809522518e-07,1613947163774,6832
+"mom_0",0.9375605679866348,1613947163774,6832
+"eps_0",1e-05,1613947163774,6832
+"wd_1",0.01,1613947163774,6832
+"sqr_mom_1",0.99,1613947163774,6832
+"lr_1",6.220153809522517e-06,1613947163774,6832
+"mom_1",0.9375605679866348,1613947163774,6832
+"eps_1",1e-05,1613947163774,6832
+"wd_2",0.01,1613947163774,6832
+"sqr_mom_2",0.99,1613947163774,6832
+"lr_2",6.220153809522513e-05,1613947163774,6832
+"mom_2",0.9375605679866348,1613947163774,6832
+"eps_2",1e-05,1613947163774,6832
+"train_loss",0.004780159,1613947164721,6833
+"raw_loss",0.004454837,1613947164721,6833
+"epoch",42.98113207547166,1613947164721,6833
+"wd_0",0.01,1613947164721,6833
+"sqr_mom_0",0.99,1613947164721,6833
+"lr_0",6.210840630623791e-07,1613947164721,6833
+"mom_0",0.9375791945306977,1613947164721,6833
+"eps_0",1e-05,1613947164721,6833
+"wd_1",0.01,1613947164721,6833
+"sqr_mom_1",0.99,1613947164721,6833
+"lr_1",6.210840630623789e-06,1613947164721,6833
+"mom_1",0.9375791945306977,1613947164721,6833
+"eps_1",1e-05,1613947164721,6833
+"wd_2",0.01,1613947164721,6833
+"sqr_mom_2",0.99,1613947164721,6833
+"lr_2",6.210840630623785e-05,1613947164721,6833
+"mom_2",0.9375791945306977,1613947164721,6833
+"eps_2",1e-05,1613947164721,6833
+"train_loss",0.0048320894,1613947165666,6834
+"raw_loss",0.007376684,1613947165666,6834
+"epoch",42.987421383647764,1613947165666,6834
+"wd_0",0.01,1613947165666,6834
+"sqr_mom_0",0.99,1613947165666,6834
+"lr_0",6.201536526602575e-07,1613947165666,6834
+"mom_0",0.9375978029248241,1613947165666,6834
+"eps_0",1e-05,1613947165666,6834
+"wd_1",0.01,1613947165666,6834
+"sqr_mom_1",0.99,1613947165666,6834
+"lr_1",6.201536526602575e-06,1613947165666,6834
+"mom_1",0.9375978029248241,1613947165666,6834
+"eps_1",1e-05,1613947165666,6834
+"wd_2",0.01,1613947165666,6834
+"sqr_mom_2",0.99,1613947165666,6834
+"lr_2",6.201536526602571e-05,1613947165666,6834
+"mom_2",0.9375978029248241,1613947165666,6834
+"eps_2",1e-05,1613947165666,6834
+"train_loss",0.004799127,1613947166640,6835
+"raw_loss",0.0031839747,1613947166640,6835
+"epoch",42.993710691823864,1613947166640,6835
+"wd_0",0.01,1613947166640,6835
+"sqr_mom_0",0.99,1613947166640,6835
+"lr_0",6.192232242519443e-07,1613947166640,6835
+"mom_0",0.9376164116790778,1613947166640,6835
+"eps_0",1e-05,1613947166640,6835
+"wd_1",0.01,1613947166640,6835
+"sqr_mom_1",0.99,1613947166640,6835
+"lr_1",6.19223224251945e-06,1613947166640,6835
+"mom_1",0.9376164116790778,1613947166640,6835
+"eps_1",1e-05,1613947166640,6835
+"wd_2",0.01,1613947166640,6835
+"sqr_mom_2",0.99,1613947166640,6835
+"lr_2",6.192232242519441e-05,1613947166640,6835
+"mom_2",0.9376164116790778,1613947166640,6835
+"eps_2",1e-05,1613947166640,6835
+"train_loss",0.004806004,1613947167593,6836
+"raw_loss",0.0051429607,1613947167593,6836
+"epoch",42.999999999999964,1613947167593,6836
+"wd_0",0.01,1613947167593,6836
+"sqr_mom_0",0.99,1613947167593,6836
+"lr_0",6.182940121237045e-07,1613947167593,6836
+"mom_0",0.9376349961074869,1613947167593,6836
+"eps_0",1e-05,1613947167593,6836
+"wd_1",0.01,1613947167593,6836
+"sqr_mom_1",0.99,1613947167593,6836
+"lr_1",6.1829401212370395e-06,1613947167593,6836
+"mom_1",0.9376349961074869,1613947167593,6836
+"eps_1",1e-05,1613947167593,6836
+"wd_2",0.01,1613947167593,6836
+"sqr_mom_2",0.99,1613947167593,6836
+"lr_2",6.182940121237035e-05,1613947167593,6836
+"mom_2",0.9376349961074869,1613947167593,6836
+"eps_2",1e-05,1613947167593,6836
+"valid_loss",0.08552183955907822,1613947199804,6836
+"_rmse",0.29244115948677063,1613947199804,6836
+"epoch",43,1613947199804,6836
+"train_loss",0.0048597814,1613947200830,6837
+"raw_loss",0.0074948724,1613947200830,6837
+"epoch",43.0062893081761,1613947200830,6837
+"wd_0",0.01,1613947200830,6837
+"sqr_mom_0",0.99,1613947200830,6837
+"lr_0",6.173653993778476e-07,1613947200830,6837
+"mom_0",0.9376535685481284,1613947200830,6837
+"eps_0",1e-05,1613947200830,6837
+"wd_1",0.01,1613947200830,6837
+"sqr_mom_1",0.99,1613947200830,6837
+"lr_1",6.173653993778481e-06,1613947200830,6837
+"mom_1",0.9376535685481284,1613947200830,6837
+"eps_1",1e-05,1613947200830,6837
+"wd_2",0.01,1613947200830,6837
+"sqr_mom_2",0.99,1613947200830,6837
+"lr_2",6.173653993778476e-05,1613947200830,6837
+"mom_2",0.9376535685481284,1613947200830,6837
+"eps_2",1e-05,1613947200830,6837
+"train_loss",0.0048154974,1613947201780,6838
+"raw_loss",0.0026455875,1613947201780,6838
+"epoch",43.0125786163522,1613947201780,6838
+"wd_0",0.01,1613947201780,6838
+"sqr_mom_0",0.99,1613947201780,6838
+"lr_0",6.164367707076883e-07,1613947201780,6838
+"mom_0",0.9376721413072593,1613947201780,6838
+"eps_0",1e-05,1613947201780,6838
+"wd_1",0.01,1613947201780,6838
+"sqr_mom_1",0.99,1613947201780,6838
+"lr_1",6.1643677070768814e-06,1613947201780,6838
+"mom_1",0.9376721413072593,1613947201780,6838
+"eps_1",1e-05,1613947201780,6838
+"wd_2",0.01,1613947201780,6838
+"sqr_mom_2",0.99,1613947201780,6838
+"lr_2",6.164367707076876e-05,1613947201780,6838
+"mom_2",0.9376721413072593,1613947201780,6838
+"eps_2",1e-05,1613947201780,6838
+"train_loss",0.004844295,1613947202715,6839
+"raw_loss",0.00625538,1613947202715,6839
+"epoch",43.0188679245283,1613947202715,6839
+"wd_0",0.01,1613947202715,6839
+"sqr_mom_0",0.99,1613947202715,6839
+"lr_0",6.155093580119971e-07,1613947202715,6839
+"mom_0",0.9376906897466575,1613947202715,6839
+"eps_0",1e-05,1613947202715,6839
+"wd_1",0.01,1613947202715,6839
+"sqr_mom_1",0.99,1613947202715,6839
+"lr_1",6.155093580119969e-06,1613947202715,6839
+"mom_1",0.9376906897466575,1613947202715,6839
+"eps_1",1e-05,1613947202715,6839
+"wd_2",0.01,1613947202715,6839
+"sqr_mom_2",0.99,1613947202715,6839
+"lr_2",6.155093580119961e-05,1613947202715,6839
+"mom_2",0.9376906897466575,1613947202715,6839
+"eps_2",1e-05,1613947202715,6839
+"train_loss",0.0048250086,1613947203657,6840
+"raw_loss",0.0038799746,1613947203657,6840
+"epoch",43.0251572327044,1613947203657,6840
+"wd_0",0.01,1613947203657,6840
+"sqr_mom_0",0.99,1613947203657,6840
+"lr_0",6.145825455856772e-07,1613947203657,6840
+"mom_0",0.9377092261805482,1613947203657,6840
+"eps_0",1e-05,1613947203657,6840
+"wd_1",0.01,1613947203657,6840
+"sqr_mom_1",0.99,1613947203657,6840
+"lr_1",6.145825455856767e-06,1613947203657,6840
+"mom_1",0.9377092261805482,1613947203657,6840
+"eps_1",1e-05,1613947203657,6840
+"wd_2",0.01,1613947203657,6840
+"sqr_mom_2",0.99,1613947203657,6840
+"lr_2",6.145825455856766e-05,1613947203657,6840
+"mom_2",0.9377092261805482,1613947203657,6840
+"eps_2",1e-05,1613947203657,6840
+"train_loss",0.004829457,1613947204600,6841
+"raw_loss",0.0050474256,1613947204600,6841
+"epoch",43.0314465408805,1613947204600,6841
+"wd_0",0.01,1613947204600,6841
+"sqr_mom_0",0.99,1613947204600,6841
+"lr_0",6.136557193169891e-07,1613947204600,6841
+"mom_0",0.9377277628912891,1613947204600,6841
+"eps_0",1e-05,1613947204600,6841
+"wd_1",0.01,1613947204600,6841
+"sqr_mom_1",0.99,1613947204600,6841
+"lr_1",6.136557193169889e-06,1613947204600,6841
+"mom_1",0.9377277628912891,1613947204600,6841
+"eps_1",1e-05,1613947204600,6841
+"wd_2",0.01,1613947204600,6841
+"sqr_mom_2",0.99,1613947204600,6841
+"lr_2",6.136557193169885e-05,1613947204600,6841
+"mom_2",0.9377277628912891,1613947204600,6841
+"eps_2",1e-05,1613947204600,6841
+"train_loss",0.0048560333,1613947205563,6842
+"raw_loss",0.0061582597,1613947205563,6842
+"epoch",43.0377358490566,1613947205563,6842
+"wd_0",0.01,1613947205563,6842
+"sqr_mom_0",0.99,1613947205563,6842
+"lr_0",6.127301087136765e-07,1613947205563,6842
+"mom_0",0.9377462752884793,1613947205563,6842
+"eps_0",1e-05,1613947205563,6842
+"wd_1",0.01,1613947205563,6842
+"sqr_mom_1",0.99,1613947205563,6842
+"lr_1",6.127301087136767e-06,1613947205563,6842
+"mom_1",0.9377462752884793,1613947205563,6842
+"eps_1",1e-05,1613947205563,6842
+"wd_2",0.01,1613947205563,6842
+"sqr_mom_2",0.99,1613947205563,6842
+"lr_2",6.127301087136759e-05,1613947205563,6842
+"mom_2",0.9377462752884793,1613947205563,6842
+"eps_2",1e-05,1613947205563,6842
+"train_loss",0.0050508794,1613947206511,6843
+"raw_loss",0.014598361,1613947206511,6843
+"epoch",43.0440251572327,1613947206511,6843
+"wd_0",0.01,1613947206511,6843
+"sqr_mom_0",0.99,1613947206511,6843
+"lr_0",6.118047924605329e-07,1613947206511,6843
+"mom_0",0.9377647817986073,1613947206511,6843
+"eps_0",1e-05,1613947206511,6843
+"wd_1",0.01,1613947206511,6843
+"sqr_mom_1",0.99,1613947206511,6843
+"lr_1",6.118047924605322e-06,1613947206511,6843
+"mom_1",0.9377647817986073,1613947206511,6843
+"eps_1",1e-05,1613947206511,6843
+"wd_2",0.01,1613947206511,6843
+"sqr_mom_2",0.99,1613947206511,6843
+"lr_2",6.11804792460532e-05,1613947206511,6843
+"mom_2",0.9377647817986073,1613947206511,6843
+"eps_2",1e-05,1613947206511,6843
+"train_loss",0.005033685,1613947207461,6844
+"raw_loss",0.0041911514,1613947207461,6844
+"epoch",43.0503144654088,1613947207461,6844
+"wd_0",0.01,1613947207461,6844
+"sqr_mom_0",0.99,1613947207461,6844
+"lr_0",6.108800780559341e-07,1613947207461,6844
+"mom_0",0.937783276271644,1613947207461,6844
+"eps_0",1e-05,1613947207461,6844
+"wd_1",0.01,1613947207461,6844
+"sqr_mom_1",0.99,1613947207461,6844
+"lr_1",6.108800780559338e-06,1613947207461,6844
+"mom_1",0.937783276271644,1613947207461,6844
+"eps_1",1e-05,1613947207461,6844
+"wd_2",0.01,1613947207461,6844
+"sqr_mom_2",0.99,1613947207461,6844
+"lr_2",6.108800780559335e-05,1613947207461,6844
+"mom_2",0.937783276271644,1613947207461,6844
+"eps_2",1e-05,1613947207461,6844
+"train_loss",0.005015762,1613947208432,6845
+"raw_loss",0.0041375435,1613947208432,6845
+"epoch",43.056603773584904,1613947208432,6845
+"wd_0",0.01,1613947208432,6845
+"sqr_mom_0",0.99,1613947208432,6845
+"lr_0",6.099559657946257e-07,1613947208432,6845
+"mom_0",0.9378017587016945,1613947208432,6845
+"eps_0",1e-05,1613947208432,6845
+"wd_1",0.01,1613947208432,6845
+"sqr_mom_1",0.99,1613947208432,6845
+"lr_1",6.0995596579462515e-06,1613947208432,6845
+"mom_1",0.9378017587016945,1613947208432,6845
+"eps_1",1e-05,1613947208432,6845
+"wd_2",0.01,1613947208432,6845
+"sqr_mom_2",0.99,1613947208432,6845
+"lr_2",6.099559657946253e-05,1613947208432,6845
+"mom_2",0.9378017587016945,1613947208432,6845
+"eps_2",1e-05,1613947208432,6845
+"train_loss",0.005057302,1613947209391,6846
+"raw_loss",0.0070927576,1613947209391,6846
+"epoch",43.062893081761004,1613947209391,6846
+"wd_0",0.01,1613947209391,6846
+"sqr_mom_0",0.99,1613947209391,6846
+"lr_0",6.090324559711547e-07,1613947209391,6846
+"mom_0",0.9378202290828677,1613947209391,6846
+"eps_0",1e-05,1613947209391,6846
+"wd_1",0.01,1613947209391,6846
+"sqr_mom_1",0.99,1613947209391,6846
+"lr_1",6.090324559711549e-06,1613947209391,6846
+"mom_1",0.9378202290828677,1613947209391,6846
+"eps_1",1e-05,1613947209391,6846
+"wd_2",0.01,1613947209391,6846
+"sqr_mom_2",0.99,1613947209391,6846
+"lr_2",6.090324559711546e-05,1613947209391,6846
+"mom_2",0.9378202290828677,1613947209391,6846
+"eps_2",1e-05,1613947209391,6846
+"train_loss",0.005008615,1613947210343,6847
+"raw_loss",0.002622964,1613947210343,6847
+"epoch",43.069182389937104,1613947210343,6847
+"wd_0",0.01,1613947210343,6847
+"sqr_mom_0",0.99,1613947210343,6847
+"lr_0",6.081095488798822e-07,1613947210343,6847
+"mom_0",0.9378386874092765,1613947210343,6847
+"eps_0",1e-05,1613947210343,6847
+"wd_1",0.01,1613947210343,6847
+"sqr_mom_1",0.99,1613947210343,6847
+"lr_1",6.081095488798826e-06,1613947210343,6847
+"mom_1",0.9378386874092765,1613947210343,6847
+"eps_1",1e-05,1613947210343,6847
+"wd_2",0.01,1613947210343,6847
+"sqr_mom_2",0.99,1613947210343,6847
+"lr_2",6.081095488798819e-05,1613947210343,6847
+"mom_2",0.9378386874092765,1613947210343,6847
+"eps_2",1e-05,1613947210343,6847
+"train_loss",0.0049984525,1613947211316,6848
+"raw_loss",0.0045004766,1613947211316,6848
+"epoch",43.075471698113205,1613947211316,6848
+"wd_0",0.01,1613947211316,6848
+"sqr_mom_0",0.99,1613947211316,6848
+"lr_0",6.071875506201304e-07,1613947211316,6848
+"mom_0",0.937857127558873,1613947211316,6848
+"eps_0",1e-05,1613947211316,6848
+"wd_1",0.01,1613947211316,6848
+"sqr_mom_1",0.99,1613947211316,6848
+"lr_1",6.071875506201306e-06,1613947211316,6848
+"mom_1",0.937857127558873,1613947211316,6848
+"eps_1",1e-05,1613947211316,6848
+"wd_2",0.01,1613947211316,6848
+"sqr_mom_2",0.99,1613947211316,6848
+"lr_2",6.071875506201299e-05,1613947211316,6848
+"mom_2",0.937857127558873,1613947211316,6848
+"eps_2",1e-05,1613947211316,6848
+"train_loss",0.0049950494,1613947212273,6849
+"raw_loss",0.0048282915,1613947212273,6849
+"epoch",43.081761006289305,1613947212273,6849
+"wd_0",0.01,1613947212273,6849
+"sqr_mom_0",0.99,1613947212273,6849
+"lr_0",6.062655440703986e-07,1613947212273,6849
+"mom_0",0.9378755678742707,1613947212273,6849
+"eps_0",1e-05,1613947212273,6849
+"wd_1",0.01,1613947212273,6849
+"sqr_mom_1",0.99,1613947212273,6849
+"lr_1",6.0626554407039874e-06,1613947212273,6849
+"mom_1",0.9378755678742707,1613947212273,6849
+"eps_1",1e-05,1613947212273,6849
+"wd_2",0.01,1613947212273,6849
+"sqr_mom_2",0.99,1613947212273,6849
+"lr_2",6.062655440703979e-05,1613947212273,6849
+"mom_2",0.9378755678742707,1613947212273,6849
+"eps_2",1e-05,1613947212273,6849
+"train_loss",0.0049940245,1613947213270,6850
+"raw_loss",0.0049438053,1613947213270,6850
+"epoch",43.088050314465406,1613947213270,6850
+"wd_0",0.01,1613947213270,6850
+"sqr_mom_0",0.99,1613947213270,6850
+"lr_0",6.053447523446955e-07,1613947213270,6850
+"mom_0",0.937893983892945,1613947213270,6850
+"eps_0",1e-05,1613947213270,6850
+"wd_1",0.01,1613947213270,6850
+"sqr_mom_1",0.99,1613947213270,6850
+"lr_1",6.053447523446955e-06,1613947213270,6850
+"mom_1",0.937893983892945,1613947213270,6850
+"eps_1",1e-05,1613947213270,6850
+"wd_2",0.01,1613947213270,6850
+"sqr_mom_2",0.99,1613947213270,6850
+"lr_2",6.053447523446951e-05,1613947213270,6850
+"mom_2",0.937893983892945,1613947213270,6850
+"eps_2",1e-05,1613947213270,6850
+"train_loss",0.0049631046,1613947214229,6851
+"raw_loss",0.0034480223,1613947214229,6851
+"epoch",43.094339622641506,1613947214229,6851
+"wd_0",0.01,1613947214229,6851
+"sqr_mom_0",0.99,1613947214229,6851
+"lr_0",6.044245641260667e-07,1613947214229,6851
+"mom_0",0.937912387841357,1613947214229,6851
+"eps_0",1e-05,1613947214229,6851
+"wd_1",0.01,1613947214229,6851
+"sqr_mom_1",0.99,1613947214229,6851
+"lr_1",6.044245641260667e-06,1613947214229,6851
+"mom_1",0.937912387841357,1613947214229,6851
+"eps_1",1e-05,1613947214229,6851
+"wd_2",0.01,1613947214229,6851
+"sqr_mom_2",0.99,1613947214229,6851
+"lr_2",6.044245641260662e-05,1613947214229,6851
+"mom_2",0.937912387841357,1613947214229,6851
+"eps_2",1e-05,1613947214229,6851
+"train_loss",0.004927106,1613947215197,6852
+"raw_loss",0.0031631854,1613947215197,6852
+"epoch",43.10062893081761,1613947215197,6852
+"wd_0",0.01,1613947215197,6852
+"sqr_mom_0",0.99,1613947215197,6852
+"lr_0",6.035043696995081e-07,1613947215197,6852
+"mom_0",0.9379307919139289,1613947215197,6852
+"eps_0",1e-05,1613947215197,6852
+"wd_1",0.01,1613947215197,6852
+"sqr_mom_1",0.99,1613947215197,6852
+"lr_1",6.035043696995077e-06,1613947215197,6852
+"mom_1",0.9379307919139289,1613947215197,6852
+"eps_1",1e-05,1613947215197,6852
+"wd_2",0.01,1613947215197,6852
+"sqr_mom_2",0.99,1613947215197,6852
+"lr_2",6.035043696995076e-05,1613947215197,6852
+"mom_2",0.9379307919139289,1613947215197,6852
+"eps_2",1e-05,1613947215197,6852
+"train_loss",0.0049145995,1613947216143,6853
+"raw_loss",0.004301774,1613947216143,6853
+"epoch",43.10691823899371,1613947216143,6853
+"wd_0",0.01,1613947216143,6853
+"sqr_mom_0",0.99,1613947216143,6853
+"lr_0",6.025853897751065e-07,1613947216143,6853
+"mom_0",0.9379491716962148,1613947216143,6853
+"eps_0",1e-05,1613947216143,6853
+"wd_1",0.01,1613947216143,6853
+"sqr_mom_1",0.99,1613947216143,6853
+"lr_1",6.0258538977510685e-06,1613947216143,6853
+"mom_1",0.9379491716962148,1613947216143,6853
+"eps_1",1e-05,1613947216143,6853
+"wd_2",0.01,1613947216143,6853
+"sqr_mom_2",0.99,1613947216143,6853
+"lr_2",6.025853897751062e-05,1613947216143,6853
+"mom_2",0.9379491716962148,1613947216143,6853
+"eps_2",1e-05,1613947216143,6853
+"train_loss",0.005026997,1613947217130,6854
+"raw_loss",0.010534494,1613947217130,6854
+"epoch",43.11320754716981,1613947217130,6854
+"wd_0",0.01,1613947217130,6854
+"sqr_mom_0",0.99,1613947217130,6854
+"lr_0",6.016667096338093e-07,1613947217130,6854
+"mom_0",0.9379675454827786,1613947217130,6854
+"eps_0",1e-05,1613947217130,6854
+"wd_1",0.01,1613947217130,6854
+"sqr_mom_1",0.99,1613947217130,6854
+"lr_1",6.016667096338088e-06,1613947217130,6854
+"mom_1",0.9379675454827786,1613947217130,6854
+"eps_1",1e-05,1613947217130,6854
+"wd_2",0.01,1613947217130,6854
+"sqr_mom_2",0.99,1613947217130,6854
+"lr_2",6.0166670963380836e-05,1613947217130,6854
+"mom_2",0.9379675454827786,1613947217130,6854
+"eps_2",1e-05,1613947217130,6854
+"train_loss",0.005030652,1613947218085,6855
+"raw_loss",0.0052097496,1613947218085,6855
+"epoch",43.11949685534591,1613947218085,6855
+"wd_0",0.01,1613947218085,6855
+"sqr_mom_0",0.99,1613947218085,6855
+"lr_0",6.007486345724554e-07,1613947218085,6855
+"mom_0",0.9379859071676225,1613947218085,6855
+"eps_0",1e-05,1613947218085,6855
+"wd_1",0.01,1613947218085,6855
+"sqr_mom_1",0.99,1613947218085,6855
+"lr_1",6.007486345724549e-06,1613947218085,6855
+"mom_1",0.9379859071676225,1613947218085,6855
+"eps_1",1e-05,1613947218085,6855
+"wd_2",0.01,1613947218085,6855
+"sqr_mom_2",0.99,1613947218085,6855
+"lr_2",6.007486345724545e-05,1613947218085,6855
+"mom_2",0.9379859071676225,1613947218085,6855
+"eps_2",1e-05,1613947218085,6855
+"train_loss",0.00502892,1613947219052,6856
+"raw_loss",0.0049440353,1613947219052,6856
+"epoch",43.12578616352201,1613947219052,6856
+"wd_0",0.01,1613947219052,6856
+"sqr_mom_0",0.99,1613947219052,6856
+"lr_0",5.998311648836719e-07,1613947219052,6856
+"mom_0",0.938004256744894,1613947219052,6856
+"eps_0",1e-05,1613947219052,6856
+"wd_1",0.01,1613947219052,6856
+"sqr_mom_1",0.99,1613947219052,6856
+"lr_1",5.998311648836721e-06,1613947219052,6856
+"mom_1",0.938004256744894,1613947219052,6856
+"eps_1",1e-05,1613947219052,6856
+"wd_2",0.01,1613947219052,6856
+"sqr_mom_2",0.99,1613947219052,6856
+"lr_2",5.998311648836713e-05,1613947219052,6856
+"mom_2",0.938004256744894,1613947219052,6856
+"eps_2",1e-05,1613947219052,6856
+"train_loss",0.0049756155,1613947220011,6857
+"raw_loss",0.0023637027,1613947220011,6857
+"epoch",43.13207547169811,1613947220011,6857
+"wd_0",0.01,1613947220011,6857
+"sqr_mom_0",0.99,1613947220011,6857
+"lr_0",5.989146048602877e-07,1613947220011,6857
+"mom_0",0.9380225881286754,1613947220011,6857
+"eps_0",1e-05,1613947220011,6857
+"wd_1",0.01,1613947220011,6857
+"sqr_mom_1",0.99,1613947220011,6857
+"lr_1",5.989146048602878e-06,1613947220011,6857
+"mom_1",0.9380225881286754,1613947220011,6857
+"eps_1",1e-05,1613947220011,6857
+"wd_2",0.01,1613947220011,6857
+"sqr_mom_2",0.99,1613947220011,6857
+"lr_2",5.9891460486028716e-05,1613947220011,6857
+"mom_2",0.9380225881286754,1613947220011,6857
+"eps_2",1e-05,1613947220011,6857
+"train_loss",0.0049610836,1613947220985,6858
+"raw_loss",0.004249025,1613947220985,6858
+"epoch",43.13836477987421,1613947220985,6858
+"wd_0",0.01,1613947220985,6858
+"sqr_mom_0",0.99,1613947220985,6858
+"lr_0",5.979980427933543e-07,1613947220985,6858
+"mom_0",0.9380409195533284,1613947220985,6858
+"eps_0",1e-05,1613947220985,6858
+"wd_1",0.01,1613947220985,6858
+"sqr_mom_1",0.99,1613947220985,6858
+"lr_1",5.979980427933546e-06,1613947220985,6858
+"mom_1",0.9380409195533284,1613947220985,6858
+"eps_1",1e-05,1613947220985,6858
+"wd_2",0.01,1613947220985,6858
+"sqr_mom_2",0.99,1613947220985,6858
+"lr_2",5.9799804279335434e-05,1613947220985,6858
+"mom_2",0.9380409195533284,1613947220985,6858
+"eps_2",1e-05,1613947220985,6858
+"train_loss",0.004948666,1613947221967,6859
+"raw_loss",0.0043402035,1613947221967,6859
+"epoch",43.14465408805031,1613947221967,6859
+"wd_0",0.01,1613947221967,6859
+"sqr_mom_0",0.99,1613947221967,6859
+"lr_0",5.970826945743475e-07,1613947221967,6859
+"mom_0",0.93805922670078,1613947221967,6859
+"eps_0",1e-05,1613947221967,6859
+"wd_1",0.01,1613947221967,6859
+"sqr_mom_1",0.99,1613947221967,6859
+"lr_1",5.970826945743475e-06,1613947221967,6859
+"mom_1",0.93805922670078,1613947221967,6859
+"eps_1",1e-05,1613947221967,6859
+"wd_2",0.01,1613947221967,6859
+"sqr_mom_2",0.99,1613947221967,6859
+"lr_2",5.970826945743472e-05,1613947221967,6859
+"mom_2",0.93805922670078,1613947221967,6859
+"eps_2",1e-05,1613947221967,6859
+"train_loss",0.0049296278,1613947223055,6860
+"raw_loss",0.0039967513,1613947223055,6860
+"epoch",43.15094339622641,1613947223055,6860
+"wd_0",0.01,1613947223055,6860
+"sqr_mom_0",0.99,1613947223055,6860
+"lr_0",5.961679524941049e-07,1613947223055,6860
+"mom_0",0.9380775217253351,1613947223055,6860
+"eps_0",1e-05,1613947223055,6860
+"wd_1",0.01,1613947223055,6860
+"sqr_mom_1",0.99,1613947223055,6860
+"lr_1",5.961679524941049e-06,1613947223055,6860
+"mom_1",0.9380775217253351,1613947223055,6860
+"eps_1",1e-05,1613947223055,6860
+"wd_2",0.01,1613947223055,6860
+"sqr_mom_2",0.99,1613947223055,6860
+"lr_2",5.961679524941045e-05,1613947223055,6860
+"mom_2",0.9380775217253351,1613947223055,6860
+"eps_2",1e-05,1613947223055,6860
+"train_loss",0.0049286187,1613947224019,6861
+"raw_loss",0.0048791673,1613947224019,6861
+"epoch",43.15723270440251,1613947224019,6861
+"wd_0",0.01,1613947224019,6861
+"sqr_mom_0",0.99,1613947224019,6861
+"lr_0",5.952532104523998e-07,1613947224019,6861
+"mom_0",0.9380958167491195,1613947224019,6861
+"eps_0",1e-05,1613947224019,6861
+"wd_1",0.01,1613947224019,6861
+"sqr_mom_1",0.99,1613947224019,6861
+"lr_1",5.952532104524003e-06,1613947224019,6861
+"mom_1",0.9380958167491195,1613947224019,6861
+"eps_1",1e-05,1613947224019,6861
+"wd_2",0.01,1613947224019,6861
+"sqr_mom_2",0.99,1613947224019,6861
+"lr_2",5.952532104523998e-05,1613947224019,6861
+"mom_2",0.9380958167491195,1613947224019,6861
+"eps_2",1e-05,1613947224019,6861
+"train_loss",0.0049186395,1613947225008,6862
+"raw_loss",0.004429654,1613947225008,6862
+"epoch",43.16352201257861,1613947225008,6862
+"wd_0",0.01,1613947225008,6862
+"sqr_mom_0",0.99,1613947225008,6862
+"lr_0",5.943396819263015e-07,1613947225008,6862
+"mom_0",0.9381140875023489,1613947225008,6862
+"eps_0",1e-05,1613947225008,6862
+"wd_1",0.01,1613947225008,6862
+"sqr_mom_1",0.99,1613947225008,6862
+"lr_1",5.9433968192630166e-06,1613947225008,6862
+"mom_1",0.9381140875023489,1613947225008,6862
+"eps_1",1e-05,1613947225008,6862
+"wd_2",0.01,1613947225008,6862
+"sqr_mom_2",0.99,1613947225008,6862
+"lr_2",5.943396819263014e-05,1613947225008,6862
+"mom_2",0.9381140875023489,1613947225008,6862
+"eps_2",1e-05,1613947225008,6862
+"train_loss",0.0049273274,1613947225989,6863
+"raw_loss",0.0053530354,1613947225989,6863
+"epoch",43.16981132075471,1613947225989,6863
+"wd_0",0.01,1613947225989,6863
+"sqr_mom_0",0.99,1613947225989,6863
+"lr_0",5.93426760412692e-07,1613947225989,6863
+"mom_0",0.9381323461152072,1613947225989,6863
+"eps_0",1e-05,1613947225989,6863
+"wd_1",0.01,1613947225989,6863
+"sqr_mom_1",0.99,1613947225989,6863
+"lr_1",5.934267604126922e-06,1613947225989,6863
+"mom_1",0.9381323461152072,1613947225989,6863
+"eps_1",1e-05,1613947225989,6863
+"wd_2",0.01,1613947225989,6863
+"sqr_mom_2",0.99,1613947225989,6863
+"lr_2",5.934267604126918e-05,1613947225989,6863
+"mom_2",0.9381323461152072,1613947225989,6863
+"eps_2",1e-05,1613947225989,6863
+"train_loss",0.0049018958,1613947226954,6864
+"raw_loss",0.0036557394,1613947226954,6864
+"epoch",43.17610062893081,1613947226954,6864
+"wd_0",0.01,1613947226954,6864
+"sqr_mom_0",0.99,1613947226954,6864
+"lr_0",5.925138410197066e-07,1613947226954,6864
+"mom_0",0.9381506046856527,1613947226954,6864
+"eps_0",1e-05,1613947226954,6864
+"wd_1",0.01,1613947226954,6864
+"sqr_mom_1",0.99,1613947226954,6864
+"lr_1",5.9251384101970694e-06,1613947226954,6864
+"mom_1",0.9381506046856527,1613947226954,6864
+"eps_1",1e-05,1613947226954,6864
+"wd_2",0.01,1613947226954,6864
+"sqr_mom_2",0.99,1613947226954,6864
+"lr_2",5.925138410197063e-05,1613947226954,6864
+"mom_2",0.9381506046856527,1613947226954,6864
+"eps_2",1e-05,1613947226954,6864
+"train_loss",0.004856811,1613947227935,6865
+"raw_loss",0.002647649,1613947227935,6865
+"epoch",43.18238993710691,1613947227935,6865
+"wd_0",0.01,1613947227935,6865
+"sqr_mom_0",0.99,1613947227935,6865
+"lr_0",5.916021348065277e-07,1613947227935,6865
+"mom_0",0.9381688389922593,1613947227935,6865
+"eps_0",1e-05,1613947227935,6865
+"wd_1",0.01,1613947227935,6865
+"sqr_mom_1",0.99,1613947227935,6865
+"lr_1",5.916021348065279e-06,1613947227935,6865
+"mom_1",0.9381688389922593,1613947227935,6865
+"eps_1",1e-05,1613947227935,6865
+"wd_2",0.01,1613947227935,6865
+"sqr_mom_2",0.99,1613947227935,6865
+"lr_2",5.916021348065275e-05,1613947227935,6865
+"mom_2",0.9381688389922593,1613947227935,6865
+"eps_2",1e-05,1613947227935,6865
+"train_loss",0.0048343125,1613947228909,6866
+"raw_loss",0.0037318787,1613947228909,6866
+"epoch",43.18867924528301,1613947228909,6866
+"wd_0",0.01,1613947228909,6866
+"sqr_mom_0",0.99,1613947228909,6866
+"lr_0",5.906907342899671e-07,1613947228909,6866
+"mom_0",0.9381870671848724,1613947228909,6866
+"eps_0",1e-05,1613947228909,6866
+"wd_1",0.01,1613947228909,6866
+"sqr_mom_1",0.99,1613947228909,6866
+"lr_1",5.906907342899674e-06,1613947228909,6866
+"mom_1",0.9381870671848724,1613947228909,6866
+"eps_1",1e-05,1613947228909,6866
+"wd_2",0.01,1613947228909,6866
+"sqr_mom_2",0.99,1613947228909,6866
+"lr_2",5.906907342899669e-05,1613947228909,6866
+"mom_2",0.9381870671848724,1613947228909,6866
+"eps_2",1e-05,1613947228909,6866
+"train_loss",0.0048033483,1613947229901,6867
+"raw_loss",0.0032860935,1613947229901,6867
+"epoch",43.19496855345911,1613947229901,6867
+"wd_0",0.01,1613947229901,6867
+"sqr_mom_0",0.99,1613947229901,6867
+"lr_0",5.897799423518178e-07,1613947229901,6867
+"mom_0",0.9382052832057957,1613947229901,6867
+"eps_0",1e-05,1613947229901,6867
+"wd_1",0.01,1613947229901,6867
+"sqr_mom_1",0.99,1613947229901,6867
+"lr_1",5.8977994235181815e-06,1613947229901,6867
+"mom_1",0.9382052832057957,1613947229901,6867
+"eps_1",1e-05,1613947229901,6867
+"wd_2",0.01,1613947229901,6867
+"sqr_mom_2",0.99,1613947229901,6867
+"lr_2",5.897799423518175e-05,1613947229901,6867
+"mom_2",0.9382052832057957,1613947229901,6867
+"eps_2",1e-05,1613947229901,6867
+"train_loss",0.004775861,1613947230874,6868
+"raw_loss",0.0034289763,1613947230874,6868
+"epoch",43.20125786163521,1613947230874,6868
+"wd_0",0.01,1613947230874,6868
+"sqr_mom_0",0.99,1613947230874,6868
+"lr_0",5.888697592823835e-07,1613947230874,6868
+"mom_0",0.9382234870492228,1613947230874,6868
+"eps_0",1e-05,1613947230874,6868
+"wd_1",0.01,1613947230874,6868
+"sqr_mom_1",0.99,1613947230874,6868
+"lr_1",5.888697592823833e-06,1613947230874,6868
+"mom_1",0.9382234870492228,1613947230874,6868
+"eps_1",1e-05,1613947230874,6868
+"wd_2",0.01,1613947230874,6868
+"sqr_mom_2",0.99,1613947230874,6868
+"lr_2",5.8886975928238306e-05,1613947230874,6868
+"mom_2",0.9382234870492228,1613947230874,6868
+"eps_2",1e-05,1613947230874,6868
+"train_loss",0.0047458853,1613947231837,6869
+"raw_loss",0.0032770762,1613947231837,6869
+"epoch",43.20754716981131,1613947231837,6869
+"wd_0",0.01,1613947231837,6869
+"sqr_mom_0",0.99,1613947231837,6869
+"lr_0",5.879604869536432e-07,1613947231837,6869
+"mom_0",0.9382416726776539,1613947231837,6869
+"eps_0",1e-05,1613947231837,6869
+"wd_1",0.01,1613947231837,6869
+"sqr_mom_1",0.99,1613947231837,6869
+"lr_1",5.879604869536432e-06,1613947231837,6869
+"mom_1",0.9382416726776539,1613947231837,6869
+"eps_1",1e-05,1613947231837,6869
+"wd_2",0.01,1613947231837,6869
+"sqr_mom_2",0.99,1613947231837,6869
+"lr_2",5.879604869536427e-05,1613947231837,6869
+"mom_2",0.9382416726776539,1613947231837,6869
+"eps_2",1e-05,1613947231837,6869
+"train_loss",0.0048178216,1613947232809,6870
+"raw_loss",0.008342704,1613947232809,6870
+"epoch",43.213836477987414,1613947232809,6870
+"wd_0",0.01,1613947232809,6870
+"sqr_mom_0",0.99,1613947232809,6870
+"lr_0",5.870512209099069e-07,1613947232809,6870
+"mom_0",0.9382598581803836,1613947232809,6870
+"eps_0",1e-05,1613947232809,6870
+"wd_1",0.01,1613947232809,6870
+"sqr_mom_1",0.99,1613947232809,6870
+"lr_1",5.870512209099065e-06,1613947232809,6870
+"mom_1",0.9382598581803836,1613947232809,6870
+"eps_1",1e-05,1613947232809,6870
+"wd_2",0.01,1613947232809,6870
+"sqr_mom_2",0.99,1613947232809,6870
+"lr_2",5.8705122090990625e-05,1613947232809,6870
+"mom_2",0.9382598581803836,1613947232809,6870
+"eps_2",1e-05,1613947232809,6870
+"train_loss",0.004981658,1613947233783,6871
+"raw_loss",0.0130096525,1613947233783,6871
+"epoch",43.220125786163514,1613947233783,6871
+"wd_0",0.01,1613947233783,6871
+"sqr_mom_0",0.99,1613947233783,6871
+"lr_0",5.861431673639021e-07,1613947233783,6871
+"mom_0",0.9382780194329162,1613947233783,6871
+"eps_0",1e-05,1613947233783,6871
+"wd_1",0.01,1613947233783,6871
+"sqr_mom_1",0.99,1613947233783,6871
+"lr_1",5.861431673639024e-06,1613947233783,6871
+"mom_1",0.9382780194329162,1613947233783,6871
+"eps_1",1e-05,1613947233783,6871
+"wd_2",0.01,1613947233783,6871
+"sqr_mom_2",0.99,1613947233783,6871
+"lr_2",5.861431673639017e-05,1613947233783,6871
+"mom_2",0.9382780194329162,1613947233783,6871
+"eps_2",1e-05,1613947233783,6871
+"train_loss",0.0049601556,1613947234753,6872
+"raw_loss",0.003906547,1613947234753,6872
+"epoch",43.226415094339615,1613947234753,6872
+"wd_0",0.01,1613947234753,6872
+"sqr_mom_0",0.99,1613947234753,6872
+"lr_0",5.852357234411983e-07,1613947234753,6872
+"mom_0",0.9382961684928609,1613947234753,6872
+"eps_0",1e-05,1613947234753,6872
+"wd_1",0.01,1613947234753,6872
+"sqr_mom_1",0.99,1613947234753,6872
+"lr_1",5.852357234411978e-06,1613947234753,6872
+"mom_1",0.9382961684928609,1613947234753,6872
+"eps_1",1e-05,1613947234753,6872
+"wd_2",0.01,1613947234753,6872
+"sqr_mom_2",0.99,1613947234753,6872
+"lr_2",5.852357234411974e-05,1613947234753,6872
+"mom_2",0.9382961684928609,1613947234753,6872
+"eps_2",1e-05,1613947234753,6872
+"train_loss",0.004950377,1613947235728,6873
+"raw_loss",0.0044712387,1613947235728,6873
+"epoch",43.232704402515715,1613947235728,6873
+"wd_0",0.01,1613947235728,6873
+"sqr_mom_0",0.99,1613947235728,6873
+"lr_0",5.843282878855478e-07,1613947235728,6873
+"mom_0",0.9383143173854629,1613947235728,6873
+"eps_0",1e-05,1613947235728,6873
+"wd_1",0.01,1613947235728,6873
+"sqr_mom_1",0.99,1613947235728,6873
+"lr_1",5.8432828788554766e-06,1613947235728,6873
+"mom_1",0.9383143173854629,1613947235728,6873
+"eps_1",1e-05,1613947235728,6873
+"wd_2",0.01,1613947235728,6873
+"sqr_mom_2",0.99,1613947235728,6873
+"lr_2",5.843282878855474e-05,1613947235728,6873
+"mom_2",0.9383143173854629,1613947235728,6873
+"eps_2",1e-05,1613947235728,6873
+"train_loss",0.0049081184,1613947236702,6874
+"raw_loss",0.0028374486,1613947236702,6874
+"epoch",43.238993710691815,1613947236702,6874
+"wd_0",0.01,1613947236702,6874
+"sqr_mom_0",0.99,1613947236702,6874
+"lr_0",5.83422064481394e-07,1613947236702,6874
+"mom_0",0.9383324420347924,1613947236702,6874
+"eps_0",1e-05,1613947236702,6874
+"wd_1",0.01,1613947236702,6874
+"sqr_mom_1",0.99,1613947236702,6874
+"lr_1",5.834220644813942e-06,1613947236702,6874
+"mom_1",0.9383324420347924,1613947236702,6874
+"eps_1",1e-05,1613947236702,6874
+"wd_2",0.01,1613947236702,6874
+"sqr_mom_2",0.99,1613947236702,6874
+"lr_2",5.8342206448139364e-05,1613947236702,6874
+"mom_2",0.9383324420347924,1613947236702,6874
+"eps_2",1e-05,1613947236702,6874
+"train_loss",0.004893809,1613947237664,6875
+"raw_loss",0.004192642,1613947237664,6875
+"epoch",43.245283018867916,1613947237664,6875
+"wd_0",0.01,1613947237664,6875
+"sqr_mom_0",0.99,1613947237664,6875
+"lr_0",5.825161511998436e-07,1613947237664,6875
+"mom_0",0.9383505604816079,1613947237664,6875
+"eps_0",1e-05,1613947237664,6875
+"wd_1",0.01,1613947237664,6875
+"sqr_mom_1",0.99,1613947237664,6875
+"lr_1",5.825161511998436e-06,1613947237664,6875
+"mom_1",0.9383505604816079,1613947237664,6875
+"eps_1",1e-05,1613947237664,6875
+"wd_2",0.01,1613947237664,6875
+"sqr_mom_2",0.99,1613947237664,6875
+"lr_2",5.825161511998435e-05,1613947237664,6875
+"mom_2",0.9383505604816079,1613947237664,6875
+"eps_2",1e-05,1613947237664,6875
+"train_loss",0.0048898025,1613947238638,6876
+"raw_loss",0.0046934816,1613947238638,6876
+"epoch",43.251572327044016,1613947238638,6876
+"wd_0",0.01,1613947238638,6876
+"sqr_mom_0",0.99,1613947238638,6876
+"lr_0",5.816108491022584e-07,1613947238638,6876
+"mom_0",0.9383686667046218,1613947238638,6876
+"eps_0",1e-05,1613947238638,6876
+"wd_1",0.01,1613947238638,6876
+"sqr_mom_1",0.99,1613947238638,6876
+"lr_1",5.816108491022582e-06,1613947238638,6876
+"mom_1",0.9383686667046218,1613947238638,6876
+"eps_1",1e-05,1613947238638,6876
+"wd_2",0.01,1613947238638,6876
+"sqr_mom_2",0.99,1613947238638,6876
+"lr_2",5.816108491022581e-05,1613947238638,6876
+"mom_2",0.9383686667046218,1613947238638,6876
+"eps_2",1e-05,1613947238638,6876
+"train_loss",0.0049590333,1613947239598,6877
+"raw_loss",0.008351346,1613947239598,6877
+"epoch",43.25786163522012,1613947239598,6877
+"wd_0",0.01,1613947239598,6877
+"sqr_mom_0",0.99,1613947239598,6877
+"lr_0",5.807061584771928e-07,1613947239598,6877
+"mom_0",0.938386760698063,1613947239598,6877
+"eps_0",1e-05,1613947239598,6877
+"wd_1",0.01,1613947239598,6877
+"sqr_mom_1",0.99,1613947239598,6877
+"lr_1",5.80706158477193e-06,1613947239598,6877
+"mom_1",0.938386760698063,1613947239598,6877
+"eps_1",1e-05,1613947239598,6877
+"wd_2",0.01,1613947239598,6877
+"sqr_mom_2",0.99,1613947239598,6877
+"lr_2",5.807061584771925e-05,1613947239598,6877
+"mom_2",0.938386760698063,1613947239598,6877
+"eps_2",1e-05,1613947239598,6877
+"train_loss",0.0049822177,1613947240550,6878
+"raw_loss",0.006118261,1613947240550,6878
+"epoch",43.26415094339622,1613947240550,6878
+"wd_0",0.01,1613947240550,6878
+"sqr_mom_0",0.99,1613947240550,6878
+"lr_0",5.798023793718756e-07,1613947240550,6878
+"mom_0",0.9384048364609271,1613947240550,6878
+"eps_0",1e-05,1613947240550,6878
+"wd_1",0.01,1613947240550,6878
+"sqr_mom_1",0.99,1613947240550,6878
+"lr_1",5.79802379371876e-06,1613947240550,6878
+"mom_1",0.9384048364609271,1613947240550,6878
+"eps_1",1e-05,1613947240550,6878
+"wd_2",0.01,1613947240550,6878
+"sqr_mom_2",0.99,1613947240550,6878
+"lr_2",5.798023793718754e-05,1613947240550,6878
+"mom_2",0.9384048364609271,1613947240550,6878
+"eps_2",1e-05,1613947240550,6878
+"train_loss",0.0049537825,1613947241518,6879
+"raw_loss",0.0035604576,1613947241518,6879
+"epoch",43.27044025157232,1613947241518,6879
+"wd_0",0.01,1613947241518,6879
+"sqr_mom_0",0.99,1613947241518,6879
+"lr_0",5.788986127978662e-07,1613947241518,6879
+"mom_0",0.9384229119731624,1613947241518,6879
+"eps_0",1e-05,1613947241518,6879
+"wd_1",0.01,1613947241518,6879
+"sqr_mom_1",0.99,1613947241518,6879
+"lr_1",5.788986127978659e-06,1613947241518,6879
+"mom_1",0.9384229119731624,1613947241518,6879
+"eps_1",1e-05,1613947241518,6879
+"wd_2",0.01,1613947241518,6879
+"sqr_mom_2",0.99,1613947241518,6879
+"lr_2",5.788986127978657e-05,1613947241518,6879
+"mom_2",0.9384229119731624,1613947241518,6879
+"eps_2",1e-05,1613947241518,6879
+"train_loss",0.004970198,1613947242473,6880
+"raw_loss",0.005774561,1613947242473,6880
+"epoch",43.27672955974842,1613947242473,6880
+"wd_0",0.01,1613947242473,6880
+"sqr_mom_0",0.99,1613947242473,6880
+"lr_0",5.779960576724135e-07,1613947242473,6880
+"mom_0",0.9384409632561842,1613947242473,6880
+"eps_0",1e-05,1613947242473,6880
+"wd_1",0.01,1613947242473,6880
+"sqr_mom_1",0.99,1613947242473,6880
+"lr_1",5.77996057672414e-06,1613947242473,6880
+"mom_1",0.9384409632561842,1613947242473,6880
+"eps_1",1e-05,1613947242473,6880
+"wd_2",0.01,1613947242473,6880
+"sqr_mom_2",0.99,1613947242473,6880
+"lr_2",5.779960576724131e-05,1613947242473,6880
+"mom_2",0.9384409632561842,1613947242473,6880
+"eps_2",1e-05,1613947242473,6880
+"train_loss",0.0049423305,1613947243429,6881
+"raw_loss",0.0035768286,1613947243429,6881
+"epoch",43.28301886792452,1613947243429,6881
+"wd_0",0.01,1613947243429,6881
+"sqr_mom_0",0.99,1613947243429,6881
+"lr_0",5.77094114765337e-07,1613947243429,6881
+"mom_0",0.9384590022947161,1613947243429,6881
+"eps_0",1e-05,1613947243429,6881
+"wd_1",0.01,1613947243429,6881
+"sqr_mom_1",0.99,1613947243429,6881
+"lr_1",5.770941147653375e-06,1613947243429,6881
+"mom_1",0.9384590022947161,1613947243429,6881
+"eps_1",1e-05,1613947243429,6881
+"wd_2",0.01,1613947243429,6881
+"sqr_mom_2",0.99,1613947243429,6881
+"lr_2",5.77094114765337e-05,1613947243429,6881
+"mom_2",0.9384590022947161,1613947243429,6881
+"eps_2",1e-05,1613947243429,6881
+"train_loss",0.004944809,1613947244383,6882
+"raw_loss",0.005066253,1613947244383,6882
+"epoch",43.28930817610062,1613947244383,6882
+"wd_0",0.01,1613947244383,6882
+"sqr_mom_0",0.99,1613947244383,6882
+"lr_0",5.761921864715288e-07,1613947244383,6882
+"mom_0",0.9384770410409798,1613947244383,6882
+"eps_0",1e-05,1613947244383,6882
+"wd_1",0.01,1613947244383,6882
+"sqr_mom_1",0.99,1613947244383,6882
+"lr_1",5.7619218647152824e-06,1613947244383,6882
+"mom_1",0.9384770410409798,1613947244383,6882
+"eps_1",1e-05,1613947244383,6882
+"wd_2",0.01,1613947244383,6882
+"sqr_mom_2",0.99,1613947244383,6882
+"lr_2",5.761921864715281e-05,1613947244383,6882
+"mom_2",0.9384770410409798,1613947244383,6882
+"eps_2",1e-05,1613947244383,6882
+"train_loss",0.0049615204,1613947245336,6883
+"raw_loss",0.0057804035,1613947245336,6883
+"epoch",43.29559748427672,1613947245336,6883
+"wd_0",0.01,1613947245336,6883
+"sqr_mom_0",0.99,1613947245336,6883
+"lr_0",5.752914692696153e-07,1613947245336,6883
+"mom_0",0.9384950555651633,1613947245336,6883
+"eps_0",1e-05,1613947245336,6883
+"wd_1",0.01,1613947245336,6883
+"sqr_mom_1",0.99,1613947245336,6883
+"lr_1",5.7529146926961535e-06,1613947245336,6883
+"mom_1",0.9384950555651633,1613947245336,6883
+"eps_1",1e-05,1613947245336,6883
+"wd_2",0.01,1613947245336,6883
+"sqr_mom_2",0.99,1613947245336,6883
+"lr_2",5.7529146926961494e-05,1613947245336,6883
+"mom_2",0.9384950555651633,1613947245336,6883
+"eps_2",1e-05,1613947245336,6883
+"train_loss",0.004933667,1613947246293,6884
+"raw_loss",0.003568844,1613947246293,6884
+"epoch",43.30188679245282,1613947246293,6884
+"wd_0",0.01,1613947246293,6884
+"sqr_mom_0",0.99,1613947246293,6884
+"lr_0",5.743913651475632e-07,1613947246293,6884
+"mom_0",0.938513057827627,1613947246293,6884
+"eps_0",1e-05,1613947246293,6884
+"wd_1",0.01,1613947246293,6884
+"sqr_mom_1",0.99,1613947246293,6884
+"lr_1",5.743913651475632e-06,1613947246293,6884
+"mom_1",0.938513057827627,1613947246293,6884
+"eps_1",1e-05,1613947246293,6884
+"wd_2",0.01,1613947246293,6884
+"sqr_mom_2",0.99,1613947246293,6884
+"lr_2",5.743913651475626e-05,1613947246293,6884
+"mom_2",0.938513057827627,1613947246293,6884
+"eps_2",1e-05,1613947246293,6884
+"train_loss",0.0049144863,1613947247237,6885
+"raw_loss",0.003974637,1613947247237,6885
+"epoch",43.30817610062892,1613947247237,6885
+"wd_0",0.01,1613947247237,6885
+"sqr_mom_0",0.99,1613947247237,6885
+"lr_0",5.734912777206973e-07,1613947247237,6885
+"mom_0",0.9385310597561836,1613947247237,6885
+"eps_0",1e-05,1613947247237,6885
+"wd_1",0.01,1613947247237,6885
+"sqr_mom_1",0.99,1613947247237,6885
+"lr_1",5.734912777206971e-06,1613947247237,6885
+"mom_1",0.9385310597561836,1613947247237,6885
+"eps_1",1e-05,1613947247237,6885
+"wd_2",0.01,1613947247237,6885
+"sqr_mom_2",0.99,1613947247237,6885
+"lr_2",5.734912777206967e-05,1613947247237,6885
+"mom_2",0.9385310597561836,1613947247237,6885
+"eps_2",1e-05,1613947247237,6885
+"train_loss",0.0049294606,1613947248192,6886
+"raw_loss",0.0056631947,1613947248192,6886
+"epoch",43.31446540880502,1613947248192,6886
+"wd_0",0.01,1613947248192,6886
+"sqr_mom_0",0.99,1613947248192,6886
+"lr_0",5.725924010255907e-07,1613947248192,6886
+"mom_0",0.9385490374698628,1613947248192,6886
+"eps_0",1e-05,1613947248192,6886
+"wd_1",0.01,1613947248192,6886
+"sqr_mom_1",0.99,1613947248192,6886
+"lr_1",5.725924010255907e-06,1613947248192,6886
+"mom_1",0.9385490374698628,1613947248192,6886
+"eps_1",1e-05,1613947248192,6886
+"wd_2",0.01,1613947248192,6886
+"sqr_mom_2",0.99,1613947248192,6886
+"lr_2",5.7259240102559025e-05,1613947248192,6886
+"mom_2",0.9385490374698628,1613947248192,6886
+"eps_2",1e-05,1613947248192,6886
+"train_loss",0.004918977,1613947249135,6887
+"raw_loss",0.0044052913,1613947249135,6887
+"epoch",43.32075471698112,1613947249135,6887
+"wd_0",0.01,1613947249135,6887
+"sqr_mom_0",0.99,1613947249135,6887
+"lr_0",5.71693542413743e-07,1613947249135,6887
+"mom_0",0.9385670148218733,1613947249135,6887
+"eps_0",1e-05,1613947249135,6887
+"wd_1",0.01,1613947249135,6887
+"sqr_mom_1",0.99,1613947249135,6887
+"lr_1",5.716935424137432e-06,1613947249135,6887
+"mom_1",0.9385670148218733,1613947249135,6887
+"eps_1",1e-05,1613947249135,6887
+"wd_2",0.01,1613947249135,6887
+"sqr_mom_2",0.99,1613947249135,6887
+"lr_2",5.716935424137428e-05,1613947249135,6887
+"mom_2",0.9385670148218733,1613947249135,6887
+"eps_2",1e-05,1613947249135,6887
+"train_loss",0.004877083,1613947250090,6888
+"raw_loss",0.0028242662,1613947250090,6888
+"epoch",43.32704402515722,1613947250090,6888
+"wd_0",0.01,1613947250090,6888
+"sqr_mom_0",0.99,1613947250090,6888
+"lr_0",5.7079589429161e-07,1613947250090,6888
+"mom_0",0.9385849679638474,1613947250090,6888
+"eps_0",1e-05,1613947250090,6888
+"wd_1",0.01,1613947250090,6888
+"sqr_mom_1",0.99,1613947250090,6888
+"lr_1",5.707958942916093e-06,1613947250090,6888
+"mom_1",0.9385849679638474,1613947250090,6888
+"eps_1",1e-05,1613947250090,6888
+"wd_2",0.01,1613947250090,6888
+"sqr_mom_2",0.99,1613947250090,6888
+"lr_2",5.707958942916094e-05,1613947250090,6888
+"mom_2",0.9385849679638474,1613947250090,6888
+"eps_2",1e-05,1613947250090,6888
+"train_loss",0.004840096,1613947251046,6889
+"raw_loss",0.003027737,1613947251046,6889
+"epoch",43.33333333333332,1613947251046,6889
+"wd_0",0.01,1613947251046,6889
+"sqr_mom_0",0.99,1613947251046,6889
+"lr_0",5.698985631610085e-07,1613947251046,6889
+"mom_0",0.9386029147659275,1613947251046,6889
+"eps_0",1e-05,1613947251046,6889
+"wd_1",0.01,1613947251046,6889
+"sqr_mom_1",0.99,1613947251046,6889
+"lr_1",5.69898563161008e-06,1613947251046,6889
+"mom_1",0.9386029147659275,1613947251046,6889
+"eps_1",1e-05,1613947251046,6889
+"wd_2",0.01,1613947251046,6889
+"sqr_mom_2",0.99,1613947251046,6889
+"lr_2",5.6989856316100784e-05,1613947251046,6889
+"mom_2",0.9386029147659275,1613947251046,6889
+"eps_2",1e-05,1613947251046,6889
+"train_loss",0.0048218467,1613947251986,6890
+"raw_loss",0.0039276243,1613947251986,6890
+"epoch",43.33962264150942,1613947251986,6890
+"wd_0",0.01,1613947251986,6890
+"sqr_mom_0",0.99,1613947251986,6890
+"lr_0",5.690018472360829e-07,1613947251986,6890
+"mom_0",0.938620849263771,1613947251986,6890
+"eps_0",1e-05,1613947251986,6890
+"wd_1",0.01,1613947251986,6890
+"sqr_mom_1",0.99,1613947251986,6890
+"lr_1",5.690018472360829e-06,1613947251986,6890
+"mom_1",0.938620849263771,1613947251986,6890
+"eps_1",1e-05,1613947251986,6890
+"wd_2",0.01,1613947251986,6890
+"sqr_mom_2",0.99,1613947251986,6890
+"lr_2",5.690018472360824e-05,1613947251986,6890
+"mom_2",0.938620849263771,1613947251986,6890
+"eps_2",1e-05,1613947251986,6890
+"train_loss",0.0047965916,1613947252923,6891
+"raw_loss",0.0035590953,1613947252923,6891
+"epoch",43.34591194968552,1613947252923,6891
+"wd_0",0.01,1613947252923,6891
+"sqr_mom_0",0.99,1613947252923,6891
+"lr_0",5.681057468026535e-07,1613947252923,6891
+"mom_0",0.9386387714516614,1613947252923,6891
+"eps_0",1e-05,1613947252923,6891
+"wd_1",0.01,1613947252923,6891
+"sqr_mom_1",0.99,1613947252923,6891
+"lr_1",5.681057468026528e-06,1613947252923,6891
+"mom_1",0.9386387714516614,1613947252923,6891
+"eps_1",1e-05,1613947252923,6891
+"wd_2",0.01,1613947252923,6891
+"sqr_mom_2",0.99,1613947252923,6891
+"lr_2",5.6810574680265255e-05,1613947252923,6891
+"mom_2",0.9386387714516614,1613947252923,6891
+"eps_2",1e-05,1613947252923,6891
+"train_loss",0.004791837,1613947253928,6892
+"raw_loss",0.004558879,1613947253928,6892
+"epoch",43.35220125786162,1613947253928,6892
+"wd_0",0.01,1613947253928,6892
+"sqr_mom_0",0.99,1613947253928,6892
+"lr_0",5.672105590540595e-07,1613947253928,6892
+"mom_0",0.9386566753856727,1613947253928,6892
+"eps_0",1e-05,1613947253928,6892
+"wd_1",0.01,1613947253928,6892
+"sqr_mom_1",0.99,1613947253928,6892
+"lr_1",5.672105590540593e-06,1613947253928,6892
+"mom_1",0.9386566753856727,1613947253928,6892
+"eps_1",1e-05,1613947253928,6892
+"wd_2",0.01,1613947253928,6892
+"sqr_mom_2",0.99,1613947253928,6892
+"lr_2",5.6721055905405876e-05,1613947253928,6892
+"mom_2",0.9386566753856727,1613947253928,6892
+"eps_2",1e-05,1613947253928,6892
+"train_loss",0.004763721,1613947254880,6893
+"raw_loss",0.003386017,1613947254880,6893
+"epoch",43.35849056603772,1613947254880,6893
+"wd_0",0.01,1613947254880,6893
+"sqr_mom_0",0.99,1613947254880,6893
+"lr_0",5.663153935525673e-07,1613947254880,6893
+"mom_0",0.9386745788747374,1613947254880,6893
+"eps_0",1e-05,1613947254880,6893
+"wd_1",0.01,1613947254880,6893
+"sqr_mom_1",0.99,1613947254880,6893
+"lr_1",5.663153935525679e-06,1613947254880,6893
+"mom_1",0.9386745788747374,1613947254880,6893
+"eps_1",1e-05,1613947254880,6893
+"wd_2",0.01,1613947254880,6893
+"sqr_mom_2",0.99,1613947254880,6893
+"lr_2",5.663153935525671e-05,1613947254880,6893
+"mom_2",0.9386745788747374,1613947254880,6893
+"eps_2",1e-05,1613947254880,6893
+"train_loss",0.0047557047,1613947255860,6894
+"raw_loss",0.0043629017,1613947255860,6894
+"epoch",43.36477987421382,1613947255860,6894
+"wd_0",0.01,1613947255860,6894
+"sqr_mom_0",0.99,1613947255860,6894
+"lr_0",5.65421437805432e-07,1613947255860,6894
+"mom_0",0.938692458168473,1613947255860,6894
+"eps_0",1e-05,1613947255860,6894
+"wd_1",0.01,1613947255860,6894
+"sqr_mom_1",0.99,1613947255860,6894
+"lr_1",5.6542143780543205e-06,1613947255860,6894
+"mom_1",0.938692458168473,1613947255860,6894
+"eps_1",1e-05,1613947255860,6894
+"wd_2",0.01,1613947255860,6894
+"sqr_mom_2",0.99,1613947255860,6894
+"lr_2",5.6542143780543164e-05,1613947255860,6894
+"mom_2",0.938692458168473,1613947255860,6894
+"eps_2",1e-05,1613947255860,6894
+"train_loss",0.0047376985,1613947256808,6895
+"raw_loss",0.003855404,1613947256808,6895
+"epoch",43.371069182389924,1613947256808,6895
+"wd_0",0.01,1613947256808,6895
+"sqr_mom_0",0.99,1613947256808,6895
+"lr_0",5.645280982820301e-07,1613947256808,6895
+"mom_0",0.9387103251376108,1613947256808,6895
+"eps_0",1e-05,1613947256808,6895
+"wd_1",0.01,1613947256808,6895
+"sqr_mom_1",0.99,1613947256808,6895
+"lr_1",5.645280982820308e-06,1613947256808,6895
+"mom_1",0.9387103251376108,1613947256808,6895
+"eps_1",1e-05,1613947256808,6895
+"wd_2",0.01,1613947256808,6895
+"sqr_mom_2",0.99,1613947256808,6895
+"lr_2",5.6452809828203e-05,1613947256808,6895
+"mom_2",0.9387103251376108,1613947256808,6895
+"eps_2",1e-05,1613947256808,6895
+"train_loss",0.0047580046,1613947257769,6896
+"raw_loss",0.0057529965,1613947257769,6896
+"epoch",43.377358490566024,1613947257769,6896
+"wd_0",0.01,1613947257769,6896
+"sqr_mom_0",0.99,1613947257769,6896
+"lr_0",5.636347830874448e-07,1613947257769,6896
+"mom_0",0.9387281916201673,1613947257769,6896
+"eps_0",1e-05,1613947257769,6896
+"wd_1",0.01,1613947257769,6896
+"sqr_mom_1",0.99,1613947257769,6896
+"lr_1",5.636347830874446e-06,1613947257769,6896
+"mom_1",0.9387281916201673,1613947257769,6896
+"eps_1",1e-05,1613947257769,6896
+"wd_2",0.01,1613947257769,6896
+"sqr_mom_2",0.99,1613947257769,6896
+"lr_2",5.6363478308744475e-05,1613947257769,6896
+"mom_2",0.9387281916201673,1613947257769,6896
+"eps_2",1e-05,1613947257769,6896
+"train_loss",0.0047601596,1613947258722,6897
+"raw_loss",0.00486575,1613947258722,6897
+"epoch",43.383647798742125,1613947258722,6897
+"wd_0",0.01,1613947258722,6897
+"sqr_mom_0",0.99,1613947258722,6897
+"lr_0",5.627426772743525e-07,1613947258722,6897
+"mom_0",0.938746033914852,1613947258722,6897
+"eps_0",1e-05,1613947258722,6897
+"wd_1",0.01,1613947258722,6897
+"sqr_mom_1",0.99,1613947258722,6897
+"lr_1",5.627426772743527e-06,1613947258722,6897
+"mom_1",0.938746033914852,1613947258722,6897
+"eps_1",1e-05,1613947258722,6897
+"wd_2",0.01,1613947258722,6897
+"sqr_mom_2",0.99,1613947258722,6897
+"lr_2",5.627426772743526e-05,1613947258722,6897
+"mom_2",0.938746033914852,1613947258722,6897
+"eps_2",1e-05,1613947258722,6897
+"train_loss",0.0047621075,1613947259665,6898
+"raw_loss",0.0048575597,1613947259665,6898
+"epoch",43.389937106918225,1613947259665,6898
+"wd_0",0.01,1613947259665,6898
+"sqr_mom_0",0.99,1613947259665,6898
+"lr_0",5.618508928580925e-07,1613947259665,6898
+"mom_0",0.9387638697815359,1613947259665,6898
+"eps_0",1e-05,1613947259665,6898
+"wd_1",0.01,1613947259665,6898
+"sqr_mom_1",0.99,1613947259665,6898
+"lr_1",5.618508928580918e-06,1613947259665,6898
+"mom_1",0.9387638697815359,1613947259665,6898
+"eps_1",1e-05,1613947259665,6898
+"wd_2",0.01,1613947259665,6898
+"sqr_mom_2",0.99,1613947259665,6898
+"lr_2",5.618508928580915e-05,1613947259665,6898
+"mom_2",0.9387638697815359,1613947259665,6898
+"eps_2",1e-05,1613947259665,6898
+"train_loss",0.004814851,1613947260607,6899
+"raw_loss",0.0073992885,1613947260607,6899
+"epoch",43.396226415094326,1613947260607,6899
+"wd_0",0.01,1613947260607,6899
+"sqr_mom_0",0.99,1613947260607,6899
+"lr_0",5.609597262126112e-07,1613947260607,6899
+"mom_0",0.9387816932926807,1613947260607,6899
+"eps_0",1e-05,1613947260607,6899
+"wd_1",0.01,1613947260607,6899
+"sqr_mom_1",0.99,1613947260607,6899
+"lr_1",5.609597262126109e-06,1613947260607,6899
+"mom_1",0.9387816932926807,1613947260607,6899
+"eps_1",1e-05,1613947260607,6899
+"wd_2",0.01,1613947260607,6899
+"sqr_mom_2",0.99,1613947260607,6899
+"lr_2",5.6095972621261075e-05,1613947260607,6899
+"mom_2",0.9387816932926807,1613947260607,6899
+"eps_2",1e-05,1613947260607,6899
+"train_loss",0.00477679,1613947261553,6900
+"raw_loss",0.0029117751,1613947261553,6900
+"epoch",43.402515723270426,1613947261553,6900
+"wd_0",0.01,1613947261553,6900
+"sqr_mom_0",0.99,1613947261553,6900
+"lr_0",5.600691776219588e-07,1613947261553,6900
+"mom_0",0.9387995044426052,1613947261553,6900
+"eps_0",1e-05,1613947261553,6900
+"wd_1",0.01,1613947261553,6900
+"sqr_mom_1",0.99,1613947261553,6900
+"lr_1",5.600691776219588e-06,1613947261553,6900
+"mom_1",0.9387995044426052,1613947261553,6900
+"eps_1",1e-05,1613947261553,6900
+"wd_2",0.01,1613947261553,6900
+"sqr_mom_2",0.99,1613947261553,6900
+"lr_2",5.6006917762195876e-05,1613947261553,6900
+"mom_2",0.9387995044426052,1613947261553,6900
+"eps_2",1e-05,1613947261553,6900
+"train_loss",0.004845595,1613947262486,6901
+"raw_loss",0.008217046,1613947262486,6901
+"epoch",43.408805031446526,1613947262486,6901
+"wd_0",0.01,1613947262486,6901
+"sqr_mom_0",0.99,1613947262486,6901
+"lr_0",5.591795424350253e-07,1613947262486,6901
+"mom_0",0.9388172973242727,1613947262486,6901
+"eps_0",1e-05,1613947262486,6901
+"wd_1",0.01,1613947262486,6901
+"sqr_mom_1",0.99,1613947262486,6901
+"lr_1",5.591795424350255e-06,1613947262486,6901
+"mom_1",0.9388172973242727,1613947262486,6901
+"eps_1",1e-05,1613947262486,6901
+"wd_2",0.01,1613947262486,6901
+"sqr_mom_2",0.99,1613947262486,6901
+"lr_2",5.591795424350252e-05,1613947262486,6901
+"mom_2",0.9388172973242727,1613947262486,6901
+"eps_2",1e-05,1613947262486,6901
+"train_loss",0.0048558353,1613947263443,6902
+"raw_loss",0.0053576156,1613947263443,6902
+"epoch",43.41509433962263,1613947263443,6902
+"wd_0",0.01,1613947263443,6902
+"sqr_mom_0",0.99,1613947263443,6902
+"lr_0",5.582899357403515e-07,1613947263443,6902
+"mom_0",0.9388350896360893,1613947263443,6902
+"eps_0",1e-05,1613947263443,6902
+"wd_1",0.01,1613947263443,6902
+"sqr_mom_1",0.99,1613947263443,6902
+"lr_1",5.582899357403513e-06,1613947263443,6902
+"mom_1",0.9388350896360893,1613947263443,6902
+"eps_1",1e-05,1613947263443,6902
+"wd_2",0.01,1613947263443,6902
+"sqr_mom_2",0.99,1613947263443,6902
+"lr_2",5.5828993574035066e-05,1613947263443,6902
+"mom_2",0.9388350896360893,1613947263443,6902
+"eps_2",1e-05,1613947263443,6902
+"train_loss",0.0048911087,1613947264381,6903
+"raw_loss",0.0066195014,1613947264381,6903
+"epoch",43.42138364779873,1613947264381,6903
+"wd_0",0.01,1613947264381,6903
+"sqr_mom_0",0.99,1613947264381,6903
+"lr_0",5.574015376709957e-07,1613947264381,6903
+"mom_0",0.9388528577751578,1613947264381,6903
+"eps_0",1e-05,1613947264381,6903
+"wd_1",0.01,1613947264381,6903
+"sqr_mom_1",0.99,1613947264381,6903
+"lr_1",5.57401537670996e-06,1613947264381,6903
+"mom_1",0.9388528577751578,1613947264381,6903
+"eps_1",1e-05,1613947264381,6903
+"wd_2",0.01,1613947264381,6903
+"sqr_mom_2",0.99,1613947264381,6903
+"lr_2",5.574015376709956e-05,1613947264381,6903
+"mom_2",0.9388528577751578,1613947264381,6903
+"eps_2",1e-05,1613947264381,6903
+"train_loss",0.004993484,1613947265327,6904
+"raw_loss",0.010009882,1613947265327,6904
+"epoch",43.42767295597483,1613947265327,6904
+"wd_0",0.01,1613947265327,6904
+"sqr_mom_0",0.99,1613947265327,6904
+"lr_0",5.565137583799314e-07,1613947265327,6904
+"mom_0",0.9388706135385367,1613947265327,6904
+"eps_0",1e-05,1613947265327,6904
+"wd_1",0.01,1613947265327,6904
+"sqr_mom_1",0.99,1613947265327,6904
+"lr_1",5.565137583799312e-06,1613947265327,6904
+"mom_1",0.9388706135385367,1613947265327,6904
+"eps_1",1e-05,1613947265327,6904
+"wd_2",0.01,1613947265327,6904
+"sqr_mom_2",0.99,1613947265327,6904
+"lr_2",5.565137583799304e-05,1613947265327,6904
+"mom_2",0.9388706135385367,1613947265327,6904
+"eps_2",1e-05,1613947265327,6904
+"train_loss",0.0049846447,1613947266263,6905
+"raw_loss",0.0045515294,1613947266263,6905
+"epoch",43.43396226415093,1613947266263,6905
+"wd_0",0.01,1613947266263,6905
+"sqr_mom_0",0.99,1613947266263,6905
+"lr_0",5.55626009662611e-07,1613947266263,6905
+"mom_0",0.9388883686904347,1613947266263,6905
+"eps_0",1e-05,1613947266263,6905
+"wd_1",0.01,1613947266263,6905
+"sqr_mom_1",0.99,1613947266263,6905
+"lr_1",5.556260096626114e-06,1613947266263,6905
+"mom_1",0.9388883686904347,1613947266263,6905
+"eps_1",1e-05,1613947266263,6905
+"wd_2",0.01,1613947266263,6905
+"sqr_mom_2",0.99,1613947266263,6905
+"lr_2",5.556260096626107e-05,1613947266263,6905
+"mom_2",0.9388883686904347,1613947266263,6905
+"eps_2",1e-05,1613947266263,6905
+"train_loss",0.0049400046,1613947267208,6906
+"raw_loss",0.0027526438,1613947267208,6906
+"epoch",43.44025157232703,1613947267208,6906
+"wd_0",0.01,1613947267208,6906
+"sqr_mom_0",0.99,1613947267208,6906
+"lr_0",5.547394691873449e-07,1613947267208,6906
+"mom_0",0.9389060996772498,1613947267208,6906
+"eps_0",1e-05,1613947267208,6906
+"wd_1",0.01,1613947267208,6906
+"sqr_mom_1",0.99,1613947267208,6906
+"lr_1",5.5473946918734425e-06,1613947267208,6906
+"mom_1",0.9389060996772498,1613947267208,6906
+"eps_1",1e-05,1613947267208,6906
+"wd_2",0.01,1613947267208,6906
+"sqr_mom_2",0.99,1613947267208,6906
+"lr_2",5.54739469187344e-05,1613947267208,6906
+"mom_2",0.9389060996772498,1613947267208,6906
+"eps_2",1e-05,1613947267208,6906
+"train_loss",0.0049182307,1613947268157,6907
+"raw_loss",0.0038513055,1613947268157,6907
+"epoch",43.44654088050313,1613947268157,6907
+"wd_0",0.01,1613947268157,6907
+"sqr_mom_0",0.99,1613947268157,6907
+"lr_0",5.538535483383087e-07,1613947268157,6907
+"mom_0",0.9389238182714165,1613947268157,6907
+"eps_0",1e-05,1613947268157,6907
+"wd_1",0.01,1613947268157,6907
+"sqr_mom_1",0.99,1613947268157,6907
+"lr_1",5.5385354833830855e-06,1613947268157,6907
+"mom_1",0.9389238182714165,1613947268157,6907
+"eps_1",1e-05,1613947268157,6907
+"wd_2",0.01,1613947268157,6907
+"sqr_mom_2",0.99,1613947268157,6907
+"lr_2",5.53853548338308e-05,1613947268157,6907
+"mom_2",0.9389238182714165,1613947268157,6907
+"eps_2",1e-05,1613947268157,6907
+"train_loss",0.004921689,1613947269103,6908
+"raw_loss",0.005091162,1613947269103,6908
+"epoch",43.45283018867923,1613947269103,6908
+"wd_0",0.01,1613947269103,6908
+"sqr_mom_0",0.99,1613947269103,6908
+"lr_0",5.52967660144417e-07,1613947269103,6908
+"mom_0",0.9389415362124738,1613947269103,6908
+"eps_0",1e-05,1613947269103,6908
+"wd_1",0.01,1613947269103,6908
+"sqr_mom_1",0.99,1613947269103,6908
+"lr_1",5.5296766014441704e-06,1613947269103,6908
+"mom_1",0.9389415362124738,1613947269103,6908
+"eps_1",1e-05,1613947269103,6908
+"wd_2",0.01,1613947269103,6908
+"sqr_mom_2",0.99,1613947269103,6908
+"lr_2",5.529676601444169e-05,1613947269103,6908
+"mom_2",0.9389415362124738,1613947269103,6908
+"eps_2",1e-05,1613947269103,6908
+"train_loss",0.0048986003,1613947270039,6909
+"raw_loss",0.0037672531,1613947270039,6909
+"epoch",43.45911949685533,1613947270039,6909
+"wd_0",0.01,1613947270039,6909
+"sqr_mom_0",0.99,1613947270039,6909
+"lr_0",5.52082979805848e-07,1613947270039,6909
+"mom_0",0.938959229996183,1613947270039,6909
+"eps_0",1e-05,1613947270039,6909
+"wd_1",0.01,1613947270039,6909
+"sqr_mom_1",0.99,1613947270039,6909
+"lr_1",5.5208297980584805e-06,1613947270039,6909
+"mom_1",0.938959229996183,1613947270039,6909
+"eps_1",1e-05,1613947270039,6909
+"wd_2",0.01,1613947270039,6909
+"sqr_mom_2",0.99,1613947270039,6909
+"lr_2",5.520829798058482e-05,1613947270039,6909
+"mom_2",0.938959229996183,1613947270039,6909
+"eps_2",1e-05,1613947270039,6909
+"train_loss",0.004872495,1613947271000,6910
+"raw_loss",0.0035933193,1613947271000,6910
+"epoch",43.46540880503143,1613947271000,6910
+"wd_0",0.01,1613947271000,6910
+"sqr_mom_0",0.99,1613947271000,6910
+"lr_0",5.511986267248643e-07,1613947271000,6910
+"mom_0",0.938976917234675,1613947271000,6910
+"eps_0",1e-05,1613947271000,6910
+"wd_1",0.01,1613947271000,6910
+"sqr_mom_1",0.99,1613947271000,6910
+"lr_1",5.511986267248645e-06,1613947271000,6910
+"mom_1",0.938976917234675,1613947271000,6910
+"eps_1",1e-05,1613947271000,6910
+"wd_2",0.01,1613947271000,6910
+"sqr_mom_2",0.99,1613947271000,6910
+"lr_2",5.511986267248641e-05,1613947271000,6910
+"mom_2",0.938976917234675,1613947271000,6910
+"eps_2",1e-05,1613947271000,6910
+"train_loss",0.0049227686,1613947271954,6911
+"raw_loss",0.007386176,1613947271954,6911
+"epoch",43.47169811320753,1613947271954,6911
+"wd_0",0.01,1613947271954,6911
+"sqr_mom_0",0.99,1613947271954,6911
+"lr_0",5.503148948099487e-07,1613947271954,6911
+"mom_0",0.9389945920497215,1613947271954,6911
+"eps_0",1e-05,1613947271954,6911
+"wd_1",0.01,1613947271954,6911
+"sqr_mom_1",0.99,1613947271954,6911
+"lr_1",5.503148948099485e-06,1613947271954,6911
+"mom_1",0.9389945920497215,1613947271954,6911
+"eps_1",1e-05,1613947271954,6911
+"wd_2",0.01,1613947271954,6911
+"sqr_mom_2",0.99,1613947271954,6911
+"lr_2",5.503148948099478e-05,1613947271954,6911
+"mom_2",0.9389945920497215,1613947271954,6911
+"eps_2",1e-05,1613947271954,6911
+"train_loss",0.004893031,1613947272902,6912
+"raw_loss",0.003435893,1613947272902,6912
+"epoch",43.47798742138363,1613947272902,6912
+"wd_0",0.01,1613947272902,6912
+"sqr_mom_0",0.99,1613947272902,6912
+"lr_0",5.494317843427784e-07,1613947272902,6912
+"mom_0",0.9390122544356887,1613947272902,6912
+"eps_0",1e-05,1613947272902,6912
+"wd_1",0.01,1613947272902,6912
+"sqr_mom_1",0.99,1613947272902,6912
+"lr_1",5.494317843427784e-06,1613947272902,6912
+"mom_1",0.9390122544356887,1613947272902,6912
+"eps_1",1e-05,1613947272902,6912
+"wd_2",0.01,1613947272902,6912
+"sqr_mom_2",0.99,1613947272902,6912
+"lr_2",5.494317843427783e-05,1613947272902,6912
+"mom_2",0.9390122544356887,1613947272902,6912
+"eps_2",1e-05,1613947272902,6912
+"train_loss",0.0048633837,1613947273861,6913
+"raw_loss",0.0034106674,1613947273861,6913
+"epoch",43.48427672955973,1613947273861,6913
+"wd_0",0.01,1613947273861,6913
+"sqr_mom_0",0.99,1613947273861,6913
+"lr_0",5.48549588201149e-07,1613947273861,6913
+"mom_0",0.9390298985349623,1613947273861,6913
+"eps_0",1e-05,1613947273861,6913
+"wd_1",0.01,1613947273861,6913
+"sqr_mom_1",0.99,1613947273861,6913
+"lr_1",5.485495882011491e-06,1613947273861,6913
+"mom_1",0.9390298985349623,1613947273861,6913
+"eps_1",1e-05,1613947273861,6913
+"wd_2",0.01,1613947273861,6913
+"sqr_mom_2",0.99,1613947273861,6913
+"lr_2",5.4854958820114844e-05,1613947273861,6913
+"mom_2",0.9390298985349623,1613947273861,6913
+"eps_2",1e-05,1613947273861,6913
+"train_loss",0.0048086005,1613947274807,6914
+"raw_loss",0.0021242118,1613947274807,6914
+"epoch",43.49056603773583,1613947274807,6914
+"wd_0",0.01,1613947274807,6914
+"sqr_mom_0",0.99,1613947274807,6914
+"lr_0",5.476674288774057e-07,1613947274807,6914
+"mom_0",0.9390475418978708,1613947274807,6914
+"eps_0",1e-05,1613947274807,6914
+"wd_1",0.01,1613947274807,6914
+"sqr_mom_1",0.99,1613947274807,6914
+"lr_1",5.4766742887740606e-06,1613947274807,6914
+"mom_1",0.9390475418978708,1613947274807,6914
+"eps_1",1e-05,1613947274807,6914
+"wd_2",0.01,1613947274807,6914
+"sqr_mom_2",0.99,1613947274807,6914
+"lr_2",5.4766742887740565e-05,1613947274807,6914
+"mom_2",0.9390475418978708,1613947274807,6914
+"eps_2",1e-05,1613947274807,6914
+"train_loss",0.0048952033,1613947275762,6915
+"raw_loss",0.009138752,1613947275762,6915
+"epoch",43.49685534591193,1613947275762,6915
+"wd_0",0.01,1613947275762,6915
+"sqr_mom_0",0.99,1613947275762,6915
+"lr_0",5.467864766250875e-07,1613947275762,6915
+"mom_0",0.9390651611191094,1613947275762,6915
+"eps_0",1e-05,1613947275762,6915
+"wd_1",0.01,1613947275762,6915
+"sqr_mom_1",0.99,1613947275762,6915
+"lr_1",5.46786476625087e-06,1613947275762,6915
+"mom_1",0.9390651611191094,1613947275762,6915
+"eps_1",1e-05,1613947275762,6915
+"wd_2",0.01,1613947275762,6915
+"sqr_mom_2",0.99,1613947275762,6915
+"lr_2",5.46786476625087e-05,1613947275762,6915
+"mom_2",0.9390651611191094,1613947275762,6915
+"eps_2",1e-05,1613947275762,6915
+"train_loss",0.0048667006,1613947276703,6916
+"raw_loss",0.0034700595,1613947276703,6916
+"epoch",43.50314465408803,1613947276703,6916
+"wd_0",0.01,1613947276703,6916
+"sqr_mom_0",0.99,1613947276703,6916
+"lr_0",5.459061465322418e-07,1613947276703,6916
+"mom_0",0.939082767897034,1613947276703,6916
+"eps_0",1e-05,1613947276703,6916
+"wd_1",0.01,1613947276703,6916
+"sqr_mom_1",0.99,1613947276703,6916
+"lr_1",5.459061465322418e-06,1613947276703,6916
+"mom_1",0.939082767897034,1613947276703,6916
+"eps_1",1e-05,1613947276703,6916
+"wd_2",0.01,1613947276703,6916
+"sqr_mom_2",0.99,1613947276703,6916
+"lr_2",5.459061465322418e-05,1613947276703,6916
+"mom_2",0.939082767897034,1613947276703,6916
+"eps_2",1e-05,1613947276703,6916
+"train_loss",0.00485241,1613947277643,6917
+"raw_loss",0.004152177,1613947277643,6917
+"epoch",43.50943396226413,1613947277643,6917
+"wd_0",0.01,1613947277643,6917
+"sqr_mom_0",0.99,1613947277643,6917
+"lr_0",5.45025855338383e-07,1613947277643,6917
+"mom_0",0.9391003738969712,1613947277643,6917
+"eps_0",1e-05,1613947277643,6917
+"wd_1",0.01,1613947277643,6917
+"sqr_mom_1",0.99,1613947277643,6917
+"lr_1",5.450258553383832e-06,1613947277643,6917
+"mom_1",0.9391003738969712,1613947277643,6917
+"eps_1",1e-05,1613947277643,6917
+"wd_2",0.01,1613947277643,6917
+"sqr_mom_2",0.99,1613947277643,6917
+"lr_2",5.450258553383827e-05,1613947277643,6917
+"mom_2",0.9391003738969712,1613947277643,6917
+"eps_2",1e-05,1613947277643,6917
+"train_loss",0.004896818,1613947278602,6918
+"raw_loss",0.007072816,1613947278602,6918
+"epoch",43.51572327044023,1613947278602,6918
+"wd_0",0.01,1613947278602,6918
+"sqr_mom_0",0.99,1613947278602,6918
+"lr_0",5.441467708188281e-07,1613947278602,6918
+"mom_0",0.939117955763181,1613947278602,6918
+"eps_0",1e-05,1613947278602,6918
+"wd_1",0.01,1613947278602,6918
+"sqr_mom_1",0.99,1613947278602,6918
+"lr_1",5.441467708188277e-06,1613947278602,6918
+"mom_1",0.939117955763181,1613947278602,6918
+"eps_1",1e-05,1613947278602,6918
+"wd_2",0.01,1613947278602,6918
+"sqr_mom_2",0.99,1613947278602,6918
+"lr_2",5.441467708188272e-05,1613947278602,6918
+"mom_2",0.939117955763181,1613947278602,6918
+"eps_2",1e-05,1613947278602,6918
+"train_loss",0.00490302,1613947279545,6919
+"raw_loss",0.0052069034,1613947279545,6919
+"epoch",43.522012578616334,1613947279545,6919
+"wd_0",0.01,1613947279545,6919
+"sqr_mom_0",0.99,1613947279545,6919
+"lr_0",5.43268017942623e-07,1613947279545,6919
+"mom_0",0.9391355309964574,1613947279545,6919
+"eps_0",1e-05,1613947279545,6919
+"wd_1",0.01,1613947279545,6919
+"sqr_mom_1",0.99,1613947279545,6919
+"lr_1",5.432680179426235e-06,1613947279545,6919
+"mom_1",0.9391355309964574,1613947279545,6919
+"eps_1",1e-05,1613947279545,6919
+"wd_2",0.01,1613947279545,6919
+"sqr_mom_2",0.99,1613947279545,6919
+"lr_2",5.432680179426227e-05,1613947279545,6919
+"mom_2",0.9391355309964574,1613947279545,6919
+"eps_2",1e-05,1613947279545,6919
+"train_loss",0.0049236766,1613947280498,6920
+"raw_loss",0.0059358664,1613947280498,6920
+"epoch",43.528301886792434,1613947280498,6920
+"wd_0",0.01,1613947280498,6920
+"sqr_mom_0",0.99,1613947280498,6920
+"lr_0",5.423898887602763e-07,1613947280498,6920
+"mom_0",0.939153093755732,1613947280498,6920
+"eps_0",1e-05,1613947280498,6920
+"wd_1",0.01,1613947280498,6920
+"sqr_mom_1",0.99,1613947280498,6920
+"lr_1",5.423898887602758e-06,1613947280498,6920
+"mom_1",0.939153093755732,1613947280498,6920
+"eps_1",1e-05,1613947280498,6920
+"wd_2",0.01,1613947280498,6920
+"sqr_mom_2",0.99,1613947280498,6920
+"lr_2",5.423898887602758e-05,1613947280498,6920
+"mom_2",0.939153093755732,1613947280498,6920
+"eps_2",1e-05,1613947280498,6920
+"train_loss",0.0049474696,1613947281446,6921
+"raw_loss",0.0061133173,1613947281446,6921
+"epoch",43.534591194968534,1613947281446,6921
+"wd_0",0.01,1613947281446,6921
+"sqr_mom_0",0.99,1613947281446,6921
+"lr_0",5.415123835516806e-07,1613947281446,6921
+"mom_0",0.9391706440354067,1613947281446,6921
+"eps_0",1e-05,1613947281446,6921
+"wd_1",0.01,1613947281446,6921
+"sqr_mom_1",0.99,1613947281446,6921
+"lr_1",5.415123835516807e-06,1613947281446,6921
+"mom_1",0.9391706440354067,1613947281446,6921
+"eps_1",1e-05,1613947281446,6921
+"wd_2",0.01,1613947281446,6921
+"sqr_mom_2",0.99,1613947281446,6921
+"lr_2",5.415123835516802e-05,1613947281446,6921
+"mom_2",0.9391706440354067,1613947281446,6921
+"eps_2",1e-05,1613947281446,6921
+"train_loss",0.004916295,1613947282414,6922
+"raw_loss",0.0033887383,1613947282414,6922
+"epoch",43.540880503144635,1613947282414,6922
+"wd_0",0.01,1613947282414,6922
+"sqr_mom_0",0.99,1613947282414,6922
+"lr_0",5.406357933324648e-07,1613947282414,6922
+"mom_0",0.9391881760151108,1613947282414,6922
+"eps_0",1e-05,1613947282414,6922
+"wd_1",0.01,1613947282414,6922
+"sqr_mom_1",0.99,1613947282414,6922
+"lr_1",5.406357933324644e-06,1613947282414,6922
+"mom_1",0.9391881760151108,1613947282414,6922
+"eps_1",1e-05,1613947282414,6922
+"wd_2",0.01,1613947282414,6922
+"sqr_mom_2",0.99,1613947282414,6922
+"lr_2",5.406357933324639e-05,1613947282414,6922
+"mom_2",0.9391881760151108,1613947282414,6922
+"eps_2",1e-05,1613947282414,6922
+"train_loss",0.004913597,1613947283373,6923
+"raw_loss",0.004781394,1613947283373,6923
+"epoch",43.547169811320735,1613947283373,6923
+"wd_0",0.01,1613947283373,6923
+"sqr_mom_0",0.99,1613947283373,6923
+"lr_0",5.397592461743237e-07,1613947283373,6923
+"mom_0",0.9392057071335849,1613947283373,6923
+"eps_0",1e-05,1613947283373,6923
+"wd_1",0.01,1613947283373,6923
+"sqr_mom_1",0.99,1613947283373,6923
+"lr_1",5.397592461743235e-06,1613947283373,6923
+"mom_1",0.9392057071335849,1613947283373,6923
+"eps_1",1e-05,1613947283373,6923
+"wd_2",0.01,1613947283373,6923
+"sqr_mom_2",0.99,1613947283373,6923
+"lr_2",5.397592461743231e-05,1613947283373,6923
+"mom_2",0.9392057071335849,1613947283373,6923
+"eps_2",1e-05,1613947283373,6923
+"train_loss",0.00490913,1613947284319,6924
+"raw_loss",0.0046902434,1613947284319,6924
+"epoch",43.553459119496836,1613947284319,6924
+"wd_0",0.01,1613947284319,6924
+"sqr_mom_0",0.99,1613947284319,6924
+"lr_0",5.388839048858187e-07,1613947284319,6924
+"mom_0",0.9392232141344249,1613947284319,6924
+"eps_0",1e-05,1613947284319,6924
+"wd_1",0.01,1613947284319,6924
+"sqr_mom_1",0.99,1613947284319,6924
+"lr_1",5.388839048858187e-06,1613947284319,6924
+"mom_1",0.9392232141344249,1613947284319,6924
+"eps_1",1e-05,1613947284319,6924
+"wd_2",0.01,1613947284319,6924
+"sqr_mom_2",0.99,1613947284319,6924
+"lr_2",5.388839048858183e-05,1613947284319,6924
+"mom_2",0.9392232141344249,1613947284319,6924
+"eps_2",1e-05,1613947284319,6924
+"train_loss",0.0048919385,1613947285288,6925
+"raw_loss",0.004049564,1613947285288,6925
+"epoch",43.559748427672936,1613947285288,6925
+"wd_0",0.01,1613947285288,6925
+"sqr_mom_0",0.99,1613947285288,6925
+"lr_0",5.380086080457216e-07,1613947285288,6925
+"mom_0",0.939240720246288,1613947285288,6925
+"eps_0",1e-05,1613947285288,6925
+"wd_1",0.01,1613947285288,6925
+"sqr_mom_1",0.99,1613947285288,6925
+"lr_1",5.380086080457215e-06,1613947285288,6925
+"mom_1",0.939240720246288,1613947285288,6925
+"eps_1",1e-05,1613947285288,6925
+"wd_2",0.01,1613947285288,6925
+"sqr_mom_2",0.99,1613947285288,6925
+"lr_2",5.3800860804572106e-05,1613947285288,6925
+"mom_2",0.939240720246288,1613947285288,6925
+"eps_2",1e-05,1613947285288,6925
+"train_loss",0.0048505263,1613947286240,6926
+"raw_loss",0.0028213377,1613947286240,6926
+"epoch",43.56603773584904,1613947286240,6926
+"wd_0",0.01,1613947286240,6926
+"sqr_mom_0",0.99,1613947286240,6926
+"lr_0",5.371345168039475e-07,1613947286240,6926
+"mom_0",0.9392582022459435,1613947286240,6926
+"eps_0",1e-05,1613947286240,6926
+"wd_1",0.01,1613947286240,6926
+"sqr_mom_1",0.99,1613947286240,6926
+"lr_1",5.371345168039475e-06,1613947286240,6926
+"mom_1",0.9392582022459435,1613947286240,6926
+"eps_1",1e-05,1613947286240,6926
+"wd_2",0.01,1613947286240,6926
+"sqr_mom_2",0.99,1613947286240,6926
+"lr_2",5.371345168039474e-05,1613947286240,6926
+"mom_2",0.9392582022459435,1613947286240,6926
+"eps_2",1e-05,1613947286240,6926
+"train_loss",0.004824952,1613947287197,6927
+"raw_loss",0.0035718146,1613947287197,6927
+"epoch",43.57232704402514,1613947287197,6927
+"wd_0",0.01,1613947287197,6927
+"sqr_mom_0",0.99,1613947287197,6927
+"lr_0",5.362610507960596e-07,1613947287197,6927
+"mom_0",0.9392756717407962,1613947287197,6927
+"eps_0",1e-05,1613947287197,6927
+"wd_1",0.01,1613947287197,6927
+"sqr_mom_1",0.99,1613947287197,6927
+"lr_1",5.362610507960599e-06,1613947287197,6927
+"mom_1",0.9392756717407962,1613947287197,6927
+"eps_1",1e-05,1613947287197,6927
+"wd_2",0.01,1613947287197,6927
+"sqr_mom_2",0.99,1613947287197,6927
+"lr_2",5.3626105079605964e-05,1613947287197,6927
+"mom_2",0.9392756717407962,1613947287197,6927
+"eps_2",1e-05,1613947287197,6927
+"train_loss",0.0047778194,1613947288141,6928
+"raw_loss",0.0024683003,1613947288141,6928
+"epoch",43.57861635220124,1613947288141,6928
+"wd_0",0.01,1613947288141,6928
+"sqr_mom_0",0.99,1613947288141,6928
+"lr_0",5.353876313172415e-07,1613947288141,6928
+"mom_0",0.9392931403050582,1613947288141,6928
+"eps_0",1e-05,1613947288141,6928
+"wd_1",0.01,1613947288141,6928
+"sqr_mom_1",0.99,1613947288141,6928
+"lr_1",5.3538763131724115e-06,1613947288141,6928
+"mom_1",0.9392931403050582,1613947288141,6928
+"eps_1",1e-05,1613947288141,6928
+"wd_2",0.01,1613947288141,6928
+"sqr_mom_2",0.99,1613947288141,6928
+"lr_2",5.35387631317241e-05,1613947288141,6928
+"mom_2",0.9392931403050582,1613947288141,6928
+"eps_2",1e-05,1613947288141,6928
+"train_loss",0.0047427746,1613947289095,6929
+"raw_loss",0.0030255828,1613947289095,6929
+"epoch",43.58490566037734,1613947289095,6929
+"wd_0",0.01,1613947289095,6929
+"sqr_mom_0",0.99,1613947289095,6929
+"lr_0",5.345154170269416e-07,1613947289095,6929
+"mom_0",0.9393105847653088,1613947289095,6929
+"eps_0",1e-05,1613947289095,6929
+"wd_1",0.01,1613947289095,6929
+"sqr_mom_1",0.99,1613947289095,6929
+"lr_1",5.3451541702694095e-06,1613947289095,6929
+"mom_1",0.9393105847653088,1613947289095,6929
+"eps_1",1e-05,1613947289095,6929
+"wd_2",0.01,1613947289095,6929
+"sqr_mom_2",0.99,1613947289095,6929
+"lr_2",5.345154170269408e-05,1613947289095,6929
+"mom_2",0.9393105847653088,1613947289095,6929
+"eps_2",1e-05,1613947289095,6929
+"train_loss",0.0047899312,1613947290049,6930
+"raw_loss",0.007100615,1613947290049,6930
+"epoch",43.59119496855344,1613947290049,6930
+"wd_0",0.01,1613947290049,6930
+"sqr_mom_0",0.99,1613947290049,6930
+"lr_0",5.336438288047808e-07,1613947290049,6930
+"mom_0",0.9393280167040714,1613947290049,6930
+"eps_0",1e-05,1613947290049,6930
+"wd_1",0.01,1613947290049,6930
+"sqr_mom_1",0.99,1613947290049,6930
+"lr_1",5.3364382880478136e-06,1613947290049,6930
+"mom_1",0.9393280167040714,1613947290049,6930
+"eps_1",1e-05,1613947290049,6930
+"wd_2",0.01,1613947290049,6930
+"sqr_mom_2",0.99,1613947290049,6930
+"lr_2",5.3364382880478054e-05,1613947290049,6930
+"mom_2",0.9393280167040714,1613947290049,6930
+"eps_2",1e-05,1613947290049,6930
+"train_loss",0.0047342367,1613947291017,6931
+"raw_loss",0.0020052101,1613947291017,6931
+"epoch",43.59748427672954,1613947291017,6931
+"wd_0",0.01,1613947291017,6931
+"sqr_mom_0",0.99,1613947291017,6931
+"lr_0",5.327722891922188e-07,1613947291017,6931
+"mom_0",0.9393454476706323,1613947291017,6931
+"eps_0",1e-05,1613947291017,6931
+"wd_1",0.01,1613947291017,6931
+"sqr_mom_1",0.99,1613947291017,6931
+"lr_1",5.327722891922183e-06,1613947291017,6931
+"mom_1",0.9393454476706323,1613947291017,6931
+"eps_1",1e-05,1613947291017,6931
+"wd_2",0.01,1613947291017,6931
+"sqr_mom_2",0.99,1613947291017,6931
+"lr_2",5.3277228919221807e-05,1613947291017,6931
+"mom_2",0.9393454476706323,1613947291017,6931
+"eps_2",1e-05,1613947291017,6931
+"train_loss",0.0046882015,1613947291982,6932
+"raw_loss",0.0024324802,1613947291982,6932
+"epoch",43.60377358490564,1613947291982,6932
+"wd_0",0.01,1613947291982,6932
+"sqr_mom_0",0.99,1613947291982,6932
+"lr_0",5.319019543549128e-07,1613947291982,6932
+"mom_0",0.9393628545414471,1613947291982,6932
+"eps_0",1e-05,1613947291982,6932
+"wd_1",0.01,1613947291982,6932
+"sqr_mom_1",0.99,1613947291982,6932
+"lr_1",5.319019543549126e-06,1613947291982,6932
+"mom_1",0.9393628545414471,1613947291982,6932
+"eps_1",1e-05,1613947291982,6932
+"wd_2",0.01,1613947291982,6932
+"sqr_mom_2",0.99,1613947291982,6932
+"lr_2",5.319019543549119e-05,1613947291982,6932
+"mom_2",0.9393628545414471,1613947291982,6932
+"eps_2",1e-05,1613947291982,6932
+"train_loss",0.004661461,1613947292928,6933
+"raw_loss",0.003351173,1613947292928,6933
+"epoch",43.61006289308174,1613947292928,6933
+"wd_0",0.01,1613947292928,6933
+"sqr_mom_0",0.99,1613947292928,6933
+"lr_0",5.310319579662184e-07,1613947292928,6933
+"mom_0",0.9393802546432221,1613947292928,6933
+"eps_0",1e-05,1613947292928,6933
+"wd_1",0.01,1613947292928,6933
+"sqr_mom_1",0.99,1613947292928,6933
+"lr_1",5.3103195796621805e-06,1613947292928,6933
+"mom_1",0.9393802546432221,1613947292928,6933
+"eps_1",1e-05,1613947292928,6933
+"wd_2",0.01,1613947292928,6933
+"sqr_mom_2",0.99,1613947292928,6933
+"lr_2",5.310319579662179e-05,1613947292928,6933
+"mom_2",0.9393802546432221,1613947292928,6933
+"eps_2",1e-05,1613947292928,6933
+"train_loss",0.0046386817,1613947293916,6934
+"raw_loss",0.0035225027,1613947293916,6934
+"epoch",43.61635220125784,1613947293916,6934
+"wd_0",0.01,1613947293916,6934
+"sqr_mom_0",0.99,1613947293916,6934
+"lr_0",5.301625891714854e-07,1613947293916,6934
+"mom_0",0.9393976421929922,1613947293916,6934
+"eps_0",1e-05,1613947293916,6934
+"wd_1",0.01,1613947293916,6934
+"sqr_mom_1",0.99,1613947293916,6934
+"lr_1",5.301625891714855e-06,1613947293916,6934
+"mom_1",0.9393976421929922,1613947293916,6934
+"eps_1",1e-05,1613947293916,6934
+"wd_2",0.01,1613947293916,6934
+"sqr_mom_2",0.99,1613947293916,6934
+"lr_2",5.301625891714854e-05,1613947293916,6934
+"mom_2",0.9393976421929922,1613947293916,6934
+"eps_2",1e-05,1613947293916,6934
+"train_loss",0.004617136,1613947294891,6935
+"raw_loss",0.0035614008,1613947294891,6935
+"epoch",43.62264150943394,1613947294891,6935
+"wd_0",0.01,1613947294891,6935
+"sqr_mom_0",0.99,1613947294891,6935
+"lr_0",5.292938482478155e-07,1613947294891,6935
+"mom_0",0.9394150171852155,1613947294891,6935
+"eps_0",1e-05,1613947294891,6935
+"wd_1",0.01,1613947294891,6935
+"sqr_mom_1",0.99,1613947294891,6935
+"lr_1",5.2929384824781546e-06,1613947294891,6935
+"mom_1",0.9394150171852155,1613947294891,6935
+"eps_1",1e-05,1613947294891,6935
+"wd_2",0.01,1613947294891,6935
+"sqr_mom_2",0.99,1613947294891,6935
+"lr_2",5.292938482478153e-05,1613947294891,6935
+"mom_2",0.9394150171852155,1613947294891,6935
+"eps_2",1e-05,1613947294891,6935
+"train_loss",0.004613065,1613947296101,6936
+"raw_loss",0.004413588,1613947296101,6936
+"epoch",43.62893081761004,1613947296101,6936
+"wd_0",0.01,1613947296101,6936
+"sqr_mom_0",0.99,1613947296101,6936
+"lr_0",5.284260232992126e-07,1613947296101,6936
+"mom_0",0.9394323738577542,1613947296101,6936
+"eps_0",1e-05,1613947296101,6936
+"wd_1",0.01,1613947296101,6936
+"sqr_mom_1",0.99,1613947296101,6936
+"lr_1",5.28426023299213e-06,1613947296101,6936
+"mom_1",0.9394323738577542,1613947296101,6936
+"eps_1",1e-05,1613947296101,6936
+"wd_2",0.01,1613947296101,6936
+"sqr_mom_2",0.99,1613947296101,6936
+"lr_2",5.284260232992123e-05,1613947296101,6936
+"mom_2",0.9394323738577542,1613947296101,6936
+"eps_2",1e-05,1613947296101,6936
+"train_loss",0.004576325,1613947297237,6937
+"raw_loss",0.0027760607,1613947297237,6937
+"epoch",43.63522012578614,1613947297237,6937
+"wd_0",0.01,1613947297237,6937
+"sqr_mom_0",0.99,1613947297237,6937
+"lr_0",5.275582511210699e-07,1613947297237,6937
+"mom_0",0.9394497294748733,1613947297237,6937
+"eps_0",1e-05,1613947297237,6937
+"wd_1",0.01,1613947297237,6937
+"sqr_mom_1",0.99,1613947297237,6937
+"lr_1",5.275582511210701e-06,1613947297237,6937
+"mom_1",0.9394497294748733,1613947297237,6937
+"eps_1",1e-05,1613947297237,6937
+"wd_2",0.01,1613947297237,6937
+"sqr_mom_2",0.99,1613947297237,6937
+"lr_2",5.275582511210698e-05,1613947297237,6937
+"mom_2",0.9394497294748733,1613947297237,6937
+"eps_2",1e-05,1613947297237,6937
+"train_loss",0.004550622,1613947298383,6938
+"raw_loss",0.0032911762,1613947298383,6938
+"epoch",43.64150943396224,1613947298383,6938
+"wd_0",0.01,1613947298383,6938
+"sqr_mom_0",0.99,1613947298383,6938
+"lr_0",5.266916828812485e-07,1613947298383,6938
+"mom_0",0.9394670610129852,1613947298383,6938
+"eps_0",1e-05,1613947298383,6938
+"wd_1",0.01,1613947298383,6938
+"sqr_mom_1",0.99,1613947298383,6938
+"lr_1",5.266916828812488e-06,1613947298383,6938
+"mom_1",0.9394670610129852,1613947298383,6938
+"eps_1",1e-05,1613947298383,6938
+"wd_2",0.01,1613947298383,6938
+"sqr_mom_2",0.99,1613947298383,6938
+"lr_2",5.266916828812484e-05,1613947298383,6938
+"mom_2",0.9394670610129852,1613947298383,6938
+"eps_2",1e-05,1613947298383,6938
+"train_loss",0.0045177317,1613947299522,6939
+"raw_loss",0.0029061225,1613947299522,6939
+"epoch",43.64779874213834,1613947299522,6939
+"wd_0",0.01,1613947299522,6939
+"sqr_mom_0",0.99,1613947299522,6939
+"lr_0",5.258257432016396e-07,1613947299522,6939
+"mom_0",0.939484379979767,1613947299522,6939
+"eps_0",1e-05,1613947299522,6939
+"wd_1",0.01,1613947299522,6939
+"sqr_mom_1",0.99,1613947299522,6939
+"lr_1",5.258257432016394e-06,1613947299522,6939
+"mom_1",0.939484379979767,1613947299522,6939
+"eps_1",1e-05,1613947299522,6939
+"wd_2",0.01,1613947299522,6939
+"sqr_mom_2",0.99,1613947299522,6939
+"lr_2",5.2582574320163874e-05,1613947299522,6939
+"mom_2",0.939484379979767,1613947299522,6939
+"eps_2",1e-05,1613947299522,6939
+"train_loss",0.0045132823,1613947300628,6940
+"raw_loss",0.004295255,1613947300628,6940
+"epoch",43.65408805031444,1613947300628,6940
+"wd_0",0.01,1613947300628,6940
+"sqr_mom_0",0.99,1613947300628,6940
+"lr_0",5.249598583725826e-07,1613947300628,6940
+"mom_0",0.9395016978495268,1613947300628,6940
+"eps_0",1e-05,1613947300628,6940
+"wd_1",0.01,1613947300628,6940
+"sqr_mom_1",0.99,1613947300628,6940
+"lr_1",5.2495985837258295e-06,1613947300628,6940
+"mom_1",0.9395016978495268,1613947300628,6940
+"eps_1",1e-05,1613947300628,6940
+"wd_2",0.01,1613947300628,6940
+"sqr_mom_2",0.99,1613947300628,6940
+"lr_2",5.249598583725824e-05,1613947300628,6940
+"mom_2",0.9395016978495268,1613947300628,6940
+"eps_2",1e-05,1613947300628,6940
+"train_loss",0.004519732,1613947301603,6941
+"raw_loss",0.004835786,1613947301603,6941
+"epoch",43.66037735849054,1613947301603,6941
+"wd_0",0.01,1613947301603,6941
+"sqr_mom_0",0.99,1613947301603,6941
+"lr_0",5.240951770582237e-07,1613947301603,6941
+"mom_0",0.939518991648752,1613947301603,6941
+"eps_0",1e-05,1613947301603,6941
+"wd_1",0.01,1613947301603,6941
+"sqr_mom_1",0.99,1613947301603,6941
+"lr_1",5.240951770582232e-06,1613947301603,6941
+"mom_1",0.939518991648752,1613947301603,6941
+"eps_1",1e-05,1613947301603,6941
+"wd_2",0.01,1613947301603,6941
+"sqr_mom_2",0.99,1613947301603,6941
+"lr_2",5.240951770582228e-05,1613947301603,6941
+"mom_2",0.939518991648752,1613947301603,6941
+"eps_2",1e-05,1613947301603,6941
+"train_loss",0.004527559,1613947302545,6942
+"raw_loss",0.0049110786,1613947302545,6942
+"epoch",43.66666666666664,1613947302545,6942
+"wd_0",0.01,1613947302545,6942
+"sqr_mom_0",0.99,1613947302545,6942
+"lr_0",5.23230838556137e-07,1613947302545,6942
+"mom_0",0.9395362785916631,1613947302545,6942
+"eps_0",1e-05,1613947302545,6942
+"wd_1",0.01,1613947302545,6942
+"sqr_mom_1",0.99,1613947302545,6942
+"lr_1",5.23230838556137e-06,1613947302545,6942
+"mom_1",0.9395362785916631,1613947302545,6942
+"eps_1",1e-05,1613947302545,6942
+"wd_2",0.01,1613947302545,6942
+"sqr_mom_2",0.99,1613947302545,6942
+"lr_2",5.232308385561365e-05,1613947302545,6942
+"mom_2",0.9395362785916631,1613947302545,6942
+"eps_2",1e-05,1613947302545,6942
+"train_loss",0.0045410637,1613947303502,6943
+"raw_loss",0.005202782,1613947303502,6943
+"epoch",43.67295597484274,1613947303502,6943
+"wd_0",0.01,1613947303502,6943
+"sqr_mom_0",0.99,1613947303502,6943
+"lr_0",5.223671301345303e-07,1613947303502,6943
+"mom_0",0.9395535529328387,1613947303502,6943
+"eps_0",1e-05,1613947303502,6943
+"wd_1",0.01,1613947303502,6943
+"sqr_mom_1",0.99,1613947303502,6943
+"lr_1",5.223671301345303e-06,1613947303502,6943
+"mom_1",0.9395535529328387,1613947303502,6943
+"eps_1",1e-05,1613947303502,6943
+"wd_2",0.01,1613947303502,6943
+"sqr_mom_2",0.99,1613947303502,6943
+"lr_2",5.2236713013453014e-05,1613947303502,6943
+"mom_2",0.9395535529328387,1613947303502,6943
+"eps_2",1e-05,1613947303502,6943
+"train_loss",0.004500115,1613947304461,6944
+"raw_loss",0.0024936257,1613947304461,6944
+"epoch",43.679245283018844,1613947304461,6944
+"wd_0",0.01,1613947304461,6944
+"sqr_mom_0",0.99,1613947304461,6944
+"lr_0",5.215040520686993e-07,1613947304461,6944
+"mom_0",0.9395708146667726,1613947304461,6944
+"eps_0",1e-05,1613947304461,6944
+"wd_1",0.01,1613947304461,6944
+"sqr_mom_1",0.99,1613947304461,6944
+"lr_1",5.215040520686995e-06,1613947304461,6944
+"mom_1",0.9395708146667726,1613947304461,6944
+"eps_1",1e-05,1613947304461,6944
+"wd_2",0.01,1613947304461,6944
+"sqr_mom_2",0.99,1613947304461,6944
+"lr_2",5.2150405206869896e-05,1613947304461,6944
+"mom_2",0.9395708146667726,1613947304461,6944
+"eps_2",1e-05,1613947304461,6944
+"train_loss",0.0044565075,1613947305428,6945
+"raw_loss",0.0023197467,1613947305428,6945
+"epoch",43.685534591194944,1613947305428,6945
+"wd_0",0.01,1613947305428,6945
+"sqr_mom_0",0.99,1613947305428,6945
+"lr_0",5.206418905813804e-07,1613947305428,6945
+"mom_0",0.9395880580689531,1613947305428,6945
+"eps_0",1e-05,1613947305428,6945
+"wd_1",0.01,1613947305428,6945
+"sqr_mom_1",0.99,1613947305428,6945
+"lr_1",5.206418905813809e-06,1613947305428,6945
+"mom_1",0.9395880580689531,1613947305428,6945
+"eps_1",1e-05,1613947305428,6945
+"wd_2",0.01,1613947305428,6945
+"sqr_mom_2",0.99,1613947305428,6945
+"lr_2",5.206418905813801e-05,1613947305428,6945
+"mom_2",0.9395880580689531,1613947305428,6945
+"eps_2",1e-05,1613947305428,6945
+"train_loss",0.0044240826,1613947306369,6946
+"raw_loss",0.0028352563,1613947306369,6946
+"epoch",43.691823899371045,1613947306369,6946
+"wd_0",0.01,1613947306369,6946
+"sqr_mom_0",0.99,1613947306369,6946
+"lr_0",5.197797881045506e-07,1613947306369,6946
+"mom_0",0.9396053002909118,1613947306369,6946
+"eps_0",1e-05,1613947306369,6946
+"wd_1",0.01,1613947306369,6946
+"sqr_mom_1",0.99,1613947306369,6946
+"lr_1",5.197797881045506e-06,1613947306369,6946
+"mom_1",0.9396053002909118,1613947306369,6946
+"eps_1",1e-05,1613947306369,6946
+"wd_2",0.01,1613947306369,6946
+"sqr_mom_2",0.99,1613947306369,6946
+"lr_2",5.197797881045503e-05,1613947306369,6946
+"mom_2",0.9396053002909118,1613947306369,6946
+"eps_2",1e-05,1613947306369,6946
+"train_loss",0.0043986463,1613947307327,6947
+"raw_loss",0.0031522699,1613947307327,6947
+"epoch",43.698113207547145,1613947307327,6947
+"wd_0",0.01,1613947307327,6947
+"sqr_mom_0",0.99,1613947307327,6947
+"lr_0",5.189188882847675e-07,1613947307327,6947
+"mom_0",0.9396225184594892,1613947307327,6947
+"eps_0",1e-05,1613947307327,6947
+"wd_1",0.01,1613947307327,6947
+"sqr_mom_1",0.99,1613947307327,6947
+"lr_1",5.189188882847677e-06,1613947307327,6947
+"mom_1",0.9396225184594892,1613947307327,6947
+"eps_1",1e-05,1613947307327,6947
+"wd_2",0.01,1613947307327,6947
+"sqr_mom_2",0.99,1613947307327,6947
+"lr_2",5.189188882847673e-05,1613947307327,6947
+"mom_2",0.9396225184594892,1613947307327,6947
+"eps_2",1e-05,1613947307327,6947
+"train_loss",0.0043999585,1613947308304,6948
+"raw_loss",0.0044642594,1613947308304,6948
+"epoch",43.704402515723245,1613947308304,6948
+"wd_0",0.01,1613947308304,6948
+"sqr_mom_0",0.99,1613947308304,6948
+"lr_0",5.18058619501043e-07,1613947308304,6948
+"mom_0",0.9396397240072192,1613947308304,6948
+"eps_0",1e-05,1613947308304,6948
+"wd_1",0.01,1613947308304,6948
+"sqr_mom_1",0.99,1613947308304,6948
+"lr_1",5.180586195010428e-06,1613947308304,6948
+"mom_1",0.9396397240072192,1613947308304,6948
+"eps_1",1e-05,1613947308304,6948
+"wd_2",0.01,1613947308304,6948
+"sqr_mom_2",0.99,1613947308304,6948
+"lr_2",5.180586195010421e-05,1613947308304,6948
+"mom_2",0.9396397240072192,1613947308304,6948
+"eps_2",1e-05,1613947308304,6948
+"train_loss",0.004398159,1613947309261,6949
+"raw_loss",0.004309983,1613947309261,6949
+"epoch",43.710691823899346,1613947309261,6949
+"wd_0",0.01,1613947309261,6949
+"sqr_mom_0",0.99,1613947309261,6949
+"lr_0",5.171984118074081e-07,1613947309261,6949
+"mom_0",0.9396569283331351,1613947309261,6949
+"eps_0",1e-05,1613947309261,6949
+"wd_1",0.01,1613947309261,6949
+"sqr_mom_1",0.99,1613947309261,6949
+"lr_1",5.171984118074082e-06,1613947309261,6949
+"mom_1",0.9396569283331351,1613947309261,6949
+"eps_1",1e-05,1613947309261,6949
+"wd_2",0.01,1613947309261,6949
+"sqr_mom_2",0.99,1613947309261,6949
+"lr_2",5.171984118074082e-05,1613947309261,6949
+"mom_2",0.9396569283331351,1613947309261,6949
+"eps_2",1e-05,1613947309261,6949
+"train_loss",0.0044126315,1613947310238,6950
+"raw_loss",0.00512178,1613947310238,6950
+"epoch",43.716981132075446,1613947310238,6950
+"wd_0",0.01,1613947310238,6950
+"sqr_mom_0",0.99,1613947310238,6950
+"lr_0",5.163394063368451e-07,1613947310238,6950
+"mom_0",0.9396741086143492,1613947310238,6950
+"eps_0",1e-05,1613947310238,6950
+"wd_1",0.01,1613947310238,6950
+"sqr_mom_1",0.99,1613947310238,6950
+"lr_1",5.163394063368448e-06,1613947310238,6950
+"mom_1",0.9396741086143492,1613947310238,6950
+"eps_1",1e-05,1613947310238,6950
+"wd_2",0.01,1613947310238,6950
+"sqr_mom_2",0.99,1613947310238,6950
+"lr_2",5.163394063368448e-05,1613947310238,6950
+"mom_2",0.9396741086143492,1613947310238,6950
+"eps_2",1e-05,1613947310238,6950
+"train_loss",0.0043901717,1613947311192,6951
+"raw_loss",0.003289653,1613947311192,6951
+"epoch",43.72327044025155,1613947311192,6951
+"wd_0",0.01,1613947311192,6951
+"sqr_mom_0",0.99,1613947311192,6951
+"lr_0",5.154810327239745e-07,1613947311192,6951
+"mom_0",0.9396912762582831,1613947311192,6951
+"eps_0",1e-05,1613947311192,6951
+"wd_1",0.01,1613947311192,6951
+"sqr_mom_1",0.99,1613947311192,6951
+"lr_1",5.154810327239742e-06,1613947311192,6951
+"mom_1",0.9396912762582831,1613947311192,6951
+"eps_1",1e-05,1613947311192,6951
+"wd_2",0.01,1613947311192,6951
+"sqr_mom_2",0.99,1613947311192,6951
+"lr_2",5.154810327239736e-05,1613947311192,6951
+"mom_2",0.9396912762582831,1613947311192,6951
+"eps_2",1e-05,1613947311192,6951
+"train_loss",0.0043873163,1613947312165,6952
+"raw_loss",0.0042473893,1613947312165,6952
+"epoch",43.72955974842765,1613947312165,6952
+"wd_0",0.01,1613947312165,6952
+"sqr_mom_0",0.99,1613947312165,6952
+"lr_0",5.146227222806222e-07,1613947312165,6952
+"mom_0",0.9397084426388139,1613947312165,6952
+"eps_0",1e-05,1613947312165,6952
+"wd_1",0.01,1613947312165,6952
+"sqr_mom_1",0.99,1613947312165,6952
+"lr_1",5.146227222806225e-06,1613947312165,6952
+"mom_1",0.9397084426388139,1613947312165,6952
+"eps_1",1e-05,1613947312165,6952
+"wd_2",0.01,1613947312165,6952
+"sqr_mom_2",0.99,1613947312165,6952
+"lr_2",5.14622722280622e-05,1613947312165,6952
+"mom_2",0.9397084426388139,1613947312165,6952
+"eps_2",1e-05,1613947312165,6952
+"train_loss",0.004492226,1613947313110,6953
+"raw_loss",0.009632804,1613947313110,6953
+"epoch",43.73584905660375,1613947313110,6953
+"wd_0",0.01,1613947313110,6953
+"sqr_mom_0",0.99,1613947313110,6953
+"lr_0",5.137656136229162e-07,1613947313110,6953
+"mom_0",0.9397255849833914,1613947313110,6953
+"eps_0",1e-05,1613947313110,6953
+"wd_1",0.01,1613947313110,6953
+"sqr_mom_1",0.99,1613947313110,6953
+"lr_1",5.137656136229159e-06,1613947313110,6953
+"mom_1",0.9397255849833914,1613947313110,6953
+"eps_1",1e-05,1613947313110,6953
+"wd_2",0.01,1613947313110,6953
+"sqr_mom_2",0.99,1613947313110,6953
+"lr_2",5.137656136229156e-05,1613947313110,6953
+"mom_2",0.9397255849833914,1613947313110,6953
+"eps_2",1e-05,1613947313110,6953
+"train_loss",0.0044737826,1613947314062,6954
+"raw_loss",0.0035700626,1613947314062,6954
+"epoch",43.74213836477985,1613947314062,6954
+"wd_0",0.01,1613947314062,6954
+"sqr_mom_0",0.99,1613947314062,6954
+"lr_0",5.129088535818621e-07,1613947314062,6954
+"mom_0",0.9397427203555663,1613947314062,6954
+"eps_0",1e-05,1613947314062,6954
+"wd_1",0.01,1613947314062,6954
+"sqr_mom_1",0.99,1613947314062,6954
+"lr_1",5.129088535818621e-06,1613947314062,6954
+"mom_1",0.9397427203555663,1613947314062,6954
+"eps_1",1e-05,1613947314062,6954
+"wd_2",0.01,1613947314062,6954
+"sqr_mom_2",0.99,1613947314062,6954
+"lr_2",5.1290885358186184e-05,1613947314062,6954
+"mom_2",0.9397427203555663,1613947314062,6954
+"eps_2",1e-05,1613947314062,6954
+"train_loss",0.004533316,1613947315008,6955
+"raw_loss",0.007450446,1613947315008,6955
+"epoch",43.74842767295595,1613947315008,6955
+"wd_0",0.01,1613947315008,6955
+"sqr_mom_0",0.99,1613947315008,6955
+"lr_0",5.120527269113003e-07,1613947315008,6955
+"mom_0",0.9397598430602045,1613947315008,6955
+"eps_0",1e-05,1613947315008,6955
+"wd_1",0.01,1613947315008,6955
+"sqr_mom_1",0.99,1613947315008,6955
+"lr_1",5.120527269113006e-06,1613947315008,6955
+"mom_1",0.9397598430602045,1613947315008,6955
+"eps_1",1e-05,1613947315008,6955
+"wd_2",0.01,1613947315008,6955
+"sqr_mom_2",0.99,1613947315008,6955
+"lr_2",5.120527269113001e-05,1613947315008,6955
+"mom_2",0.9397598430602045,1613947315008,6955
+"eps_2",1e-05,1613947315008,6955
+"train_loss",0.0045307996,1613947315990,6956
+"raw_loss",0.004407488,1613947315990,6956
+"epoch",43.75471698113205,1613947315990,6956
+"wd_0",0.01,1613947315990,6956
+"sqr_mom_0",0.99,1613947315990,6956
+"lr_0",5.111972338841134e-07,1613947315990,6956
+"mom_0",0.9397769530918486,1613947315990,6956
+"eps_0",1e-05,1613947315990,6956
+"wd_1",0.01,1613947315990,6956
+"sqr_mom_1",0.99,1613947315990,6956
+"lr_1",5.111972338841136e-06,1613947315990,6956
+"mom_1",0.9397769530918486,1613947315990,6956
+"eps_1",1e-05,1613947315990,6956
+"wd_2",0.01,1613947315990,6956
+"sqr_mom_2",0.99,1613947315990,6956
+"lr_2",5.1119723388411316e-05,1613947315990,6956
+"mom_2",0.9397769530918486,1613947315990,6956
+"eps_2",1e-05,1613947315990,6956
+"train_loss",0.0045042047,1613947316936,6957
+"raw_loss",0.003201047,1613947316936,6957
+"epoch",43.76100628930815,1613947316936,6957
+"wd_0",0.01,1613947316936,6957
+"sqr_mom_0",0.99,1613947316936,6957
+"lr_0",5.103426582032171e-07,1613947316936,6957
+"mom_0",0.9397940447763834,1613947316936,6957
+"eps_0",1e-05,1613947316936,6957
+"wd_1",0.01,1613947316936,6957
+"sqr_mom_1",0.99,1613947316936,6957
+"lr_1",5.103426582032165e-06,1613947316936,6957
+"mom_1",0.9397940447763834,1613947316936,6957
+"eps_1",1e-05,1613947316936,6957
+"wd_2",0.01,1613947316936,6957
+"sqr_mom_2",0.99,1613947316936,6957
+"lr_2",5.103426582032163e-05,1613947316936,6957
+"mom_2",0.9397940447763834,1613947316936,6957
+"eps_2",1e-05,1613947316936,6957
+"train_loss",0.0045228214,1613947317912,6958
+"raw_loss",0.0054350346,1613947317912,6958
+"epoch",43.76729559748425,1613947317912,6958
+"wd_0",0.01,1613947317912,6958
+"sqr_mom_0",0.99,1613947317912,6958
+"lr_0",5.094881498503729e-07,1613947317912,6958
+"mom_0",0.9398111351143437,1613947317912,6958
+"eps_0",1e-05,1613947317912,6958
+"wd_1",0.01,1613947317912,6958
+"sqr_mom_1",0.99,1613947317912,6958
+"lr_1",5.09488149850373e-06,1613947317912,6958
+"mom_1",0.9398111351143437,1613947317912,6958
+"eps_1",1e-05,1613947317912,6958
+"wd_2",0.01,1613947317912,6958
+"sqr_mom_2",0.99,1613947317912,6958
+"lr_2",5.0948814985037234e-05,1613947317912,6958
+"mom_2",0.9398111351143437,1613947317912,6958
+"eps_2",1e-05,1613947317912,6958
+"train_loss",0.0045488267,1613947318883,6959
+"raw_loss",0.005823098,1613947318883,6959
+"epoch",43.77358490566035,1613947318883,6959
+"wd_0",0.01,1613947318883,6959
+"sqr_mom_0",0.99,1613947318883,6959
+"lr_0",5.0863484239794e-07,1613947318883,6959
+"mom_0",0.9398282014340555,1613947318883,6959
+"eps_0",1e-05,1613947318883,6959
+"wd_1",0.01,1613947318883,6959
+"sqr_mom_1",0.99,1613947318883,6959
+"lr_1",5.086348423979398e-06,1613947318883,6959
+"mom_1",0.9398282014340555,1613947318883,6959
+"eps_1",1e-05,1613947318883,6959
+"wd_2",0.01,1613947318883,6959
+"sqr_mom_2",0.99,1613947318883,6959
+"lr_2",5.086348423979394e-05,1613947318883,6959
+"mom_2",0.9398282014340555,1613947318883,6959
+"eps_2",1e-05,1613947318883,6959
+"train_loss",0.0045312783,1613947319839,6960
+"raw_loss",0.0036714037,1613947319839,6960
+"epoch",43.77987421383645,1613947319839,6960
+"wd_0",0.01,1613947319839,6960
+"sqr_mom_0",0.99,1613947319839,6960
+"lr_0",5.077821692573113e-07,1613947319839,6960
+"mom_0",0.9398452550674044,1613947319839,6960
+"eps_0",1e-05,1613947319839,6960
+"wd_1",0.01,1613947319839,6960
+"sqr_mom_1",0.99,1613947319839,6960
+"lr_1",5.077821692573113e-06,1613947319839,6960
+"mom_1",0.9398452550674044,1613947319839,6960
+"eps_1",1e-05,1613947319839,6960
+"wd_2",0.01,1613947319839,6960
+"sqr_mom_2",0.99,1613947319839,6960
+"lr_2",5.077821692573109e-05,1613947319839,6960
+"mom_2",0.9398452550674044,1613947319839,6960
+"eps_2",1e-05,1613947319839,6960
+"train_loss",0.0045167524,1613947320805,6961
+"raw_loss",0.0038049943,1613947320805,6961
+"epoch",43.78616352201255,1613947320805,6961
+"wd_0",0.01,1613947320805,6961
+"sqr_mom_0",0.99,1613947320805,6961
+"lr_0",5.069295655236025e-07,1613947320805,6961
+"mom_0",0.939862307312601,1613947320805,6961
+"eps_0",1e-05,1613947320805,6961
+"wd_1",0.01,1613947320805,6961
+"sqr_mom_1",0.99,1613947320805,6961
+"lr_1",5.06929565523602e-06,1613947320805,6961
+"mom_1",0.939862307312601,1613947320805,6961
+"eps_1",1e-05,1613947320805,6961
+"wd_2",0.01,1613947320805,6961
+"sqr_mom_2",0.99,1613947320805,6961
+"lr_2",5.0692956552360184e-05,1613947320805,6961
+"mom_2",0.939862307312601,1613947320805,6961
+"eps_2",1e-05,1613947320805,6961
+"train_loss",0.0045726686,1613947321757,6962
+"raw_loss",0.0073125577,1613947321757,6962
+"epoch",43.79245283018865,1613947321757,6962
+"wd_0",0.01,1613947321757,6962
+"sqr_mom_0",0.99,1613947321757,6962
+"lr_0",5.060781622425423e-07,1613947321757,6962
+"mom_0",0.9398793355485046,1613947321757,6962
+"eps_0",1e-05,1613947321757,6962
+"wd_1",0.01,1613947321757,6962
+"sqr_mom_1",0.99,1613947321757,6962
+"lr_1",5.060781622425423e-06,1613947321757,6962
+"mom_1",0.9398793355485046,1613947321757,6962
+"eps_1",1e-05,1613947321757,6962
+"wd_2",0.01,1613947321757,6962
+"sqr_mom_2",0.99,1613947321757,6962
+"lr_2",5.0607816224254186e-05,1613947321757,6962
+"mom_2",0.9398793355485046,1613947321757,6962
+"eps_2",1e-05,1613947321757,6962
+"train_loss",0.0045679435,1613947322748,6963
+"raw_loss",0.0043364107,1613947322748,6963
+"epoch",43.79874213836475,1613947322748,6963
+"wd_0",0.01,1613947322748,6963
+"sqr_mom_0",0.99,1613947322748,6963
+"lr_0",5.052271119209709e-07,1613947322748,6963
+"mom_0",0.9398963567251478,1613947322748,6963
+"eps_0",1e-05,1613947322748,6963
+"wd_1",0.01,1613947322748,6963
+"sqr_mom_1",0.99,1613947322748,6963
+"lr_1",5.052271119209709e-06,1613947322748,6963
+"mom_1",0.9398963567251478,1613947322748,6963
+"eps_1",1e-05,1613947322748,6963
+"wd_2",0.01,1613947322748,6963
+"sqr_mom_2",0.99,1613947322748,6963
+"lr_2",5.052271119209708e-05,1613947322748,6963
+"mom_2",0.9398963567251478,1613947322748,6963
+"eps_2",1e-05,1613947322748,6963
+"train_loss",0.004531502,1613947323710,6964
+"raw_loss",0.0027458514,1613947323710,6964
+"epoch",43.80503144654085,1613947323710,6964
+"wd_0",0.01,1613947323710,6964
+"sqr_mom_0",0.99,1613947323710,6964
+"lr_0",5.043766974183609e-07,1613947323710,6964
+"mom_0",0.9399133651852846,1613947323710,6964
+"eps_0",1e-05,1613947323710,6964
+"wd_1",0.01,1613947323710,6964
+"sqr_mom_1",0.99,1613947323710,6964
+"lr_1",5.043766974183612e-06,1613947323710,6964
+"mom_1",0.9399133651852846,1613947323710,6964
+"eps_1",1e-05,1613947323710,6964
+"wd_2",0.01,1613947323710,6964
+"sqr_mom_2",0.99,1613947323710,6964
+"lr_2",5.0437669741836065e-05,1613947323710,6964
+"mom_2",0.9399133651852846,1613947323710,6964
+"eps_2",1e-05,1613947323710,6964
+"train_loss",0.0045515946,1613947324657,6965
+"raw_loss",0.0055361553,1613947324657,6965
+"epoch",43.81132075471695,1613947324657,6965
+"wd_0",0.01,1613947324657,6965
+"sqr_mom_0",0.99,1613947324657,6965
+"lr_0",5.03526919005772e-07,1613947324657,6965
+"mom_0",0.9399303609234938,1613947324657,6965
+"eps_0",1e-05,1613947324657,6965
+"wd_1",0.01,1613947324657,6965
+"sqr_mom_1",0.99,1613947324657,6965
+"lr_1",5.035269190057718e-06,1613947324657,6965
+"mom_1",0.9399303609234938,1613947324657,6965
+"eps_1",1e-05,1613947324657,6965
+"wd_2",0.01,1613947324657,6965
+"sqr_mom_2",0.99,1613947324657,6965
+"lr_2",5.0352691900577124e-05,1613947324657,6965
+"mom_2",0.9399303609234938,1613947324657,6965
+"eps_2",1e-05,1613947324657,6965
+"train_loss",0.0045574517,1613947325622,6966
+"raw_loss",0.0048444425,1613947325622,6966
+"epoch",43.81761006289305,1613947325622,6966
+"wd_0",0.01,1613947325622,6966
+"sqr_mom_0",0.99,1613947325622,6966
+"lr_0",5.026777769540591e-07,1613947325622,6966
+"mom_0",0.9399473439343581,1613947325622,6966
+"eps_0",1e-05,1613947325622,6966
+"wd_1",0.01,1613947325622,6966
+"sqr_mom_1",0.99,1613947325622,6966
+"lr_1",5.026777769540594e-06,1613947325622,6966
+"mom_1",0.9399473439343581,1613947325622,6966
+"eps_1",1e-05,1613947325622,6966
+"wd_2",0.01,1613947325622,6966
+"sqr_mom_2",0.99,1613947325622,6966
+"lr_2",5.02677776954059e-05,1613947325622,6966
+"mom_2",0.9399473439343581,1613947325622,6966
+"eps_2",1e-05,1613947325622,6966
+"train_loss",0.004619291,1613947326569,6967
+"raw_loss",0.007649413,1613947326569,6967
+"epoch",43.82389937106915,1613947326569,6967
+"wd_0",0.01,1613947326569,6967
+"sqr_mom_0",0.99,1613947326569,6967
+"lr_0",5.018292715338789e-07,1613947326569,6967
+"mom_0",0.9399643142124645,1613947326569,6967
+"eps_0",1e-05,1613947326569,6967
+"wd_1",0.01,1613947326569,6967
+"sqr_mom_1",0.99,1613947326569,6967
+"lr_1",5.018292715338789e-06,1613947326569,6967
+"mom_1",0.9399643142124645,1613947326569,6967
+"eps_1",1e-05,1613947326569,6967
+"wd_2",0.01,1613947326569,6967
+"sqr_mom_2",0.99,1613947326569,6967
+"lr_2",5.018292715338788e-05,1613947326569,6967
+"mom_2",0.9399643142124645,1613947326569,6967
+"eps_2",1e-05,1613947326569,6967
+"train_loss",0.0045876266,1613947327522,6968
+"raw_loss",0.0030360695,1613947327522,6968
+"epoch",43.83018867924525,1613947327522,6968
+"wd_0",0.01,1613947327522,6968
+"sqr_mom_0",0.99,1613947327522,6968
+"lr_0",5.009816841268203e-07,1613947327522,6968
+"mom_0",0.9399812661301249,1613947327522,6968
+"eps_0",1e-05,1613947327522,6968
+"wd_1",0.01,1613947327522,6968
+"sqr_mom_1",0.99,1613947327522,6968
+"lr_1",5.009816841268208e-06,1613947327522,6968
+"mom_1",0.9399812661301249,1613947327522,6968
+"eps_1",1e-05,1613947327522,6968
+"wd_2",0.01,1613947327522,6968
+"sqr_mom_2",0.99,1613947327522,6968
+"lr_2",5.0098168412682014e-05,1613947327522,6968
+"mom_2",0.9399812661301249,1613947327522,6968
+"eps_2",1e-05,1613947327522,6968
+"train_loss",0.0045729503,1613947328503,6969
+"raw_loss",0.0038538119,1613947328503,6969
+"epoch",43.836477987421354,1613947328503,6969
+"wd_0",0.01,1613947328503,6969
+"sqr_mom_0",0.99,1613947328503,6969
+"lr_0",5.001341716697168e-07,1613947328503,6969
+"mom_0",0.9399982165487711,1613947328503,6969
+"eps_0",1e-05,1613947328503,6969
+"wd_1",0.01,1613947328503,6969
+"sqr_mom_1",0.99,1613947328503,6969
+"lr_1",5.001341716697163e-06,1613947328503,6969
+"mom_1",0.9399982165487711,1613947328503,6969
+"eps_1",1e-05,1613947328503,6969
+"wd_2",0.01,1613947328503,6969
+"sqr_mom_2",0.99,1613947328503,6969
+"lr_2",5.0013417166971605e-05,1613947328503,6969
+"mom_2",0.9399982165487711,1613947328503,6969
+"eps_2",1e-05,1613947328503,6969
+"train_loss",0.00464085,1613947329462,6970
+"raw_loss",0.007967918,1613947329462,6970
+"epoch",43.842767295597454,1613947329462,6970
+"wd_0",0.01,1613947329462,6970
+"sqr_mom_0",0.99,1613947329462,6970
+"lr_0",4.992878584543182e-07,1613947329462,6970
+"mom_0",0.9400151429823435,1613947329462,6970
+"eps_0",1e-05,1613947329462,6970
+"wd_1",0.01,1613947329462,6970
+"sqr_mom_1",0.99,1613947329462,6970
+"lr_1",4.992878584543187e-06,1613947329462,6970
+"mom_1",0.9400151429823435,1613947329462,6970
+"eps_1",1e-05,1613947329462,6970
+"wd_2",0.01,1613947329462,6970
+"sqr_mom_2",0.99,1613947329462,6970
+"lr_2",4.992878584543183e-05,1613947329462,6970
+"mom_2",0.9400151429823435,1613947329462,6970
+"eps_2",1e-05,1613947329462,6970
+"train_loss",0.004622249,1613947330405,6971
+"raw_loss",0.0037107964,1613947330405,6971
+"epoch",43.849056603773555,1613947330405,6971
+"wd_0",0.01,1613947330405,6971
+"sqr_mom_0",0.99,1613947330405,6971
+"lr_0",4.984421825279947e-07,1613947330405,6971
+"mom_0",0.9400320566700068,1613947330405,6971
+"eps_0",1e-05,1613947330405,6971
+"wd_1",0.01,1613947330405,6971
+"sqr_mom_1",0.99,1613947330405,6971
+"lr_1",4.984421825279945e-06,1613947330405,6971
+"mom_1",0.9400320566700068,1613947330405,6971
+"eps_1",1e-05,1613947330405,6971
+"wd_2",0.01,1613947330405,6971
+"sqr_mom_2",0.99,1613947330405,6971
+"lr_2",4.984421825279941e-05,1613947330405,6971
+"mom_2",0.9400320566700068,1613947330405,6971
+"eps_2",1e-05,1613947330405,6971
+"train_loss",0.004622439,1613947331380,6972
+"raw_loss",0.00463176,1613947331380,6972
+"epoch",43.855345911949655,1613947331380,6972
+"wd_0",0.01,1613947331380,6972
+"sqr_mom_0",0.99,1613947331380,6972
+"lr_0",4.975965836297318e-07,1613947331380,6972
+"mom_0",0.9400489688170935,1613947331380,6972
+"eps_0",1e-05,1613947331380,6972
+"wd_1",0.01,1613947331380,6972
+"sqr_mom_1",0.99,1613947331380,6972
+"lr_1",4.9759658362973116e-06,1613947331380,6972
+"mom_1",0.9400489688170935,1613947331380,6972
+"eps_1",1e-05,1613947331380,6972
+"wd_2",0.01,1613947331380,6972
+"sqr_mom_2",0.99,1613947331380,6972
+"lr_2",4.97596583629731e-05,1613947331380,6972
+"mom_2",0.9400489688170935,1613947331380,6972
+"eps_2",1e-05,1613947331380,6972
+"train_loss",0.004616385,1613947332330,6973
+"raw_loss",0.0043197423,1613947332330,6973
+"epoch",43.861635220125756,1613947332330,6973
+"wd_0",0.01,1613947332330,6973
+"sqr_mom_0",0.99,1613947332330,6973
+"lr_0",4.967521835127962e-07,1613947332330,6973
+"mom_0",0.9400658569883139,1613947332330,6973
+"eps_0",1e-05,1613947332330,6973
+"wd_1",0.01,1613947332330,6973
+"sqr_mom_1",0.99,1613947332330,6973
+"lr_1",4.96752183512796e-06,1613947332330,6973
+"mom_1",0.9400658569883139,1613947332330,6973
+"eps_1",1e-05,1613947332330,6973
+"wd_2",0.01,1613947332330,6973
+"sqr_mom_2",0.99,1613947332330,6973
+"lr_2",4.967521835127955e-05,1613947332330,6973
+"mom_2",0.9400658569883139,1613947332330,6973
+"eps_2",1e-05,1613947332330,6973
+"train_loss",0.004613594,1613947333284,6974
+"raw_loss",0.004476842,1613947333284,6974
+"epoch",43.867924528301856,1613947333284,6974
+"wd_0",0.01,1613947333284,6974
+"sqr_mom_0",0.99,1613947333284,6974
+"lr_0",4.959084214926155e-07,1613947333284,6974
+"mom_0",0.9400827323974716,1613947333284,6974
+"eps_0",1e-05,1613947333284,6974
+"wd_1",0.01,1613947333284,6974
+"sqr_mom_1",0.99,1613947333284,6974
+"lr_1",4.9590842149261545e-06,1613947333284,6974
+"mom_1",0.9400827323974716,1613947333284,6974
+"eps_1",1e-05,1613947333284,6974
+"wd_2",0.01,1613947333284,6974
+"sqr_mom_2",0.99,1613947333284,6974
+"lr_2",4.959084214926153e-05,1613947333284,6974
+"mom_2",0.9400827323974716,1613947333284,6974
+"eps_2",1e-05,1613947333284,6974
+"train_loss",0.0045829085,1613947334267,6975
+"raw_loss",0.003079318,1613947334267,6975
+"epoch",43.874213836477956,1613947334267,6975
+"wd_0",0.01,1613947334267,6975
+"sqr_mom_0",0.99,1613947334267,6975
+"lr_0",4.950647385783815e-07,1613947334267,6975
+"mom_0",0.9400996062244946,1613947334267,6975
+"eps_0",1e-05,1613947334267,6975
+"wd_1",0.01,1613947334267,6975
+"sqr_mom_1",0.99,1613947334267,6975
+"lr_1",4.950647385783814e-06,1613947334267,6975
+"mom_1",0.9400996062244946,1613947334267,6975
+"eps_1",1e-05,1613947334267,6975
+"wd_2",0.01,1613947334267,6975
+"sqr_mom_2",0.99,1613947334267,6975
+"lr_2",4.950647385783811e-05,1613947334267,6975
+"mom_2",0.9400996062244946,1613947334267,6975
+"eps_2",1e-05,1613947334267,6975
+"train_loss",0.0045596305,1613947335220,6976
+"raw_loss",0.0034190118,1613947335220,6976
+"epoch",43.88050314465406,1613947335220,6976
+"wd_0",0.01,1613947335220,6976
+"sqr_mom_0",0.99,1613947335220,6976
+"lr_0",4.942222539816574e-07,1613947335220,6976
+"mom_0",0.9401164560849277,1613947335220,6976
+"eps_0",1e-05,1613947335220,6976
+"wd_1",0.01,1613947335220,6976
+"sqr_mom_1",0.99,1613947335220,6976
+"lr_1",4.942222539816572e-06,1613947335220,6976
+"mom_1",0.9401164560849277,1613947335220,6976
+"eps_1",1e-05,1613947335220,6976
+"wd_2",0.01,1613947335220,6976
+"sqr_mom_2",0.99,1613947335220,6976
+"lr_2",4.9422225398165656e-05,1613947335220,6976
+"mom_2",0.9401164560849277,1613947335220,6976
+"eps_2",1e-05,1613947335220,6976
+"train_loss",0.004558384,1613947336161,6977
+"raw_loss",0.004497298,1613947336161,6977
+"epoch",43.88679245283016,1613947336161,6977
+"wd_0",0.01,1613947336161,6977
+"sqr_mom_0",0.99,1613947336161,6977
+"lr_0",4.933801290818162e-07,1613947336161,6977
+"mom_0",0.9401332987513511,1613947336161,6977
+"eps_0",1e-05,1613947336161,6977
+"wd_1",0.01,1613947336161,6977
+"sqr_mom_1",0.99,1613947336161,6977
+"lr_1",4.933801290818164e-06,1613947336161,6977
+"mom_1",0.9401332987513511,1613947336161,6977
+"eps_1",1e-05,1613947336161,6977
+"wd_2",0.01,1613947336161,6977
+"sqr_mom_2",0.99,1613947336161,6977
+"lr_2",4.9338012908181584e-05,1613947336161,6977
+"mom_2",0.9401332987513511,1613947336161,6977
+"eps_2",1e-05,1613947336161,6977
+"train_loss",0.004591992,1613947337131,6978
+"raw_loss",0.006238803,1613947337131,6978
+"epoch",43.89308176100626,1613947337131,6978
+"wd_0",0.01,1613947337131,6978
+"sqr_mom_0",0.99,1613947337131,6978
+"lr_0",4.925386437770261e-07,1613947337131,6978
+"mom_0",0.9401501286257457,1613947337131,6978
+"eps_0",1e-05,1613947337131,6978
+"wd_1",0.01,1613947337131,6978
+"sqr_mom_1",0.99,1613947337131,6978
+"lr_1",4.925386437770263e-06,1613947337131,6978
+"mom_1",0.9401501286257457,1613947337131,6978
+"eps_1",1e-05,1613947337131,6978
+"wd_2",0.01,1613947337131,6978
+"sqr_mom_2",0.99,1613947337131,6978
+"lr_2",4.925386437770258e-05,1613947337131,6978
+"mom_2",0.9401501286257457,1613947337131,6978
+"eps_2",1e-05,1613947337131,6978
+"train_loss",0.004658259,1613947338094,6979
+"raw_loss",0.007905344,1613947338094,6979
+"epoch",43.89937106918236,1613947338094,6979
+"wd_0",0.01,1613947338094,6979
+"sqr_mom_0",0.99,1613947338094,6979
+"lr_0",4.91697798335501e-07,1613947338094,6979
+"mom_0",0.940166945702747,1613947338094,6979
+"eps_0",1e-05,1613947338094,6979
+"wd_1",0.01,1613947338094,6979
+"sqr_mom_1",0.99,1613947338094,6979
+"lr_1",4.91697798335501e-06,1613947338094,6979
+"mom_1",0.940166945702747,1613947338094,6979
+"eps_1",1e-05,1613947338094,6979
+"wd_2",0.01,1613947338094,6979
+"sqr_mom_2",0.99,1613947338094,6979
+"lr_2",4.916977983355006e-05,1613947338094,6979
+"mom_2",0.940166945702747,1613947338094,6979
+"eps_2",1e-05,1613947338094,6979
+"train_loss",0.0047120606,1613947339026,6980
+"raw_loss",0.0073483293,1613947339026,6980
+"epoch",43.90566037735846,1613947339026,6980
+"wd_0",0.01,1613947339026,6980
+"sqr_mom_0",0.99,1613947339026,6980
+"lr_0",4.90857871594158e-07,1613947339026,6980
+"mom_0",0.9401837444055609,1613947339026,6980
+"eps_0",1e-05,1613947339026,6980
+"wd_1",0.01,1613947339026,6980
+"sqr_mom_1",0.99,1613947339026,6980
+"lr_1",4.908578715941584e-06,1613947339026,6980
+"mom_1",0.9401837444055609,1613947339026,6980
+"eps_1",1e-05,1613947339026,6980
+"wd_2",0.01,1613947339026,6980
+"sqr_mom_2",0.99,1613947339026,6980
+"lr_2",4.9085787159415756e-05,1613947339026,6980
+"mom_2",0.9401837444055609,1613947339026,6980
+"eps_2",1e-05,1613947339026,6980
+"train_loss",0.0046774014,1613947339999,6981
+"raw_loss",0.0029791107,1613947339999,6981
+"epoch",43.91194968553456,1613947339999,6981
+"wd_0",0.01,1613947339999,6981
+"sqr_mom_0",0.99,1613947339999,6981
+"lr_0",4.900180281140768e-07,1613947339999,6981
+"mom_0",0.9402005414431328,1613947339999,6981
+"eps_0",1e-05,1613947339999,6981
+"wd_1",0.01,1613947339999,6981
+"sqr_mom_1",0.99,1613947339999,6981
+"lr_1",4.9001802811407685e-06,1613947339999,6981
+"mom_1",0.9402005414431328,1613947339999,6981
+"eps_1",1e-05,1613947339999,6981
+"wd_2",0.01,1613947339999,6981
+"sqr_mom_2",0.99,1613947339999,6981
+"lr_2",4.9001802811407644e-05,1613947339999,6981
+"mom_2",0.9402005414431328,1613947339999,6981
+"eps_2",1e-05,1613947339999,6981
+"train_loss",0.0046853092,1613947340946,6982
+"raw_loss",0.005072784,1613947340946,6982
+"epoch",43.91823899371066,1613947340946,6982
+"wd_0",0.01,1613947340946,6982
+"sqr_mom_0",0.99,1613947340946,6982
+"lr_0",4.891793820135096e-07,1613947340946,6982
+"mom_0",0.940217314532875,1613947340946,6982
+"eps_0",1e-05,1613947340946,6982
+"wd_1",0.01,1613947340946,6982
+"sqr_mom_1",0.99,1613947340946,6982
+"lr_1",4.891793820135098e-06,1613947340946,6982
+"mom_1",0.940217314532875,1613947340946,6982
+"eps_1",1e-05,1613947340946,6982
+"wd_2",0.01,1613947340946,6982
+"sqr_mom_2",0.99,1613947340946,6982
+"lr_2",4.891793820135091e-05,1613947340946,6982
+"mom_2",0.940217314532875,1613947340946,6982
+"eps_2",1e-05,1613947340946,6982
+"train_loss",0.0047331443,1613947341899,6983
+"raw_loss",0.007077075,1613947341899,6983
+"epoch",43.92452830188676,1613947341899,6983
+"wd_0",0.01,1613947341899,6983
+"sqr_mom_0",0.99,1613947341899,6983
+"lr_0",4.883413764218404e-07,1613947341899,6983
+"mom_0",0.9402340748123112,1613947341899,6983
+"eps_0",1e-05,1613947341899,6983
+"wd_1",0.01,1613947341899,6983
+"sqr_mom_1",0.99,1613947341899,6983
+"lr_1",4.883413764218404e-06,1613947341899,6983
+"mom_1",0.9402340748123112,1613947341899,6983
+"eps_1",1e-05,1613947341899,6983
+"wd_2",0.01,1613947341899,6983
+"sqr_mom_2",0.99,1613947341899,6983
+"lr_2",4.883413764218399e-05,1613947341899,6983
+"mom_2",0.9402340748123112,1613947341899,6983
+"eps_2",1e-05,1613947341899,6983
+"train_loss",0.0046993475,1613947342839,6984
+"raw_loss",0.0030432947,1613947342839,6984
+"epoch",43.93081761006286,1613947342839,6984
+"wd_0",0.01,1613947342839,6984
+"sqr_mom_0",0.99,1613947342839,6984
+"lr_0",4.875034561686187e-07,1613947342839,6984
+"mom_0",0.9402508333849614,1613947342839,6984
+"eps_0",1e-05,1613947342839,6984
+"wd_1",0.01,1613947342839,6984
+"sqr_mom_1",0.99,1613947342839,6984
+"lr_1",4.875034561686192e-06,1613947342839,6984
+"mom_1",0.9402508333849614,1613947342839,6984
+"eps_1",1e-05,1613947342839,6984
+"wd_2",0.01,1613947342839,6984
+"sqr_mom_2",0.99,1613947342839,6984
+"lr_2",4.8750345616861864e-05,1613947342839,6984
+"mom_2",0.9402508333849614,1613947342839,6984
+"eps_2",1e-05,1613947342839,6984
+"train_loss",0.0046687108,1613947343801,6985
+"raw_loss",0.0031674954,1613947343801,6985
+"epoch",43.93710691823896,1613947343801,6985
+"wd_0",0.01,1613947343801,6985
+"sqr_mom_0",0.99,1613947343801,6985
+"lr_0",4.866667328207884e-07,1613947343801,6985
+"mom_0",0.9402675680192644,1613947343801,6985
+"eps_0",1e-05,1613947343801,6985
+"wd_1",0.01,1613947343801,6985
+"sqr_mom_1",0.99,1613947343801,6985
+"lr_1",4.866667328207881e-06,1613947343801,6985
+"mom_1",0.9402675680192644,1613947343801,6985
+"eps_1",1e-05,1613947343801,6985
+"wd_2",0.01,1613947343801,6985
+"sqr_mom_2",0.99,1613947343801,6985
+"lr_2",4.8666673282078796e-05,1613947343801,6985
+"mom_2",0.9402675680192644,1613947343801,6985
+"eps_2",1e-05,1613947343801,6985
+"train_loss",0.0046923878,1613947344750,6986
+"raw_loss",0.005852564,1613947344750,6986
+"epoch",43.94339622641506,1613947344750,6986
+"wd_0",0.01,1613947344750,6986
+"sqr_mom_0",0.99,1613947344750,6986
+"lr_0",4.858303734891721e-07,1613947344750,6986
+"mom_0",0.9402842953731703,1613947344750,6986
+"eps_0",1e-05,1613947344750,6986
+"wd_1",0.01,1613947344750,6986
+"sqr_mom_1",0.99,1613947344750,6986
+"lr_1",4.858303734891723e-06,1613947344750,6986
+"mom_1",0.9402842953731703,1613947344750,6986
+"eps_1",1e-05,1613947344750,6986
+"wd_2",0.01,1613947344750,6986
+"sqr_mom_2",0.99,1613947344750,6986
+"lr_2",4.858303734891719e-05,1613947344750,6986
+"mom_2",0.9402842953731703,1613947344750,6986
+"eps_2",1e-05,1613947344750,6986
+"train_loss",0.004671446,1613947345699,6987
+"raw_loss",0.0036452971,1613947345699,6987
+"epoch",43.94968553459116,1613947345699,6987
+"wd_0",0.01,1613947345699,6987
+"sqr_mom_0",0.99,1613947345699,6987
+"lr_0",4.849946561590056e-07,1613947345699,6987
+"mom_0",0.9403010098869187,1613947345699,6987
+"eps_0",1e-05,1613947345699,6987
+"wd_1",0.01,1613947345699,6987
+"sqr_mom_1",0.99,1613947345699,6987
+"lr_1",4.849946561590056e-06,1613947345699,6987
+"mom_1",0.9403010098869187,1613947345699,6987
+"eps_1",1e-05,1613947345699,6987
+"wd_2",0.01,1613947345699,6987
+"sqr_mom_2",0.99,1613947345699,6987
+"lr_2",4.8499465615900515e-05,1613947345699,6987
+"mom_2",0.9403010098869187,1613947345699,6987
+"eps_2",1e-05,1613947345699,6987
+"train_loss",0.004739752,1613947346645,6988
+"raw_loss",0.008086743,1613947346645,6988
+"epoch",43.95597484276726,1613947346645,6988
+"wd_0",0.01,1613947346645,6988
+"sqr_mom_0",0.99,1613947346645,6988
+"lr_0",4.841595810966619e-07,1613947346645,6988
+"mom_0",0.9403177115551823,1613947346645,6988
+"eps_0",1e-05,1613947346645,6988
+"wd_1",0.01,1613947346645,6988
+"sqr_mom_1",0.99,1613947346645,6988
+"lr_1",4.841595810966621e-06,1613947346645,6988
+"mom_1",0.9403177115551823,1613947346645,6988
+"eps_1",1e-05,1613947346645,6988
+"wd_2",0.01,1613947346645,6988
+"sqr_mom_2",0.99,1613947346645,6988
+"lr_2",4.841595810966615e-05,1613947346645,6988
+"mom_2",0.9403177115551823,1613947346645,6988
+"eps_2",1e-05,1613947346645,6988
+"train_loss",0.0047058375,1613947347580,6989
+"raw_loss",0.003044017,1613947347580,6989
+"epoch",43.96226415094336,1613947347580,6989
+"wd_0",0.01,1613947347580,6989
+"sqr_mom_0",0.99,1613947347580,6989
+"lr_0",4.833254252221373e-07,1613947347580,6989
+"mom_0",0.9403343948395056,1613947347580,6989
+"eps_0",1e-05,1613947347580,6989
+"wd_1",0.01,1613947347580,6989
+"sqr_mom_1",0.99,1613947347580,6989
+"lr_1",4.833254252221374e-06,1613947347580,6989
+"mom_1",0.9403343948395056,1613947347580,6989
+"eps_1",1e-05,1613947347580,6989
+"wd_2",0.01,1613947347580,6989
+"sqr_mom_2",0.99,1613947347580,6989
+"lr_2",4.833254252221373e-05,1613947347580,6989
+"mom_2",0.9403343948395056,1613947347580,6989
+"eps_2",1e-05,1613947347580,6989
+"train_loss",0.0046909726,1613947348533,6990
+"raw_loss",0.0039625894,1613947348533,6990
+"epoch",43.96855345911946,1613947348533,6990
+"wd_0",0.01,1613947348533,6990
+"sqr_mom_0",0.99,1613947348533,6990
+"lr_0",4.824913588399249e-07,1613947348533,6990
+"mom_0",0.9403510763339648,1613947348533,6990
+"eps_0",1e-05,1613947348533,6990
+"wd_1",0.01,1613947348533,6990
+"sqr_mom_1",0.99,1613947348533,6990
+"lr_1",4.824913588399247e-06,1613947348533,6990
+"mom_1",0.9403510763339648,1613947348533,6990
+"eps_1",1e-05,1613947348533,6990
+"wd_2",0.01,1613947348533,6990
+"sqr_mom_2",0.99,1613947348533,6990
+"lr_2",4.824913588399247e-05,1613947348533,6990
+"mom_2",0.9403510763339648,1613947348533,6990
+"eps_2",1e-05,1613947348533,6990
+"train_loss",0.0046893554,1613947349487,6991
+"raw_loss",0.004610118,1613947349487,6991
+"epoch",43.97484276729556,1613947349487,6991
+"wd_0",0.01,1613947349487,6991
+"sqr_mom_0",0.99,1613947349487,6991
+"lr_0",4.81658488404505e-07,1613947349487,6991
+"mom_0",0.940367733909249,1613947349487,6991
+"eps_0",1e-05,1613947349487,6991
+"wd_1",0.01,1613947349487,6991
+"sqr_mom_1",0.99,1613947349487,6991
+"lr_1",4.816584884045048e-06,1613947349487,6991
+"mom_1",0.940367733909249,1613947349487,6991
+"eps_1",1e-05,1613947349487,6991
+"wd_2",0.01,1613947349487,6991
+"sqr_mom_2",0.99,1613947349487,6991
+"lr_2",4.816584884045043e-05,1613947349487,6991
+"mom_2",0.940367733909249,1613947349487,6991
+"eps_2",1e-05,1613947349487,6991
+"train_loss",0.004721379,1613947350508,6992
+"raw_loss",0.0062905285,1613947350508,6992
+"epoch",43.98113207547166,1613947350508,6992
+"wd_0",0.01,1613947350508,6992
+"sqr_mom_0",0.99,1613947350508,6992
+"lr_0",4.808262608735896e-07,1613947350508,6992
+"mom_0",0.9403843786263144,1613947350508,6992
+"eps_0",1e-05,1613947350508,6992
+"wd_1",0.01,1613947350508,6992
+"sqr_mom_1",0.99,1613947350508,6992
+"lr_1",4.808262608735896e-06,1613947350508,6992
+"mom_1",0.9403843786263144,1613947350508,6992
+"eps_1",1e-05,1613947350508,6992
+"wd_2",0.01,1613947350508,6992
+"sqr_mom_2",0.99,1613947350508,6992
+"lr_2",4.8082626087358896e-05,1613947350508,6992
+"mom_2",0.9403843786263144,1613947350508,6992
+"eps_2",1e-05,1613947350508,6992
+"train_loss",0.0046958425,1613947351469,6993
+"raw_loss",0.003444548,1613947351469,6993
+"epoch",43.987421383647764,1613947351469,6993
+"wd_0",0.01,1613947351469,6993
+"sqr_mom_0",0.99,1613947351469,6993
+"lr_0",4.799941249114218e-07,1613947351469,6993
+"mom_0",0.9404010215119867,1613947351469,6993
+"eps_0",1e-05,1613947351469,6993
+"wd_1",0.01,1613947351469,6993
+"sqr_mom_1",0.99,1613947351469,6993
+"lr_1",4.7999412491142194e-06,1613947351469,6993
+"mom_1",0.9404010215119867,1613947351469,6993
+"eps_1",1e-05,1613947351469,6993
+"wd_2",0.01,1613947351469,6993
+"sqr_mom_2",0.99,1613947351469,6993
+"lr_2",4.799941249114217e-05,1613947351469,6993
+"mom_2",0.9404010215119867,1613947351469,6993
+"eps_2",1e-05,1613947351469,6993
+"train_loss",0.004677911,1613947352428,6994
+"raw_loss",0.0037992536,1613947352428,6994
+"epoch",43.993710691823864,1613947352428,6994
+"wd_0",0.01,1613947352428,6994
+"sqr_mom_0",0.99,1613947352428,6994
+"lr_0",4.791631844116282e-07,1613947352428,6994
+"mom_0",0.9404176404881722,1613947352428,6994
+"eps_0",1e-05,1613947352428,6994
+"wd_1",0.01,1613947352428,6994
+"sqr_mom_1",0.99,1613947352428,6994
+"lr_1",4.791631844116289e-06,1613947352428,6994
+"mom_1",0.9404176404881722,1613947352428,6994
+"eps_1",1e-05,1613947352428,6994
+"wd_2",0.01,1613947352428,6994
+"sqr_mom_2",0.99,1613947352428,6994
+"lr_2",4.791631844116282e-05,1613947352428,6994
+"mom_2",0.9404176404881722,1613947352428,6994
+"eps_2",1e-05,1613947352428,6994
+"train_loss",0.0046572867,1613947353420,6995
+"raw_loss",0.0036466953,1613947353420,6995
+"epoch",43.999999999999964,1613947353420,6995
+"wd_0",0.01,1613947353420,6995
+"sqr_mom_0",0.99,1613947353420,6995
+"lr_0",4.783328876111619e-07,1613947353420,6995
+"mom_0",0.9404342465902427,1613947353420,6995
+"eps_0",1e-05,1613947353420,6995
+"wd_1",0.01,1613947353420,6995
+"sqr_mom_1",0.99,1613947353420,6995
+"lr_1",4.783328876111624e-06,1613947353420,6995
+"mom_1",0.9404342465902427,1613947353420,6995
+"eps_1",1e-05,1613947353420,6995
+"wd_2",0.01,1613947353420,6995
+"sqr_mom_2",0.99,1613947353420,6995
+"lr_2",4.78332887611162e-05,1613947353420,6995
+"mom_2",0.9404342465902427,1613947353420,6995
+"eps_2",1e-05,1613947353420,6995
+"valid_loss",0.08782926201820374,1613947385408,6995
+"_rmse",0.29635998606681824,1613947385408,6995
+"epoch",44,1613947385408,6995
+"train_loss",0.0046452163,1613947386508,6996
+"raw_loss",0.00405377,1613947386508,6996
+"epoch",44.0062893081761,1613947386508,6996
+"wd_0",0.01,1613947386508,6996
+"sqr_mom_0",0.99,1613947386508,6996
+"lr_0",4.775026844556157e-07,1613947386508,6996
+"mom_0",0.9404508508193958,1613947386508,6996
+"eps_0",1e-05,1613947386508,6996
+"wd_1",0.01,1613947386508,6996
+"sqr_mom_1",0.99,1613947386508,6996
+"lr_1",4.7750268445561606e-06,1613947386508,6996
+"mom_1",0.9404508508193958,1613947386508,6996
+"eps_1",1e-05,1613947386508,6996
+"wd_2",0.01,1613947386508,6996
+"sqr_mom_2",0.99,1613947386508,6996
+"lr_2",4.7750268445561565e-05,1613947386508,6996
+"mom_2",0.9404508508193958,1613947386508,6996
+"eps_2",1e-05,1613947386508,6996
+"train_loss",0.004617175,1613947387506,6997
+"raw_loss",0.0032431444,1613947387506,6997
+"epoch",44.0125786163522,1613947387506,6997
+"wd_0",0.01,1613947387506,6997
+"sqr_mom_0",0.99,1613947387506,6997
+"lr_0",4.766736762745952e-07,1613947387506,6997
+"mom_0",0.9404674311488196,1613947387506,6997
+"eps_0",1e-05,1613947387506,6997
+"wd_1",0.01,1613947387506,6997
+"sqr_mom_1",0.99,1613947387506,6997
+"lr_1",4.766736762745954e-06,1613947387506,6997
+"mom_1",0.9404674311488196,1613947387506,6997
+"eps_1",1e-05,1613947387506,6997
+"wd_2",0.01,1613947387506,6997
+"sqr_mom_2",0.99,1613947387506,6997
+"lr_2",4.76673676274595e-05,1613947387506,6997
+"mom_2",0.9404674311488196,1613947387506,6997
+"eps_2",1e-05,1613947387506,6997
+"train_loss",0.0046190475,1613947388462,6998
+"raw_loss",0.0047107902,1613947388462,6998
+"epoch",44.0188679245283,1613947388462,6998
+"wd_0",0.01,1613947388462,6998
+"sqr_mom_0",0.99,1613947388462,6998
+"lr_0",4.7584503785421024e-07,1613947388462,6998
+"mom_0",0.9404840040829566,1613947388462,6998
+"eps_0",1e-05,1613947388462,6998
+"wd_1",0.01,1613947388462,6998
+"sqr_mom_1",0.99,1613947388462,6998
+"lr_1",4.758450378542102e-06,1613947388462,6998
+"mom_1",0.9404840040829566,1613947388462,6998
+"eps_1",1e-05,1613947388462,6998
+"wd_2",0.01,1613947388462,6998
+"sqr_mom_2",0.99,1613947388462,6998
+"lr_2",4.758450378542097e-05,1613947388462,6998
+"mom_2",0.9404840040829566,1613947388462,6998
+"eps_2",1e-05,1613947388462,6998
+"train_loss",0.0045907046,1613947389425,6999
+"raw_loss",0.0032019108,1613947389425,6999
+"epoch",44.0251572327044,1613947389425,6999
+"wd_0",0.01,1613947389425,6999
+"sqr_mom_0",0.99,1613947389425,6999
+"lr_0",4.75017044617986e-07,1613947389425,6999
+"mom_0",0.9405005641132814,1613947389425,6999
+"eps_0",1e-05,1613947389425,6999
+"wd_1",0.01,1613947389425,6999
+"sqr_mom_1",0.99,1613947389425,6999
+"lr_1",4.750170446179855e-06,1613947389425,6999
+"mom_1",0.9405005641132814,1613947389425,6999
+"eps_1",1e-05,1613947389425,6999
+"wd_2",0.01,1613947389425,6999
+"sqr_mom_2",0.99,1613947389425,6999
+"lr_2",4.75017044617985e-05,1613947389425,6999
+"mom_2",0.9405005641132814,1613947389425,6999
+"eps_2",1e-05,1613947389425,6999
+"train_loss",0.0045567565,1613947390423,7000
+"raw_loss",0.002893301,1613947390423,7000
+"epoch",44.0314465408805,1613947390423,7000
+"wd_0",0.01,1613947390423,7000
+"sqr_mom_0",0.99,1613947390423,7000
+"lr_0",4.741896968298343e-07,1613947390423,7000
+"mom_0",0.9405171112345156,1613947390423,7000
+"eps_0",1e-05,1613947390423,7000
+"wd_1",0.01,1613947390423,7000
+"sqr_mom_1",0.99,1613947390423,7000
+"lr_1",4.741896968298343e-06,1613947390423,7000
+"mom_1",0.9405171112345156,1613947390423,7000
+"eps_1",1e-05,1613947390423,7000
+"wd_2",0.01,1613947390423,7000
+"sqr_mom_2",0.99,1613947390423,7000
+"lr_2",4.741896968298335e-05,1613947390423,7000
+"mom_2",0.9405171112345156,1613947390423,7000
+"eps_2",1e-05,1613947390423,7000
+"train_loss",0.00455013,1613947391380,7001
+"raw_loss",0.0042254296,1613947391380,7001
+"epoch",44.0377358490566,1613947391380,7001
+"wd_0",0.01,1613947391380,7001
+"sqr_mom_0",0.99,1613947391380,7001
+"lr_0",4.7336326884276363e-07,1613947391380,7001
+"mom_0",0.9405336399595443,1613947391380,7001
+"eps_0",1e-05,1613947391380,7001
+"wd_1",0.01,1613947391380,7001
+"sqr_mom_1",0.99,1613947391380,7001
+"lr_1",4.733632688427633e-06,1613947391380,7001
+"mom_1",0.9405336399595443,1613947391380,7001
+"eps_1",1e-05,1613947391380,7001
+"wd_2",0.01,1613947391380,7001
+"sqr_mom_2",0.99,1613947391380,7001
+"lr_2",4.73363268842763e-05,1613947391380,7001
+"mom_2",0.9405336399595443,1613947391380,7001
+"eps_2",1e-05,1613947391380,7001
+"train_loss",0.004572457,1613947392391,7002
+"raw_loss",0.0056664906,1613947392391,7002
+"epoch",44.0440251572327,1613947392391,7002
+"wd_0",0.01,1613947392391,7002
+"sqr_mom_0",0.99,1613947392391,7002
+"lr_0",4.7253693865237554e-07,1613947392391,7002
+"mom_0",0.9405501667286198,1613947392391,7002
+"eps_0",1e-05,1613947392391,7002
+"wd_1",0.01,1613947392391,7002
+"sqr_mom_1",0.99,1613947392391,7002
+"lr_1",4.725369386523749e-06,1613947392391,7002
+"mom_1",0.9405501667286198,1613947392391,7002
+"eps_1",1e-05,1613947392391,7002
+"wd_2",0.01,1613947392391,7002
+"sqr_mom_2",0.99,1613947392391,7002
+"lr_2",4.7253693865237487e-05,1613947392391,7002
+"mom_2",0.9405501667286198,1613947392391,7002
+"eps_2",1e-05,1613947392391,7002
+"train_loss",0.004537937,1613947393349,7003
+"raw_loss",0.0028464505,1613947393349,7003
+"epoch",44.0503144654088,1613947393349,7003
+"wd_0",0.01,1613947393349,7003
+"sqr_mom_0",0.99,1613947393349,7003
+"lr_0",4.7171180245048294e-07,1613947393349,7003
+"mom_0",0.9405666696176864,1613947393349,7003
+"eps_0",1e-05,1613947393349,7003
+"wd_1",0.01,1613947393349,7003
+"sqr_mom_1",0.99,1613947393349,7003
+"lr_1",4.717118024504831e-06,1613947393349,7003
+"mom_1",0.9405666696176864,1613947393349,7003
+"eps_1",1e-05,1613947393349,7003
+"wd_2",0.01,1613947393349,7003
+"sqr_mom_2",0.99,1613947393349,7003
+"lr_2",4.717118024504831e-05,1613947393349,7003
+"mom_2",0.9405666696176864,1613947393349,7003
+"eps_2",1e-05,1613947393349,7003
+"train_loss",0.004520348,1613947394306,7004
+"raw_loss",0.0036584742,1613947394306,7004
+"epoch",44.056603773584904,1613947394306,7004
+"wd_0",0.01,1613947394306,7004
+"sqr_mom_0",0.99,1613947394306,7004
+"lr_0",4.708873123213869e-07,1613947394306,7004
+"mom_0",0.940583159585168,1613947394306,7004
+"eps_0",1e-05,1613947394306,7004
+"wd_1",0.01,1613947394306,7004
+"sqr_mom_1",0.99,1613947394306,7004
+"lr_1",4.708873123213869e-06,1613947394306,7004
+"mom_1",0.940583159585168,1613947394306,7004
+"eps_1",1e-05,1613947394306,7004
+"wd_2",0.01,1613947394306,7004
+"sqr_mom_2",0.99,1613947394306,7004
+"lr_2",4.7088731232138676e-05,1613947394306,7004
+"mom_2",0.940583159585168,1613947394306,7004
+"eps_2",1e-05,1613947394306,7004
+"train_loss",0.004690573,1613947395302,7005
+"raw_loss",0.013031625,1613947395302,7005
+"epoch",44.062893081761004,1613947395302,7005
+"wd_0",0.01,1613947395302,7005
+"sqr_mom_0",0.99,1613947395302,7005
+"lr_0",4.700629220643219e-07,1613947395302,7005
+"mom_0",0.9405996475551891,1613947395302,7005
+"eps_0",1e-05,1613947395302,7005
+"wd_1",0.01,1613947395302,7005
+"sqr_mom_1",0.99,1613947395302,7005
+"lr_1",4.700629220643219e-06,1613947395302,7005
+"mom_1",0.9405996475551891,1613947395302,7005
+"eps_1",1e-05,1613947395302,7005
+"wd_2",0.01,1613947395302,7005
+"sqr_mom_2",0.99,1613947395302,7005
+"lr_2",4.700629220643211e-05,1613947395302,7005
+"mom_2",0.9405996475551891,1613947395302,7005
+"eps_2",1e-05,1613947395302,7005
+"train_loss",0.004661448,1613947396253,7006
+"raw_loss",0.0032343147,1613947396253,7006
+"epoch",44.069182389937104,1613947396253,7006
+"wd_0",0.01,1613947396253,7006
+"sqr_mom_0",0.99,1613947396253,7006
+"lr_0",4.6923972529762757e-07,1613947396253,7006
+"mom_0",0.9406161116551639,1613947396253,7006
+"eps_0",1e-05,1613947396253,7006
+"wd_1",0.01,1613947396253,7006
+"sqr_mom_1",0.99,1613947396253,7006
+"lr_1",4.692397252976277e-06,1613947396253,7006
+"mom_1",0.9406161116551639,1613947396253,7006
+"eps_1",1e-05,1613947396253,7006
+"wd_2",0.01,1613947396253,7006
+"sqr_mom_2",0.99,1613947396253,7006
+"lr_2",4.6923972529762706e-05,1613947396253,7006
+"mom_2",0.9406161116551639,1613947396253,7006
+"eps_2",1e-05,1613947396253,7006
+"train_loss",0.004658215,1613947397273,7007
+"raw_loss",0.0044998233,1613947397273,7007
+"epoch",44.075471698113205,1613947397273,7007
+"wd_0",0.01,1613947397273,7007
+"sqr_mom_0",0.99,1613947397273,7007
+"lr_0",4.684166297865257e-07,1613947397273,7007
+"mom_0",0.9406325737300067,1613947397273,7007
+"eps_0",1e-05,1613947397273,7007
+"wd_1",0.01,1613947397273,7007
+"sqr_mom_1",0.99,1613947397273,7007
+"lr_1",4.6841662978652535e-06,1613947397273,7007
+"mom_1",0.9406325737300067,1613947397273,7007
+"eps_1",1e-05,1613947397273,7007
+"wd_2",0.01,1613947397273,7007
+"sqr_mom_2",0.99,1613947397273,7007
+"lr_2",4.6841662978652494e-05,1613947397273,7007
+"mom_2",0.9406325737300067,1613947397273,7007
+"eps_2",1e-05,1613947397273,7007
+"train_loss",0.004622263,1613947398232,7008
+"raw_loss",0.0028606039,1613947398232,7008
+"epoch",44.081761006289305,1613947398232,7008
+"wd_0",0.01,1613947398232,7008
+"sqr_mom_0",0.99,1613947398232,7008
+"lr_0",4.6759472743177294e-07,1613947398232,7008
+"mom_0",0.9406490119414839,1613947398232,7008
+"eps_0",1e-05,1613947398232,7008
+"wd_1",0.01,1613947398232,7008
+"sqr_mom_1",0.99,1613947398232,7008
+"lr_1",4.675947274317728e-06,1613947398232,7008
+"mom_1",0.9406490119414839,1613947398232,7008
+"eps_1",1e-05,1613947398232,7008
+"wd_2",0.01,1613947398232,7008
+"sqr_mom_2",0.99,1613947398232,7008
+"lr_2",4.6759472743177237e-05,1613947398232,7008
+"mom_2",0.9406490119414839,1613947398232,7008
+"eps_2",1e-05,1613947398232,7008
+"train_loss",0.004637741,1613947399203,7009
+"raw_loss",0.005396165,1613947399203,7009
+"epoch",44.088050314465406,1613947399203,7009
+"wd_0",0.01,1613947399203,7009
+"sqr_mom_0",0.99,1613947399203,7009
+"lr_0",4.6677320008859256e-07,1613947399203,7009
+"mom_0",0.9406654426526546,1613947399203,7009
+"eps_0",1e-05,1613947399203,7009
+"wd_1",0.01,1613947399203,7009
+"sqr_mom_1",0.99,1613947399203,7009
+"lr_1",4.667732000885932e-06,1613947399203,7009
+"mom_1",0.9406654426526546,1613947399203,7009
+"eps_1",1e-05,1613947399203,7009
+"wd_2",0.01,1613947399203,7009
+"sqr_mom_2",0.99,1613947399203,7009
+"lr_2",4.667732000885927e-05,1613947399203,7009
+"mom_2",0.9406654426526546,1613947399203,7009
+"eps_2",1e-05,1613947399203,7009
+"train_loss",0.0045894803,1613947400160,7010
+"raw_loss",0.0022247098,1613947400160,7010
+"epoch",44.094339622641506,1613947400160,7010
+"wd_0",0.01,1613947400160,7010
+"sqr_mom_0",0.99,1613947400160,7010
+"lr_0",4.6595232082111724e-07,1613947400160,7010
+"mom_0",0.9406818604021816,1613947400160,7010
+"eps_0",1e-05,1613947400160,7010
+"wd_1",0.01,1613947400160,7010
+"sqr_mom_1",0.99,1613947400160,7010
+"lr_1",4.659523208211169e-06,1613947400160,7010
+"mom_1",0.9406818604021816,1613947400160,7010
+"eps_1",1e-05,1613947400160,7010
+"wd_2",0.01,1613947400160,7010
+"sqr_mom_2",0.99,1613947400160,7010
+"lr_2",4.659523208211169e-05,1613947400160,7010
+"mom_2",0.9406818604021816,1613947400160,7010
+"eps_2",1e-05,1613947400160,7010
+"train_loss",0.0046629733,1613947401157,7011
+"raw_loss",0.008264139,1613947401157,7011
+"epoch",44.10062893081761,1613947401157,7011
+"wd_0",0.01,1613947401157,7011
+"sqr_mom_0",0.99,1613947401157,7011
+"lr_0",4.651320898909921e-07,1613947401157,7011
+"mom_0",0.940698265184832,1613947401157,7011
+"eps_0",1e-05,1613947401157,7011
+"wd_1",0.01,1613947401157,7011
+"sqr_mom_1",0.99,1613947401157,7011
+"lr_1",4.651320898909916e-06,1613947401157,7011
+"mom_1",0.940698265184832,1613947401157,7011
+"eps_1",1e-05,1613947401157,7011
+"wd_2",0.01,1613947401157,7011
+"sqr_mom_2",0.99,1613947401157,7011
+"lr_2",4.651320898909912e-05,1613947401157,7011
+"mom_2",0.940698265184832,1613947401157,7011
+"eps_2",1e-05,1613947401157,7011
+"train_loss",0.0046895747,1613947402124,7012
+"raw_loss",0.0059930473,1613947402124,7012
+"epoch",44.10691823899371,1613947402124,7012
+"wd_0",0.01,1613947402124,7012
+"sqr_mom_0",0.99,1613947402124,7012
+"lr_0",4.6431277928703557e-07,1613947402124,7012
+"mom_0",0.9407146515607748,1613947402124,7012
+"eps_0",1e-05,1613947402124,7012
+"wd_1",0.01,1613947402124,7012
+"sqr_mom_1",0.99,1613947402124,7012
+"lr_1",4.643127792870357e-06,1613947402124,7012
+"mom_1",0.9407146515607748,1613947402124,7012
+"eps_1",1e-05,1613947402124,7012
+"wd_2",0.01,1613947402124,7012
+"sqr_mom_2",0.99,1613947402124,7012
+"lr_2",4.643127792870353e-05,1613947402124,7012
+"mom_2",0.9407146515607748,1613947402124,7012
+"eps_2",1e-05,1613947402124,7012
+"train_loss",0.0046535605,1613947403105,7013
+"raw_loss",0.0028888592,1613947403105,7013
+"epoch",44.11320754716981,1613947403105,7013
+"wd_0",0.01,1613947403105,7013
+"sqr_mom_0",0.99,1613947403105,7013
+"lr_0",4.6349357408834095e-07,1613947403105,7013
+"mom_0",0.9407310358285914,1613947403105,7013
+"eps_0",1e-05,1613947403105,7013
+"wd_1",0.01,1613947403105,7013
+"sqr_mom_1",0.99,1613947403105,7013
+"lr_1",4.634935740883403e-06,1613947403105,7013
+"mom_1",0.9407310358285914,1613947403105,7013
+"eps_1",1e-05,1613947403105,7013
+"wd_2",0.01,1613947403105,7013
+"sqr_mom_2",0.99,1613947403105,7013
+"lr_2",4.634935740883403e-05,1613947403105,7013
+"mom_2",0.9407310358285914,1613947403105,7013
+"eps_2",1e-05,1613947403105,7013
+"train_loss",0.00462213,1613947404079,7014
+"raw_loss",0.00308205,1613947404079,7014
+"epoch",44.11949685534591,1613947404079,7014
+"wd_0",0.01,1613947404079,7014
+"sqr_mom_0",0.99,1613947404079,7014
+"lr_0",4.626755610348592e-07,1613947404079,7014
+"mom_0",0.9407473962532653,1613947404079,7014
+"eps_0",1e-05,1613947404079,7014
+"wd_1",0.01,1613947404079,7014
+"sqr_mom_1",0.99,1613947404079,7014
+"lr_1",4.626755610348589e-06,1613947404079,7014
+"mom_1",0.9407473962532653,1613947404079,7014
+"eps_1",1e-05,1613947404079,7014
+"wd_2",0.01,1613947404079,7014
+"sqr_mom_2",0.99,1613947404079,7014
+"lr_2",4.626755610348586e-05,1613947404079,7014
+"mom_2",0.9407473962532653,1613947404079,7014
+"eps_2",1e-05,1613947404079,7014
+"train_loss",0.0045973654,1613947405068,7015
+"raw_loss",0.0033838819,1613947405068,7015
+"epoch",44.12578616352201,1613947405068,7015
+"wd_0",0.01,1613947405068,7015
+"sqr_mom_0",0.99,1613947405068,7015
+"lr_0",4.6185819693246146e-07,1613947405068,7015
+"mom_0",0.9407637436987877,1613947405068,7015
+"eps_0",1e-05,1613947405068,7015
+"wd_1",0.01,1613947405068,7015
+"sqr_mom_1",0.99,1613947405068,7015
+"lr_1",4.618581969324615e-06,1613947405068,7015
+"mom_1",0.9407637436987877,1613947405068,7015
+"eps_1",1e-05,1613947405068,7015
+"wd_2",0.01,1613947405068,7015
+"sqr_mom_2",0.99,1613947405068,7015
+"lr_2",4.618581969324613e-05,1613947405068,7015
+"mom_2",0.9407637436987877,1613947405068,7015
+"eps_2",1e-05,1613947405068,7015
+"train_loss",0.004602833,1613947406033,7016
+"raw_loss",0.0048707644,1613947406033,7016
+"epoch",44.13207547169811,1613947406033,7016
+"wd_0",0.01,1613947406033,7016
+"sqr_mom_0",0.99,1613947406033,7016
+"lr_0",4.610409403095941e-07,1613947406033,7016
+"mom_0",0.940780088994698,1613947406033,7016
+"eps_0",1e-05,1613947406033,7016
+"wd_1",0.01,1613947406033,7016
+"sqr_mom_1",0.99,1613947406033,7016
+"lr_1",4.610409403095936e-06,1613947406033,7016
+"mom_1",0.940780088994698,1613947406033,7016
+"eps_1",1e-05,1613947406033,7016
+"wd_2",0.01,1613947406033,7016
+"sqr_mom_2",0.99,1613947406033,7016
+"lr_2",4.6104094030959334e-05,1613947406033,7016
+"mom_2",0.940780088994698,1613947406033,7016
+"eps_2",1e-05,1613947406033,7016
+"train_loss",0.004606088,1613947407014,7017
+"raw_loss",0.00476558,1613947407014,7017
+"epoch",44.13836477987421,1613947407014,7017
+"wd_0",0.01,1613947407014,7017
+"sqr_mom_0",0.99,1613947407014,7017
+"lr_0",4.6022487532127026e-07,1613947407014,7017
+"mom_0",0.9407964104576791,1613947407014,7017
+"eps_0",1e-05,1613947407014,7017
+"wd_1",0.01,1613947407014,7017
+"sqr_mom_1",0.99,1613947407014,7017
+"lr_1",4.602248753212704e-06,1613947407014,7017
+"mom_1",0.9407964104576791,1613947407014,7017
+"eps_1",1e-05,1613947407014,7017
+"wd_2",0.01,1613947407014,7017
+"sqr_mom_2",0.99,1613947407014,7017
+"lr_2",4.602248753212703e-05,1613947407014,7017
+"mom_2",0.9407964104576791,1613947407014,7017
+"eps_2",1e-05,1613947407014,7017
+"train_loss",0.004600545,1613947408015,7018
+"raw_loss",0.004328926,1613947408015,7018
+"epoch",44.14465408805031,1613947408015,7018
+"wd_0",0.01,1613947408015,7018
+"sqr_mom_0",0.99,1613947408015,7018
+"lr_0",4.5940946006464154e-07,1613947408015,7018
+"mom_0",0.9408127189258964,1613947408015,7018
+"eps_0",1e-05,1613947408015,7018
+"wd_1",0.01,1613947408015,7018
+"sqr_mom_1",0.99,1613947408015,7018
+"lr_1",4.594094600646419e-06,1613947408015,7018
+"mom_1",0.9408127189258964,1613947408015,7018
+"eps_1",1e-05,1613947408015,7018
+"wd_2",0.01,1613947408015,7018
+"sqr_mom_2",0.99,1613947408015,7018
+"lr_2",4.594094600646415e-05,1613947408015,7018
+"mom_2",0.9408127189258964,1613947408015,7018
+"eps_2",1e-05,1613947408015,7018
+"train_loss",0.0046736076,1613947409006,7019
+"raw_loss",0.008253679,1613947409006,7019
+"epoch",44.15094339622641,1613947409006,7019
+"wd_0",0.01,1613947409006,7019
+"sqr_mom_0",0.99,1613947409006,7019
+"lr_0",4.585941543615034e-07,1613947409006,7019
+"mom_0",0.9408290252030219,1613947409006,7019
+"eps_0",1e-05,1613947409006,7019
+"wd_1",0.01,1613947409006,7019
+"sqr_mom_1",0.99,1613947409006,7019
+"lr_1",4.5859415436150374e-06,1613947409006,7019
+"mom_1",0.9408290252030219,1613947409006,7019
+"eps_1",1e-05,1613947409006,7019
+"wd_2",0.01,1613947409006,7019
+"sqr_mom_2",0.99,1613947409006,7019
+"lr_2",4.5859415436150307e-05,1613947409006,7019
+"mom_2",0.9408290252030219,1613947409006,7019
+"eps_2",1e-05,1613947409006,7019
+"train_loss",0.004675231,1613947409986,7020
+"raw_loss",0.0047547724,1613947409986,7020
+"epoch",44.15723270440251,1613947409986,7020
+"wd_0",0.01,1613947409986,7020
+"sqr_mom_0",0.99,1613947409986,7020
+"lr_0",4.577800397788233e-07,1613947409986,7020
+"mom_0",0.9408453076575001,1613947409986,7020
+"eps_0",1e-05,1613947409986,7020
+"wd_1",0.01,1613947409986,7020
+"sqr_mom_1",0.99,1613947409986,7020
+"lr_1",4.5778003977882295e-06,1613947409986,7020
+"mom_1",0.9408453076575001,1613947409986,7020
+"eps_1",1e-05,1613947409986,7020
+"wd_2",0.01,1613947409986,7020
+"sqr_mom_2",0.99,1613947409986,7020
+"lr_2",4.577800397788227e-05,1613947409986,7020
+"mom_2",0.9408453076575001,1613947409986,7020
+"eps_2",1e-05,1613947409986,7020
+"train_loss",0.004690307,1613947411015,7021
+"raw_loss",0.005429054,1613947411015,7021
+"epoch",44.16352201257861,1613947411015,7021
+"wd_0",0.01,1613947411015,7021
+"sqr_mom_0",0.99,1613947411015,7021
+"lr_0",4.569663059193815e-07,1613947411015,7021
+"mom_0",0.9408615824974373,1613947411015,7021
+"eps_0",1e-05,1613947411015,7021
+"wd_1",0.01,1613947411015,7021
+"sqr_mom_1",0.99,1613947411015,7021
+"lr_1",4.569663059193817e-06,1613947411015,7021
+"mom_1",0.9408615824974373,1613947411015,7021
+"eps_1",1e-05,1613947411015,7021
+"wd_2",0.01,1613947411015,7021
+"sqr_mom_2",0.99,1613947411015,7021
+"lr_2",4.5696630591938114e-05,1613947411015,7021
+"mom_2",0.9408615824974373,1613947411015,7021
+"eps_2",1e-05,1613947411015,7021
+"train_loss",0.0046716463,1613947412022,7022
+"raw_loss",0.0037572605,1613947412022,7022
+"epoch",44.16981132075471,1613947412022,7022
+"wd_0",0.01,1613947412022,7022
+"sqr_mom_0",0.99,1613947412022,7022
+"lr_0",4.5615322326148014e-07,1613947412022,7022
+"mom_0",0.9408778443132135,1613947412022,7022
+"eps_0",1e-05,1613947412022,7022
+"wd_1",0.01,1613947412022,7022
+"sqr_mom_1",0.99,1613947412022,7022
+"lr_1",4.561532232614805e-06,1613947412022,7022
+"mom_1",0.9408778443132135,1613947412022,7022
+"eps_1",1e-05,1613947412022,7022
+"wd_2",0.01,1613947412022,7022
+"sqr_mom_2",0.99,1613947412022,7022
+"lr_2",4.5615322326147967e-05,1613947412022,7022
+"mom_2",0.9408778443132135,1613947412022,7022
+"eps_2",1e-05,1613947412022,7022
+"train_loss",0.004710911,1613947413053,7023
+"raw_loss",0.006634884,1613947413053,7023
+"epoch",44.17610062893081,1613947413053,7023
+"wd_0",0.01,1613947413053,7023
+"sqr_mom_0",0.99,1613947413053,7023
+"lr_0",4.553407920642782e-07,1613947413053,7023
+"mom_0",0.9408940930996454,1613947413053,7023
+"eps_0",1e-05,1613947413053,7023
+"wd_1",0.01,1613947413053,7023
+"sqr_mom_1",0.99,1613947413053,7023
+"lr_1",4.553407920642782e-06,1613947413053,7023
+"mom_1",0.9408940930996454,1613947413053,7023
+"eps_1",1e-05,1613947413053,7023
+"wd_2",0.01,1613947413053,7023
+"sqr_mom_2",0.99,1613947413053,7023
+"lr_2",4.553407920642778e-05,1613947413053,7023
+"mom_2",0.9408940930996454,1613947413053,7023
+"eps_2",1e-05,1613947413053,7023
+"train_loss",0.004682654,1613947414023,7024
+"raw_loss",0.0032980645,1613947414023,7024
+"epoch",44.18238993710691,1613947414023,7024
+"wd_0",0.01,1613947414023,7024
+"sqr_mom_0",0.99,1613947414023,7024
+"lr_0",4.545292817255814e-07,1613947414023,7024
+"mom_0",0.940910323468723,1613947414023,7024
+"eps_0",1e-05,1613947414023,7024
+"wd_1",0.01,1613947414023,7024
+"sqr_mom_1",0.99,1613947414023,7024
+"lr_1",4.545292817255819e-06,1613947414023,7024
+"mom_1",0.940910323468723,1613947414023,7024
+"eps_1",1e-05,1613947414023,7024
+"wd_2",0.01,1613947414023,7024
+"sqr_mom_2",0.99,1613947414023,7024
+"lr_2",4.545292817255815e-05,1613947414023,7024
+"mom_2",0.940910323468723,1613947414023,7024
+"eps_2",1e-05,1613947414023,7024
+"train_loss",0.0046819607,1613947415020,7025
+"raw_loss",0.0046479832,1613947415020,7025
+"epoch",44.18867924528301,1613947415020,7025
+"wd_0",0.01,1613947415020,7025
+"sqr_mom_0",0.99,1613947415020,7025
+"lr_0",4.5371788508757894e-07,1613947415020,7025
+"mom_0",0.940926551563764,1613947415020,7025
+"eps_0",1e-05,1613947415020,7025
+"wd_1",0.01,1613947415020,7025
+"sqr_mom_1",0.99,1613947415020,7025
+"lr_1",4.5371788508757945e-06,1613947415020,7025
+"mom_1",0.940926551563764,1613947415020,7025
+"eps_1",1e-05,1613947415020,7025
+"wd_2",0.01,1613947415020,7025
+"sqr_mom_2",0.99,1613947415020,7025
+"lr_2",4.537178850875785e-05,1613947415020,7025
+"mom_2",0.940926551563764,1613947415020,7025
+"eps_2",1e-05,1613947415020,7025
+"train_loss",0.0046703457,1613947416044,7026
+"raw_loss",0.004101222,1613947416044,7026
+"epoch",44.19496855345911,1613947416044,7026
+"wd_0",0.01,1613947416044,7026
+"sqr_mom_0",0.99,1613947416044,7026
+"lr_0",4.52907678531556e-07,1613947416044,7026
+"mom_0",0.9409427558569274,1613947416044,7026
+"eps_0",1e-05,1613947416044,7026
+"wd_1",0.01,1613947416044,7026
+"sqr_mom_1",0.99,1613947416044,7026
+"lr_1",4.5290767853155566e-06,1613947416044,7026
+"mom_1",0.9409427558569274,1613947416044,7026
+"eps_1",1e-05,1613947416044,7026
+"wd_2",0.01,1613947416044,7026
+"sqr_mom_2",0.99,1613947416044,7026
+"lr_2",4.529076785315554e-05,1613947416044,7026
+"mom_2",0.9409427558569274,1613947416044,7026
+"eps_2",1e-05,1613947416044,7026
+"train_loss",0.004633835,1613947417051,7027
+"raw_loss",0.002844814,1613947417051,7027
+"epoch",44.20125786163521,1613947417051,7027
+"wd_0",0.01,1613947417051,7027
+"sqr_mom_0",0.99,1613947417051,7027
+"lr_0",4.52098124037952e-07,1613947417051,7027
+"mom_0",0.940958947108712,1613947417051,7027
+"eps_0",1e-05,1613947417051,7027
+"wd_1",0.01,1613947417051,7027
+"sqr_mom_1",0.99,1613947417051,7027
+"lr_1",4.520981240379522e-06,1613947417051,7027
+"mom_1",0.940958947108712,1613947417051,7027
+"eps_1",1e-05,1613947417051,7027
+"wd_2",0.01,1613947417051,7027
+"sqr_mom_2",0.99,1613947417051,7027
+"lr_2",4.520981240379516e-05,1613947417051,7027
+"mom_2",0.940958947108712,1613947417051,7027
+"eps_2",1e-05,1613947417051,7027
+"train_loss",0.0046104654,1613947418078,7028
+"raw_loss",0.0034653512,1613947418078,7028
+"epoch",44.20754716981131,1613947418078,7028
+"wd_0",0.01,1613947418078,7028
+"sqr_mom_0",0.99,1613947418078,7028
+"lr_0",4.51288685318042e-07,1613947418078,7028
+"mom_0",0.9409751360449996,1613947418078,7028
+"eps_0",1e-05,1613947418078,7028
+"wd_1",0.01,1613947418078,7028
+"sqr_mom_1",0.99,1613947418078,7028
+"lr_1",4.512886853180425e-06,1613947418078,7028
+"mom_1",0.9409751360449996,1613947418078,7028
+"eps_1",1e-05,1613947418078,7028
+"wd_2",0.01,1613947418078,7028
+"sqr_mom_2",0.99,1613947418078,7028
+"lr_2",4.512886853180422e-05,1613947418078,7028
+"mom_2",0.9409751360449996,1613947418078,7028
+"eps_2",1e-05,1613947418078,7028
+"train_loss",0.0046347342,1613947419088,7029
+"raw_loss",0.005823903,1613947419088,7029
+"epoch",44.213836477987414,1613947419088,7029
+"wd_0",0.01,1613947419088,7029
+"sqr_mom_0",0.99,1613947419088,7029
+"lr_0",4.50480436155782e-07,1613947419088,7029
+"mom_0",0.9409913011898963,1613947419088,7029
+"eps_0",1e-05,1613947419088,7029
+"wd_1",0.01,1613947419088,7029
+"sqr_mom_1",0.99,1613947419088,7029
+"lr_1",4.504804361557818e-06,1613947419088,7029
+"mom_1",0.9409913011898963,1613947419088,7029
+"eps_1",1e-05,1613947419088,7029
+"wd_2",0.01,1613947419088,7029
+"sqr_mom_2",0.99,1613947419088,7029
+"lr_2",4.5048043615578115e-05,1613947419088,7029
+"mom_2",0.9409913011898963,1613947419088,7029
+"eps_2",1e-05,1613947419088,7029
+"train_loss",0.0046185446,1613947420043,7030
+"raw_loss",0.0038252566,1613947420043,7030
+"epoch",44.220125786163514,1613947420043,7030
+"wd_0",0.01,1613947420043,7030
+"sqr_mom_0",0.99,1613947420043,7030
+"lr_0",4.49672571989098e-07,1613947420043,7030
+"mom_0",0.9410074586348044,1613947420043,7030
+"eps_0",1e-05,1613947420043,7030
+"wd_1",0.01,1613947420043,7030
+"sqr_mom_1",0.99,1613947420043,7030
+"lr_1",4.49672571989098e-06,1613947420043,7030
+"mom_1",0.9410074586348044,1613947420043,7030
+"eps_1",1e-05,1613947420043,7030
+"wd_2",0.01,1613947420043,7030
+"sqr_mom_2",0.99,1613947420043,7030
+"lr_2",4.496725719890972e-05,1613947420043,7030
+"mom_2",0.9410074586348044,1613947420043,7030
+"eps_2",1e-05,1613947420043,7030
+"train_loss",0.0046243886,1613947421009,7031
+"raw_loss",0.004910754,1613947421009,7031
+"epoch",44.226415094339615,1613947421009,7031
+"wd_0",0.01,1613947421009,7031
+"sqr_mom_0",0.99,1613947421009,7031
+"lr_0",4.488653613487464e-07,1613947421009,7031
+"mom_0",0.9410236030090551,1613947421009,7031
+"eps_0",1e-05,1613947421009,7031
+"wd_1",0.01,1613947421009,7031
+"sqr_mom_1",0.99,1613947421009,7031
+"lr_1",4.488653613487466e-06,1613947421009,7031
+"mom_1",0.9410236030090551,1613947421009,7031
+"eps_1",1e-05,1613947421009,7031
+"wd_2",0.01,1613947421009,7031
+"sqr_mom_2",0.99,1613947421009,7031
+"lr_2",4.488653613487462e-05,1613947421009,7031
+"mom_2",0.9410236030090551,1613947421009,7031
+"eps_2",1e-05,1613947421009,7031
+"train_loss",0.0046307757,1613947421966,7032
+"raw_loss",0.0049437466,1613947421966,7032
+"epoch",44.232704402515715,1613947421966,7032
+"wd_0",0.01,1613947421966,7032
+"sqr_mom_0",0.99,1613947421966,7032
+"lr_0",4.480588044920178e-07,1613947421966,7032
+"mom_0",0.9410397343075027,1613947421966,7032
+"eps_0",1e-05,1613947421966,7032
+"wd_1",0.01,1613947421966,7032
+"sqr_mom_1",0.99,1613947421966,7032
+"lr_1",4.480588044920183e-06,1613947421966,7032
+"mom_1",0.9410397343075027,1613947421966,7032
+"eps_1",1e-05,1613947421966,7032
+"wd_2",0.01,1613947421966,7032
+"sqr_mom_2",0.99,1613947421966,7032
+"lr_2",4.480588044920175e-05,1613947421966,7032
+"mom_2",0.9410397343075027,1613947421966,7032
+"eps_2",1e-05,1613947421966,7032
+"train_loss",0.004614244,1613947422968,7033
+"raw_loss",0.0038041938,1613947422968,7033
+"epoch",44.238993710691815,1613947422968,7033
+"wd_0",0.01,1613947422968,7033
+"sqr_mom_0",0.99,1613947422968,7033
+"lr_0",4.47253168865319e-07,1613947422968,7033
+"mom_0",0.9410558471811654,1613947422968,7033
+"eps_0",1e-05,1613947422968,7033
+"wd_1",0.01,1613947422968,7033
+"sqr_mom_1",0.99,1613947422968,7033
+"lr_1",4.472531688653188e-06,1613947422968,7033
+"mom_1",0.9410558471811654,1613947422968,7033
+"eps_1",1e-05,1613947422968,7033
+"wd_2",0.01,1613947422968,7033
+"sqr_mom_2",0.99,1613947422968,7033
+"lr_2",4.472531688653184e-05,1613947422968,7033
+"mom_2",0.9410558471811654,1613947422968,7033
+"eps_2",1e-05,1613947422968,7033
+"train_loss",0.004605684,1613947423944,7034
+"raw_loss",0.004186227,1613947423944,7034
+"epoch",44.245283018867916,1613947423944,7034
+"wd_0",0.01,1613947423944,7034
+"sqr_mom_0",0.99,1613947423944,7034
+"lr_0",4.4644765315754266e-07,1613947423944,7034
+"mom_0",0.9410719576564257,1613947423944,7034
+"eps_0",1e-05,1613947423944,7034
+"wd_1",0.01,1613947423944,7034
+"sqr_mom_1",0.99,1613947423944,7034
+"lr_1",4.464476531575427e-06,1613947423944,7034
+"mom_1",0.9410719576564257,1613947423944,7034
+"eps_1",1e-05,1613947423944,7034
+"wd_2",0.01,1613947423944,7034
+"sqr_mom_2",0.99,1613947423944,7034
+"lr_2",4.4644765315754226e-05,1613947423944,7034
+"mom_2",0.9410719576564257,1613947423944,7034
+"eps_2",1e-05,1613947423944,7034
+"train_loss",0.0045790416,1613947424901,7035
+"raw_loss",0.0032735767,1613947424901,7035
+"epoch",44.251572327044016,1613947424901,7035
+"wd_0",0.01,1613947424901,7035
+"sqr_mom_0",0.99,1613947424901,7035
+"lr_0",4.4564332594845916e-07,1613947424901,7035
+"mom_0",0.9410880443614744,1613947424901,7035
+"eps_0",1e-05,1613947424901,7035
+"wd_1",0.01,1613947424901,7035
+"sqr_mom_1",0.99,1613947424901,7035
+"lr_1",4.456433259484597e-06,1613947424901,7035
+"mom_1",0.9410880443614744,1613947424901,7035
+"eps_1",1e-05,1613947424901,7035
+"wd_2",0.01,1613947424901,7035
+"sqr_mom_2",0.99,1613947424901,7035
+"lr_2",4.45643325948459e-05,1613947424901,7035
+"mom_2",0.9410880443614744,1613947424901,7035
+"eps_2",1e-05,1613947424901,7035
+"train_loss",0.004560293,1613947425853,7036
+"raw_loss",0.00364162,1613947425853,7036
+"epoch",44.25786163522012,1613947425853,7036
+"wd_0",0.01,1613947425853,7036
+"sqr_mom_0",0.99,1613947425853,7036
+"lr_0",4.448396531156896e-07,1613947425853,7036
+"mom_0",0.941104117978866,1613947425853,7036
+"eps_0",1e-05,1613947425853,7036
+"wd_1",0.01,1613947425853,7036
+"sqr_mom_1",0.99,1613947425853,7036
+"lr_1",4.448396531156891e-06,1613947425853,7036
+"mom_1",0.941104117978866,1613947425853,7036
+"eps_1",1e-05,1613947425853,7036
+"wd_2",0.01,1613947425853,7036
+"sqr_mom_2",0.99,1613947425853,7036
+"lr_2",4.448396531156891e-05,1613947425853,7036
+"mom_2",0.941104117978866,1613947425853,7036
+"eps_2",1e-05,1613947425853,7036
+"train_loss",0.0045680148,1613947426818,7037
+"raw_loss",0.0049463804,1613947426818,7037
+"epoch",44.26415094339622,1613947426818,7037
+"wd_0",0.01,1613947426818,7037
+"sqr_mom_0",0.99,1613947426818,7037
+"lr_0",4.4403610227382817e-07,1613947426818,7037
+"mom_0",0.9411201891564149,1613947426818,7037
+"eps_0",1e-05,1613947426818,7037
+"wd_1",0.01,1613947426818,7037
+"sqr_mom_1",0.99,1613947426818,7037
+"lr_1",4.440361022738287e-06,1613947426818,7037
+"mom_1",0.9411201891564149,1613947426818,7037
+"eps_1",1e-05,1613947426818,7037
+"wd_2",0.01,1613947426818,7037
+"sqr_mom_2",0.99,1613947426818,7037
+"lr_2",4.440361022738277e-05,1613947426818,7037
+"mom_2",0.9411201891564149,1613947426818,7037
+"eps_2",1e-05,1613947426818,7037
+"train_loss",0.0046035103,1613947427784,7038
+"raw_loss",0.006342786,1613947427784,7038
+"epoch",44.27044025157232,1613947427784,7038
+"wd_0",0.01,1613947427784,7038
+"sqr_mom_0",0.99,1613947427784,7038
+"lr_0",4.432337393960988e-07,1613947427784,7038
+"mom_0",0.9411362365744437,1613947427784,7038
+"eps_0",1e-05,1613947427784,7038
+"wd_1",0.01,1613947427784,7038
+"sqr_mom_1",0.99,1613947427784,7038
+"lr_1",4.43233739396099e-06,1613947427784,7038
+"mom_1",0.9411362365744437,1613947427784,7038
+"eps_1",1e-05,1613947427784,7038
+"wd_2",0.01,1613947427784,7038
+"sqr_mom_2",0.99,1613947427784,7038
+"lr_2",4.4323373939609884e-05,1613947427784,7038
+"mom_2",0.9411362365744437,1613947427784,7038
+"eps_2",1e-05,1613947427784,7038
+"train_loss",0.0045856936,1613947428741,7039
+"raw_loss",0.003712679,1613947428741,7039
+"epoch",44.27672955974842,1613947428741,7039
+"wd_0",0.01,1613947428741,7039
+"sqr_mom_0",0.99,1613947428741,7039
+"lr_0",4.424320316622011e-07,1613947428741,7039
+"mom_0",0.9411522708894648,1613947428741,7039
+"eps_0",1e-05,1613947428741,7039
+"wd_1",0.01,1613947428741,7039
+"sqr_mom_1",0.99,1613947428741,7039
+"lr_1",4.424320316622006e-06,1613947428741,7039
+"mom_1",0.9411522708894648,1613947428741,7039
+"eps_1",1e-05,1613947428741,7039
+"wd_2",0.01,1613947428741,7039
+"sqr_mom_2",0.99,1613947428741,7039
+"lr_2",4.424320316622003e-05,1613947428741,7039
+"mom_2",0.9411522708894648,1613947428741,7039
+"eps_2",1e-05,1613947428741,7039
+"train_loss",0.0045866068,1613947429694,7040
+"raw_loss",0.0046313615,1613947429694,7040
+"epoch",44.28301886792452,1613947429694,7040
+"wd_0",0.01,1613947429694,7040
+"sqr_mom_0",0.99,1613947429694,7040
+"lr_0",4.4163044799084913e-07,1613947429694,7040
+"mom_0",0.9411683027232102,1613947429694,7040
+"eps_0",1e-05,1613947429694,7040
+"wd_1",0.01,1613947429694,7040
+"sqr_mom_1",0.99,1613947429694,7040
+"lr_1",4.4163044799084964e-06,1613947429694,7040
+"mom_1",0.9411683027232102,1613947429694,7040
+"eps_1",1e-05,1613947429694,7040
+"wd_2",0.01,1613947429694,7040
+"sqr_mom_2",0.99,1613947429694,7040
+"lr_2",4.416304479908491e-05,1613947429694,7040
+"mom_2",0.9411683027232102,1613947429694,7040
+"eps_2",1e-05,1613947429694,7040
+"train_loss",0.004577962,1613947430647,7041
+"raw_loss",0.0041543813,1613947430647,7041
+"epoch",44.28930817610062,1613947430647,7041
+"wd_0",0.01,1613947430647,7041
+"sqr_mom_0",0.99,1613947430647,7041
+"lr_0",4.4083005174566e-07,1613947430647,7041
+"mom_0",0.9411843108081949,1613947430647,7041
+"eps_0",1e-05,1613947430647,7041
+"wd_1",0.01,1613947430647,7041
+"sqr_mom_1",0.99,1613947430647,7041
+"lr_1",4.408300517456598e-06,1613947430647,7041
+"mom_1",0.9411843108081949,1613947430647,7041
+"eps_1",1e-05,1613947430647,7041
+"wd_2",0.01,1613947430647,7041
+"sqr_mom_2",0.99,1613947430647,7041
+"lr_2",4.4083005174565953e-05,1613947430647,7041
+"mom_2",0.9411843108081949,1613947430647,7041
+"eps_2",1e-05,1613947430647,7041
+"train_loss",0.004587316,1613947431591,7042
+"raw_loss",0.0050456426,1613947431591,7042
+"epoch",44.29559748427672,1613947431591,7042
+"wd_0",0.01,1613947431591,7042
+"sqr_mom_0",0.99,1613947431591,7042
+"lr_0",4.400300461769663e-07,1613947431591,7042
+"mom_0",0.9412003110795715,1613947431591,7042
+"eps_0",1e-05,1613947431591,7042
+"wd_1",0.01,1613947431591,7042
+"sqr_mom_1",0.99,1613947431591,7042
+"lr_1",4.40030046176966e-06,1613947431591,7042
+"mom_1",0.9412003110795715,1613947431591,7042
+"eps_1",1e-05,1613947431591,7042
+"wd_2",0.01,1613947431591,7042
+"sqr_mom_2",0.99,1613947431591,7042
+"lr_2",4.400300461769661e-05,1613947431591,7042
+"mom_2",0.9412003110795715,1613947431591,7042
+"eps_2",1e-05,1613947431591,7042
+"train_loss",0.0047050347,1613947432539,7043
+"raw_loss",0.0104732495,1613947432539,7043
+"epoch",44.30188679245282,1613947432539,7043
+"wd_0",0.01,1613947432539,7043
+"sqr_mom_0",0.99,1613947432539,7043
+"lr_0",4.392306972080506e-07,1613947432539,7043
+"mom_0",0.9412162982188211,1613947432539,7043
+"eps_0",1e-05,1613947432539,7043
+"wd_1",0.01,1613947432539,7043
+"sqr_mom_1",0.99,1613947432539,7043
+"lr_1",4.392306972080508e-06,1613947432539,7043
+"mom_1",0.9412162982188211,1613947432539,7043
+"eps_1",1e-05,1613947432539,7043
+"wd_2",0.01,1613947432539,7043
+"sqr_mom_2",0.99,1613947432539,7043
+"lr_2",4.3923069720804995e-05,1613947432539,7043
+"mom_2",0.9412162982188211,1613947432539,7043
+"eps_2",1e-05,1613947432539,7043
+"train_loss",0.004676391,1613947433478,7044
+"raw_loss",0.003272844,1613947433478,7044
+"epoch",44.30817610062892,1613947433478,7044
+"wd_0",0.01,1613947433478,7044
+"sqr_mom_0",0.99,1613947433478,7044
+"lr_0",4.3843200509369525e-07,1613947433478,7044
+"mom_0",0.9412322722208483,1613947433478,7044
+"eps_0",1e-05,1613947433478,7044
+"wd_1",0.01,1613947433478,7044
+"sqr_mom_1",0.99,1613947433478,7044
+"lr_1",4.384320050936956e-06,1613947433478,7044
+"mom_1",0.9412322722208483,1613947433478,7044
+"eps_1",1e-05,1613947433478,7044
+"wd_2",0.01,1613947433478,7044
+"sqr_mom_2",0.99,1613947433478,7044
+"lr_2",4.384320050936953e-05,1613947433478,7044
+"mom_2",0.9412322722208483,1613947433478,7044
+"eps_2",1e-05,1613947433478,7044
+"train_loss",0.0047790534,1613947434442,7045
+"raw_loss",0.009809516,1613947434442,7045
+"epoch",44.31446540880502,1613947434442,7045
+"wd_0",0.01,1613947434442,7045
+"sqr_mom_0",0.99,1613947434442,7045
+"lr_0",4.37633970088476e-07,1613947434442,7045
+"mom_0",0.9412482330805613,1613947434442,7045
+"eps_0",1e-05,1613947434442,7045
+"wd_1",0.01,1613947434442,7045
+"sqr_mom_1",0.99,1613947434442,7045
+"lr_1",4.3763397008847585e-06,1613947434442,7045
+"mom_1",0.9412482330805613,1613947434442,7045
+"eps_1",1e-05,1613947434442,7045
+"wd_2",0.01,1613947434442,7045
+"sqr_mom_2",0.99,1613947434442,7045
+"lr_2",4.376339700884756e-05,1613947434442,7045
+"mom_2",0.9412482330805613,1613947434442,7045
+"eps_2",1e-05,1613947434442,7045
+"train_loss",0.004897695,1613947435389,7046
+"raw_loss",0.010711139,1613947435389,7046
+"epoch",44.32075471698112,1613947435389,7046
+"wd_0",0.01,1613947435389,7046
+"sqr_mom_0",0.99,1613947435389,7046
+"lr_0",4.3683659244675605e-07,1613947435389,7046
+"mom_0",0.9412641807928728,1613947435389,7046
+"eps_0",1e-05,1613947435389,7046
+"wd_1",0.01,1613947435389,7046
+"sqr_mom_1",0.99,1613947435389,7046
+"lr_1",4.3683659244675554e-06,1613947435389,7046
+"mom_1",0.9412641807928728,1613947435389,7046
+"eps_1",1e-05,1613947435389,7046
+"wd_2",0.01,1613947435389,7046
+"sqr_mom_2",0.99,1613947435389,7046
+"lr_2",4.368365924467554e-05,1613947435389,7046
+"mom_2",0.9412641807928728,1613947435389,7046
+"eps_2",1e-05,1613947435389,7046
+"train_loss",0.0049342434,1613947436344,7047
+"raw_loss",0.0067251194,1613947436344,7047
+"epoch",44.32704402515722,1613947436344,7047
+"wd_0",0.01,1613947436344,7047
+"sqr_mom_0",0.99,1613947436344,7047
+"lr_0",4.360401365657219e-07,1613947436344,7047
+"mom_0",0.9412801100697862,1613947436344,7047
+"eps_0",1e-05,1613947436344,7047
+"wd_1",0.01,1613947436344,7047
+"sqr_mom_1",0.99,1613947436344,7047
+"lr_1",4.360401365657221e-06,1613947436344,7047
+"mom_1",0.9412801100697862,1613947436344,7047
+"eps_1",1e-05,1613947436344,7047
+"wd_2",0.01,1613947436344,7047
+"sqr_mom_2",0.99,1613947436344,7047
+"lr_2",4.360401365657217e-05,1613947436344,7047
+"mom_2",0.9412801100697862,1613947436344,7047
+"eps_2",1e-05,1613947436344,7047
+"train_loss",0.0048796544,1613947437287,7048
+"raw_loss",0.0022047823,1613947437287,7048
+"epoch",44.33333333333332,1613947437287,7048
+"wd_0",0.01,1613947437287,7048
+"sqr_mom_0",0.99,1613947437287,7048
+"lr_0",4.352438102702255e-07,1613947437287,7048
+"mom_0",0.941296036754963,1613947437287,7048
+"eps_0",1e-05,1613947437287,7048
+"wd_1",0.01,1613947437287,7048
+"sqr_mom_1",0.99,1613947437287,7048
+"lr_1",4.352438102702257e-06,1613947437287,7048
+"mom_1",0.941296036754963,1613947437287,7048
+"eps_1",1e-05,1613947437287,7048
+"wd_2",0.01,1613947437287,7048
+"sqr_mom_2",0.99,1613947437287,7048
+"lr_2",4.3524381027022514e-05,1613947437287,7048
+"mom_2",0.941296036754963,1613947437287,7048
+"eps_2",1e-05,1613947437287,7048
+"train_loss",0.004861778,1613947438256,7049
+"raw_loss",0.003985849,1613947438256,7049
+"epoch",44.33962264150942,1613947438256,7049
+"wd_0",0.01,1613947438256,7049
+"sqr_mom_0",0.99,1613947438256,7049
+"lr_0",4.344486699495602e-07,1613947438256,7049
+"mom_0",0.9413119397204059,1613947438256,7049
+"eps_0",1e-05,1613947438256,7049
+"wd_1",0.01,1613947438256,7049
+"sqr_mom_1",0.99,1613947438256,7049
+"lr_1",4.344486699495597e-06,1613947438256,7049
+"mom_1",0.9413119397204059,1613947438256,7049
+"eps_1",1e-05,1613947438256,7049
+"wd_2",0.01,1613947438256,7049
+"sqr_mom_2",0.99,1613947438256,7049
+"lr_2",4.344486699495593e-05,1613947438256,7049
+"mom_2",0.9413119397204059,1613947438256,7049
+"eps_2",1e-05,1613947438256,7049
+"train_loss",0.0048655574,1613947439206,7050
+"raw_loss",0.005050744,1613947439206,7050
+"epoch",44.34591194968552,1613947439206,7050
+"wd_0",0.01,1613947439206,7050
+"sqr_mom_0",0.99,1613947439206,7050
+"lr_0",4.3365418757100917e-07,1613947439206,7050
+"mom_0",0.941327829526875,1613947439206,7050
+"eps_0",1e-05,1613947439206,7050
+"wd_1",0.01,1613947439206,7050
+"sqr_mom_1",0.99,1613947439206,7050
+"lr_1",4.336541875710088e-06,1613947439206,7050
+"mom_1",0.941327829526875,1613947439206,7050
+"eps_1",1e-05,1613947439206,7050
+"wd_2",0.01,1613947439206,7050
+"sqr_mom_2",0.99,1613947439206,7050
+"lr_2",4.336541875710084e-05,1613947439206,7050
+"mom_2",0.941327829526875,1613947439206,7050
+"eps_2",1e-05,1613947439206,7050
+"train_loss",0.0048582084,1613947440166,7051
+"raw_loss",0.0044981013,1613947440166,7051
+"epoch",44.35220125786162,1613947440166,7051
+"wd_0",0.01,1613947440166,7051
+"sqr_mom_0",0.99,1613947440166,7051
+"lr_0",4.328598368482977e-07,1613947440166,7051
+"mom_0",0.941343716700201,1613947440166,7051
+"eps_0",1e-05,1613947440166,7051
+"wd_1",0.01,1613947440166,7051
+"sqr_mom_1",0.99,1613947440166,7051
+"lr_1",4.32859836848298e-06,1613947440166,7051
+"mom_1",0.941343716700201,1613947440166,7051
+"eps_1",1e-05,1613947440166,7051
+"wd_2",0.01,1613947440166,7051
+"sqr_mom_2",0.99,1613947440166,7051
+"lr_2",4.328598368482972e-05,1613947440166,7051
+"mom_2",0.941343716700201,1613947440166,7051
+"eps_2",1e-05,1613947440166,7051
+"train_loss",0.004821229,1613947441101,7052
+"raw_loss",0.0030092401,1613947441101,7052
+"epoch",44.35849056603772,1613947441101,7052
+"wd_0",0.01,1613947441101,7052
+"sqr_mom_0",0.99,1613947441101,7052
+"lr_0",4.320666715499687e-07,1613947441101,7052
+"mom_0",0.9413595801648023,1613947441101,7052
+"eps_0",1e-05,1613947441101,7052
+"wd_1",0.01,1613947441101,7052
+"sqr_mom_1",0.99,1613947441101,7052
+"lr_1",4.320666715499689e-06,1613947441101,7052
+"mom_1",0.9413595801648023,1613947441101,7052
+"eps_1",1e-05,1613947441101,7052
+"wd_2",0.01,1613947441101,7052
+"sqr_mom_2",0.99,1613947441101,7052
+"lr_2",4.3206667154996835e-05,1613947441101,7052
+"mom_2",0.9413595801648023,1613947441101,7052
+"eps_2",1e-05,1613947441101,7052
+"train_loss",0.0048077214,1613947442051,7053
+"raw_loss",0.004145867,1613947442051,7053
+"epoch",44.36477987421382,1613947442051,7053
+"wd_0",0.01,1613947442051,7053
+"sqr_mom_0",0.99,1613947442051,7053
+"lr_0",4.3127390212001863e-07,1613947442051,7053
+"mom_0",0.9413754357119567,1613947442051,7053
+"eps_0",1e-05,1613947442051,7053
+"wd_1",0.01,1613947442051,7053
+"sqr_mom_1",0.99,1613947442051,7053
+"lr_1",4.312739021200188e-06,1613947442051,7053
+"mom_1",0.9413754357119567,1613947442051,7053
+"eps_1",1e-05,1613947442051,7053
+"wd_2",0.01,1613947442051,7053
+"sqr_mom_2",0.99,1613947442051,7053
+"lr_2",4.312739021200188e-05,1613947442051,7053
+"mom_2",0.9413754357119567,1613947442051,7053
+"eps_2",1e-05,1613947442051,7053
+"train_loss",0.0047599645,1613947443006,7054
+"raw_loss",0.0024198738,1613947443006,7054
+"epoch",44.371069182389924,1613947443006,7054
+"wd_0",0.01,1613947443006,7054
+"sqr_mom_0",0.99,1613947443006,7054
+"lr_0",4.304817920807675e-07,1613947443006,7054
+"mom_0",0.9413912780711653,1613947443006,7054
+"eps_0",1e-05,1613947443006,7054
+"wd_1",0.01,1613947443006,7054
+"sqr_mom_1",0.99,1613947443006,7054
+"lr_1",4.3048179208076735e-06,1613947443006,7054
+"mom_1",0.9413912780711653,1613947443006,7054
+"eps_1",1e-05,1613947443006,7054
+"wd_2",0.01,1613947443006,7054
+"sqr_mom_2",0.99,1613947443006,7054
+"lr_2",4.304817920807672e-05,1613947443006,7054
+"mom_2",0.9413912780711653,1613947443006,7054
+"eps_2",1e-05,1613947443006,7054
+"train_loss",0.004789801,1613947443959,7055
+"raw_loss",0.00625179,1613947443959,7055
+"epoch",44.377358490566024,1613947443959,7055
+"wd_0",0.01,1613947443959,7055
+"sqr_mom_0",0.99,1613947443959,7055
+"lr_0",4.2969034168469135e-07,1613947443959,7055
+"mom_0",0.9414071072373785,1613947443959,7055
+"eps_0",1e-05,1613947443959,7055
+"wd_1",0.01,1613947443959,7055
+"sqr_mom_1",0.99,1613947443959,7055
+"lr_1",4.2969034168469135e-06,1613947443959,7055
+"mom_1",0.9414071072373785,1613947443959,7055
+"eps_1",1e-05,1613947443959,7055
+"wd_2",0.01,1613947443959,7055
+"sqr_mom_2",0.99,1613947443959,7055
+"lr_2",4.296903416846912e-05,1613947443959,7055
+"mom_2",0.9414071072373785,1613947443959,7055
+"eps_2",1e-05,1613947443959,7055
+"train_loss",0.0048120273,1613947444900,7056
+"raw_loss",0.0059011304,1613947444900,7056
+"epoch",44.383647798742125,1613947444900,7056
+"wd_0",0.01,1613947444900,7056
+"sqr_mom_0",0.99,1613947444900,7056
+"lr_0",4.288998133600342e-07,1613947444900,7056
+"mom_0",0.9414229179619789,1613947444900,7056
+"eps_0",1e-05,1613947444900,7056
+"wd_1",0.01,1613947444900,7056
+"sqr_mom_1",0.99,1613947444900,7056
+"lr_1",4.288998133600339e-06,1613947444900,7056
+"mom_1",0.9414229179619789,1613947444900,7056
+"eps_1",1e-05,1613947444900,7056
+"wd_2",0.01,1613947444900,7056
+"sqr_mom_2",0.99,1613947444900,7056
+"lr_2",4.2889981336003346e-05,1613947444900,7056
+"mom_2",0.9414229179619789,1613947444900,7056
+"eps_2",1e-05,1613947444900,7056
+"train_loss",0.004826769,1613947445857,7057
+"raw_loss",0.0055491254,1613947445857,7057
+"epoch",44.389937106918225,1613947445857,7057
+"wd_0",0.01,1613947445857,7057
+"sqr_mom_0",0.99,1613947445857,7057
+"lr_0",4.281094208309131e-07,1613947445857,7057
+"mom_0",0.9414387259706414,1613947445857,7057
+"eps_0",1e-05,1613947445857,7057
+"wd_1",0.01,1613947445857,7057
+"sqr_mom_1",0.99,1613947445857,7057
+"lr_1",4.281094208309131e-06,1613947445857,7057
+"mom_1",0.9414387259706414,1613947445857,7057
+"eps_1",1e-05,1613947445857,7057
+"wd_2",0.01,1613947445857,7057
+"sqr_mom_2",0.99,1613947445857,7057
+"lr_2",4.2810942083091285e-05,1613947445857,7057
+"mom_2",0.9414387259706414,1613947445857,7057
+"eps_2",1e-05,1613947445857,7057
+"train_loss",0.004831743,1613947446832,7058
+"raw_loss",0.005075451,1613947446832,7058
+"epoch",44.396226415094326,1613947446832,7058
+"wd_0",0.01,1613947446832,7058
+"sqr_mom_0",0.99,1613947446832,7058
+"lr_0",4.273202126150164e-07,1613947446832,7058
+"mom_0",0.9414545102928026,1613947446832,7058
+"eps_0",1e-05,1613947446832,7058
+"wd_1",0.01,1613947446832,7058
+"sqr_mom_1",0.99,1613947446832,7058
+"lr_1",4.273202126150166e-06,1613947446832,7058
+"mom_1",0.9414545102928026,1613947446832,7058
+"eps_1",1e-05,1613947446832,7058
+"wd_2",0.01,1613947446832,7058
+"sqr_mom_2",0.99,1613947446832,7058
+"lr_2",4.273202126150159e-05,1613947446832,7058
+"mom_2",0.9414545102928026,1613947446832,7058
+"eps_2",1e-05,1613947446832,7058
+"train_loss",0.0048064636,1613947447793,7059
+"raw_loss",0.0035677666,1613947447793,7059
+"epoch",44.402515723270426,1613947447793,7059
+"wd_0",0.01,1613947447793,7059
+"sqr_mom_0",0.99,1613947447793,7059
+"lr_0",4.2653166461184043e-07,1613947447793,7059
+"mom_0",0.9414702814105772,1613947447793,7059
+"eps_0",1e-05,1613947447793,7059
+"wd_1",0.01,1613947447793,7059
+"sqr_mom_1",0.99,1613947447793,7059
+"lr_1",4.265316646118411e-06,1613947447793,7059
+"mom_1",0.9414702814105772,1613947447793,7059
+"eps_1",1e-05,1613947447793,7059
+"wd_2",0.01,1613947447793,7059
+"sqr_mom_2",0.99,1613947447793,7059
+"lr_2",4.2653166461184056e-05,1613947447793,7059
+"mom_2",0.9414702814105772,1613947447793,7059
+"eps_2",1e-05,1613947447793,7059
+"train_loss",0.0047995704,1613947448743,7060
+"raw_loss",0.004461814,1613947448743,7060
+"epoch",44.408805031446526,1613947448743,7060
+"wd_0",0.01,1613947448743,7060
+"sqr_mom_0",0.99,1613947448743,7060
+"lr_0",4.2574325447335377e-07,1613947448743,7060
+"mom_0",0.9414860497710306,1613947448743,7060
+"eps_0",1e-05,1613947448743,7060
+"wd_1",0.01,1613947448743,7060
+"sqr_mom_1",0.99,1613947448743,7060
+"lr_1",4.257432544733541e-06,1613947448743,7060
+"mom_1",0.9414860497710306,1613947448743,7060
+"eps_1",1e-05,1613947448743,7060
+"wd_2",0.01,1613947448743,7060
+"sqr_mom_2",0.99,1613947448743,7060
+"lr_2",4.25743254473354e-05,1613947448743,7060
+"mom_2",0.9414860497710306,1613947448743,7060
+"eps_2",1e-05,1613947448743,7060
+"train_loss",0.0048053837,1613947449701,7061
+"raw_loss",0.0050902274,1613947449701,7061
+"epoch",44.41509433962263,1613947449701,7061
+"wd_0",0.01,1613947449701,7061
+"sqr_mom_0",0.99,1613947449701,7061
+"lr_0",4.2495602808744716e-07,1613947449701,7061
+"mom_0",0.9415017944561955,1613947449701,7061
+"eps_0",1e-05,1613947449701,7061
+"wd_1",0.01,1613947449701,7061
+"sqr_mom_1",0.99,1613947449701,7061
+"lr_1",4.249560280874477e-06,1613947449701,7061
+"mom_1",0.9415017944561955,1613947449701,7061
+"eps_1",1e-05,1613947449701,7061
+"wd_2",0.01,1613947449701,7061
+"sqr_mom_2",0.99,1613947449701,7061
+"lr_2",4.2495602808744685e-05,1613947449701,7061
+"mom_2",0.9415017944561955,1613947449701,7061
+"eps_2",1e-05,1613947449701,7061
+"train_loss",0.004787086,1613947450638,7062
+"raw_loss",0.003890504,1613947450638,7062
+"epoch",44.42138364779873,1613947450638,7062
+"wd_0",0.01,1613947450638,7062
+"sqr_mom_0",0.99,1613947450638,7062
+"lr_0",4.2416946266731847e-07,1613947450638,7062
+"mom_0",0.9415175259219128,1613947450638,7062
+"eps_0",1e-05,1613947450638,7062
+"wd_1",0.01,1613947450638,7062
+"sqr_mom_1",0.99,1613947450638,7062
+"lr_1",4.241694626673186e-06,1613947450638,7062
+"mom_1",0.9415175259219128,1613947450638,7062
+"eps_1",1e-05,1613947450638,7062
+"wd_2",0.01,1613947450638,7062
+"sqr_mom_2",0.99,1613947450638,7062
+"lr_2",4.241694626673184e-05,1613947450638,7062
+"mom_2",0.9415175259219128,1613947450638,7062
+"eps_2",1e-05,1613947450638,7062
+"train_loss",0.0047369683,1613947451580,7063
+"raw_loss",0.0022811936,1613947451580,7063
+"epoch",44.42767295597483,1613947451580,7063
+"wd_0",0.01,1613947451580,7063
+"sqr_mom_0",0.99,1613947451580,7063
+"lr_0",4.2338303718063595e-07,1613947451580,7063
+"mom_0",0.9415332545889331,1613947451580,7063
+"eps_0",1e-05,1613947451580,7063
+"wd_1",0.01,1613947451580,7063
+"sqr_mom_1",0.99,1613947451580,7063
+"lr_1",4.233830371806354e-06,1613947451580,7063
+"mom_1",0.9415332545889331,1613947451580,7063
+"eps_1",1e-05,1613947451580,7063
+"wd_2",0.01,1613947451580,7063
+"sqr_mom_2",0.99,1613947451580,7063
+"lr_2",4.233830371806356e-05,1613947451580,7063
+"mom_2",0.9415332545889331,1613947451580,7063
+"eps_2",1e-05,1613947451580,7063
+"train_loss",0.0047553303,1613947452514,7064
+"raw_loss",0.0056550684,1613947452514,7064
+"epoch",44.43396226415093,1613947452514,7064
+"wd_0",0.01,1613947452514,7064
+"sqr_mom_0",0.99,1613947452514,7064
+"lr_0",4.225977948824942e-07,1613947452514,7064
+"mom_0",0.941548959591946,1613947452514,7064
+"eps_0",1e-05,1613947452514,7064
+"wd_1",0.01,1613947452514,7064
+"sqr_mom_1",0.99,1613947452514,7064
+"lr_1",4.225977948824942e-06,1613947452514,7064
+"mom_1",0.941548959591946,1613947452514,7064
+"eps_1",1e-05,1613947452514,7064
+"wd_2",0.01,1613947452514,7064
+"sqr_mom_2",0.99,1613947452514,7064
+"lr_2",4.225977948824934e-05,1613947452514,7064
+"mom_2",0.941548959591946,1613947452514,7064
+"eps_2",1e-05,1613947452514,7064
+"train_loss",0.004759302,1613947453467,7065
+"raw_loss",0.004953906,1613947453467,7065
+"epoch",44.44025157232703,1613947453467,7065
+"wd_0",0.01,1613947453467,7065
+"sqr_mom_0",0.99,1613947453467,7065
+"lr_0",4.218129540990581e-07,1613947453467,7065
+"mom_0",0.9415646565645844,1613947453467,7065
+"eps_0",1e-05,1613947453467,7065
+"wd_1",0.01,1613947453467,7065
+"sqr_mom_1",0.99,1613947453467,7065
+"lr_1",4.218129540990584e-06,1613947453467,7065
+"mom_1",0.9415646565645844,1613947453467,7065
+"eps_1",1e-05,1613947453467,7065
+"wd_2",0.01,1613947453467,7065
+"sqr_mom_2",0.99,1613947453467,7065
+"lr_2",4.2181295409905815e-05,1613947453467,7065
+"mom_2",0.9415646565645844,1613947453467,7065
+"eps_2",1e-05,1613947453467,7065
+"train_loss",0.0047440464,1613947454432,7066
+"raw_loss",0.0039965305,1613947454432,7066
+"epoch",44.44654088050313,1613947454432,7066
+"wd_0",0.01,1613947454432,7066
+"sqr_mom_0",0.99,1613947454432,7066
+"lr_0",4.2102877572189035e-07,1613947454432,7066
+"mom_0",0.9415803402889651,1613947454432,7066
+"eps_0",1e-05,1613947454432,7066
+"wd_1",0.01,1613947454432,7066
+"sqr_mom_1",0.99,1613947454432,7066
+"lr_1",4.2102877572189e-06,1613947454432,7066
+"mom_1",0.9415803402889651,1613947454432,7066
+"eps_1",1e-05,1613947454432,7066
+"wd_2",0.01,1613947454432,7066
+"sqr_mom_2",0.99,1613947454432,7066
+"lr_2",4.210287757218899e-05,1613947454432,7066
+"mom_2",0.9415803402889651,1613947454432,7066
+"eps_2",1e-05,1613947454432,7066
+"train_loss",0.0047272095,1613947455418,7067
+"raw_loss",0.0039021936,1613947455418,7067
+"epoch",44.45283018867923,1613947455418,7067
+"wd_0",0.01,1613947455418,7067
+"sqr_mom_0",0.99,1613947455418,7067
+"lr_0",4.202452600009369e-07,1613947455418,7067
+"mom_0",0.9415960107600888,1613947455418,7067
+"eps_0",1e-05,1613947455418,7067
+"wd_1",0.01,1613947455418,7067
+"sqr_mom_1",0.99,1613947455418,7067
+"lr_1",4.202452600009369e-06,1613947455418,7067
+"mom_1",0.9415960107600888,1613947455418,7067
+"eps_1",1e-05,1613947455418,7067
+"wd_2",0.01,1613947455418,7067
+"sqr_mom_2",0.99,1613947455418,7067
+"lr_2",4.202452600009368e-05,1613947455418,7067
+"mom_2",0.9415960107600888,1613947455418,7067
+"eps_2",1e-05,1613947455418,7067
+"train_loss",0.004727131,1613947456374,7068
+"raw_loss",0.0047233044,1613947456374,7068
+"epoch",44.45911949685533,1613947456374,7068
+"wd_0",0.01,1613947456374,7068
+"sqr_mom_0",0.99,1613947456374,7068
+"lr_0",4.194626667286845e-07,1613947456374,7068
+"mom_0",0.9416116627820541,1613947456374,7068
+"eps_0",1e-05,1613947456374,7068
+"wd_1",0.01,1613947456374,7068
+"sqr_mom_1",0.99,1613947456374,7068
+"lr_1",4.19462666728685e-06,1613947456374,7068
+"mom_1",0.9416116627820541,1613947456374,7068
+"eps_1",1e-05,1613947456374,7068
+"wd_2",0.01,1613947456374,7068
+"sqr_mom_2",0.99,1613947456374,7068
+"lr_2",4.194626667286842e-05,1613947456374,7068
+"mom_2",0.9416116627820541,1613947456374,7068
+"eps_2",1e-05,1613947456374,7068
+"train_loss",0.0047012144,1613947457424,7069
+"raw_loss",0.003431291,1613947457424,7069
+"epoch",44.46540880503143,1613947457424,7069
+"wd_0",0.01,1613947457424,7069
+"sqr_mom_0",0.99,1613947457424,7069
+"lr_0",4.186802175264111e-07,1613947457424,7069
+"mom_0",0.941627311922591,1613947457424,7069
+"eps_0",1e-05,1613947457424,7069
+"wd_1",0.01,1613947457424,7069
+"sqr_mom_1",0.99,1613947457424,7069
+"lr_1",4.186802175264104e-06,1613947457424,7069
+"mom_1",0.941627311922591,1613947457424,7069
+"eps_1",1e-05,1613947457424,7069
+"wd_2",0.01,1613947457424,7069
+"sqr_mom_2",0.99,1613947457424,7069
+"lr_2",4.1868021752641e-05,1613947457424,7069
+"mom_2",0.941627311922591,1613947457424,7069
+"eps_2",1e-05,1613947457424,7069
+"train_loss",0.004665359,1613947458364,7070
+"raw_loss",0.0029084512,1613947458364,7070
+"epoch",44.47169811320753,1613947458364,7070
+"wd_0",0.01,1613947458364,7070
+"sqr_mom_0",0.99,1613947458364,7070
+"lr_0",4.178989503743577e-07,1613947458364,7070
+"mom_0",0.941642937421887,1613947458364,7070
+"eps_0",1e-05,1613947458364,7070
+"wd_1",0.01,1613947458364,7070
+"sqr_mom_1",0.99,1613947458364,7070
+"lr_1",4.178989503743577e-06,1613947458364,7070
+"mom_1",0.941642937421887,1613947458364,7070
+"eps_1",1e-05,1613947458364,7070
+"wd_2",0.01,1613947458364,7070
+"sqr_mom_2",0.99,1613947458364,7070
+"lr_2",4.178989503743569e-05,1613947458364,7070
+"mom_2",0.941642937421887,1613947458364,7070
+"eps_2",1e-05,1613947458364,7070
+"train_loss",0.004627289,1613947459320,7071
+"raw_loss",0.002761845,1613947459320,7071
+"epoch",44.47798742138363,1613947459320,7071
+"wd_0",0.01,1613947459320,7071
+"sqr_mom_0",0.99,1613947459320,7071
+"lr_0",4.1711834643595267e-07,1613947459320,7071
+"mom_0",0.9416585496567775,1613947459320,7071
+"eps_0",1e-05,1613947459320,7071
+"wd_1",0.01,1613947459320,7071
+"sqr_mom_1",0.99,1613947459320,7071
+"lr_1",4.171183464359527e-06,1613947459320,7071
+"mom_1",0.9416585496567775,1613947459320,7071
+"eps_1",1e-05,1613947459320,7071
+"wd_2",0.01,1613947459320,7071
+"sqr_mom_2",0.99,1613947459320,7071
+"lr_2",4.1711834643595226e-05,1613947459320,7071
+"mom_2",0.9416585496567775,1613947459320,7071
+"eps_2",1e-05,1613947459320,7071
+"train_loss",0.0046047154,1613947460264,7072
+"raw_loss",0.0034986243,1613947460264,7072
+"epoch",44.48427672955973,1613947460264,7072
+"wd_0",0.01,1613947460264,7072
+"sqr_mom_0",0.99,1613947460264,7072
+"lr_0",4.1633788863506205e-07,1613947460264,7072
+"mom_0",0.9416741589688884,1613947460264,7072
+"eps_0",1e-05,1613947460264,7072
+"wd_1",0.01,1613947460264,7072
+"sqr_mom_1",0.99,1613947460264,7072
+"lr_1",4.163378886350619e-06,1613947460264,7072
+"mom_1",0.9416741589688884,1613947460264,7072
+"eps_1",1e-05,1613947460264,7072
+"wd_2",0.01,1613947460264,7072
+"sqr_mom_2",0.99,1613947460264,7072
+"lr_2",4.163378886350616e-05,1613947460264,7072
+"mom_2",0.9416741589688884,1613947460264,7072
+"eps_2",1e-05,1613947460264,7072
+"train_loss",0.0045599346,1613947461208,7073
+"raw_loss",0.0023656716,1613947461208,7073
+"epoch",44.49056603773583,1613947461208,7073
+"wd_0",0.01,1613947461208,7073
+"sqr_mom_0",0.99,1613947461208,7073
+"lr_0",4.1555861231017594e-07,1613947461208,7073
+"mom_0",0.941689744651243,1613947461208,7073
+"eps_0",1e-05,1613947461208,7073
+"wd_1",0.01,1613947461208,7073
+"sqr_mom_1",0.99,1613947461208,7073
+"lr_1",4.155586123101758e-06,1613947461208,7073
+"mom_1",0.941689744651243,1613947461208,7073
+"eps_1",1e-05,1613947461208,7073
+"wd_2",0.01,1613947461208,7073
+"sqr_mom_2",0.99,1613947461208,7073
+"lr_2",4.155586123101752e-05,1613947461208,7073
+"mom_2",0.941689744651243,1613947461208,7073
+"eps_2",1e-05,1613947461208,7073
+"train_loss",0.0045800805,1613947462160,7074
+"raw_loss",0.005567239,1613947462160,7074
+"epoch",44.49685534591193,1613947462160,7074
+"wd_0",0.01,1613947462160,7074
+"sqr_mom_0",0.99,1613947462160,7074
+"lr_0",4.147797417227045e-07,1613947462160,7074
+"mom_0",0.941705322218768,1613947462160,7074
+"eps_0",1e-05,1613947462160,7074
+"wd_1",0.01,1613947462160,7074
+"sqr_mom_1",0.99,1613947462160,7074
+"lr_1",4.1477974172270435e-06,1613947462160,7074
+"mom_1",0.941705322218768,1613947462160,7074
+"eps_1",1e-05,1613947462160,7074
+"wd_2",0.01,1613947462160,7074
+"sqr_mom_2",0.99,1613947462160,7074
+"lr_2",4.147797417227041e-05,1613947462160,7074
+"mom_2",0.941705322218768,1613947462160,7074
+"eps_2",1e-05,1613947462160,7074
+"train_loss",0.0045353277,1613947463109,7075
+"raw_loss",0.0023424397,1613947463109,7075
+"epoch",44.50314465408803,1613947463109,7075
+"wd_0",0.01,1613947463109,7075
+"sqr_mom_0",0.99,1613947463109,7075
+"lr_0",4.1400153578325553e-07,1613947463109,7075
+"mom_0",0.9417208864931997,1613947463109,7075
+"eps_0",1e-05,1613947463109,7075
+"wd_1",0.01,1613947463109,7075
+"sqr_mom_1",0.99,1613947463109,7075
+"lr_1",4.140015357832557e-06,1613947463109,7075
+"mom_1",0.9417208864931997,1613947463109,7075
+"eps_1",1e-05,1613947463109,7075
+"wd_2",0.01,1613947463109,7075
+"sqr_mom_2",0.99,1613947463109,7075
+"lr_2",4.140015357832549e-05,1613947463109,7075
+"mom_2",0.9417208864931997,1613947463109,7075
+"eps_2",1e-05,1613947463109,7075
+"train_loss",0.004665146,1613947464051,7076
+"raw_loss",0.011026262,1613947464051,7076
+"epoch",44.50943396226413,1613947464051,7076
+"wd_0",0.01,1613947464051,7076
+"sqr_mom_0",0.99,1613947464051,7076
+"lr_0",4.1322399473987325e-07,1613947464051,7076
+"mom_0",0.9417364374695771,1613947464051,7076
+"eps_0",1e-05,1613947464051,7076
+"wd_1",0.01,1613947464051,7076
+"sqr_mom_1",0.99,1613947464051,7076
+"lr_1",4.132239947398736e-06,1613947464051,7076
+"mom_1",0.9417364374695771,1613947464051,7076
+"eps_1",1e-05,1613947464051,7076
+"wd_2",0.01,1613947464051,7076
+"sqr_mom_2",0.99,1613947464051,7076
+"lr_2",4.1322399473987304e-05,1613947464051,7076
+"mom_2",0.9417364374695771,1613947464051,7076
+"eps_2",1e-05,1613947464051,7076
+"train_loss",0.004770266,1613947465006,7077
+"raw_loss",0.009921149,1613947465006,7077
+"epoch",44.51572327044023,1613947465006,7077
+"wd_0",0.01,1613947465006,7077
+"sqr_mom_0",0.99,1613947465006,7077
+"lr_0",4.1244737640037593e-07,1613947465006,7077
+"mom_0",0.9417519699916923,1613947465006,7077
+"eps_0",1e-05,1613947465006,7077
+"wd_1",0.01,1613947465006,7077
+"sqr_mom_1",0.99,1613947465006,7077
+"lr_1",4.124473764003759e-06,1613947465006,7077
+"mom_1",0.9417519699916923,1613947465006,7077
+"eps_1",1e-05,1613947465006,7077
+"wd_2",0.01,1613947465006,7077
+"sqr_mom_2",0.99,1613947465006,7077
+"lr_2",4.124473764003761e-05,1613947465006,7077
+"mom_2",0.9417519699916923,1613947465006,7077
+"eps_2",1e-05,1613947465006,7077
+"train_loss",0.004735885,1613947465952,7078
+"raw_loss",0.003051224,1613947465952,7078
+"epoch",44.522012578616334,1613947465952,7078
+"wd_0",0.01,1613947465952,7078
+"sqr_mom_0",0.99,1613947465952,7078
+"lr_0",4.116709083324288e-07,1613947465952,7078
+"mom_0",0.9417674995083465,1613947465952,7078
+"eps_0",1e-05,1613947465952,7078
+"wd_1",0.01,1613947465952,7078
+"sqr_mom_1",0.99,1613947465952,7078
+"lr_1",4.11670908332429e-06,1613947465952,7078
+"mom_1",0.9417674995083465,1613947465952,7078
+"eps_1",1e-05,1613947465952,7078
+"wd_2",0.01,1613947465952,7078
+"sqr_mom_2",0.99,1613947465952,7078
+"lr_2",4.1167090833242885e-05,1613947465952,7078
+"mom_2",0.9417674995083465,1613947465952,7078
+"eps_2",1e-05,1613947465952,7078
+"train_loss",0.0047204113,1613947466908,7079
+"raw_loss",0.0039621945,1613947466908,7079
+"epoch",44.528301886792434,1613947466908,7079
+"wd_0",0.01,1613947466908,7079
+"sqr_mom_0",0.99,1613947466908,7079
+"lr_0",4.1089562058182815e-07,1613947466908,7079
+"mom_0",0.9417830054184175,1613947466908,7079
+"eps_0",1e-05,1613947466908,7079
+"wd_1",0.01,1613947466908,7079
+"sqr_mom_1",0.99,1613947466908,7079
+"lr_1",4.108956205818276e-06,1613947466908,7079
+"mom_1",0.9417830054184175,1613947466908,7079
+"eps_1",1e-05,1613947466908,7079
+"wd_2",0.01,1613947466908,7079
+"sqr_mom_2",0.99,1613947466908,7079
+"lr_2",4.1089562058182723e-05,1613947466908,7079
+"mom_2",0.9417830054184175,1613947466908,7079
+"eps_2",1e-05,1613947466908,7079
+"train_loss",0.004724021,1613947467862,7080
+"raw_loss",0.00490091,1613947467862,7080
+"epoch",44.534591194968534,1613947467862,7080
+"wd_0",0.01,1613947467862,7080
+"sqr_mom_0",0.99,1613947467862,7080
+"lr_0",4.101209982756269e-07,1613947467862,7080
+"mom_0",0.9417984980194676,1613947467862,7080
+"eps_0",1e-05,1613947467862,7080
+"wd_1",0.01,1613947467862,7080
+"sqr_mom_1",0.99,1613947467862,7080
+"lr_1",4.101209982756267e-06,1613947467862,7080
+"mom_1",0.9417984980194676,1613947467862,7080
+"eps_1",1e-05,1613947467862,7080
+"wd_2",0.01,1613947467862,7080
+"sqr_mom_2",0.99,1613947467862,7080
+"lr_2",4.1012099827562605e-05,1613947467862,7080
+"mom_2",0.9417984980194676,1613947467862,7080
+"eps_2",1e-05,1613947467862,7080
+"train_loss",0.0047195926,1613947468826,7081
+"raw_loss",0.004502589,1613947468826,7081
+"epoch",44.540880503144635,1613947468826,7081
+"wd_0",0.01,1613947468826,7081
+"sqr_mom_0",0.99,1613947468826,7081
+"lr_0",4.093465283072348e-07,1613947468826,7081
+"mom_0",0.941813987573731,1613947468826,7081
+"eps_0",1e-05,1613947468826,7081
+"wd_1",0.01,1613947468826,7081
+"sqr_mom_1",0.99,1613947468826,7081
+"lr_1",4.093465283072348e-06,1613947468826,7081
+"mom_1",0.941813987573731,1613947468826,7081
+"eps_1",1e-05,1613947468826,7081
+"wd_2",0.01,1613947468826,7081
+"sqr_mom_2",0.99,1613947468826,7081
+"lr_2",4.0934652830723465e-05,1613947468826,7081
+"mom_2",0.941813987573731,1613947468826,7081
+"eps_2",1e-05,1613947468826,7081
+"train_loss",0.004709837,1613947469776,7082
+"raw_loss",0.004231816,1613947469776,7082
+"epoch",44.547169811320735,1613947469776,7082
+"wd_0",0.01,1613947469776,7082
+"sqr_mom_0",0.99,1613947469776,7082
+"lr_0",4.0857323807181516e-07,1613947469776,7082
+"mom_0",0.941829453533099,1613947469776,7082
+"eps_0",1e-05,1613947469776,7082
+"wd_1",0.01,1613947469776,7082
+"sqr_mom_1",0.99,1613947469776,7082
+"lr_1",4.08573238071815e-06,1613947469776,7082
+"mom_1",0.941829453533099,1613947469776,7082
+"eps_1",1e-05,1613947469776,7082
+"wd_2",0.01,1613947469776,7082
+"sqr_mom_2",0.99,1613947469776,7082
+"lr_2",4.085732380718142e-05,1613947469776,7082
+"mom_2",0.941829453533099,1613947469776,7082
+"eps_2",1e-05,1613947469776,7082
+"train_loss",0.0046995357,1613947470759,7083
+"raw_loss",0.004194768,1613947470759,7083
+"epoch",44.553459119496836,1613947470759,7083
+"wd_0",0.01,1613947470759,7083
+"sqr_mom_0",0.99,1613947470759,7083
+"lr_0",4.0780061402053593e-07,1613947470759,7083
+"mom_0",0.9418449061686509,1613947470759,7083
+"eps_0",1e-05,1613947470759,7083
+"wd_1",0.01,1613947470759,7083
+"sqr_mom_1",0.99,1613947470759,7083
+"lr_1",4.078006140205359e-06,1613947470759,7083
+"mom_1",0.9418449061686509,1613947470759,7083
+"eps_1",1e-05,1613947470759,7083
+"wd_2",0.01,1613947470759,7083
+"sqr_mom_2",0.99,1613947470759,7083
+"lr_2",4.078006140205355e-05,1613947470759,7083
+"mom_2",0.9418449061686509,1613947470759,7083
+"eps_2",1e-05,1613947470759,7083
+"train_loss",0.00465,1613947471701,7084
+"raw_loss",0.0022227473,1613947471701,7084
+"epoch",44.559748427672936,1613947471701,7084
+"wd_0",0.01,1613947471701,7084
+"sqr_mom_0",0.99,1613947471701,7084
+"lr_0",4.070281443728886e-07,1613947471701,7084
+"mom_0",0.9418603557160994,1613947471701,7084
+"eps_0",1e-05,1613947471701,7084
+"wd_1",0.01,1613947471701,7084
+"sqr_mom_1",0.99,1613947471701,7084
+"lr_1",4.070281443728891e-06,1613947471701,7084
+"mom_1",0.9418603557160994,1613947471701,7084
+"eps_1",1e-05,1613947471701,7084
+"wd_2",0.01,1613947471701,7084
+"sqr_mom_2",0.99,1613947471701,7084
+"lr_2",4.070281443728887e-05,1613947471701,7084
+"mom_2",0.9418603557160994,1613947471701,7084
+"eps_2",1e-05,1613947471701,7084
+"train_loss",0.0046062632,1613947472654,7085
+"raw_loss",0.0024631524,1613947472654,7085
+"epoch",44.56603773584904,1613947472654,7085
+"wd_0",0.01,1613947472654,7085
+"sqr_mom_0",0.99,1613947472654,7085
+"lr_0",4.0625685387045415e-07,1613947472654,7085
+"mom_0",0.9418757816804076,1613947472654,7085
+"eps_0",1e-05,1613947472654,7085
+"wd_1",0.01,1613947472654,7085
+"sqr_mom_1",0.99,1613947472654,7085
+"lr_1",4.0625685387045415e-06,1613947472654,7085
+"mom_1",0.9418757816804076,1613947472654,7085
+"eps_1",1e-05,1613947472654,7085
+"wd_2",0.01,1613947472654,7085
+"sqr_mom_2",0.99,1613947472654,7085
+"lr_2",4.0625685387045375e-05,1613947472654,7085
+"mom_2",0.9418757816804076,1613947472654,7085
+"eps_2",1e-05,1613947472654,7085
+"train_loss",0.004585283,1613947473606,7086
+"raw_loss",0.0035572404,1613947473606,7086
+"epoch",44.57232704402514,1613947473606,7086
+"wd_0",0.01,1613947473606,7086
+"sqr_mom_0",0.99,1613947473606,7086
+"lr_0",4.0548571914877387e-07,1613947473606,7086
+"mom_0",0.9418912045290697,1613947473606,7086
+"eps_0",1e-05,1613947473606,7086
+"wd_1",0.01,1613947473606,7086
+"sqr_mom_1",0.99,1613947473606,7086
+"lr_1",4.054857191487739e-06,1613947473606,7086
+"mom_1",0.9418912045290697,1613947473606,7086
+"eps_1",1e-05,1613947473606,7086
+"wd_2",0.01,1613947473606,7086
+"sqr_mom_2",0.99,1613947473606,7086
+"lr_2",4.054857191487733e-05,1613947473606,7086
+"mom_2",0.9418912045290697,1613947473606,7086
+"eps_2",1e-05,1613947473606,7086
+"train_loss",0.004547202,1613947474754,7087
+"raw_loss",0.002681237,1613947474754,7087
+"epoch",44.57861635220124,1613947474754,7087
+"wd_0",0.01,1613947474754,7087
+"sqr_mom_0",0.99,1613947474754,7087
+"lr_0",4.0471576317854377e-07,1613947474754,7087
+"mom_0",0.9419066038024672,1613947474754,7087
+"eps_0",1e-05,1613947474754,7087
+"wd_1",0.01,1613947474754,7087
+"sqr_mom_1",0.99,1613947474754,7087
+"lr_1",4.047157631785436e-06,1613947474754,7087
+"mom_1",0.9419066038024672,1613947474754,7087
+"eps_1",1e-05,1613947474754,7087
+"wd_2",0.01,1613947474754,7087
+"sqr_mom_2",0.99,1613947474754,7087
+"lr_2",4.047157631785432e-05,1613947474754,7087
+"mom_2",0.9419066038024672,1613947474754,7087
+"eps_2",1e-05,1613947474754,7087
+"train_loss",0.0045794398,1613947476156,7088
+"raw_loss",0.0061590946,1613947476156,7088
+"epoch",44.58490566037734,1613947476156,7088
+"wd_0",0.01,1613947476156,7088
+"sqr_mom_0",0.99,1613947476156,7088
+"lr_0",4.0394621949354123e-07,1613947476156,7088
+"mom_0",0.9419219948300774,1613947476156,7088
+"eps_0",1e-05,1613947476156,7088
+"wd_1",0.01,1613947476156,7088
+"sqr_mom_1",0.99,1613947476156,7088
+"lr_1",4.039462194935414e-06,1613947476156,7088
+"mom_1",0.9419219948300774,1613947476156,7088
+"eps_1",1e-05,1613947476156,7088
+"wd_2",0.01,1613947476156,7088
+"sqr_mom_2",0.99,1613947476156,7088
+"lr_2",4.039462194935407e-05,1613947476156,7088
+"mom_2",0.9419219948300774,1613947476156,7088
+"eps_2",1e-05,1613947476156,7088
+"train_loss",0.0045632874,1613947477617,7089
+"raw_loss",0.0037718143,1613947477617,7089
+"epoch",44.59119496855344,1613947477617,7089
+"wd_0",0.01,1613947477617,7089
+"sqr_mom_0",0.99,1613947477617,7089
+"lr_0",4.031773439096222e-07,1613947477617,7089
+"mom_0",0.9419373724955324,1613947477617,7089
+"eps_0",1e-05,1613947477617,7089
+"wd_1",0.01,1613947477617,7089
+"sqr_mom_1",0.99,1613947477617,7089
+"lr_1",4.0317734390962255e-06,1613947477617,7089
+"mom_1",0.9419373724955324,1613947477617,7089
+"eps_1",1e-05,1613947477617,7089
+"wd_2",0.01,1613947477617,7089
+"sqr_mom_2",0.99,1613947477617,7089
+"lr_2",4.0317734390962214e-05,1613947477617,7089
+"mom_2",0.9419373724955324,1613947477617,7089
+"eps_2",1e-05,1613947477617,7089
+"train_loss",0.004585281,1613947478680,7090
+"raw_loss",0.005662967,1613947478680,7090
+"epoch",44.59748427672954,1613947478680,7090
+"wd_0",0.01,1613947478680,7090
+"sqr_mom_0",0.99,1613947478680,7090
+"lr_0",4.0240913667185876e-07,1613947478680,7090
+"mom_0",0.9419527367939308,1613947478680,7090
+"eps_0",1e-05,1613947478680,7090
+"wd_1",0.01,1613947478680,7090
+"sqr_mom_1",0.99,1613947478680,7090
+"lr_1",4.0240913667185876e-06,1613947478680,7090
+"mom_1",0.9419527367939308,1613947478680,7090
+"eps_1",1e-05,1613947478680,7090
+"wd_2",0.01,1613947478680,7090
+"sqr_mom_2",0.99,1613947478680,7090
+"lr_2",4.0240913667185835e-05,1613947478680,7090
+"mom_2",0.9419527367939308,1613947478680,7090
+"eps_2",1e-05,1613947478680,7090
+"train_loss",0.004553593,1613947479759,7091
+"raw_loss",0.0030009015,1613947479759,7091
+"epoch",44.60377358490564,1613947479759,7091
+"wd_0",0.01,1613947479759,7091
+"sqr_mom_0",0.99,1613947479759,7091
+"lr_0",4.016418524875872e-07,1613947479759,7091
+"mom_0",0.9419680826310746,1613947479759,7091
+"eps_0",1e-05,1613947479759,7091
+"wd_1",0.01,1613947479759,7091
+"sqr_mom_1",0.99,1613947479759,7091
+"lr_1",4.016418524875865e-06,1613947479759,7091
+"mom_1",0.9419680826310746,1613947479759,7091
+"eps_1",1e-05,1613947479759,7091
+"wd_2",0.01,1613947479759,7091
+"sqr_mom_2",0.99,1613947479759,7091
+"lr_2",4.016418524875864e-05,1613947479759,7091
+"mom_2",0.9419680826310746,1613947479759,7091
+"eps_2",1e-05,1613947479759,7091
+"train_loss",0.0045631775,1613947480717,7092
+"raw_loss",0.005032798,1613947480717,7092
+"epoch",44.61006289308174,1613947480717,7092
+"wd_0",0.01,1613947480717,7092
+"sqr_mom_0",0.99,1613947480717,7092
+"lr_0",4.0087472821400845e-07,1613947480717,7092
+"mom_0",0.9419834252699725,1613947480717,7092
+"eps_0",1e-05,1613947480717,7092
+"wd_1",0.01,1613947480717,7092
+"sqr_mom_1",0.99,1613947480717,7092
+"lr_1",4.0087472821400845e-06,1613947480717,7092
+"mom_1",0.9419834252699725,1613947480717,7092
+"eps_1",1e-05,1613947480717,7092
+"wd_2",0.01,1613947480717,7092
+"sqr_mom_2",0.99,1613947480717,7092
+"lr_2",4.0087472821400804e-05,1613947480717,7092
+"mom_2",0.9419834252699725,1613947480717,7092
+"eps_2",1e-05,1613947480717,7092
+"train_loss",0.0046182685,1613947481740,7093
+"raw_loss",0.00731773,1613947481740,7093
+"epoch",44.61635220125784,1613947481740,7093
+"wd_0",0.01,1613947481740,7093
+"sqr_mom_0",0.99,1613947481740,7093
+"lr_0",4.001087815016453e-07,1613947481740,7093
+"mom_0",0.9419987443574106,1613947481740,7093
+"eps_0",1e-05,1613947481740,7093
+"wd_1",0.01,1613947481740,7093
+"sqr_mom_1",0.99,1613947481740,7093
+"lr_1",4.001087815016446e-06,1613947481740,7093
+"mom_1",0.9419987443574106,1613947481740,7093
+"eps_1",1e-05,1613947481740,7093
+"wd_2",0.01,1613947481740,7093
+"sqr_mom_2",0.99,1613947481740,7093
+"lr_2",4.001087815016445e-05,1613947481740,7093
+"mom_2",0.9419987443574106,1613947481740,7093
+"eps_2",1e-05,1613947481740,7093
+"train_loss",0.004607707,1613947482721,7094
+"raw_loss",0.0040901806,1613947482721,7094
+"epoch",44.62264150943394,1613947482721,7094
+"wd_0",0.01,1613947482721,7094
+"sqr_mom_0",0.99,1613947482721,7094
+"lr_0",3.993435036695826e-07,1613947482721,7094
+"mom_0",0.942014050067109,1613947482721,7094
+"eps_0",1e-05,1613947482721,7094
+"wd_1",0.01,1613947482721,7094
+"sqr_mom_1",0.99,1613947482721,7094
+"lr_1",3.993435036695829e-06,1613947482721,7094
+"mom_1",0.942014050067109,1613947482721,7094
+"eps_1",1e-05,1613947482721,7094
+"wd_2",0.01,1613947482721,7094
+"sqr_mom_2",0.99,1613947482721,7094
+"lr_2",3.99343503669582e-05,1613947482721,7094
+"mom_2",0.942014050067109,1613947482721,7094
+"eps_2",1e-05,1613947482721,7094
+"train_loss",0.004627367,1613947483725,7095
+"raw_loss",0.00559072,1613947483725,7095
+"epoch",44.62893081761004,1613947483725,7095
+"wd_0",0.01,1613947483725,7095
+"sqr_mom_0",0.99,1613947483725,7095
+"lr_0",3.985783878123837e-07,1613947483725,7095
+"mom_0",0.9420293525372777,1613947483725,7095
+"eps_0",1e-05,1613947483725,7095
+"wd_1",0.01,1613947483725,7095
+"sqr_mom_1",0.99,1613947483725,7095
+"lr_1",3.985783878123832e-06,1613947483725,7095
+"mom_1",0.9420293525372777,1613947483725,7095
+"eps_1",1e-05,1613947483725,7095
+"wd_2",0.01,1613947483725,7095
+"sqr_mom_2",0.99,1613947483725,7095
+"lr_2",3.985783878123828e-05,1613947483725,7095
+"mom_2",0.9420293525372777,1613947483725,7095
+"eps_2",1e-05,1613947483725,7095
+"train_loss",0.0046026176,1613947484675,7096
+"raw_loss",0.0033898826,1613947484675,7096
+"epoch",44.63522012578614,1613947484675,7096
+"wd_0",0.01,1613947484675,7096
+"sqr_mom_0",0.99,1613947484675,7096
+"lr_0",3.978144489162471e-07,1613947484675,7096
+"mom_0",0.9420446314679897,1613947484675,7096
+"eps_0",1e-05,1613947484675,7096
+"wd_1",0.01,1613947484675,7096
+"sqr_mom_1",0.99,1613947484675,7096
+"lr_1",3.978144489162471e-06,1613947484675,7096
+"mom_1",0.9420446314679897,1613947484675,7096
+"eps_1",1e-05,1613947484675,7096
+"wd_2",0.01,1613947484675,7096
+"sqr_mom_2",0.99,1613947484675,7096
+"lr_2",3.97814448916247e-05,1613947484675,7096
+"mom_2",0.9420446314679897,1613947484675,7096
+"eps_2",1e-05,1613947484675,7096
+"train_loss",0.0045918603,1613947485682,7097
+"raw_loss",0.0040647527,1613947485682,7097
+"epoch",44.64150943396224,1613947485682,7097
+"wd_0",0.01,1613947485682,7097
+"sqr_mom_0",0.99,1613947485682,7097
+"lr_0",3.9705092650106493e-07,1613947485682,7097
+"mom_0",0.9420599020689994,1613947485682,7097
+"eps_0",1e-05,1613947485682,7097
+"wd_1",0.01,1613947485682,7097
+"sqr_mom_1",0.99,1613947485682,7097
+"lr_1",3.970509265010653e-06,1613947485682,7097
+"mom_1",0.9420599020689994,1613947485682,7097
+"eps_1",1e-05,1613947485682,7097
+"wd_2",0.01,1613947485682,7097
+"sqr_mom_2",0.99,1613947485682,7097
+"lr_2",3.970509265010646e-05,1613947485682,7097
+"mom_2",0.9420599020689994,1613947485682,7097
+"eps_2",1e-05,1613947485682,7097
+"train_loss",0.0046464885,1613947486658,7098
+"raw_loss",0.007323273,1613947486658,7098
+"epoch",44.64779874213834,1613947486658,7098
+"wd_0",0.01,1613947486658,7098
+"sqr_mom_0",0.99,1613947486658,7098
+"lr_0",3.962880743847618e-07,1613947486658,7098
+"mom_0",0.9420751592638974,1613947486658,7098
+"eps_0",1e-05,1613947486658,7098
+"wd_1",0.01,1613947486658,7098
+"sqr_mom_1",0.99,1613947486658,7098
+"lr_1",3.962880743847618e-06,1613947486658,7098
+"mom_1",0.9420751592638974,1613947486658,7098
+"eps_1",1e-05,1613947486658,7098
+"wd_2",0.01,1613947486658,7098
+"sqr_mom_2",0.99,1613947486658,7098
+"lr_2",3.96288074384761e-05,1613947486658,7098
+"mom_2",0.9420751592638974,1613947486658,7098
+"eps_2",1e-05,1613947486658,7098
+"train_loss",0.004620401,1613947487636,7099
+"raw_loss",0.0033421149,1613947487636,7099
+"epoch",44.65408805031444,1613947487636,7099
+"wd_0",0.01,1613947487636,7099
+"sqr_mom_0",0.99,1613947487636,7099
+"lr_0",3.9552589281048874e-07,1613947487636,7099
+"mom_0",0.9420904030478207,1613947487636,7099
+"eps_0",1e-05,1613947487636,7099
+"wd_1",0.01,1613947487636,7099
+"sqr_mom_1",0.99,1613947487636,7099
+"lr_1",3.955258928104887e-06,1613947487636,7099
+"mom_1",0.9420904030478207,1613947487636,7099
+"eps_1",1e-05,1613947487636,7099
+"wd_2",0.01,1613947487636,7099
+"sqr_mom_2",0.99,1613947487636,7099
+"lr_2",3.9552589281048806e-05,1613947487636,7099
+"mom_2",0.9420904030478207,1613947487636,7099
+"eps_2",1e-05,1613947487636,7099
+"train_loss",0.0045862803,1613947488587,7100
+"raw_loss",0.0029143551,1613947488587,7100
+"epoch",44.66037735849054,1613947488587,7100
+"wd_0",0.01,1613947488587,7100
+"sqr_mom_0",0.99,1613947488587,7100
+"lr_0",3.947646344840093e-07,1613947488587,7100
+"mom_0",0.9421056283666034,1613947488587,7100
+"eps_0",1e-05,1613947488587,7100
+"wd_1",0.01,1613947488587,7100
+"sqr_mom_1",0.99,1613947488587,7100
+"lr_1",3.947646344840098e-06,1613947488587,7100
+"mom_1",0.9421056283666034,1613947488587,7100
+"eps_1",1e-05,1613947488587,7100
+"wd_2",0.01,1613947488587,7100
+"sqr_mom_2",0.99,1613947488587,7100
+"lr_2",3.94764634484009e-05,1613947488587,7100
+"mom_2",0.9421056283666034,1613947488587,7100
+"eps_2",1e-05,1613947488587,7100
+"train_loss",0.004582764,1613947489554,7101
+"raw_loss",0.0044104634,1613947489554,7101
+"epoch",44.66666666666664,1613947489554,7101
+"wd_0",0.01,1613947489554,7101
+"sqr_mom_0",0.99,1613947489554,7101
+"lr_0",3.9400354225956424e-07,1613947489554,7101
+"mom_0",0.9421208503633123,1613947489554,7101
+"eps_0",1e-05,1613947489554,7101
+"wd_1",0.01,1613947489554,7101
+"sqr_mom_1",0.99,1613947489554,7101
+"lr_1",3.940035422595642e-06,1613947489554,7101
+"mom_1",0.9421208503633123,1613947489554,7101
+"eps_1",1e-05,1613947489554,7101
+"wd_2",0.01,1613947489554,7101
+"sqr_mom_2",0.99,1613947489554,7101
+"lr_2",3.940035422595644e-05,1613947489554,7101
+"mom_2",0.9421208503633123,1613947489554,7101
+"eps_2",1e-05,1613947489554,7101
+"train_loss",0.0045852256,1613947490559,7102
+"raw_loss",0.00470585,1613947490559,7102
+"epoch",44.67295597484274,1613947490559,7102
+"wd_0",0.01,1613947490559,7102
+"sqr_mom_0",0.99,1613947490559,7102
+"lr_0",3.9324362578568665e-07,1613947490559,7102
+"mom_0",0.9421360488447746,1613947490559,7102
+"eps_0",1e-05,1613947490559,7102
+"wd_1",0.01,1613947490559,7102
+"sqr_mom_1",0.99,1613947490559,7102
+"lr_1",3.9324362578568614e-06,1613947490559,7102
+"mom_1",0.9421360488447746,1613947490559,7102
+"eps_1",1e-05,1613947490559,7102
+"wd_2",0.01,1613947490559,7102
+"sqr_mom_2",0.99,1613947490559,7102
+"lr_2",3.93243625785686e-05,1613947490559,7102
+"mom_2",0.9421360488447746,1613947490559,7102
+"eps_2",1e-05,1613947490559,7102
+"train_loss",0.0046711657,1613947491515,7103
+"raw_loss",0.008882244,1613947491515,7103
+"epoch",44.679245283018844,1613947491515,7103
+"wd_0",0.01,1613947491515,7103
+"sqr_mom_0",0.99,1613947491515,7103
+"lr_0",3.924843803788479e-07,1613947491515,7103
+"mom_0",0.9421512339047621,1613947491515,7103
+"eps_0",1e-05,1613947491515,7103
+"wd_1",0.01,1613947491515,7103
+"sqr_mom_1",0.99,1613947491515,7103
+"lr_1",3.924843803788484e-06,1613947491515,7103
+"mom_1",0.9421512339047621,1613947491515,7103
+"eps_1",1e-05,1613947491515,7103
+"wd_2",0.01,1613947491515,7103
+"sqr_mom_2",0.99,1613947491515,7103
+"lr_2",3.92484380378848e-05,1613947491515,7103
+"mom_2",0.9421512339047621,1613947491515,7103
+"eps_2",1e-05,1613947491515,7103
+"train_loss",0.0046359412,1613947492479,7104
+"raw_loss",0.0029099449,1613947492479,7104
+"epoch",44.685534591194944,1613947492479,7104
+"wd_0",0.01,1613947492479,7104
+"sqr_mom_0",0.99,1613947492479,7104
+"lr_0",3.9172530313680173e-07,1613947492479,7104
+"mom_0",0.9421664156014199,1613947492479,7104
+"eps_0",1e-05,1613947492479,7104
+"wd_1",0.01,1613947492479,7104
+"sqr_mom_1",0.99,1613947492479,7104
+"lr_1",3.917253031368017e-06,1613947492479,7104
+"mom_1",0.9421664156014199,1613947492479,7104
+"eps_1",1e-05,1613947492479,7104
+"wd_2",0.01,1613947492479,7104
+"sqr_mom_2",0.99,1613947492479,7104
+"lr_2",3.9172530313680146e-05,1613947492479,7104
+"mom_2",0.9421664156014199,1613947492479,7104
+"eps_2",1e-05,1613947492479,7104
+"train_loss",0.004598764,1613947493470,7105
+"raw_loss",0.0027770705,1613947493470,7105
+"epoch",44.691823899371045,1613947493470,7105
+"wd_0",0.01,1613947493470,7105
+"sqr_mom_0",0.99,1613947493470,7105
+"lr_0",3.909674010350485e-07,1613947493470,7105
+"mom_0",0.942181573795037,1613947493470,7105
+"eps_0",1e-05,1613947493470,7105
+"wd_1",0.01,1613947493470,7105
+"sqr_mom_1",0.99,1613947493470,7105
+"lr_1",3.909674010350488e-06,1613947493470,7105
+"mom_1",0.942181573795037,1613947493470,7105
+"eps_1",1e-05,1613947493470,7105
+"wd_2",0.01,1613947493470,7105
+"sqr_mom_2",0.99,1613947493470,7105
+"lr_2",3.909674010350487e-05,1613947493470,7105
+"mom_2",0.942181573795037,1613947493470,7105
+"eps_2",1e-05,1613947493470,7105
+"train_loss",0.0045784847,1613947494432,7106
+"raw_loss",0.0035848012,1613947494432,7106
+"epoch",44.698113207547145,1613947494432,7106
+"wd_0",0.01,1613947494432,7106
+"sqr_mom_0",0.99,1613947494432,7106
+"lr_0",3.9021017072537565e-07,1613947494432,7106
+"mom_0",0.942196718552678,1613947494432,7106
+"eps_0",1e-05,1613947494432,7106
+"wd_1",0.01,1613947494432,7106
+"sqr_mom_1",0.99,1613947494432,7106
+"lr_1",3.902101707253755e-06,1613947494432,7106
+"mom_1",0.942196718552678,1613947494432,7106
+"eps_1",1e-05,1613947494432,7106
+"wd_2",0.01,1613947494432,7106
+"sqr_mom_2",0.99,1613947494432,7106
+"lr_2",3.9021017072537534e-05,1613947494432,7106
+"mom_2",0.942196718552678,1613947494432,7106
+"eps_2",1e-05,1613947494432,7106
+"train_loss",0.0046182927,1613947495444,7107
+"raw_loss",0.0065688877,1613947495444,7107
+"epoch",44.704402515723245,1613947495444,7107
+"wd_0",0.01,1613947495444,7107
+"sqr_mom_0",0.99,1613947495444,7107
+"lr_0",3.8945311064277073e-07,1613947495444,7107
+"mom_0",0.9422118599057436,1613947495444,7107
+"eps_0",1e-05,1613947495444,7107
+"wd_1",0.01,1613947495444,7107
+"sqr_mom_1",0.99,1613947495444,7107
+"lr_1",3.894531106427704e-06,1613947495444,7107
+"mom_1",0.9422118599057436,1613947495444,7107
+"eps_1",1e-05,1613947495444,7107
+"wd_2",0.01,1613947495444,7107
+"sqr_mom_2",0.99,1613947495444,7107
+"lr_2",3.894531106427701e-05,1613947495444,7107
+"mom_2",0.9422118599057436,1613947495444,7107
+"eps_2",1e-05,1613947495444,7107
+"train_loss",0.0045758714,1613947496482,7108
+"raw_loss",0.0024972155,1613947496482,7108
+"epoch",44.710691823899346,1613947496482,7108
+"wd_0",0.01,1613947496482,7108
+"sqr_mom_0",0.99,1613947496482,7108
+"lr_0",3.886972250868164e-07,1613947496482,7108
+"mom_0",0.9422269777680413,1613947496482,7108
+"eps_0",1e-05,1613947496482,7108
+"wd_1",0.01,1613947496482,7108
+"sqr_mom_1",0.99,1613947496482,7108
+"lr_1",3.886972250868162e-06,1613947496482,7108
+"mom_1",0.9422269777680413,1613947496482,7108
+"eps_1",1e-05,1613947496482,7108
+"wd_2",0.01,1613947496482,7108
+"sqr_mom_2",0.99,1613947496482,7108
+"lr_2",3.886972250868154e-05,1613947496482,7108
+"mom_2",0.9422269777680413,1613947496482,7108
+"eps_2",1e-05,1613947496482,7108
+"train_loss",0.004711566,1613947497501,7109
+"raw_loss",0.0113606155,1613947497501,7109
+"epoch",44.716981132075446,1613947497501,7109
+"wd_0",0.01,1613947497501,7109
+"sqr_mom_0",0.99,1613947497501,7109
+"lr_0",3.879417615893201e-07,1613947497501,7109
+"mom_0",0.9422420871890854,1613947497501,7109
+"eps_0",1e-05,1613947497501,7109
+"wd_1",0.01,1613947497501,7109
+"sqr_mom_1",0.99,1613947497501,7109
+"lr_1",3.879417615893203e-06,1613947497501,7109
+"mom_1",0.9422420871890854,1613947497501,7109
+"eps_1",1e-05,1613947497501,7109
+"wd_2",0.01,1613947497501,7109
+"sqr_mom_2",0.99,1613947497501,7109
+"lr_2",3.8794176158931987e-05,1613947497501,7109
+"mom_2",0.9422420871890854,1613947497501,7109
+"eps_2",1e-05,1613947497501,7109
+"train_loss",0.0047229873,1613947498643,7110
+"raw_loss",0.0052826405,1613947498643,7110
+"epoch",44.72327044025155,1613947498643,7110
+"wd_0",0.01,1613947498643,7110
+"sqr_mom_0",0.99,1613947498643,7110
+"lr_0",3.871869712941463e-07,1613947498643,7110
+"mom_0",0.9422571831459485,1613947498643,7110
+"eps_0",1e-05,1613947498643,7110
+"wd_1",0.01,1613947498643,7110
+"sqr_mom_1",0.99,1613947498643,7110
+"lr_1",3.8718697129414665e-06,1613947498643,7110
+"mom_1",0.9422571831459485,1613947498643,7110
+"eps_1",1e-05,1613947498643,7110
+"wd_2",0.01,1613947498643,7110
+"sqr_mom_2",0.99,1613947498643,7110
+"lr_2",3.871869712941461e-05,1613947498643,7110
+"mom_2",0.9422571831459485,1613947498643,7110
+"eps_2",1e-05,1613947498643,7110
+"train_loss",0.0047357734,1613947499660,7111
+"raw_loss",0.005362286,1613947499660,7111
+"epoch",44.72955974842765,1613947499660,7111
+"wd_0",0.01,1613947499660,7111
+"sqr_mom_0",0.99,1613947499660,7111
+"lr_0",3.8643285444187525e-07,1613947499660,7111
+"mom_0",0.9422722656338188,1613947499660,7111
+"eps_0",1e-05,1613947499660,7111
+"wd_1",0.01,1613947499660,7111
+"sqr_mom_1",0.99,1613947499660,7111
+"lr_1",3.864328544418751e-06,1613947499660,7111
+"mom_1",0.9422722656338188,1613947499660,7111
+"eps_1",1e-05,1613947499660,7111
+"wd_2",0.01,1613947499660,7111
+"sqr_mom_2",0.99,1613947499660,7111
+"lr_2",3.864328544418748e-05,1613947499660,7111
+"mom_2",0.9422722656338188,1613947499660,7111
+"eps_2",1e-05,1613947499660,7111
+"train_loss",0.0047186026,1613947500613,7112
+"raw_loss",0.003877233,1613947500613,7112
+"epoch",44.73584905660375,1613947500613,7112
+"wd_0",0.01,1613947500613,7112
+"sqr_mom_0",0.99,1613947500613,7112
+"lr_0",3.856796610593916e-07,1613947500613,7112
+"mom_0",0.9422873296521086,1613947500613,7112
+"eps_0",1e-05,1613947500613,7112
+"wd_1",0.01,1613947500613,7112
+"sqr_mom_1",0.99,1613947500613,7112
+"lr_1",3.856796610593921e-06,1613947500613,7112
+"mom_1",0.9422873296521086,1613947500613,7112
+"eps_1",1e-05,1613947500613,7112
+"wd_2",0.01,1613947500613,7112
+"sqr_mom_2",0.99,1613947500613,7112
+"lr_2",3.856796610593916e-05,1613947500613,7112
+"mom_2",0.9422873296521086,1613947500613,7112
+"eps_2",1e-05,1613947500613,7112
+"train_loss",0.004798101,1613947501619,7113
+"raw_loss",0.008693526,1613947501619,7113
+"epoch",44.74213836477985,1613947501619,7113
+"wd_0",0.01,1613947501619,7113
+"sqr_mom_0",0.99,1613947501619,7113
+"lr_0",3.8492664202728737e-07,1613947501619,7113
+"mom_0",0.942302390183356,1613947501619,7113
+"eps_0",1e-05,1613947501619,7113
+"wd_1",0.01,1613947501619,7113
+"sqr_mom_1",0.99,1613947501619,7113
+"lr_1",3.849266420272877e-06,1613947501619,7113
+"mom_1",0.942302390183356,1613947501619,7113
+"eps_1",1e-05,1613947501619,7113
+"wd_2",0.01,1613947501619,7113
+"sqr_mom_2",0.99,1613947501619,7113
+"lr_2",3.849266420272873e-05,1613947501619,7113
+"mom_2",0.942302390183356,1613947501619,7113
+"eps_2",1e-05,1613947501619,7113
+"train_loss",0.0047959224,1613947502570,7114
+"raw_loss",0.004689188,1613947502570,7114
+"epoch",44.74842767295595,1613947502570,7114
+"wd_0",0.01,1613947502570,7114
+"sqr_mom_0",0.99,1613947502570,7114
+"lr_0",3.841747962843745e-07,1613947502570,7114
+"mom_0",0.9423174272485849,1613947502570,7114
+"eps_0",1e-05,1613947502570,7114
+"wd_1",0.01,1613947502570,7114
+"sqr_mom_1",0.99,1613947502570,7114
+"lr_1",3.84174796284374e-06,1613947502570,7114
+"mom_1",0.9423174272485849,1613947502570,7114
+"eps_1",1e-05,1613947502570,7114
+"wd_2",0.01,1613947502570,7114
+"sqr_mom_2",0.99,1613947502570,7114
+"lr_2",3.84174796284374e-05,1613947502570,7114
+"mom_2",0.9423174272485849,1613947502570,7114
+"eps_2",1e-05,1613947502570,7114
+"train_loss",0.0047689658,1613947503558,7115
+"raw_loss",0.0034480966,1613947503558,7115
+"epoch",44.75471698113205,1613947503558,7115
+"wd_0",0.01,1613947503558,7115
+"sqr_mom_0",0.99,1613947503558,7115
+"lr_0",3.834236244971691e-07,1613947503558,7115
+"mom_0",0.942332450834565,1613947503558,7115
+"eps_0",1e-05,1613947503558,7115
+"wd_1",0.01,1613947503558,7115
+"sqr_mom_1",0.99,1613947503558,7115
+"lr_1",3.834236244971696e-06,1613947503558,7115
+"mom_1",0.942332450834565,1613947503558,7115
+"eps_1",1e-05,1613947503558,7115
+"wd_2",0.01,1613947503558,7115
+"sqr_mom_2",0.99,1613947503558,7115
+"lr_2",3.834236244971691e-05,1613947503558,7115
+"mom_2",0.942332450834565,1613947503558,7115
+"eps_2",1e-05,1613947503558,7115
+"train_loss",0.0047600814,1613947504623,7116
+"raw_loss",0.004324753,1613947504623,7116
+"epoch",44.76100628930815,1613947504623,7116
+"wd_0",0.01,1613947504623,7116
+"sqr_mom_0",0.99,1613947504623,7116
+"lr_0",3.8267262912113617e-07,1613947504623,7116
+"mom_0",0.9423474708922861,1613947504623,7116
+"eps_0",1e-05,1613947504623,7116
+"wd_1",0.01,1613947504623,7116
+"sqr_mom_1",0.99,1613947504623,7116
+"lr_1",3.826726291211363e-06,1613947504623,7116
+"mom_1",0.9423474708922861,1613947504623,7116
+"eps_1",1e-05,1613947504623,7116
+"wd_2",0.01,1613947504623,7116
+"sqr_mom_2",0.99,1613947504623,7116
+"lr_2",3.826726291211361e-05,1613947504623,7116
+"mom_2",0.9423474708922861,1613947504623,7116
+"eps_2",1e-05,1613947504623,7116
+"train_loss",0.004727344,1613947505583,7117
+"raw_loss",0.0031232103,1613947505583,7117
+"epoch",44.76729559748425,1613947505583,7117
+"wd_0",0.01,1613947505583,7117
+"sqr_mom_0",0.99,1613947505583,7117
+"lr_0",3.819228064105497e-07,1613947505583,7117
+"mom_0",0.9423624674964639,1613947505583,7117
+"eps_0",1e-05,1613947505583,7117
+"wd_1",0.01,1613947505583,7117
+"sqr_mom_1",0.99,1613947505583,7117
+"lr_1",3.819228064105495e-06,1613947505583,7117
+"mom_1",0.9423624674964639,1613947505583,7117
+"eps_1",1e-05,1613947505583,7117
+"wd_2",0.01,1613947505583,7117
+"sqr_mom_2",0.99,1613947505583,7117
+"lr_2",3.8192280641054926e-05,1613947505583,7117
+"mom_2",0.9423624674964639,1613947505583,7117
+"eps_2",1e-05,1613947505583,7117
+"train_loss",0.004835722,1613947506562,7118
+"raw_loss",0.010146256,1613947506562,7118
+"epoch",44.77358490566035,1613947506562,7118
+"wd_0",0.01,1613947506562,7118
+"sqr_mom_0",0.99,1613947506562,7118
+"lr_0",3.8117340992889386e-07,1613947506562,7118
+"mom_0",0.9423774555759779,1613947506562,7118
+"eps_0",1e-05,1613947506562,7118
+"wd_1",0.01,1613947506562,7118
+"sqr_mom_1",0.99,1613947506562,7118
+"lr_1",3.8117340992889403e-06,1613947506562,7118
+"mom_1",0.9423774555759779,1613947506562,7118
+"eps_1",1e-05,1613947506562,7118
+"wd_2",0.01,1613947506562,7118
+"sqr_mom_2",0.99,1613947506562,7118
+"lr_2",3.811734099288936e-05,1613947506562,7118
+"mom_2",0.9423774555759779,1613947506562,7118
+"eps_2",1e-05,1613947506562,7118
+"train_loss",0.0048273685,1613947507522,7119
+"raw_loss",0.004418039,1613947507522,7119
+"epoch",44.77987421383645,1613947507522,7119
+"wd_0",0.01,1613947507522,7119
+"sqr_mom_0",0.99,1613947507522,7119
+"lr_0",3.8042468880689415e-07,1613947507522,7119
+"mom_0",0.9423924301481635,1613947507522,7119
+"eps_0",1e-05,1613947507522,7119
+"wd_1",0.01,1613947507522,7119
+"sqr_mom_1",0.99,1613947507522,7119
+"lr_1",3.8042468880689415e-06,1613947507522,7119
+"mom_1",0.9423924301481635,1613947507522,7119
+"eps_1",1e-05,1613947507522,7119
+"wd_2",0.01,1613947507522,7119
+"sqr_mom_2",0.99,1613947507522,7119
+"lr_2",3.804246888068933e-05,1613947507522,7119
+"mom_2",0.9423924301481635,1613947507522,7119
+"eps_2",1e-05,1613947507522,7119
+"train_loss",0.0048093693,1613947508515,7120
+"raw_loss",0.0039274124,1613947508515,7120
+"epoch",44.78616352201255,1613947508515,7120
+"wd_0",0.01,1613947508515,7120
+"sqr_mom_0",0.99,1613947508515,7120
+"lr_0",3.7967664328319617e-07,1613947508515,7120
+"mom_0",0.9424073912082481,1613947508515,7120
+"eps_0",1e-05,1613947508515,7120
+"wd_1",0.01,1613947508515,7120
+"sqr_mom_1",0.99,1613947508515,7120
+"lr_1",3.7967664328319566e-06,1613947508515,7120
+"mom_1",0.9424073912082481,1613947508515,7120
+"eps_1",1e-05,1613947508515,7120
+"wd_2",0.01,1613947508515,7120
+"sqr_mom_2",0.99,1613947508515,7120
+"lr_2",3.796766432831954e-05,1613947508515,7120
+"mom_2",0.9424073912082481,1613947508515,7120
+"eps_2",1e-05,1613947508515,7120
+"train_loss",0.0047854497,1613947509487,7121
+"raw_loss",0.0036133837,1613947509487,7121
+"epoch",44.79245283018865,1613947509487,7121
+"wd_0",0.01,1613947509487,7121
+"sqr_mom_0",0.99,1613947509487,7121
+"lr_0",3.7892952136797285e-07,1613947509487,7121
+"mom_0",0.9424223337959785,1613947509487,7121
+"eps_0",1e-05,1613947509487,7121
+"wd_1",0.01,1613947509487,7121
+"sqr_mom_1",0.99,1613947509487,7121
+"lr_1",3.7892952136797285e-06,1613947509487,7121
+"mom_1",0.9424223337959785,1613947509487,7121
+"eps_1",1e-05,1613947509487,7121
+"wd_2",0.01,1613947509487,7121
+"sqr_mom_2",0.99,1613947509487,7121
+"lr_2",3.789295213679723e-05,1613947509487,7121
+"mom_2",0.9424223337959785,1613947509487,7121
+"eps_2",1e-05,1613947509487,7121
+"train_loss",0.004786127,1613947510483,7122
+"raw_loss",0.0048192935,1613947510483,7122
+"epoch",44.79874213836475,1613947510483,7122
+"wd_0",0.01,1613947510483,7122
+"sqr_mom_0",0.99,1613947510483,7122
+"lr_0",3.7818257998421465e-07,1613947510483,7122
+"mom_0",0.9424372727730433,1613947510483,7122
+"eps_0",1e-05,1613947510483,7122
+"wd_1",0.01,1613947510483,7122
+"sqr_mom_1",0.99,1613947510483,7122
+"lr_1",3.7818257998421532e-06,1613947510483,7122
+"mom_1",0.9424372727730433,1613947510483,7122
+"eps_1",1e-05,1613947510483,7122
+"wd_2",0.01,1613947510483,7122
+"sqr_mom_2",0.99,1613947510483,7122
+"lr_2",3.7818257998421465e-05,1613947510483,7122
+"mom_2",0.9424372727730433,1613947510483,7122
+"eps_2",1e-05,1613947510483,7122
+"train_loss",0.00481763,1613947511487,7123
+"raw_loss",0.0063613034,1613947511487,7123
+"epoch",44.80503144654085,1613947511487,7123
+"wd_0",0.01,1613947511487,7123
+"sqr_mom_0",0.99,1613947511487,7123
+"lr_0",3.7743681000825803e-07,1613947511487,7123
+"mom_0",0.9424521883217181,1613947511487,7123
+"eps_0",1e-05,1613947511487,7123
+"wd_1",0.01,1613947511487,7123
+"sqr_mom_1",0.99,1613947511487,7123
+"lr_1",3.7743681000825753e-06,1613947511487,7123
+"mom_1",0.9424521883217181,1613947511487,7123
+"eps_1",1e-05,1613947511487,7123
+"wd_2",0.01,1613947511487,7123
+"sqr_mom_2",0.99,1613947511487,7123
+"lr_2",3.774368100082574e-05,1613947511487,7123
+"mom_2",0.9424521883217181,1613947511487,7123
+"eps_2",1e-05,1613947511487,7123
+"train_loss",0.0047748913,1613947512442,7124
+"raw_loss",0.0026806898,1613947512442,7124
+"epoch",44.81132075471695,1613947512442,7124
+"wd_0",0.01,1613947512442,7124
+"sqr_mom_0",0.99,1613947512442,7124
+"lr_0",3.766917161342388e-07,1613947512442,7124
+"mom_0",0.9424670903482186,1613947512442,7124
+"eps_0",1e-05,1613947512442,7124
+"wd_1",0.01,1613947512442,7124
+"sqr_mom_1",0.99,1613947512442,7124
+"lr_1",3.766917161342388e-06,1613947512442,7124
+"mom_1",0.9424670903482186,1613947512442,7124
+"eps_1",1e-05,1613947512442,7124
+"wd_2",0.01,1613947512442,7124
+"sqr_mom_2",0.99,1613947512442,7124
+"lr_2",3.766917161342388e-05,1613947512442,7124
+"mom_2",0.9424670903482186,1613947512442,7124
+"eps_2",1e-05,1613947512442,7124
+"train_loss",0.0048256274,1613947513414,7125
+"raw_loss",0.007311698,1613947513414,7125
+"epoch",44.81761006289305,1613947513414,7125
+"wd_0",0.01,1613947513414,7125
+"sqr_mom_0",0.99,1613947513414,7125
+"lr_0",3.759468048509446e-07,1613947513414,7125
+"mom_0",0.9424819887228683,1613947513414,7125
+"eps_0",1e-05,1613947513414,7125
+"wd_1",0.01,1613947513414,7125
+"sqr_mom_1",0.99,1613947513414,7125
+"lr_1",3.759468048509444e-06,1613947513414,7125
+"mom_1",0.9424819887228683,1613947513414,7125
+"eps_1",1e-05,1613947513414,7125
+"wd_2",0.01,1613947513414,7125
+"sqr_mom_2",0.99,1613947513414,7125
+"lr_2",3.7594680485094386e-05,1613947513414,7125
+"mom_2",0.9424819887228683,1613947513414,7125
+"eps_2",1e-05,1613947513414,7125
+"train_loss",0.0049130595,1613947514494,7126
+"raw_loss",0.009197244,1613947514494,7126
+"epoch",44.82389937106915,1613947514494,7126
+"wd_0",0.01,1613947514494,7126
+"sqr_mom_0",0.99,1613947514494,7126
+"lr_0",3.752030643416206e-07,1613947514494,7126
+"mom_0",0.9424968636818044,1613947514494,7126
+"eps_0",1e-05,1613947514494,7126
+"wd_1",0.01,1613947514494,7126
+"sqr_mom_1",0.99,1613947514494,7126
+"lr_1",3.752030643416204e-06,1613947514494,7126
+"mom_1",0.9424968636818044,1613947514494,7126
+"eps_1",1e-05,1613947514494,7126
+"wd_2",0.01,1613947514494,7126
+"sqr_mom_2",0.99,1613947514494,7126
+"lr_2",3.752030643416204e-05,1613947514494,7126
+"mom_2",0.9424968636818044,1613947514494,7126
+"eps_2",1e-05,1613947514494,7126
+"train_loss",0.0048916857,1613947515481,7127
+"raw_loss",0.003844372,1613947515481,7127
+"epoch",44.83018867924525,1613947515481,7127
+"wd_0",0.01,1613947515481,7127
+"sqr_mom_0",0.99,1613947515481,7127
+"lr_0",3.744595077957207e-07,1613947515481,7127
+"mom_0",0.9425117349614351,1613947515481,7127
+"eps_0",1e-05,1613947515481,7127
+"wd_1",0.01,1613947515481,7127
+"sqr_mom_1",0.99,1613947515481,7127
+"lr_1",3.7445950779572035e-06,1613947515481,7127
+"mom_1",0.9425117349614351,1613947515481,7127
+"eps_1",1e-05,1613947515481,7127
+"wd_2",0.01,1613947515481,7127
+"sqr_mom_2",0.99,1613947515481,7127
+"lr_2",3.744595077957198e-05,1613947515481,7127
+"mom_2",0.9425117349614351,1613947515481,7127
+"eps_2",1e-05,1613947515481,7127
+"train_loss",0.0048811454,1613947516481,7128
+"raw_loss",0.0043646754,1613947516481,7128
+"epoch",44.836477987421354,1613947516481,7128
+"wd_0",0.01,1613947516481,7128
+"sqr_mom_0",0.99,1613947516481,7128
+"lr_0",3.737171215993267e-07,1613947516481,7128
+"mom_0",0.9425265828338417,1613947516481,7128
+"eps_0",1e-05,1613947516481,7128
+"wd_1",0.01,1613947516481,7128
+"sqr_mom_1",0.99,1613947516481,7128
+"lr_1",3.737171215993269e-06,1613947516481,7128
+"mom_1",0.9425265828338417,1613947516481,7128
+"eps_1",1e-05,1613947516481,7128
+"wd_2",0.01,1613947516481,7128
+"sqr_mom_2",0.99,1613947516481,7128
+"lr_2",3.737171215993261e-05,1613947516481,7128
+"mom_2",0.9425265828338417,1613947516481,7128
+"eps_2",1e-05,1613947516481,7128
+"train_loss",0.0048349216,1613947517496,7129
+"raw_loss",0.0025699546,1613947517496,7129
+"epoch",44.842767295597454,1613947517496,7129
+"wd_0",0.01,1613947517496,7129
+"sqr_mom_0",0.99,1613947517496,7129
+"lr_0",3.7297541268969385e-07,1613947517496,7129
+"mom_0",0.9425414171603776,1613947517496,7129
+"eps_0",1e-05,1613947517496,7129
+"wd_1",0.01,1613947517496,7129
+"sqr_mom_1",0.99,1613947517496,7129
+"lr_1",3.7297541268969334e-06,1613947517496,7129
+"mom_1",0.9425414171603776,1613947517496,7129
+"eps_1",1e-05,1613947517496,7129
+"wd_2",0.01,1613947517496,7129
+"sqr_mom_2",0.99,1613947517496,7129
+"lr_2",3.729754126896931e-05,1613947517496,7129
+"mom_2",0.9425414171603776,1613947517496,7129
+"eps_2",1e-05,1613947517496,7129
+"train_loss",0.0048076245,1613947518463,7130
+"raw_loss",0.0034700627,1613947518463,7130
+"epoch",44.849056603773555,1613947518463,7130
+"wd_0",0.01,1613947518463,7130
+"sqr_mom_0",0.99,1613947518463,7130
+"lr_0",3.7223388980186663e-07,1613947518463,7130
+"mom_0",0.9425562477664403,1613947518463,7130
+"eps_0",1e-05,1613947518463,7130
+"wd_1",0.01,1613947518463,7130
+"sqr_mom_1",0.99,1613947518463,7130
+"lr_1",3.7223388980186663e-06,1613947518463,7130
+"mom_1",0.9425562477664403,1613947518463,7130
+"eps_1",1e-05,1613947518463,7130
+"wd_2",0.01,1613947518463,7130
+"sqr_mom_2",0.99,1613947518463,7130
+"lr_2",3.722338898018662e-05,1613947518463,7130
+"mom_2",0.9425562477664403,1613947518463,7130
+"eps_2",1e-05,1613947518463,7130
+"train_loss",0.0048108236,1613947519469,7131
+"raw_loss",0.0049675778,1613947519469,7131
+"epoch",44.855345911949655,1613947519469,7131
+"wd_0",0.01,1613947519469,7131
+"sqr_mom_0",0.99,1613947519469,7131
+"lr_0",3.71493536624121e-07,1613947519469,7131
+"mom_0",0.9425710549780674,1613947519469,7131
+"eps_0",1e-05,1613947519469,7131
+"wd_1",0.01,1613947519469,7131
+"sqr_mom_1",0.99,1613947519469,7131
+"lr_1",3.7149353662412066e-06,1613947519469,7131
+"mom_1",0.9425710549780674,1613947519469,7131
+"eps_1",1e-05,1613947519469,7131
+"wd_2",0.01,1613947519469,7131
+"sqr_mom_2",0.99,1613947519469,7131
+"lr_2",3.714935366241201e-05,1613947519469,7131
+"mom_2",0.9425710549780674,1613947519469,7131
+"eps_2",1e-05,1613947519469,7131
+"train_loss",0.004810288,1613947520442,7132
+"raw_loss",0.0047840416,1613947520442,7132
+"epoch",44.861635220125756,1613947520442,7132
+"wd_0",0.01,1613947520442,7132
+"sqr_mom_0",0.99,1613947520442,7132
+"lr_0",3.707536161408135e-07,1613947520442,7132
+"mom_0",0.942585853535719,1613947520442,7132
+"eps_0",1e-05,1613947520442,7132
+"wd_1",0.01,1613947520442,7132
+"sqr_mom_1",0.99,1613947520442,7132
+"lr_1",3.7075361614081283e-06,1613947520442,7132
+"mom_1",0.942585853535719,1613947520442,7132
+"eps_1",1e-05,1613947520442,7132
+"wd_2",0.01,1613947520442,7132
+"sqr_mom_2",0.99,1613947520442,7132
+"lr_2",3.7075361614081256e-05,1613947520442,7132
+"mom_2",0.942585853535719,1613947520442,7132
+"eps_2",1e-05,1613947520442,7132
+"train_loss",0.004859793,1613947521429,7133
+"raw_loss",0.0072855325,1613947521429,7133
+"epoch",44.867924528301856,1613947521429,7133
+"wd_0",0.01,1613947521429,7133
+"sqr_mom_0",0.99,1613947521429,7133
+"lr_0",3.7001437433835123e-07,1613947521429,7133
+"mom_0",0.9426006385196182,1613947521429,7133
+"eps_0",1e-05,1613947521429,7133
+"wd_1",0.01,1613947521429,7133
+"sqr_mom_1",0.99,1613947521429,7133
+"lr_1",3.7001437433835106e-06,1613947521429,7133
+"mom_1",0.9426006385196182,1613947521429,7133
+"eps_1",1e-05,1613947521429,7133
+"wd_2",0.01,1613947521429,7133
+"sqr_mom_2",0.99,1613947521429,7133
+"lr_2",3.700143743383508e-05,1613947521429,7133
+"mom_2",0.9426006385196182,1613947521429,7133
+"eps_2",1e-05,1613947521429,7133
+"train_loss",0.004861273,1613947522401,7134
+"raw_loss",0.0049337936,1613947522401,7134
+"epoch",44.874213836477956,1613947522401,7134
+"wd_0",0.01,1613947522401,7134
+"sqr_mom_0",0.99,1613947522401,7134
+"lr_0",3.6927581145235925e-07,1613947522401,7134
+"mom_0",0.942615409925052,1613947522401,7134
+"eps_0",1e-05,1613947522401,7134
+"wd_1",0.01,1613947522401,7134
+"sqr_mom_1",0.99,1613947522401,7134
+"lr_1",3.692758114523596e-06,1613947522401,7134
+"mom_1",0.942615409925052,1613947522401,7134
+"eps_1",1e-05,1613947522401,7134
+"wd_2",0.01,1613947522401,7134
+"sqr_mom_2",0.99,1613947522401,7134
+"lr_2",3.6927581145235905e-05,1613947522401,7134
+"mom_2",0.942615409925052,1613947522401,7134
+"eps_2",1e-05,1613947522401,7134
+"train_loss",0.0048365085,1613947523401,7135
+"raw_loss",0.0036230457,1613947523401,7135
+"epoch",44.88050314465406,1613947523401,7135
+"wd_0",0.01,1613947523401,7135
+"sqr_mom_0",0.99,1613947523401,7135
+"lr_0",3.6853817234318633e-07,1613947523401,7135
+"mom_0",0.9426301628547648,1613947523401,7135
+"eps_0",1e-05,1613947523401,7135
+"wd_1",0.01,1613947523401,7135
+"sqr_mom_1",0.99,1613947523401,7135
+"lr_1",3.685381723431865e-06,1613947523401,7135
+"mom_1",0.9426301628547648,1613947523401,7135
+"eps_1",1e-05,1613947523401,7135
+"wd_2",0.01,1613947523401,7135
+"sqr_mom_2",0.99,1613947523401,7135
+"lr_2",3.685381723431862e-05,1613947523401,7135
+"mom_2",0.9426301628547648,1613947523401,7135
+"eps_2",1e-05,1613947523401,7135
+"train_loss",0.0048357775,1613947524348,7136
+"raw_loss",0.0047999565,1613947524348,7136
+"epoch",44.88679245283016,1613947524348,7136
+"wd_0",0.01,1613947524348,7136
+"sqr_mom_0",0.99,1613947524348,7136
+"lr_0",3.678007233712057e-07,1613947524348,7136
+"mom_0",0.9426449119816956,1613947524348,7136
+"eps_0",1e-05,1613947524348,7136
+"wd_1",0.01,1613947524348,7136
+"sqr_mom_1",0.99,1613947524348,7136
+"lr_1",3.678007233712057e-06,1613947524348,7136
+"mom_1",0.9426449119816956,1613947524348,7136
+"eps_1",1e-05,1613947524348,7136
+"wd_2",0.01,1613947524348,7136
+"sqr_mom_2",0.99,1613947524348,7136
+"lr_2",3.678007233712049e-05,1613947524348,7136
+"mom_2",0.9426449119816956,1613947524348,7136
+"eps_2",1e-05,1613947524348,7136
+"train_loss",0.004801369,1613947525340,7137
+"raw_loss",0.0031153373,1613947525340,7137
+"epoch",44.89308176100626,1613947525340,7137
+"wd_0",0.01,1613947525340,7137
+"sqr_mom_0",0.99,1613947525340,7137
+"lr_0",3.6706444282032327e-07,1613947525340,7137
+"mom_0",0.9426596377399709,1613947525340,7137
+"eps_0",1e-05,1613947525340,7137
+"wd_1",0.01,1613947525340,7137
+"sqr_mom_1",0.99,1613947525340,7137
+"lr_1",3.6706444282032344e-06,1613947525340,7137
+"mom_1",0.9426596377399709,1613947525340,7137
+"eps_1",1e-05,1613947525340,7137
+"wd_2",0.01,1613947525340,7137
+"sqr_mom_2",0.99,1613947525340,7137
+"lr_2",3.670644428203229e-05,1613947525340,7137
+"mom_2",0.9426596377399709,1613947525340,7137
+"eps_2",1e-05,1613947525340,7137
+"train_loss",0.004839406,1613947526287,7138
+"raw_loss",0.0067032343,1613947526287,7138
+"epoch",44.89937106918236,1613947526287,7138
+"wd_0",0.01,1613947526287,7138
+"sqr_mom_0",0.99,1613947526287,7138
+"lr_0",3.6632884167525986e-07,1613947526287,7138
+"mom_0",0.9426743499099939,1613947526287,7138
+"eps_0",1e-05,1613947526287,7138
+"wd_1",0.01,1613947526287,7138
+"sqr_mom_1",0.99,1613947526287,7138
+"lr_1",3.6632884167526003e-06,1613947526287,7138
+"mom_1",0.9426743499099939,1613947526287,7138
+"eps_1",1e-05,1613947526287,7138
+"wd_2",0.01,1613947526287,7138
+"sqr_mom_2",0.99,1613947526287,7138
+"lr_2",3.663288416752596e-05,1613947526287,7138
+"mom_2",0.9426743499099939,1613947526287,7138
+"eps_2",1e-05,1613947526287,7138
+"train_loss",0.004879148,1613947527277,7139
+"raw_loss",0.006826516,1613947527277,7139
+"epoch",44.90566037735846,1613947527277,7139
+"wd_0",0.01,1613947527277,7139
+"sqr_mom_0",0.99,1613947527277,7139
+"lr_0",3.655934327241533e-07,1613947527277,7139
+"mom_0",0.9426890582360993,1613947527277,7139
+"eps_0",1e-05,1613947527277,7139
+"wd_1",0.01,1613947527277,7139
+"sqr_mom_1",0.99,1613947527277,7139
+"lr_1",3.6559343272415362e-06,1613947527277,7139
+"mom_1",0.9426890582360993,1613947527277,7139
+"eps_1",1e-05,1613947527277,7139
+"wd_2",0.01,1613947527277,7139
+"sqr_mom_2",0.99,1613947527277,7139
+"lr_2",3.6559343272415295e-05,1613947527277,7139
+"mom_2",0.9426890582360993,1613947527277,7139
+"eps_2",1e-05,1613947527277,7139
+"train_loss",0.004915983,1613947528253,7140
+"raw_loss",0.0067208814,1613947528253,7140
+"epoch",44.91194968553456,1613947528253,7140
+"wd_0",0.01,1613947528253,7140
+"sqr_mom_0",0.99,1613947528253,7140
+"lr_0",3.648591915446612e-07,1613947528253,7140
+"mom_0",0.9427037432065388,1613947528253,7140
+"eps_0",1e-05,1613947528253,7140
+"wd_1",0.01,1613947528253,7140
+"sqr_mom_1",0.99,1613947528253,7140
+"lr_1",3.648591915446612e-06,1613947528253,7140
+"mom_1",0.9427037432065388,1613947528253,7140
+"eps_1",1e-05,1613947528253,7140
+"wd_2",0.01,1613947528253,7140
+"sqr_mom_2",0.99,1613947528253,7140
+"lr_2",3.648591915446608e-05,1613947528253,7140
+"mom_2",0.9427037432065388,1613947528253,7140
+"eps_2",1e-05,1613947528253,7140
+"train_loss",0.0048995996,1613947529208,7141
+"raw_loss",0.0040968047,1613947529208,7141
+"epoch",44.91823899371066,1613947529208,7141
+"wd_0",0.01,1613947529208,7141
+"sqr_mom_0",0.99,1613947529208,7141
+"lr_0",3.6412538720174664e-07,1613947529208,7141
+"mom_0",0.9427184194401594,1613947529208,7141
+"eps_0",1e-05,1613947529208,7141
+"wd_1",0.01,1613947529208,7141
+"sqr_mom_1",0.99,1613947529208,7141
+"lr_1",3.6412538720174647e-06,1613947529208,7141
+"mom_1",0.9427184194401594,1613947529208,7141
+"eps_1",1e-05,1613947529208,7141
+"wd_2",0.01,1613947529208,7141
+"sqr_mom_2",0.99,1613947529208,7141
+"lr_2",3.6412538720174633e-05,1613947529208,7141
+"mom_2",0.9427184194401594,1613947529208,7141
+"eps_2",1e-05,1613947529208,7141
+"train_loss",0.004864162,1613947530191,7142
+"raw_loss",0.0031277202,1613947530191,7142
+"epoch",44.92452830188676,1613947530191,7142
+"wd_0",0.01,1613947530191,7142
+"sqr_mom_0",0.99,1613947530191,7142
+"lr_0",3.633922636523494e-07,1613947530191,7142
+"mom_0",0.9427330820577735,1613947530191,7142
+"eps_0",1e-05,1613947530191,7142
+"wd_1",0.01,1613947530191,7142
+"sqr_mom_1",0.99,1613947530191,7142
+"lr_1",3.633922636523494e-06,1613947530191,7142
+"mom_1",0.9427330820577735,1613947530191,7142
+"eps_1",1e-05,1613947530191,7142
+"wd_2",0.01,1613947530191,7142
+"sqr_mom_2",0.99,1613947530191,7142
+"lr_2",3.633922636523491e-05,1613947530191,7142
+"mom_2",0.9427330820577735,1613947530191,7142
+"eps_2",1e-05,1613947530191,7142
+"train_loss",0.0049197325,1613947531184,7143
+"raw_loss",0.0076426906,1613947531184,7143
+"epoch",44.93081761006286,1613947531184,7143
+"wd_0",0.01,1613947531184,7143
+"sqr_mom_0",0.99,1613947531184,7143
+"lr_0",3.6265982113014553e-07,1613947531184,7143
+"mom_0",0.9427477310547075,1613947531184,7143
+"eps_0",1e-05,1613947531184,7143
+"wd_1",0.01,1613947531184,7143
+"sqr_mom_1",0.99,1613947531184,7143
+"lr_1",3.6265982113014536e-06,1613947531184,7143
+"mom_1",0.9427477310547075,1613947531184,7143
+"eps_1",1e-05,1613947531184,7143
+"wd_2",0.01,1613947531184,7143
+"sqr_mom_2",0.99,1613947531184,7143
+"lr_2",3.626598211301451e-05,1613947531184,7143
+"mom_2",0.9427477310547075,1613947531184,7143
+"eps_2",1e-05,1613947531184,7143
+"train_loss",0.00490366,1613947532149,7144
+"raw_loss",0.004116114,1613947532149,7144
+"epoch",44.93710691823896,1613947532149,7144
+"wd_0",0.01,1613947532149,7144
+"sqr_mom_0",0.99,1613947532149,7144
+"lr_0",3.6192830246251074e-07,1613947532149,7144
+"mom_0",0.9427623615743654,1613947532149,7144
+"eps_0",1e-05,1613947532149,7144
+"wd_1",0.01,1613947532149,7144
+"sqr_mom_1",0.99,1613947532149,7144
+"lr_1",3.6192830246251057e-06,1613947532149,7144
+"mom_1",0.9427623615743654,1613947532149,7144
+"eps_1",1e-05,1613947532149,7144
+"wd_2",0.01,1613947532149,7144
+"sqr_mom_2",0.99,1613947532149,7144
+"lr_2",3.619283024625103e-05,1613947532149,7144
+"mom_2",0.9427623615743654,1613947532149,7144
+"eps_2",1e-05,1613947532149,7144
+"train_loss",0.0048963223,1613947533141,7145
+"raw_loss",0.0045367614,1613947533141,7145
+"epoch",44.94339622641506,1613947533141,7145
+"wd_0",0.01,1613947533141,7145
+"sqr_mom_0",0.99,1613947533141,7145
+"lr_0",3.611969801009279e-07,1613947533141,7145
+"mom_0",0.942776988167863,1613947533141,7145
+"eps_0",1e-05,1613947533141,7145
+"wd_1",0.01,1613947533141,7145
+"sqr_mom_1",0.99,1613947533141,7145
+"lr_1",3.611969801009277e-06,1613947533141,7145
+"mom_1",0.942776988167863,1613947533141,7145
+"eps_1",1e-05,1613947533141,7145
+"wd_2",0.01,1613947533141,7145
+"sqr_mom_2",0.99,1613947533141,7145
+"lr_2",3.6119698010092743e-05,1613947533141,7145
+"mom_2",0.942776988167863,1613947533141,7145
+"eps_2",1e-05,1613947533141,7145
+"train_loss",0.0049171667,1613947534086,7146
+"raw_loss",0.0059385337,1613947534086,7146
+"epoch",44.94968553459116,1613947534086,7146
+"wd_0",0.01,1613947534086,7146
+"sqr_mom_0",0.99,1613947534086,7146
+"lr_0",3.6046682420187433e-07,1613947534086,7146
+"mom_0",0.9427915914318767,1613947534086,7146
+"eps_0",1e-05,1613947534086,7146
+"wd_1",0.01,1613947534086,7146
+"sqr_mom_1",0.99,1613947534086,7146
+"lr_1",3.6046682420187416e-06,1613947534086,7146
+"mom_1",0.9427915914318767,1613947534086,7146
+"eps_1",1e-05,1613947534086,7146
+"wd_2",0.01,1613947534086,7146
+"sqr_mom_2",0.99,1613947534086,7146
+"lr_2",3.604668242018739e-05,1613947534086,7146
+"mom_2",0.9427915914318767,1613947534086,7146
+"eps_2",1e-05,1613947534086,7146
+"train_loss",0.0048990143,1613947535050,7147
+"raw_loss",0.004009555,1613947535050,7147
+"epoch",44.95597484276726,1613947535050,7147
+"wd_0",0.01,1613947535050,7147
+"sqr_mom_0",0.99,1613947535050,7147
+"lr_0",3.5973734981016074e-07,1613947535050,7147
+"mom_0",0.9428061810656074,1613947535050,7147
+"eps_0",1e-05,1613947535050,7147
+"wd_1",0.01,1613947535050,7147
+"sqr_mom_1",0.99,1613947535050,7147
+"lr_1",3.5973734981016006e-06,1613947535050,7147
+"mom_1",0.9428061810656074,1613947535050,7147
+"eps_1",1e-05,1613947535050,7147
+"wd_2",0.01,1613947535050,7147
+"sqr_mom_2",0.99,1613947535050,7147
+"lr_2",3.5973734981016006e-05,1613947535050,7147
+"mom_2",0.9428061810656074,1613947535050,7147
+"eps_2",1e-05,1613947535050,7147
+"train_loss",0.0048471317,1613947536050,7148
+"raw_loss",0.002304872,1613947536050,7148
+"epoch",44.96226415094336,1613947536050,7148
+"wd_0",0.01,1613947536050,7148
+"sqr_mom_0",0.99,1613947536050,7148
+"lr_0",3.590080737795916e-07,1613947536050,7148
+"mom_0",0.9428207667320755,1613947536050,7148
+"eps_0",1e-05,1613947536050,7148
+"wd_1",0.01,1613947536050,7148
+"sqr_mom_1",0.99,1613947536050,7148
+"lr_1",3.590080737795916e-06,1613947536050,7148
+"mom_1",0.9428207667320755,1613947536050,7148
+"eps_1",1e-05,1613947536050,7148
+"wd_2",0.01,1613947536050,7148
+"sqr_mom_2",0.99,1613947536050,7148
+"lr_2",3.5900807377959145e-05,1613947536050,7148
+"mom_2",0.9428207667320755,1613947536050,7148
+"eps_2",1e-05,1613947536050,7148
+"train_loss",0.0048451754,1613947537058,7149
+"raw_loss",0.004749311,1613947537058,7149
+"epoch",44.96855345911946,1613947537058,7149
+"wd_0",0.01,1613947537058,7149
+"sqr_mom_0",0.99,1613947537058,7149
+"lr_0",3.5827996355202564e-07,1613947537058,7149
+"mom_0",0.9428353290822503,1613947537058,7149
+"eps_0",1e-05,1613947537058,7149
+"wd_1",0.01,1613947537058,7149
+"sqr_mom_1",0.99,1613947537058,7149
+"lr_1",3.5827996355202547e-06,1613947537058,7149
+"mom_1",0.9428353290822503,1613947537058,7149
+"eps_1",1e-05,1613947537058,7149
+"wd_2",0.01,1613947537058,7149
+"sqr_mom_2",0.99,1613947537058,7149
+"lr_2",3.582799635520249e-05,1613947537058,7149
+"mom_2",0.9428353290822503,1613947537058,7149
+"eps_2",1e-05,1613947537058,7149
+"train_loss",0.0048338543,1613947538053,7150
+"raw_loss",0.0042791055,1613947538053,7150
+"epoch",44.97484276729556,1613947538053,7150
+"wd_0",0.01,1613947538053,7150
+"sqr_mom_0",0.99,1613947538053,7150
+"lr_0",3.57552535528375e-07,1613947538053,7150
+"mom_0",0.9428498777882104,1613947538053,7150
+"eps_0",1e-05,1613947538053,7150
+"wd_1",0.01,1613947538053,7150
+"sqr_mom_1",0.99,1613947538053,7150
+"lr_1",3.5755253552837498e-06,1613947538053,7150
+"mom_1",0.9428498777882104,1613947538053,7150
+"eps_1",1e-05,1613947538053,7150
+"wd_2",0.01,1613947538053,7150
+"sqr_mom_2",0.99,1613947538053,7150
+"lr_2",3.5755253552837416e-05,1613947538053,7150
+"mom_2",0.9428498777882104,1613947538053,7150
+"eps_2",1e-05,1613947538053,7150
+"train_loss",0.0047903513,1613947539043,7151
+"raw_loss",0.0026587092,1613947539043,7151
+"epoch",44.98113207547166,1613947539043,7151
+"wd_0",0.01,1613947539043,7151
+"sqr_mom_0",0.99,1613947539043,7151
+"lr_0",3.568253079203929e-07,1613947539043,7151
+"mom_0",0.9428644224858169,1613947539043,7151
+"eps_0",1e-05,1613947539043,7151
+"wd_1",0.01,1613947539043,7151
+"sqr_mom_1",0.99,1613947539043,7151
+"lr_1",3.5682530792039257e-06,1613947539043,7151
+"mom_1",0.9428644224858169,1613947539043,7151
+"eps_1",1e-05,1613947539043,7151
+"wd_2",0.01,1613947539043,7151
+"sqr_mom_2",0.99,1613947539043,7151
+"lr_2",3.5682530792039216e-05,1613947539043,7151
+"mom_2",0.9428644224858169,1613947539043,7151
+"eps_2",1e-05,1613947539043,7151
+"train_loss",0.004776128,1613947539997,7152
+"raw_loss",0.0040791826,1613947539997,7152
+"epoch",44.987421383647764,1613947539997,7152
+"wd_0",0.01,1613947539997,7152
+"sqr_mom_0",0.99,1613947539997,7152
+"lr_0",3.56099245452543e-07,1613947539997,7152
+"mom_0",0.942878943880388,1613947539997,7152
+"eps_0",1e-05,1613947539997,7152
+"wd_1",0.01,1613947539997,7152
+"sqr_mom_1",0.99,1613947539997,7152
+"lr_1",3.5609924545254283e-06,1613947539997,7152
+"mom_1",0.942878943880388,1613947539997,7152
+"eps_1",1e-05,1613947539997,7152
+"wd_2",0.01,1613947539997,7152
+"sqr_mom_2",0.99,1613947539997,7152
+"lr_2",3.56099245452543e-05,1613947539997,7152
+"mom_2",0.942878943880388,1613947539997,7152
+"eps_2",1e-05,1613947539997,7152
+"train_loss",0.004742238,1613947540963,7153
+"raw_loss",0.0030816249,1613947540963,7153
+"epoch",44.993710691823864,1613947540963,7153
+"wd_0",0.01,1613947540963,7153
+"sqr_mom_0",0.99,1613947540963,7153
+"lr_0",3.5537362532651464e-07,1613947540963,7153
+"mom_0",0.9428934564280339,1613947540963,7153
+"eps_0",1e-05,1613947540963,7153
+"wd_1",0.01,1613947540963,7153
+"sqr_mom_1",0.99,1613947540963,7153
+"lr_1",3.5537362532651464e-06,1613947540963,7153
+"mom_1",0.9428934564280339,1613947540963,7153
+"eps_1",1e-05,1613947540963,7153
+"wd_2",0.01,1613947540963,7153
+"sqr_mom_2",0.99,1613947540963,7153
+"lr_2",3.5537362532651396e-05,1613947540963,7153
+"mom_2",0.9428934564280339,1613947540963,7153
+"eps_2",1e-05,1613947540963,7153
+"train_loss",0.0047366484,1613947541947,7154
+"raw_loss",0.0044627497,1613947541947,7154
+"epoch",44.999999999999964,1613947541947,7154
+"wd_0",0.01,1613947541947,7154
+"sqr_mom_0",0.99,1613947541947,7154
+"lr_0",3.546486887835279e-07,1613947541947,7154
+"mom_0",0.9429079553038824,1613947541947,7154
+"eps_0",1e-05,1613947541947,7154
+"wd_1",0.01,1613947541947,7154
+"sqr_mom_1",0.99,1613947541947,7154
+"lr_1",3.5464868878352755e-06,1613947541947,7154
+"mom_1",0.9429079553038824,1613947541947,7154
+"eps_1",1e-05,1613947541947,7154
+"wd_2",0.01,1613947541947,7154
+"sqr_mom_2",0.99,1613947541947,7154
+"lr_2",3.5464868878352755e-05,1613947541947,7154
+"mom_2",0.9429079553038824,1613947541947,7154
+"eps_2",1e-05,1613947541947,7154
+"valid_loss",0.0870431661605835,1613947575923,7154
+"_rmse",0.295030802488327,1613947575923,7154
+"epoch",45,1613947575923,7154
+"train_loss",0.004728016,1613947576952,7155
+"raw_loss",0.0043050335,1613947576952,7155
+"epoch",45.0062893081761,1613947576952,7155
+"wd_0",0.01,1613947576952,7155
+"sqr_mom_0",0.99,1613947576952,7155
+"lr_0",3.5392443605464827e-07,1613947576952,7155
+"mom_0",0.942922440503312,1613947576952,7155
+"eps_0",1e-05,1613947576952,7155
+"wd_1",0.01,1613947576952,7155
+"sqr_mom_1",0.99,1613947576952,7155
+"lr_1",3.5392443605464878e-06,1613947576952,7155
+"mom_1",0.942922440503312,1613947576952,7155
+"eps_1",1e-05,1613947576952,7155
+"wd_2",0.01,1613947576952,7155
+"sqr_mom_2",0.99,1613947576952,7155
+"lr_2",3.539244360546484e-05,1613947576952,7155
+"mom_2",0.942922440503312,1613947576952,7155
+"eps_2",1e-05,1613947576952,7155
+"train_loss",0.004699925,1613947577910,7156
+"raw_loss",0.0033234544,1613947577910,7156
+"epoch",45.0125786163522,1613947577910,7156
+"wd_0",0.01,1613947577910,7156
+"sqr_mom_0",0.99,1613947577910,7156
+"lr_0",3.532011072469069e-07,1613947577910,7156
+"mom_0",0.942936907224134,1613947577910,7156
+"eps_0",1e-05,1613947577910,7156
+"wd_1",0.01,1613947577910,7156
+"sqr_mom_1",0.99,1613947577910,7156
+"lr_1",3.532011072469072e-06,1613947577910,7156
+"mom_1",0.942936907224134,1613947577910,7156
+"eps_1",1e-05,1613947577910,7156
+"wd_2",0.01,1613947577910,7156
+"sqr_mom_2",0.99,1613947577910,7156
+"lr_2",3.532011072469068e-05,1613947577910,7156
+"mom_2",0.942936907224134,1613947577910,7156
+"eps_2",1e-05,1613947577910,7156
+"train_loss",0.004690383,1613947578878,7157
+"raw_loss",0.004222826,1613947578878,7157
+"epoch",45.0188679245283,1613947578878,7157
+"wd_0",0.01,1613947578878,7157
+"sqr_mom_0",0.99,1613947578878,7157
+"lr_0",3.5247798296237975e-07,1613947578878,7157
+"mom_0",0.9429513698544509,1613947578878,7157
+"eps_0",1e-05,1613947578878,7157
+"wd_1",0.01,1613947578878,7157
+"sqr_mom_1",0.99,1613947578878,7157
+"lr_1",3.5247798296237907e-06,1613947578878,7157
+"mom_1",0.9429513698544509,1613947578878,7157
+"eps_1",1e-05,1613947578878,7157
+"wd_2",0.01,1613947578878,7157
+"sqr_mom_2",0.99,1613947578878,7157
+"lr_2",3.5247798296237894e-05,1613947578878,7157
+"mom_2",0.9429513698544509,1613947578878,7157
+"eps_2",1e-05,1613947578878,7157
+"train_loss",0.004694408,1613947579928,7158
+"raw_loss",0.0048916265,1613947579928,7158
+"epoch",45.0251572327044,1613947579928,7158
+"wd_0",0.01,1613947579928,7158
+"sqr_mom_0",0.99,1613947579928,7158
+"lr_0",3.5175602248214946e-07,1613947579928,7158
+"mom_0",0.9429658092084491,1613947579928,7158
+"eps_0",1e-05,1613947579928,7158
+"wd_1",0.01,1613947579928,7158
+"sqr_mom_1",0.99,1613947579928,7158
+"lr_1",3.5175602248214895e-06,1613947579928,7158
+"mom_1",0.9429658092084491,1613947579928,7158
+"eps_1",1e-05,1613947579928,7158
+"wd_2",0.01,1613947579928,7158
+"sqr_mom_2",0.99,1613947579928,7158
+"lr_2",3.517560224821487e-05,1613947579928,7158
+"mom_2",0.9429658092084491,1613947579928,7158
+"eps_2",1e-05,1613947579928,7158
+"train_loss",0.004690382,1613947580902,7159
+"raw_loss",0.0044931304,1613947580902,7159
+"epoch",45.0314465408805,1613947580902,7159
+"wd_0",0.01,1613947580902,7159
+"sqr_mom_0",0.99,1613947580902,7159
+"lr_0",3.510347462838858e-07,1613947580902,7159
+"mom_0",0.942980234876671,1613947580902,7159
+"eps_0",1e-05,1613947580902,7159
+"wd_1",0.01,1613947580902,7159
+"sqr_mom_1",0.99,1613947580902,7159
+"lr_1",3.5103474628388613e-06,1613947580902,7159
+"mom_1",0.942980234876671,1613947580902,7159
+"eps_1",1e-05,1613947580902,7159
+"wd_2",0.01,1613947580902,7159
+"sqr_mom_2",0.99,1613947580902,7159
+"lr_2",3.5103474628388545e-05,1613947580902,7159
+"mom_2",0.942980234876671,1613947580902,7159
+"eps_2",1e-05,1613947580902,7159
+"train_loss",0.004744838,1613947581865,7160
+"raw_loss",0.007413187,1613947581865,7160
+"epoch",45.0377358490566,1613947581865,7160
+"wd_0",0.01,1613947581865,7160
+"sqr_mom_0",0.99,1613947581865,7160
+"lr_0",3.503136766616165e-07,1613947581865,7160
+"mom_0",0.9429946564133318,1613947581865,7160
+"eps_0",1e-05,1613947581865,7160
+"wd_1",0.01,1613947581865,7160
+"sqr_mom_1",0.99,1613947581865,7160
+"lr_1",3.50313676661617e-06,1613947581865,7160
+"mom_1",0.9429946564133318,1613947581865,7160
+"eps_1",1e-05,1613947581865,7160
+"wd_2",0.01,1613947581865,7160
+"sqr_mom_2",0.99,1613947581865,7160
+"lr_2",3.503136766616166e-05,1613947581865,7160
+"mom_2",0.9429946564133318,1613947581865,7160
+"eps_2",1e-05,1613947581865,7160
+"train_loss",0.004763361,1613947582829,7161
+"raw_loss",0.0056709913,1613947582829,7161
+"epoch",45.0440251572327,1613947582829,7161
+"wd_0",0.01,1613947582829,7161
+"sqr_mom_0",0.99,1613947582829,7161
+"lr_0",3.495937701707568e-07,1613947582829,7161
+"mom_0",0.9430090546871317,1613947582829,7161
+"eps_0",1e-05,1613947582829,7161
+"wd_1",0.01,1613947582829,7161
+"sqr_mom_1",0.99,1613947582829,7161
+"lr_1",3.4959377017075683e-06,1613947582829,7161
+"mom_1",0.9430090546871317,1613947582829,7161
+"eps_1",1e-05,1613947582829,7161
+"wd_2",0.01,1613947582829,7161
+"sqr_mom_2",0.99,1613947582829,7161
+"lr_2",3.4959377017075696e-05,1613947582829,7161
+"mom_2",0.9430090546871317,1613947582829,7161
+"eps_2",1e-05,1613947582829,7161
+"train_loss",0.004758617,1613947583836,7162
+"raw_loss",0.004526161,1613947583836,7162
+"epoch",45.0503144654088,1613947583836,7162
+"wd_0",0.01,1613947583836,7162
+"sqr_mom_0",0.99,1613947583836,7162
+"lr_0",3.4887431013738064e-07,1613947583836,7162
+"mom_0",0.9430234440316927,1613947583836,7162
+"eps_0",1e-05,1613947583836,7162
+"wd_1",0.01,1613947583836,7162
+"sqr_mom_1",0.99,1613947583836,7162
+"lr_1",3.4887431013738013e-06,1613947583836,7162
+"mom_1",0.9430234440316927,1613947583836,7162
+"eps_1",1e-05,1613947583836,7162
+"wd_2",0.01,1613947583836,7162
+"sqr_mom_2",0.99,1613947583836,7162
+"lr_2",3.4887431013737986e-05,1613947583836,7162
+"mom_2",0.9430234440316927,1613947583836,7162
+"eps_2",1e-05,1613947583836,7162
+"train_loss",0.0047220015,1613947584804,7163
+"raw_loss",0.0029278495,1613947584804,7163
+"epoch",45.056603773584904,1613947584804,7163
+"wd_0",0.01,1613947584804,7163
+"sqr_mom_0",0.99,1613947584804,7163
+"lr_0",3.481555357586269e-07,1613947584804,7163
+"mom_0",0.943037819663024,1613947584804,7163
+"eps_0",1e-05,1613947584804,7163
+"wd_1",0.01,1613947584804,7163
+"sqr_mom_1",0.99,1613947584804,7163
+"lr_1",3.4815553575862624e-06,1613947584804,7163
+"mom_1",0.943037819663024,1613947584804,7163
+"eps_1",1e-05,1613947584804,7163
+"wd_2",0.01,1613947584804,7163
+"sqr_mom_2",0.99,1613947584804,7163
+"lr_2",3.481555357586261e-05,1613947584804,7163
+"mom_2",0.943037819663024,1613947584804,7163
+"eps_2",1e-05,1613947584804,7163
+"train_loss",0.004703409,1613947585769,7164
+"raw_loss",0.0037923802,1613947585769,7164
+"epoch",45.062893081761004,1613947585769,7164
+"wd_0",0.01,1613947585769,7164
+"sqr_mom_0",0.99,1613947585769,7164
+"lr_0",3.474374472635986e-07,1613947585769,7164
+"mom_0",0.9430521815765438,1613947585769,7164
+"eps_0",1e-05,1613947585769,7164
+"wd_1",0.01,1613947585769,7164
+"sqr_mom_1",0.99,1613947585769,7164
+"lr_1",3.474374472635986e-06,1613947585769,7164
+"mom_1",0.9430521815765438,1613947585769,7164
+"eps_1",1e-05,1613947585769,7164
+"wd_2",0.01,1613947585769,7164
+"sqr_mom_2",0.99,1613947585769,7164
+"lr_2",3.474374472635979e-05,1613947585769,7164
+"mom_2",0.9430521815765438,1613947585769,7164
+"eps_2",1e-05,1613947585769,7164
+"train_loss",0.004685095,1613947586732,7165
+"raw_loss",0.003787708,1613947586732,7165
+"epoch",45.069182389937104,1613947586732,7165
+"wd_0",0.01,1613947586732,7165
+"sqr_mom_0",0.99,1613947586732,7165
+"lr_0",3.4672028271181185e-07,1613947586732,7165
+"mom_0",0.9430665250110138,1613947586732,7165
+"eps_0",1e-05,1613947586732,7165
+"wd_1",0.01,1613947586732,7165
+"sqr_mom_1",0.99,1613947586732,7165
+"lr_1",3.467202827118117e-06,1613947586732,7165
+"mom_1",0.9430665250110138,1613947586732,7165
+"eps_1",1e-05,1613947586732,7165
+"wd_2",0.01,1613947586732,7165
+"sqr_mom_2",0.99,1613947586732,7165
+"lr_2",3.4672028271181155e-05,1613947586732,7165
+"mom_2",0.9430665250110138,1613947586732,7165
+"eps_2",1e-05,1613947586732,7165
+"train_loss",0.004746428,1613947587724,7166
+"raw_loss",0.007751757,1613947587724,7166
+"epoch",45.075471698113205,1613947587724,7166
+"wd_0",0.01,1613947587724,7166
+"sqr_mom_0",0.99,1613947587724,7166
+"lr_0",3.460033288400271e-07,1613947587724,7166
+"mom_0",0.9430808642318418,1613947587724,7166
+"eps_0",1e-05,1613947587724,7166
+"wd_1",0.01,1613947587724,7166
+"sqr_mom_1",0.99,1613947587724,7166
+"lr_1",3.460033288400266e-06,1613947587724,7166
+"mom_1",0.9430808642318418,1613947587724,7166
+"eps_1",1e-05,1613947587724,7166
+"wd_2",0.01,1613947587724,7166
+"sqr_mom_2",0.99,1613947587724,7166
+"lr_2",3.460033288400262e-05,1613947587724,7166
+"mom_2",0.9430808642318418,1613947587724,7166
+"eps_2",1e-05,1613947587724,7166
+"train_loss",0.0047846087,1613947588676,7167
+"raw_loss",0.0066554644,1613947588676,7167
+"epoch",45.081761006289305,1613947588676,7167
+"wd_0",0.01,1613947588676,7167
+"sqr_mom_0",0.99,1613947588676,7167
+"lr_0",3.452875367437919e-07,1613947588676,7167
+"mom_0",0.9430951802169263,1613947588676,7167
+"eps_0",1e-05,1613947588676,7167
+"wd_1",0.01,1613947588676,7167
+"sqr_mom_1",0.99,1613947588676,7167
+"lr_1",3.452875367437919e-06,1613947588676,7167
+"mom_1",0.9430951802169263,1613947588676,7167
+"eps_1",1e-05,1613947588676,7167
+"wd_2",0.01,1613947588676,7167
+"sqr_mom_2",0.99,1613947588676,7167
+"lr_2",3.452875367437918e-05,1613947588676,7167
+"mom_2",0.9430951802169263,1613947588676,7167
+"eps_2",1e-05,1613947588676,7167
+"train_loss",0.0047512753,1613947589656,7168
+"raw_loss",0.0031179264,1613947589656,7168
+"epoch",45.088050314465406,1613947589656,7168
+"wd_0",0.01,1613947589656,7168
+"sqr_mom_0",0.99,1613947589656,7168
+"lr_0",3.4457195669510104e-07,1613947589656,7168
+"mom_0",0.9431094919610176,1613947589656,7168
+"eps_0",1e-05,1613947589656,7168
+"wd_1",0.01,1613947589656,7168
+"sqr_mom_1",0.99,1613947589656,7168
+"lr_1",3.445719566951012e-06,1613947589656,7168
+"mom_1",0.9431094919610176,1613947589656,7168
+"eps_1",1e-05,1613947589656,7168
+"wd_2",0.01,1613947589656,7168
+"sqr_mom_2",0.99,1613947589656,7168
+"lr_2",3.445719566951011e-05,1613947589656,7168
+"mom_2",0.9431094919610176,1613947589656,7168
+"eps_2",1e-05,1613947589656,7168
+"train_loss",0.004735023,1613947590619,7169
+"raw_loss",0.0039386544,1613947590619,7169
+"epoch",45.094339622641506,1613947590619,7169
+"wd_0",0.01,1613947590619,7169
+"sqr_mom_0",0.99,1613947590619,7169
+"lr_0",3.4385753796702006e-07,1613947590619,7169
+"mom_0",0.9431237804784643,1613947590619,7169
+"eps_0",1e-05,1613947590619,7169
+"wd_1",0.01,1613947590619,7169
+"sqr_mom_1",0.99,1613947590619,7169
+"lr_1",3.4385753796701955e-06,1613947590619,7169
+"mom_1",0.9431237804784643,1613947590619,7169
+"eps_1",1e-05,1613947590619,7169
+"wd_2",0.01,1613947590619,7169
+"sqr_mom_2",0.99,1613947590619,7169
+"lr_2",3.438575379670193e-05,1613947590619,7169
+"mom_2",0.9431237804784643,1613947590619,7169
+"eps_2",1e-05,1613947590619,7169
+"train_loss",0.0047328086,1613947591598,7170
+"raw_loss",0.004624303,1613947591598,7170
+"epoch",45.10062893081761,1613947591598,7170
+"wd_0",0.01,1613947591598,7170
+"sqr_mom_0",0.99,1613947591598,7170
+"lr_0",3.4314380603678667e-07,1613947591598,7170
+"mom_0",0.9431380552598169,1613947591598,7170
+"eps_0",1e-05,1613947591598,7170
+"wd_1",0.01,1613947591598,7170
+"sqr_mom_1",0.99,1613947591598,7170
+"lr_1",3.4314380603678684e-06,1613947591598,7170
+"mom_1",0.9431380552598169,1613947591598,7170
+"eps_1",1e-05,1613947591598,7170
+"wd_2",0.01,1613947591598,7170
+"sqr_mom_2",0.99,1613947591598,7170
+"lr_2",3.431438060367864e-05,1613947591598,7170
+"mom_2",0.9431380552598169,1613947591598,7170
+"eps_2",1e-05,1613947591598,7170
+"train_loss",0.004706307,1613947592576,7171
+"raw_loss",0.0034077158,1613947592576,7171
+"epoch",45.10691823899371,1613947592576,7171
+"wd_0",0.01,1613947592576,7171
+"sqr_mom_0",0.99,1613947592576,7171
+"lr_0",3.424302882046788e-07,1613947592576,7171
+"mom_0",0.943152325759164,1613947592576,7171
+"eps_0",1e-05,1613947592576,7171
+"wd_1",0.01,1613947592576,7171
+"sqr_mom_1",0.99,1613947592576,7171
+"lr_1",3.424302882046788e-06,1613947592576,7171
+"mom_1",0.943152325759164,1613947592576,7171
+"eps_1",1e-05,1613947592576,7171
+"wd_2",0.01,1613947592576,7171
+"sqr_mom_2",0.99,1613947592576,7171
+"lr_2",3.424302882046781e-05,1613947592576,7171
+"mom_2",0.943152325759164,1613947592576,7171
+"eps_2",1e-05,1613947592576,7171
+"train_loss",0.0046711923,1613947593570,7172
+"raw_loss",0.002950569,1613947593570,7172
+"epoch",45.11320754716981,1613947593570,7172
+"wd_0",0.01,1613947593570,7172
+"sqr_mom_0",0.99,1613947593570,7172
+"lr_0",3.4171793100806754e-07,1613947593570,7172
+"mom_0",0.9431665730455691,1613947593570,7172
+"eps_0",1e-05,1613947593570,7172
+"wd_1",0.01,1613947593570,7172
+"sqr_mom_1",0.99,1613947593570,7172
+"lr_1",3.417179310080677e-06,1613947593570,7172
+"mom_1",0.9431665730455691,1613947593570,7172
+"eps_1",1e-05,1613947593570,7172
+"wd_2",0.01,1613947593570,7172
+"sqr_mom_2",0.99,1613947593570,7172
+"lr_2",3.417179310080676e-05,1613947593570,7172
+"mom_2",0.9431665730455691,1613947593570,7172
+"eps_2",1e-05,1613947593570,7172
+"train_loss",0.0046884594,1613947594565,7173
+"raw_loss",0.0055345623,1613947594565,7173
+"epoch",45.11949685534591,1613947594565,7173
+"wd_0",0.01,1613947594565,7173
+"sqr_mom_0",0.99,1613947594565,7173
+"lr_0",3.410062612908283e-07,1613947594565,7173
+"mom_0",0.9431808065822492,1613947594565,7173
+"eps_0",1e-05,1613947594565,7173
+"wd_1",0.01,1613947594565,7173
+"sqr_mom_1",0.99,1613947594565,7173
+"lr_1",3.410062612908283e-06,1613947594565,7173
+"mom_1",0.9431808065822492,1613947594565,7173
+"eps_1",1e-05,1613947594565,7173
+"wd_2",0.01,1613947594565,7173
+"sqr_mom_2",0.99,1613947594565,7173
+"lr_2",3.410062612908279e-05,1613947594565,7173
+"mom_2",0.9431808065822492,1613947594565,7173
+"eps_2",1e-05,1613947594565,7173
+"train_loss",0.004695702,1613947595633,7174
+"raw_loss",0.0050505847,1613947595633,7174
+"epoch",45.12578616352201,1613947595633,7174
+"wd_0",0.01,1613947595633,7174
+"sqr_mom_0",0.99,1613947595633,7174
+"lr_0",3.4029480772167996e-07,1613947595633,7174
+"mom_0",0.9431950357959243,1613947595633,7174
+"eps_0",1e-05,1613947595633,7174
+"wd_1",0.01,1613947595633,7174
+"sqr_mom_1",0.99,1613947595633,7174
+"lr_1",3.4029480772167963e-06,1613947595633,7174
+"mom_1",0.9431950357959243,1613947595633,7174
+"eps_1",1e-05,1613947595633,7174
+"wd_2",0.01,1613947595633,7174
+"sqr_mom_2",0.99,1613947595633,7174
+"lr_2",3.4029480772167935e-05,1613947595633,7174
+"mom_2",0.9431950357959243,1613947595633,7174
+"eps_2",1e-05,1613947595633,7174
+"train_loss",0.004711718,1613947596615,7175
+"raw_loss",0.005496505,1613947596615,7175
+"epoch",45.13207547169811,1613947596615,7175
+"wd_0",0.01,1613947596615,7175
+"sqr_mom_0",0.99,1613947596615,7175
+"lr_0",3.3958451409958867e-07,1613947596615,7175
+"mom_0",0.9432092418104263,1613947596615,7175
+"eps_0",1e-05,1613947596615,7175
+"wd_1",0.01,1613947596615,7175
+"sqr_mom_1",0.99,1613947596615,7175
+"lr_1",3.3958451409958867e-06,1613947596615,7175
+"mom_1",0.9432092418104263,1613947596615,7175
+"eps_1",1e-05,1613947596615,7175
+"wd_2",0.01,1613947596615,7175
+"sqr_mom_2",0.99,1613947596615,7175
+"lr_2",3.395845140995884e-05,1613947596615,7175
+"mom_2",0.9432092418104263,1613947596615,7175
+"eps_2",1e-05,1613947596615,7175
+"train_loss",0.0046818615,1613947597589,7176
+"raw_loss",0.003218902,1613947597589,7176
+"epoch",45.13836477987421,1613947597589,7176
+"wd_0",0.01,1613947597589,7176
+"sqr_mom_0",0.99,1613947597589,7176
+"lr_0",3.388746733141918e-07,1613947597589,7176
+"mom_0",0.9432234387681038,1613947597589,7176
+"eps_0",1e-05,1613947597589,7176
+"wd_1",0.01,1613947597589,7176
+"sqr_mom_1",0.99,1613947597589,7176
+"lr_1",3.3887467331419164e-06,1613947597589,7176
+"mom_1",0.9432234387681038,1613947597589,7176
+"eps_1",1e-05,1613947597589,7176
+"wd_2",0.01,1613947597589,7176
+"sqr_mom_2",0.99,1613947597589,7176
+"lr_2",3.388746733141914e-05,1613947597589,7176
+"mom_2",0.9432234387681038,1613947597589,7176
+"eps_2",1e-05,1613947597589,7176
+"train_loss",0.0046417364,1613947598613,7177
+"raw_loss",0.0026756022,1613947598613,7177
+"epoch",45.14465408805031,1613947598613,7177
+"wd_0",0.01,1613947598613,7177
+"sqr_mom_0",0.99,1613947598613,7177
+"lr_0",3.381655213706889e-07,1613947598613,7177
+"mom_0",0.9432376219488057,1613947598613,7177
+"eps_0",1e-05,1613947598613,7177
+"wd_1",0.01,1613947598613,7177
+"sqr_mom_1",0.99,1613947598613,7177
+"lr_1",3.3816552137068856e-06,1613947598613,7177
+"mom_1",0.9432376219488057,1613947598613,7177
+"eps_1",1e-05,1613947598613,7177
+"wd_2",0.01,1613947598613,7177
+"sqr_mom_2",0.99,1613947598613,7177
+"lr_2",3.3816552137068856e-05,1613947598613,7177
+"mom_2",0.9432376219488057,1613947598613,7177
+"eps_2",1e-05,1613947598613,7177
+"train_loss",0.004618688,1613947599621,7178
+"raw_loss",0.0034893241,1613947599621,7178
+"epoch",45.15094339622641,1613947599621,7178
+"wd_0",0.01,1613947599621,7178
+"sqr_mom_0",0.99,1613947599621,7178
+"lr_0",3.3745705849511323e-07,1613947599621,7178
+"mom_0",0.9432517913480112,1613947599621,7178
+"eps_0",1e-05,1613947599621,7178
+"wd_1",0.01,1613947599621,7178
+"sqr_mom_1",0.99,1613947599621,7178
+"lr_1",3.3745705849511255e-06,1613947599621,7178
+"mom_1",0.9432517913480112,1613947599621,7178
+"eps_1",1e-05,1613947599621,7178
+"wd_2",0.01,1613947599621,7178
+"sqr_mom_2",0.99,1613947599621,7178
+"lr_2",3.374570584951123e-05,1613947599621,7178
+"mom_2",0.9432517913480112,1613947599621,7178
+"eps_2",1e-05,1613947599621,7178
+"train_loss",0.0046113823,1613947600610,7179
+"raw_loss",0.004253402,1613947600610,7179
+"epoch",45.15723270440251,1613947600610,7179
+"wd_0",0.01,1613947600610,7179
+"sqr_mom_0",0.99,1613947600610,7179
+"lr_0",3.367495195497543e-07,1613947600610,7179
+"mom_0",0.9432659422684275,1613947600610,7179
+"eps_0",1e-05,1613947600610,7179
+"wd_1",0.01,1613947600610,7179
+"sqr_mom_1",0.99,1613947600610,7179
+"lr_1",3.3674951954975463e-06,1613947600610,7179
+"mom_1",0.9432659422684275,1613947600610,7179
+"eps_1",1e-05,1613947600610,7179
+"wd_2",0.01,1613947600610,7179
+"sqr_mom_2",0.99,1613947600610,7179
+"lr_2",3.3674951954975436e-05,1613947600610,7179
+"mom_2",0.9432659422684275,1613947600610,7179
+"eps_2",1e-05,1613947600610,7179
+"train_loss",0.0045777713,1613947601593,7180
+"raw_loss",0.0029308354,1613947601593,7180
+"epoch",45.16352201257861,1613947601593,7180
+"wd_0",0.01,1613947601593,7180
+"sqr_mom_0",0.99,1613947601593,7180
+"lr_0",3.360422008507815e-07,1613947601593,7180
+"mom_0",0.9432800887838722,1613947601593,7180
+"eps_0",1e-05,1613947601593,7180
+"wd_1",0.01,1613947601593,7180
+"sqr_mom_1",0.99,1613947601593,7180
+"lr_1",3.3604220085078118e-06,1613947601593,7180
+"mom_1",0.9432800887838722,1613947601593,7180
+"eps_1",1e-05,1613947601593,7180
+"wd_2",0.01,1613947601593,7180
+"sqr_mom_2",0.99,1613947601593,7180
+"lr_2",3.3604220085078104e-05,1613947601593,7180
+"mom_2",0.9432800887838722,1613947601593,7180
+"eps_2",1e-05,1613947601593,7180
+"train_loss",0.004549067,1613947602570,7181
+"raw_loss",0.0031425443,1613947602570,7181
+"epoch",45.16981132075471,1613947602570,7181
+"wd_0",0.01,1613947602570,7181
+"sqr_mom_0",0.99,1613947602570,7181
+"lr_0",3.353360407119298e-07,1613947602570,7181
+"mom_0",0.9432942121278827,1613947602570,7181
+"eps_0",1e-05,1613947602570,7181
+"wd_1",0.01,1613947602570,7181
+"sqr_mom_1",0.99,1613947602570,7181
+"lr_1",3.353360407119296e-06,1613947602570,7181
+"mom_1",0.9432942121278827,1613947602570,7181
+"eps_1",1e-05,1613947602570,7181
+"wd_2",0.01,1613947602570,7181
+"sqr_mom_2",0.99,1613947602570,7181
+"lr_2",3.3533604071192893e-05,1613947602570,7181
+"mom_2",0.9432942121278827,1613947602570,7181
+"eps_2",1e-05,1613947602570,7181
+"train_loss",0.004523063,1613947603530,7182
+"raw_loss",0.0032488685,1613947603530,7182
+"epoch",45.17610062893081,1613947603530,7182
+"wd_0",0.01,1613947603530,7182
+"sqr_mom_0",0.99,1613947603530,7182
+"lr_0",3.346305700852529e-07,1613947603530,7182
+"mom_0",0.9433083216815117,1613947603530,7182
+"eps_0",1e-05,1613947603530,7182
+"wd_1",0.01,1613947603530,7182
+"sqr_mom_1",0.99,1613947603530,7182
+"lr_1",3.3463057008525357e-06,1613947603530,7182
+"mom_1",0.9433083216815117,1613947603530,7182
+"eps_1",1e-05,1613947603530,7182
+"wd_2",0.01,1613947603530,7182
+"sqr_mom_2",0.99,1613947603530,7182
+"lr_2",3.34630570085253e-05,1613947603530,7182
+"mom_2",0.9433083216815117,1613947603530,7182
+"eps_2",1e-05,1613947603530,7182
+"train_loss",0.004532985,1613947604529,7183
+"raw_loss",0.0050191563,1613947604529,7183
+"epoch",45.18238993710691,1613947604529,7183
+"wd_0",0.01,1613947604529,7183
+"sqr_mom_0",0.99,1613947604529,7183
+"lr_0",3.339253217530514e-07,1613947604529,7183
+"mom_0",0.9433224267892069,1613947604529,7183
+"eps_0",1e-05,1613947604529,7183
+"wd_1",0.01,1613947604529,7183
+"sqr_mom_1",0.99,1613947604529,7183
+"lr_1",3.3392532175305175e-06,1613947604529,7183
+"mom_1",0.9433224267892069,1613947604529,7183
+"eps_1",1e-05,1613947604529,7183
+"wd_2",0.01,1613947604529,7183
+"sqr_mom_2",0.99,1613947604529,7183
+"lr_2",3.339253217530516e-05,1613947604529,7183
+"mom_2",0.9433224267892069,1613947604529,7183
+"eps_2",1e-05,1613947604529,7183
+"train_loss",0.004512005,1613947605524,7184
+"raw_loss",0.003483997,1613947605524,7184
+"epoch",45.18867924528301,1613947605524,7184
+"wd_0",0.01,1613947605524,7184
+"sqr_mom_0",0.99,1613947605524,7184
+"lr_0",3.332212312825567e-07,1613947605524,7184
+"mom_0",0.9433365087394362,1613947605524,7184
+"eps_0",1e-05,1613947605524,7184
+"wd_1",0.01,1613947605524,7184
+"sqr_mom_1",0.99,1613947605524,7184
+"lr_1",3.3322123128255656e-06,1613947605524,7184
+"mom_1",0.9433365087394362,1613947605524,7184
+"eps_1",1e-05,1613947605524,7184
+"wd_2",0.01,1613947605524,7184
+"sqr_mom_2",0.99,1613947605524,7184
+"lr_2",3.33221231282556e-05,1613947605524,7184
+"mom_2",0.9433365087394362,1613947605524,7184
+"eps_2",1e-05,1613947605524,7184
+"train_loss",0.004489668,1613947606505,7185
+"raw_loss",0.0033951593,1613947606505,7185
+"epoch",45.19496855345911,1613947606505,7185
+"wd_0",0.01,1613947606505,7185
+"sqr_mom_0",0.99,1613947606505,7185
+"lr_0",3.325175977347553e-07,1613947606505,7185
+"mom_0",0.9433505815511204,1613947606505,7185
+"eps_0",1e-05,1613947606505,7185
+"wd_1",0.01,1613947606505,7185
+"sqr_mom_1",0.99,1613947606505,7185
+"lr_1",3.325175977347548e-06,1613947606505,7185
+"mom_1",0.9433505815511204,1613947606505,7185
+"eps_1",1e-05,1613947606505,7185
+"wd_2",0.01,1613947606505,7185
+"sqr_mom_2",0.99,1613947606505,7185
+"lr_2",3.3251759773475454e-05,1613947606505,7185
+"mom_2",0.9433505815511204,1613947606505,7185
+"eps_2",1e-05,1613947606505,7185
+"train_loss",0.004580367,1613947607483,7186
+"raw_loss",0.009024599,1613947607483,7186
+"epoch",45.20125786163521,1613947607483,7186
+"wd_0",0.01,1613947607483,7186
+"sqr_mom_0",0.99,1613947607483,7186
+"lr_0",3.3181465505509214e-07,1613947607483,7186
+"mom_0",0.9433646405453036,1613947607483,7186
+"eps_0",1e-05,1613947607483,7186
+"wd_1",0.01,1613947607483,7186
+"sqr_mom_1",0.99,1613947607483,7186
+"lr_1",3.3181465505509214e-06,1613947607483,7186
+"mom_1",0.9433646405453036,1613947607483,7186
+"eps_1",1e-05,1613947607483,7186
+"wd_2",0.01,1613947607483,7186
+"sqr_mom_2",0.99,1613947607483,7186
+"lr_2",3.318146550550916e-05,1613947607483,7186
+"mom_2",0.9433646405453036,1613947607483,7186
+"eps_2",1e-05,1613947607483,7186
+"train_loss",0.0045669763,1613947608455,7187
+"raw_loss",0.0039108433,1613947608455,7187
+"epoch",45.20754716981131,1613947608455,7187
+"wd_0",0.01,1613947608455,7187
+"sqr_mom_0",0.99,1613947608455,7187
+"lr_0",3.3111240346762263e-07,1613947608455,7187
+"mom_0",0.9433786857175047,1613947608455,7187
+"eps_0",1e-05,1613947608455,7187
+"wd_1",0.01,1613947608455,7187
+"sqr_mom_1",0.99,1613947608455,7187
+"lr_1",3.311124034676223e-06,1613947608455,7187
+"mom_1",0.9433786857175047,1613947608455,7187
+"eps_1",1e-05,1613947608455,7187
+"wd_2",0.01,1613947608455,7187
+"sqr_mom_2",0.99,1613947608455,7187
+"lr_2",3.311124034676219e-05,1613947608455,7187
+"mom_2",0.9433786857175047,1613947608455,7187
+"eps_2",1e-05,1613947608455,7187
+"train_loss",0.0046279756,1613947609416,7188
+"raw_loss",0.007616939,1613947609416,7188
+"epoch",45.213836477987414,1613947609416,7188
+"wd_0",0.01,1613947609416,7188
+"sqr_mom_0",0.99,1613947609416,7188
+"lr_0",3.304110757715224e-07,1613947609416,7188
+"mom_0",0.9433927124116936,1613947609416,7188
+"eps_0",1e-05,1613947609416,7188
+"wd_1",0.01,1613947609416,7188
+"sqr_mom_1",0.99,1613947609416,7188
+"lr_1",3.304110757715222e-06,1613947609416,7188
+"mom_1",0.9433927124116936,1613947609416,7188
+"eps_1",1e-05,1613947609416,7188
+"wd_2",0.01,1613947609416,7188
+"sqr_mom_2",0.99,1613947609416,7188
+"lr_2",3.304110757715214e-05,1613947609416,7188
+"mom_2",0.9433927124116936,1613947609416,7188
+"eps_2",1e-05,1613947609416,7188
+"train_loss",0.0046237414,1613947610386,7189
+"raw_loss",0.0044162665,1613947610386,7189
+"epoch",45.220125786163514,1613947610386,7189
+"wd_0",0.01,1613947610386,7189
+"sqr_mom_0",0.99,1613947610386,7189
+"lr_0",3.297099744643811e-07,1613947610386,7189
+"mom_0",0.9434067345780581,1613947610386,7189
+"eps_0",1e-05,1613947610386,7189
+"wd_1",0.01,1613947610386,7189
+"sqr_mom_1",0.99,1613947610386,7189
+"lr_1",3.297099744643811e-06,1613947610386,7189
+"mom_1",0.9434067345780581,1613947610386,7189
+"eps_1",1e-05,1613947610386,7189
+"wd_2",0.01,1613947610386,7189
+"sqr_mom_2",0.99,1613947610386,7189
+"lr_2",3.297099744643806e-05,1613947610386,7189
+"mom_2",0.9434067345780581,1613947610386,7189
+"eps_2",1e-05,1613947610386,7189
+"train_loss",0.004601049,1613947611346,7190
+"raw_loss",0.0034891018,1613947611346,7190
+"epoch",45.226415094339615,1613947611346,7190
+"wd_0",0.01,1613947611346,7190
+"sqr_mom_0",0.99,1613947611346,7190
+"lr_0",3.290100296120783e-07,1613947611346,7190
+"mom_0",0.9434207336150946,1613947611346,7190
+"eps_0",1e-05,1613947611346,7190
+"wd_1",0.01,1613947611346,7190
+"sqr_mom_1",0.99,1613947611346,7190
+"lr_1",3.2901002961207846e-06,1613947611346,7190
+"mom_1",0.9434207336150946,1613947611346,7190
+"eps_1",1e-05,1613947611346,7190
+"wd_2",0.01,1613947611346,7190
+"sqr_mom_2",0.99,1613947611346,7190
+"lr_2",3.290100296120778e-05,1613947611346,7190
+"mom_2",0.9434207336150946,1613947611346,7190
+"eps_2",1e-05,1613947611346,7190
+"train_loss",0.004584523,1613947612292,7191
+"raw_loss",0.0037747517,1613947612292,7191
+"epoch",45.232704402515715,1613947612292,7191
+"wd_0",0.01,1613947612292,7191
+"sqr_mom_0",0.99,1613947612292,7191
+"lr_0",3.28310776286957e-07,1613947612292,7191
+"mom_0",0.943434718821449,1613947612292,7191
+"eps_0",1e-05,1613947612292,7191
+"wd_1",0.01,1613947612292,7191
+"sqr_mom_1",0.99,1613947612292,7191
+"lr_1",3.2831077628695733e-06,1613947612292,7191
+"mom_1",0.943434718821449,1613947612292,7191
+"eps_1",1e-05,1613947612292,7191
+"wd_2",0.01,1613947612292,7191
+"sqr_mom_2",0.99,1613947612292,7191
+"lr_2",3.283107762869572e-05,1613947612292,7191
+"mom_2",0.943434718821449,1613947612292,7191
+"eps_2",1e-05,1613947612292,7191
+"train_loss",0.0045463988,1613947613254,7192
+"raw_loss",0.0026783086,1613947613254,7192
+"epoch",45.238993710691815,1613947613254,7192
+"wd_0",0.01,1613947613254,7192
+"sqr_mom_0",0.99,1613947613254,7192
+"lr_0",3.2761175139695607e-07,1613947613254,7192
+"mom_0",0.9434486994590554,1613947613254,7192
+"eps_0",1e-05,1613947613254,7192
+"wd_1",0.01,1613947613254,7192
+"sqr_mom_1",0.99,1613947613254,7192
+"lr_1",3.2761175139695573e-06,1613947613254,7192
+"mom_1",0.9434486994590554,1613947613254,7192
+"eps_1",1e-05,1613947613254,7192
+"wd_2",0.01,1613947613254,7192
+"sqr_mom_2",0.99,1613947613254,7192
+"lr_2",3.276117513969557e-05,1613947613254,7192
+"mom_2",0.9434486994590554,1613947613254,7192
+"eps_2",1e-05,1613947613254,7192
+"train_loss",0.0045261853,1613947614208,7193
+"raw_loss",0.0035357256,1613947614208,7193
+"epoch",45.245283018867916,1613947614208,7193
+"wd_0",0.01,1613947614208,7193
+"sqr_mom_0",0.99,1613947614208,7193
+"lr_0",3.2691388225341993e-07,1613947614208,7193
+"mom_0",0.9434626569815013,1613947614208,7193
+"eps_0",1e-05,1613947614208,7193
+"wd_1",0.01,1613947614208,7193
+"sqr_mom_1",0.99,1613947614208,7193
+"lr_1",3.269138822534196e-06,1613947614208,7193
+"mom_1",0.9434626569815013,1613947614208,7193
+"eps_1",1e-05,1613947614208,7193
+"wd_2",0.01,1613947614208,7193
+"sqr_mom_2",0.99,1613947614208,7193
+"lr_2",3.2691388225341905e-05,1613947614208,7193
+"mom_2",0.9434626569815013,1613947614208,7193
+"eps_2",1e-05,1613947614208,7193
+"train_loss",0.0045223306,1613947615158,7194
+"raw_loss",0.0043334565,1613947615158,7194
+"epoch",45.251572327044016,1613947615158,7194
+"wd_0",0.01,1613947615158,7194
+"sqr_mom_0",0.99,1613947615158,7194
+"lr_0",3.2621670530474666e-07,1613947615158,7194
+"mom_0",0.9434766006599116,1613947615158,7194
+"eps_0",1e-05,1613947615158,7194
+"wd_1",0.01,1613947615158,7194
+"sqr_mom_1",0.99,1613947615158,7194
+"lr_1",3.262167053047465e-06,1613947615158,7194
+"mom_1",0.9434766006599116,1613947615158,7194
+"eps_1",1e-05,1613947615158,7194
+"wd_2",0.01,1613947615158,7194
+"sqr_mom_2",0.99,1613947615158,7194
+"lr_2",3.262167053047461e-05,1613947615158,7194
+"mom_2",0.9434766006599116,1613947615158,7194
+"eps_2",1e-05,1613947615158,7194
+"train_loss",0.004514176,1613947616107,7195
+"raw_loss",0.004114601,1613947616107,7195
+"epoch",45.25786163522012,1613947616107,7195
+"wd_0",0.01,1613947616107,7195
+"sqr_mom_0",0.99,1613947616107,7195
+"lr_0",3.255197588366953e-07,1613947616107,7195
+"mom_0",0.9434905397286634,1613947616107,7195
+"eps_0",1e-05,1613947616107,7195
+"wd_1",0.01,1613947616107,7195
+"sqr_mom_1",0.99,1613947616107,7195
+"lr_1",3.255197588366948e-06,1613947616107,7195
+"mom_1",0.9434905397286634,1613947616107,7195
+"eps_1",1e-05,1613947616107,7195
+"wd_2",0.01,1613947616107,7195
+"sqr_mom_2",0.99,1613947616107,7195
+"lr_2",3.255197588366947e-05,1613947616107,7195
+"mom_2",0.9434905397286634,1613947616107,7195
+"eps_2",1e-05,1613947616107,7195
+"train_loss",0.0044841706,1613947617062,7196
+"raw_loss",0.0030139165,1613947617062,7196
+"epoch",45.26415094339622,1613947617062,7196
+"wd_0",0.01,1613947617062,7196
+"sqr_mom_0",0.99,1613947617062,7196
+"lr_0",3.248239674034232e-07,1613947617062,7196
+"mom_0",0.9435044556964884,1613947617062,7196
+"eps_0",1e-05,1613947617062,7196
+"wd_1",0.01,1613947617062,7196
+"sqr_mom_1",0.99,1613947617062,7196
+"lr_1",3.248239674034234e-06,1613947617062,7196
+"mom_1",0.9435044556964884,1613947617062,7196
+"eps_1",1e-05,1613947617062,7196
+"wd_2",0.01,1613947617062,7196
+"sqr_mom_2",0.99,1613947617062,7196
+"lr_2",3.248239674034231e-05,1613947617062,7196
+"mom_2",0.9435044556964884,1613947617062,7196
+"eps_2",1e-05,1613947617062,7196
+"train_loss",0.0044883057,1613947618009,7197
+"raw_loss",0.0046909256,1613947618009,7197
+"epoch",45.27044025157232,1613947618009,7197
+"wd_0",0.01,1613947618009,7197
+"sqr_mom_0",0.99,1613947618009,7197
+"lr_0",3.241286383224298e-07,1613947618009,7197
+"mom_0",0.9435183624171756,1613947618009,7197
+"eps_0",1e-05,1613947618009,7197
+"wd_1",0.01,1613947618009,7197
+"sqr_mom_1",0.99,1613947618009,7197
+"lr_1",3.241286383224296e-06,1613947618009,7197
+"mom_1",0.9435183624171756,1613947618009,7197
+"eps_1",1e-05,1613947618009,7197
+"wd_2",0.01,1613947618009,7197
+"sqr_mom_2",0.99,1613947618009,7197
+"lr_2",3.2412863832242934e-05,1613947618009,7197
+"mom_2",0.9435183624171756,1613947618009,7197
+"eps_2",1e-05,1613947618009,7197
+"train_loss",0.0044863652,1613947618979,7198
+"raw_loss",0.004391276,1613947618979,7198
+"epoch",45.27672955974842,1613947618979,7198
+"wd_0",0.01,1613947618979,7198
+"sqr_mom_0",0.99,1613947618979,7198
+"lr_0",3.2343400278345936e-07,1613947618979,7198
+"mom_0",0.9435322552668834,1613947618979,7198
+"eps_0",1e-05,1613947618979,7198
+"wd_1",0.01,1613947618979,7198
+"sqr_mom_1",0.99,1613947618979,7198
+"lr_1",3.2343400278345936e-06,1613947618979,7198
+"mom_1",0.9435322552668834,1613947618979,7198
+"eps_1",1e-05,1613947618979,7198
+"wd_2",0.01,1613947618979,7198
+"sqr_mom_2",0.99,1613947618979,7198
+"lr_2",3.234340027834584e-05,1613947618979,7198
+"mom_2",0.9435322552668834,1613947618979,7198
+"eps_2",1e-05,1613947618979,7198
+"train_loss",0.004437996,1613947619963,7199
+"raw_loss",0.0020679086,1613947619963,7199
+"epoch",45.28301886792452,1613947619963,7199
+"wd_0",0.01,1613947619963,7199
+"sqr_mom_0",0.99,1613947619963,7199
+"lr_0",3.227400610079179e-07,1613947619963,7199
+"mom_0",0.943546134241184,1613947619963,7199
+"eps_0",1e-05,1613947619963,7199
+"wd_1",0.01,1613947619963,7199
+"sqr_mom_1",0.99,1613947619963,7199
+"lr_1",3.2274006100791824e-06,1613947619963,7199
+"mom_1",0.943546134241184,1613947619963,7199
+"eps_1",1e-05,1613947619963,7199
+"wd_2",0.01,1613947619963,7199
+"sqr_mom_2",0.99,1613947619963,7199
+"lr_2",3.227400610079174e-05,1613947619963,7199
+"mom_2",0.943546134241184,1613947619963,7199
+"eps_2",1e-05,1613947619963,7199
+"train_loss",0.00445806,1613947620910,7200
+"raw_loss",0.005441189,1613947620910,7200
+"epoch",45.28930817610062,1613947620910,7200
+"wd_0",0.01,1613947620910,7200
+"sqr_mom_0",0.99,1613947620910,7200
+"lr_0",3.220470430348513e-07,1613947620910,7200
+"mom_0",0.9435599947392503,1613947620910,7200
+"eps_0",1e-05,1613947620910,7200
+"wd_1",0.01,1613947620910,7200
+"sqr_mom_1",0.99,1613947620910,7200
+"lr_1",3.2204704303485113e-06,1613947620910,7200
+"mom_1",0.9435599947392503,1613947620910,7200
+"eps_1",1e-05,1613947620910,7200
+"wd_2",0.01,1613947620910,7200
+"sqr_mom_2",0.99,1613947620910,7200
+"lr_2",3.2204704303485086e-05,1613947620910,7200
+"mom_2",0.9435599947392503,1613947620910,7200
+"eps_2",1e-05,1613947620910,7200
+"train_loss",0.004465235,1613947621879,7201
+"raw_loss",0.0048168013,1613947621879,7201
+"epoch",45.29559748427672,1613947621879,7201
+"wd_0",0.01,1613947621879,7201
+"sqr_mom_0",0.99,1613947621879,7201
+"lr_0",3.213542596316496e-07,1613947621879,7201
+"mom_0",0.9435738505458724,1613947621879,7201
+"eps_0",1e-05,1613947621879,7201
+"wd_1",0.01,1613947621879,7201
+"sqr_mom_1",0.99,1613947621879,7201
+"lr_1",3.2135425963165012e-06,1613947621879,7201
+"mom_1",0.9435738505458724,1613947621879,7201
+"eps_1",1e-05,1613947621879,7201
+"wd_2",0.01,1613947621879,7201
+"sqr_mom_2",0.99,1613947621879,7201
+"lr_2",3.2135425963164945e-05,1613947621879,7201
+"mom_2",0.9435738505458724,1613947621879,7201
+"eps_2",1e-05,1613947621879,7201
+"train_loss",0.00450798,1613947622872,7202
+"raw_loss",0.0066024875,1613947622872,7202
+"epoch",45.30188679245282,1613947622872,7202
+"wd_0",0.01,1613947622872,7202
+"sqr_mom_0",0.99,1613947622872,7202
+"lr_0",3.2066262982984074e-07,1613947622872,7202
+"mom_0",0.9435876832802359,1613947622872,7202
+"eps_0",1e-05,1613947622872,7202
+"wd_1",0.01,1613947622872,7202
+"sqr_mom_1",0.99,1613947622872,7202
+"lr_1",3.206626298298409e-06,1613947622872,7202
+"mom_1",0.9435876832802359,1613947622872,7202
+"eps_1",1e-05,1613947622872,7202
+"wd_2",0.01,1613947622872,7202
+"sqr_mom_2",0.99,1613947622872,7202
+"lr_2",3.206626298298405e-05,1613947622872,7202
+"mom_2",0.9435876832802359,1613947622872,7202
+"eps_2",1e-05,1613947622872,7202
+"train_loss",0.0045306445,1613947623819,7203
+"raw_loss",0.0056412104,1613947623819,7203
+"epoch",45.30817610062892,1613947623819,7203
+"wd_0",0.01,1613947623819,7203
+"sqr_mom_0",0.99,1613947623819,7203
+"lr_0",3.199716942140871e-07,1613947623819,7203
+"mom_0",0.9436015021307396,1613947623819,7203
+"eps_0",1e-05,1613947623819,7203
+"wd_1",0.01,1613947623819,7203
+"sqr_mom_1",0.99,1613947623819,7203
+"lr_1",3.199716942140869e-06,1613947623819,7203
+"mom_1",0.9436015021307396,1613947623819,7203
+"eps_1",1e-05,1613947623819,7203
+"wd_2",0.01,1613947623819,7203
+"sqr_mom_2",0.99,1613947623819,7203
+"lr_2",3.199716942140868e-05,1613947623819,7203
+"mom_2",0.9436015021307396,1613947623819,7203
+"eps_2",1e-05,1613947623819,7203
+"train_loss",0.00452065,1613947624793,7204
+"raw_loss",0.0040309243,1613947624793,7204
+"epoch",45.31446540880502,1613947624793,7204
+"wd_0",0.01,1613947624793,7204
+"sqr_mom_0",0.99,1613947624793,7204
+"lr_0",3.192809952117026e-07,1613947624793,7204
+"mom_0",0.9436153162489284,1613947624793,7204
+"eps_0",1e-05,1613947624793,7204
+"wd_1",0.01,1613947624793,7204
+"sqr_mom_1",0.99,1613947624793,7204
+"lr_1",3.192809952117026e-06,1613947624793,7204
+"mom_1",0.9436153162489284,1613947624793,7204
+"eps_1",1e-05,1613947624793,7204
+"wd_2",0.01,1613947624793,7204
+"sqr_mom_2",0.99,1613947624793,7204
+"lr_2",3.1928099521170246e-05,1613947624793,7204
+"mom_2",0.9436153162489284,1613947624793,7204
+"eps_2",1e-05,1613947624793,7204
+"train_loss",0.004478619,1613947625743,7205
+"raw_loss",0.002419087,1613947625743,7205
+"epoch",45.32075471698112,1613947625743,7205
+"wd_0",0.01,1613947625743,7205
+"sqr_mom_0",0.99,1613947625743,7205
+"lr_0",3.185914490890922e-07,1613947625743,7205
+"mom_0",0.9436291073092912,1613947625743,7205
+"eps_0",1e-05,1613947625743,7205
+"wd_1",0.01,1613947625743,7205
+"sqr_mom_1",0.99,1613947625743,7205
+"lr_1",3.1859144908909153e-06,1613947625743,7205
+"mom_1",0.9436291073092912,1613947625743,7205
+"eps_1",1e-05,1613947625743,7205
+"wd_2",0.01,1613947625743,7205
+"sqr_mom_2",0.99,1613947625743,7205
+"lr_2",3.1859144908909167e-05,1613947625743,7205
+"mom_2",0.9436291073092912,1613947625743,7205
+"eps_2",1e-05,1613947625743,7205
+"train_loss",0.0044426075,1613947626688,7206
+"raw_loss",0.0026780502,1613947626688,7206
+"epoch",45.32704402515722,1613947626688,7206
+"wd_0",0.01,1613947626688,7206
+"sqr_mom_0",0.99,1613947626688,7206
+"lr_0",3.179021409419579e-07,1613947626688,7206
+"mom_0",0.9436428936100969,1613947626688,7206
+"eps_0",1e-05,1613947626688,7206
+"wd_1",0.01,1613947626688,7206
+"sqr_mom_1",0.99,1613947626688,7206
+"lr_1",3.1790214094195774e-06,1613947626688,7206
+"mom_1",0.9436428936100969,1613947626688,7206
+"eps_1",1e-05,1613947626688,7206
+"wd_2",0.01,1613947626688,7206
+"sqr_mom_2",0.99,1613947626688,7206
+"lr_2",3.179021409419573e-05,1613947626688,7206
+"mom_2",0.9436428936100969,1613947626688,7206
+"eps_2",1e-05,1613947626688,7206
+"train_loss",0.0044330405,1613947627633,7207
+"raw_loss",0.003964267,1613947627633,7207
+"epoch",45.33333333333332,1613947627633,7207
+"wd_0",0.01,1613947627633,7207
+"sqr_mom_0",0.99,1613947627633,7207
+"lr_0",3.1721398519162884e-07,1613947627633,7207
+"mom_0",0.943656656862736,1613947627633,7207
+"eps_0",1e-05,1613947627633,7207
+"wd_1",0.01,1613947627633,7207
+"sqr_mom_1",0.99,1613947627633,7207
+"lr_1",3.172139851916285e-06,1613947627633,7207
+"mom_1",0.943656656862736,1613947627633,7207
+"eps_1",1e-05,1613947627633,7207
+"wd_2",0.01,1613947627633,7207
+"sqr_mom_2",0.99,1613947627633,7207
+"lr_2",3.1721398519162836e-05,1613947627633,7207
+"mom_2",0.943656656862736,1613947627633,7207
+"eps_2",1e-05,1613947627633,7207
+"train_loss",0.0045044078,1613947628586,7208
+"raw_loss",0.008001401,1613947628586,7208
+"epoch",45.33962264150942,1613947628586,7208
+"wd_0",0.01,1613947628586,7208
+"sqr_mom_0",0.99,1613947628586,7208
+"lr_0",3.165262967521737e-07,1613947628586,7208
+"mom_0",0.9436704107690642,1613947628586,7208
+"eps_0",1e-05,1613947628586,7208
+"wd_1",0.01,1613947628586,7208
+"sqr_mom_1",0.99,1613947628586,7208
+"lr_1",3.165262967521735e-06,1613947628586,7208
+"mom_1",0.9436704107690642,1613947628586,7208
+"eps_1",1e-05,1613947628586,7208
+"wd_2",0.01,1613947628586,7208
+"sqr_mom_2",0.99,1613947628586,7208
+"lr_2",3.1652629675217364e-05,1613947628586,7208
+"mom_2",0.9436704107690642,1613947628586,7208
+"eps_2",1e-05,1613947628586,7208
+"train_loss",0.004671423,1613947629555,7209
+"raw_loss",0.012855181,1613947629555,7209
+"epoch",45.34591194968552,1613947629555,7209
+"wd_0",0.01,1613947629555,7209
+"sqr_mom_0",0.99,1613947629555,7209
+"lr_0",3.158393042779012e-07,1613947629555,7209
+"mom_0",0.9436841507559495,1613947629555,7209
+"eps_0",1e-05,1613947629555,7209
+"wd_1",0.01,1613947629555,7209
+"sqr_mom_1",0.99,1613947629555,7209
+"lr_1",3.1583930427790137e-06,1613947629555,7209
+"mom_1",0.9436841507559495,1613947629555,7209
+"eps_1",1e-05,1613947629555,7209
+"wd_2",0.01,1613947629555,7209
+"sqr_mom_2",0.99,1613947629555,7209
+"lr_2",3.158393042779011e-05,1613947629555,7209
+"mom_2",0.9436841507559495,1613947629555,7209
+"eps_2",1e-05,1613947629555,7209
+"train_loss",0.0047217873,1613947630672,7210
+"raw_loss",0.007189629,1613947630672,7210
+"epoch",45.35220125786162,1613947630672,7210
+"wd_0",0.01,1613947630672,7210
+"sqr_mom_0",0.99,1613947630672,7210
+"lr_0",3.15153007987783e-07,1613947630672,7210
+"mom_0",0.9436978768190125,1613947630672,7210
+"eps_0",1e-05,1613947630672,7210
+"wd_1",0.01,1613947630672,7210
+"sqr_mom_1",0.99,1613947630672,7210
+"lr_1",3.15153007987783e-06,1613947630672,7210
+"mom_1",0.9436978768190125,1613947630672,7210
+"eps_1",1e-05,1613947630672,7210
+"wd_2",0.01,1613947630672,7210
+"sqr_mom_2",0.99,1613947630672,7210
+"lr_2",3.151530079877822e-05,1613947630672,7210
+"mom_2",0.9436978768190125,1613947630672,7210
+"eps_2",1e-05,1613947630672,7210
+"train_loss",0.00468313,1613947631801,7211
+"raw_loss",0.0027889183,1613947631801,7211
+"epoch",45.35849056603772,1613947631801,7211
+"wd_0",0.01,1613947631801,7211
+"sqr_mom_0",0.99,1613947631801,7211
+"lr_0",3.1446763538140425e-07,1613947631801,7211
+"mom_0",0.943711584408216,1613947631801,7211
+"eps_0",1e-05,1613947631801,7211
+"wd_1",0.01,1613947631801,7211
+"sqr_mom_1",0.99,1613947631801,7211
+"lr_1",3.1446763538140425e-06,1613947631801,7211
+"mom_1",0.943711584408216,1613947631801,7211
+"eps_1",1e-05,1613947631801,7211
+"wd_2",0.01,1613947631801,7211
+"sqr_mom_2",0.99,1613947631801,7211
+"lr_2",3.14467635381404e-05,1613947631801,7211
+"mom_2",0.943711584408216,1613947631801,7211
+"eps_2",1e-05,1613947631801,7211
+"train_loss",0.0046979706,1613947633103,7212
+"raw_loss",0.005425162,1613947633103,7212
+"epoch",45.36477987421382,1613947633103,7212
+"wd_0",0.01,1613947633103,7212
+"sqr_mom_0",0.99,1613947633103,7212
+"lr_0",3.137825048347784e-07,1613947633103,7212
+"mom_0",0.943725287156176,1613947633103,7212
+"eps_0",1e-05,1613947633103,7212
+"wd_1",0.01,1613947633103,7212
+"sqr_mom_1",0.99,1613947633103,7212
+"lr_1",3.137825048347784e-06,1613947633103,7212
+"mom_1",0.943725287156176,1613947633103,7212
+"eps_1",1e-05,1613947633103,7212
+"wd_2",0.01,1613947633103,7212
+"sqr_mom_2",0.99,1613947633103,7212
+"lr_2",3.13782504834778e-05,1613947633103,7212
+"mom_2",0.943725287156176,1613947633103,7212
+"eps_2",1e-05,1613947633103,7212
+"train_loss",0.0047344146,1613947634317,7213
+"raw_loss",0.0065201707,1613947634317,7213
+"epoch",45.371069182389924,1613947634317,7213
+"wd_0",0.01,1613947634317,7213
+"sqr_mom_0",0.99,1613947634317,7213
+"lr_0",3.1309852522731576e-07,1613947634317,7213
+"mom_0",0.9437389668851225,1613947634317,7213
+"eps_0",1e-05,1613947634317,7213
+"wd_1",0.01,1613947634317,7213
+"sqr_mom_1",0.99,1613947634317,7213
+"lr_1",3.1309852522731576e-06,1613947634317,7213
+"mom_1",0.9437389668851225,1613947634317,7213
+"eps_1",1e-05,1613947634317,7213
+"wd_2",0.01,1613947634317,7213
+"sqr_mom_2",0.99,1613947634317,7213
+"lr_2",3.1309852522731535e-05,1613947634317,7213
+"mom_2",0.9437389668851225,1613947634317,7213
+"eps_2",1e-05,1613947634317,7213
+"train_loss",0.004718263,1613947635335,7214
+"raw_loss",0.0039268467,1613947635335,7214
+"epoch",45.377358490566024,1613947635335,7214
+"wd_0",0.01,1613947635335,7214
+"sqr_mom_0",0.99,1613947635335,7214
+"lr_0",3.1241524221528167e-07,1613947635335,7214
+"mom_0",0.9437526326820211,1613947635335,7214
+"eps_0",1e-05,1613947635335,7214
+"wd_1",0.01,1613947635335,7214
+"sqr_mom_1",0.99,1613947635335,7214
+"lr_1",3.1241524221528133e-06,1613947635335,7214
+"mom_1",0.9437526326820211,1613947635335,7214
+"eps_1",1e-05,1613947635335,7214
+"wd_2",0.01,1613947635335,7214
+"sqr_mom_2",0.99,1613947635335,7214
+"lr_2",3.1241524221528106e-05,1613947635335,7214
+"mom_2",0.9437526326820211,1613947635335,7214
+"eps_2",1e-05,1613947635335,7214
+"train_loss",0.004738833,1613947636295,7215
+"raw_loss",0.005746742,1613947636295,7215
+"epoch",45.383647798742125,1613947636295,7215
+"wd_0",0.01,1613947636295,7215
+"sqr_mom_0",0.99,1613947636295,7215
+"lr_0",3.1173220330398567e-07,1613947636295,7215
+"mom_0",0.9437662935968563,1613947636295,7215
+"eps_0",1e-05,1613947636295,7215
+"wd_1",0.01,1613947636295,7215
+"sqr_mom_1",0.99,1613947636295,7215
+"lr_1",3.1173220330398533e-06,1613947636295,7215
+"mom_1",0.9437662935968563,1613947636295,7215
+"eps_1",1e-05,1613947636295,7215
+"wd_2",0.01,1613947636295,7215
+"sqr_mom_2",0.99,1613947636295,7215
+"lr_2",3.1173220330398465e-05,1613947636295,7215
+"mom_2",0.9437662935968563,1613947636295,7215
+"eps_2",1e-05,1613947636295,7215
+"train_loss",0.004709945,1613947637241,7216
+"raw_loss",0.003294438,1613947637241,7216
+"epoch",45.389937106918225,1613947637241,7216
+"wd_0",0.01,1613947637241,7216
+"sqr_mom_0",0.99,1613947637241,7216
+"lr_0",3.11050314598119e-07,1613947637241,7216
+"mom_0",0.9437799315073526,1613947637241,7216
+"eps_0",1e-05,1613947637241,7216
+"wd_1",0.01,1613947637241,7216
+"sqr_mom_1",0.99,1613947637241,7216
+"lr_1",3.1105031459811936e-06,1613947637241,7216
+"mom_1",0.9437799315073526,1613947637241,7216
+"eps_1",1e-05,1613947637241,7216
+"wd_2",0.01,1613947637241,7216
+"sqr_mom_2",0.99,1613947637241,7216
+"lr_2",3.110503145981188e-05,1613947637241,7216
+"mom_2",0.9437799315073526,1613947637241,7216
+"eps_2",1e-05,1613947637241,7216
+"train_loss",0.0046866396,1613947638182,7217
+"raw_loss",0.0035446624,1613947638182,7217
+"epoch",45.396226415094326,1613947638182,7217
+"wd_0",0.01,1613947638182,7217
+"sqr_mom_0",0.99,1613947638182,7217
+"lr_0",3.1036912314009283e-07,1613947638182,7217
+"mom_0",0.9437935554727528,1613947638182,7217
+"eps_0",1e-05,1613947638182,7217
+"wd_1",0.01,1613947638182,7217
+"sqr_mom_1",0.99,1613947638182,7217
+"lr_1",3.1036912314009283e-06,1613947638182,7217
+"mom_1",0.9437935554727528,1613947638182,7217
+"eps_1",1e-05,1613947638182,7217
+"wd_2",0.01,1613947638182,7217
+"sqr_mom_2",0.99,1613947638182,7217
+"lr_2",3.103691231400924e-05,1613947638182,7217
+"mom_2",0.9437935554727528,1613947638182,7217
+"eps_2",1e-05,1613947638182,7217
+"train_loss",0.0046812203,1613947639117,7218
+"raw_loss",0.0044156667,1613947639117,7218
+"epoch",45.402515723270426,1613947639117,7218
+"wd_0",0.01,1613947639117,7218
+"sqr_mom_0",0.99,1613947639117,7218
+"lr_0",3.0968817782309026e-07,1613947639117,7218
+"mom_0",0.9438071745152833,1613947639117,7218
+"eps_0",1e-05,1613947639117,7218
+"wd_1",0.01,1613947639117,7218
+"sqr_mom_1",0.99,1613947639117,7218
+"lr_1",3.0968817782309026e-06,1613947639117,7218
+"mom_1",0.9438071745152833,1613947639117,7218
+"eps_1",1e-05,1613947639117,7218
+"wd_2",0.01,1613947639117,7218
+"sqr_mom_2",0.99,1613947639117,7218
+"lr_2",3.096881778230897e-05,1613947639117,7218
+"mom_2",0.9438071745152833,1613947639117,7218
+"eps_2",1e-05,1613947639117,7218
+"train_loss",0.00473482,1613947640063,7219
+"raw_loss",0.007361211,1613947640063,7219
+"epoch",45.408805031446526,1613947640063,7219
+"wd_0",0.01,1613947640063,7219
+"sqr_mom_0",0.99,1613947640063,7219
+"lr_0",3.0900838197448657e-07,1613947640063,7219
+"mom_0",0.9438207705682159,1613947640063,7219
+"eps_0",1e-05,1613947640063,7219
+"wd_1",0.01,1613947640063,7219
+"sqr_mom_1",0.99,1613947640063,7219
+"lr_1",3.0900838197448657e-06,1613947640063,7219
+"mom_1",0.9438207705682159,1613947640063,7219
+"eps_1",1e-05,1613947640063,7219
+"wd_2",0.01,1613947640063,7219
+"sqr_mom_2",0.99,1613947640063,7219
+"lr_2",3.0900838197448616e-05,1613947640063,7219
+"mom_2",0.9438207705682159,1613947640063,7219
+"eps_2",1e-05,1613947640063,7219
+"train_loss",0.004843992,1613947641037,7220
+"raw_loss",0.01019343,1613947641037,7220
+"epoch",45.41509433962263,1613947641037,7220
+"wd_0",0.01,1613947641037,7220
+"sqr_mom_0",0.99,1613947641037,7220
+"lr_0",3.083290588254559e-07,1613947641037,7220
+"mom_0",0.9438343571670625,1613947641037,7220
+"eps_0",1e-05,1613947641037,7220
+"wd_1",0.01,1613947641037,7220
+"sqr_mom_1",0.99,1613947641037,7220
+"lr_1",3.0832905882545604e-06,1613947641037,7220
+"mom_1",0.9438343571670625,1613947641037,7220
+"eps_1",1e-05,1613947641037,7220
+"wd_2",0.01,1613947641037,7220
+"sqr_mom_2",0.99,1613947641037,7220
+"lr_2",3.083290588254558e-05,1613947641037,7220
+"mom_2",0.9438343571670625,1613947641037,7220
+"eps_2",1e-05,1613947641037,7220
+"train_loss",0.0048194863,1613947642010,7221
+"raw_loss",0.0036186897,1613947642010,7221
+"epoch",45.42138364779873,1613947642010,7221
+"wd_0",0.01,1613947642010,7221
+"sqr_mom_0",0.99,1613947642010,7221
+"lr_0",3.076504342543835e-07,1613947642010,7221
+"mom_0",0.9438479297942103,1613947642010,7221
+"eps_0",1e-05,1613947642010,7221
+"wd_1",0.01,1613947642010,7221
+"sqr_mom_1",0.99,1613947642010,7221
+"lr_1",3.0765043425438315e-06,1613947642010,7221
+"mom_1",0.9438479297942103,1613947642010,7221
+"eps_1",1e-05,1613947642010,7221
+"wd_2",0.01,1613947642010,7221
+"sqr_mom_2",0.99,1613947642010,7221
+"lr_2",3.076504342543825e-05,1613947642010,7221
+"mom_2",0.9438479297942103,1613947642010,7221
+"eps_2",1e-05,1613947642010,7221
+"train_loss",0.00487973,1613947642968,7222
+"raw_loss",0.007831655,1613947642968,7222
+"epoch",45.42767295597483,1613947642968,7222
+"wd_0",0.01,1613947642968,7222
+"sqr_mom_0",0.99,1613947642968,7222
+"lr_0",3.06972508477572e-07,1613947642968,7222
+"mom_0",0.943861488445333,1613947642968,7222
+"eps_0",1e-05,1613947642968,7222
+"wd_1",0.01,1613947642968,7222
+"sqr_mom_1",0.99,1613947642968,7222
+"lr_1",3.0697250847757165e-06,1613947642968,7222
+"mom_1",0.943861488445333,1613947642968,7222
+"eps_1",1e-05,1613947642968,7222
+"wd_2",0.01,1613947642968,7222
+"sqr_mom_2",0.99,1613947642968,7222
+"lr_2",3.0697250847757165e-05,1613947642968,7222
+"mom_2",0.943861488445333,1613947642968,7222
+"eps_2",1e-05,1613947642968,7222
+"train_loss",0.0048570973,1613947643937,7223
+"raw_loss",0.0037481026,1613947643937,7223
+"epoch",45.43396226415093,1613947643937,7223
+"wd_0",0.01,1613947643937,7223
+"sqr_mom_0",0.99,1613947643937,7223
+"lr_0",3.062955062143556e-07,1613947643937,7223
+"mom_0",0.9438750286259991,1613947643937,7223
+"eps_0",1e-05,1613947643937,7223
+"wd_1",0.01,1613947643937,7223
+"sqr_mom_1",0.99,1613947643937,7223
+"lr_1",3.0629550621435594e-06,1613947643937,7223
+"mom_1",0.9438750286259991,1613947643937,7223
+"eps_1",1e-05,1613947643937,7223
+"wd_2",0.01,1613947643937,7223
+"sqr_mom_2",0.99,1613947643937,7223
+"lr_2",3.062955062143555e-05,1613947643937,7223
+"mom_2",0.9438750286259991,1613947643937,7223
+"eps_2",1e-05,1613947643937,7223
+"train_loss",0.004832811,1613947644880,7224
+"raw_loss",0.0036427993,1613947644880,7224
+"epoch",45.44025157232703,1613947644880,7224
+"wd_0",0.01,1613947644880,7224
+"sqr_mom_0",0.99,1613947644880,7224
+"lr_0",3.056187541708365e-07,1613947644880,7224
+"mom_0",0.9438885638022212,1613947644880,7224
+"eps_0",1e-05,1613947644880,7224
+"wd_1",0.01,1613947644880,7224
+"sqr_mom_1",0.99,1613947644880,7224
+"lr_1",3.0561875417083653e-06,1613947644880,7224
+"mom_1",0.9438885638022212,1613947644880,7224
+"eps_1",1e-05,1613947644880,7224
+"wd_2",0.01,1613947644880,7224
+"sqr_mom_2",0.99,1613947644880,7224
+"lr_2",3.0561875417083626e-05,1613947644880,7224
+"mom_2",0.9438885638022212,1613947644880,7224
+"eps_2",1e-05,1613947644880,7224
+"train_loss",0.0047966745,1613947645863,7225
+"raw_loss",0.003025964,1613947645863,7225
+"epoch",45.44654088050313,1613947645863,7225
+"wd_0",0.01,1613947645863,7225
+"sqr_mom_0",0.99,1613947645863,7225
+"lr_0",3.049431501116833e-07,1613947645863,7225
+"mom_0",0.9439020760185265,1613947645863,7225
+"eps_0",1e-05,1613947645863,7225
+"wd_1",0.01,1613947645863,7225
+"sqr_mom_1",0.99,1613947645863,7225
+"lr_1",3.049431501116838e-06,1613947645863,7225
+"mom_1",0.9439020760185265,1613947645863,7225
+"eps_1",1e-05,1613947645863,7225
+"wd_2",0.01,1613947645863,7225
+"sqr_mom_2",0.99,1613947645863,7225
+"lr_2",3.049431501116835e-05,1613947645863,7225
+"mom_2",0.9439020760185265,1613947645863,7225
+"eps_2",1e-05,1613947645863,7225
+"train_loss",0.0047859056,1613947646953,7226
+"raw_loss",0.00425822,1613947646953,7226
+"epoch",45.45283018867923,1613947646953,7226
+"wd_0",0.01,1613947646953,7226
+"sqr_mom_0",0.99,1613947646953,7226
+"lr_0",3.042682452456672e-07,1613947646953,7226
+"mom_0",0.9439155742508292,1613947646953,7226
+"eps_0",1e-05,1613947646953,7226
+"wd_1",0.01,1613947646953,7226
+"sqr_mom_1",0.99,1613947646953,7226
+"lr_1",3.04268245245667e-06,1613947646953,7226
+"mom_1",0.9439155742508292,1613947646953,7226
+"eps_1",1e-05,1613947646953,7226
+"wd_2",0.01,1613947646953,7226
+"sqr_mom_2",0.99,1613947646953,7226
+"lr_2",3.0426824524566688e-05,1613947646953,7226
+"mom_2",0.9439155742508292,1613947646953,7226
+"eps_2",1e-05,1613947646953,7226
+"train_loss",0.004751246,1613947647902,7227
+"raw_loss",0.0030529122,1613947647902,7227
+"epoch",45.45911949685533,1613947647902,7227
+"wd_0",0.01,1613947647902,7227
+"sqr_mom_0",0.99,1613947647902,7227
+"lr_0",3.0359359263749774e-07,1613947647902,7227
+"mom_0",0.9439290674379244,1613947647902,7227
+"eps_0",1e-05,1613947647902,7227
+"wd_1",0.01,1613947647902,7227
+"sqr_mom_1",0.99,1613947647902,7227
+"lr_1",3.0359359263749757e-06,1613947647902,7227
+"mom_1",0.9439290674379244,1613947647902,7227
+"eps_1",1e-05,1613947647902,7227
+"wd_2",0.01,1613947647902,7227
+"sqr_mom_2",0.99,1613947647902,7227
+"lr_2",3.0359359263749702e-05,1613947647902,7227
+"mom_2",0.9439290674379244,1613947647902,7227
+"eps_2",1e-05,1613947647902,7227
+"train_loss",0.0047251126,1613947648865,7228
+"raw_loss",0.0034445785,1613947648865,7228
+"epoch",45.46540880503143,1613947648865,7228
+"wd_0",0.01,1613947648865,7228
+"sqr_mom_0",0.99,1613947648865,7228
+"lr_0",3.0292008726677876e-07,1613947648865,7228
+"mom_0",0.9439425376800412,1613947648865,7228
+"eps_0",1e-05,1613947648865,7228
+"wd_1",0.01,1613947648865,7228
+"sqr_mom_1",0.99,1613947648865,7228
+"lr_1",3.029200872667791e-06,1613947648865,7228
+"mom_1",0.9439425376800412,1613947648865,7228
+"eps_1",1e-05,1613947648865,7228
+"wd_2",0.01,1613947648865,7228
+"sqr_mom_2",0.99,1613947648865,7228
+"lr_2",3.0292008726677815e-05,1613947648865,7228
+"mom_2",0.9439425376800412,1613947648865,7228
+"eps_2",1e-05,1613947648865,7228
+"train_loss",0.0047066794,1613947649819,7229
+"raw_loss",0.0038034525,1613947649819,7229
+"epoch",45.47169811320753,1613947649819,7229
+"wd_0",0.01,1613947649819,7229
+"sqr_mom_0",0.99,1613947649819,7229
+"lr_0",3.022470586229712e-07,1613947649819,7229
+"mom_0",0.9439559983875244,1613947649819,7229
+"eps_0",1e-05,1613947649819,7229
+"wd_1",0.01,1613947649819,7229
+"sqr_mom_1",0.99,1613947649819,7229
+"lr_1",3.022470586229712e-06,1613947649819,7229
+"mom_1",0.9439559983875244,1613947649819,7229
+"eps_1",1e-05,1613947649819,7229
+"wd_2",0.01,1613947649819,7229
+"sqr_mom_2",0.99,1613947649819,7229
+"lr_2",3.022470586229708e-05,1613947649819,7229
+"mom_2",0.9439559983875244,1613947649819,7229
+"eps_2",1e-05,1613947649819,7229
+"train_loss",0.0046722493,1613947650761,7230
+"raw_loss",0.002985167,1613947650761,7230
+"epoch",45.47798742138363,1613947650761,7230
+"wd_0",0.01,1613947650761,7230
+"sqr_mom_0",0.99,1613947650761,7230
+"lr_0",3.01574730495689e-07,1613947650761,7230
+"mom_0",0.9439694450845371,1613947650761,7230
+"eps_0",1e-05,1613947650761,7230
+"wd_1",0.01,1613947650761,7230
+"sqr_mom_1",0.99,1613947650761,7230
+"lr_1",3.0157473049568934e-06,1613947650761,7230
+"mom_1",0.9439694450845371,1613947650761,7230
+"eps_1",1e-05,1613947650761,7230
+"wd_2",0.01,1613947650761,7230
+"sqr_mom_2",0.99,1613947650761,7230
+"lr_2",3.0157473049568866e-05,1613947650761,7230
+"mom_2",0.9439694450845371,1613947650761,7230
+"eps_2",1e-05,1613947650761,7230
+"train_loss",0.004756684,1613947651716,7231
+"raw_loss",0.008893988,1613947651716,7231
+"epoch",45.48427672955973,1613947651716,7231
+"wd_0",0.01,1613947651716,7231
+"sqr_mom_0",0.99,1613947651716,7231
+"lr_0",3.0090310309923063e-07,1613947651716,7231
+"mom_0",0.943982877766793,1613947651716,7231
+"eps_0",1e-05,1613947651716,7231
+"wd_1",0.01,1613947651716,7231
+"sqr_mom_1",0.99,1613947651716,7231
+"lr_1",3.009031030992308e-06,1613947651716,7231
+"mom_1",0.943982877766793,1613947651716,7231
+"eps_1",1e-05,1613947651716,7231
+"wd_2",0.01,1613947651716,7231
+"sqr_mom_2",0.99,1613947651716,7231
+"lr_2",3.0090310309923026e-05,1613947651716,7231
+"mom_2",0.943982877766793,1613947651716,7231
+"eps_2",1e-05,1613947651716,7231
+"train_loss",0.004770645,1613947652691,7232
+"raw_loss",0.0054547363,1613947652691,7232
+"epoch",45.49056603773583,1613947652691,7232
+"wd_0",0.01,1613947652691,7232
+"sqr_mom_0",0.99,1613947652691,7232
+"lr_0",3.002323990609419e-07,1613947652691,7232
+"mom_0",0.9439962919817009,1613947652691,7232
+"eps_0",1e-05,1613947652691,7232
+"wd_1",0.01,1613947652691,7232
+"sqr_mom_1",0.99,1613947652691,7232
+"lr_1",3.0023239906094224e-06,1613947652691,7232
+"mom_1",0.9439962919817009,1613947652691,7232
+"eps_1",1e-05,1613947652691,7232
+"wd_2",0.01,1613947652691,7232
+"sqr_mom_2",0.99,1613947652691,7232
+"lr_2",3.0023239906094184e-05,1613947652691,7232
+"mom_2",0.9439962919817009,1613947652691,7232
+"eps_2",1e-05,1613947652691,7232
+"train_loss",0.00475424,1613947653638,7233
+"raw_loss",0.003950404,1613947653638,7233
+"epoch",45.49685534591193,1613947653638,7233
+"wd_0",0.01,1613947653638,7233
+"sqr_mom_0",0.99,1613947653638,7233
+"lr_0",2.995619513548511e-07,1613947653638,7233
+"mom_0",0.9440097010699137,1613947653638,7233
+"eps_0",1e-05,1613947653638,7233
+"wd_1",0.01,1613947653638,7233
+"sqr_mom_1",0.99,1613947653638,7233
+"lr_1",2.9956195135485077e-06,1613947653638,7233
+"mom_1",0.9440097010699137,1613947653638,7233
+"eps_1",1e-05,1613947653638,7233
+"wd_2",0.01,1613947653638,7233
+"sqr_mom_2",0.99,1613947653638,7233
+"lr_2",2.995619513548501e-05,1613947653638,7233
+"mom_2",0.9440097010699137,1613947653638,7233
+"eps_2",1e-05,1613947653638,7233
+"train_loss",0.004809637,1613947654613,7234
+"raw_loss",0.0075240945,1613947654613,7234
+"epoch",45.50314465408803,1613947654613,7234
+"wd_0",0.01,1613947654613,7234
+"sqr_mom_0",0.99,1613947654613,7234
+"lr_0",2.988926493824266e-07,1613947654613,7234
+"mom_0",0.9440230872432238,1613947654613,7234
+"eps_0",1e-05,1613947654613,7234
+"wd_1",0.01,1613947654613,7234
+"sqr_mom_1",0.99,1613947654613,7234
+"lr_1",2.988926493824266e-06,1613947654613,7234
+"mom_1",0.9440230872432238,1613947654613,7234
+"eps_1",1e-05,1613947654613,7234
+"wd_2",0.01,1613947654613,7234
+"sqr_mom_2",0.99,1613947654613,7234
+"lr_2",2.9889264938242634e-05,1613947654613,7234
+"mom_2",0.9440230872432238,1613947654613,7234
+"eps_2",1e-05,1613947654613,7234
+"train_loss",0.004873187,1613947655569,7235
+"raw_loss",0.007987116,1613947655569,7235
+"epoch",45.50943396226413,1613947655569,7235
+"wd_0",0.01,1613947655569,7235
+"sqr_mom_0",0.99,1613947655569,7235
+"lr_0",2.982240485303874e-07,1613947655569,7235
+"mom_0",0.9440364593939862,1613947655569,7235
+"eps_0",1e-05,1613947655569,7235
+"wd_1",0.01,1613947655569,7235
+"sqr_mom_1",0.99,1613947655569,7235
+"lr_1",2.9822404853038775e-06,1613947655569,7235
+"mom_1",0.9440364593939862,1613947655569,7235
+"eps_1",1e-05,1613947655569,7235
+"wd_2",0.01,1613947655569,7235
+"sqr_mom_2",0.99,1613947655569,7235
+"lr_2",2.982240485303872e-05,1613947655569,7235
+"mom_2",0.9440364593939862,1613947655569,7235
+"eps_2",1e-05,1613947655569,7235
+"train_loss",0.0048309537,1613947656550,7236
+"raw_loss",0.0027615295,1613947656550,7236
+"epoch",45.51572327044023,1613947656550,7236
+"wd_0",0.01,1613947656550,7236
+"sqr_mom_0",0.99,1613947656550,7236
+"lr_0",2.975557060465076e-07,1613947656550,7236
+"mom_0",0.9440498263773336,1613947656550,7236
+"eps_0",1e-05,1613947656550,7236
+"wd_1",0.01,1613947656550,7236
+"sqr_mom_1",0.99,1613947656550,7236
+"lr_1",2.9755570604650757e-06,1613947656550,7236
+"mom_1",0.9440498263773336,1613947656550,7236
+"eps_1",1e-05,1613947656550,7236
+"wd_2",0.01,1613947656550,7236
+"sqr_mom_2",0.99,1613947656550,7236
+"lr_2",2.975557060465073e-05,1613947656550,7236
+"mom_2",0.9440498263773336,1613947656550,7236
+"eps_2",1e-05,1613947656550,7236
+"train_loss",0.0048810174,1613947657540,7237
+"raw_loss",0.007334152,1613947657540,7237
+"epoch",45.522012578616334,1613947657540,7237
+"wd_0",0.01,1613947657540,7237
+"sqr_mom_0",0.99,1613947657540,7237
+"lr_0",2.96888508539515e-07,1613947657540,7237
+"mom_0",0.9440631704609143,1613947657540,7237
+"eps_0",1e-05,1613947657540,7237
+"wd_1",0.01,1613947657540,7237
+"sqr_mom_1",0.99,1613947657540,7237
+"lr_1",2.968885085395148e-06,1613947657540,7237
+"mom_1",0.9440631704609143,1613947657540,7237
+"eps_1",1e-05,1613947657540,7237
+"wd_2",0.01,1613947657540,7237
+"sqr_mom_2",0.99,1613947657540,7237
+"lr_2",2.9688850853951468e-05,1613947657540,7237
+"mom_2",0.9440631704609143,1613947657540,7237
+"eps_2",1e-05,1613947657540,7237
+"train_loss",0.004837754,1613947658520,7238
+"raw_loss",0.0027178463,1613947658520,7238
+"epoch",45.528301886792434,1613947658520,7238
+"wd_0",0.01,1613947658520,7238
+"sqr_mom_0",0.99,1613947658520,7238
+"lr_0",2.9622201279128085e-07,1613947658520,7238
+"mom_0",0.9440765005091795,1613947658520,7238
+"eps_0",1e-05,1613947658520,7238
+"wd_1",0.01,1613947658520,7238
+"sqr_mom_1",0.99,1613947658520,7238
+"lr_1",2.9622201279128085e-06,1613947658520,7238
+"mom_1",0.9440765005091795,1613947658520,7238
+"eps_1",1e-05,1613947658520,7238
+"wd_2",0.01,1613947658520,7238
+"sqr_mom_2",0.99,1613947658520,7238
+"lr_2",2.9622201279128058e-05,1613947658520,7238
+"mom_2",0.9440765005091795,1613947658520,7238
+"eps_2",1e-05,1613947658520,7238
+"train_loss",0.0047962135,1613947659473,7239
+"raw_loss",0.0027607135,1613947659473,7239
+"epoch",45.534591194968534,1613947659473,7239
+"wd_0",0.01,1613947659473,7239
+"sqr_mom_0",0.99,1613947659473,7239
+"lr_0",2.955557774464272e-07,1613947659473,7239
+"mom_0",0.944089825349325,1613947659473,7239
+"eps_0",1e-05,1613947659473,7239
+"wd_1",0.01,1613947659473,7239
+"sqr_mom_1",0.99,1613947659473,7239
+"lr_1",2.955557774464272e-06,1613947659473,7239
+"mom_1",0.944089825349325,1613947659473,7239
+"eps_1",1e-05,1613947659473,7239
+"wd_2",0.01,1613947659473,7239
+"sqr_mom_2",0.99,1613947659473,7239
+"lr_2",2.9555577744642665e-05,1613947659473,7239
+"mom_2",0.944089825349325,1613947659473,7239
+"eps_2",1e-05,1613947659473,7239
+"train_loss",0.004762591,1613947660436,7240
+"raw_loss",0.0031150882,1613947660436,7240
+"epoch",45.540880503144635,1613947660436,7240
+"wd_0",0.01,1613947660436,7240
+"sqr_mom_0",0.99,1613947660436,7240
+"lr_0",2.948906863183961e-07,1613947660436,7240
+"mom_0",0.9441031273049051,1613947660436,7240
+"eps_0",1e-05,1613947660436,7240
+"wd_1",0.01,1613947660436,7240
+"sqr_mom_1",0.99,1613947660436,7240
+"lr_1",2.9489068631839593e-06,1613947660436,7240
+"mom_1",0.9441031273049051,1613947660436,7240
+"eps_1",1e-05,1613947660436,7240
+"wd_2",0.01,1613947660436,7240
+"sqr_mom_2",0.99,1613947660436,7240
+"lr_2",2.948906863183958e-05,1613947660436,7240
+"mom_2",0.9441031273049051,1613947660436,7240
+"eps_2",1e-05,1613947660436,7240
+"train_loss",0.004788231,1613947661404,7241
+"raw_loss",0.0060446006,1613947661404,7241
+"epoch",45.547169811320735,1613947661404,7241
+"wd_0",0.01,1613947661404,7241
+"sqr_mom_0",0.99,1613947661404,7241
+"lr_0",2.942260772678514e-07,1613947661404,7241
+"mom_0",0.9441164196188391,1613947661404,7241
+"eps_0",1e-05,1613947661404,7241
+"wd_1",0.01,1613947661404,7241
+"sqr_mom_1",0.99,1613947661404,7241
+"lr_1",2.942260772678516e-06,1613947661404,7241
+"mom_1",0.9441164196188391,1613947661404,7241
+"eps_1",1e-05,1613947661404,7241
+"wd_2",0.01,1613947661404,7241
+"sqr_mom_2",0.99,1613947661404,7241
+"lr_2",2.9422607726785105e-05,1613947661404,7241
+"mom_2",0.9441164196188391,1613947661404,7241
+"eps_2",1e-05,1613947661404,7241
+"train_loss",0.0047824765,1613947662346,7242
+"raw_loss",0.0045005074,1613947662346,7242
+"epoch",45.553459119496836,1613947662346,7242
+"wd_0",0.01,1613947662346,7242
+"sqr_mom_0",0.99,1613947662346,7242
+"lr_0",2.935621712904274e-07,1613947662346,7242
+"mom_0",0.9441296978711701,1613947662346,7242
+"eps_0",1e-05,1613947662346,7242
+"wd_1",0.01,1613947662346,7242
+"sqr_mom_1",0.99,1613947662346,7242
+"lr_1",2.935621712904274e-06,1613947662346,7242
+"mom_1",0.9441296978711701,1613947662346,7242
+"eps_1",1e-05,1613947662346,7242
+"wd_2",0.01,1613947662346,7242
+"sqr_mom_2",0.99,1613947662346,7242
+"lr_2",2.935621712904274e-05,1613947662346,7242
+"mom_2",0.9441296978711701,1613947662346,7242
+"eps_2",1e-05,1613947662346,7242
+"train_loss",0.004766047,1613947663287,7243
+"raw_loss",0.003961004,1613947663287,7243
+"epoch",45.559748427672936,1613947663287,7243
+"wd_0",0.01,1613947663287,7243
+"sqr_mom_0",0.99,1613947663287,7243
+"lr_0",2.9289896859773744e-07,1613947663287,7243
+"mom_0",0.9441429620576658,1613947663287,7243
+"eps_0",1e-05,1613947663287,7243
+"wd_1",0.01,1613947663287,7243
+"sqr_mom_1",0.99,1613947663287,7243
+"lr_1",2.9289896859773795e-06,1613947663287,7243
+"mom_1",0.9441429620576658,1613947663287,7243
+"eps_1",1e-05,1613947663287,7243
+"wd_2",0.01,1613947663287,7243
+"sqr_mom_2",0.99,1613947663287,7243
+"lr_2",2.9289896859773727e-05,1613947663287,7243
+"mom_2",0.9441429620576658,1613947663287,7243
+"eps_2",1e-05,1613947663287,7243
+"train_loss",0.004743247,1613947664242,7244
+"raw_loss",0.0036260283,1613947664242,7244
+"epoch",45.56603773584904,1613947664242,7244
+"wd_0",0.01,1613947664242,7244
+"sqr_mom_0",0.99,1613947664242,7244
+"lr_0",2.9223668901891333e-07,1613947664242,7244
+"mom_0",0.9441562077816995,1613947664242,7244
+"eps_0",1e-05,1613947664242,7244
+"wd_1",0.01,1613947664242,7244
+"sqr_mom_1",0.99,1613947664242,7244
+"lr_1",2.9223668901891316e-06,1613947664242,7244
+"mom_1",0.9441562077816995,1613947664242,7244
+"eps_1",1e-05,1613947664242,7244
+"wd_2",0.01,1613947664242,7244
+"sqr_mom_2",0.99,1613947664242,7244
+"lr_2",2.9223668901891275e-05,1613947664242,7244
+"mom_2",0.9441562077816995,1613947664242,7244
+"eps_2",1e-05,1613947664242,7244
+"train_loss",0.0047385017,1613947665187,7245
+"raw_loss",0.004505994,1613947665187,7245
+"epoch",45.57232704402514,1613947665187,7245
+"wd_0",0.01,1613947665187,7245
+"sqr_mom_0",0.99,1613947665187,7245
+"lr_0",2.915746739118892e-07,1613947665187,7245
+"mom_0",0.9441694482162444,1613947665187,7245
+"eps_0",1e-05,1613947665187,7245
+"wd_1",0.01,1613947665187,7245
+"sqr_mom_1",0.99,1613947665187,7245
+"lr_1",2.9157467391188922e-06,1613947665187,7245
+"mom_1",0.9441694482162444,1613947665187,7245
+"eps_1",1e-05,1613947665187,7245
+"wd_2",0.01,1613947665187,7245
+"sqr_mom_2",0.99,1613947665187,7245
+"lr_2",2.915746739118888e-05,1613947665187,7245
+"mom_2",0.9441694482162444,1613947665187,7245
+"eps_2",1e-05,1613947665187,7245
+"train_loss",0.004707481,1613947666148,7246
+"raw_loss",0.003187449,1613947666148,7246
+"epoch",45.57861635220124,1613947666148,7246
+"wd_0",0.01,1613947666148,7246
+"sqr_mom_0",0.99,1613947666148,7246
+"lr_0",2.909138014916336e-07,1613947666148,7246
+"mom_0",0.9441826657968253,1613947666148,7246
+"eps_0",1e-05,1613947666148,7246
+"wd_1",0.01,1613947666148,7246
+"sqr_mom_1",0.99,1613947666148,7246
+"lr_1",2.909138014916331e-06,1613947666148,7246
+"mom_1",0.9441826657968253,1613947666148,7246
+"eps_1",1e-05,1613947666148,7246
+"wd_2",0.01,1613947666148,7246
+"sqr_mom_2",0.99,1613947666148,7246
+"lr_2",2.909138014916331e-05,1613947666148,7246
+"mom_2",0.9441826657968253,1613947666148,7246
+"eps_2",1e-05,1613947666148,7246
+"train_loss",0.004719664,1613947667107,7247
+"raw_loss",0.0053166444,1613947667107,7247
+"epoch",45.58490566037734,1613947667107,7247
+"wd_0",0.01,1613947667107,7247
+"sqr_mom_0",0.99,1613947667107,7247
+"lr_0",2.9025319489872127e-07,1613947667107,7247
+"mom_0",0.9441958780608062,1613947667107,7247
+"eps_0",1e-05,1613947667107,7247
+"wd_1",0.01,1613947667107,7247
+"sqr_mom_1",0.99,1613947667107,7247
+"lr_1",2.902531948987206e-06,1613947667107,7247
+"mom_1",0.9441958780608062,1613947667107,7247
+"eps_1",1e-05,1613947667107,7247
+"wd_2",0.01,1613947667107,7247
+"sqr_mom_2",0.99,1613947667107,7247
+"lr_2",2.9025319489872073e-05,1613947667107,7247
+"mom_2",0.9441958780608062,1613947667107,7247
+"eps_2",1e-05,1613947667107,7247
+"train_loss",0.004734677,1613947668059,7248
+"raw_loss",0.0054703164,1613947668059,7248
+"epoch",45.59119496855344,1613947668059,7248
+"wd_0",0.01,1613947668059,7248
+"sqr_mom_0",0.99,1613947668059,7248
+"lr_0",2.8959373047961427e-07,1613947668059,7248
+"mom_0",0.9442090674810825,1613947668059,7248
+"eps_0",1e-05,1613947668059,7248
+"wd_1",0.01,1613947668059,7248
+"sqr_mom_1",0.99,1613947668059,7248
+"lr_1",2.8959373047961478e-06,1613947668059,7248
+"mom_1",0.9442090674810825,1613947668059,7248
+"eps_1",1e-05,1613947668059,7248
+"wd_2",0.01,1613947668059,7248
+"sqr_mom_2",0.99,1613947668059,7248
+"lr_2",2.895937304796145e-05,1613947668059,7248
+"mom_2",0.9442090674810825,1613947668059,7248
+"eps_2",1e-05,1613947668059,7248
+"train_loss",0.0047219414,1613947669013,7249
+"raw_loss",0.0040979064,1613947669013,7249
+"epoch",45.59748427672954,1613947669013,7249
+"wd_0",0.01,1613947669013,7249
+"sqr_mom_0",0.99,1613947669013,7249
+"lr_0",2.8893497014285243e-07,1613947669013,7249
+"mom_0",0.9442222428195711,1613947669013,7249
+"eps_0",1e-05,1613947669013,7249
+"wd_1",0.01,1613947669013,7249
+"sqr_mom_1",0.99,1613947669013,7249
+"lr_1",2.889349701428526e-06,1613947669013,7249
+"mom_1",0.9442222428195711,1613947669013,7249
+"eps_1",1e-05,1613947669013,7249
+"wd_2",0.01,1613947669013,7249
+"sqr_mom_2",0.99,1613947669013,7249
+"lr_2",2.8893497014285247e-05,1613947669013,7249
+"mom_2",0.9442222428195711,1613947669013,7249
+"eps_2",1e-05,1613947669013,7249
+"train_loss",0.0046787364,1613947669987,7250
+"raw_loss",0.0025616959,1613947669987,7250
+"epoch",45.60377358490564,1613947669987,7250
+"wd_0",0.01,1613947669987,7250
+"sqr_mom_0",0.99,1613947669987,7250
+"lr_0",2.8827647766588856e-07,1613947669987,7250
+"mom_0",0.9442354128008102,1613947669987,7250
+"eps_0",1e-05,1613947669987,7250
+"wd_1",0.01,1613947669987,7250
+"sqr_mom_1",0.99,1613947669987,7250
+"lr_1",2.8827647766588822e-06,1613947669987,7250
+"mom_1",0.9442354128008102,1613947669987,7250
+"eps_1",1e-05,1613947669987,7250
+"wd_2",0.01,1613947669987,7250
+"sqr_mom_2",0.99,1613947669987,7250
+"lr_2",2.882764776658878e-05,1613947669987,7250
+"mom_2",0.9442354128008102,1613947669987,7250
+"eps_2",1e-05,1613947669987,7250
+"train_loss",0.0046461225,1613947670940,7251
+"raw_loss",0.003048027,1613947670940,7251
+"epoch",45.61006289308174,1613947670940,7251
+"wd_0",0.01,1613947670940,7251
+"sqr_mom_0",0.99,1613947670940,7251
+"lr_0",2.876191265906434e-07,1613947670940,7251
+"mom_0",0.9442485599537866,1613947670940,7251
+"eps_0",1e-05,1613947670940,7251
+"wd_1",0.01,1613947670940,7251
+"sqr_mom_1",0.99,1613947670940,7251
+"lr_1",2.8761912659064375e-06,1613947670940,7251
+"mom_1",0.9442485599537866,1613947670940,7251
+"eps_1",1e-05,1613947670940,7251
+"wd_2",0.01,1613947670940,7251
+"sqr_mom_2",0.99,1613947670940,7251
+"lr_2",2.8761912659064294e-05,1613947670940,7251
+"mom_2",0.9442485599537866,1613947670940,7251
+"eps_2",1e-05,1613947670940,7251
+"train_loss",0.004649545,1613947671920,7252
+"raw_loss",0.004817253,1613947671920,7252
+"epoch",45.61635220125784,1613947671920,7252
+"wd_0",0.01,1613947671920,7252
+"sqr_mom_0",0.99,1613947671920,7252
+"lr_0",2.8696226247825987e-07,1613947671920,7252
+"mom_0",0.9442616973674084,1613947671920,7252
+"eps_0",1e-05,1613947671920,7252
+"wd_1",0.01,1613947671920,7252
+"sqr_mom_1",0.99,1613947671920,7252
+"lr_1",2.8696226247825987e-06,1613947671920,7252
+"mom_1",0.9442616973674084,1613947671920,7252
+"eps_1",1e-05,1613947671920,7252
+"wd_2",0.01,1613947671920,7252
+"sqr_mom_2",0.99,1613947671920,7252
+"lr_2",2.869622624782596e-05,1613947671920,7252
+"mom_2",0.9442616973674084,1613947671920,7252
+"eps_2",1e-05,1613947671920,7252
+"train_loss",0.00466608,1613947672887,7253
+"raw_loss",0.0054763034,1613947672887,7253
+"epoch",45.62264150943394,1613947672887,7253
+"wd_0",0.01,1613947672887,7253
+"sqr_mom_0",0.99,1613947672887,7253
+"lr_0",2.8630610375425565e-07,1613947672887,7253
+"mom_0",0.9442748206731216,1613947672887,7253
+"eps_0",1e-05,1613947672887,7253
+"wd_1",0.01,1613947672887,7253
+"sqr_mom_1",0.99,1613947672887,7253
+"lr_1",2.8630610375425498e-06,1613947672887,7253
+"mom_1",0.9442748206731216,1613947672887,7253
+"eps_1",1e-05,1613947672887,7253
+"wd_2",0.01,1613947672887,7253
+"sqr_mom_2",0.99,1613947672887,7253
+"lr_2",2.863061037542547e-05,1613947672887,7253
+"mom_2",0.9442748206731216,1613947672887,7253
+"eps_2",1e-05,1613947672887,7253
+"train_loss",0.004641812,1613947673833,7254
+"raw_loss",0.0034526673,1613947673833,7254
+"epoch",45.62893081761004,1613947673833,7254
+"wd_0",0.01,1613947673833,7254
+"sqr_mom_0",0.99,1613947673833,7254
+"lr_0",2.8565065062777254e-07,1613947673833,7254
+"mom_0",0.9442879298667431,1613947673833,7254
+"eps_0",1e-05,1613947673833,7254
+"wd_1",0.01,1613947673833,7254
+"sqr_mom_1",0.99,1613947673833,7254
+"lr_1",2.8565065062777304e-06,1613947673833,7254
+"mom_1",0.9442879298667431,1613947673833,7254
+"eps_1",1e-05,1613947673833,7254
+"wd_2",0.01,1613947673833,7254
+"sqr_mom_2",0.99,1613947673833,7254
+"lr_2",2.856506506277725e-05,1613947673833,7254
+"mom_2",0.9442879298667431,1613947673833,7254
+"eps_2",1e-05,1613947673833,7254
+"train_loss",0.004632492,1613947674816,7255
+"raw_loss",0.0041758153,1613947674816,7255
+"epoch",45.63522012578614,1613947674816,7255
+"wd_0",0.01,1613947674816,7255
+"sqr_mom_0",0.99,1613947674816,7255
+"lr_0",2.8499612035398706e-07,1613947674816,7255
+"mom_0",0.9443010206031263,1613947674816,7255
+"eps_0",1e-05,1613947674816,7255
+"wd_1",0.01,1613947674816,7255
+"sqr_mom_1",0.99,1613947674816,7255
+"lr_1",2.8499612035398774e-06,1613947674816,7255
+"mom_1",0.9443010206031263,1613947674816,7255
+"eps_1",1e-05,1613947674816,7255
+"wd_2",0.01,1613947674816,7255
+"sqr_mom_2",0.99,1613947674816,7255
+"lr_2",2.8499612035398734e-05,1613947674816,7255
+"mom_2",0.9443010206031263,1613947674816,7255
+"eps_2",1e-05,1613947674816,7255
+"train_loss",0.0046130815,1613947675797,7256
+"raw_loss",0.003661966,1613947675797,7256
+"epoch",45.64150943396224,1613947675797,7256
+"wd_0",0.01,1613947675797,7256
+"sqr_mom_0",0.99,1613947675797,7256
+"lr_0",2.8434186200282273e-07,1613947675797,7256
+"mom_0",0.9443141059010025,1613947675797,7256
+"eps_0",1e-05,1613947675797,7256
+"wd_1",0.01,1613947675797,7256
+"sqr_mom_1",0.99,1613947675797,7256
+"lr_1",2.843418620028229e-06,1613947675797,7256
+"mom_1",0.9443141059010025,1613947675797,7256
+"eps_1",1e-05,1613947675797,7256
+"wd_2",0.01,1613947675797,7256
+"sqr_mom_2",0.99,1613947675797,7256
+"lr_2",2.8434186200282277e-05,1613947675797,7256
+"mom_2",0.9443141059010025,1613947675797,7256
+"eps_2",1e-05,1613947675797,7256
+"train_loss",0.004613022,1613947676755,7257
+"raw_loss",0.004610096,1613947676755,7257
+"epoch",45.64779874213834,1613947676755,7257
+"wd_0",0.01,1613947676755,7257
+"sqr_mom_0",0.99,1613947676755,7257
+"lr_0",2.8368874349930037e-07,1613947676755,7257
+"mom_0",0.944327168401698,1613947676755,7257
+"eps_0",1e-05,1613947676755,7257
+"wd_1",0.01,1613947676755,7257
+"sqr_mom_1",0.99,1613947676755,7257
+"lr_1",2.836887434993002e-06,1613947676755,7257
+"mom_1",0.944327168401698,1613947676755,7257
+"eps_1",1e-05,1613947676755,7257
+"wd_2",0.01,1613947676755,7257
+"sqr_mom_2",0.99,1613947676755,7257
+"lr_2",2.8368874349929993e-05,1613947676755,7257
+"mom_2",0.944327168401698,1613947676755,7257
+"eps_2",1e-05,1613947676755,7257
+"train_loss",0.004633874,1613947677781,7258
+"raw_loss",0.0056556296,1613947677781,7258
+"epoch",45.65408805031444,1613947677781,7258
+"wd_0",0.01,1613947677781,7258
+"sqr_mom_0",0.99,1613947677781,7258
+"lr_0",2.8303633095901997e-07,1613947677781,7258
+"mom_0",0.9443402167829874,1613947677781,7258
+"eps_0",1e-05,1613947677781,7258
+"wd_1",0.01,1613947677781,7258
+"sqr_mom_1",0.99,1613947677781,7258
+"lr_1",2.8303633095902014e-06,1613947677781,7258
+"mom_1",0.9443402167829874,1613947677781,7258
+"eps_1",1e-05,1613947677781,7258
+"wd_2",0.01,1613947677781,7258
+"sqr_mom_2",0.99,1613947677781,7258
+"lr_2",2.830363309590196e-05,1613947677781,7258
+"mom_2",0.9443402167829874,1613947677781,7258
+"eps_2",1e-05,1613947677781,7258
+"train_loss",0.004648425,1613947678727,7259
+"raw_loss",0.0053614206,1613947678727,7259
+"epoch",45.66037735849054,1613947678727,7259
+"wd_0",0.01,1613947678727,7259
+"sqr_mom_0",0.99,1613947678727,7259
+"lr_0",2.82384192371492e-07,1613947678727,7259
+"mom_0",0.9443532596851669,1613947678727,7259
+"eps_0",1e-05,1613947678727,7259
+"wd_1",0.01,1613947678727,7259
+"sqr_mom_1",0.99,1613947678727,7259
+"lr_1",2.8238419237149184e-06,1613947678727,7259
+"mom_1",0.9443532596851669,1613947678727,7259
+"eps_1",1e-05,1613947678727,7259
+"wd_2",0.01,1613947678727,7259
+"sqr_mom_2",0.99,1613947678727,7259
+"lr_2",2.8238419237149156e-05,1613947678727,7259
+"mom_2",0.9443532596851669,1613947678727,7259
+"eps_2",1e-05,1613947678727,7259
+"train_loss",0.0046230312,1613947679685,7260
+"raw_loss",0.0033787389,1613947679685,7260
+"epoch",45.66666666666664,1613947679685,7260
+"wd_0",0.01,1613947679685,7260
+"sqr_mom_0",0.99,1613947679685,7260
+"lr_0",2.817331928497048e-07,1613947679685,7260
+"mom_0",0.9443662798058039,1613947679685,7260
+"eps_0",1e-05,1613947679685,7260
+"wd_1",0.01,1613947679685,7260
+"sqr_mom_1",0.99,1613947679685,7260
+"lr_1",2.817331928497048e-06,1613947679685,7260
+"mom_1",0.9443662798058039,1613947679685,7260
+"eps_1",1e-05,1613947679685,7260
+"wd_2",0.01,1613947679685,7260
+"sqr_mom_2",0.99,1613947679685,7260
+"lr_2",2.8173319284970414e-05,1613947679685,7260
+"mom_2",0.9443662798058039,1613947679685,7260
+"eps_2",1e-05,1613947679685,7260
+"train_loss",0.0046396195,1613947680630,7261
+"raw_loss",0.005452445,1613947680630,7261
+"epoch",45.67295597484274,1613947680630,7261
+"wd_0",0.01,1613947680630,7261
+"sqr_mom_0",0.99,1613947680630,7261
+"lr_0",2.8108289991405576e-07,1613947680630,7261
+"mom_0",0.9443792857945768,1613947680630,7261
+"eps_0",1e-05,1613947680630,7261
+"wd_1",0.01,1613947680630,7261
+"sqr_mom_1",0.99,1613947680630,7261
+"lr_1",2.8108289991405627e-06,1613947680630,7261
+"mom_1",0.9443792857945768,1613947680630,7261
+"eps_1",1e-05,1613947680630,7261
+"wd_2",0.01,1613947680630,7261
+"sqr_mom_2",0.99,1613947680630,7261
+"lr_2",2.810828999140556e-05,1613947680630,7261
+"mom_2",0.9443792857945768,1613947680630,7261
+"eps_2",1e-05,1613947680630,7261
+"train_loss",0.0045829373,1613947681600,7262
+"raw_loss",0.0018055146,1613947681600,7262
+"epoch",45.679245283018844,1613947681600,7262
+"wd_0",0.01,1613947681600,7262
+"sqr_mom_0",0.99,1613947681600,7262
+"lr_0",2.804328829605061e-07,1613947681600,7262
+"mom_0",0.9443922862636525,1613947681600,7262
+"eps_0",1e-05,1613947681600,7262
+"wd_1",0.01,1613947681600,7262
+"sqr_mom_1",0.99,1613947681600,7262
+"lr_1",2.804328829605054e-06,1613947681600,7262
+"mom_1",0.9443922862636525,1613947681600,7262
+"eps_1",1e-05,1613947681600,7262
+"wd_2",0.01,1613947681600,7262
+"sqr_mom_2",0.99,1613947681600,7262
+"lr_2",2.8043288296050555e-05,1613947681600,7262
+"mom_2",0.9443922862636525,1613947681600,7262
+"eps_2",1e-05,1613947681600,7262
+"train_loss",0.0045844647,1613947682554,7263
+"raw_loss",0.0046593146,1613947682554,7263
+"epoch",45.685534591194944,1613947682554,7263
+"wd_0",0.01,1613947682554,7263
+"sqr_mom_0",0.99,1613947682554,7263
+"lr_0",2.7978400428752814e-07,1613947682554,7263
+"mom_0",0.9444052639668891,1613947682554,7263
+"eps_0",1e-05,1613947682554,7263
+"wd_1",0.01,1613947682554,7263
+"sqr_mom_1",0.99,1613947682554,7263
+"lr_1",2.7978400428752814e-06,1613947682554,7263
+"mom_1",0.9444052639668891,1613947682554,7263
+"eps_1",1e-05,1613947682554,7263
+"wd_2",0.01,1613947682554,7263
+"sqr_mom_2",0.99,1613947682554,7263
+"lr_2",2.7978400428752773e-05,1613947682554,7263
+"mom_2",0.9444052639668891,1613947682554,7263
+"eps_2",1e-05,1613947682554,7263
+"train_loss",0.0045354655,1613947683530,7264
+"raw_loss",0.0021345085,1613947683530,7264
+"epoch",45.691823899371045,1613947683530,7264
+"wd_0",0.01,1613947683530,7264
+"sqr_mom_0",0.99,1613947683530,7264
+"lr_0",2.7913561788536916e-07,1613947683530,7264
+"mom_0",0.9444182318246108,1613947683530,7264
+"eps_0",1e-05,1613947683530,7264
+"wd_1",0.01,1613947683530,7264
+"sqr_mom_1",0.99,1613947683530,7264
+"lr_1",2.7913561788536916e-06,1613947683530,7264
+"mom_1",0.9444182318246108,1613947683530,7264
+"eps_1",1e-05,1613947683530,7264
+"wd_2",0.01,1613947683530,7264
+"sqr_mom_2",0.99,1613947683530,7264
+"lr_2",2.7913561788536875e-05,1613947683530,7264
+"mom_2",0.9444182318246108,1613947683530,7264
+"eps_2",1e-05,1613947683530,7264
+"train_loss",0.004504404,1613947684486,7265
+"raw_loss",0.0029823876,1613947684486,7265
+"epoch",45.698113207547145,1613947684486,7265
+"wd_0",0.01,1613947684486,7265
+"sqr_mom_0",0.99,1613947684486,7265
+"lr_0",2.7848793936624216e-07,1613947684486,7265
+"mom_0",0.9444311855245303,1613947684486,7265
+"eps_0",1e-05,1613947684486,7265
+"wd_1",0.01,1613947684486,7265
+"sqr_mom_1",0.99,1613947684486,7265
+"lr_1",2.7848793936624216e-06,1613947684486,7265
+"mom_1",0.9444311855245303,1613947684486,7265
+"eps_1",1e-05,1613947684486,7265
+"wd_2",0.01,1613947684486,7265
+"sqr_mom_2",0.99,1613947684486,7265
+"lr_2",2.7848793936624202e-05,1613947684486,7265
+"mom_2",0.9444311855245303,1613947684486,7265
+"eps_2",1e-05,1613947684486,7265
+"train_loss",0.0045382106,1613947685451,7266
+"raw_loss",0.006194731,1613947685451,7266
+"epoch",45.704402515723245,1613947685451,7266
+"wd_0",0.01,1613947685451,7266
+"sqr_mom_0",0.99,1613947685451,7266
+"lr_0",2.778409689365877e-07,1613947685451,7266
+"mom_0",0.9444441250625188,1613947685451,7266
+"eps_0",1e-05,1613947685451,7266
+"wd_1",0.01,1613947685451,7266
+"sqr_mom_1",0.99,1613947685451,7266
+"lr_1",2.7784096893658804e-06,1613947685451,7266
+"mom_1",0.9444441250625188,1613947685451,7266
+"eps_1",1e-05,1613947685451,7266
+"wd_2",0.01,1613947685451,7266
+"sqr_mom_2",0.99,1613947685451,7266
+"lr_2",2.7784096893658777e-05,1613947685451,7266
+"mom_2",0.9444441250625188,1613947685451,7266
+"eps_2",1e-05,1613947685451,7266
+"train_loss",0.004550926,1613947686403,7267
+"raw_loss",0.0051739854,1613947686403,7267
+"epoch",45.710691823899346,1613947686403,7267
+"wd_0",0.01,1613947686403,7267
+"sqr_mom_0",0.99,1613947686403,7267
+"lr_0",2.771949210341407e-07,1613947686403,7267
+"mom_0",0.9444570461497787,1613947686403,7267
+"eps_0",1e-05,1613947686403,7267
+"wd_1",0.01,1613947686403,7267
+"sqr_mom_1",0.99,1613947686403,7267
+"lr_1",2.7719492103414086e-06,1613947686403,7267
+"mom_1",0.9444570461497787,1613947686403,7267
+"eps_1",1e-05,1613947686403,7267
+"wd_2",0.01,1613947686403,7267
+"sqr_mom_2",0.99,1613947686403,7267
+"lr_2",2.771949210341406e-05,1613947686403,7267
+"mom_2",0.9444570461497787,1613947686403,7267
+"eps_2",1e-05,1613947686403,7267
+"train_loss",0.004505851,1613947687356,7268
+"raw_loss",0.0022971737,1613947687356,7268
+"epoch",45.716981132075446,1613947687356,7268
+"wd_0",0.01,1613947687356,7268
+"sqr_mom_0",0.99,1613947687356,7268
+"lr_0",2.7654915317032956e-07,1613947687356,7268
+"mom_0",0.9444699616362098,1613947687356,7268
+"eps_0",1e-05,1613947687356,7268
+"wd_1",0.01,1613947687356,7268
+"sqr_mom_1",0.99,1613947687356,7268
+"lr_1",2.7654915317032973e-06,1613947687356,7268
+"mom_1",0.9444699616362098,1613947687356,7268
+"eps_1",1e-05,1613947687356,7268
+"wd_2",0.01,1613947687356,7268
+"sqr_mom_2",0.99,1613947687356,7268
+"lr_2",2.765491531703289e-05,1613947687356,7268
+"mom_2",0.9444699616362098,1613947687356,7268
+"eps_2",1e-05,1613947687356,7268
+"train_loss",0.0044893026,1613947688313,7269
+"raw_loss",0.0036784417,1613947688313,7269
+"epoch",45.72327044025155,1613947688313,7269
+"wd_0",0.01,1613947688313,7269
+"sqr_mom_0",0.99,1613947688313,7269
+"lr_0",2.759045220068765e-07,1613947688313,7269
+"mom_0",0.9444828543884063,1613947688313,7269
+"eps_0",1e-05,1613947688313,7269
+"wd_1",0.01,1613947688313,7269
+"sqr_mom_1",0.99,1613947688313,7269
+"lr_1",2.7590452200687633e-06,1613947688313,7269
+"mom_1",0.9444828543884063,1613947688313,7269
+"eps_1",1e-05,1613947688313,7269
+"wd_2",0.01,1613947688313,7269
+"sqr_mom_2",0.99,1613947688313,7269
+"lr_2",2.759045220068762e-05,1613947688313,7269
+"mom_2",0.9444828543884063,1613947688313,7269
+"eps_2",1e-05,1613947688313,7269
+"train_loss",0.0045228563,1613947689283,7270
+"raw_loss",0.0061669913,1613947689283,7270
+"epoch",45.72955974842765,1613947689283,7270
+"wd_0",0.01,1613947689283,7270
+"sqr_mom_0",0.99,1613947689283,7270
+"lr_0",2.7526059928615107e-07,1613947689283,7270
+"mom_0",0.9444957329716066,1613947689283,7270
+"eps_0",1e-05,1613947689283,7270
+"wd_1",0.01,1613947689283,7270
+"sqr_mom_1",0.99,1613947689283,7270
+"lr_1",2.7526059928615124e-06,1613947689283,7270
+"mom_1",0.9444957329716066,1613947689283,7270
+"eps_1",1e-05,1613947689283,7270
+"wd_2",0.01,1613947689283,7270
+"sqr_mom_2",0.99,1613947689283,7270
+"lr_2",2.752605992861507e-05,1613947689283,7270
+"mom_2",0.9444957329716066,1613947689283,7270
+"eps_2",1e-05,1613947689283,7270
+"train_loss",0.0045148595,1613947690225,7271
+"raw_loss",0.0041230177,1613947690225,7271
+"epoch",45.73584905660375,1613947690225,7271
+"wd_0",0.01,1613947690225,7271
+"sqr_mom_0",0.99,1613947690225,7271
+"lr_0",2.746169586310139e-07,1613947690225,7271
+"mom_0",0.9445086059134388,1613947690225,7271
+"eps_0",1e-05,1613947690225,7271
+"wd_1",0.01,1613947690225,7271
+"sqr_mom_1",0.99,1613947690225,7271
+"lr_1",2.7461695863101408e-06,1613947690225,7271
+"mom_1",0.9445086059134388,1613947690225,7271
+"eps_1",1e-05,1613947690225,7271
+"wd_2",0.01,1613947690225,7271
+"sqr_mom_2",0.99,1613947690225,7271
+"lr_2",2.7461695863101353e-05,1613947690225,7271
+"mom_2",0.9445086059134388,1613947690225,7271
+"eps_2",1e-05,1613947690225,7271
+"train_loss",0.004495982,1613947691189,7272
+"raw_loss",0.0035709813,1613947691189,7272
+"epoch",45.74213836477985,1613947691189,7272
+"wd_0",0.01,1613947691189,7272
+"sqr_mom_0",0.99,1613947691189,7272
+"lr_0",2.739744538812817e-07,1613947691189,7272
+"mom_0",0.9445214561369357,1613947691189,7272
+"eps_0",1e-05,1613947691189,7272
+"wd_1",0.01,1613947691189,7272
+"sqr_mom_1",0.99,1613947691189,7272
+"lr_1",2.7397445388128134e-06,1613947691189,7272
+"mom_1",0.9445214561369357,1613947691189,7272
+"eps_1",1e-05,1613947691189,7272
+"wd_2",0.01,1613947691189,7272
+"sqr_mom_2",0.99,1613947691189,7272
+"lr_2",2.7397445388128094e-05,1613947691189,7272
+"mom_2",0.9445214561369357,1613947691189,7272
+"eps_2",1e-05,1613947691189,7272
+"train_loss",0.0044869897,1613947692179,7273
+"raw_loss",0.0040463535,1613947692179,7273
+"epoch",45.74842767295595,1613947692179,7273
+"wd_0",0.01,1613947692179,7273
+"sqr_mom_0",0.99,1613947692179,7273
+"lr_0",2.733324453685587e-07,1613947692179,7273
+"mom_0",0.9445342964355932,1613947692179,7273
+"eps_0",1e-05,1613947692179,7273
+"wd_1",0.01,1613947692179,7273
+"sqr_mom_1",0.99,1613947692179,7273
+"lr_1",2.733324453685587e-06,1613947692179,7273
+"mom_1",0.9445342964355932,1613947692179,7273
+"eps_1",1e-05,1613947692179,7273
+"wd_2",0.01,1613947692179,7273
+"sqr_mom_2",0.99,1613947692179,7273
+"lr_2",2.7333244536855816e-05,1613947692179,7273
+"mom_2",0.9445342964355932,1613947692179,7273
+"eps_2",1e-05,1613947692179,7273
+"train_loss",0.0044596666,1613947693129,7274
+"raw_loss",0.0031208282,1613947693129,7274
+"epoch",45.75471698113205,1613947693129,7274
+"wd_0",0.01,1613947693129,7274
+"sqr_mom_0",0.99,1613947693129,7274
+"lr_0",2.7269114658856234e-07,1613947693129,7274
+"mom_0",0.944547122539454,1613947693129,7274
+"eps_0",1e-05,1613947693129,7274
+"wd_1",0.01,1613947693129,7274
+"sqr_mom_1",0.99,1613947693129,7274
+"lr_1",2.72691146588563e-06,1613947693129,7274
+"mom_1",0.944547122539454,1613947693129,7274
+"eps_1",1e-05,1613947693129,7274
+"wd_2",0.01,1613947693129,7274
+"sqr_mom_2",0.99,1613947693129,7274
+"lr_2",2.7269114658856207e-05,1613947693129,7274
+"mom_2",0.944547122539454,1613947693129,7274
+"eps_2",1e-05,1613947693129,7274
+"train_loss",0.0044402024,1613947694080,7275
+"raw_loss",0.0034864675,1613947694080,7275
+"epoch",45.76100628930815,1613947694080,7275
+"wd_0",0.01,1613947694080,7275
+"sqr_mom_0",0.99,1613947694080,7275
+"lr_0",2.7205055774570114e-07,1613947694080,7275
+"mom_0",0.9445599344444304,1613947694080,7275
+"eps_0",1e-05,1613947694080,7275
+"wd_1",0.01,1613947694080,7275
+"sqr_mom_1",0.99,1613947694080,7275
+"lr_1",2.7205055774570097e-06,1613947694080,7275
+"mom_1",0.9445599344444304,1613947694080,7275
+"eps_1",1e-05,1613947694080,7275
+"wd_2",0.01,1613947694080,7275
+"sqr_mom_2",0.99,1613947694080,7275
+"lr_2",2.7205055774570056e-05,1613947694080,7275
+"mom_2",0.9445599344444304,1613947694080,7275
+"eps_2",1e-05,1613947694080,7275
+"train_loss",0.004481672,1613947695029,7276
+"raw_loss",0.0065136803,1613947695029,7276
+"epoch",45.76729559748425,1613947695029,7276
+"wd_0",0.01,1613947695029,7276
+"sqr_mom_0",0.99,1613947695029,7276
+"lr_0",2.714108911581439e-07,1613947695029,7276
+"mom_0",0.9445727279041162,1613947695029,7276
+"eps_0",1e-05,1613947695029,7276
+"wd_1",0.01,1613947695029,7276
+"sqr_mom_1",0.99,1613947695029,7276
+"lr_1",2.7141089115814354e-06,1613947695029,7276
+"mom_1",0.9445727279041162,1613947695029,7276
+"eps_1",1e-05,1613947695029,7276
+"wd_2",0.01,1613947695029,7276
+"sqr_mom_2",0.99,1613947695029,7276
+"lr_2",2.714108911581434e-05,1613947695029,7276
+"mom_2",0.9445727279041162,1613947695029,7276
+"eps_2",1e-05,1613947695029,7276
+"train_loss",0.0045083547,1613947695995,7277
+"raw_loss",0.0058158142,1613947695995,7277
+"epoch",45.77358490566035,1613947695995,7277
+"wd_0",0.01,1613947695995,7277
+"sqr_mom_0",0.99,1613947695995,7277
+"lr_0",2.70771510687874e-07,1613947695995,7277
+"mom_0",0.9445855156413989,1613947695995,7277
+"eps_0",1e-05,1613947695995,7277
+"wd_1",0.01,1613947695995,7277
+"sqr_mom_1",0.99,1613947695995,7277
+"lr_1",2.7077151068787415e-06,1613947695995,7277
+"mom_1",0.9445855156413989,1613947695995,7277
+"eps_1",1e-05,1613947695995,7277
+"wd_2",0.01,1613947695995,7277
+"sqr_mom_2",0.99,1613947695995,7277
+"lr_2",2.7077151068787388e-05,1613947695995,7277
+"mom_2",0.9445855156413989,1613947695995,7277
+"eps_2",1e-05,1613947695995,7277
+"train_loss",0.004502244,1613947696935,7278
+"raw_loss",0.004202816,1613947696935,7278
+"epoch",45.77987421383645,1613947696935,7278
+"wd_0",0.01,1613947696935,7278
+"sqr_mom_0",0.99,1613947696935,7278
+"lr_0",2.7013326452323907e-07,1613947696935,7278
+"mom_0",0.9445982806923421,1613947696935,7278
+"eps_0",1e-05,1613947696935,7278
+"wd_1",0.01,1613947696935,7278
+"sqr_mom_1",0.99,1613947696935,7278
+"lr_1",2.701332645232384e-06,1613947696935,7278
+"mom_1",0.9445982806923421,1613947696935,7278
+"eps_1",1e-05,1613947696935,7278
+"wd_2",0.01,1613947696935,7278
+"sqr_mom_2",0.99,1613947696935,7278
+"lr_2",2.7013326452323826e-05,1613947696935,7278
+"mom_2",0.9445982806923421,1613947696935,7278
+"eps_2",1e-05,1613947696935,7278
+"train_loss",0.0044785584,1613947697898,7279
+"raw_loss",0.0033179645,1613947697898,7279
+"epoch",45.78616352201255,1613947697898,7279
+"wd_0",0.01,1613947697898,7279
+"sqr_mom_0",0.99,1613947697898,7279
+"lr_0",2.6949572863963215e-07,1613947697898,7279
+"mom_0",0.9446110315375227,1613947697898,7279
+"eps_0",1e-05,1613947697898,7279
+"wd_1",0.01,1613947697898,7279
+"sqr_mom_1",0.99,1613947697898,7279
+"lr_1",2.694957286396323e-06,1613947697898,7279
+"mom_1",0.9446110315375227,1613947697898,7279
+"eps_1",1e-05,1613947697898,7279
+"wd_2",0.01,1613947697898,7279
+"sqr_mom_2",0.99,1613947697898,7279
+"lr_2",2.6949572863963205e-05,1613947697898,7279
+"mom_2",0.9446110315375227,1613947697898,7279
+"eps_2",1e-05,1613947697898,7279
+"train_loss",0.0045003444,1613947698859,7280
+"raw_loss",0.005567847,1613947698859,7280
+"epoch",45.79245283018865,1613947698859,7280
+"wd_0",0.01,1613947698859,7280
+"sqr_mom_0",0.99,1613947698859,7280
+"lr_0",2.6885848089782383e-07,1613947698859,7280
+"mom_0",0.9446237766198097,1613947698859,7280
+"eps_0",1e-05,1613947698859,7280
+"wd_1",0.01,1613947698859,7280
+"sqr_mom_1",0.99,1613947698859,7280
+"lr_1",2.68858480897824e-06,1613947698859,7280
+"mom_1",0.9446237766198097,1613947698859,7280
+"eps_1",1e-05,1613947698859,7280
+"wd_2",0.01,1613947698859,7280
+"sqr_mom_2",0.99,1613947698859,7280
+"lr_2",2.688584808978236e-05,1613947698859,7280
+"mom_2",0.9446237766198097,1613947698859,7280
+"eps_2",1e-05,1613947698859,7280
+"train_loss",0.0045934184,1613947699829,7281
+"raw_loss",0.00915404,1613947699829,7281
+"epoch",45.79874213836475,1613947699829,7281
+"wd_0",0.01,1613947699829,7281
+"sqr_mom_0",0.99,1613947699829,7281
+"lr_0",2.682223666569277e-07,1613947699829,7281
+"mom_0",0.9446364990318518,1613947699829,7281
+"eps_0",1e-05,1613947699829,7281
+"wd_1",0.01,1613947699829,7281
+"sqr_mom_1",0.99,1613947699829,7281
+"lr_1",2.6822236665692803e-06,1613947699829,7281
+"mom_1",0.9446364990318518,1613947699829,7281
+"eps_1",1e-05,1613947699829,7281
+"wd_2",0.01,1613947699829,7281
+"sqr_mom_2",0.99,1613947699829,7281
+"lr_2",2.6822236665692762e-05,1613947699829,7281
+"mom_2",0.9446364990318518,1613947699829,7281
+"eps_2",1e-05,1613947699829,7281
+"train_loss",0.0045523252,1613947700774,7282
+"raw_loss",0.0025387646,1613947700774,7282
+"epoch",45.80503144654085,1613947700774,7282
+"wd_0",0.01,1613947700774,7282
+"sqr_mom_0",0.99,1613947700774,7282
+"lr_0",2.67586963305734e-07,1613947700774,7282
+"mom_0",0.9446492072259576,1613947700774,7282
+"eps_0",1e-05,1613947700774,7282
+"wd_1",0.01,1613947700774,7282
+"sqr_mom_1",0.99,1613947700774,7282
+"lr_1",2.675869633057342e-06,1613947700774,7282
+"mom_1",0.9446492072259576,1613947700774,7282
+"eps_1",1e-05,1613947700774,7282
+"wd_2",0.01,1613947700774,7282
+"sqr_mom_2",0.99,1613947700774,7282
+"lr_2",2.675869633057338e-05,1613947700774,7282
+"mom_2",0.9446492072259576,1613947700774,7282
+"eps_2",1e-05,1613947700774,7282
+"train_loss",0.004537309,1613947701729,7283
+"raw_loss",0.003801526,1613947701729,7283
+"epoch",45.81132075471695,1613947701729,7283
+"wd_0",0.01,1613947701729,7283
+"sqr_mom_0",0.99,1613947701729,7283
+"lr_0",2.669518501200218e-07,1613947701729,7283
+"mom_0",0.9446619096166957,1613947701729,7283
+"eps_0",1e-05,1613947701729,7283
+"wd_1",0.01,1613947701729,7283
+"sqr_mom_1",0.99,1613947701729,7283
+"lr_1",2.669518501200218e-06,1613947701729,7283
+"mom_1",0.9446619096166957,1613947701729,7283
+"eps_1",1e-05,1613947701729,7283
+"wd_2",0.01,1613947701729,7283
+"sqr_mom_2",0.99,1613947701729,7283
+"lr_2",2.6695185012002112e-05,1613947701729,7283
+"mom_2",0.9446619096166957,1613947701729,7283
+"eps_2",1e-05,1613947701729,7283
+"train_loss",0.0044904,1613947702678,7284
+"raw_loss",0.0021918602,1613947702678,7284
+"epoch",45.81761006289305,1613947702678,7284
+"wd_0",0.01,1613947702678,7284
+"sqr_mom_0",0.99,1613947702678,7284
+"lr_0",2.6631786962724803e-07,1613947702678,7284
+"mom_0",0.9446745893533486,1613947702678,7284
+"eps_0",1e-05,1613947702678,7284
+"wd_1",0.01,1613947702678,7284
+"sqr_mom_1",0.99,1613947702678,7284
+"lr_1",2.6631786962724786e-06,1613947702678,7284
+"mom_1",0.9446745893533486,1613947702678,7284
+"eps_1",1e-05,1613947702678,7284
+"wd_2",0.01,1613947702678,7284
+"sqr_mom_2",0.99,1613947702678,7284
+"lr_2",2.6631786962724746e-05,1613947702678,7284
+"mom_2",0.9446745893533486,1613947702678,7284
+"eps_2",1e-05,1613947702678,7284
+"train_loss",0.0044943993,1613947703643,7285
+"raw_loss",0.0046903496,1613947703643,7285
+"epoch",45.82389937106915,1613947703643,7285
+"wd_0",0.01,1613947703643,7285
+"sqr_mom_0",0.99,1613947703643,7285
+"lr_0",2.656843906397481e-07,1613947703643,7285
+"mom_0",0.9446872590597956,1613947703643,7285
+"eps_0",1e-05,1613947703643,7285
+"wd_1",0.01,1613947703643,7285
+"sqr_mom_1",0.99,1613947703643,7285
+"lr_1",2.656843906397484e-06,1613947703643,7285
+"mom_1",0.9446872590597956,1613947703643,7285
+"eps_1",1e-05,1613947703643,7285
+"wd_2",0.01,1613947703643,7285
+"sqr_mom_2",0.99,1613947703643,7285
+"lr_2",2.6568439063974774e-05,1613947703643,7285
+"mom_2",0.9446872590597956,1613947703643,7285
+"eps_2",1e-05,1613947703643,7285
+"train_loss",0.004494897,1613947704624,7286
+"raw_loss",0.0045192847,1613947704624,7286
+"epoch",45.83018867924525,1613947704624,7286
+"wd_0",0.01,1613947704624,7286
+"sqr_mom_0",0.99,1613947704624,7286
+"lr_0",2.650516238227059e-07,1613947704624,7286
+"mom_0",0.9446999145226911,1613947704624,7286
+"eps_0",1e-05,1613947704624,7286
+"wd_1",0.01,1613947704624,7286
+"sqr_mom_1",0.99,1613947704624,7286
+"lr_1",2.6505162382270625e-06,1613947704624,7286
+"mom_1",0.9446999145226911,1613947704624,7286
+"eps_1",1e-05,1613947704624,7286
+"wd_2",0.01,1613947704624,7286
+"sqr_mom_2",0.99,1613947704624,7286
+"lr_2",2.650516238227057e-05,1613947704624,7286
+"mom_2",0.9446999145226911,1613947704624,7286
+"eps_2",1e-05,1613947704624,7286
+"train_loss",0.004517634,1613947705609,7287
+"raw_loss",0.0056317407,1613947705609,7287
+"epoch",45.836477987421354,1613947705609,7287
+"wd_0",0.01,1613947705609,7287
+"sqr_mom_0",0.99,1613947705609,7287
+"lr_0",2.644195693778077e-07,1613947705609,7287
+"mom_0",0.9447125557380012,1613947705609,7287
+"eps_0",1e-05,1613947705609,7287
+"wd_1",0.01,1613947705609,7287
+"sqr_mom_1",0.99,1613947705609,7287
+"lr_1",2.644195693778074e-06,1613947705609,7287
+"mom_1",0.9447125557380012,1613947705609,7287
+"eps_1",1e-05,1613947705609,7287
+"wd_2",0.01,1613947705609,7287
+"sqr_mom_2",0.99,1613947705609,7287
+"lr_2",2.6441956937780684e-05,1613947705609,7287
+"mom_2",0.9447125557380012,1613947705609,7287
+"eps_2",1e-05,1613947705609,7287
+"train_loss",0.004511612,1613947706574,7288
+"raw_loss",0.004216544,1613947706574,7288
+"epoch",45.842767295597454,1613947706574,7288
+"wd_0",0.01,1613947706574,7288
+"sqr_mom_0",0.99,1613947706574,7288
+"lr_0",2.6378822750651266e-07,1613947706574,7288
+"mom_0",0.9447251827016967,1613947706574,7288
+"eps_0",1e-05,1613947706574,7288
+"wd_1",0.01,1613947706574,7288
+"sqr_mom_1",0.99,1613947706574,7288
+"lr_1",2.6378822750651283e-06,1613947706574,7288
+"mom_1",0.9447251827016967,1613947706574,7288
+"eps_1",1e-05,1613947706574,7288
+"wd_2",0.01,1613947706574,7288
+"sqr_mom_2",0.99,1613947706574,7288
+"lr_2",2.6378822750651215e-05,1613947706574,7288
+"mom_2",0.9447251827016967,1613947706574,7288
+"eps_2",1e-05,1613947706574,7288
+"train_loss",0.004495374,1613947707573,7289
+"raw_loss",0.00369971,1613947707573,7289
+"epoch",45.849056603773555,1613947707573,7289
+"wd_0",0.01,1613947707573,7289
+"sqr_mom_0",0.99,1613947707573,7289
+"lr_0",2.631575984100563e-07,1613947707573,7289
+"mom_0",0.9447377954097529,1613947707573,7289
+"eps_0",1e-05,1613947707573,7289
+"wd_1",0.01,1613947707573,7289
+"sqr_mom_1",0.99,1613947707573,7289
+"lr_1",2.6315759841005594e-06,1613947707573,7289
+"mom_1",0.9447377954097529,1613947707573,7289
+"eps_1",1e-05,1613947707573,7289
+"wd_2",0.01,1613947707573,7289
+"sqr_mom_2",0.99,1613947707573,7289
+"lr_2",2.6315759841005553e-05,1613947707573,7289
+"mom_2",0.9447377954097529,1613947707573,7289
+"eps_2",1e-05,1613947707573,7289
+"train_loss",0.0044899415,1613947708536,7290
+"raw_loss",0.004223764,1613947708536,7290
+"epoch",45.855345911949655,1613947708536,7290
+"wd_0",0.01,1613947708536,7290
+"sqr_mom_0",0.99,1613947708536,7290
+"lr_0",2.6252789109862437e-07,1613947708536,7290
+"mom_0",0.9447503896819243,1613947708536,7290
+"eps_0",1e-05,1613947708536,7290
+"wd_1",0.01,1613947708536,7290
+"sqr_mom_1",0.99,1613947708536,7290
+"lr_1",2.6252789109862488e-06,1613947708536,7290
+"mom_1",0.9447503896819243,1613947708536,7290
+"eps_1",1e-05,1613947708536,7290
+"wd_2",0.01,1613947708536,7290
+"sqr_mom_2",0.99,1613947708536,7290
+"lr_2",2.6252789109862406e-05,1613947708536,7290
+"mom_2",0.9447503896819243,1613947708536,7290
+"eps_2",1e-05,1613947708536,7290
+"train_loss",0.004454882,1613947709525,7291
+"raw_loss",0.0027369487,1613947709525,7291
+"epoch",45.861635220125756,1613947709525,7291
+"wd_0",0.01,1613947709525,7291
+"sqr_mom_0",0.99,1613947709525,7291
+"lr_0",2.618984793454506e-07,1613947709525,7291
+"mom_0",0.9447629780428713,1613947709525,7291
+"eps_0",1e-05,1613947709525,7291
+"wd_1",0.01,1613947709525,7291
+"sqr_mom_1",0.99,1613947709525,7291
+"lr_1",2.6189847934545078e-06,1613947709525,7291
+"mom_1",0.9447629780428713,1613947709525,7291
+"eps_1",1e-05,1613947709525,7291
+"wd_2",0.01,1613947709525,7291
+"sqr_mom_2",0.99,1613947709525,7291
+"lr_2",2.6189847934545037e-05,1613947709525,7291
+"mom_2",0.9447629780428713,1613947709525,7291
+"eps_2",1e-05,1613947709525,7291
+"train_loss",0.004431209,1613947710476,7292
+"raw_loss",0.0032712477,1613947710476,7292
+"epoch",45.867924528301856,1613947710476,7292
+"wd_0",0.01,1613947710476,7292
+"sqr_mom_0",0.99,1613947710476,7292
+"lr_0",2.612701981145943e-07,1613947710476,7292
+"mom_0",0.944775543793146,1613947710476,7292
+"eps_0",1e-05,1613947710476,7292
+"wd_1",0.01,1613947710476,7292
+"sqr_mom_1",0.99,1613947710476,7292
+"lr_1",2.612701981145943e-06,1613947710476,7292
+"mom_1",0.944775543793146,1613947710476,7292
+"eps_1",1e-05,1613947710476,7292
+"wd_2",0.01,1613947710476,7292
+"sqr_mom_2",0.99,1613947710476,7292
+"lr_2",2.6127019811459414e-05,1613947710476,7292
+"mom_2",0.944775543793146,1613947710476,7292
+"eps_2",1e-05,1613947710476,7292
+"train_loss",0.004414391,1613947711431,7293
+"raw_loss",0.0035902893,1613947711431,7293
+"epoch",45.874213836477956,1613947711431,7293
+"wd_0",0.01,1613947711431,7293
+"sqr_mom_0",0.99,1613947711431,7293
+"lr_0",2.6064262998789626e-07,1613947711431,7293
+"mom_0",0.9447880952811949,1613947711431,7293
+"eps_0",1e-05,1613947711431,7293
+"wd_1",0.01,1613947711431,7293
+"sqr_mom_1",0.99,1613947711431,7293
+"lr_1",2.6064262998789576e-06,1613947711431,7293
+"mom_1",0.9447880952811949,1613947711431,7293
+"eps_1",1e-05,1613947711431,7293
+"wd_2",0.01,1613947711431,7293
+"sqr_mom_2",0.99,1613947711431,7293
+"lr_2",2.6064262998789535e-05,1613947711431,7293
+"mom_2",0.9447880952811949,1613947711431,7293
+"eps_2",1e-05,1613947711431,7293
+"train_loss",0.004501332,1613947712386,7294
+"raw_loss",0.0087614525,1613947712386,7294
+"epoch",45.88050314465406,1613947712386,7294
+"wd_0",0.01,1613947712386,7294
+"sqr_mom_0",0.99,1613947712386,7294
+"lr_0",2.600153594400577e-07,1613947712386,7294
+"mom_0",0.944800640817607,1613947712386,7294
+"eps_0",1e-05,1613947712386,7294
+"wd_1",0.01,1613947712386,7294
+"sqr_mom_1",0.99,1613947712386,7294
+"lr_1",2.6001535944005806e-06,1613947712386,7294
+"mom_1",0.944800640817607,1613947712386,7294
+"eps_1",1e-05,1613947712386,7294
+"wd_2",0.01,1613947712386,7294
+"sqr_mom_2",0.99,1613947712386,7294
+"lr_2",2.6001535944005752e-05,1613947712386,7294
+"mom_2",0.944800640817607,1613947712386,7294
+"eps_2",1e-05,1613947712386,7294
+"train_loss",0.0045731873,1613947713339,7295
+"raw_loss",0.008094088,1613947713339,7295
+"epoch",45.88679245283016,1613947713339,7295
+"wd_0",0.01,1613947713339,7295
+"sqr_mom_0",0.99,1613947713339,7295
+"lr_0",2.593892185946655e-07,1613947713339,7295
+"mom_0",0.9448131637597442,1613947713339,7295
+"eps_0",1e-05,1613947713339,7295
+"wd_1",0.01,1613947713339,7295
+"sqr_mom_1",0.99,1613947713339,7295
+"lr_1",2.5938921859466565e-06,1613947713339,7295
+"mom_1",0.9448131637597442,1613947713339,7295
+"eps_1",1e-05,1613947713339,7295
+"wd_2",0.01,1613947713339,7295
+"sqr_mom_2",0.99,1613947713339,7295
+"lr_2",2.593892185946651e-05,1613947713339,7295
+"mom_2",0.9448131637597442,1613947713339,7295
+"eps_2",1e-05,1613947713339,7295
+"train_loss",0.00467734,1613947714312,7296
+"raw_loss",0.009780831,1613947714312,7296
+"epoch",45.89308176100626,1613947714312,7296
+"wd_0",0.01,1613947714312,7296
+"sqr_mom_0",0.99,1613947714312,7296
+"lr_0",2.5876358406368587e-07,1613947714312,7296
+"mom_0",0.944825676575492,1613947714312,7296
+"eps_0",1e-05,1613947714312,7296
+"wd_1",0.01,1613947714312,7296
+"sqr_mom_1",0.99,1613947714312,7296
+"lr_1",2.5876358406368637e-06,1613947714312,7296
+"mom_1",0.944825676575492,1613947714312,7296
+"eps_1",1e-05,1613947714312,7296
+"wd_2",0.01,1613947714312,7296
+"sqr_mom_2",0.99,1613947714312,7296
+"lr_2",2.5876358406368583e-05,1613947714312,7296
+"mom_2",0.944825676575492,1613947714312,7296
+"eps_2",1e-05,1613947714312,7296
+"train_loss",0.0047101276,1613947715298,7297
+"raw_loss",0.0063167177,1613947715298,7297
+"epoch",45.89937106918236,1613947715298,7297
+"wd_0",0.01,1613947715298,7297
+"sqr_mom_0",0.99,1613947715298,7297
+"lr_0",2.581386639090911e-07,1613947715298,7297
+"mom_0",0.9448381751035692,1613947715298,7297
+"eps_0",1e-05,1613947715298,7297
+"wd_1",0.01,1613947715298,7297
+"sqr_mom_1",0.99,1613947715298,7297
+"lr_1",2.5813866390909094e-06,1613947715298,7297
+"mom_1",0.9448381751035692,1613947715298,7297
+"eps_1",1e-05,1613947715298,7297
+"wd_2",0.01,1613947715298,7297
+"sqr_mom_2",0.99,1613947715298,7297
+"lr_2",2.5813866390909067e-05,1613947715298,7297
+"mom_2",0.9448381751035692,1613947715298,7297
+"eps_2",1e-05,1613947715298,7297
+"train_loss",0.004663233,1613947716374,7298
+"raw_loss",0.0023654075,1613947716374,7298
+"epoch",45.90566037735846,1613947716374,7298
+"wd_0",0.01,1613947716374,7298
+"sqr_mom_0",0.99,1613947716374,7298
+"lr_0",2.5751445833006693e-07,1613947716374,7298
+"mom_0",0.944850659339992,1613947716374,7298
+"eps_0",1e-05,1613947716374,7298
+"wd_1",0.01,1613947716374,7298
+"sqr_mom_1",0.99,1613947716374,7298
+"lr_1",2.5751445833006693e-06,1613947716374,7298
+"mom_1",0.944850659339992,1613947716374,7298
+"eps_1",1e-05,1613947716374,7298
+"wd_2",0.01,1613947716374,7298
+"sqr_mom_2",0.99,1613947716374,7298
+"lr_2",2.5751445833006653e-05,1613947716374,7298
+"mom_2",0.944850659339992,1613947716374,7298
+"eps_2",1e-05,1613947716374,7298
+"train_loss",0.0046221158,1613947717485,7299
+"raw_loss",0.0026073547,1613947717485,7299
+"epoch",45.91194968553456,1613947717485,7299
+"wd_0",0.01,1613947717485,7299
+"sqr_mom_0",0.99,1613947717485,7299
+"lr_0",2.5689117420334e-07,1613947717485,7299
+"mom_0",0.9448631251471846,1613947717485,7299
+"eps_0",1e-05,1613947717485,7299
+"wd_1",0.01,1613947717485,7299
+"sqr_mom_1",0.99,1613947717485,7299
+"lr_1",2.5689117420334e-06,1613947717485,7299
+"mom_1",0.9448631251471846,1613947717485,7299
+"eps_1",1e-05,1613947717485,7299
+"wd_2",0.01,1613947717485,7299
+"sqr_mom_2",0.99,1613947717485,7299
+"lr_2",2.5689117420334e-05,1613947717485,7299
+"mom_2",0.9448631251471846,1613947717485,7299
+"eps_2",1e-05,1613947717485,7299
+"train_loss",0.004611273,1613947718448,7300
+"raw_loss",0.0040799584,1613947718448,7300
+"epoch",45.91823899371066,1613947718448,7300
+"wd_0",0.01,1613947718448,7300
+"sqr_mom_0",0.99,1613947718448,7300
+"lr_0",2.562681916943382e-07,1613947718448,7300
+"mom_0",0.9448755849219624,1613947718448,7300
+"eps_0",1e-05,1613947718448,7300
+"wd_1",0.01,1613947718448,7300
+"sqr_mom_1",0.99,1613947718448,7300
+"lr_1",2.562681916943377e-06,1613947718448,7300
+"mom_1",0.9448755849219624,1613947718448,7300
+"eps_1",1e-05,1613947718448,7300
+"wd_2",0.01,1613947718448,7300
+"sqr_mom_2",0.99,1613947718448,7300
+"lr_2",2.562681916943373e-05,1613947718448,7300
+"mom_2",0.9448755849219624,1613947718448,7300
+"eps_2",1e-05,1613947718448,7300
+"train_loss",0.004580738,1613947719390,7301
+"raw_loss",0.0030845208,1613947719390,7301
+"epoch",45.92452830188676,1613947719390,7301
+"wd_0",0.01,1613947719390,7301
+"sqr_mom_0",0.99,1613947719390,7301
+"lr_0",2.556463372382242e-07,1613947719390,7301
+"mom_0",0.9448880221354569,1613947719390,7301
+"eps_0",1e-05,1613947719390,7301
+"wd_1",0.01,1613947719390,7301
+"sqr_mom_1",0.99,1613947719390,7301
+"lr_1",2.5564633723822403e-06,1613947719390,7301
+"mom_1",0.9448880221354569,1613947719390,7301
+"eps_1",1e-05,1613947719390,7301
+"wd_2",0.01,1613947719390,7301
+"sqr_mom_2",0.99,1613947719390,7301
+"lr_2",2.556463372382239e-05,1613947719390,7301
+"mom_2",0.9448880221354569,1613947719390,7301
+"eps_2",1e-05,1613947719390,7301
+"train_loss",0.0045487927,1613947720326,7302
+"raw_loss",0.002983473,1613947720326,7302
+"epoch",45.93081761006286,1613947720326,7302
+"wd_0",0.01,1613947720326,7302
+"sqr_mom_0",0.99,1613947720326,7302
+"lr_0",2.5502519767762034e-07,1613947720326,7302
+"mom_0",0.9449004450508981,1613947720326,7302
+"eps_0",1e-05,1613947720326,7302
+"wd_1",0.01,1613947720326,7302
+"sqr_mom_1",0.99,1613947720326,7302
+"lr_1",2.5502519767762034e-06,1613947720326,7302
+"mom_1",0.9449004450508981,1613947720326,7302
+"eps_1",1e-05,1613947720326,7302
+"wd_2",0.01,1613947720326,7302
+"sqr_mom_2",0.99,1613947720326,7302
+"lr_2",2.550251976776198e-05,1613947720326,7302
+"mom_2",0.9449004450508981,1613947720326,7302
+"eps_2",1e-05,1613947720326,7302
+"train_loss",0.004516596,1613947721301,7303
+"raw_loss",0.0029389553,1613947721301,7303
+"epoch",45.93710691823896,1613947721301,7303
+"wd_0",0.01,1613947721301,7303
+"sqr_mom_0",0.99,1613947721301,7303
+"lr_0",2.544043617527663e-07,1613947721301,7303
+"mom_0",0.9449128618935636,1613947721301,7303
+"eps_0",1e-05,1613947721301,7303
+"wd_1",0.01,1613947721301,7303
+"sqr_mom_1",0.99,1613947721301,7303
+"lr_1",2.5440436175276616e-06,1613947721301,7303
+"mom_1",0.9449128618935636,1613947721301,7303
+"eps_1",1e-05,1613947721301,7303
+"wd_2",0.01,1613947721301,7303
+"sqr_mom_2",0.99,1613947721301,7303
+"lr_2",2.544043617527656e-05,1613947721301,7303
+"mom_2",0.9449128618935636,1613947721301,7303
+"eps_2",1e-05,1613947721301,7303
+"train_loss",0.004575221,1613947722246,7304
+"raw_loss",0.007447833,1613947722246,7304
+"epoch",45.94339622641506,1613947722246,7304
+"wd_0",0.01,1613947722246,7304
+"sqr_mom_0",0.99,1613947722246,7304
+"lr_0",2.5378465305121344e-07,1613947722246,7304
+"mom_0",0.9449252561915376,1613947722246,7304
+"eps_0",1e-05,1613947722246,7304
+"wd_1",0.01,1613947722246,7304
+"sqr_mom_1",0.99,1613947722246,7304
+"lr_1",2.537846530512138e-06,1613947722246,7304
+"mom_1",0.9449252561915376,1613947722246,7304
+"eps_1",1e-05,1613947722246,7304
+"wd_2",0.01,1613947722246,7304
+"sqr_mom_2",0.99,1613947722246,7304
+"lr_2",2.537846530512131e-05,1613947722246,7304
+"mom_2",0.9449252561915376,1613947722246,7304
+"eps_2",1e-05,1613947722246,7304
+"train_loss",0.004574828,1613947723239,7305
+"raw_loss",0.004555579,1613947723239,7305
+"epoch",45.94968553459116,1613947723239,7305
+"wd_0",0.01,1613947723239,7305
+"sqr_mom_0",0.99,1613947723239,7305
+"lr_0",2.5316565983816834e-07,1613947723239,7305
+"mom_0",0.9449376361795984,1613947723239,7305
+"eps_0",1e-05,1613947723239,7305
+"wd_1",0.01,1613947723239,7305
+"sqr_mom_1",0.99,1613947723239,7305
+"lr_1",2.5316565983816834e-06,1613947723239,7305
+"mom_1",0.9449376361795984,1613947723239,7305
+"eps_1",1e-05,1613947723239,7305
+"wd_2",0.01,1613947723239,7305
+"sqr_mom_2",0.99,1613947723239,7305
+"lr_2",2.5316565983816834e-05,1613947723239,7305
+"mom_2",0.9449376361795984,1613947723239,7305
+"eps_2",1e-05,1613947723239,7305
+"train_loss",0.0045647277,1613947724219,7306
+"raw_loss",0.004069813,1613947724219,7306
+"epoch",45.95597484276726,1613947724219,7306
+"wd_0",0.01,1613947724219,7306
+"sqr_mom_0",0.99,1613947724219,7306
+"lr_0",2.5254697227802697e-07,1613947724219,7306
+"mom_0",0.9449500100545399,1613947724219,7306
+"eps_0",1e-05,1613947724219,7306
+"wd_1",0.01,1613947724219,7306
+"sqr_mom_1",0.99,1613947724219,7306
+"lr_1",2.5254697227802714e-06,1613947724219,7306
+"mom_1",0.9449500100545399,1613947724219,7306
+"eps_1",1e-05,1613947724219,7306
+"wd_2",0.01,1613947724219,7306
+"sqr_mom_2",0.99,1613947724219,7306
+"lr_2",2.5254697227802673e-05,1613947724219,7306
+"mom_2",0.9449500100545399,1613947724219,7306
+"eps_2",1e-05,1613947724219,7306
+"train_loss",0.0045324056,1613947725176,7307
+"raw_loss",0.0029486201,1613947725176,7307
+"epoch",45.96226415094336,1613947725176,7307
+"wd_0",0.01,1613947725176,7307
+"sqr_mom_0",0.99,1613947725176,7307
+"lr_0",2.519294111083687e-07,1613947725176,7307
+"mom_0",0.9449623614014466,1613947725176,7307
+"eps_0",1e-05,1613947725176,7307
+"wd_1",0.01,1613947725176,7307
+"sqr_mom_1",0.99,1613947725176,7307
+"lr_1",2.519294111083687e-06,1613947725176,7307
+"mom_1",0.9449623614014466,1613947725176,7307
+"eps_1",1e-05,1613947725176,7307
+"wd_2",0.01,1613947725176,7307
+"sqr_mom_2",0.99,1613947725176,7307
+"lr_2",2.5192941110836883e-05,1613947725176,7307
+"mom_2",0.9449623614014466,1613947725176,7307
+"eps_2",1e-05,1613947725176,7307
+"train_loss",0.0045046294,1613947726119,7308
+"raw_loss",0.003143593,1613947726119,7308
+"epoch",45.96855345911946,1613947726119,7308
+"wd_0",0.01,1613947726119,7308
+"sqr_mom_0",0.99,1613947726119,7308
+"lr_0",2.513123614770649e-07,1613947726119,7308
+"mom_0",0.9449747025174838,1613947726119,7308
+"eps_0",1e-05,1613947726119,7308
+"wd_1",0.01,1613947726119,7308
+"sqr_mom_1",0.99,1613947726119,7308
+"lr_1",2.5131236147706492e-06,1613947726119,7308
+"mom_1",0.9449747025174838,1613947726119,7308
+"eps_1",1e-05,1613947726119,7308
+"wd_2",0.01,1613947726119,7308
+"sqr_mom_2",0.99,1613947726119,7308
+"lr_2",2.5131236147706438e-05,1613947726119,7308
+"mom_2",0.9449747025174838,1613947726119,7308
+"eps_2",1e-05,1613947726119,7308
+"train_loss",0.0044885245,1613947727071,7309
+"raw_loss",0.0036993949,1613947727071,7309
+"epoch",45.97484276729556,1613947727071,7309
+"wd_0",0.01,1613947727071,7309
+"sqr_mom_0",0.99,1613947727071,7309
+"lr_0",2.5069602859713745e-07,1613947727071,7309
+"mom_0",0.9449870292983502,1613947727071,7309
+"eps_0",1e-05,1613947727071,7309
+"wd_1",0.01,1613947727071,7309
+"sqr_mom_1",0.99,1613947727071,7309
+"lr_1",2.506960285971373e-06,1613947727071,7309
+"mom_1",0.9449870292983502,1613947727071,7309
+"eps_1",1e-05,1613947727071,7309
+"wd_2",0.01,1613947727071,7309
+"sqr_mom_2",0.99,1613947727071,7309
+"lr_2",2.5069602859713715e-05,1613947727071,7309
+"mom_2",0.9449870292983502,1613947727071,7309
+"eps_2",1e-05,1613947727071,7309
+"train_loss",0.004464901,1613947728032,7310
+"raw_loss",0.0033073537,1613947728032,7310
+"epoch",45.98113207547166,1613947728032,7310
+"wd_0",0.01,1613947728032,7310
+"sqr_mom_0",0.99,1613947728032,7310
+"lr_0",2.500804126650361e-07,1613947728032,7310
+"mom_0",0.9449993417401167,1613947728032,7310
+"eps_0",1e-05,1613947728032,7310
+"wd_1",0.01,1613947728032,7310
+"sqr_mom_1",0.99,1613947728032,7310
+"lr_1",2.5008041266503576e-06,1613947728032,7310
+"mom_1",0.9449993417401167,1613947728032,7310
+"eps_1",1e-05,1613947728032,7310
+"wd_2",0.01,1613947728032,7310
+"sqr_mom_2",0.99,1613947728032,7310
+"lr_2",2.500804126650359e-05,1613947728032,7310
+"mom_2",0.9449993417401167,1613947728032,7310
+"eps_2",1e-05,1613947728032,7310
+"train_loss",0.0044308826,1613947729024,7311
+"raw_loss",0.0027639766,1613947729024,7311
+"epoch",45.987421383647764,1613947729024,7311
+"wd_0",0.01,1613947729024,7311
+"sqr_mom_0",0.99,1613947729024,7311
+"lr_0",2.4946571770459837e-07,1613947729024,7311
+"mom_0",0.9450116357622657,1613947729024,7311
+"eps_0",1e-05,1613947729024,7311
+"wd_1",0.01,1613947729024,7311
+"sqr_mom_1",0.99,1613947729024,7311
+"lr_1",2.4946571770459837e-06,1613947729024,7311
+"mom_1",0.9450116357622657,1613947729024,7311
+"eps_1",1e-05,1613947729024,7311
+"wd_2",0.01,1613947729024,7311
+"sqr_mom_2",0.99,1613947729024,7311
+"lr_2",2.4946571770459783e-05,1613947729024,7311
+"mom_2",0.9450116357622657,1613947729024,7311
+"eps_2",1e-05,1613947729024,7311
+"train_loss",0.004422008,1613947729966,7312
+"raw_loss",0.0039871465,1613947729966,7312
+"epoch",45.993710691823864,1613947729966,7312
+"wd_0",0.01,1613947729966,7312
+"sqr_mom_0",0.99,1613947729966,7312
+"lr_0",2.488513324289624e-07,1613947729966,7312
+"mom_0",0.9450239235906566,1613947729966,7312
+"eps_0",1e-05,1613947729966,7312
+"wd_1",0.01,1613947729966,7312
+"sqr_mom_1",0.99,1613947729966,7312
+"lr_1",2.488513324289624e-06,1613947729966,7312
+"mom_1",0.9450239235906566,1613947729966,7312
+"eps_1",1e-05,1613947729966,7312
+"wd_2",0.01,1613947729966,7312
+"sqr_mom_2",0.99,1613947729966,7312
+"lr_2",2.4885133242896252e-05,1613947729966,7312
+"mom_2",0.9450239235906566,1613947729966,7312
+"eps_2",1e-05,1613947729966,7312
+"train_loss",0.00439078,1613947730910,7313
+"raw_loss",0.0028606085,1613947730910,7313
+"epoch",45.999999999999964,1613947730910,7313
+"wd_0",0.01,1613947730910,7313
+"sqr_mom_0",0.99,1613947730910,7313
+"lr_0",2.4823807186838765e-07,1613947730910,7313
+"mom_0",0.9450361889245215,1613947730910,7313
+"eps_0",1e-05,1613947730910,7313
+"wd_1",0.01,1613947730910,7313
+"sqr_mom_1",0.99,1613947730910,7313
+"lr_1",2.482380718683875e-06,1613947730910,7313
+"mom_1",0.9450361889245215,1613947730910,7313
+"eps_1",1e-05,1613947730910,7313
+"wd_2",0.01,1613947730910,7313
+"sqr_mom_2",0.99,1613947730910,7313
+"lr_2",2.482380718683868e-05,1613947730910,7313
+"mom_2",0.9450361889245215,1613947730910,7313
+"eps_2",1e-05,1613947730910,7313
+"valid_loss",0.08658821135759354,1613947764290,7313
+"_rmse",0.2942587435245514,1613947764290,7313
+"epoch",46,1613947764290,7313
+"train_loss",0.0044492036,1613947765347,7314
+"raw_loss",0.0073119802,1613947765347,7314
+"epoch",46.0062893081761,1613947765347,7314
+"wd_0",0.01,1613947765347,7314
+"sqr_mom_0",0.99,1613947765347,7314
+"lr_0",2.4762552856305523e-07,1613947765347,7314
+"mom_0",0.945048439913138,1613947765347,7314
+"eps_0",1e-05,1613947765347,7314
+"wd_1",0.01,1613947765347,7314
+"sqr_mom_1",0.99,1613947765347,7314
+"lr_1",2.476255285630554e-06,1613947765347,7314
+"mom_1",0.945048439913138,1613947765347,7314
+"eps_1",1e-05,1613947765347,7314
+"wd_2",0.01,1613947765347,7314
+"sqr_mom_2",0.99,1613947765347,7314
+"lr_2",2.47625528563055e-05,1613947765347,7314
+"mom_2",0.945048439913138,1613947765347,7314
+"eps_2",1e-05,1613947765347,7314
+"train_loss",0.00441026,1613947766296,7315
+"raw_loss",0.0025020272,1613947766296,7315
+"epoch",46.0125786163522,1613947766296,7315
+"wd_0",0.01,1613947766296,7315
+"sqr_mom_0",0.99,1613947766296,7315
+"lr_0",2.4701329695703233e-07,1613947766296,7315
+"mom_0",0.945060684667706,1613947766296,7315
+"eps_0",1e-05,1613947766296,7315
+"wd_1",0.01,1613947766296,7315
+"sqr_mom_1",0.99,1613947766296,7315
+"lr_1",2.4701329695703267e-06,1613947766296,7315
+"mom_1",0.945060684667706,1613947766296,7315
+"eps_1",1e-05,1613947766296,7315
+"wd_2",0.01,1613947766296,7315
+"sqr_mom_2",0.99,1613947766296,7315
+"lr_2",2.4701329695703213e-05,1613947766296,7315
+"mom_2",0.945060684667706,1613947766296,7315
+"eps_2",1e-05,1613947766296,7315
+"train_loss",0.0044117137,1613947767250,7316
+"raw_loss",0.004482952,1613947767250,7316
+"epoch",46.0188679245283,1613947767250,7316
+"wd_0",0.01,1613947767250,7316
+"sqr_mom_0",0.99,1613947767250,7316
+"lr_0",2.4640218922356596e-07,1613947767250,7316
+"mom_0",0.9450729069445981,1613947767250,7316
+"eps_0",1e-05,1613947767250,7316
+"wd_1",0.01,1613947767250,7316
+"sqr_mom_1",0.99,1613947767250,7316
+"lr_1",2.4640218922356596e-06,1613947767250,7316
+"mom_1",0.9450729069445981,1613947767250,7316
+"eps_1",1e-05,1613947767250,7316
+"wd_2",0.01,1613947767250,7316
+"sqr_mom_2",0.99,1613947767250,7316
+"lr_2",2.4640218922356515e-05,1613947767250,7316
+"mom_2",0.9450729069445981,1613947767250,7316
+"eps_2",1e-05,1613947767250,7316
+"train_loss",0.004407947,1613947768232,7317
+"raw_loss",0.004223384,1613947768232,7317
+"epoch",46.0251572327044,1613947768232,7317
+"wd_0",0.01,1613947768232,7317
+"sqr_mom_0",0.99,1613947768232,7317
+"lr_0",2.457915969310525e-07,1613947768232,7317
+"mom_0",0.9450851189125681,1613947768232,7317
+"eps_0",1e-05,1613947768232,7317
+"wd_1",0.01,1613947768232,7317
+"sqr_mom_1",0.99,1613947768232,7317
+"lr_1",2.4579159693105253e-06,1613947768232,7317
+"mom_1",0.9450851189125681,1613947768232,7317
+"eps_1",1e-05,1613947768232,7317
+"wd_2",0.01,1613947768232,7317
+"sqr_mom_2",0.99,1613947768232,7317
+"lr_2",2.45791596931052e-05,1613947768232,7317
+"mom_2",0.9450851189125681,1613947768232,7317
+"eps_2",1e-05,1613947768232,7317
+"train_loss",0.004366832,1613947769183,7318
+"raw_loss",0.0023521876,1613947769183,7318
+"epoch",46.0314465408805,1613947769183,7318
+"wd_0",0.01,1613947769183,7318
+"sqr_mom_0",0.99,1613947769183,7318
+"lr_0",2.4518172314959754e-07,1613947769183,7318
+"mom_0",0.9450973165101731,1613947769183,7318
+"eps_0",1e-05,1613947769183,7318
+"wd_1",0.01,1613947769183,7318
+"sqr_mom_1",0.99,1613947769183,7318
+"lr_1",2.4518172314959703e-06,1613947769183,7318
+"mom_1",0.9450973165101731,1613947769183,7318
+"eps_1",1e-05,1613947769183,7318
+"wd_2",0.01,1613947769183,7318
+"sqr_mom_2",0.99,1613947769183,7318
+"lr_2",2.4518172314959676e-05,1613947769183,7318
+"mom_2",0.9450973165101731,1613947769183,7318
+"eps_2",1e-05,1613947769183,7318
+"train_loss",0.0043622786,1613947770142,7319
+"raw_loss",0.004139178,1613947770142,7319
+"epoch",46.0377358490566,1613947770142,7319
+"wd_0",0.01,1613947770142,7319
+"sqr_mom_0",0.99,1613947770142,7319
+"lr_0",2.4457256807358913e-07,1613947770142,7319
+"mom_0",0.9451094997335255,1613947770142,7319
+"eps_0",1e-05,1613947770142,7319
+"wd_1",0.01,1613947770142,7319
+"sqr_mom_1",0.99,1613947770142,7319
+"lr_1",2.445725680735888e-06,1613947770142,7319
+"mom_1",0.9451094997335255,1613947770142,7319
+"eps_1",1e-05,1613947770142,7319
+"wd_2",0.01,1613947770142,7319
+"sqr_mom_2",0.99,1613947770142,7319
+"lr_2",2.4457256807358825e-05,1613947770142,7319
+"mom_2",0.9451094997335255,1613947770142,7319
+"eps_2",1e-05,1613947770142,7319
+"train_loss",0.004339088,1613947771098,7320
+"raw_loss",0.0032027494,1613947771098,7320
+"epoch",46.0440251572327,1613947771098,7320
+"wd_0",0.01,1613947771098,7320
+"sqr_mom_0",0.99,1613947771098,7320
+"lr_0",2.439643335810305e-07,1613947771098,7320
+"mom_0",0.9451216645450248,1613947771098,7320
+"eps_0",1e-05,1613947771098,7320
+"wd_1",0.01,1613947771098,7320
+"sqr_mom_1",0.99,1613947771098,7320
+"lr_1",2.4396433358103053e-06,1613947771098,7320
+"mom_1",0.9451216645450248,1613947771098,7320
+"eps_1",1e-05,1613947771098,7320
+"wd_2",0.01,1613947771098,7320
+"sqr_mom_2",0.99,1613947771098,7320
+"lr_2",2.4396433358103025e-05,1613947771098,7320
+"mom_2",0.9451216645450248,1613947771098,7320
+"eps_2",1e-05,1613947771098,7320
+"train_loss",0.0043587214,1613947772050,7321
+"raw_loss",0.005320759,1613947772050,7321
+"epoch",46.0503144654088,1613947772050,7321
+"wd_0",0.01,1613947772050,7321
+"sqr_mom_0",0.99,1613947772050,7321
+"lr_0",2.433564148143296e-07,1613947772050,7321
+"mom_0",0.9451338230419438,1613947772050,7321
+"eps_0",1e-05,1613947772050,7321
+"wd_1",0.01,1613947772050,7321
+"sqr_mom_1",0.99,1613947772050,7321
+"lr_1",2.433564148143296e-06,1613947772050,7321
+"mom_1",0.9451338230419438,1613947772050,7321
+"eps_1",1e-05,1613947772050,7321
+"wd_2",0.01,1613947772050,7321
+"sqr_mom_2",0.99,1613947772050,7321
+"lr_2",2.4335641481432917e-05,1613947772050,7321
+"mom_2",0.9451338230419438,1613947772050,7321
+"eps_2",1e-05,1613947772050,7321
+"train_loss",0.0043376028,1613947773002,7322
+"raw_loss",0.0033027814,1613947773002,7322
+"epoch",46.056603773584904,1613947773002,7322
+"wd_0",0.01,1613947773002,7322
+"sqr_mom_0",0.99,1613947773002,7322
+"lr_0",2.4274961822541624e-07,1613947773002,7322
+"mom_0",0.9451459590950826,1613947773002,7322
+"eps_0",1e-05,1613947773002,7322
+"wd_1",0.01,1613947773002,7322
+"sqr_mom_1",0.99,1613947773002,7322
+"lr_1",2.4274961822541607e-06,1613947773002,7322
+"mom_1",0.9451459590950826,1613947773002,7322
+"eps_1",1e-05,1613947773002,7322
+"wd_2",0.01,1613947773002,7322
+"sqr_mom_2",0.99,1613947773002,7322
+"lr_2",2.4274961822541553e-05,1613947773002,7322
+"mom_2",0.9451459590950826,1613947773002,7322
+"eps_2",1e-05,1613947773002,7322
+"train_loss",0.004311142,1613947773981,7323
+"raw_loss",0.003014569,1613947773981,7323
+"epoch",46.062893081761004,1613947773981,7323
+"wd_0",0.01,1613947773981,7323
+"sqr_mom_0",0.99,1613947773981,7323
+"lr_0",2.4214354063996616e-07,1613947773981,7323
+"mom_0",0.9451580807680083,1613947773981,7323
+"eps_0",1e-05,1613947773981,7323
+"wd_1",0.01,1613947773981,7323
+"sqr_mom_1",0.99,1613947773981,7323
+"lr_1",2.421435406399665e-06,1613947773981,7323
+"mom_1",0.9451580807680083,1613947773981,7323
+"eps_1",1e-05,1613947773981,7323
+"wd_2",0.01,1613947773981,7323
+"sqr_mom_2",0.99,1613947773981,7323
+"lr_2",2.4214354063996596e-05,1613947773981,7323
+"mom_2",0.9451580807680083,1613947773981,7323
+"eps_2",1e-05,1613947773981,7323
+"train_loss",0.0043214643,1613947774950,7324
+"raw_loss",0.0048272684,1613947774950,7324
+"epoch",46.069182389937104,1613947774950,7324
+"wd_0",0.01,1613947774950,7324
+"sqr_mom_0",0.99,1613947774950,7324
+"lr_0",2.415377807921829e-07,1613947774950,7324
+"mom_0",0.9451701960861172,1613947774950,7324
+"eps_0",1e-05,1613947774950,7324
+"wd_1",0.01,1613947774950,7324
+"sqr_mom_1",0.99,1613947774950,7324
+"lr_1",2.415377807921832e-06,1613947774950,7324
+"mom_1",0.9451701960861172,1613947774950,7324
+"eps_1",1e-05,1613947774950,7324
+"wd_2",0.01,1613947774950,7324
+"sqr_mom_2",0.99,1613947774950,7324
+"lr_2",2.4153778079218308e-05,1613947774950,7324
+"mom_2",0.9451701960861172,1613947774950,7324
+"eps_2",1e-05,1613947774950,7324
+"train_loss",0.0043052016,1613947776076,7325
+"raw_loss",0.0035083161,1613947776076,7325
+"epoch",46.075471698113205,1613947776076,7325
+"wd_0",0.01,1613947776076,7325
+"sqr_mom_0",0.99,1613947776076,7325
+"lr_0",2.4093314227001954e-07,1613947776076,7325
+"mom_0",0.9451822889774893,1613947776076,7325
+"eps_0",1e-05,1613947776076,7325
+"wd_1",0.01,1613947776076,7325
+"sqr_mom_1",0.99,1613947776076,7325
+"lr_1",2.4093314227001937e-06,1613947776076,7325
+"mom_1",0.9451822889774893,1613947776076,7325
+"eps_1",1e-05,1613947776076,7325
+"wd_2",0.01,1613947776076,7325
+"sqr_mom_2",0.99,1613947776076,7325
+"lr_2",2.4093314227001882e-05,1613947776076,7325
+"mom_2",0.9451822889774893,1613947776076,7325
+"eps_2",1e-05,1613947776076,7325
+"train_loss",0.004297866,1613947777360,7326
+"raw_loss",0.003938423,1613947777360,7326
+"epoch",46.081761006289305,1613947777360,7326
+"wd_0",0.01,1613947777360,7326
+"sqr_mom_0",0.99,1613947777360,7326
+"lr_0",2.403292233299175e-07,1613947777360,7326
+"mom_0",0.9451943674770764,1613947777360,7326
+"eps_0",1e-05,1613947777360,7326
+"wd_1",0.01,1613947777360,7326
+"sqr_mom_1",0.99,1613947777360,7326
+"lr_1",2.403292233299175e-06,1613947777360,7326
+"mom_1",0.9451943674770764,1613947777360,7326
+"eps_1",1e-05,1613947777360,7326
+"wd_2",0.01,1613947777360,7326
+"sqr_mom_2",0.99,1613947777360,7326
+"lr_2",2.4032922332991723e-05,1613947777360,7326
+"mom_2",0.9451943674770764,1613947777360,7326
+"eps_2",1e-05,1613947777360,7326
+"train_loss",0.004265023,1613947778431,7327
+"raw_loss",0.0026557057,1613947778431,7327
+"epoch",46.088050314465406,1613947778431,7327
+"wd_0",0.01,1613947778431,7327
+"sqr_mom_0",0.99,1613947778431,7327
+"lr_0",2.397256241383783e-07,1613947778431,7327
+"mom_0",0.9452064395816282,1613947778431,7327
+"eps_0",1e-05,1613947778431,7327
+"wd_1",0.01,1613947778431,7327
+"sqr_mom_1",0.99,1613947778431,7327
+"lr_1",2.397256241383781e-06,1613947778431,7327
+"mom_1",0.9452064395816282,1613947778431,7327
+"eps_1",1e-05,1613947778431,7327
+"wd_2",0.01,1613947778431,7327
+"sqr_mom_2",0.99,1613947778431,7327
+"lr_2",2.3972562413837758e-05,1613947778431,7327
+"mom_2",0.9452064395816282,1613947778431,7327
+"eps_2",1e-05,1613947778431,7327
+"train_loss",0.004286609,1613947779949,7328
+"raw_loss",0.0053443443,1613947779949,7328
+"epoch",46.094339622641506,1613947779949,7328
+"wd_0",0.01,1613947779949,7328
+"sqr_mom_0",0.99,1613947779949,7328
+"lr_0",2.3912314541707517e-07,1613947779949,7328
+"mom_0",0.9452184892765512,1613947779949,7328
+"eps_0",1e-05,1613947779949,7328
+"wd_1",0.01,1613947779949,7328
+"sqr_mom_1",0.99,1613947779949,7328
+"lr_1",2.3912314541707483e-06,1613947779949,7328
+"mom_1",0.9452184892765512,1613947779949,7328
+"eps_1",1e-05,1613947779949,7328
+"wd_2",0.01,1613947779949,7328
+"sqr_mom_2",0.99,1613947779949,7328
+"lr_2",2.391231454170747e-05,1613947779949,7328
+"mom_2",0.9452184892765512,1613947779949,7328
+"eps_2",1e-05,1613947779949,7328
+"train_loss",0.004336346,1613947781095,7329
+"raw_loss",0.006773452,1613947781095,7329
+"epoch",46.10062893081761,1613947781095,7329
+"wd_0",0.01,1613947781095,7329
+"sqr_mom_0",0.99,1613947781095,7329
+"lr_0",2.3852098778457224e-07,1613947781095,7329
+"mom_0",0.945230532549634,1613947781095,7329
+"eps_0",1e-05,1613947781095,7329
+"wd_1",0.01,1613947781095,7329
+"sqr_mom_1",0.99,1613947781095,7329
+"lr_1",2.3852098778457257e-06,1613947781095,7329
+"mom_1",0.945230532549634,1613947781095,7329
+"eps_1",1e-05,1613947781095,7329
+"wd_2",0.01,1613947781095,7329
+"sqr_mom_2",0.99,1613947781095,7329
+"lr_2",2.385209877845719e-05,1613947781095,7329
+"mom_2",0.945230532549634,1613947781095,7329
+"eps_2",1e-05,1613947781095,7329
+"train_loss",0.0042968416,1613947782179,7330
+"raw_loss",0.0023611228,1613947782179,7330
+"epoch",46.10691823899371,1613947782179,7330
+"wd_0",0.01,1613947782179,7330
+"sqr_mom_0",0.99,1613947782179,7330
+"lr_0",2.379199500502007e-07,1613947782179,7330
+"mom_0",0.9452425534245302,1613947782179,7330
+"eps_0",1e-05,1613947782179,7330
+"wd_1",0.01,1613947782179,7330
+"sqr_mom_1",0.99,1613947782179,7330
+"lr_1",2.379199500502007e-06,1613947782179,7330
+"mom_1",0.9452425534245302,1613947782179,7330
+"eps_1",1e-05,1613947782179,7330
+"wd_2",0.01,1613947782179,7330
+"sqr_mom_2",0.99,1613947782179,7330
+"lr_2",2.3791995005020058e-05,1613947782179,7330
+"mom_2",0.9452425534245302,1613947782179,7330
+"eps_2",1e-05,1613947782179,7330
+"train_loss",0.0043147,1613947783167,7331
+"raw_loss",0.0051897815,1613947783167,7331
+"epoch",46.11320754716981,1613947783167,7331
+"wd_0",0.01,1613947783167,7331
+"sqr_mom_0",0.99,1613947783167,7331
+"lr_0",2.373194338010271e-07,1613947783167,7331
+"mom_0",0.9452545638696181,1613947783167,7331
+"eps_0",1e-05,1613947783167,7331
+"wd_1",0.01,1613947783167,7331
+"sqr_mom_1",0.99,1613947783167,7331
+"lr_1",2.3731943380102694e-06,1613947783167,7331
+"mom_1",0.9452545638696181,1613947783167,7331
+"eps_1",1e-05,1613947783167,7331
+"wd_2",0.01,1613947783167,7331
+"sqr_mom_2",0.99,1613947783167,7331
+"lr_2",2.373194338010264e-05,1613947783167,7331
+"mom_2",0.9452545638696181,1613947783167,7331
+"eps_2",1e-05,1613947783167,7331
+"train_loss",0.0042967573,1613947784145,7332
+"raw_loss",0.0034175562,1613947784145,7332
+"epoch",46.11949685534591,1613947784145,7332
+"wd_0",0.01,1613947784145,7332
+"sqr_mom_0",0.99,1613947784145,7332
+"lr_0",2.3671963876331483e-07,1613947784145,7332
+"mom_0",0.9452665598903326,1613947784145,7332
+"eps_0",1e-05,1613947784145,7332
+"wd_1",0.01,1613947784145,7332
+"sqr_mom_1",0.99,1613947784145,7332
+"lr_1",2.367196387633145e-06,1613947784145,7332
+"mom_1",0.9452665598903326,1613947784145,7332
+"eps_1",1e-05,1613947784145,7332
+"wd_2",0.01,1613947784145,7332
+"sqr_mom_2",0.99,1613947784145,7332
+"lr_2",2.367196387633141e-05,1613947784145,7332
+"mom_2",0.9452665598903326,1613947784145,7332
+"eps_2",1e-05,1613947784145,7332
+"train_loss",0.0042725247,1613947785125,7333
+"raw_loss",0.0030851364,1613947785125,7333
+"epoch",46.12578616352201,1613947785125,7333
+"wd_0",0.01,1613947785125,7333
+"sqr_mom_0",0.99,1613947785125,7333
+"lr_0",2.3612056512824175e-07,1613947785125,7333
+"mom_0",0.94527854148285,1613947785125,7333
+"eps_0",1e-05,1613947785125,7333
+"wd_1",0.01,1613947785125,7333
+"sqr_mom_1",0.99,1613947785125,7333
+"lr_1",2.361205651282414e-06,1613947785125,7333
+"mom_1",0.94527854148285,1613947785125,7333
+"eps_1",1e-05,1613947785125,7333
+"wd_2",0.01,1613947785125,7333
+"sqr_mom_2",0.99,1613947785125,7333
+"lr_2",2.36120565128241e-05,1613947785125,7333
+"mom_2",0.94527854148285,1613947785125,7333
+"eps_2",1e-05,1613947785125,7333
+"train_loss",0.004262856,1613947786094,7334
+"raw_loss",0.0037890996,1613947786094,7334
+"epoch",46.13207547169811,1613947786094,7334
+"wd_0",0.01,1613947786094,7334
+"sqr_mom_0",0.99,1613947786094,7334
+"lr_0",2.3552241142549577e-07,1613947786094,7334
+"mom_0",0.9452905046765367,1613947786094,7334
+"eps_0",1e-05,1613947786094,7334
+"wd_1",0.01,1613947786094,7334
+"sqr_mom_1",0.99,1613947786094,7334
+"lr_1",2.3552241142549594e-06,1613947786094,7334
+"mom_1",0.9452905046765367,1613947786094,7334
+"eps_1",1e-05,1613947786094,7334
+"wd_2",0.01,1613947786094,7334
+"sqr_mom_2",0.99,1613947786094,7334
+"lr_2",2.355224114254954e-05,1613947786094,7334
+"mom_2",0.9452905046765367,1613947786094,7334
+"eps_2",1e-05,1613947786094,7334
+"train_loss",0.0042429576,1613947787072,7335
+"raw_loss",0.0032679264,1613947787072,7335
+"epoch",46.13836477987421,1613947787072,7335
+"wd_0",0.01,1613947787072,7335
+"sqr_mom_0",0.99,1613947787072,7335
+"lr_0",2.3492458282957611e-07,1613947787072,7335
+"mom_0",0.9453024613680221,1613947787072,7335
+"eps_0",1e-05,1613947787072,7335
+"wd_1",0.01,1613947787072,7335
+"sqr_mom_1",0.99,1613947787072,7335
+"lr_1",2.349245828295763e-06,1613947787072,7335
+"mom_1",0.9453024613680221,1613947787072,7335
+"eps_1",1e-05,1613947787072,7335
+"wd_2",0.01,1613947787072,7335
+"sqr_mom_2",0.99,1613947787072,7335
+"lr_2",2.3492458282957547e-05,1613947787072,7335
+"mom_2",0.9453024613680221,1613947787072,7335
+"eps_2",1e-05,1613947787072,7335
+"train_loss",0.0043145153,1613947788100,7336
+"raw_loss",0.007820844,1613947788100,7336
+"epoch",46.14465408805031,1613947788100,7336
+"wd_0",0.01,1613947788100,7336
+"sqr_mom_0",0.99,1613947788100,7336
+"lr_0",2.3432787240700771e-07,1613947788100,7336
+"mom_0",0.9453143956958168,1613947788100,7336
+"eps_0",1e-05,1613947788100,7336
+"wd_1",0.01,1613947788100,7336
+"sqr_mom_1",0.99,1613947788100,7336
+"lr_1",2.343278724070077e-06,1613947788100,7336
+"mom_1",0.9453143956958168,1613947788100,7336
+"eps_1",1e-05,1613947788100,7336
+"wd_2",0.01,1613947788100,7336
+"sqr_mom_2",0.99,1613947788100,7336
+"lr_2",2.343278724070073e-05,1613947788100,7336
+"mom_2",0.9453143956958168,1613947788100,7336
+"eps_2",1e-05,1613947788100,7336
+"train_loss",0.004317068,1613947789075,7337
+"raw_loss",0.0044421474,1613947789075,7337
+"epoch",46.15094339622641,1613947789075,7337
+"wd_0",0.01,1613947789075,7337
+"sqr_mom_0",0.99,1613947789075,7337
+"lr_0",2.3373188367045762e-07,1613947789075,7337
+"mom_0",0.9453263155897467,1613947789075,7337
+"eps_0",1e-05,1613947789075,7337
+"wd_1",0.01,1613947789075,7337
+"sqr_mom_1",0.99,1613947789075,7337
+"lr_1",2.337318836704578e-06,1613947789075,7337
+"mom_1",0.9453263155897467,1613947789075,7337
+"eps_1",1e-05,1613947789075,7337
+"wd_2",0.01,1613947789075,7337
+"sqr_mom_2",0.99,1613947789075,7337
+"lr_2",2.3373188367045738e-05,1613947789075,7337
+"mom_2",0.9453263155897467,1613947789075,7337
+"eps_2",1e-05,1613947789075,7337
+"train_loss",0.0042721624,1613947790060,7338
+"raw_loss",0.002071794,1613947790060,7338
+"epoch",46.15723270440251,1613947790060,7338
+"wd_0",0.01,1613947790060,7338
+"sqr_mom_0",0.99,1613947790060,7338
+"lr_0",2.3313622204824005e-07,1613947790060,7338
+"mom_0",0.9453382289413246,1613947790060,7338
+"eps_0",1e-05,1613947790060,7338
+"wd_1",0.01,1613947790060,7338
+"sqr_mom_1",0.99,1613947790060,7338
+"lr_1",2.331362220482397e-06,1613947790060,7338
+"mom_1",0.9453382289413246,1613947790060,7338
+"eps_1",1e-05,1613947790060,7338
+"wd_2",0.01,1613947790060,7338
+"sqr_mom_2",0.99,1613947790060,7338
+"lr_2",2.3313622204823917e-05,1613947790060,7338
+"mom_2",0.9453382289413246,1613947790060,7338
+"eps_2",1e-05,1613947790060,7338
+"train_loss",0.0043110973,1613947791052,7339
+"raw_loss",0.0062189167,1613947791052,7339
+"epoch",46.16352201257861,1613947791052,7339
+"wd_0",0.01,1613947791052,7339
+"sqr_mom_0",0.99,1613947791052,7339
+"lr_0",2.3254167773221783e-07,1613947791052,7339
+"mom_0",0.945350119946555,1613947791052,7339
+"eps_0",1e-05,1613947791052,7339
+"wd_1",0.01,1613947791052,7339
+"sqr_mom_1",0.99,1613947791052,7339
+"lr_1",2.3254167773221766e-06,1613947791052,7339
+"mom_1",0.945350119946555,1613947791052,7339
+"eps_1",1e-05,1613947791052,7339
+"wd_2",0.01,1613947791052,7339
+"sqr_mom_2",0.99,1613947791052,7339
+"lr_2",2.3254167773221752e-05,1613947791052,7339
+"mom_2",0.945350119946555,1613947791052,7339
+"eps_2",1e-05,1613947791052,7339
+"train_loss",0.004307401,1613947792066,7340
+"raw_loss",0.0041262824,1613947792066,7340
+"epoch",46.16981132075471,1613947792066,7340
+"wd_0",0.01,1613947792066,7340
+"sqr_mom_0",0.99,1613947792066,7340
+"lr_0",2.3194765876978961e-07,1613947792066,7340
+"mom_0",0.9453620004446086,1613947792066,7340
+"eps_0",1e-05,1613947792066,7340
+"wd_1",0.01,1613947792066,7340
+"sqr_mom_1",0.99,1613947792066,7340
+"lr_1",2.319476587697898e-06,1613947792066,7340
+"mom_1",0.9453620004446086,1613947792066,7340
+"eps_1",1e-05,1613947792066,7340
+"wd_2",0.01,1613947792066,7340
+"sqr_mom_2",0.99,1613947792066,7340
+"lr_2",2.319476587697895e-05,1613947792066,7340
+"mom_2",0.9453620004446086,1613947792066,7340
+"eps_2",1e-05,1613947792066,7340
+"train_loss",0.004303807,1613947793048,7341
+"raw_loss",0.004127701,1613947793048,7341
+"epoch",46.17610062893081,1613947793048,7341
+"wd_0",0.01,1613947793048,7341
+"sqr_mom_0",0.99,1613947793048,7341
+"lr_0",2.3135436273101512e-07,1613947793048,7341
+"mom_0",0.9453738664840445,1613947793048,7341
+"eps_0",1e-05,1613947793048,7341
+"wd_1",0.01,1613947793048,7341
+"sqr_mom_1",0.99,1613947793048,7341
+"lr_1",2.3135436273101563e-06,1613947793048,7341
+"mom_1",0.9453738664840445,1613947793048,7341
+"eps_1",1e-05,1613947793048,7341
+"wd_2",0.01,1613947793048,7341
+"sqr_mom_2",0.99,1613947793048,7341
+"lr_2",2.3135436273101495e-05,1613947793048,7341
+"mom_2",0.9453738664840445,1613947793048,7341
+"eps_2",1e-05,1613947793048,7341
+"train_loss",0.0042806286,1613947794006,7342
+"raw_loss",0.0031448868,1613947794006,7342
+"epoch",46.18238993710691,1613947794006,7342
+"wd_0",0.01,1613947794006,7342
+"sqr_mom_0",0.99,1613947794006,7342
+"lr_0",2.3076178980500038e-07,1613947794006,7342
+"mom_0",0.9453857180610805,1613947794006,7342
+"eps_0",1e-05,1613947794006,7342
+"wd_1",0.01,1613947794006,7342
+"sqr_mom_1",0.99,1613947794006,7342
+"lr_1",2.307617898050004e-06,1613947794006,7342
+"mom_1",0.9453857180610805,1613947794006,7342
+"eps_1",1e-05,1613947794006,7342
+"wd_2",0.01,1613947794006,7342
+"sqr_mom_2",0.99,1613947794006,7342
+"lr_2",2.3076178980499984e-05,1613947794006,7342
+"mom_2",0.9453857180610805,1613947794006,7342
+"eps_2",1e-05,1613947794006,7342
+"train_loss",0.0042832834,1613947794982,7343
+"raw_loss",0.0044133635,1613947794982,7343
+"epoch",46.18867924528301,1613947794982,7343
+"wd_0",0.01,1613947794982,7343
+"sqr_mom_0",0.99,1613947794982,7343
+"lr_0",2.301701363623895e-07,1613947794982,7343
+"mom_0",0.9453975512482646,1613947794982,7343
+"eps_0",1e-05,1613947794982,7343
+"wd_1",0.01,1613947794982,7343
+"sqr_mom_1",0.99,1613947794982,7343
+"lr_1",2.3017013636239002e-06,1613947794982,7343
+"mom_1",0.9453975512482646,1613947794982,7343
+"eps_1",1e-05,1613947794982,7343
+"wd_2",0.01,1613947794982,7343
+"sqr_mom_2",0.99,1613947794982,7343
+"lr_2",2.301701363623896e-05,1613947794982,7343
+"mom_2",0.9453975512482646,1613947794982,7343
+"eps_2",1e-05,1613947794982,7343
+"train_loss",0.004281581,1613947795970,7344
+"raw_loss",0.0041981507,1613947795970,7344
+"epoch",46.19496855345911,1613947795970,7344
+"wd_0",0.01,1613947795970,7344
+"sqr_mom_0",0.99,1613947795970,7344
+"lr_0",2.2957881404652403e-07,1613947795970,7344
+"mom_0",0.9454093778128476,1613947795970,7344
+"eps_0",1e-05,1613947795970,7344
+"wd_1",0.01,1613947795970,7344
+"sqr_mom_1",0.99,1613947795970,7344
+"lr_1",2.295788140465242e-06,1613947795970,7344
+"mom_1",0.9454093778128476,1613947795970,7344
+"eps_1",1e-05,1613947795970,7344
+"wd_2",0.01,1613947795970,7344
+"sqr_mom_2",0.99,1613947795970,7344
+"lr_2",2.295788140465238e-05,1613947795970,7344
+"mom_2",0.9454093778128476,1613947795970,7344
+"eps_2",1e-05,1613947795970,7344
+"train_loss",0.0042693466,1613947796948,7345
+"raw_loss",0.003669856,1613947796948,7345
+"epoch",46.20125786163521,1613947796948,7345
+"wd_0",0.01,1613947796948,7345
+"sqr_mom_0",0.99,1613947796948,7345
+"lr_0",2.2898860729283762e-07,1613947796948,7345
+"mom_0",0.9454211820659638,1613947796948,7345
+"eps_0",1e-05,1613947796948,7345
+"wd_1",0.01,1613947796948,7345
+"sqr_mom_1",0.99,1613947796948,7345
+"lr_1",2.2898860729283796e-06,1613947796948,7345
+"mom_1",0.9454211820659638,1613947796948,7345
+"eps_1",1e-05,1613947796948,7345
+"wd_2",0.01,1613947796948,7345
+"sqr_mom_2",0.99,1613947796948,7345
+"lr_2",2.289886072928373e-05,1613947796948,7345
+"mom_2",0.9454211820659638,1613947796948,7345
+"eps_2",1e-05,1613947796948,7345
+"train_loss",0.004229206,1613947797954,7346
+"raw_loss",0.002262319,1613947797954,7346
+"epoch",46.20754716981131,1613947797954,7346
+"wd_0",0.01,1613947797954,7346
+"sqr_mom_0",0.99,1613947797954,7346
+"lr_0",2.2839912392587107e-07,1613947797954,7346
+"mom_0",0.945432971851201,1613947797954,7346
+"eps_0",1e-05,1613947797954,7346
+"wd_1",0.01,1613947797954,7346
+"sqr_mom_1",0.99,1613947797954,7346
+"lr_1",2.283991239258709e-06,1613947797954,7346
+"mom_1",0.945432971851201,1613947797954,7346
+"eps_1",1e-05,1613947797954,7346
+"wd_2",0.01,1613947797954,7346
+"sqr_mom_2",0.99,1613947797954,7346
+"lr_2",2.2839912392587022e-05,1613947797954,7346
+"mom_2",0.945432971851201,1613947797954,7346
+"eps_2",1e-05,1613947797954,7346
+"train_loss",0.0042073755,1613947798928,7347
+"raw_loss",0.0031376733,1613947798928,7347
+"epoch",46.213836477987414,1613947798928,7347
+"wd_0",0.01,1613947798928,7347
+"sqr_mom_0",0.99,1613947798928,7347
+"lr_0",2.2780997369032363e-07,1613947798928,7347
+"mom_0",0.9454447549737433,1613947798928,7347
+"eps_0",1e-05,1613947798928,7347
+"wd_1",0.01,1613947798928,7347
+"sqr_mom_1",0.99,1613947798928,7347
+"lr_1",2.2780997369032397e-06,1613947798928,7347
+"mom_1",0.9454447549737433,1613947798928,7347
+"eps_1",1e-05,1613947798928,7347
+"wd_2",0.01,1613947798928,7347
+"sqr_mom_2",0.99,1613947798928,7347
+"lr_2",2.278099736903233e-05,1613947798928,7347
+"mom_2",0.9454447549737433,1613947798928,7347
+"eps_2",1e-05,1613947798928,7347
+"train_loss",0.004198778,1613947799912,7348
+"raw_loss",0.0037775051,1613947799912,7348
+"epoch",46.220125786163514,1613947799912,7348
+"wd_0",0.01,1613947799912,7348
+"sqr_mom_0",0.99,1613947799912,7348
+"lr_0",2.2722193814019484e-07,1613947799912,7348
+"mom_0",0.9454565158023541,1613947799912,7348
+"eps_0",1e-05,1613947799912,7348
+"wd_1",0.01,1613947799912,7348
+"sqr_mom_1",0.99,1613947799912,7348
+"lr_1",2.2722193814019484e-06,1613947799912,7348
+"mom_1",0.9454565158023541,1613947799912,7348
+"eps_1",1e-05,1613947799912,7348
+"wd_2",0.01,1613947799912,7348
+"sqr_mom_2",0.99,1613947799912,7348
+"lr_2",2.2722193814019443e-05,1613947799912,7348
+"mom_2",0.9454565158023541,1613947799912,7348
+"eps_2",1e-05,1613947799912,7348
+"train_loss",0.004193241,1613947800878,7349
+"raw_loss",0.003921918,1613947800878,7349
+"epoch",46.226415094339615,1613947800878,7349
+"wd_0",0.01,1613947800878,7349
+"sqr_mom_0",0.99,1613947800878,7349
+"lr_0",2.2663462653951818e-07,1613947800878,7349
+"mom_0",0.9454682621518311,1613947800878,7349
+"eps_0",1e-05,1613947800878,7349
+"wd_1",0.01,1613947800878,7349
+"sqr_mom_1",0.99,1613947800878,7349
+"lr_1",2.2663462653951835e-06,1613947800878,7349
+"mom_1",0.9454682621518311,1613947800878,7349
+"eps_1",1e-05,1613947800878,7349
+"wd_2",0.01,1613947800878,7349
+"sqr_mom_2",0.99,1613947800878,7349
+"lr_2",2.2663462653951794e-05,1613947800878,7349
+"mom_2",0.9454682621518311,1613947800878,7349
+"eps_2",1e-05,1613947800878,7349
+"train_loss",0.0042108092,1613947801850,7350
+"raw_loss",0.0050716684,1613947801850,7350
+"epoch",46.232704402515715,1613947801850,7350
+"wd_0",0.01,1613947801850,7350
+"sqr_mom_0",0.99,1613947801850,7350
+"lr_0",2.2604765007397974e-07,1613947801850,7350
+"mom_0",0.9454800017985383,1613947801850,7350
+"eps_0",1e-05,1613947801850,7350
+"wd_1",0.01,1613947801850,7350
+"sqr_mom_1",0.99,1613947801850,7350
+"lr_1",2.260476500739794e-06,1613947801850,7350
+"mom_1",0.9454800017985383,1613947801850,7350
+"eps_1",1e-05,1613947801850,7350
+"wd_2",0.01,1613947801850,7350
+"sqr_mom_2",0.99,1613947801850,7350
+"lr_2",2.260476500739794e-05,1613947801850,7350
+"mom_2",0.9454800017985383,1613947801850,7350
+"eps_2",1e-05,1613947801850,7350
+"train_loss",0.004250898,1613947802813,7351
+"raw_loss",0.006215241,1613947802813,7351
+"epoch",46.238993710691815,1613947802813,7351
+"wd_0",0.01,1613947802813,7351
+"sqr_mom_0",0.99,1613947802813,7351
+"lr_0",2.25461787413902e-07,1613947802813,7351
+"mom_0",0.9454917191689136,1613947802813,7351
+"eps_0",1e-05,1613947802813,7351
+"wd_1",0.01,1613947802813,7351
+"sqr_mom_1",0.99,1613947802813,7351
+"lr_1",2.254617874139015e-06,1613947802813,7351
+"mom_1",0.9454917191689136,1613947802813,7351
+"eps_1",1e-05,1613947802813,7351
+"wd_2",0.01,1613947802813,7351
+"sqr_mom_2",0.99,1613947802813,7351
+"lr_2",2.254617874139015e-05,1613947802813,7351
+"mom_2",0.9454917191689136,1613947802813,7351
+"eps_2",1e-05,1613947802813,7351
+"train_loss",0.0042303745,1613947803763,7352
+"raw_loss",0.0032247177,1613947803763,7352
+"epoch",46.245283018867916,1613947803763,7352
+"wd_0",0.01,1613947803763,7352
+"sqr_mom_0",0.99,1613947803763,7352
+"lr_0",2.2487645524412082e-07,1613947803763,7352
+"mom_0",0.9455034259293769,1613947803763,7352
+"eps_0",1e-05,1613947803763,7352
+"wd_1",0.01,1613947803763,7352
+"sqr_mom_1",0.99,1613947803763,7352
+"lr_1",2.248764552441203e-06,1613947803763,7352
+"mom_1",0.9455034259293769,1613947803763,7352
+"eps_1",1e-05,1613947803763,7352
+"wd_2",0.01,1613947803763,7352
+"sqr_mom_2",0.99,1613947803763,7352
+"lr_2",2.2487645524412044e-05,1613947803763,7352
+"mom_2",0.9455034259293769,1613947803763,7352
+"eps_2",1e-05,1613947803763,7352
+"train_loss",0.004220604,1613947804716,7353
+"raw_loss",0.0037418518,1613947804716,7353
+"epoch",46.251572327044016,1613947804716,7353
+"wd_0",0.01,1613947804716,7353
+"sqr_mom_0",0.99,1613947804716,7353
+"lr_0",2.242918482518574e-07,1613947804716,7353
+"mom_0",0.9455151181861446,1613947804716,7353
+"eps_0",1e-05,1613947804716,7353
+"wd_1",0.01,1613947804716,7353
+"sqr_mom_1",0.99,1613947804716,7353
+"lr_1",2.242918482518574e-06,1613947804716,7353
+"mom_1",0.9455151181861446,1613947804716,7353
+"eps_1",1e-05,1613947804716,7353
+"wd_2",0.01,1613947804716,7353
+"sqr_mom_2",0.99,1613947804716,7353
+"lr_2",2.2429184825185672e-05,1613947804716,7353
+"mom_2",0.9455151181861446,1613947804716,7353
+"eps_2",1e-05,1613947804716,7353
+"train_loss",0.0041984925,1613947805664,7354
+"raw_loss",0.0031150389,1613947805664,7354
+"epoch",46.25786163522012,1613947805664,7354
+"wd_0",0.01,1613947805664,7354
+"sqr_mom_0",0.99,1613947805664,7354
+"lr_0",2.2370796662344967e-07,1613947805664,7354
+"mom_0",0.9455267959354903,1613947805664,7354
+"eps_0",1e-05,1613947805664,7354
+"wd_1",0.01,1613947805664,7354
+"sqr_mom_1",0.99,1613947805664,7354
+"lr_1",2.2370796662344984e-06,1613947805664,7354
+"mom_1",0.9455267959354903,1613947805664,7354
+"eps_1",1e-05,1613947805664,7354
+"wd_2",0.01,1613947805664,7354
+"sqr_mom_2",0.99,1613947805664,7354
+"lr_2",2.2370796662344943e-05,1613947805664,7354
+"mom_2",0.9455267959354903,1613947805664,7354
+"eps_2",1e-05,1613947805664,7354
+"train_loss",0.0041832295,1613947806614,7355
+"raw_loss",0.0034353342,1613947806614,7355
+"epoch",46.26415094339622,1613947806614,7355
+"wd_0",0.01,1613947806614,7355
+"sqr_mom_0",0.99,1613947806614,7355
+"lr_0",2.2312500384296697e-07,1613947806614,7355
+"mom_0",0.9455384553076936,1613947806614,7355
+"eps_0",1e-05,1613947806614,7355
+"wd_1",0.01,1613947806614,7355
+"sqr_mom_1",0.99,1613947806614,7355
+"lr_1",2.2312500384296714e-06,1613947806614,7355
+"mom_1",0.9455384553076936,1613947806614,7355
+"eps_1",1e-05,1613947806614,7355
+"wd_2",0.01,1613947806614,7355
+"sqr_mom_2",0.99,1613947806614,7355
+"lr_2",2.2312500384296687e-05,1613947806614,7355
+"mom_2",0.9455384553076936,1613947806614,7355
+"eps_2",1e-05,1613947806614,7355
+"train_loss",0.004144597,1613947807566,7356
+"raw_loss",0.0022516057,1613947807566,7356
+"epoch",46.27044025157232,1613947807566,7356
+"wd_0",0.01,1613947807566,7356
+"sqr_mom_0",0.99,1613947807566,7356
+"lr_0",2.2254238020239173e-07,1613947807566,7356
+"mom_0",0.9455501078970311,1613947807566,7356
+"eps_0",1e-05,1613947807566,7356
+"wd_1",0.01,1613947807566,7356
+"sqr_mom_1",0.99,1613947807566,7356
+"lr_1",2.2254238020239173e-06,1613947807566,7356
+"mom_1",0.9455501078970311,1613947807566,7356
+"eps_1",1e-05,1613947807566,7356
+"wd_2",0.01,1613947807566,7356
+"sqr_mom_2",0.99,1613947807566,7356
+"lr_2",2.2254238020239132e-05,1613947807566,7356
+"mom_2",0.9455501078970311,1613947807566,7356
+"eps_2",1e-05,1613947807566,7356
+"train_loss",0.0041289963,1613947808537,7357
+"raw_loss",0.0033645646,1613947808537,7357
+"epoch",46.27672955974842,1613947808537,7357
+"wd_0",0.01,1613947808537,7357
+"sqr_mom_0",0.99,1613947808537,7357
+"lr_0",2.2196086859768305e-07,1613947808537,7357
+"mom_0",0.9455617382454288,1613947808537,7357
+"eps_0",1e-05,1613947808537,7357
+"wd_1",0.01,1613947808537,7357
+"sqr_mom_1",0.99,1613947808537,7357
+"lr_1",2.2196086859768322e-06,1613947808537,7357
+"mom_1",0.9455617382454288,1613947808537,7357
+"eps_1",1e-05,1613947808537,7357
+"wd_2",0.01,1613947808537,7357
+"sqr_mom_2",0.99,1613947808537,7357
+"lr_2",2.219608685976828e-05,1613947808537,7357
+"mom_2",0.9455617382454288,1613947808537,7357
+"eps_2",1e-05,1613947808537,7357
+"train_loss",0.00417858,1613947809520,7358
+"raw_loss",0.0066081802,1613947809520,7358
+"epoch",46.28301886792452,1613947809520,7358
+"wd_0",0.01,1613947809520,7358
+"sqr_mom_0",0.99,1613947809520,7358
+"lr_0",2.2138008261821935e-07,1613947809520,7358
+"mom_0",0.9455733540811764,1613947809520,7358
+"eps_0",1e-05,1613947809520,7358
+"wd_1",0.01,1613947809520,7358
+"sqr_mom_1",0.99,1613947809520,7358
+"lr_1",2.213800826182197e-06,1613947809520,7358
+"mom_1",0.9455733540811764,1613947809520,7358
+"eps_1",1e-05,1613947809520,7358
+"wd_2",0.01,1613947809520,7358
+"sqr_mom_2",0.99,1613947809520,7358
+"lr_2",2.2138008261821942e-05,1613947809520,7358
+"mom_2",0.9455733540811764,1613947809520,7358
+"eps_2",1e-05,1613947809520,7358
+"train_loss",0.0041761324,1613947810519,7359
+"raw_loss",0.0040561925,1613947810519,7359
+"epoch",46.28930817610062,1613947810519,7359
+"wd_0",0.01,1613947810519,7359
+"sqr_mom_0",0.99,1613947810519,7359
+"lr_0",2.2079963777948114e-07,1613947810519,7359
+"mom_0",0.9455849630940413,1613947810519,7359
+"eps_0",1e-05,1613947810519,7359
+"wd_1",0.01,1613947810519,7359
+"sqr_mom_1",0.99,1613947810519,7359
+"lr_1",2.207996377794813e-06,1613947810519,7359
+"mom_1",0.9455849630940413,1613947810519,7359
+"eps_1",1e-05,1613947810519,7359
+"wd_2",0.01,1613947810519,7359
+"sqr_mom_2",0.99,1613947810519,7359
+"lr_2",2.2079963777948063e-05,1613947810519,7359
+"mom_2",0.9455849630940413,1613947810519,7359
+"eps_2",1e-05,1613947810519,7359
+"train_loss",0.004160744,1613947811587,7360
+"raw_loss",0.0034067195,1613947811587,7360
+"epoch",46.29559748427672,1613947811587,7360
+"wd_0",0.01,1613947811587,7360
+"sqr_mom_0",0.99,1613947811587,7360
+"lr_0",2.2022030408707582e-07,1613947811587,7360
+"mom_0",0.9455965498837573,1613947811587,7360
+"eps_0",1e-05,1613947811587,7360
+"wd_1",0.01,1613947811587,7360
+"sqr_mom_1",0.99,1613947811587,7360
+"lr_1",2.202203040870755e-06,1613947811587,7360
+"mom_1",0.9455965498837573,1613947811587,7360
+"eps_1",1e-05,1613947811587,7360
+"wd_2",0.01,1613947811587,7360
+"sqr_mom_2",0.99,1613947811587,7360
+"lr_2",2.202203040870752e-05,1613947811587,7360
+"mom_2",0.9455965498837573,1613947811587,7360
+"eps_2",1e-05,1613947811587,7360
+"train_loss",0.0041500265,1613947812597,7361
+"raw_loss",0.0036248579,1613947812597,7361
+"epoch",46.30188679245282,1613947812597,7361
+"wd_0",0.01,1613947812597,7361
+"sqr_mom_0",0.99,1613947812597,7361
+"lr_0",2.1964150472156469e-07,1613947812597,7361
+"mom_0",0.9456081259868285,1613947812597,7361
+"eps_0",1e-05,1613947812597,7361
+"wd_1",0.01,1613947812597,7361
+"sqr_mom_1",0.99,1613947812597,7361
+"lr_1",2.1964150472156486e-06,1613947812597,7361
+"mom_1",0.9456081259868285,1613947812597,7361
+"eps_1",1e-05,1613947812597,7361
+"wd_2",0.01,1613947812597,7361
+"sqr_mom_2",0.99,1613947812597,7361
+"lr_2",2.196415047215646e-05,1613947812597,7361
+"mom_2",0.9456081259868285,1613947812597,7361
+"eps_2",1e-05,1613947812597,7361
+"train_loss",0.004149048,1613947813561,7362
+"raw_loss",0.0041010985,1613947813561,7362
+"epoch",46.30817610062892,1613947813561,7362
+"wd_0",0.01,1613947813561,7362
+"sqr_mom_0",0.99,1613947813561,7362
+"lr_0",2.1906343220215337e-07,1613947813561,7362
+"mom_0",0.9456196875528324,1613947813561,7362
+"eps_0",1e-05,1613947813561,7362
+"wd_1",0.01,1613947813561,7362
+"sqr_mom_1",0.99,1613947813561,7362
+"lr_1",2.1906343220215354e-06,1613947813561,7362
+"mom_1",0.9456196875528324,1613947813561,7362
+"eps_1",1e-05,1613947813561,7362
+"wd_2",0.01,1613947813561,7362
+"sqr_mom_2",0.99,1613947813561,7362
+"lr_2",2.1906343220215354e-05,1613947813561,7362
+"mom_2",0.9456196875528324,1613947813561,7362
+"eps_2",1e-05,1613947813561,7362
+"train_loss",0.004202863,1613947814567,7363
+"raw_loss",0.0068397955,1613947814567,7363
+"epoch",46.31446540880502,1613947814567,7363
+"wd_0",0.01,1613947814567,7363
+"sqr_mom_0",0.99,1613947814567,7363
+"lr_0",2.184860867130961e-07,1613947814567,7363
+"mom_0",0.9456312345780838,1613947814567,7363
+"eps_0",1e-05,1613947814567,7363
+"wd_1",0.01,1613947814567,7363
+"sqr_mom_1",0.99,1613947814567,7363
+"lr_1",2.184860867130956e-06,1613947814567,7363
+"mom_1",0.9456312345780838,1613947814567,7363
+"eps_1",1e-05,1613947814567,7363
+"wd_2",0.01,1613947814567,7363
+"sqr_mom_2",0.99,1613947814567,7363
+"lr_2",2.184860867130952e-05,1613947814567,7363
+"mom_2",0.9456312345780838,1613947814567,7363
+"eps_2",1e-05,1613947814567,7363
+"train_loss",0.004241976,1613947815581,7364
+"raw_loss",0.0061584925,1613947815581,7364
+"epoch",46.32075471698112,1613947815581,7364
+"wd_0",0.01,1613947815581,7364
+"sqr_mom_0",0.99,1613947815581,7364
+"lr_0",2.1790965956767603e-07,1613947815581,7364
+"mom_0",0.9456427632362788,1613947815581,7364
+"eps_0",1e-05,1613947815581,7364
+"wd_1",0.01,1613947815581,7364
+"sqr_mom_1",0.99,1613947815581,7364
+"lr_1",2.179096595676757e-06,1613947815581,7364
+"mom_1",0.9456427632362788,1613947815581,7364
+"eps_1",1e-05,1613947815581,7364
+"wd_2",0.01,1613947815581,7364
+"sqr_mom_2",0.99,1613947815581,7364
+"lr_2",2.179096595676753e-05,1613947815581,7364
+"mom_2",0.9456427632362788,1613947815581,7364
+"eps_2",1e-05,1613947815581,7364
+"train_loss",0.004211063,1613947816585,7365
+"raw_loss",0.0026963337,1613947816585,7365
+"epoch",46.32704402515722,1613947816585,7365
+"wd_0",0.01,1613947816585,7365
+"sqr_mom_0",0.99,1613947816585,7365
+"lr_0",2.17333577561896e-07,1613947816585,7365
+"mom_0",0.945654284991612,1613947816585,7365
+"eps_0",1e-05,1613947816585,7365
+"wd_1",0.01,1613947816585,7365
+"sqr_mom_1",0.99,1613947816585,7365
+"lr_1",2.17333577561896e-06,1613947816585,7365
+"mom_1",0.945654284991612,1613947816585,7365
+"eps_1",1e-05,1613947816585,7365
+"wd_2",0.01,1613947816585,7365
+"sqr_mom_2",0.99,1613947816585,7365
+"lr_2",2.17333577561896e-05,1613947816585,7365
+"mom_2",0.945654284991612,1613947816585,7365
+"eps_2",1e-05,1613947816585,7365
+"train_loss",0.004202877,1613947817547,7366
+"raw_loss",0.0038017707,1613947817547,7366
+"epoch",46.33333333333332,1613947817547,7366
+"wd_0",0.01,1613947817547,7366
+"sqr_mom_0",0.99,1613947817547,7366
+"lr_0",2.1675860491372447e-07,1613947817547,7366
+"mom_0",0.9456657845595711,1613947817547,7366
+"eps_0",1e-05,1613947817547,7366
+"wd_1",0.01,1613947817547,7366
+"sqr_mom_1",0.99,1613947817547,7366
+"lr_1",2.1675860491372463e-06,1613947817547,7366
+"mom_1",0.9456657845595711,1613947817547,7366
+"eps_1",1e-05,1613947817547,7366
+"wd_2",0.01,1613947817547,7366
+"sqr_mom_2",0.99,1613947817547,7366
+"lr_2",2.167586049137241e-05,1613947817547,7366
+"mom_2",0.9456657845595711,1613947817547,7366
+"eps_2",1e-05,1613947817547,7366
+"train_loss",0.0041617244,1613947818539,7367
+"raw_loss",0.002145246,1613947818539,7367
+"epoch",46.33962264150942,1613947818539,7367
+"wd_0",0.01,1613947818539,7367
+"sqr_mom_0",0.99,1613947818539,7367
+"lr_0",2.161839787373615e-07,1613947818539,7367
+"mom_0",0.9456772771980247,1613947818539,7367
+"eps_0",1e-05,1613947818539,7367
+"wd_1",0.01,1613947818539,7367
+"sqr_mom_1",0.99,1613947818539,7367
+"lr_1",2.161839787373615e-06,1613947818539,7367
+"mom_1",0.9456772771980247,1613947818539,7367
+"eps_1",1e-05,1613947818539,7367
+"wd_2",0.01,1613947818539,7367
+"sqr_mom_2",0.99,1613947818539,7367
+"lr_2",2.1618397873736123e-05,1613947818539,7367
+"mom_2",0.9456772771980247,1613947818539,7367
+"eps_2",1e-05,1613947818539,7367
+"train_loss",0.0041706213,1613947819527,7368
+"raw_loss",0.0046065734,1613947819527,7368
+"epoch",46.34591194968552,1613947819527,7368
+"wd_0",0.01,1613947819527,7368
+"sqr_mom_0",0.99,1613947819527,7368
+"lr_0",2.156104613195032e-07,1613947819527,7368
+"mom_0",0.9456887476610865,1613947819527,7368
+"eps_0",1e-05,1613947819527,7368
+"wd_1",0.01,1613947819527,7368
+"sqr_mom_1",0.99,1613947819527,7368
+"lr_1",2.1561046131950303e-06,1613947819527,7368
+"mom_1",0.9456887476610865,1613947819527,7368
+"eps_1",1e-05,1613947819527,7368
+"wd_2",0.01,1613947819527,7368
+"sqr_mom_2",0.99,1613947819527,7368
+"lr_2",2.1561046131950276e-05,1613947819527,7368
+"mom_2",0.9456887476610865,1613947819527,7368
+"eps_2",1e-05,1613947819527,7368
+"train_loss",0.004142475,1613947820481,7369
+"raw_loss",0.0027632946,1613947820481,7369
+"epoch",46.35220125786162,1613947820481,7369
+"wd_0",0.01,1613947820481,7369
+"sqr_mom_0",0.99,1613947820481,7369
+"lr_0",2.1503767154966723e-07,1613947820481,7369
+"mom_0",0.9457002035710423,1613947820481,7369
+"eps_0",1e-05,1613947820481,7369
+"wd_1",0.01,1613947820481,7369
+"sqr_mom_1",0.99,1613947820481,7369
+"lr_1",2.1503767154966723e-06,1613947820481,7369
+"mom_1",0.9457002035710423,1613947820481,7369
+"eps_1",1e-05,1613947820481,7369
+"wd_2",0.01,1613947820481,7369
+"sqr_mom_2",0.99,1613947820481,7369
+"lr_2",2.1503767154966696e-05,1613947820481,7369
+"mom_2",0.9457002035710423,1613947820481,7369
+"eps_2",1e-05,1613947820481,7369
+"train_loss",0.004104293,1613947821462,7370
+"raw_loss",0.0022333723,1613947821462,7370
+"epoch",46.35849056603772,1613947821462,7370
+"wd_0",0.01,1613947821462,7370
+"sqr_mom_0",0.99,1613947821462,7370
+"lr_0",2.1446523024884186e-07,1613947821462,7370
+"mom_0",0.9457116525115482,1613947821462,7370
+"eps_0",1e-05,1613947821462,7370
+"wd_1",0.01,1613947821462,7370
+"sqr_mom_1",0.99,1613947821462,7370
+"lr_1",2.1446523024884237e-06,1613947821462,7370
+"mom_1",0.9457116525115482,1613947821462,7370
+"eps_1",1e-05,1613947821462,7370
+"wd_2",0.01,1613947821462,7370
+"sqr_mom_2",0.99,1613947821462,7370
+"lr_2",2.1446523024884197e-05,1613947821462,7370
+"mom_2",0.9457116525115482,1613947821462,7370
+"eps_2",1e-05,1613947821462,7370
+"train_loss",0.0041042464,1613947822403,7371
+"raw_loss",0.0041019553,1613947822403,7371
+"epoch",46.36477987421382,1613947822403,7371
+"wd_0",0.01,1613947822403,7371
+"sqr_mom_0",0.99,1613947822403,7371
+"lr_0",2.1389389680531453e-07,1613947822403,7371
+"mom_0",0.9457230792946866,1613947822403,7371
+"eps_0",1e-05,1613947822403,7371
+"wd_1",0.01,1613947822403,7371
+"sqr_mom_1",0.99,1613947822403,7371
+"lr_1",2.1389389680531503e-06,1613947822403,7371
+"mom_1",0.9457230792946866,1613947822403,7371
+"eps_1",1e-05,1613947822403,7371
+"wd_2",0.01,1613947822403,7371
+"sqr_mom_2",0.99,1613947822403,7371
+"lr_2",2.1389389680531463e-05,1613947822403,7371
+"mom_2",0.9457230792946866,1613947822403,7371
+"eps_2",1e-05,1613947822403,7371
+"train_loss",0.004093909,1613947823377,7372
+"raw_loss",0.0035873754,1613947823377,7372
+"epoch",46.371069182389924,1613947823377,7372
+"wd_0",0.01,1613947823377,7372
+"sqr_mom_0",0.99,1613947823377,7372
+"lr_0",2.13323291556582e-07,1613947823377,7372
+"mom_0",0.9457344915137834,1613947823377,7372
+"eps_0",1e-05,1613947823377,7372
+"wd_1",0.01,1613947823377,7372
+"sqr_mom_1",0.99,1613947823377,7372
+"lr_1",2.1332329155658166e-06,1613947823377,7372
+"mom_1",0.9457344915137834,1613947823377,7372
+"eps_1",1e-05,1613947823377,7372
+"wd_2",0.01,1613947823377,7372
+"sqr_mom_2",0.99,1613947823377,7372
+"lr_2",2.1332329155658125e-05,1613947823377,7372
+"mom_2",0.9457344915137834,1613947823377,7372
+"eps_2",1e-05,1613947823377,7372
+"train_loss",0.0042298627,1613947824368,7373
+"raw_loss",0.010891603,1613947824368,7373
+"epoch",46.377358490566024,1613947824368,7373
+"wd_0",0.01,1613947824368,7373
+"sqr_mom_0",0.99,1613947824368,7373
+"lr_0",2.1275303677306262e-07,1613947824368,7373
+"mom_0",0.945745896723506,1613947824368,7373
+"eps_0",1e-05,1613947824368,7373
+"wd_1",0.01,1613947824368,7373
+"sqr_mom_1",0.99,1613947824368,7373
+"lr_1",2.1275303677306245e-06,1613947824368,7373
+"mom_1",0.945745896723506,1613947824368,7373
+"eps_1",1e-05,1613947824368,7373
+"wd_2",0.01,1613947824368,7373
+"sqr_mom_2",0.99,1613947824368,7373
+"lr_2",2.1275303677306245e-05,1613947824368,7373
+"mom_2",0.945745896723506,1613947824368,7373
+"eps_2",1e-05,1613947824368,7373
+"train_loss",0.004292695,1613947825360,7374
+"raw_loss",0.007371477,1613947825360,7374
+"epoch",46.383647798742125,1613947825360,7374
+"wd_0",0.01,1613947825360,7374
+"sqr_mom_0",0.99,1613947825360,7374
+"lr_0",2.121838889424574e-07,1613947825360,7374
+"mom_0",0.9457572797939487,1613947825360,7374
+"eps_0",1e-05,1613947825360,7374
+"wd_1",0.01,1613947825360,7374
+"sqr_mom_1",0.99,1613947825360,7374
+"lr_1",2.121838889424569e-06,1613947825360,7374
+"mom_1",0.9457572797939487,1613947825360,7374
+"eps_1",1e-05,1613947825360,7374
+"wd_2",0.01,1613947825360,7374
+"sqr_mom_2",0.99,1613947825360,7374
+"lr_2",2.1218388894245677e-05,1613947825360,7374
+"mom_2",0.9457572797939487,1613947825360,7374
+"eps_2",1e-05,1613947825360,7374
+"train_loss",0.004321355,1613947826343,7375
+"raw_loss",0.005725694,1613947826343,7375
+"epoch",46.389937106918225,1613947826343,7375
+"wd_0",0.01,1613947826343,7375
+"sqr_mom_0",0.99,1613947826343,7375
+"lr_0",2.1161528137935267e-07,1613947826343,7375
+"mom_0",0.9457686520589335,1613947826343,7375
+"eps_0",1e-05,1613947826343,7375
+"wd_1",0.01,1613947826343,7375
+"sqr_mom_1",0.99,1613947826343,7375
+"lr_1",2.116152813793525e-06,1613947826343,7375
+"mom_1",0.9457686520589335,1613947826343,7375
+"eps_1",1e-05,1613947826343,7375
+"wd_2",0.01,1613947826343,7375
+"sqr_mom_2",0.99,1613947826343,7375
+"lr_2",2.1161528137935196e-05,1613947826343,7375
+"mom_2",0.9457686520589335,1613947826343,7375
+"eps_2",1e-05,1613947826343,7375
+"train_loss",0.004416678,1613947827333,7376
+"raw_loss",0.009087512,1613947827333,7376
+"epoch",46.396226415094326,1613947827333,7376
+"wd_0",0.01,1613947827333,7376
+"sqr_mom_0",0.99,1613947827333,7376
+"lr_0",2.1104740322061426e-07,1613947827333,7376
+"mom_0",0.945780009735685,1613947827333,7376
+"eps_0",1e-05,1613947827333,7376
+"wd_1",0.01,1613947827333,7376
+"sqr_mom_1",0.99,1613947827333,7376
+"lr_1",2.1104740322061392e-06,1613947827333,7376
+"mom_1",0.945780009735685,1613947827333,7376
+"eps_1",1e-05,1613947827333,7376
+"wd_2",0.01,1613947827333,7376
+"sqr_mom_2",0.99,1613947827333,7376
+"lr_2",2.1104740322061338e-05,1613947827333,7376
+"mom_2",0.945780009735685,1613947827333,7376
+"eps_2",1e-05,1613947827333,7376
+"train_loss",0.0043933536,1613947828277,7377
+"raw_loss",0.0032504415,1613947828277,7377
+"epoch",46.402515723270426,1613947828277,7377
+"wd_0",0.01,1613947828277,7377
+"sqr_mom_0",0.99,1613947828277,7377
+"lr_0",2.1048025464724634e-07,1613947828277,7377
+"mom_0",0.9457913528205832,1613947828277,7377
+"eps_0",1e-05,1613947828277,7377
+"wd_1",0.01,1613947828277,7377
+"sqr_mom_1",0.99,1613947828277,7377
+"lr_1",2.10480254647246e-06,1613947828277,7377
+"mom_1",0.9457913528205832,1613947828277,7377
+"eps_1",1e-05,1613947828277,7377
+"wd_2",0.01,1613947828277,7377
+"sqr_mom_2",0.99,1613947828277,7377
+"lr_2",2.1048025464724587e-05,1613947828277,7377
+"mom_2",0.9457913528205832,1613947828277,7377
+"eps_2",1e-05,1613947828277,7377
+"train_loss",0.004364346,1613947829208,7378
+"raw_loss",0.0029429886,1613947829208,7378
+"epoch",46.408805031446526,1613947829208,7378
+"wd_0",0.01,1613947829208,7378
+"sqr_mom_0",0.99,1613947829208,7378
+"lr_0",2.0991402358595287e-07,1613947829208,7378
+"mom_0",0.9458026775550564,1613947829208,7378
+"eps_0",1e-05,1613947829208,7378
+"wd_1",0.01,1613947829208,7378
+"sqr_mom_1",0.99,1613947829208,7378
+"lr_1",2.099140235859527e-06,1613947829208,7378
+"mom_1",0.9458026775550564,1613947829208,7378
+"eps_1",1e-05,1613947829208,7378
+"wd_2",0.01,1613947829208,7378
+"sqr_mom_2",0.99,1613947829208,7378
+"lr_2",2.0991402358595216e-05,1613947829208,7378
+"mom_2",0.9458026775550564,1613947829208,7378
+"eps_2",1e-05,1613947829208,7378
+"train_loss",0.0044227843,1613947830154,7379
+"raw_loss",0.007286264,1613947830154,7379
+"epoch",46.41509433962263,1613947830154,7379
+"wd_0",0.01,1613947830154,7379
+"sqr_mom_0",0.99,1613947830154,7379
+"lr_0",2.0934814697947735e-07,1613947830154,7379
+"mom_0",0.9458139952003625,1613947830154,7379
+"eps_0",1e-05,1613947830154,7379
+"wd_1",0.01,1613947830154,7379
+"sqr_mom_1",0.99,1613947830154,7379
+"lr_1",2.0934814697947667e-06,1613947830154,7379
+"mom_1",0.9458139952003625,1613947830154,7379
+"eps_1",1e-05,1613947830154,7379
+"wd_2",0.01,1613947830154,7379
+"sqr_mom_2",0.99,1613947830154,7379
+"lr_2",2.0934814697947627e-05,1613947830154,7379
+"mom_2",0.9458139952003625,1613947830154,7379
+"eps_2",1e-05,1613947830154,7379
+"train_loss",0.0044198716,1613947831111,7380
+"raw_loss",0.004277159,1613947831111,7380
+"epoch",46.42138364779873,1613947831111,7380
+"wd_0",0.01,1613947831111,7380
+"sqr_mom_0",0.99,1613947831111,7380
+"lr_0",2.0878337550752516e-07,1613947831111,7380
+"mom_0",0.9458252907427569,1613947831111,7380
+"eps_0",1e-05,1613947831111,7380
+"wd_1",0.01,1613947831111,7380
+"sqr_mom_1",0.99,1613947831111,7380
+"lr_1",2.08783375507525e-06,1613947831111,7380
+"mom_1",0.9458252907427569,1613947831111,7380
+"eps_1",1e-05,1613947831111,7380
+"wd_2",0.01,1613947831111,7380
+"sqr_mom_2",0.99,1613947831111,7380
+"lr_2",2.0878337550752485e-05,1613947831111,7380
+"mom_2",0.9458252907427569,1613947831111,7380
+"eps_2",1e-05,1613947831111,7380
+"train_loss",0.0044070645,1613947832117,7381
+"raw_loss",0.0037795063,1613947832117,7381
+"epoch",46.42767295597483,1613947832117,7381
+"wd_0",0.01,1613947832117,7381
+"sqr_mom_0",0.99,1613947832117,7381
+"lr_0",2.0821933385820755e-07,1613947832117,7381
+"mom_0",0.9458365716885527,1613947832117,7381
+"eps_0",1e-05,1613947832117,7381
+"wd_1",0.01,1613947832117,7381
+"sqr_mom_1",0.99,1613947832117,7381
+"lr_1",2.0821933385820805e-06,1613947832117,7381
+"mom_1",0.9458365716885527,1613947832117,7381
+"eps_1",1e-05,1613947832117,7381
+"wd_2",0.01,1613947832117,7381
+"sqr_mom_2",0.99,1613947832117,7381
+"lr_2",2.082193338582075e-05,1613947832117,7381
+"mom_2",0.9458365716885527,1613947832117,7381
+"eps_2",1e-05,1613947832117,7381
+"train_loss",0.0044226693,1613947833099,7382
+"raw_loss",0.0051873056,1613947833099,7382
+"epoch",46.43396226415093,1613947833099,7382
+"wd_0",0.01,1613947833099,7382
+"sqr_mom_0",0.99,1613947833099,7382
+"lr_0",2.0765564865687806e-07,1613947833099,7382
+"mom_0",0.9458478455053174,1613947833099,7382
+"eps_0",1e-05,1613947833099,7382
+"wd_1",0.01,1613947833099,7382
+"sqr_mom_1",0.99,1613947833099,7382
+"lr_1",2.076556486568779e-06,1613947833099,7382
+"mom_1",0.9458478455053174,1613947833099,7382
+"eps_1",1e-05,1613947833099,7382
+"wd_2",0.01,1613947833099,7382
+"sqr_mom_2",0.99,1613947833099,7382
+"lr_2",2.0765564865687762e-05,1613947833099,7382
+"mom_2",0.9458478455053174,1613947833099,7382
+"eps_2",1e-05,1613947833099,7382
+"train_loss",0.004469057,1613947834076,7383
+"raw_loss",0.006742053,1613947834076,7383
+"epoch",46.44025157232703,1613947834076,7383
+"wd_0",0.01,1613947834076,7383
+"sqr_mom_0",0.99,1613947834076,7383
+"lr_0",2.0709306767617078e-07,1613947834076,7383
+"mom_0",0.9458590972374489,1613947834076,7383
+"eps_0",1e-05,1613947834076,7383
+"wd_1",0.01,1613947834076,7383
+"sqr_mom_1",0.99,1613947834076,7383
+"lr_1",2.0709306767617095e-06,1613947834076,7383
+"mom_1",0.9458590972374489,1613947834076,7383
+"eps_1",1e-05,1613947834076,7383
+"wd_2",0.01,1613947834076,7383
+"sqr_mom_2",0.99,1613947834076,7383
+"lr_2",2.0709306767617054e-05,1613947834076,7383
+"mom_2",0.9458590972374489,1613947834076,7383
+"eps_2",1e-05,1613947834076,7383
+"train_loss",0.0044797333,1613947835056,7384
+"raw_loss",0.005002879,1613947835056,7384
+"epoch",46.44654088050313,1613947835056,7384
+"wd_0",0.01,1613947835056,7384
+"sqr_mom_0",0.99,1613947835056,7384
+"lr_0",2.0653103076411918e-07,1613947835056,7384
+"mom_0",0.9458703380880984,1613947835056,7384
+"eps_0",1e-05,1613947835056,7384
+"wd_1",0.01,1613947835056,7384
+"sqr_mom_1",0.99,1613947835056,7384
+"lr_1",2.065310307641197e-06,1613947835056,7384
+"mom_1",0.9458703380880984,1613947835056,7384
+"eps_1",1e-05,1613947835056,7384
+"wd_2",0.01,1613947835056,7384
+"sqr_mom_2",0.99,1613947835056,7384
+"lr_2",2.0653103076411915e-05,1613947835056,7384
+"mom_2",0.9458703380880984,1613947835056,7384
+"eps_2",1e-05,1613947835056,7384
+"train_loss",0.0044955458,1613947836030,7385
+"raw_loss",0.0052703614,1613947836030,7385
+"epoch",46.45283018867923,1613947836030,7385
+"wd_0",0.01,1613947836030,7385
+"sqr_mom_0",0.99,1613947836030,7385
+"lr_0",2.0596972487698074e-07,1613947836030,7385
+"mom_0",0.9458815643181036,1613947836030,7385
+"eps_0",1e-05,1613947836030,7385
+"wd_1",0.01,1613947836030,7385
+"sqr_mom_1",0.99,1613947836030,7385
+"lr_1",2.059697248769804e-06,1613947836030,7385
+"mom_1",0.9458815643181036,1613947836030,7385
+"eps_1",1e-05,1613947836030,7385
+"wd_2",0.01,1613947836030,7385
+"sqr_mom_2",0.99,1613947836030,7385
+"lr_2",2.0596972487698013e-05,1613947836030,7385
+"mom_2",0.9458815643181036,1613947836030,7385
+"eps_2",1e-05,1613947836030,7385
+"train_loss",0.0046168836,1613947837006,7386
+"raw_loss",0.010562433,1613947837006,7386
+"epoch",46.45911949685533,1613947837006,7386
+"wd_0",0.01,1613947837006,7386
+"sqr_mom_0",0.99,1613947837006,7386
+"lr_0",2.0540915019366236e-07,1613947837006,7386
+"mom_0",0.945892775923886,1613947837006,7386
+"eps_0",1e-05,1613947837006,7386
+"wd_1",0.01,1613947837006,7386
+"sqr_mom_1",0.99,1613947837006,7386
+"lr_1",2.054091501936627e-06,1613947837006,7386
+"mom_1",0.945892775923886,1613947837006,7386
+"eps_1",1e-05,1613947837006,7386
+"wd_2",0.01,1613947837006,7386
+"sqr_mom_2",0.99,1613947837006,7386
+"lr_2",2.0540915019366256e-05,1613947837006,7386
+"mom_2",0.945892775923886,1613947837006,7386
+"eps_2",1e-05,1613947837006,7386
+"train_loss",0.004601507,1613947837969,7387
+"raw_loss",0.0038480465,1613947837969,7387
+"epoch",46.46540880503143,1613947837969,7387
+"wd_0",0.01,1613947837969,7387
+"sqr_mom_0",0.99,1613947837969,7387
+"lr_0",2.0484949245757873e-07,1613947837969,7387
+"mom_0",0.9459039691905403,1613947837969,7387
+"eps_0",1e-05,1613947837969,7387
+"wd_1",0.01,1613947837969,7387
+"sqr_mom_1",0.99,1613947837969,7387
+"lr_1",2.0484949245757873e-06,1613947837969,7387
+"mom_1",0.9459039691905403,1613947837969,7387
+"eps_1",1e-05,1613947837969,7387
+"wd_2",0.01,1613947837969,7387
+"sqr_mom_2",0.99,1613947837969,7387
+"lr_2",2.048494924575782e-05,1613947837969,7387
+"mom_2",0.9459039691905403,1613947837969,7387
+"eps_2",1e-05,1613947837969,7387
+"train_loss",0.004742552,1613947838954,7388
+"raw_loss",0.011653776,1613947838954,7388
+"epoch",46.47169811320753,1613947838954,7388
+"wd_0",0.01,1613947838954,7388
+"sqr_mom_0",0.99,1613947838954,7388
+"lr_0",2.0429019515296907e-07,1613947838954,7388
+"mom_0",0.945915155248493,1613947838954,7388
+"eps_0",1e-05,1613947838954,7388
+"wd_1",0.01,1613947838954,7388
+"sqr_mom_1",0.99,1613947838954,7388
+"lr_1",2.0429019515296907e-06,1613947838954,7388
+"mom_1",0.945915155248493,1613947838954,7388
+"eps_1",1e-05,1613947838954,7388
+"wd_2",0.01,1613947838954,7388
+"sqr_mom_2",0.99,1613947838954,7388
+"lr_2",2.0429019515296907e-05,1613947838954,7388
+"mom_2",0.945915155248493,1613947838954,7388
+"eps_2",1e-05,1613947838954,7388
+"train_loss",0.0047013285,1613947839937,7389
+"raw_loss",0.0026813743,1613947839937,7389
+"epoch",46.47798742138363,1613947839937,7389
+"wd_0",0.01,1613947839937,7389
+"sqr_mom_0",0.99,1613947839937,7389
+"lr_0",2.0373200023158165e-07,1613947839937,7389
+"mom_0",0.945926319258561,1613947839937,7389
+"eps_0",1e-05,1613947839937,7389
+"wd_1",0.01,1613947839937,7389
+"sqr_mom_1",0.99,1613947839937,7389
+"lr_1",2.0373200023158182e-06,1613947839937,7389
+"mom_1",0.945926319258561,1613947839937,7389
+"eps_1",1e-05,1613947839937,7389
+"wd_2",0.01,1613947839937,7389
+"sqr_mom_2",0.99,1613947839937,7389
+"lr_2",2.03732000231581e-05,1613947839937,7389
+"mom_2",0.945926319258561,1613947839937,7389
+"eps_2",1e-05,1613947839937,7389
+"train_loss",0.0047968593,1613947840934,7390
+"raw_loss",0.009477877,1613947840934,7390
+"epoch",46.48427672955973,1613947840934,7390
+"wd_0",0.01,1613947840934,7390
+"sqr_mom_0",0.99,1613947840934,7390
+"lr_0",2.0317453674182804e-07,1613947840934,7390
+"mom_0",0.9459374686398498,1613947840934,7390
+"eps_0",1e-05,1613947840934,7390
+"wd_1",0.01,1613947840934,7390
+"sqr_mom_1",0.99,1613947840934,7390
+"lr_1",2.031745367418287e-06,1613947840934,7390
+"mom_1",0.9459374686398498,1613947840934,7390
+"eps_1",1e-05,1613947840934,7390
+"wd_2",0.01,1613947840934,7390
+"sqr_mom_2",0.99,1613947840934,7390
+"lr_2",2.0317453674182804e-05,1613947840934,7390
+"mom_2",0.9459374686398498,1613947840934,7390
+"eps_2",1e-05,1613947840934,7390
+"train_loss",0.004749064,1613947841888,7391
+"raw_loss",0.0024070942,1613947841888,7391
+"epoch",46.49056603773583,1613947841888,7391
+"wd_0",0.01,1613947841888,7391
+"sqr_mom_0",0.99,1613947841888,7391
+"lr_0",2.0261743567363705e-07,1613947841888,7391
+"mom_0",0.9459486107726349,1613947841888,7391
+"eps_0",1e-05,1613947841888,7391
+"wd_1",0.01,1613947841888,7391
+"sqr_mom_1",0.99,1613947841888,7391
+"lr_1",2.026174356736369e-06,1613947841888,7391
+"mom_1",0.9459486107726349,1613947841888,7391
+"eps_1",1e-05,1613947841888,7391
+"wd_2",0.01,1613947841888,7391
+"sqr_mom_2",0.99,1613947841888,7391
+"lr_2",2.0261743567363648e-05,1613947841888,7391
+"mom_2",0.9459486107726349,1613947841888,7391
+"eps_2",1e-05,1613947841888,7391
+"train_loss",0.0047484245,1613947842850,7392
+"raw_loss",0.0047170967,1613947842850,7392
+"epoch",46.49685534591193,1613947842850,7392
+"wd_0",0.01,1613947842850,7392
+"sqr_mom_0",0.99,1613947842850,7392
+"lr_0",2.020614360652728e-07,1613947842850,7392
+"mom_0",0.9459597308760033,1613947842850,7392
+"eps_0",1e-05,1613947842850,7392
+"wd_1",0.01,1613947842850,7392
+"sqr_mom_1",0.99,1613947842850,7392
+"lr_1",2.020614360652728e-06,1613947842850,7392
+"mom_1",0.9459597308760033,1613947842850,7392
+"eps_1",1e-05,1613947842850,7392
+"wd_2",0.01,1613947842850,7392
+"sqr_mom_2",0.99,1613947842850,7392
+"lr_2",2.0206143606527212e-05,1613947842850,7392
+"mom_2",0.9459597308760033,1613947842850,7392
+"eps_2",1e-05,1613947842850,7392
+"train_loss",0.004723618,1613947843792,7393
+"raw_loss",0.0035080921,1613947843792,7393
+"epoch",46.50314465408803,1613947843792,7393
+"wd_0",0.01,1613947843792,7393
+"sqr_mom_0",0.99,1613947843792,7393
+"lr_0",2.01506168420662e-07,1613947843792,7393
+"mom_0",0.9459708363399502,1613947843792,7393
+"eps_0",1e-05,1613947843792,7393
+"wd_1",0.01,1613947843792,7393
+"sqr_mom_1",0.99,1613947843792,7393
+"lr_1",2.0150616842066183e-06,1613947843792,7393
+"mom_1",0.9459708363399502,1613947843792,7393
+"eps_1",1e-05,1613947843792,7393
+"wd_2",0.01,1613947843792,7393
+"sqr_mom_2",0.99,1613947843792,7393
+"lr_2",2.015061684206617e-05,1613947843792,7393
+"mom_2",0.9459708363399502,1613947843792,7393
+"eps_2",1e-05,1613947843792,7393
+"train_loss",0.004674268,1613947844787,7394
+"raw_loss",0.00225612,1613947844787,7394
+"epoch",46.50943396226413,1613947844787,7394
+"wd_0",0.01,1613947844787,7394
+"sqr_mom_0",0.99,1613947844787,7394
+"lr_0",2.009512651866598e-07,1613947844787,7394
+"mom_0",0.945981934515612,1613947844787,7394
+"eps_0",1e-05,1613947844787,7394
+"wd_1",0.01,1613947844787,7394
+"sqr_mom_1",0.99,1613947844787,7394
+"lr_1",2.009512651866603e-06,1613947844787,7394
+"mom_1",0.945981934515612,1613947844787,7394
+"eps_1",1e-05,1613947844787,7394
+"wd_2",0.01,1613947844787,7394
+"sqr_mom_2",0.99,1613947844787,7394
+"lr_2",2.0095126518665963e-05,1613947844787,7394
+"mom_2",0.945981934515612,1613947844787,7394
+"eps_2",1e-05,1613947844787,7394
+"train_loss",0.0046420344,1613947845793,7395
+"raw_loss",0.0030625856,1613947845793,7395
+"epoch",46.51572327044023,1613947845793,7395
+"wd_0",0.01,1613947845793,7395
+"sqr_mom_0",0.99,1613947845793,7395
+"lr_0",2.0039746248593277e-07,1613947845793,7395
+"mom_0",0.9459930106803881,1613947845793,7395
+"eps_0",1e-05,1613947845793,7395
+"wd_1",0.01,1613947845793,7395
+"sqr_mom_1",0.99,1613947845793,7395
+"lr_1",2.003974624859321e-06,1613947845793,7395
+"mom_1",0.9459930106803881,1613947845793,7395
+"eps_1",1e-05,1613947845793,7395
+"wd_2",0.01,1613947845793,7395
+"sqr_mom_2",0.99,1613947845793,7395
+"lr_2",2.003974624859321e-05,1613947845793,7395
+"mom_2",0.9459930106803881,1613947845793,7395
+"eps_2",1e-05,1613947845793,7395
+"train_loss",0.004666794,1613947846761,7396
+"raw_loss",0.005880016,1613947846761,7396
+"epoch",46.522012578616334,1613947846761,7396
+"wd_0",0.01,1613947846761,7396
+"sqr_mom_0",0.99,1613947846761,7396
+"lr_0",1.9984420890015423e-07,1613947846761,7396
+"mom_0",0.9460040758627555,1613947846761,7396
+"eps_0",1e-05,1613947846761,7396
+"wd_1",0.01,1613947846761,7396
+"sqr_mom_1",0.99,1613947846761,7396
+"lr_1",1.9984420890015457e-06,1613947846761,7396
+"mom_1",0.9460040758627555,1613947846761,7396
+"eps_1",1e-05,1613947846761,7396
+"wd_2",0.01,1613947846761,7396
+"sqr_mom_2",0.99,1613947846761,7396
+"lr_2",1.9984420890015403e-05,1613947846761,7396
+"mom_2",0.9460040758627555,1613947846761,7396
+"eps_2",1e-05,1613947846761,7396
+"train_loss",0.0046556694,1613947847720,7397
+"raw_loss",0.004110554,1613947847720,7397
+"epoch",46.528301886792434,1613947847720,7397
+"wd_0",0.01,1613947847720,7397
+"sqr_mom_0",0.99,1613947847720,7397
+"lr_0",1.992916884706372e-07,1613947847720,7397
+"mom_0",0.946015126381851,1613947847720,7397
+"eps_0",1e-05,1613947847720,7397
+"wd_1",0.01,1613947847720,7397
+"sqr_mom_1",0.99,1613947847720,7397
+"lr_1",1.9929168847063737e-06,1613947847720,7397
+"mom_1",0.946015126381851,1613947847720,7397
+"eps_1",1e-05,1613947847720,7397
+"wd_2",0.01,1613947847720,7397
+"sqr_mom_2",0.99,1613947847720,7397
+"lr_2",1.9929168847063682e-05,1613947847720,7397
+"mom_2",0.946015126381851,1613947847720,7397
+"eps_2",1e-05,1613947847720,7397
+"train_loss",0.00461986,1613947848676,7398
+"raw_loss",0.0028652113,1613947848676,7398
+"epoch",46.534591194968534,1613947848676,7398
+"wd_0",0.01,1613947848676,7398
+"sqr_mom_0",0.99,1613947848676,7398
+"lr_0",1.9873990137348912e-07,1613947848676,7398
+"mom_0",0.9460261622341525,1613947848676,7398
+"eps_0",1e-05,1613947848676,7398
+"wd_1",0.01,1613947848676,7398
+"sqr_mom_1",0.99,1613947848676,7398
+"lr_1",1.987399013734888e-06,1613947848676,7398
+"mom_1",0.9460261622341525,1613947848676,7398
+"eps_1",1e-05,1613947848676,7398
+"wd_2",0.01,1613947848676,7398
+"sqr_mom_2",0.99,1613947848676,7398
+"lr_2",1.987399013734885e-05,1613947848676,7398
+"mom_2",0.9460261622341525,1613947848676,7398
+"eps_2",1e-05,1613947848676,7398
+"train_loss",0.0046371375,1613947849634,7399
+"raw_loss",0.005483726,1613947849634,7399
+"epoch",46.540880503144635,1613947849634,7399
+"wd_0",0.01,1613947849634,7399
+"sqr_mom_0",0.99,1613947849634,7399
+"lr_0",1.9818903043364135e-07,1613947849634,7399
+"mom_0",0.9460371797631247,1613947849634,7399
+"eps_0",1e-05,1613947849634,7399
+"wd_1",0.01,1613947849634,7399
+"sqr_mom_1",0.99,1613947849634,7399
+"lr_1",1.981890304336412e-06,1613947849634,7399
+"mom_1",0.9460371797631247,1613947849634,7399
+"eps_1",1e-05,1613947849634,7399
+"wd_2",0.01,1613947849634,7399
+"sqr_mom_2",0.99,1613947849634,7399
+"lr_2",1.981890304336405e-05,1613947849634,7399
+"mom_2",0.9460371797631247,1613947849634,7399
+"eps_2",1e-05,1613947849634,7399
+"train_loss",0.004611086,1613947850639,7400
+"raw_loss",0.0033345728,1613947850639,7400
+"epoch",46.547169811320735,1613947850639,7400
+"wd_0",0.01,1613947850639,7400
+"sqr_mom_0",0.99,1613947850639,7400
+"lr_0",1.9763852787957184e-07,1613947850639,7400
+"mom_0",0.9460481899243077,1613947850639,7400
+"eps_0",1e-05,1613947850639,7400
+"wd_1",0.01,1613947850639,7400
+"sqr_mom_1",0.99,1613947850639,7400
+"lr_1",1.97638527879572e-06,1613947850639,7400
+"mom_1",0.9460481899243077,1613947850639,7400
+"eps_1",1e-05,1613947850639,7400
+"wd_2",0.01,1613947850639,7400
+"sqr_mom_2",0.99,1613947850639,7400
+"lr_2",1.9763852787957174e-05,1613947850639,7400
+"mom_2",0.9460481899243077,1613947850639,7400
+"eps_2",1e-05,1613947850639,7400
+"train_loss",0.0047216797,1613947851641,7401
+"raw_loss",0.010140766,1613947851641,7401
+"epoch",46.553459119496836,1613947851641,7401
+"wd_0",0.01,1613947851641,7401
+"sqr_mom_0",0.99,1613947851641,7401
+"lr_0",1.9708912399610124e-07,1613947851641,7401
+"mom_0",0.946059178111859,1613947851641,7401
+"eps_0",1e-05,1613947851641,7401
+"wd_1",0.01,1613947851641,7401
+"sqr_mom_1",0.99,1613947851641,7401
+"lr_1",1.970891239961019e-06,1613947851641,7401
+"mom_1",0.946059178111859,1613947851641,7401
+"eps_1",1e-05,1613947851641,7401
+"wd_2",0.01,1613947851641,7401
+"sqr_mom_2",0.99,1613947851641,7401
+"lr_2",1.9708912399610137e-05,1613947851641,7401
+"mom_2",0.946059178111859,1613947851641,7401
+"eps_2",1e-05,1613947851641,7401
+"train_loss",0.0047494858,1613947852625,7402
+"raw_loss",0.006111979,1613947852625,7402
+"epoch",46.559748427672936,1613947852625,7402
+"wd_0",0.01,1613947852625,7402
+"sqr_mom_0",0.99,1613947852625,7402
+"lr_0",1.9654045366020272e-07,1613947852625,7402
+"mom_0",0.9460701516283122,1613947852625,7402
+"eps_0",1e-05,1613947852625,7402
+"wd_1",0.01,1613947852625,7402
+"sqr_mom_1",0.99,1613947852625,7402
+"lr_1",1.9654045366020306e-06,1613947852625,7402
+"mom_1",0.9460701516283122,1613947852625,7402
+"eps_1",1e-05,1613947852625,7402
+"wd_2",0.01,1613947852625,7402
+"sqr_mom_2",0.99,1613947852625,7402
+"lr_2",1.9654045366020265e-05,1613947852625,7402
+"mom_2",0.9460701516283122,1613947852625,7402
+"eps_2",1e-05,1613947852625,7402
+"train_loss",0.0047321855,1613947853595,7403
+"raw_loss",0.0038844682,1613947853595,7403
+"epoch",46.56603773584904,1613947853595,7403
+"wd_0",0.01,1613947853595,7403
+"sqr_mom_0",0.99,1613947853595,7403
+"lr_0",1.959921536959766e-07,1613947853595,7403
+"mom_0",0.9460811177372578,1613947853595,7403
+"eps_0",1e-05,1613947853595,7403
+"wd_1",0.01,1613947853595,7403
+"sqr_mom_1",0.99,1613947853595,7403
+"lr_1",1.959921536959771e-06,1613947853595,7403
+"mom_1",0.9460811177372578,1613947853595,7403
+"eps_1",1e-05,1613947853595,7403
+"wd_2",0.01,1613947853595,7403
+"sqr_mom_2",0.99,1613947853595,7403
+"lr_2",1.959921536959767e-05,1613947853595,7403
+"mom_2",0.9460811177372578,1613947853595,7403
+"eps_2",1e-05,1613947853595,7403
+"train_loss",0.0047018817,1613947854589,7404
+"raw_loss",0.003216982,1613947854589,7404
+"epoch",46.57232704402514,1613947854589,7404
+"wd_0",0.01,1613947854589,7404
+"sqr_mom_0",0.99,1613947854589,7404
+"lr_0",1.954449514663348e-07,1613947854589,7404
+"mom_0",0.9460920618912921,1613947854589,7404
+"eps_0",1e-05,1613947854589,7404
+"wd_1",0.01,1613947854589,7404
+"sqr_mom_1",0.99,1613947854589,7404
+"lr_1",1.954449514663348e-06,1613947854589,7404
+"mom_1",0.9460920618912921,1613947854589,7404
+"eps_1",1e-05,1613947854589,7404
+"wd_2",0.01,1613947854589,7404
+"sqr_mom_2",0.99,1613947854589,7404
+"lr_2",1.9544495146633467e-05,1613947854589,7404
+"mom_2",0.9460920618912921,1613947854589,7404
+"eps_2",1e-05,1613947854589,7404
+"train_loss",0.0046940395,1613947855607,7405
+"raw_loss",0.0043097674,1613947855607,7405
+"epoch",46.57861635220124,1613947855607,7405
+"wd_0",0.01,1613947855607,7405
+"sqr_mom_0",0.99,1613947855607,7405
+"lr_0",1.9489830211987508e-07,1613947855607,7405
+"mom_0",0.9461029949875523,1613947855607,7405
+"eps_0",1e-05,1613947855607,7405
+"wd_1",0.01,1613947855607,7405
+"sqr_mom_1",0.99,1613947855607,7405
+"lr_1",1.9489830211987457e-06,1613947855607,7405
+"mom_1",0.9461029949875523,1613947855607,7405
+"eps_1",1e-05,1613947855607,7405
+"wd_2",0.01,1613947855607,7405
+"sqr_mom_2",0.99,1613947855607,7405
+"lr_2",1.9489830211987457e-05,1613947855607,7405
+"mom_2",0.9461029949875523,1613947855607,7405
+"eps_2",1e-05,1613947855607,7405
+"train_loss",0.004742416,1613947856578,7406
+"raw_loss",0.00711287,1613947856578,7406
+"epoch",46.58490566037734,1613947856578,7406
+"wd_0",0.01,1613947856578,7406
+"sqr_mom_0",0.99,1613947856578,7406
+"lr_0",1.943523875061263e-07,1613947856578,7406
+"mom_0",0.9461139133890113,1613947856578,7406
+"eps_0",1e-05,1613947856578,7406
+"wd_1",0.01,1613947856578,7406
+"sqr_mom_1",0.99,1613947856578,7406
+"lr_1",1.943523875061256e-06,1613947856578,7406
+"mom_1",0.9461139133890113,1613947856578,7406
+"eps_1",1e-05,1613947856578,7406
+"wd_2",0.01,1613947856578,7406
+"sqr_mom_2",0.99,1613947856578,7406
+"lr_2",1.9435238750612534e-05,1613947856578,7406
+"mom_2",0.9461139133890113,1613947856578,7406
+"eps_2",1e-05,1613947856578,7406
+"train_loss",0.0047240225,1613947857549,7407
+"raw_loss",0.0038227318,1613947857549,7407
+"epoch",46.59119496855344,1613947857549,7407
+"wd_0",0.01,1613947857549,7407
+"sqr_mom_0",0.99,1613947857549,7407
+"lr_0",1.9380720779909273e-07,1613947857549,7407
+"mom_0",0.946124817092189,1613947857549,7407
+"eps_0",1e-05,1613947857549,7407
+"wd_1",0.01,1613947857549,7407
+"sqr_mom_1",0.99,1613947857549,7407
+"lr_1",1.938072077990922e-06,1613947857549,7407
+"mom_1",0.946124817092189,1613947857549,7407
+"eps_1",1e-05,1613947857549,7407
+"wd_2",0.01,1613947857549,7407
+"sqr_mom_2",0.99,1613947857549,7407
+"lr_2",1.9380720779909222e-05,1613947857549,7407
+"mom_2",0.946124817092189,1613947857549,7407
+"eps_2",1e-05,1613947857549,7407
+"train_loss",0.0046896837,1613947858512,7408
+"raw_loss",0.0030070858,1613947858512,7408
+"epoch",46.59748427672954,1613947858512,7408
+"wd_0",0.01,1613947858512,7408
+"sqr_mom_0",0.99,1613947858512,7408
+"lr_0",1.9326276317254404e-07,1613947858512,7408
+"mom_0",0.94613570609361,1613947858512,7408
+"eps_0",1e-05,1613947858512,7408
+"wd_1",0.01,1613947858512,7408
+"sqr_mom_1",0.99,1613947858512,7408
+"lr_1",1.9326276317254353e-06,1613947858512,7408
+"mom_1",0.94613570609361,1613947858512,7408
+"eps_1",1e-05,1613947858512,7408
+"wd_2",0.01,1613947858512,7408
+"sqr_mom_2",0.99,1613947858512,7408
+"lr_2",1.9326276317254353e-05,1613947858512,7408
+"mom_2",0.94613570609361,1613947858512,7408
+"eps_2",1e-05,1613947858512,7408
+"train_loss",0.0046887537,1613947859481,7409
+"raw_loss",0.0046431813,1613947859481,7409
+"epoch",46.60377358490564,1613947859481,7409
+"wd_0",0.01,1613947859481,7409
+"sqr_mom_0",0.99,1613947859481,7409
+"lr_0",1.9271905380001526e-07,1613947859481,7409
+"mom_0",0.9461465803898036,1613947859481,7409
+"eps_0",1e-05,1613947859481,7409
+"wd_1",0.01,1613947859481,7409
+"sqr_mom_1",0.99,1613947859481,7409
+"lr_1",1.927190538000156e-06,1613947859481,7409
+"mom_1",0.9461465803898036,1613947859481,7409
+"eps_1",1e-05,1613947859481,7409
+"wd_2",0.01,1613947859481,7409
+"sqr_mom_2",0.99,1613947859481,7409
+"lr_2",1.9271905380001506e-05,1613947859481,7409
+"mom_2",0.9461465803898036,1613947859481,7409
+"eps_2",1e-05,1613947859481,7409
+"train_loss",0.004744615,1613947860451,7410
+"raw_loss",0.0074818074,1613947860451,7410
+"epoch",46.61006289308174,1613947860451,7410
+"wd_0",0.01,1613947860451,7410
+"sqr_mom_0",0.99,1613947860451,7410
+"lr_0",1.9217625982373022e-07,1613947860451,7410
+"mom_0",0.9461574363778892,1613947860451,7410
+"eps_0",1e-05,1613947860451,7410
+"wd_1",0.01,1613947860451,7410
+"sqr_mom_1",0.99,1613947860451,7410
+"lr_1",1.9217625982373022e-06,1613947860451,7410
+"mom_1",0.9461574363778892,1613947860451,7410
+"eps_1",1e-05,1613947860451,7410
+"wd_2",0.01,1613947860451,7410
+"sqr_mom_2",0.99,1613947860451,7410
+"lr_2",1.9217625982372955e-05,1613947860451,7410
+"mom_2",0.9461574363778892,1613947860451,7410
+"eps_2",1e-05,1613947860451,7410
+"train_loss",0.0047334516,1613947861407,7411
+"raw_loss",0.0041864514,1613947861407,7411
+"epoch",46.61635220125784,1613947861407,7411
+"wd_0",0.01,1613947861407,7411
+"sqr_mom_0",0.99,1613947861407,7411
+"lr_0",1.91633841509992e-07,1613947861407,7411
+"mom_0",0.9461682848526487,1613947861407,7411
+"eps_0",1e-05,1613947861407,7411
+"wd_1",0.01,1613947861407,7411
+"sqr_mom_1",0.99,1613947861407,7411
+"lr_1",1.9163384150999184e-06,1613947861407,7411
+"mom_1",0.9461682848526487,1613947861407,7411
+"eps_1",1e-05,1613947861407,7411
+"wd_2",0.01,1613947861407,7411
+"sqr_mom_2",0.99,1613947861407,7411
+"lr_2",1.9163384150999144e-05,1613947861407,7411
+"mom_2",0.9461682848526487,1613947861407,7411
+"eps_2",1e-05,1613947861407,7411
+"train_loss",0.0047083376,1613947862348,7412
+"raw_loss",0.003477742,1613947862348,7412
+"epoch",46.62264150943394,1613947862348,7412
+"wd_0",0.01,1613947862348,7412
+"sqr_mom_0",0.99,1613947862348,7412
+"lr_0",1.9109251841924057e-07,1613947862348,7412
+"mom_0",0.9461791114227294,1613947862348,7412
+"eps_0",1e-05,1613947862348,7412
+"wd_1",0.01,1613947862348,7412
+"sqr_mom_1",0.99,1613947862348,7412
+"lr_1",1.9109251841924074e-06,1613947862348,7412
+"mom_1",0.9461791114227294,1613947862348,7412
+"eps_1",1e-05,1613947862348,7412
+"wd_2",0.01,1613947862348,7412
+"sqr_mom_2",0.99,1613947862348,7412
+"lr_2",1.910925184192406e-05,1613947862348,7412
+"mom_2",0.9461791114227294,1613947862348,7412
+"eps_2",1e-05,1613947862348,7412
+"train_loss",0.0046947147,1613947863309,7413
+"raw_loss",0.0040271836,1613947863309,7413
+"epoch",46.62893081761004,1613947863309,7413
+"wd_0",0.01,1613947863309,7413
+"sqr_mom_0",0.99,1613947863309,7413
+"lr_0",1.9055193078614254e-07,1613947863309,7413
+"mom_0",0.9461899232835099,1613947863309,7413
+"eps_0",1e-05,1613947863309,7413
+"wd_1",0.01,1613947863309,7413
+"sqr_mom_1",0.99,1613947863309,7413
+"lr_1",1.9055193078614254e-06,1613947863309,7413
+"mom_1",0.9461899232835099,1613947863309,7413
+"eps_1",1e-05,1613947863309,7413
+"wd_2",0.01,1613947863309,7413
+"sqr_mom_2",0.99,1613947863309,7413
+"lr_2",1.905519307861416e-05,1613947863309,7413
+"mom_2",0.9461899232835099,1613947863309,7413
+"eps_2",1e-05,1613947863309,7413
+"train_loss",0.0046937075,1613947864289,7414
+"raw_loss",0.004644362,1613947864289,7414
+"epoch",46.63522012578614,1613947864289,7414
+"wd_0",0.01,1613947864289,7414
+"sqr_mom_0",0.99,1613947864289,7414
+"lr_0",1.9001172079756118e-07,1613947864289,7414
+"mom_0",0.9462007275913247,1613947864289,7414
+"eps_0",1e-05,1613947864289,7414
+"wd_1",0.01,1613947864289,7414
+"sqr_mom_1",0.99,1613947864289,7414
+"lr_1",1.90011720797561e-06,1613947864289,7414
+"mom_1",0.9462007275913247,1613947864289,7414
+"eps_1",1e-05,1613947864289,7414
+"wd_2",0.01,1613947864289,7414
+"sqr_mom_2",0.99,1613947864289,7414
+"lr_2",1.9001172079756033e-05,1613947864289,7414
+"mom_2",0.9462007275913247,1613947864289,7414
+"eps_2",1e-05,1613947864289,7414
+"train_loss",0.004652493,1613947865284,7415
+"raw_loss",0.002632984,1613947865284,7415
+"epoch",46.64150943396224,1613947865284,7415
+"wd_0",0.01,1613947865284,7415
+"sqr_mom_0",0.99,1613947865284,7415
+"lr_0",1.8947260508442217e-07,1613947865284,7415
+"mom_0",0.9462115100134116,1613947865284,7415
+"eps_0",1e-05,1613947865284,7415
+"wd_1",0.01,1613947865284,7415
+"sqr_mom_1",0.99,1613947865284,7415
+"lr_1",1.8947260508442217e-06,1613947865284,7415
+"mom_1",0.9462115100134116,1613947865284,7415
+"eps_1",1e-05,1613947865284,7415
+"wd_2",0.01,1613947865284,7415
+"sqr_mom_2",0.99,1613947865284,7415
+"lr_2",1.894726050844219e-05,1613947865284,7415
+"mom_2",0.9462115100134116,1613947865284,7415
+"eps_2",1e-05,1613947865284,7415
+"train_loss",0.004671378,1613947866234,7416
+"raw_loss",0.005596729,1613947866234,7416
+"epoch",46.64779874213834,1613947866234,7416
+"wd_0",0.01,1613947866234,7416
+"sqr_mom_0",0.99,1613947866234,7416
+"lr_0",1.8893422534492194e-07,1613947866234,7416
+"mom_0",0.9462222777158786,1613947866234,7416
+"eps_0",1e-05,1613947866234,7416
+"wd_1",0.01,1613947866234,7416
+"sqr_mom_1",0.99,1613947866234,7416
+"lr_1",1.889342253449216e-06,1613947866234,7416
+"mom_1",0.9462222777158786,1613947866234,7416
+"eps_1",1e-05,1613947866234,7416
+"wd_2",0.01,1613947866234,7416
+"sqr_mom_2",0.99,1613947866234,7416
+"lr_2",1.8893422534492174e-05,1613947866234,7416
+"mom_2",0.9462222777158786,1613947866234,7416
+"eps_2",1e-05,1613947866234,7416
+"train_loss",0.0046388595,1613947867242,7417
+"raw_loss",0.003045445,1613947867242,7417
+"epoch",46.65408805031444,1613947867242,7417
+"wd_0",0.01,1613947867242,7417
+"sqr_mom_0",0.99,1613947867242,7417
+"lr_0",1.8839622523082827e-07,1613947867242,7417
+"mom_0",0.9462330378257616,1613947867242,7417
+"eps_0",1e-05,1613947867242,7417
+"wd_1",0.01,1613947867242,7417
+"sqr_mom_1",0.99,1613947867242,7417
+"lr_1",1.8839622523082793e-06,1613947867242,7417
+"mom_1",0.9462330378257616,1613947867242,7417
+"eps_1",1e-05,1613947867242,7417
+"wd_2",0.01,1613947867242,7417
+"sqr_mom_2",0.99,1613947867242,7417
+"lr_2",1.8839622523082766e-05,1613947867242,7417
+"mom_2",0.9462330378257616,1613947867242,7417
+"eps_2",1e-05,1613947867242,7417
+"train_loss",0.004611576,1613947868192,7418
+"raw_loss",0.0032746915,1613947868192,7418
+"epoch",46.66037735849054,1613947868192,7418
+"wd_0",0.01,1613947868192,7418
+"sqr_mom_0",0.99,1613947868192,7418
+"lr_0",1.8785931844149173e-07,1613947868192,7418
+"mom_0",0.9462437760689308,1613947868192,7418
+"eps_0",1e-05,1613947868192,7418
+"wd_1",0.01,1613947868192,7418
+"sqr_mom_1",0.99,1613947868192,7418
+"lr_1",1.8785931844149156e-06,1613947868192,7418
+"mom_1",0.9462437760689308,1613947868192,7418
+"eps_1",1e-05,1613947868192,7418
+"wd_2",0.01,1613947868192,7418
+"sqr_mom_2",0.99,1613947868192,7418
+"lr_2",1.8785931844149102e-05,1613947868192,7418
+"mom_2",0.9462437760689308,1613947868192,7418
+"eps_2",1e-05,1613947868192,7418
+"train_loss",0.0045906473,1613947869144,7419
+"raw_loss",0.003565134,1613947869144,7419
+"epoch",46.66666666666664,1613947869144,7419
+"wd_0",0.01,1613947869144,7419
+"sqr_mom_0",0.99,1613947869144,7419
+"lr_0",1.8732297036864143e-07,1613947869144,7419
+"mom_0",0.9462545031376585,1613947869144,7419
+"eps_0",1e-05,1613947869144,7419
+"wd_1",0.01,1613947869144,7419
+"sqr_mom_1",0.99,1613947869144,7419
+"lr_1",1.873229703686411e-06,1613947869144,7419
+"mom_1",0.9462545031376585,1613947869144,7419
+"eps_1",1e-05,1613947869144,7419
+"wd_2",0.01,1613947869144,7419
+"sqr_mom_2",0.99,1613947869144,7419
+"lr_2",1.873229703686411e-05,1613947869144,7419
+"mom_2",0.9462545031376585,1613947869144,7419
+"eps_2",1e-05,1613947869144,7419
+"train_loss",0.004581834,1613947870095,7420
+"raw_loss",0.004149989,1613947870095,7420
+"epoch",46.67295597484274,1613947870095,7420
+"wd_0",0.01,1613947870095,7420
+"sqr_mom_0",0.99,1613947870095,7420
+"lr_0",1.867873594430525e-07,1613947870095,7420
+"mom_0",0.9462652154632936,1613947870095,7420
+"eps_0",1e-05,1613947870095,7420
+"wd_1",0.01,1613947870095,7420
+"sqr_mom_1",0.99,1613947870095,7420
+"lr_1",1.8678735944305266e-06,1613947870095,7420
+"mom_1",0.9462652154632936,1613947870095,7420
+"eps_1",1e-05,1613947870095,7420
+"wd_2",0.01,1613947870095,7420
+"sqr_mom_2",0.99,1613947870095,7420
+"lr_2",1.8678735944305225e-05,1613947870095,7420
+"mom_2",0.9462652154632936,1613947870095,7420
+"eps_2",1e-05,1613947870095,7420
+"train_loss",0.0045752246,1613947871059,7421
+"raw_loss",0.004251353,1613947871059,7421
+"epoch",46.679245283018844,1613947871059,7421
+"wd_0",0.01,1613947871059,7421
+"sqr_mom_0",0.99,1613947871059,7421
+"lr_0",1.862524858354444e-07,1613947871059,7421
+"mom_0",0.9462759130424215,1613947871059,7421
+"eps_0",1e-05,1613947871059,7421
+"wd_1",0.01,1613947871059,7421
+"sqr_mom_1",0.99,1613947871059,7421
+"lr_1",1.8625248583544474e-06,1613947871059,7421
+"mom_1",0.9462759130424215,1613947871059,7421
+"eps_1",1e-05,1613947871059,7421
+"wd_2",0.01,1613947871059,7421
+"sqr_mom_2",0.99,1613947871059,7421
+"lr_2",1.8625248583544406e-05,1613947871059,7421
+"mom_2",0.9462759130424215,1613947871059,7421
+"eps_2",1e-05,1613947871059,7421
+"train_loss",0.0045492705,1613947872007,7422
+"raw_loss",0.0032775132,1613947872007,7422
+"epoch",46.685534591194944,1613947872007,7422
+"wd_0",0.01,1613947872007,7422
+"sqr_mom_0",0.99,1613947872007,7422
+"lr_0",1.8571852675359785e-07,1613947872007,7422
+"mom_0",0.9462865923308513,1613947872007,7422
+"eps_0",1e-05,1613947872007,7422
+"wd_1",0.01,1613947872007,7422
+"sqr_mom_1",0.99,1613947872007,7422
+"lr_1",1.8571852675359717e-06,1613947872007,7422
+"mom_1",0.9462865923308513,1613947872007,7422
+"eps_1",1e-05,1613947872007,7422
+"wd_2",0.01,1613947872007,7422
+"sqr_mom_2",0.99,1613947872007,7422
+"lr_2",1.857185267535973e-05,1613947872007,7422
+"mom_2",0.9462865923308513,1613947872007,7422
+"eps_2",1e-05,1613947872007,7422
+"train_loss",0.0045313365,1613947873008,7423
+"raw_loss",0.0036525754,1613947873008,7423
+"epoch",46.691823899371045,1613947873008,7423
+"wd_0",0.01,1613947873008,7423
+"sqr_mom_0",0.99,1613947873008,7423
+"lr_0",1.8518495125587815e-07,1613947873008,7423
+"mom_0",0.9462972639475219,1613947873008,7423
+"eps_0",1e-05,1613947873008,7423
+"wd_1",0.01,1613947873008,7423
+"sqr_mom_1",0.99,1613947873008,7423
+"lr_1",1.8518495125587815e-06,1613947873008,7423
+"mom_1",0.9462972639475219,1613947873008,7423
+"eps_1",1e-05,1613947873008,7423
+"wd_2",0.01,1613947873008,7423
+"sqr_mom_2",0.99,1613947873008,7423
+"lr_2",1.8518495125587748e-05,1613947873008,7423
+"mom_2",0.9462972639475219,1613947873008,7423
+"eps_2",1e-05,1613947873008,7423
+"train_loss",0.004521628,1613947874001,7424
+"raw_loss",0.004045898,1613947874001,7424
+"epoch",46.698113207547145,1613947874001,7424
+"wd_0",0.01,1613947874001,7424
+"sqr_mom_0",0.99,1613947874001,7424
+"lr_0",1.846524671720389e-07,1613947874001,7424
+"mom_0",0.9463079137356966,1613947874001,7424
+"eps_0",1e-05,1613947874001,7424
+"wd_1",0.01,1613947874001,7424
+"sqr_mom_1",0.99,1613947874001,7424
+"lr_1",1.8465246717203857e-06,1613947874001,7424
+"mom_1",0.9463079137356966,1613947874001,7424
+"eps_1",1e-05,1613947874001,7424
+"wd_2",0.01,1613947874001,7424
+"sqr_mom_2",0.99,1613947874001,7424
+"lr_2",1.8465246717203857e-05,1613947874001,7424
+"mom_2",0.9463079137356966,1613947874001,7424
+"eps_2",1e-05,1613947874001,7424
+"train_loss",0.004518232,1613947874960,7425
+"raw_loss",0.0043518357,1613947874960,7425
+"epoch",46.704402515723245,1613947874960,7425
+"wd_0",0.01,1613947874960,7425
+"sqr_mom_0",0.99,1613947874960,7425
+"lr_0",1.841207205971822e-07,1613947874960,7425
+"mom_0",0.946318548773544,1613947874960,7425
+"eps_0",1e-05,1613947874960,7425
+"wd_1",0.01,1613947874960,7425
+"sqr_mom_1",0.99,1613947874960,7425
+"lr_1",1.8412072059718272e-06,1613947874960,7425
+"mom_1",0.946318548773544,1613947874960,7425
+"eps_1",1e-05,1613947874960,7425
+"wd_2",0.01,1613947874960,7425
+"sqr_mom_2",0.99,1613947874960,7425
+"lr_2",1.8412072059718204e-05,1613947874960,7425
+"mom_2",0.946318548773544,1613947874960,7425
+"eps_2",1e-05,1613947874960,7425
+"train_loss",0.0044957106,1613947875949,7426
+"raw_loss",0.0033921686,1613947875949,7426
+"epoch",46.710691823899346,1613947875949,7426
+"wd_0",0.01,1613947875949,7426
+"sqr_mom_0",0.99,1613947875949,7426
+"lr_0",1.8358935958406e-07,1613947875949,7426
+"mom_0",0.9463291761000797,1613947875949,7426
+"eps_0",1e-05,1613947875949,7426
+"wd_1",0.01,1613947875949,7426
+"sqr_mom_1",0.99,1613947875949,7426
+"lr_1",1.8358935958405983e-06,1613947875949,7426
+"mom_1",0.9463291761000797,1613947875949,7426
+"eps_1",1e-05,1613947875949,7426
+"wd_2",0.01,1613947875949,7426
+"sqr_mom_2",0.99,1613947875949,7426
+"lr_2",1.8358935958405942e-05,1613947875949,7426
+"mom_2",0.9463291761000797,1613947875949,7426
+"eps_2",1e-05,1613947875949,7426
+"train_loss",0.00453172,1613947876944,7427
+"raw_loss",0.006296198,1613947876944,7427
+"epoch",46.716981132075446,1613947876944,7427
+"wd_0",0.01,1613947876944,7427
+"sqr_mom_0",0.99,1613947876944,7427
+"lr_0",1.830590890247335e-07,1613947876944,7427
+"mom_0",0.9463397816173215,1613947876944,7427
+"eps_0",1e-05,1613947876944,7427
+"wd_1",0.01,1613947876944,7427
+"sqr_mom_1",0.99,1613947876944,7427
+"lr_1",1.8305908902473367e-06,1613947876944,7427
+"mom_1",0.9463397816173215,1613947876944,7427
+"eps_1",1e-05,1613947876944,7427
+"wd_2",0.01,1613947876944,7427
+"sqr_mom_2",0.99,1613947876944,7427
+"lr_2",1.8305908902473285e-05,1613947876944,7427
+"mom_2",0.9463397816173215,1613947876944,7427
+"eps_2",1e-05,1613947876944,7427
+"train_loss",0.004534486,1613947877935,7428
+"raw_loss",0.00467002,1613947877935,7428
+"epoch",46.72327044025155,1613947877935,7428
+"wd_0",0.01,1613947877935,7428
+"sqr_mom_0",0.99,1613947877935,7428
+"lr_0",1.8252938091345876e-07,1613947877935,7428
+"mom_0",0.9463503758854896,1613947877935,7428
+"eps_0",1e-05,1613947877935,7428
+"wd_1",0.01,1613947877935,7428
+"sqr_mom_1",0.99,1613947877935,7428
+"lr_1",1.825293809134591e-06,1613947877935,7428
+"mom_1",0.9463503758854896,1613947877935,7428
+"eps_1",1e-05,1613947877935,7428
+"wd_2",0.01,1613947877935,7428
+"sqr_mom_2",0.99,1613947877935,7428
+"lr_2",1.825293809134583e-05,1613947877935,7428
+"mom_2",0.9463503758854896,1613947877935,7428
+"eps_2",1e-05,1613947877935,7428
+"train_loss",0.0045328867,1613947878893,7429
+"raw_loss",0.0044545126,1613947878893,7429
+"epoch",46.72955974842765,1613947878893,7429
+"wd_0",0.01,1613947878893,7429
+"sqr_mom_0",0.99,1613947878893,7429
+"lr_0",1.8200041147734714e-07,1613947878893,7429
+"mom_0",0.9463609553800068,1613947878893,7429
+"eps_0",1e-05,1613947878893,7429
+"wd_1",0.01,1613947878893,7429
+"sqr_mom_1",0.99,1613947878893,7429
+"lr_1",1.8200041147734764e-06,1613947878893,7429
+"mom_1",0.9463609553800068,1613947878893,7429
+"eps_1",1e-05,1613947878893,7429
+"wd_2",0.01,1613947878893,7429
+"sqr_mom_2",0.99,1613947878893,7429
+"lr_2",1.8200041147734697e-05,1613947878893,7429
+"mom_2",0.9463609553800068,1613947878893,7429
+"eps_2",1e-05,1613947878893,7429
+"train_loss",0.0045033256,1613947879847,7430
+"raw_loss",0.0030548214,1613947879847,7430
+"epoch",46.73584905660375,1613947879847,7430
+"wd_0",0.01,1613947879847,7430
+"sqr_mom_0",0.99,1613947879847,7430
+"lr_0",1.8147218088500222e-07,1613947879847,7430
+"mom_0",0.9463715200975009,1613947879847,7430
+"eps_0",1e-05,1613947879847,7430
+"wd_1",0.01,1613947879847,7430
+"sqr_mom_1",0.99,1613947879847,7430
+"lr_1",1.8147218088500154e-06,1613947879847,7430
+"mom_1",0.9463715200975009,1613947879847,7430
+"eps_1",1e-05,1613947879847,7430
+"wd_2",0.01,1613947879847,7430
+"sqr_mom_2",0.99,1613947879847,7430
+"lr_2",1.8147218088500154e-05,1613947879847,7430
+"mom_2",0.9463715200975009,1613947879847,7430
+"eps_2",1e-05,1613947879847,7430
+"train_loss",0.0045534596,1613947880846,7431
+"raw_loss",0.007010036,1613947880846,7431
+"epoch",46.74213836477985,1613947880846,7431
+"wd_0",0.01,1613947880846,7431
+"sqr_mom_0",0.99,1613947880846,7431
+"lr_0",1.809448641380049e-07,1613947880846,7431
+"mom_0",0.9463820665379052,1613947880846,7431
+"eps_0",1e-05,1613947880846,7431
+"wd_1",0.01,1613947880846,7431
+"sqr_mom_1",0.99,1613947880846,7431
+"lr_1",1.8094486413800507e-06,1613947880846,7431
+"mom_1",0.9463820665379052,1613947880846,7431
+"eps_1",1e-05,1613947880846,7431
+"wd_2",0.01,1613947880846,7431
+"sqr_mom_2",0.99,1613947880846,7431
+"lr_2",1.8094486413800426e-05,1613947880846,7431
+"mom_2",0.9463820665379052,1613947880846,7431
+"eps_2",1e-05,1613947880846,7431
+"train_loss",0.004547476,1613947881832,7432
+"raw_loss",0.0042542797,1613947881832,7432
+"epoch",46.74842767295595,1613947881832,7432
+"wd_0",0.01,1613947881832,7432
+"sqr_mom_0",0.99,1613947881832,7432
+"lr_0",1.8041793690484448e-07,1613947881832,7432
+"mom_0",0.946392605187955,1613947881832,7432
+"eps_0",1e-05,1613947881832,7432
+"wd_1",0.01,1613947881832,7432
+"sqr_mom_1",0.99,1613947881832,7432
+"lr_1",1.8041793690484414e-06,1613947881832,7432
+"mom_1",0.946392605187955,1613947881832,7432
+"eps_1",1e-05,1613947881832,7432
+"wd_2",0.01,1613947881832,7432
+"sqr_mom_2",0.99,1613947881832,7432
+"lr_2",1.8041793690484374e-05,1613947881832,7432
+"mom_2",0.946392605187955,1613947881832,7432
+"eps_2",1e-05,1613947881832,7432
+"train_loss",0.004551956,1613947882828,7433
+"raw_loss",0.0047714813,1613947882828,7433
+"epoch",46.75471698113205,1613947882828,7433
+"wd_0",0.01,1613947882828,7433
+"sqr_mom_0",0.99,1613947882828,7433
+"lr_0",1.7989209819582776e-07,1613947882828,7433
+"mom_0",0.946403122067304,1613947882828,7433
+"eps_0",1e-05,1613947882828,7433
+"wd_1",0.01,1613947882828,7433
+"sqr_mom_1",0.99,1613947882828,7433
+"lr_1",1.7989209819582776e-06,1613947882828,7433
+"mom_1",0.946403122067304,1613947882828,7433
+"eps_1",1e-05,1613947882828,7433
+"wd_2",0.01,1613947882828,7433
+"sqr_mom_2",0.99,1613947882828,7433
+"lr_2",1.798920981958271e-05,1613947882828,7433
+"mom_2",0.946403122067304,1613947882828,7433
+"eps_2",1e-05,1613947882828,7433
+"train_loss",0.0045335456,1613947883796,7434
+"raw_loss",0.003631443,1613947883796,7434
+"epoch",46.76100628930815,1613947883796,7434
+"wd_0",0.01,1613947883796,7434
+"sqr_mom_0",0.99,1613947883796,7434
+"lr_0",1.7936699851210115e-07,1613947883796,7434
+"mom_0",0.9464136241659996,1613947883796,7434
+"eps_0",1e-05,1613947883796,7434
+"wd_1",0.01,1613947883796,7434
+"sqr_mom_1",0.99,1613947883796,7434
+"lr_1",1.7936699851210132e-06,1613947883796,7434
+"mom_1",0.9464136241659996,1613947883796,7434
+"eps_1",1e-05,1613947883796,7434
+"wd_2",0.01,1613947883796,7434
+"sqr_mom_2",0.99,1613947883796,7434
+"lr_2",1.7936699851210105e-05,1613947883796,7434
+"mom_2",0.9464136241659996,1613947883796,7434
+"eps_2",1e-05,1613947883796,7434
+"train_loss",0.004546323,1613947884770,7435
+"raw_loss",0.005172402,1613947884770,7435
+"epoch",46.76729559748425,1613947884770,7435
+"wd_0",0.01,1613947884770,7435
+"sqr_mom_0",0.99,1613947884770,7435
+"lr_0",1.7884229031648176e-07,1613947884770,7435
+"mom_0",0.9464241184348546,1613947884770,7435
+"eps_0",1e-05,1613947884770,7435
+"wd_1",0.01,1613947884770,7435
+"sqr_mom_1",0.99,1613947884770,7435
+"lr_1",1.7884229031648227e-06,1613947884770,7435
+"mom_1",0.9464241184348546,1613947884770,7435
+"eps_1",1e-05,1613947884770,7435
+"wd_2",0.01,1613947884770,7435
+"sqr_mom_2",0.99,1613947884770,7435
+"lr_2",1.788422903164816e-05,1613947884770,7435
+"mom_2",0.9464241184348546,1613947884770,7435
+"eps_2",1e-05,1613947884770,7435
+"train_loss",0.0045357067,1613947885720,7436
+"raw_loss",0.004015505,1613947885720,7436
+"epoch",46.77358490566035,1613947885720,7436
+"wd_0",0.01,1613947885720,7436
+"sqr_mom_0",0.99,1613947885720,7436
+"lr_0",1.7831866967554892e-07,1613947885720,7436
+"mom_0",0.9464345909523985,1613947885720,7436
+"eps_0",1e-05,1613947885720,7436
+"wd_1",0.01,1613947885720,7436
+"sqr_mom_1",0.99,1613947885720,7436
+"lr_1",1.7831866967554875e-06,1613947885720,7436
+"mom_1",0.9464345909523985,1613947885720,7436
+"eps_1",1e-05,1613947885720,7436
+"wd_2",0.01,1613947885720,7436
+"sqr_mom_2",0.99,1613947885720,7436
+"lr_2",1.7831866967554875e-05,1613947885720,7436
+"mom_2",0.9464345909523985,1613947885720,7436
+"eps_2",1e-05,1613947885720,7436
+"train_loss",0.004517167,1613947886675,7437
+"raw_loss",0.003608722,1613947886675,7437
+"epoch",46.77987421383645,1613947886675,7437
+"wd_0",0.01,1613947886675,7437
+"sqr_mom_0",0.99,1613947886675,7437
+"lr_0",1.777957885610854e-07,1613947886675,7437
+"mom_0",0.946445048679265,1613947886675,7437
+"eps_0",1e-05,1613947886675,7437
+"wd_1",0.01,1613947886675,7437
+"sqr_mom_1",0.99,1613947886675,7437
+"lr_1",1.7779578856108507e-06,1613947886675,7437
+"mom_1",0.946445048679265,1613947886675,7437
+"eps_1",1e-05,1613947886675,7437
+"wd_2",0.01,1613947886675,7437
+"sqr_mom_2",0.99,1613947886675,7437
+"lr_2",1.7779578856108493e-05,1613947886675,7437
+"mom_2",0.946445048679265,1613947886675,7437
+"eps_2",1e-05,1613947886675,7437
+"train_loss",0.004511466,1613947887627,7438
+"raw_loss",0.004232101,1613947887627,7438
+"epoch",46.78616352201255,1613947887627,7438
+"wd_0",0.01,1613947887627,7438
+"sqr_mom_0",0.99,1613947887627,7438
+"lr_0",1.7727330090787713e-07,1613947887627,7438
+"mom_0",0.9464554985368278,1613947887627,7438
+"eps_0",1e-05,1613947887627,7438
+"wd_1",0.01,1613947887627,7438
+"sqr_mom_1",0.99,1613947887627,7438
+"lr_1",1.7727330090787713e-06,1613947887627,7438
+"mom_1",0.9464554985368278,1613947887627,7438
+"eps_1",1e-05,1613947887627,7438
+"wd_2",0.01,1613947887627,7438
+"sqr_mom_2",0.99,1613947887627,7438
+"lr_2",1.7727330090787645e-05,1613947887627,7438
+"mom_2",0.9464554985368278,1613947887627,7438
+"eps_2",1e-05,1613947887627,7438
+"train_loss",0.0044897813,1613947888605,7439
+"raw_loss",0.0034272345,1613947888605,7439
+"epoch",46.79245283018865,1613947888605,7439
+"wd_0",0.01,1613947888605,7439
+"sqr_mom_0",0.99,1613947888605,7439
+"lr_0",1.7675189983677776e-07,1613947888605,7439
+"mom_0",0.946465926662531,1613947888605,7439
+"eps_0",1e-05,1613947888605,7439
+"wd_1",0.01,1613947888605,7439
+"sqr_mom_1",0.99,1613947888605,7439
+"lr_1",1.7675189983677725e-06,1613947888605,7439
+"mom_1",0.946465926662531,1613947888605,7439
+"eps_1",1e-05,1613947888605,7439
+"wd_2",0.01,1613947888605,7439
+"sqr_mom_2",0.99,1613947888605,7439
+"lr_2",1.7675189983677698e-05,1613947888605,7439
+"mom_2",0.946465926662531,1613947888605,7439
+"eps_2",1e-05,1613947888605,7439
+"train_loss",0.0044911834,1613947889576,7440
+"raw_loss",0.004559876,1613947889576,7440
+"epoch",46.79874213836475,1613947889576,7440
+"wd_0",0.01,1613947889576,7440
+"sqr_mom_0",0.99,1613947889576,7440
+"lr_0",1.762310661665046e-07,1613947889576,7440
+"mom_0",0.9464763434401042,1613947889576,7440
+"eps_0",1e-05,1613947889576,7440
+"wd_1",0.01,1613947889576,7440
+"sqr_mom_1",0.99,1613947889576,7440
+"lr_1",1.7623106616650408e-06,1613947889576,7440
+"mom_1",0.9464763434401042,1613947889576,7440
+"eps_1",1e-05,1613947889576,7440
+"wd_2",0.01,1613947889576,7440
+"sqr_mom_2",0.99,1613947889576,7440
+"lr_2",1.762310661665038e-05,1613947889576,7440
+"mom_2",0.9464763434401042,1613947889576,7440
+"eps_2",1e-05,1613947889576,7440
+"train_loss",0.004497876,1613947890544,7441
+"raw_loss",0.004825819,1613947890544,7441
+"epoch",46.80503144654085,1613947890544,7441
+"wd_0",0.01,1613947890544,7441
+"sqr_mom_0",0.99,1613947890544,7441
+"lr_0",1.757109731789092e-07,1613947890544,7441
+"mom_0",0.9464867454038758,1613947890544,7441
+"eps_0",1e-05,1613947890544,7441
+"wd_1",0.01,1613947890544,7441
+"sqr_mom_1",0.99,1613947890544,7441
+"lr_1",1.7571097317890954e-06,1613947890544,7441
+"mom_1",0.9464867454038758,1613947890544,7441
+"eps_1",1e-05,1613947890544,7441
+"wd_2",0.01,1613947890544,7441
+"sqr_mom_2",0.99,1613947890544,7441
+"lr_2",1.7571097317890913e-05,1613947890544,7441
+"mom_2",0.9464867454038758,1613947890544,7441
+"eps_2",1e-05,1613947890544,7441
+"train_loss",0.0045173764,1613947891489,7442
+"raw_loss",0.0054728976,1613947891489,7442
+"epoch",46.81132075471695,1613947891489,7442
+"wd_0",0.01,1613947891489,7442
+"sqr_mom_0",0.99,1613947891489,7442
+"lr_0",1.7519162103976695e-07,1613947891489,7442
+"mom_0",0.9464971325505301,1613947891489,7442
+"eps_0",1e-05,1613947891489,7442
+"wd_1",0.01,1613947891489,7442
+"sqr_mom_1",0.99,1613947891489,7442
+"lr_1",1.7519162103976746e-06,1613947891489,7442
+"mom_1",0.9464971325505301,1613947891489,7442
+"eps_1",1e-05,1613947891489,7442
+"wd_2",0.01,1613947891489,7442
+"sqr_mom_2",0.99,1613947891489,7442
+"lr_2",1.7519162103976692e-05,1613947891489,7442
+"mom_2",0.9464971325505301,1613947891489,7442
+"eps_2",1e-05,1613947891489,7442
+"train_loss",0.00453272,1613947892443,7443
+"raw_loss",0.005284544,1613947892443,7443
+"epoch",46.81761006289305,1613947892443,7443
+"wd_0",0.01,1613947892443,7443
+"sqr_mom_0",0.99,1613947892443,7443
+"lr_0",1.7467318180207266e-07,1613947892443,7443
+"mom_0",0.9465075014389729,1613947892443,7443
+"eps_0",1e-05,1613947892443,7443
+"wd_1",0.01,1613947892443,7443
+"sqr_mom_1",0.99,1613947892443,7443
+"lr_1",1.7467318180207334e-06,1613947892443,7443
+"mom_1",0.9465075014389729,1613947892443,7443
+"eps_1",1e-05,1613947892443,7443
+"wd_2",0.01,1613947892443,7443
+"sqr_mom_2",0.99,1613947892443,7443
+"lr_2",1.746731818020724e-05,1613947892443,7443
+"mom_2",0.9465075014389729,1613947892443,7443
+"eps_2",1e-05,1613947892443,7443
+"train_loss",0.0045720115,1613947893378,7444
+"raw_loss",0.0064973067,1613947893378,7444
+"epoch",46.82389937106915,1613947893378,7444
+"wd_0",0.01,1613947893378,7444
+"sqr_mom_0",0.99,1613947893378,7444
+"lr_0",1.7415513996875493e-07,1613947893378,7444
+"mom_0",0.9465178623792486,1613947893378,7444
+"eps_0",1e-05,1613947893378,7444
+"wd_1",0.01,1613947893378,7444
+"sqr_mom_1",0.99,1613947893378,7444
+"lr_1",1.7415513996875493e-06,1613947893378,7444
+"mom_1",0.9465178623792486,1613947893378,7444
+"eps_1",1e-05,1613947893378,7444
+"wd_2",0.01,1613947893378,7444
+"sqr_mom_2",0.99,1613947893378,7444
+"lr_2",1.7415513996875452e-05,1613947893378,7444
+"mom_2",0.9465178623792486,1613947893378,7444
+"eps_2",1e-05,1613947893378,7444
+"train_loss",0.0045992984,1613947894326,7445
+"raw_loss",0.0059363456,1613947894326,7445
+"epoch",46.83018867924525,1613947894326,7445
+"wd_0",0.01,1613947894326,7445
+"sqr_mom_0",0.99,1613947894326,7445
+"lr_0",1.7363818276293796e-07,1613947894326,7445
+"mom_0",0.9465282016267574,1613947894326,7445
+"eps_0",1e-05,1613947894326,7445
+"wd_1",0.01,1613947894326,7445
+"sqr_mom_1",0.99,1613947894326,7445
+"lr_1",1.7363818276293745e-06,1613947894326,7445
+"mom_1",0.9465282016267574,1613947894326,7445
+"eps_1",1e-05,1613947894326,7445
+"wd_2",0.01,1613947894326,7445
+"sqr_mom_2",0.99,1613947894326,7445
+"lr_2",1.7363818276293732e-05,1613947894326,7445
+"mom_2",0.9465282016267574,1613947894326,7445
+"eps_2",1e-05,1613947894326,7445
+"train_loss",0.004552529,1613947895264,7446
+"raw_loss",0.0022608328,1613947895264,7446
+"epoch",46.836477987421354,1613947895264,7446
+"wd_0",0.01,1613947895264,7446
+"sqr_mom_0",0.99,1613947895264,7446
+"lr_0",1.7312196657445302e-07,1613947895264,7446
+"mom_0",0.9465385260537714,1613947895264,7446
+"eps_0",1e-05,1613947895264,7446
+"wd_1",0.01,1613947895264,7446
+"sqr_mom_1",0.99,1613947895264,7446
+"lr_1",1.731219665744532e-06,1613947895264,7446
+"mom_1",0.9465385260537714,1613947895264,7446
+"eps_1",1e-05,1613947895264,7446
+"wd_2",0.01,1613947895264,7446
+"sqr_mom_2",0.99,1613947895264,7446
+"lr_2",1.731219665744528e-05,1613947895264,7446
+"mom_2",0.9465385260537714,1613947895264,7446
+"eps_2",1e-05,1613947895264,7446
+"train_loss",0.0045340722,1613947896217,7447
+"raw_loss",0.003629676,1613947896217,7447
+"epoch",46.842767295597454,1613947896217,7447
+"wd_0",0.01,1613947896217,7447
+"sqr_mom_0",0.99,1613947896217,7447
+"lr_0",1.7260614976008842e-07,1613947896217,7447
+"mom_0",0.9465488424932231,1613947896217,7447
+"eps_0",1e-05,1613947896217,7447
+"wd_1",0.01,1613947896217,7447
+"sqr_mom_1",0.99,1613947896217,7447
+"lr_1",1.7260614976008859e-06,1613947896217,7447
+"mom_1",0.9465488424932231,1613947896217,7447
+"eps_1",1e-05,1613947896217,7447
+"wd_2",0.01,1613947896217,7447
+"sqr_mom_2",0.99,1613947896217,7447
+"lr_2",1.7260614976008818e-05,1613947896217,7447
+"mom_2",0.9465488424932231,1613947896217,7447
+"eps_2",1e-05,1613947896217,7447
+"train_loss",0.0045132213,1613947897169,7448
+"raw_loss",0.0034915295,1613947897169,7448
+"epoch",46.849056603773555,1613947897169,7448
+"wd_0",0.01,1613947897169,7448
+"sqr_mom_0",0.99,1613947897169,7448
+"lr_0",1.720914165913084e-07,1613947897169,7448
+"mom_0",0.9465591372595464,1613947897169,7448
+"eps_0",1e-05,1613947897169,7448
+"wd_1",0.01,1613947897169,7448
+"sqr_mom_1",0.99,1613947897169,7448
+"lr_1",1.720914165913084e-06,1613947897169,7448
+"mom_1",0.9465591372595464,1613947897169,7448
+"eps_1",1e-05,1613947897169,7448
+"wd_2",0.01,1613947897169,7448
+"sqr_mom_2",0.99,1613947897169,7448
+"lr_2",1.7209141659130787e-05,1613947897169,7448
+"mom_2",0.9465591372595464,1613947897169,7448
+"eps_2",1e-05,1613947897169,7448
+"train_loss",0.004521631,1613947898137,7449
+"raw_loss",0.0049337153,1613947898137,7449
+"epoch",46.855345911949655,1613947898137,7449
+"wd_0",0.01,1613947898137,7449
+"sqr_mom_0",0.99,1613947898137,7449
+"lr_0",1.715770841093194e-07,1613947898137,7449
+"mom_0",0.9465694240120537,1613947898137,7449
+"eps_0",1e-05,1613947898137,7449
+"wd_1",0.01,1613947898137,7449
+"sqr_mom_1",0.99,1613947898137,7449
+"lr_1",1.7157708410931992e-06,1613947898137,7449
+"mom_1",0.9465694240120537,1613947898137,7449
+"eps_1",1e-05,1613947898137,7449
+"wd_2",0.01,1613947898137,7449
+"sqr_mom_2",0.99,1613947898137,7449
+"lr_2",1.7157708410931924e-05,1613947898137,7449
+"mom_2",0.9465694240120537,1613947898137,7449
+"eps_2",1e-05,1613947898137,7449
+"train_loss",0.00449701,1613947899088,7450
+"raw_loss",0.0032905664,1613947899088,7450
+"epoch",46.861635220125756,1613947899088,7450
+"wd_0",0.01,1613947899088,7450
+"sqr_mom_0",0.99,1613947899088,7450
+"lr_0",1.7106383461650513e-07,1613947899088,7450
+"mom_0",0.9465796891045609,1613947899088,7450
+"eps_0",1e-05,1613947899088,7450
+"wd_1",0.01,1613947899088,7450
+"sqr_mom_1",0.99,1613947899088,7450
+"lr_1",1.710638346165053e-06,1613947899088,7450
+"mom_1",0.9465796891045609,1613947899088,7450
+"eps_1",1e-05,1613947899088,7450
+"wd_2",0.01,1613947899088,7450
+"sqr_mom_2",0.99,1613947899088,7450
+"lr_2",1.7106383461650476e-05,1613947899088,7450
+"mom_2",0.9465796891045609,1613947899088,7450
+"eps_2",1e-05,1613947899088,7450
+"train_loss",0.004478009,1613947900064,7451
+"raw_loss",0.003546966,1613947900064,7451
+"epoch",46.867924528301856,1613947900064,7451
+"wd_0",0.01,1613947900064,7451
+"sqr_mom_0",0.99,1613947900064,7451
+"lr_0",1.7055115704179204e-07,1613947900064,7451
+"mom_0",0.9465899427585917,1613947900064,7451
+"eps_0",1e-05,1613947900064,7451
+"wd_1",0.01,1613947900064,7451
+"sqr_mom_1",0.99,1613947900064,7451
+"lr_1",1.705511570417922e-06,1613947900064,7451
+"mom_1",0.9465899427585917,1613947900064,7451
+"eps_1",1e-05,1613947900064,7451
+"wd_2",0.01,1613947900064,7451
+"sqr_mom_2",0.99,1613947900064,7451
+"lr_2",1.705511570417918e-05,1613947900064,7451
+"mom_2",0.9465899427585917,1613947900064,7451
+"eps_2",1e-05,1613947900064,7451
+"train_loss",0.0044666887,1613947901003,7452
+"raw_loss",0.003911996,1613947901003,7452
+"epoch",46.874213836477956,1613947901003,7452
+"wd_0",0.01,1613947901003,7452
+"sqr_mom_0",0.99,1613947901003,7452
+"lr_0",1.700392219601643e-07,1613947901003,7452
+"mom_0",0.9466001815626123,1613947901003,7452
+"eps_0",1e-05,1613947901003,7452
+"wd_1",0.01,1613947901003,7452
+"sqr_mom_1",0.99,1613947901003,7452
+"lr_1",1.7003922196016463e-06,1613947901003,7452
+"mom_1",0.9466001815626123,1613947901003,7452
+"eps_1",1e-05,1613947901003,7452
+"wd_2",0.01,1613947901003,7452
+"sqr_mom_2",0.99,1613947901003,7452
+"lr_2",1.700392219601641e-05,1613947901003,7452
+"mom_2",0.9466001815626123,1613947901003,7452
+"eps_2",1e-05,1613947901003,7452
+"train_loss",0.0044525634,1613947901972,7453
+"raw_loss",0.0037604205,1613947901972,7453
+"epoch",46.88050314465406,1613947901972,7453
+"wd_0",0.01,1613947901972,7453
+"sqr_mom_0",0.99,1613947901972,7453
+"lr_0",1.6952802953479432e-07,1613947901972,7453
+"mom_0",0.9466104055133592,1613947901972,7453
+"eps_0",1e-05,1613947901972,7453
+"wd_1",0.01,1613947901972,7453
+"sqr_mom_1",0.99,1613947901972,7453
+"lr_1",1.6952802953479432e-06,1613947901972,7453
+"mom_1",0.9466104055133592,1613947901972,7453
+"eps_1",1e-05,1613947901972,7453
+"wd_2",0.01,1613947901972,7453
+"sqr_mom_2",0.99,1613947901972,7453
+"lr_2",1.6952802953479405e-05,1613947901972,7453
+"mom_2",0.9466104055133592,1613947901972,7453
+"eps_2",1e-05,1613947901972,7453
+"train_loss",0.004425258,1613947902928,7454
+"raw_loss",0.0030872785,1613947902928,7454
+"epoch",46.88679245283016,1613947902928,7454
+"wd_0",0.01,1613947902928,7454
+"sqr_mom_0",0.99,1613947902928,7454
+"lr_0",1.6901774910880678e-07,1613947902928,7454
+"mom_0",0.946620611223936,1613947902928,7454
+"eps_0",1e-05,1613947902928,7454
+"wd_1",0.01,1613947902928,7454
+"sqr_mom_1",0.99,1613947902928,7454
+"lr_1",1.6901774910880695e-06,1613947902928,7454
+"mom_1",0.946620611223936,1613947902928,7454
+"eps_1",1e-05,1613947902928,7454
+"wd_2",0.01,1613947902928,7454
+"sqr_mom_2",0.99,1613947902928,7454
+"lr_2",1.6901774910880627e-05,1613947902928,7454
+"mom_2",0.946620611223936,1613947902928,7454
+"eps_2",1e-05,1613947902928,7454
+"train_loss",0.0044500907,1613947903913,7455
+"raw_loss",0.005666906,1613947903913,7455
+"epoch",46.89308176100626,1613947903913,7455
+"wd_0",0.01,1613947903913,7455
+"sqr_mom_0",0.99,1613947903913,7455
+"lr_0",1.6850787330433918e-07,1613947903913,7455
+"mom_0",0.9466308088420016,1613947903913,7455
+"eps_0",1e-05,1613947903913,7455
+"wd_1",0.01,1613947903913,7455
+"sqr_mom_1",0.99,1613947903913,7455
+"lr_1",1.6850787330433952e-06,1613947903913,7455
+"mom_1",0.9466308088420016,1613947903913,7455
+"eps_1",1e-05,1613947903913,7455
+"wd_2",0.01,1613947903913,7455
+"sqr_mom_2",0.99,1613947903913,7455
+"lr_2",1.685078733043387e-05,1613947903913,7455
+"mom_2",0.9466308088420016,1613947903913,7455
+"eps_2",1e-05,1613947903913,7455
+"train_loss",0.00443354,1613947904873,7456
+"raw_loss",0.0036225703,1613947904873,7456
+"epoch",46.89937106918236,1613947904873,7456
+"wd_0",0.01,1613947904873,7456
+"sqr_mom_0",0.99,1613947904873,7456
+"lr_0",1.679990785116394e-07,1613947904873,7456
+"mom_0",0.9466409848396156,1613947904873,7456
+"eps_0",1e-05,1613947904873,7456
+"wd_1",0.01,1613947904873,7456
+"sqr_mom_1",0.99,1613947904873,7456
+"lr_1",1.6799907851163941e-06,1613947904873,7456
+"mom_1",0.9466409848396156,1613947904873,7456
+"eps_1",1e-05,1613947904873,7456
+"wd_2",0.01,1613947904873,7456
+"sqr_mom_2",0.99,1613947904873,7456
+"lr_2",1.679990785116394e-05,1613947904873,7456
+"mom_2",0.9466409848396156,1613947904873,7456
+"eps_2",1e-05,1613947904873,7456
+"train_loss",0.004396672,1613947905833,7457
+"raw_loss",0.0025901345,1613947905833,7457
+"epoch",46.90566037735846,1613947905833,7457
+"wd_0",0.01,1613947905833,7457
+"sqr_mom_0",0.99,1613947905833,7457
+"lr_0",1.6749102653248042e-07,1613947905833,7457
+"mom_0",0.9466511459808101,1613947905833,7457
+"eps_0",1e-05,1613947905833,7457
+"wd_1",0.01,1613947905833,7457
+"sqr_mom_1",0.99,1613947905833,7457
+"lr_1",1.6749102653248042e-06,1613947905833,7457
+"mom_1",0.9466511459808101,1613947905833,7457
+"eps_1",1e-05,1613947905833,7457
+"wd_2",0.01,1613947905833,7457
+"sqr_mom_2",0.99,1613947905833,7457
+"lr_2",1.6749102653247974e-05,1613947905833,7457
+"mom_2",0.9466511459808101,1613947905833,7457
+"eps_2",1e-05,1613947905833,7457
+"train_loss",0.0043902053,1613947906789,7458
+"raw_loss",0.004073331,1613947906789,7458
+"epoch",46.91194968553456,1613947906789,7458
+"wd_0",0.01,1613947906789,7458
+"sqr_mom_0",0.99,1613947906789,7458
+"lr_0",1.669833811403576e-07,1613947906789,7458
+"mom_0",0.9466612989901827,1613947906789,7458
+"eps_0",1e-05,1613947906789,7458
+"wd_1",0.01,1613947906789,7458
+"sqr_mom_1",0.99,1613947906789,7458
+"lr_1",1.669833811403576e-06,1613947906789,7458
+"mom_1",0.9466612989901827,1613947906789,7458
+"eps_1",1e-05,1613947906789,7458
+"wd_2",0.01,1613947906789,7458
+"sqr_mom_2",0.99,1613947906789,7458
+"lr_2",1.6698338114035734e-05,1613947906789,7458
+"mom_2",0.9466612989901827,1613947906789,7458
+"eps_2",1e-05,1613947906789,7458
+"train_loss",0.0044485186,1613947907736,7459
+"raw_loss",0.0073058787,1613947907736,7459
+"epoch",46.91823899371066,1613947907736,7459
+"wd_0",0.01,1613947907736,7459
+"sqr_mom_0",0.99,1613947907736,7459
+"lr_0",1.6647681576670318e-07,1613947907736,7459
+"mom_0",0.9466714303989698,1613947907736,7459
+"eps_0",1e-05,1613947907736,7459
+"wd_1",0.01,1613947907736,7459
+"sqr_mom_1",0.99,1613947907736,7459
+"lr_1",1.6647681576670352e-06,1613947907736,7459
+"mom_1",0.9466714303989698,1613947907736,7459
+"eps_1",1e-05,1613947907736,7459
+"wd_2",0.01,1613947907736,7459
+"sqr_mom_2",0.99,1613947907736,7459
+"lr_2",1.664768157667027e-05,1613947907736,7459
+"mom_2",0.9466714303989698,1613947907736,7459
+"eps_2",1e-05,1613947907736,7459
+"train_loss",0.0044325734,1613947908703,7460
+"raw_loss",0.003651264,1613947908703,7460
+"epoch",46.92452830188676,1613947908703,7460
+"wd_0",0.01,1613947908703,7460
+"sqr_mom_0",0.99,1613947908703,7460
+"lr_0",1.65970993691471e-07,1613947908703,7460
+"mom_0",0.94668154694164,1613947908703,7460
+"eps_0",1e-05,1613947908703,7460
+"wd_1",0.01,1613947908703,7460
+"sqr_mom_1",0.99,1613947908703,7460
+"lr_1",1.6597099369147083e-06,1613947908703,7460
+"mom_1",0.94668154694164,1613947908703,7460
+"eps_1",1e-05,1613947908703,7460
+"wd_2",0.01,1613947908703,7460
+"sqr_mom_2",0.99,1613947908703,7460
+"lr_2",1.6597099369147056e-05,1613947908703,7460
+"mom_2",0.94668154694164,1613947908703,7460
+"eps_2",1e-05,1613947908703,7460
+"train_loss",0.004406626,1613947909649,7461
+"raw_loss",0.003135196,1613947909649,7461
+"epoch",46.93081761006286,1613947909649,7461
+"wd_0",0.01,1613947909649,7461
+"sqr_mom_0",0.99,1613947909649,7461
+"lr_0",1.6546558016762657e-07,1613947909649,7461
+"mom_0",0.9466916553132005,1613947909649,7461
+"eps_0",1e-05,1613947909649,7461
+"wd_1",0.01,1613947909649,7461
+"sqr_mom_1",0.99,1613947909649,7461
+"lr_1",1.6546558016762708e-06,1613947909649,7461
+"mom_1",0.9466916553132005,1613947909649,7461
+"eps_1",1e-05,1613947909649,7461
+"wd_2",0.01,1613947909649,7461
+"sqr_mom_2",0.99,1613947909649,7461
+"lr_2",1.6546558016762667e-05,1613947909649,7461
+"mom_2",0.9466916553132005,1613947909649,7461
+"eps_2",1e-05,1613947909649,7461
+"train_loss",0.0043969215,1613947910612,7462
+"raw_loss",0.0039214073,1613947910612,7462
+"epoch",46.93710691823896,1613947910612,7462
+"wd_0",0.01,1613947910612,7462
+"sqr_mom_0",0.99,1613947910612,7462
+"lr_0",1.6496124566585348e-07,1613947910612,7462
+"mom_0",0.946701742104104,1613947910612,7462
+"eps_0",1e-05,1613947910612,7462
+"wd_1",0.01,1613947910612,7462
+"sqr_mom_1",0.99,1613947910612,7462
+"lr_1",1.649612456658533e-06,1613947910612,7462
+"mom_1",0.946701742104104,1613947910612,7462
+"eps_1",1e-05,1613947910612,7462
+"wd_2",0.01,1613947910612,7462
+"sqr_mom_2",0.99,1613947910612,7462
+"lr_2",1.6496124566585304e-05,1613947910612,7462
+"mom_2",0.946701742104104,1613947910612,7462
+"eps_2",1e-05,1613947910612,7462
+"train_loss",0.004363193,1613947911551,7463
+"raw_loss",0.0027105105,1613947911551,7463
+"epoch",46.94339622641506,1613947911551,7463
+"wd_0",0.01,1613947911551,7463
+"sqr_mom_0",0.99,1613947911551,7463
+"lr_0",1.6445748798484978e-07,1613947911551,7463
+"mom_0",0.9467118173584765,1613947911551,7463
+"eps_0",1e-05,1613947911551,7463
+"wd_1",0.01,1613947911551,7463
+"sqr_mom_1",0.99,1613947911551,7463
+"lr_1",1.6445748798484978e-06,1613947911551,7463
+"mom_1",0.9467118173584765,1613947911551,7463
+"eps_1",1e-05,1613947911551,7463
+"wd_2",0.01,1613947911551,7463
+"sqr_mom_2",0.99,1613947911551,7463
+"lr_2",1.6445748798484938e-05,1613947911551,7463
+"mom_2",0.9467118173584765,1613947911551,7463
+"eps_2",1e-05,1613947911551,7463
+"train_loss",0.004343734,1613947912514,7464
+"raw_loss",0.0033902335,1613947912514,7464
+"epoch",46.94968553459116,1613947912514,7464
+"wd_0",0.01,1613947912514,7464
+"sqr_mom_0",0.99,1613947912514,7464
+"lr_0",1.6395447473921864e-07,1613947912514,7464
+"mom_0",0.9467218777239929,1613947912514,7464
+"eps_0",1e-05,1613947912514,7464
+"wd_1",0.01,1613947912514,7464
+"sqr_mom_1",0.99,1613947912514,7464
+"lr_1",1.639544747392183e-06,1613947912514,7464
+"mom_1",0.9467218777239929,1613947912514,7464
+"eps_1",1e-05,1613947912514,7464
+"wd_2",0.01,1613947912514,7464
+"sqr_mom_2",0.99,1613947912514,7464
+"lr_2",1.639544747392179e-05,1613947912514,7464
+"mom_2",0.9467218777239929,1613947912514,7464
+"eps_2",1e-05,1613947912514,7464
+"train_loss",0.0043175435,1613947913544,7465
+"raw_loss",0.0030342098,1613947913544,7465
+"epoch",46.95597484276726,1613947913544,7465
+"wd_0",0.01,1613947913544,7465
+"sqr_mom_0",0.99,1613947913544,7465
+"lr_0",1.6345220608928813e-07,1613947913544,7465
+"mom_0",0.9467319231974461,1613947913544,7465
+"eps_0",1e-05,1613947913544,7465
+"wd_1",0.01,1613947913544,7465
+"sqr_mom_1",0.99,1613947913544,7465
+"lr_1",1.6345220608928796e-06,1613947913544,7465
+"mom_1",0.9467319231974461,1613947913544,7465
+"eps_1",1e-05,1613947913544,7465
+"wd_2",0.01,1613947913544,7465
+"sqr_mom_2",0.99,1613947913544,7465
+"lr_2",1.634522060892877e-05,1613947913544,7465
+"mom_2",0.9467319231974461,1613947913544,7465
+"eps_2",1e-05,1613947913544,7465
+"train_loss",0.004290899,1613947914831,7466
+"raw_loss",0.0029853121,1613947914831,7466
+"epoch",46.96226415094336,1613947914831,7466
+"wd_0",0.01,1613947914831,7466
+"sqr_mom_0",0.99,1613947914831,7466
+"lr_0",1.629508484145832e-07,1613947914831,7466
+"mom_0",0.9467419504512128,1613947914831,7466
+"eps_0",1e-05,1613947914831,7466
+"wd_1",0.01,1613947914831,7466
+"sqr_mom_1",0.99,1613947914831,7466
+"lr_1",1.6295084841458287e-06,1613947914831,7466
+"mom_1",0.9467419504512128,1613947914831,7466
+"eps_1",1e-05,1613947914831,7466
+"wd_2",0.01,1613947914831,7466
+"sqr_mom_2",0.99,1613947914831,7466
+"lr_2",1.6295084841458233e-05,1613947914831,7466
+"mom_2",0.9467419504512128,1613947914831,7466
+"eps_2",1e-05,1613947914831,7466
+"train_loss",0.0043487065,1613947915899,7467
+"raw_loss",0.0071812766,1613947915899,7467
+"epoch",46.96855345911946,1613947915899,7467
+"wd_0",0.01,1613947915899,7467
+"sqr_mom_0",0.99,1613947915899,7467
+"lr_0",1.6244990321666488e-07,1613947915899,7467
+"mom_0",0.9467519694553612,1613947915899,7467
+"eps_0",1e-05,1613947915899,7467
+"wd_1",0.01,1613947915899,7467
+"sqr_mom_1",0.99,1613947915899,7467
+"lr_1",1.6244990321666471e-06,1613947915899,7467
+"mom_1",0.9467519694553612,1613947915899,7467
+"eps_1",1e-05,1613947915899,7467
+"wd_2",0.01,1613947915899,7467
+"sqr_mom_2",0.99,1613947915899,7467
+"lr_2",1.6244990321666417e-05,1613947915899,7467
+"mom_2",0.9467519694553612,1613947915899,7467
+"eps_2",1e-05,1613947915899,7467
+"train_loss",0.004331551,1613947917116,7468
+"raw_loss",0.0034909365,1613947917116,7468
+"epoch",46.97484276729556,1613947917116,7468
+"wd_0",0.01,1613947917116,7468
+"sqr_mom_0",0.99,1613947917116,7468
+"lr_0",1.6195003503862937e-07,1613947917116,7468
+"mom_0",0.9467619669188966,1613947917116,7468
+"eps_0",1e-05,1613947917116,7468
+"wd_1",0.01,1613947917116,7468
+"sqr_mom_1",0.99,1613947917116,7468
+"lr_1",1.619500350386292e-06,1613947917116,7468
+"mom_1",0.9467619669188966,1613947917116,7468
+"eps_1",1e-05,1613947917116,7468
+"wd_2",0.01,1613947917116,7468
+"sqr_mom_2",0.99,1613947917116,7468
+"lr_2",1.619500350386288e-05,1613947917116,7468
+"mom_2",0.9467619669188966,1613947917116,7468
+"eps_2",1e-05,1613947917116,7468
+"train_loss",0.0043212995,1613947918492,7469
+"raw_loss",0.003818972,1613947918492,7469
+"epoch",46.98113207547166,1613947918492,7469
+"wd_0",0.01,1613947918492,7469
+"sqr_mom_0",0.99,1613947918492,7469
+"lr_0",1.6145091160091945e-07,1613947918492,7469
+"mom_0",0.9467719494874764,1613947918492,7469
+"eps_0",1e-05,1613947918492,7469
+"wd_1",0.01,1613947918492,7469
+"sqr_mom_1",0.99,1613947918492,7469
+"lr_1",1.6145091160091928e-06,1613947918492,7469
+"mom_1",0.9467719494874764,1613947918492,7469
+"eps_1",1e-05,1613947918492,7469
+"wd_2",0.01,1613947918492,7469
+"sqr_mom_2",0.99,1613947918492,7469
+"lr_2",1.614509116009186e-05,1613947918492,7469
+"mom_2",0.9467719494874764,1613947918492,7469
+"eps_2",1e-05,1613947918492,7469
+"train_loss",0.0042915544,1613947919594,7470
+"raw_loss",0.002834049,1613947919594,7470
+"epoch",46.987421383647764,1613947919594,7470
+"wd_0",0.01,1613947919594,7470
+"sqr_mom_0",0.99,1613947919594,7470
+"lr_0",1.6095220260081388e-07,1613947919594,7470
+"mom_0",0.9467819237672214,1613947919594,7470
+"eps_0",1e-05,1613947919594,7470
+"wd_1",0.01,1613947919594,7470
+"sqr_mom_1",0.99,1613947919594,7470
+"lr_1",1.6095220260081388e-06,1613947919594,7470
+"mom_1",0.9467819237672214,1613947919594,7470
+"eps_1",1e-05,1613947919594,7470
+"wd_2",0.01,1613947919594,7470
+"sqr_mom_2",0.99,1613947919594,7470
+"lr_2",1.609522026008132e-05,1613947919594,7470
+"mom_2",0.9467819237672214,1613947919594,7470
+"eps_2",1e-05,1613947919594,7470
+"train_loss",0.0043122126,1613947920557,7471
+"raw_loss",0.0053244676,1613947920557,7471
+"epoch",46.993710691823864,1613947920557,7471
+"wd_0",0.01,1613947920557,7471
+"sqr_mom_0",0.99,1613947920557,7471
+"lr_0",1.6045456961491907e-07,1613947920557,7471
+"mom_0",0.9467918765264668,1613947920557,7471
+"eps_0",1e-05,1613947920557,7471
+"wd_1",0.01,1613947920557,7471
+"sqr_mom_1",0.99,1613947920557,7471
+"lr_1",1.6045456961491907e-06,1613947920557,7471
+"mom_1",0.9467918765264668,1613947920557,7471
+"eps_1",1e-05,1613947920557,7471
+"wd_2",0.01,1613947920557,7471
+"sqr_mom_2",0.99,1613947920557,7471
+"lr_2",1.604545696149188e-05,1613947920557,7471
+"mom_2",0.9467918765264668,1613947920557,7471
+"eps_2",1e-05,1613947920557,7471
+"train_loss",0.004349634,1613947921517,7472
+"raw_loss",0.0061832853,1613947921517,7472
+"epoch",46.999999999999964,1613947921517,7472
+"wd_0",0.01,1613947921517,7472
+"sqr_mom_0",0.99,1613947921517,7472
+"lr_0",1.5995751710946895e-07,1613947921517,7472
+"mom_0",0.9468018176759874,1613947921517,7472
+"eps_0",1e-05,1613947921517,7472
+"wd_1",0.01,1613947921517,7472
+"sqr_mom_1",0.99,1613947921517,7472
+"lr_1",1.5995751710946946e-06,1613947921517,7472
+"mom_1",0.9468018176759874,1613947921517,7472
+"eps_1",1e-05,1613947921517,7472
+"wd_2",0.01,1613947921517,7472
+"sqr_mom_2",0.99,1613947921517,7472
+"lr_2",1.5995751710946892e-05,1613947921517,7472
+"mom_2",0.9468018176759874,1613947921517,7472
+"eps_2",1e-05,1613947921517,7472
+"valid_loss",0.0862714871764183,1613947961234,7472
+"_rmse",0.2937200963497162,1613947961234,7472
+"epoch",47,1613947961234,7472
+"train_loss",0.0043630134,1613947962509,7473
+"raw_loss",0.005018614,1613947962509,7473
+"epoch",47.0062893081761,1613947962509,7473
+"wd_0",0.01,1613947962509,7473
+"sqr_mom_0",0.99,1613947962509,7473
+"lr_0",1.5946121047370616e-07,1613947962509,7473
+"mom_0",0.946811743907965,1613947962509,7473
+"eps_0",1e-05,1613947962509,7473
+"wd_1",0.01,1613947962509,7473
+"sqr_mom_1",0.99,1613947962509,7473
+"lr_1",1.59461210473706e-06,1613947962509,7473
+"mom_1",0.946811743907965,1613947962509,7473
+"eps_1",1e-05,1613947962509,7473
+"wd_2",0.01,1613947962509,7473
+"sqr_mom_2",0.99,1613947962509,7473
+"lr_2",1.594612104737056e-05,1613947962509,7473
+"mom_2",0.946811743907965,1613947962509,7473
+"eps_2",1e-05,1613947962509,7473
+"train_loss",0.0044424157,1613947963818,7474
+"raw_loss",0.008333138,1613947963818,7474
+"epoch",47.0125786163522,1613947963818,7474
+"wd_0",0.01,1613947963818,7474
+"sqr_mom_0",0.99,1613947963818,7474
+"lr_0",1.5896564986582002e-07,1613947963818,7474
+"mom_0",0.9468216552192358,1613947963818,7474
+"eps_0",1e-05,1613947963818,7474
+"wd_1",0.01,1613947963818,7474
+"sqr_mom_1",0.99,1613947963818,7474
+"lr_1",1.5896564986581986e-06,1613947963818,7474
+"mom_1",0.9468216552192358,1613947963818,7474
+"eps_1",1e-05,1613947963818,7474
+"wd_2",0.01,1613947963818,7474
+"sqr_mom_2",0.99,1613947963818,7474
+"lr_2",1.5896564986581986e-05,1613947963818,7474
+"mom_2",0.9468216552192358,1613947963818,7474
+"eps_2",1e-05,1613947963818,7474
+"train_loss",0.0044111838,1613947964821,7475
+"raw_loss",0.0028808191,1613947964821,7475
+"epoch",47.0188679245283,1613947964821,7475
+"wd_0",0.01,1613947964821,7475
+"sqr_mom_0",0.99,1613947964821,7475
+"lr_0",1.5847099943759817e-07,1613947964821,7475
+"mom_0",0.9468315483267312,1613947964821,7475
+"eps_0",1e-05,1613947964821,7475
+"wd_1",0.01,1613947964821,7475
+"sqr_mom_1",0.99,1613947964821,7475
+"lr_1",1.5847099943759783e-06,1613947964821,7475
+"mom_1",0.9468315483267312,1613947964821,7475
+"eps_1",1e-05,1613947964821,7475
+"wd_2",0.01,1613947964821,7475
+"sqr_mom_2",0.99,1613947964821,7475
+"lr_2",1.5847099943759743e-05,1613947964821,7475
+"mom_2",0.9468315483267312,1613947964821,7475
+"eps_2",1e-05,1613947964821,7475
+"train_loss",0.0045273225,1613947965802,7476
+"raw_loss",0.010218125,1613947965802,7476
+"epoch",47.0251572327044,1613947965802,7476
+"wd_0",0.01,1613947965802,7476
+"sqr_mom_0",0.99,1613947965802,7476
+"lr_0",1.5797676736526275e-07,1613947965802,7476
+"mom_0",0.9468414330670254,1613947965802,7476
+"eps_0",1e-05,1613947965802,7476
+"wd_1",0.01,1613947965802,7476
+"sqr_mom_1",0.99,1613947965802,7476
+"lr_1",1.5797676736526258e-06,1613947965802,7476
+"mom_1",0.9468414330670254,1613947965802,7476
+"eps_1",1e-05,1613947965802,7476
+"wd_2",0.01,1613947965802,7476
+"sqr_mom_2",0.99,1613947965802,7476
+"lr_2",1.5797676736526258e-05,1613947965802,7476
+"mom_2",0.9468414330670254,1613947965802,7476
+"eps_2",1e-05,1613947965802,7476
+"train_loss",0.0045218915,1613947966767,7477
+"raw_loss",0.004255782,1613947966767,7477
+"epoch",47.0314465408805,1613947966767,7477
+"wd_0",0.01,1613947966767,7477
+"sqr_mom_0",0.99,1613947966767,7477
+"lr_0",1.5748360928642495e-07,1613947966767,7477
+"mom_0",0.9468512963272347,1613947966767,7477
+"eps_0",1e-05,1613947966767,7477
+"wd_1",0.01,1613947966767,7477
+"sqr_mom_1",0.99,1613947966767,7477
+"lr_1",1.5748360928642495e-06,1613947966767,7477
+"mom_1",0.9468512963272347,1613947966767,7477
+"eps_1",1e-05,1613947966767,7477
+"wd_2",0.01,1613947966767,7477
+"sqr_mom_2",0.99,1613947966767,7477
+"lr_2",1.5748360928642495e-05,1613947966767,7477
+"mom_2",0.9468512963272347,1613947966767,7477
+"eps_2",1e-05,1613947966767,7477
+"train_loss",0.0045516384,1613947967721,7478
+"raw_loss",0.0060092495,1613947967721,7478
+"epoch",47.0377358490566,1613947967721,7478
+"wd_0",0.01,1613947967721,7478
+"sqr_mom_0",0.99,1613947967721,7478
+"lr_0",1.5699119737059013e-07,1613947967721,7478
+"mom_0",0.9468611446640348,1613947967721,7478
+"eps_0",1e-05,1613947967721,7478
+"wd_1",0.01,1613947967721,7478
+"sqr_mom_1",0.99,1613947967721,7478
+"lr_1",1.5699119737058945e-06,1613947967721,7478
+"mom_1",0.9468611446640348,1613947967721,7478
+"eps_1",1e-05,1613947967721,7478
+"wd_2",0.01,1613947967721,7478
+"sqr_mom_2",0.99,1613947967721,7478
+"lr_2",1.5699119737058904e-05,1613947967721,7478
+"mom_2",0.9468611446640348,1613947967721,7478
+"eps_2",1e-05,1613947967721,7478
+"train_loss",0.004551121,1613947968720,7479
+"raw_loss",0.00452578,1613947968720,7479
+"epoch",47.0440251572327,1613947968720,7479
+"wd_0",0.01,1613947968720,7479
+"sqr_mom_0",0.99,1613947968720,7479
+"lr_0",1.5649920576787738e-07,1613947968720,7479
+"mom_0",0.9468709845944884,1613947968720,7479
+"eps_0",1e-05,1613947968720,7479
+"wd_1",0.01,1613947968720,7479
+"sqr_mom_1",0.99,1613947968720,7479
+"lr_1",1.5649920576787704e-06,1613947968720,7479
+"mom_1",0.9468709845944884,1613947968720,7479
+"eps_1",1e-05,1613947968720,7479
+"wd_2",0.01,1613947968720,7479
+"sqr_mom_2",0.99,1613947968720,7479
+"lr_2",1.5649920576787664e-05,1613947968720,7479
+"mom_2",0.9468709845944884,1613947968720,7479
+"eps_2",1e-05,1613947968720,7479
+"train_loss",0.0045337877,1613947969723,7480
+"raw_loss",0.0036844662,1613947969723,7480
+"epoch",47.0503144654088,1613947969723,7480
+"wd_0",0.01,1613947969723,7480
+"sqr_mom_0",0.99,1613947969723,7480
+"lr_0",1.5600828714373976e-07,1613947969723,7480
+"mom_0",0.9468808030651559,1613947969723,7480
+"eps_0",1e-05,1613947969723,7480
+"wd_1",0.01,1613947969723,7480
+"sqr_mom_1",0.99,1613947969723,7480
+"lr_1",1.5600828714373925e-06,1613947969723,7480
+"mom_1",0.9468808030651559,1613947969723,7480
+"eps_1",1e-05,1613947969723,7480
+"wd_2",0.01,1613947969723,7480
+"sqr_mom_2",0.99,1613947969723,7480
+"lr_2",1.5600828714373925e-05,1613947969723,7480
+"mom_2",0.9468808030651559,1613947969723,7480
+"eps_2",1e-05,1613947969723,7480
+"train_loss",0.004505535,1613947970677,7481
+"raw_loss",0.0031211544,1613947970677,7481
+"epoch",47.056603773584904,1613947970677,7481
+"wd_0",0.01,1613947970677,7481
+"sqr_mom_0",0.99,1613947970677,7481
+"lr_0",1.5551811515253475e-07,1613947970677,7481
+"mom_0",0.9468906066030153,1613947970677,7481
+"eps_0",1e-05,1613947970677,7481
+"wd_1",0.01,1613947970677,7481
+"sqr_mom_1",0.99,1613947970677,7481
+"lr_1",1.5551811515253475e-06,1613947970677,7481
+"mom_1",0.9468906066030153,1613947970677,7481
+"eps_1",1e-05,1613947970677,7481
+"wd_2",0.01,1613947970677,7481
+"sqr_mom_2",0.99,1613947970677,7481
+"lr_2",1.555181151525342e-05,1613947970677,7481
+"mom_2",0.9468906066030153,1613947970677,7481
+"eps_2",1e-05,1613947970677,7481
+"train_loss",0.004540149,1613947971644,7482
+"raw_loss",0.0062362473,1613947971644,7482
+"epoch",47.062893081761004,1613947971644,7482
+"wd_0",0.01,1613947971644,7482
+"sqr_mom_0",0.99,1613947971644,7482
+"lr_0",1.5502836543048298e-07,1613947971644,7482
+"mom_0",0.9469004016954072,1613947971644,7482
+"eps_0",1e-05,1613947971644,7482
+"wd_1",0.01,1613947971644,7482
+"sqr_mom_1",0.99,1613947971644,7482
+"lr_1",1.550283654304828e-06,1613947971644,7482
+"mom_1",0.9469004016954072,1613947971644,7482
+"eps_1",1e-05,1613947971644,7482
+"wd_2",0.01,1613947971644,7482
+"sqr_mom_2",0.99,1613947971644,7482
+"lr_2",1.550283654304824e-05,1613947971644,7482
+"mom_2",0.9469004016954072,1613947971644,7482
+"eps_2",1e-05,1613947971644,7482
+"train_loss",0.0045265984,1613947972632,7483
+"raw_loss",0.0038626157,1613947972632,7483
+"epoch",47.069182389937104,1613947972632,7483
+"wd_0",0.01,1613947972632,7483
+"sqr_mom_0",0.99,1613947972632,7483
+"lr_0",1.5453968766900572e-07,1613947972632,7483
+"mom_0",0.9469101753483733,1613947972632,7483
+"eps_0",1e-05,1613947972632,7483
+"wd_1",0.01,1613947972632,7483
+"sqr_mom_1",0.99,1613947972632,7483
+"lr_1",1.5453968766900538e-06,1613947972632,7483
+"mom_1",0.9469101753483733,1613947972632,7483
+"eps_1",1e-05,1613947972632,7483
+"wd_2",0.01,1613947972632,7483
+"sqr_mom_2",0.99,1613947972632,7483
+"lr_2",1.5453968766900538e-05,1613947972632,7483
+"mom_2",0.9469101753483733,1613947972632,7483
+"eps_2",1e-05,1613947972632,7483
+"train_loss",0.004519577,1613947973663,7484
+"raw_loss",0.004175536,1613947973663,7484
+"epoch",47.075471698113205,1613947973663,7484
+"wd_0",0.01,1613947973663,7484
+"sqr_mom_0",0.99,1613947973663,7484
+"lr_0",1.5405159524417058e-07,1613947973663,7484
+"mom_0",0.9469199372944895,1613947973663,7484
+"eps_0",1e-05,1613947973663,7484
+"wd_1",0.01,1613947973663,7484
+"sqr_mom_1",0.99,1613947973663,7484
+"lr_1",1.5405159524417092e-06,1613947973663,7484
+"mom_1",0.9469199372944895,1613947973663,7484
+"eps_1",1e-05,1613947973663,7484
+"wd_2",0.01,1613947973663,7484
+"sqr_mom_2",0.99,1613947973663,7484
+"lr_2",1.5405159524417024e-05,1613947973663,7484
+"mom_2",0.9469199372944895,1613947973663,7484
+"eps_2",1e-05,1613947973663,7484
+"train_loss",0.0045101987,1613947974662,7485
+"raw_loss",0.0040506516,1613947974662,7485
+"epoch",47.081761006289305,1613947974662,7485
+"wd_0",0.01,1613947974662,7485
+"sqr_mom_0",0.99,1613947974662,7485
+"lr_0",1.535642505714671e-07,1613947974662,7485
+"mom_0",0.9469296842854135,1613947974662,7485
+"eps_0",1e-05,1613947974662,7485
+"wd_1",0.01,1613947974662,7485
+"sqr_mom_1",0.99,1613947974662,7485
+"lr_1",1.535642505714666e-06,1613947974662,7485
+"mom_1",0.9469296842854135,1613947974662,7485
+"eps_1",1e-05,1613947974662,7485
+"wd_2",0.01,1613947974662,7485
+"sqr_mom_2",0.99,1613947974662,7485
+"lr_2",1.535642505714666e-05,1613947974662,7485
+"mom_2",0.9469296842854135,1613947974662,7485
+"eps_2",1e-05,1613947974662,7485
+"train_loss",0.004459311,1613947975634,7486
+"raw_loss",0.0019657912,1613947975634,7486
+"epoch",47.088050314465406,1613947975634,7486
+"wd_0",0.01,1613947975634,7486
+"sqr_mom_0",0.99,1613947975634,7486
+"lr_0",1.5307765380622925e-07,1613947975634,7486
+"mom_0",0.9469394163180386,1613947975634,7486
+"eps_0",1e-05,1613947975634,7486
+"wd_1",0.01,1613947975634,7486
+"sqr_mom_1",0.99,1613947975634,7486
+"lr_1",1.5307765380622942e-06,1613947975634,7486
+"mom_1",0.9469394163180386,1613947975634,7486
+"eps_1",1e-05,1613947975634,7486
+"wd_2",0.01,1613947975634,7486
+"sqr_mom_2",0.99,1613947975634,7486
+"lr_2",1.5307765380622915e-05,1613947975634,7486
+"mom_2",0.9469394163180386,1613947975634,7486
+"eps_2",1e-05,1613947975634,7486
+"train_loss",0.0044281106,1613947976598,7487
+"raw_loss",0.0028993024,1613947976598,7487
+"epoch",47.094339622641506,1613947976598,7487
+"wd_0",0.01,1613947976598,7487
+"sqr_mom_0",0.99,1613947976598,7487
+"lr_0",1.5259180510355555e-07,1613947976598,7487
+"mom_0",0.9469491333892628,1613947976598,7487
+"eps_0",1e-05,1613947976598,7487
+"wd_1",0.01,1613947976598,7487
+"sqr_mom_1",0.99,1613947976598,7487
+"lr_1",1.5259180510355521e-06,1613947976598,7487
+"mom_1",0.9469491333892628,1613947976598,7487
+"eps_1",1e-05,1613947976598,7487
+"wd_2",0.01,1613947976598,7487
+"sqr_mom_2",0.99,1613947976598,7487
+"lr_2",1.525918051035552e-05,1613947976598,7487
+"mom_2",0.9469491333892628,1613947976598,7487
+"eps_2",1e-05,1613947976598,7487
+"train_loss",0.0044185333,1613947977599,7488
+"raw_loss",0.003949236,1613947977599,7488
+"epoch",47.10062893081761,1613947977599,7488
+"wd_0",0.01,1613947977599,7488
+"sqr_mom_0",0.99,1613947977599,7488
+"lr_0",1.521067046183031e-07,1613947977599,7488
+"mom_0",0.9469588354959888,1613947977599,7488
+"eps_0",1e-05,1613947977599,7488
+"wd_1",0.01,1613947977599,7488
+"sqr_mom_1",0.99,1613947977599,7488
+"lr_1",1.5210670461830326e-06,1613947977599,7488
+"mom_1",0.9469588354959888,1613947977599,7488
+"eps_1",1e-05,1613947977599,7488
+"wd_2",0.01,1613947977599,7488
+"sqr_mom_2",0.99,1613947977599,7488
+"lr_2",1.52106704618303e-05,1613947977599,7488
+"mom_2",0.9469588354959888,1613947977599,7488
+"eps_2",1e-05,1613947977599,7488
+"train_loss",0.004406895,1613947978739,7489
+"raw_loss",0.0038366204,1613947978739,7489
+"epoch",47.10691823899371,1613947978739,7489
+"wd_0",0.01,1613947978739,7489
+"sqr_mom_0",0.99,1613947978739,7489
+"lr_0",1.5162251302847745e-07,1613947978739,7489
+"mom_0",0.9469685194246247,1613947978739,7489
+"eps_0",1e-05,1613947978739,7489
+"wd_1",0.01,1613947978739,7489
+"sqr_mom_1",0.99,1613947978739,7489
+"lr_1",1.5162251302847728e-06,1613947978739,7489
+"mom_1",0.9469685194246247,1613947978739,7489
+"eps_1",1e-05,1613947978739,7489
+"wd_2",0.01,1613947978739,7489
+"sqr_mom_2",0.99,1613947978739,7489
+"lr_2",1.5162251302847714e-05,1613947978739,7489
+"mom_2",0.9469685194246247,1613947978739,7489
+"eps_2",1e-05,1613947978739,7489
+"train_loss",0.004431422,1613947979726,7490
+"raw_loss",0.005633231,1613947979726,7490
+"epoch",47.11320754716981,1613947979726,7490
+"wd_0",0.01,1613947979726,7490
+"sqr_mom_0",0.99,1613947979726,7490
+"lr_0",1.5113874891830958e-07,1613947979726,7490
+"mom_0",0.9469781948035818,1613947979726,7490
+"eps_0",1e-05,1613947979726,7490
+"wd_1",0.01,1613947979726,7490
+"sqr_mom_1",0.99,1613947979726,7490
+"lr_1",1.511387489183094e-06,1613947979726,7490
+"mom_1",0.9469781948035818,1613947979726,7490
+"eps_1",1e-05,1613947979726,7490
+"wd_2",0.01,1613947979726,7490
+"sqr_mom_2",0.99,1613947979726,7490
+"lr_2",1.5113874891830887e-05,1613947979726,7490
+"mom_2",0.9469781948035818,1613947979726,7490
+"eps_2",1e-05,1613947979726,7490
+"train_loss",0.0044246158,1613947980704,7491
+"raw_loss",0.0040911175,1613947980704,7491
+"epoch",47.11949685534591,1613947980704,7491
+"wd_0",0.01,1613947980704,7491
+"sqr_mom_0",0.99,1613947980704,7491
+"lr_0",1.5065605403883745e-07,1613947980704,7491
+"mom_0",0.9469878487977111,1613947980704,7491
+"eps_0",1e-05,1613947980704,7491
+"wd_1",0.01,1613947980704,7491
+"sqr_mom_1",0.99,1613947980704,7491
+"lr_1",1.5065605403883728e-06,1613947980704,7491
+"mom_1",0.9469878487977111,1613947980704,7491
+"eps_1",1e-05,1613947980704,7491
+"wd_2",0.01,1613947980704,7491
+"sqr_mom_2",0.99,1613947980704,7491
+"lr_2",1.5065605403883687e-05,1613947980704,7491
+"mom_2",0.9469878487977111,1613947980704,7491
+"eps_2",1e-05,1613947980704,7491
+"train_loss",0.0044593494,1613947981675,7492
+"raw_loss",0.006161296,1613947981675,7492
+"epoch",47.12578616352201,1613947981675,7492
+"wd_0",0.01,1613947981675,7492
+"sqr_mom_0",0.99,1613947981675,7492
+"lr_0",1.5017410749712962e-07,1613947981675,7492
+"mom_0",0.9469974878249356,1613947981675,7492
+"eps_0",1e-05,1613947981675,7492
+"wd_1",0.01,1613947981675,7492
+"sqr_mom_1",0.99,1613947981675,7492
+"lr_1",1.5017410749712978e-06,1613947981675,7492
+"mom_1",0.9469974878249356,1613947981675,7492
+"eps_1",1e-05,1613947981675,7492
+"wd_2",0.01,1613947981675,7492
+"sqr_mom_2",0.99,1613947981675,7492
+"lr_2",1.5017410749712924e-05,1613947981675,7492
+"mom_2",0.9469974878249356,1613947981675,7492
+"eps_2",1e-05,1613947981675,7492
+"train_loss",0.0044493987,1613947982649,7493
+"raw_loss",0.0039618057,1613947982649,7493
+"epoch",47.13207547169811,1613947982649,7493
+"wd_0",0.01,1613947982649,7493
+"sqr_mom_0",0.99,1613947982649,7493
+"lr_0",1.4969259038664178e-07,1613947982649,7493
+"mom_0",0.9470071182634497,1613947982649,7493
+"eps_0",1e-05,1613947982649,7493
+"wd_1",0.01,1613947982649,7493
+"sqr_mom_1",0.99,1613947982649,7493
+"lr_1",1.496925903866416e-06,1613947982649,7493
+"mom_1",0.9470071182634497,1613947982649,7493
+"eps_1",1e-05,1613947982649,7493
+"wd_2",0.01,1613947982649,7493
+"sqr_mom_2",0.99,1613947982649,7493
+"lr_2",1.4969259038664147e-05,1613947982649,7493
+"mom_2",0.9470071182634497,1613947982649,7493
+"eps_2",1e-05,1613947982649,7493
+"train_loss",0.004415068,1613947983612,7494
+"raw_loss",0.002732856,1613947983612,7494
+"epoch",47.13836477987421,1613947983612,7494
+"wd_0",0.01,1613947983612,7494
+"sqr_mom_0",0.99,1613947983612,7494
+"lr_0",1.4921214147759114e-07,1613947983612,7494
+"mom_0",0.9470167273377215,1613947983612,7494
+"eps_0",1e-05,1613947983612,7494
+"wd_1",0.01,1613947983612,7494
+"sqr_mom_1",0.99,1613947983612,7494
+"lr_1",1.4921214147759098e-06,1613947983612,7494
+"mom_1",0.9470167273377215,1613947983612,7494
+"eps_1",1e-05,1613947983612,7494
+"wd_2",0.01,1613947983612,7494
+"sqr_mom_2",0.99,1613947983612,7494
+"lr_2",1.4921214147759084e-05,1613947983612,7494
+"mom_2",0.9470167273377215,1613947983612,7494
+"eps_2",1e-05,1613947983612,7494
+"train_loss",0.0043797893,1613947984599,7495
+"raw_loss",0.0026511445,1613947984599,7495
+"epoch",47.14465408805031,1613947984599,7495
+"wd_0",0.01,1613947984599,7495
+"sqr_mom_0",0.99,1613947984599,7495
+"lr_0",1.4873228233320492e-07,1613947984599,7495
+"mom_0",0.947026324616582,1613947984599,7495
+"eps_0",1e-05,1613947984599,7495
+"wd_1",0.01,1613947984599,7495
+"sqr_mom_1",0.99,1613947984599,7495
+"lr_1",1.4873228233320458e-06,1613947984599,7495
+"mom_1",0.947026324616582,1613947984599,7495
+"eps_1",1e-05,1613947984599,7495
+"wd_2",0.01,1613947984599,7495
+"sqr_mom_2",0.99,1613947984599,7495
+"lr_2",1.4873228233320418e-05,1613947984599,7495
+"mom_2",0.947026324616582,1613947984599,7495
+"eps_2",1e-05,1613947984599,7495
+"train_loss",0.0043671373,1613947985596,7496
+"raw_loss",0.0037471873,1613947985596,7496
+"epoch",47.15094339622641,1613947985596,7496
+"wd_0",0.01,1613947985596,7496
+"sqr_mom_0",0.99,1613947985596,7496
+"lr_0",1.4825317263641978e-07,1613947985596,7496
+"mom_0",0.9470359069063407,1613947985596,7496
+"eps_0",1e-05,1613947985596,7496
+"wd_1",0.01,1613947985596,7496
+"sqr_mom_1",0.99,1613947985596,7496
+"lr_1",1.482531726364196e-06,1613947985596,7496
+"mom_1",0.9470359069063407,1613947985596,7496
+"eps_1",1e-05,1613947985596,7496
+"wd_2",0.01,1613947985596,7496
+"sqr_mom_2",0.99,1613947985596,7496
+"lr_2",1.4825317263641893e-05,1613947985596,7496
+"mom_2",0.9470359069063407,1613947985596,7496
+"eps_2",1e-05,1613947985596,7496
+"train_loss",0.004343843,1613947986566,7497
+"raw_loss",0.0032024279,1613947986566,7497
+"epoch",47.15723270440251,1613947986566,7497
+"wd_0",0.01,1613947986566,7497
+"sqr_mom_0",0.99,1613947986566,7497
+"lr_0",1.4777481253994644e-07,1613947986566,7497
+"mom_0",0.947045474203943,1613947986566,7497
+"eps_0",1e-05,1613947986566,7497
+"wd_1",0.01,1613947986566,7497
+"sqr_mom_1",0.99,1613947986566,7497
+"lr_1",1.477748125399466e-06,1613947986566,7497
+"mom_1",0.947045474203943,1613947986566,7497
+"eps_1",1e-05,1613947986566,7497
+"wd_2",0.01,1613947986566,7497
+"sqr_mom_2",0.99,1613947986566,7497
+"lr_2",1.4777481253994606e-05,1613947986566,7497
+"mom_2",0.947045474203943,1613947986566,7497
+"eps_2",1e-05,1613947986566,7497
+"train_loss",0.0043149022,1613947987578,7498
+"raw_loss",0.0028967932,1613947987578,7498
+"epoch",47.16352201257861,1613947987578,7498
+"wd_0",0.01,1613947987578,7498
+"sqr_mom_0",0.99,1613947987578,7498
+"lr_0",1.4729736048333395e-07,1613947987578,7498
+"mom_0",0.9470550233405667,1613947987578,7498
+"eps_0",1e-05,1613947987578,7498
+"wd_1",0.01,1613947987578,7498
+"sqr_mom_1",0.99,1613947987578,7498
+"lr_1",1.4729736048333395e-06,1613947987578,7498
+"mom_1",0.9470550233405667,1613947987578,7498
+"eps_1",1e-05,1613947987578,7498
+"wd_2",0.01,1613947987578,7498
+"sqr_mom_2",0.99,1613947987578,7498
+"lr_2",1.4729736048333395e-05,1613947987578,7498
+"mom_2",0.9470550233405667,1613947987578,7498
+"eps_2",1e-05,1613947987578,7498
+"train_loss",0.0042766174,1613947988556,7499
+"raw_loss",0.002400655,1613947988556,7499
+"epoch",47.16981132075471,1613947988556,7499
+"wd_0",0.01,1613947988556,7499
+"sqr_mom_0",0.99,1613947988556,7499
+"lr_0",1.4682034175758204e-07,1613947988556,7499
+"mom_0",0.9470645638104864,1613947988556,7499
+"eps_0",1e-05,1613947988556,7499
+"wd_1",0.01,1613947988556,7499
+"sqr_mom_1",0.99,1613947988556,7499
+"lr_1",1.4682034175758204e-06,1613947988556,7499
+"mom_1",0.9470645638104864,1613947988556,7499
+"eps_1",1e-05,1613947988556,7499
+"wd_2",0.01,1613947988556,7499
+"sqr_mom_2",0.99,1613947988556,7499
+"lr_2",1.4682034175758163e-05,1613947988556,7499
+"mom_2",0.9470645638104864,1613947988556,7499
+"eps_2",1e-05,1613947988556,7499
+"train_loss",0.004274568,1613947989552,7500
+"raw_loss",0.0041741594,1613947989552,7500
+"epoch",47.17610062893081,1613947989552,7500
+"wd_0",0.01,1613947989552,7500
+"sqr_mom_0",0.99,1613947989552,7500
+"lr_0",1.4634438916544646e-07,1613947989552,7500
+"mom_0",0.9470740829575206,1613947989552,7500
+"eps_0",1e-05,1613947989552,7500
+"wd_1",0.01,1613947989552,7500
+"sqr_mom_1",0.99,1613947989552,7500
+"lr_1",1.463443891654468e-06,1613947989552,7500
+"mom_1",0.9470740829575206,1613947989552,7500
+"eps_1",1e-05,1613947989552,7500
+"wd_2",0.01,1613947989552,7500
+"sqr_mom_2",0.99,1613947989552,7500
+"lr_2",1.4634438916544625e-05,1613947989552,7500
+"mom_2",0.9470740829575206,1613947989552,7500
+"eps_2",1e-05,1613947989552,7500
+"train_loss",0.0042803194,1613947990526,7501
+"raw_loss",0.00456213,1613947990526,7501
+"epoch",47.18238993710691,1613947990526,7501
+"wd_0",0.01,1613947990526,7501
+"sqr_mom_0",0.99,1613947990526,7501
+"lr_0",1.4586918628445694e-07,1613947990526,7501
+"mom_0",0.9470835871101819,1613947990526,7501
+"eps_0",1e-05,1613947990526,7501
+"wd_1",0.01,1613947990526,7501
+"sqr_mom_1",0.99,1613947990526,7501
+"lr_1",1.4586918628445677e-06,1613947990526,7501
+"mom_1",0.9470835871101819,1613947990526,7501
+"eps_1",1e-05,1613947990526,7501
+"wd_2",0.01,1613947990526,7501
+"sqr_mom_2",0.99,1613947990526,7501
+"lr_2",1.4586918628445636e-05,1613947990526,7501
+"mom_2",0.9470835871101819,1613947990526,7501
+"eps_2",1e-05,1613947990526,7501
+"train_loss",0.004260843,1613947991538,7502
+"raw_loss",0.0033065134,1613947991538,7502
+"epoch",47.18867924528301,1613947991538,7502
+"wd_0",0.01,1613947991538,7502
+"sqr_mom_0",0.99,1613947991538,7502
+"lr_0",1.4539441868217682e-07,1613947991538,7502
+"mom_0",0.9470930825571819,1613947991538,7502
+"eps_0",1e-05,1613947991538,7502
+"wd_1",0.01,1613947991538,7502
+"sqr_mom_1",0.99,1613947991538,7502
+"lr_1",1.4539441868217733e-06,1613947991538,7502
+"mom_1",0.9470930825571819,1613947991538,7502
+"eps_1",1e-05,1613947991538,7502
+"wd_2",0.01,1613947991538,7502
+"sqr_mom_2",0.99,1613947991538,7502
+"lr_2",1.4539441868217679e-05,1613947991538,7502
+"mom_2",0.9470930825571819,1613947991538,7502
+"eps_2",1e-05,1613947991538,7502
+"train_loss",0.0042264666,1613947992657,7503
+"raw_loss",0.0025420247,1613947992657,7503
+"epoch",47.19496855345911,1613947992657,7503
+"wd_0",0.01,1613947992657,7503
+"sqr_mom_0",0.99,1613947992657,7503
+"lr_0",1.4492071617507182e-07,1613947992657,7503
+"mom_0",0.9471025567020656,1613947992657,7503
+"eps_0",1e-05,1613947992657,7503
+"wd_1",0.01,1613947992657,7503
+"sqr_mom_1",0.99,1613947992657,7503
+"lr_1",1.449207161750725e-06,1613947992657,7503
+"mom_1",0.9471025567020656,1613947992657,7503
+"eps_1",1e-05,1613947992657,7503
+"wd_2",0.01,1613947992657,7503
+"sqr_mom_2",0.99,1613947992657,7503
+"lr_2",1.4492071617507182e-05,1613947992657,7503
+"mom_2",0.9471025567020656,1613947992657,7503
+"eps_2",1e-05,1613947992657,7503
+"train_loss",0.004245798,1613947993649,7504
+"raw_loss",0.005193045,1613947993649,7504
+"epoch",47.20125786163521,1613947993649,7504
+"wd_0",0.01,1613947993649,7504
+"sqr_mom_0",0.99,1613947993649,7504
+"lr_0",1.444477638325923e-07,1613947993649,7504
+"mom_0",0.9471120158435066,1613947993649,7504
+"eps_0",1e-05,1613947993649,7504
+"wd_1",0.01,1613947993649,7504
+"sqr_mom_1",0.99,1613947993649,7504
+"lr_1",1.4444776383259195e-06,1613947993649,7504
+"mom_1",0.9471120158435066,1613947993649,7504
+"eps_1",1e-05,1613947993649,7504
+"wd_2",0.01,1613947993649,7504
+"sqr_mom_2",0.99,1613947993649,7504
+"lr_2",1.4444776383259182e-05,1613947993649,7504
+"mom_2",0.9471120158435066,1613947993649,7504
+"eps_2",1e-05,1613947993649,7504
+"train_loss",0.0042645535,1613947994687,7505
+"raw_loss",0.0051835813,1613947994687,7505
+"epoch",47.20754716981131,1613947994687,7505
+"wd_0",0.01,1613947994687,7505
+"sqr_mom_0",0.99,1613947994687,7505
+"lr_0",1.43975248715425e-07,1613947994687,7505
+"mom_0",0.9471214662403539,1613947994687,7505
+"eps_0",1e-05,1613947994687,7505
+"wd_1",0.01,1613947994687,7505
+"sqr_mom_1",0.99,1613947994687,7505
+"lr_1",1.43975248715425e-06,1613947994687,7505
+"mom_1",0.9471214662403539,1613947994687,7505
+"eps_1",1e-05,1613947994687,7505
+"wd_2",0.01,1613947994687,7505
+"sqr_mom_2",0.99,1613947994687,7505
+"lr_2",1.4397524871542474e-05,1613947994687,7505
+"mom_2",0.9471214662403539,1613947994687,7505
+"eps_2",1e-05,1613947994687,7505
+"train_loss",0.0042361263,1613947995668,7506
+"raw_loss",0.002843199,1613947995668,7506
+"epoch",47.213836477987414,1613947995668,7506
+"wd_0",0.01,1613947995668,7506
+"sqr_mom_0",0.99,1613947995668,7506
+"lr_0",1.4350379765193637e-07,1613947995668,7506
+"mom_0",0.9471308953559148,1613947995668,7506
+"eps_0",1e-05,1613947995668,7506
+"wd_1",0.01,1613947995668,7506
+"sqr_mom_1",0.99,1613947995668,7506
+"lr_1",1.4350379765193654e-06,1613947995668,7506
+"mom_1",0.9471308953559148,1613947995668,7506
+"eps_1",1e-05,1613947995668,7506
+"wd_2",0.01,1613947995668,7506
+"sqr_mom_2",0.99,1613947995668,7506
+"lr_2",1.4350379765193572e-05,1613947995668,7506
+"mom_2",0.9471308953559148,1613947995668,7506
+"eps_2",1e-05,1613947995668,7506
+"train_loss",0.004211353,1613947996624,7507
+"raw_loss",0.002997464,1613947996624,7507
+"epoch",47.220125786163514,1613947996624,7507
+"wd_0",0.01,1613947996624,7507
+"sqr_mom_0",0.99,1613947996624,7507
+"lr_0",1.430329411576287e-07,1613947996624,7507
+"mom_0",0.9471403125799732,1613947996624,7507
+"eps_0",1e-05,1613947996624,7507
+"wd_1",0.01,1613947996624,7507
+"sqr_mom_1",0.99,1613947996624,7507
+"lr_1",1.4303294115762888e-06,1613947996624,7507
+"mom_1",0.9471403125799732,1613947996624,7507
+"eps_1",1e-05,1613947996624,7507
+"wd_2",0.01,1613947996624,7507
+"sqr_mom_2",0.99,1613947996624,7507
+"lr_2",1.4303294115762847e-05,1613947996624,7507
+"mom_2",0.9471403125799732,1613947996624,7507
+"eps_2",1e-05,1613947996624,7507
+"train_loss",0.004241828,1613947997593,7508
+"raw_loss",0.0057350965,1613947997593,7508
+"epoch",47.226415094339615,1613947997593,7508
+"wd_0",0.01,1613947997593,7508
+"sqr_mom_0",0.99,1613947997593,7508
+"lr_0",1.4256283592752235e-07,1613947997593,7508
+"mom_0",0.9471497147785973,1613947997593,7508
+"eps_0",1e-05,1613947997593,7508
+"wd_1",0.01,1613947997593,7508
+"sqr_mom_1",0.99,1613947997593,7508
+"lr_1",1.4256283592752235e-06,1613947997593,7508
+"mom_1",0.9471497147785973,1613947997593,7508
+"eps_1",1e-05,1613947997593,7508
+"wd_2",0.01,1613947997593,7508
+"sqr_mom_2",0.99,1613947997593,7508
+"lr_2",1.425628359275218e-05,1613947997593,7508
+"mom_2",0.9471497147785973,1613947997593,7508
+"eps_2",1e-05,1613947997593,7508
+"train_loss",0.004230526,1613947998568,7509
+"raw_loss",0.0036767237,1613947998568,7509
+"epoch",47.232704402515715,1613947998568,7509
+"wd_0",0.01,1613947998568,7509
+"sqr_mom_0",0.99,1613947998568,7509
+"lr_0",1.4209348211145741e-07,1613947998568,7509
+"mom_0",0.9471591019487903,1613947998568,7509
+"eps_0",1e-05,1613947998568,7509
+"wd_1",0.01,1613947998568,7509
+"sqr_mom_1",0.99,1613947998568,7509
+"lr_1",1.4209348211145708e-06,1613947998568,7509
+"mom_1",0.9471591019487903,1613947998568,7509
+"eps_1",1e-05,1613947998568,7509
+"wd_2",0.01,1613947998568,7509
+"sqr_mom_2",0.99,1613947998568,7509
+"lr_2",1.420934821114568e-05,1613947998568,7509
+"mom_2",0.9471591019487903,1613947998568,7509
+"eps_2",1e-05,1613947998568,7509
+"train_loss",0.0042953384,1613947999534,7510
+"raw_loss",0.0074711554,1613947999534,7510
+"epoch",47.238993710691815,1613947999534,7510
+"wd_0",0.01,1613947999534,7510
+"sqr_mom_0",0.99,1613947999534,7510
+"lr_0",1.4162503515805457e-07,1613947999534,7510
+"mom_0",0.9471684709815487,1613947999534,7510
+"eps_0",1e-05,1613947999534,7510
+"wd_1",0.01,1613947999534,7510
+"sqr_mom_1",0.99,1613947999534,7510
+"lr_1",1.4162503515805457e-06,1613947999534,7510
+"mom_1",0.9471684709815487,1613947999534,7510
+"eps_1",1e-05,1613947999534,7510
+"wd_2",0.01,1613947999534,7510
+"sqr_mom_2",0.99,1613947999534,7510
+"lr_2",1.4162503515805403e-05,1613947999534,7510
+"mom_2",0.9471684709815487,1613947999534,7510
+"eps_2",1e-05,1613947999534,7510
+"train_loss",0.004262964,1613948000480,7511
+"raw_loss",0.002676616,1613948000480,7511
+"epoch",47.245283018867916,1613948000480,7511
+"wd_0",0.01,1613948000480,7511
+"sqr_mom_0",0.99,1613948000480,7511
+"lr_0",1.411570293196155e-07,1613948000480,7511
+"mom_0",0.9471778311919196,1613948000480,7511
+"eps_0",1e-05,1613948000480,7511
+"wd_1",0.01,1613948000480,7511
+"sqr_mom_1",0.99,1613948000480,7511
+"lr_1",1.411570293196155e-06,1613948000480,7511
+"mom_1",0.9471778311919196,1613948000480,7511
+"eps_1",1e-05,1613948000480,7511
+"wd_2",0.01,1613948000480,7511
+"sqr_mom_2",0.99,1613948000480,7511
+"lr_2",1.4115702931961481e-05,1613948000480,7511
+"mom_2",0.9471778311919196,1613948000480,7511
+"eps_2",1e-05,1613948000480,7511
+"train_loss",0.0042938283,1613948001480,7512
+"raw_loss",0.005806186,1613948001480,7512
+"epoch",47.251572327044016,1613948001480,7512
+"wd_0",0.01,1613948001480,7512
+"sqr_mom_0",0.99,1613948001480,7512
+"lr_0",1.4069008544259474e-07,1613948001480,7512
+"mom_0",0.9471871701628497,1613948001480,7512
+"eps_0",1e-05,1613948001480,7512
+"wd_1",0.01,1613948001480,7512
+"sqr_mom_1",0.99,1613948001480,7512
+"lr_1",1.4069008544259474e-06,1613948001480,7512
+"mom_1",0.9471871701628497,1613948001480,7512
+"eps_1",1e-05,1613948001480,7512
+"wd_2",0.01,1613948001480,7512
+"sqr_mom_2",0.99,1613948001480,7512
+"lr_2",1.4069008544259447e-05,1613948001480,7512
+"mom_2",0.9471871701628497,1613948001480,7512
+"eps_2",1e-05,1613948001480,7512
+"train_loss",0.004316516,1613948002461,7513
+"raw_loss",0.0054282234,1613948002461,7513
+"epoch",47.25786163522012,1613948002461,7513
+"wd_0",0.01,1613948002461,7513
+"sqr_mom_0",0.99,1613948002461,7513
+"lr_0",1.402238930777696e-07,1613948002461,7513
+"mom_0",0.9471964941033856,1613948002461,7513
+"eps_0",1e-05,1613948002461,7513
+"wd_1",0.01,1613948002461,7513
+"sqr_mom_1",0.99,1613948002461,7513
+"lr_1",1.4022389307776943e-06,1613948002461,7513
+"mom_1",0.9471964941033856,1613948002461,7513
+"eps_1",1e-05,1613948002461,7513
+"wd_2",0.01,1613948002461,7513
+"sqr_mom_2",0.99,1613948002461,7513
+"lr_2",1.4022389307776916e-05,1613948002461,7513
+"mom_2",0.9471964941033856,1613948002461,7513
+"eps_2",1e-05,1613948002461,7513
+"train_loss",0.004276931,1613948003449,7514
+"raw_loss",0.0023372406,1613948003449,7514
+"epoch",47.26415094339622,1613948003449,7514
+"wd_0",0.01,1613948003449,7514
+"sqr_mom_0",0.99,1613948003449,7514
+"lr_0",1.397581437707316e-07,1613948003449,7514
+"mom_0",0.9472058091826772,1613948003449,7514
+"eps_0",1e-05,1613948003449,7514
+"wd_1",0.01,1613948003449,7514
+"sqr_mom_1",0.99,1613948003449,7514
+"lr_1",1.3975814377073143e-06,1613948003449,7514
+"mom_1",0.9472058091826772,1613948003449,7514
+"eps_1",1e-05,1613948003449,7514
+"wd_2",0.01,1613948003449,7514
+"sqr_mom_2",0.99,1613948003449,7514
+"lr_2",1.3975814377073102e-05,1613948003449,7514
+"mom_2",0.9472058091826772,1613948003449,7514
+"eps_2",1e-05,1613948003449,7514
+"train_loss",0.0042579323,1613948004460,7515
+"raw_loss",0.0033269979,1613948004460,7515
+"epoch",47.27044025157232,1613948004460,7515
+"wd_0",0.01,1613948004460,7515
+"sqr_mom_0",0.99,1613948004460,7515
+"lr_0",1.392934553744692e-07,1613948004460,7515
+"mom_0",0.947215103043541,1613948004460,7515
+"eps_0",1e-05,1613948004460,7515
+"wd_1",0.01,1613948004460,7515
+"sqr_mom_1",0.99,1613948004460,7515
+"lr_1",1.3929345537446903e-06,1613948004460,7515
+"mom_1",0.947215103043541,1613948004460,7515
+"eps_1",1e-05,1613948004460,7515
+"wd_2",0.01,1613948004460,7515
+"sqr_mom_2",0.99,1613948004460,7515
+"lr_2",1.392934553744689e-05,1613948004460,7515
+"mom_2",0.947215103043541,1613948004460,7515
+"eps_2",1e-05,1613948004460,7515
+"train_loss",0.004254756,1613948005456,7516
+"raw_loss",0.004099115,1613948005456,7516
+"epoch",47.27672955974842,1613948005456,7516
+"wd_0",0.01,1613948005456,7516
+"sqr_mom_0",0.99,1613948005456,7516
+"lr_0",1.3882936513291552e-07,1613948005456,7516
+"mom_0",0.9472243849411911,1613948005456,7516
+"eps_0",1e-05,1613948005456,7516
+"wd_1",0.01,1613948005456,7516
+"sqr_mom_1",0.99,1613948005456,7516
+"lr_1",1.3882936513291585e-06,1613948005456,7516
+"mom_1",0.9472243849411911,1613948005456,7516
+"eps_1",1e-05,1613948005456,7516
+"wd_2",0.01,1613948005456,7516
+"sqr_mom_2",0.99,1613948005456,7516
+"lr_2",1.3882936513291558e-05,1613948005456,7516
+"mom_2",0.9472243849411911,1613948005456,7516
+"eps_2",1e-05,1613948005456,7516
+"train_loss",0.004251972,1613948006420,7517
+"raw_loss",0.004115537,1613948006420,7517
+"epoch",47.28301886792452,1613948006420,7517
+"wd_0",0.01,1613948006420,7517
+"sqr_mom_0",0.99,1613948006420,7517
+"lr_0",1.3836602749540493e-07,1613948006420,7517
+"mom_0",0.9472336517866098,1613948006420,7517
+"eps_0",1e-05,1613948006420,7517
+"wd_1",0.01,1613948006420,7517
+"sqr_mom_1",0.99,1613948006420,7517
+"lr_1",1.383660274954046e-06,1613948006420,7517
+"mom_1",0.9472336517866098,1613948006420,7517
+"eps_1",1e-05,1613948006420,7517
+"wd_2",0.01,1613948006420,7517
+"sqr_mom_2",0.99,1613948006420,7517
+"lr_2",1.3836602749540418e-05,1613948006420,7517
+"mom_2",0.9472336517866098,1613948006420,7517
+"eps_2",1e-05,1613948006420,7517
+"train_loss",0.0042760414,1613948007377,7518
+"raw_loss",0.005455453,1613948007377,7518
+"epoch",47.28930817610062,1613948007377,7518
+"wd_0",0.01,1613948007377,7518
+"sqr_mom_0",0.99,1613948007377,7518
+"lr_0",1.3790344260961933e-07,1613948007377,7518
+"mom_0",0.9472429035768434,1613948007377,7518
+"eps_0",1e-05,1613948007377,7518
+"wd_1",0.01,1613948007377,7518
+"sqr_mom_1",0.99,1613948007377,7518
+"lr_1",1.3790344260961916e-06,1613948007377,7518
+"mom_1",0.9472429035768434,1613948007377,7518
+"eps_1",1e-05,1613948007377,7518
+"wd_2",0.01,1613948007377,7518
+"sqr_mom_2",0.99,1613948007377,7518
+"lr_2",1.3790344260961875e-05,1613948007377,7518
+"mom_2",0.9472429035768434,1613948007377,7518
+"eps_2",1e-05,1613948007377,7518
+"train_loss",0.00426262,1613948008323,7519
+"raw_loss",0.0036049692,1613948008323,7519
+"epoch",47.29559748427672,1613948008323,7519
+"wd_0",0.01,1613948008323,7519
+"sqr_mom_0",0.99,1613948008323,7519
+"lr_0",1.374417636762742e-07,1613948008323,7519
+"mom_0",0.947252137247847,1613948008323,7519
+"eps_0",1e-05,1613948008323,7519
+"wd_1",0.01,1613948008323,7519
+"sqr_mom_1",0.99,1613948008323,7519
+"lr_1",1.374417636762742e-06,1613948008323,7519
+"mom_1",0.947252137247847,1613948008323,7519
+"eps_1",1e-05,1613948008323,7519
+"wd_2",0.01,1613948008323,7519
+"sqr_mom_2",0.99,1613948008323,7519
+"lr_2",1.3744176367627421e-05,1613948008323,7519
+"mom_2",0.947252137247847,1613948008323,7519
+"eps_2",1e-05,1613948008323,7519
+"train_loss",0.0043188226,1613948009278,7520
+"raw_loss",0.0070727393,1613948009278,7520
+"epoch",47.30188679245282,1613948009278,7520
+"wd_0",0.01,1613948009278,7520
+"sqr_mom_0",0.99,1613948009278,7520
+"lr_0",1.3698053168275972e-07,1613948009278,7520
+"mom_0",0.9472613619799646,1613948009278,7520
+"eps_0",1e-05,1613948009278,7520
+"wd_1",0.01,1613948009278,7520
+"sqr_mom_1",0.99,1613948009278,7520
+"lr_1",1.3698053168276005e-06,1613948009278,7520
+"mom_1",0.9472613619799646,1613948009278,7520
+"eps_1",1e-05,1613948009278,7520
+"wd_2",0.01,1613948009278,7520
+"sqr_mom_2",0.99,1613948009278,7520
+"lr_2",1.3698053168275965e-05,1613948009278,7520
+"mom_2",0.9472613619799646,1613948009278,7520
+"eps_2",1e-05,1613948009278,7520
+"train_loss",0.004315888,1613948010233,7521
+"raw_loss",0.004172088,1613948010233,7521
+"epoch",47.30817610062892,1613948010233,7521
+"wd_0",0.01,1613948010233,7521
+"sqr_mom_0",0.99,1613948010233,7521
+"lr_0",1.3652035848949508e-07,1613948010233,7521
+"mom_0",0.9472705655358654,1613948010233,7521
+"eps_0",1e-05,1613948010233,7521
+"wd_1",0.01,1613948010233,7521
+"sqr_mom_1",0.99,1613948010233,7521
+"lr_1",1.3652035848949525e-06,1613948010233,7521
+"mom_1",0.9472705655358654,1613948010233,7521
+"eps_1",1e-05,1613948010233,7521
+"wd_2",0.01,1613948010233,7521
+"sqr_mom_2",0.99,1613948010233,7521
+"lr_2",1.3652035848949471e-05,1613948010233,7521
+"mom_2",0.9472705655358654,1613948010233,7521
+"eps_2",1e-05,1613948010233,7521
+"train_loss",0.0043043736,1613948011195,7522
+"raw_loss",0.0037401703,1613948011195,7522
+"epoch",47.31446540880502,1613948011195,7522
+"wd_0",0.01,1613948011195,7522
+"sqr_mom_0",0.99,1613948011195,7522
+"lr_0",1.3606093813659574e-07,1613948011195,7522
+"mom_0",0.9472797540348084,1613948011195,7522
+"eps_0",1e-05,1613948011195,7522
+"wd_1",0.01,1613948011195,7522
+"sqr_mom_1",0.99,1613948011195,7522
+"lr_1",1.360609381365959e-06,1613948011195,7522
+"mom_1",0.9472797540348084,1613948011195,7522
+"eps_1",1e-05,1613948011195,7522
+"wd_2",0.01,1613948011195,7522
+"sqr_mom_2",0.99,1613948011195,7522
+"lr_2",1.3606093813659577e-05,1613948011195,7522
+"mom_2",0.9472797540348084,1613948011195,7522
+"eps_2",1e-05,1613948011195,7522
+"train_loss",0.0043032663,1613948012256,7523
+"raw_loss",0.0042490116,1613948012256,7523
+"epoch",47.32075471698112,1613948012256,7523
+"wd_0",0.01,1613948012256,7523
+"sqr_mom_0",0.99,1613948012256,7523
+"lr_0",1.356019666625218e-07,1613948012256,7523
+"mom_0",0.9472889335560851,1613948012256,7523
+"eps_0",1e-05,1613948012256,7523
+"wd_1",0.01,1613948012256,7523
+"sqr_mom_1",0.99,1613948012256,7523
+"lr_1",1.3560196666252198e-06,1613948012256,7523
+"mom_1",0.9472889335560851,1613948012256,7523
+"eps_1",1e-05,1613948012256,7523
+"wd_2",0.01,1613948012256,7523
+"sqr_mom_2",0.99,1613948012256,7523
+"lr_2",1.3560196666252157e-05,1613948012256,7523
+"mom_2",0.9472889335560851,1613948012256,7523
+"eps_2",1e-05,1613948012256,7523
+"train_loss",0.004329322,1613948013299,7524
+"raw_loss",0.0056060515,1613948013299,7524
+"epoch",47.32704402515722,1613948013299,7524
+"wd_0",0.01,1613948013299,7524
+"sqr_mom_0",0.99,1613948013299,7524
+"lr_0",1.3514405292893416e-07,1613948013299,7524
+"mom_0",0.9472980919223405,1613948013299,7524
+"eps_0",1e-05,1613948013299,7524
+"wd_1",0.01,1613948013299,7524
+"sqr_mom_1",0.99,1613948013299,7524
+"lr_1",1.351440529289345e-06,1613948013299,7524
+"mom_1",0.9472980919223405,1613948013299,7524
+"eps_1",1e-05,1613948013299,7524
+"wd_2",0.01,1613948013299,7524
+"sqr_mom_2",0.99,1613948013299,7524
+"lr_2",1.3514405292893437e-05,1613948013299,7524
+"mom_2",0.9472980919223405,1613948013299,7524
+"eps_2",1e-05,1613948013299,7524
+"train_loss",0.0043249293,1613948014390,7525
+"raw_loss",0.0041096886,1613948014390,7525
+"epoch",47.33333333333332,1613948014390,7525
+"wd_0",0.01,1613948014390,7525
+"sqr_mom_0",0.99,1613948014390,7525
+"lr_0",1.3468689247410387e-07,1613948014390,7525
+"mom_0",0.9473072352228701,1613948014390,7525
+"eps_0",1e-05,1613948014390,7525
+"wd_1",0.01,1613948014390,7525
+"sqr_mom_1",0.99,1613948014390,7525
+"lr_1",1.3468689247410421e-06,1613948014390,7525
+"mom_1",0.9473072352228701,1613948014390,7525
+"eps_1",1e-05,1613948014390,7525
+"wd_2",0.01,1613948014390,7525
+"sqr_mom_2",0.99,1613948014390,7525
+"lr_2",1.346868924741038e-05,1613948014390,7525
+"mom_2",0.9473072352228701,1613948014390,7525
+"eps_2",1e-05,1613948014390,7525
+"train_loss",0.004361054,1613948015343,7526
+"raw_loss",0.0061311545,1613948015343,7526
+"epoch",47.33962264150942,1613948015343,7526
+"wd_0",0.01,1613948015343,7526
+"sqr_mom_0",0.99,1613948015343,7526
+"lr_0",1.342301828358063e-07,1613948015343,7526
+"mom_0",0.947316369506979,1613948015343,7526
+"eps_0",1e-05,1613948015343,7526
+"wd_1",0.01,1613948015343,7526
+"sqr_mom_1",0.99,1613948015343,7526
+"lr_1",1.3423018283580579e-06,1613948015343,7526
+"mom_1",0.947316369506979,1613948015343,7526
+"eps_1",1e-05,1613948015343,7526
+"wd_2",0.01,1613948015343,7526
+"sqr_mom_2",0.99,1613948015343,7526
+"lr_2",1.3423018283580579e-05,1613948015343,7526
+"mom_2",0.947316369506979,1613948015343,7526
+"eps_2",1e-05,1613948015343,7526
+"train_loss",0.0043763905,1613948016284,7527
+"raw_loss",0.0051278835,1613948016284,7527
+"epoch",47.34591194968552,1613948016284,7527
+"wd_0",0.01,1613948016284,7527
+"sqr_mom_0",0.99,1613948016284,7527
+"lr_0",1.337745298751982e-07,1613948016284,7527
+"mom_0",0.9473254826573225,1613948016284,7527
+"eps_0",1e-05,1613948016284,7527
+"wd_1",0.01,1613948016284,7527
+"sqr_mom_1",0.99,1613948016284,7527
+"lr_1",1.3377452987519786e-06,1613948016284,7527
+"mom_1",0.9473254826573225,1613948016284,7527
+"eps_1",1e-05,1613948016284,7527
+"wd_2",0.01,1613948016284,7527
+"sqr_mom_2",0.99,1613948016284,7527
+"lr_2",1.3377452987519745e-05,1613948016284,7527
+"mom_2",0.9473254826573225,1613948016284,7527
+"eps_2",1e-05,1613948016284,7527
+"train_loss",0.0043754964,1613948017298,7528
+"raw_loss",0.004331695,1613948017298,7528
+"epoch",47.35220125786162,1613948017298,7528
+"wd_0",0.01,1613948017298,7528
+"sqr_mom_0",0.99,1613948017298,7528
+"lr_0",1.3331932902235254e-07,1613948017298,7528
+"mom_0",0.9473345867654206,1613948017298,7528
+"eps_0",1e-05,1613948017298,7528
+"wd_1",0.01,1613948017298,7528
+"sqr_mom_1",0.99,1613948017298,7528
+"lr_1",1.3331932902235237e-06,1613948017298,7528
+"mom_1",0.9473345867654206,1613948017298,7528
+"eps_1",1e-05,1613948017298,7528
+"wd_2",0.01,1613948017298,7528
+"sqr_mom_2",0.99,1613948017298,7528
+"lr_2",1.3331932902235224e-05,1613948017298,7528
+"mom_2",0.9473345867654206,1613948017298,7528
+"eps_2",1e-05,1613948017298,7528
+"train_loss",0.004342405,1613948018297,7529
+"raw_loss",0.0027209267,1613948018297,7529
+"epoch",47.35849056603772,1613948018297,7529
+"wd_0",0.01,1613948018297,7529
+"sqr_mom_0",0.99,1613948018297,7529
+"lr_0",1.3286518413690419e-07,1613948018297,7529
+"mom_0",0.9473436697539594,1613948018297,7529
+"eps_0",1e-05,1613948018297,7529
+"wd_1",0.01,1613948018297,7529
+"sqr_mom_1",0.99,1613948018297,7529
+"lr_1",1.328651841369047e-06,1613948018297,7529
+"mom_1",0.9473436697539594,1613948018297,7529
+"eps_1",1e-05,1613948018297,7529
+"wd_2",0.01,1613948018297,7529
+"sqr_mom_2",0.99,1613948018297,7529
+"lr_2",1.3286518413690442e-05,1613948018297,7529
+"mom_2",0.9473436697539594,1613948018297,7529
+"eps_2",1e-05,1613948018297,7529
+"train_loss",0.0043176664,1613948019248,7530
+"raw_loss",0.0031054742,1613948019248,7530
+"epoch",47.36477987421382,1613948019248,7530
+"wd_0",0.01,1613948019248,7530
+"sqr_mom_0",0.99,1613948019248,7530
+"lr_0",1.32411642952942e-07,1613948019248,7530
+"mom_0",0.9473527406683478,1613948019248,7530
+"eps_0",1e-05,1613948019248,7530
+"wd_1",0.01,1613948019248,7530
+"sqr_mom_1",0.99,1613948019248,7530
+"lr_1",1.3241164295294184e-06,1613948019248,7530
+"mom_1",0.9473527406683478,1613948019248,7530
+"eps_1",1e-05,1613948019248,7530
+"wd_2",0.01,1613948019248,7530
+"sqr_mom_2",0.99,1613948019248,7530
+"lr_2",1.3241164295294157e-05,1613948019248,7530
+"mom_2",0.9473527406683478,1613948019248,7530
+"eps_2",1e-05,1613948019248,7530
+"train_loss",0.004277078,1613948020191,7531
+"raw_loss",0.0022882365,1613948020191,7531
+"epoch",47.371069182389924,1613948020191,7531
+"wd_0",0.01,1613948020191,7531
+"sqr_mom_0",0.99,1613948020191,7531
+"lr_0",1.319588564185965e-07,1613948020191,7531
+"mom_0",0.947361796489593,1613948020191,7531
+"eps_0",1e-05,1613948020191,7531
+"wd_1",0.01,1613948020191,7531
+"sqr_mom_1",0.99,1613948020191,7531
+"lr_1",1.3195885641859666e-06,1613948020191,7531
+"mom_1",0.947361796489593,1613948020191,7531
+"eps_1",1e-05,1613948020191,7531
+"wd_2",0.01,1613948020191,7531
+"sqr_mom_2",0.99,1613948020191,7531
+"lr_2",1.3195885641859625e-05,1613948020191,7531
+"mom_2",0.947361796489593,1613948020191,7531
+"eps_2",1e-05,1613948020191,7531
+"train_loss",0.00428911,1613948021150,7532
+"raw_loss",0.0048787002,1613948021150,7532
+"epoch",47.377358490566024,1613948021150,7532
+"wd_0",0.01,1613948021150,7532
+"sqr_mom_0",0.99,1613948021150,7532
+"lr_0",1.3150682467819018e-07,1613948021150,7532
+"mom_0",0.9473708372148083,1613948021150,7532
+"eps_0",1e-05,1613948021150,7532
+"wd_1",0.01,1613948021150,7532
+"sqr_mom_1",0.99,1613948021150,7532
+"lr_1",1.3150682467819e-06,1613948021150,7532
+"mom_1",0.9473708372148083,1613948021150,7532
+"eps_1",1e-05,1613948021150,7532
+"wd_2",0.01,1613948021150,7532
+"sqr_mom_2",0.99,1613948021150,7532
+"lr_2",1.3150682467818987e-05,1613948021150,7532
+"mom_2",0.9473708372148083,1613948021150,7532
+"eps_2",1e-05,1613948021150,7532
+"train_loss",0.0042999494,1613948022146,7533
+"raw_loss",0.0048310724,1613948022146,7533
+"epoch",47.383647798742125,1613948022146,7533
+"wd_0",0.01,1613948022146,7533
+"sqr_mom_0",0.99,1613948022146,7533
+"lr_0",1.3105569742784398e-07,1613948022146,7533
+"mom_0",0.9473798598500416,1613948022146,7533
+"eps_0",1e-05,1613948022146,7533
+"wd_1",0.01,1613948022146,7533
+"sqr_mom_1",0.99,1613948022146,7533
+"lr_1",1.310556974278445e-06,1613948022146,7533
+"mom_1",0.9473798598500416,1613948022146,7533
+"eps_1",1e-05,1613948022146,7533
+"wd_2",0.01,1613948022146,7533
+"sqr_mom_2",0.99,1613948022146,7533
+"lr_2",1.3105569742784381e-05,1613948022146,7533
+"mom_2",0.9473798598500416,1613948022146,7533
+"eps_2",1e-05,1613948022146,7533
+"train_loss",0.0043273726,1613948023129,7534
+"raw_loss",0.0056711044,1613948023129,7534
+"epoch",47.389937106918225,1613948023129,7534
+"wd_0",0.01,1613948023129,7534
+"sqr_mom_0",0.99,1613948023129,7534
+"lr_0",1.3060502615526907e-07,1613948023129,7534
+"mom_0",0.9473888733656283,1613948023129,7534
+"eps_0",1e-05,1613948023129,7534
+"wd_1",0.01,1613948023129,7534
+"sqr_mom_1",0.99,1613948023129,7534
+"lr_1",1.3060502615526957e-06,1613948023129,7534
+"mom_1",0.9473888733656283,1613948023129,7534
+"eps_1",1e-05,1613948023129,7534
+"wd_2",0.01,1613948023129,7534
+"sqr_mom_2",0.99,1613948023129,7534
+"lr_2",1.3060502615526903e-05,1613948023129,7534
+"mom_2",0.9473888733656283,1613948023129,7534
+"eps_2",1e-05,1613948023129,7534
+"train_loss",0.004358951,1613948024100,7535
+"raw_loss",0.005906288,1613948024100,7535
+"epoch",47.396226415094326,1613948024100,7535
+"wd_0",0.01,1613948024100,7535
+"sqr_mom_0",0.99,1613948024100,7535
+"lr_0",1.3015540871125787e-07,1613948024100,7535
+"mom_0",0.9473978658044329,1613948024100,7535
+"eps_0",1e-05,1613948024100,7535
+"wd_1",0.01,1613948024100,7535
+"sqr_mom_1",0.99,1613948024100,7535
+"lr_1",1.3015540871125838e-06,1613948024100,7535
+"mom_1",0.9473978658044329,1613948024100,7535
+"eps_1",1e-05,1613948024100,7535
+"wd_2",0.01,1613948024100,7535
+"sqr_mom_2",0.99,1613948024100,7535
+"lr_2",1.3015540871125783e-05,1613948024100,7535
+"mom_2",0.9473978658044329,1613948024100,7535
+"eps_2",1e-05,1613948024100,7535
+"train_loss",0.0043265014,1613948025042,7536
+"raw_loss",0.0027364662,1613948025042,7536
+"epoch",47.402515723270426,1613948025042,7536
+"wd_0",0.01,1613948025042,7536
+"sqr_mom_0",0.99,1613948025042,7536
+"lr_0",1.2970654613502428e-07,1613948025042,7536
+"mom_0",0.947406843145731,1613948025042,7536
+"eps_0",1e-05,1613948025042,7536
+"wd_1",0.01,1613948025042,7536
+"sqr_mom_1",0.99,1613948025042,7536
+"lr_1",1.2970654613502394e-06,1613948025042,7536
+"mom_1",0.947406843145731,1613948025042,7536
+"eps_1",1e-05,1613948025042,7536
+"wd_2",0.01,1613948025042,7536
+"sqr_mom_2",0.99,1613948025042,7536
+"lr_2",1.2970654613502354e-05,1613948025042,7536
+"mom_2",0.947406843145731,1613948025042,7536
+"eps_2",1e-05,1613948025042,7536
+"train_loss",0.004312188,1613948025985,7537
+"raw_loss",0.0036108235,1613948025985,7537
+"epoch",47.408805031446526,1613948025985,7537
+"wd_0",0.01,1613948025985,7537
+"sqr_mom_0",0.99,1613948025985,7537
+"lr_0",1.2925814146949794e-07,1613948025985,7537
+"mom_0",0.9474158113287233,1613948025985,7537
+"eps_0",1e-05,1613948025985,7537
+"wd_1",0.01,1613948025985,7537
+"sqr_mom_1",0.99,1613948025985,7537
+"lr_1",1.292581414694981e-06,1613948025985,7537
+"mom_1",0.9474158113287233,1613948025985,7537
+"eps_1",1e-05,1613948025985,7537
+"wd_2",0.01,1613948025985,7537
+"sqr_mom_2",0.99,1613948025985,7537
+"lr_2",1.2925814146949783e-05,1613948025985,7537
+"mom_2",0.9474158113287233,1613948025985,7537
+"eps_2",1e-05,1613948025985,7537
+"train_loss",0.0042766486,1613948026965,7538
+"raw_loss",0.0025352114,1613948026965,7538
+"epoch",47.41509433962263,1613948026965,7538
+"wd_0",0.01,1613948026965,7538
+"sqr_mom_0",0.99,1613948026965,7538
+"lr_0",1.2881078955864322e-07,1613948026965,7538
+"mom_0",0.9474247584564116,1613948026965,7538
+"eps_0",1e-05,1613948026965,7538
+"wd_1",0.01,1613948026965,7538
+"sqr_mom_1",0.99,1613948026965,7538
+"lr_1",1.2881078955864322e-06,1613948026965,7538
+"mom_1",0.9474247584564116,1613948026965,7538
+"eps_1",1e-05,1613948026965,7538
+"wd_2",0.01,1613948026965,7538
+"sqr_mom_2",0.99,1613948026965,7538
+"lr_2",1.2881078955864322e-05,1613948026965,7538
+"mom_2",0.9474247584564116,1613948026965,7538
+"eps_2",1e-05,1613948026965,7538
+"train_loss",0.0042617293,1613948027955,7539
+"raw_loss",0.0035306846,1613948027955,7539
+"epoch",47.42138364779873,1613948027955,7539
+"wd_0",0.01,1613948027955,7539
+"sqr_mom_0",0.99,1613948027955,7539
+"lr_0",1.283640448951579e-07,1613948027955,7539
+"mom_0",0.9474336934390312,1613948027955,7539
+"eps_0",1e-05,1613948027955,7539
+"wd_1",0.01,1613948027955,7539
+"sqr_mom_1",0.99,1613948027955,7539
+"lr_1",1.2836404489515772e-06,1613948027955,7539
+"mom_1",0.9474336934390312,1613948027955,7539
+"eps_1",1e-05,1613948027955,7539
+"wd_2",0.01,1613948027955,7539
+"sqr_mom_2",0.99,1613948027955,7539
+"lr_2",1.2836404489515786e-05,1613948027955,7539
+"mom_2",0.9474336934390312,1613948027955,7539
+"eps_2",1e-05,1613948027955,7539
+"train_loss",0.004298665,1613948028904,7540
+"raw_loss",0.006108511,1613948028904,7540
+"epoch",47.42767295597483,1613948028904,7540
+"wd_0",0.01,1613948028904,7540
+"sqr_mom_0",0.99,1613948028904,7540
+"lr_0",1.2791805617141526e-07,1613948028904,7540
+"mom_0",0.9474426133027046,1613948028904,7540
+"eps_0",1e-05,1613948028904,7540
+"wd_1",0.01,1613948028904,7540
+"sqr_mom_1",0.99,1613948028904,7540
+"lr_1",1.2791805617141594e-06,1613948028904,7540
+"mom_1",0.9474426133027046,1613948028904,7540
+"eps_1",1e-05,1613948028904,7540
+"wd_2",0.01,1613948028904,7540
+"sqr_mom_2",0.99,1613948028904,7540
+"lr_2",1.2791805617141526e-05,1613948028904,7540
+"mom_2",0.9474426133027046,1613948028904,7540
+"eps_2",1e-05,1613948028904,7540
+"train_loss",0.004275266,1613948029893,7541
+"raw_loss",0.0031287149,1613948029893,7541
+"epoch",47.43396226415093,1613948029893,7541
+"wd_0",0.01,1613948029893,7541
+"sqr_mom_0",0.99,1613948029893,7541
+"lr_0",1.2747282352957033e-07,1613948029893,7541
+"mom_0",0.947451518044589,1613948029893,7541
+"eps_0",1e-05,1613948029893,7541
+"wd_1",0.01,1613948029893,7541
+"sqr_mom_1",0.99,1613948029893,7541
+"lr_1",1.2747282352957033e-06,1613948029893,7541
+"mom_1",0.947451518044589,1613948029893,7541
+"eps_1",1e-05,1613948029893,7541
+"wd_2",0.01,1613948029893,7541
+"sqr_mom_2",0.99,1613948029893,7541
+"lr_2",1.2747282352956952e-05,1613948029893,7541
+"mom_2",0.947451518044589,1613948029893,7541
+"eps_2",1e-05,1613948029893,7541
+"train_loss",0.0042482903,1613948030872,7542
+"raw_loss",0.0029264672,1613948030872,7542
+"epoch",47.44025157232703,1613948030872,7542
+"wd_0",0.01,1613948030872,7542
+"sqr_mom_0",0.99,1613948030872,7542
+"lr_0",1.270284944078481e-07,1613948030872,7542
+"mom_0",0.9474604047158901,1613948030872,7542
+"eps_0",1e-05,1613948030872,7542
+"wd_1",0.01,1613948030872,7542
+"sqr_mom_1",0.99,1613948030872,7542
+"lr_1",1.2702849440784843e-06,1613948030872,7542
+"mom_1",0.9474604047158901,1613948030872,7542
+"eps_1",1e-05,1613948030872,7542
+"wd_2",0.01,1613948030872,7542
+"sqr_mom_2",0.99,1613948030872,7542
+"lr_2",1.2702849440784816e-05,1613948030872,7542
+"mom_2",0.9474604047158901,1613948030872,7542
+"eps_2",1e-05,1613948030872,7542
+"train_loss",0.004239599,1613948031824,7543
+"raw_loss",0.0038137373,1613948031824,7543
+"epoch",47.44654088050313,1613948031824,7543
+"wd_0",0.01,1613948031824,7543
+"sqr_mom_0",0.99,1613948031824,7543
+"lr_0",1.265846270589806e-07,1613948031824,7543
+"mom_0",0.9474692821516418,1613948031824,7543
+"eps_0",1e-05,1613948031824,7543
+"wd_1",0.01,1613948031824,7543
+"sqr_mom_1",0.99,1613948031824,7543
+"lr_1",1.2658462705898078e-06,1613948031824,7543
+"mom_1",0.9474692821516418,1613948031824,7543
+"eps_1",1e-05,1613948031824,7543
+"wd_2",0.01,1613948031824,7543
+"sqr_mom_2",0.99,1613948031824,7543
+"lr_2",1.2658462705898038e-05,1613948031824,7543
+"mom_2",0.9474692821516418,1613948031824,7543
+"eps_2",1e-05,1613948031824,7543
+"train_loss",0.004263819,1613948032792,7544
+"raw_loss",0.005450605,1613948032792,7544
+"epoch",47.45283018867923,1613948032792,7544
+"wd_0",0.01,1613948032792,7544
+"sqr_mom_0",0.99,1613948032792,7544
+"lr_0",1.26141810307823e-07,1613948032792,7544
+"mom_0",0.9474781385752292,1613948032792,7544
+"eps_0",1e-05,1613948032792,7544
+"wd_1",0.01,1613948032792,7544
+"sqr_mom_1",0.99,1613948032792,7544
+"lr_1",1.261418103078235e-06,1613948032792,7544
+"mom_1",0.9474781385752292,1613948032792,7544
+"eps_1",1e-05,1613948032792,7544
+"wd_2",0.01,1613948032792,7544
+"sqr_mom_2",0.99,1613948032792,7544
+"lr_2",1.2614181030782309e-05,1613948032792,7544
+"mom_2",0.9474781385752292,1613948032792,7544
+"eps_2",1e-05,1613948032792,7544
+"train_loss",0.0042576147,1613948033748,7545
+"raw_loss",0.0039535994,1613948033748,7545
+"epoch",47.45911949685533,1613948033748,7545
+"wd_0",0.01,1613948033748,7545
+"sqr_mom_0",0.99,1613948033748,7545
+"lr_0",1.2569974970288166e-07,1613948033748,7545
+"mom_0",0.947486979875741,1613948033748,7545
+"eps_0",1e-05,1613948033748,7545
+"wd_1",0.01,1613948033748,7545
+"sqr_mom_1",0.99,1613948033748,7545
+"lr_1",1.2569974970288132e-06,1613948033748,7545
+"mom_1",0.947486979875741,1613948033748,7545
+"eps_1",1e-05,1613948033748,7545
+"wd_2",0.01,1613948033748,7545
+"sqr_mom_2",0.99,1613948033748,7545
+"lr_2",1.2569974970288078e-05,1613948033748,7545
+"mom_2",0.947486979875741,1613948033748,7545
+"eps_2",1e-05,1613948033748,7545
+"train_loss",0.0042897463,1613948034706,7546
+"raw_loss",0.005864203,1613948034706,7546
+"epoch",47.46540880503143,1613948034706,7546
+"wd_0",0.01,1613948034706,7546
+"sqr_mom_0",0.99,1613948034706,7546
+"lr_0",1.252581527997771e-07,1613948034706,7546
+"mom_0",0.9474958119021234,1613948034706,7546
+"eps_0",1e-05,1613948034706,7546
+"wd_1",0.01,1613948034706,7546
+"sqr_mom_1",0.99,1613948034706,7546
+"lr_1",1.2525815279977676e-06,1613948034706,7546
+"mom_1",0.9474958119021234,1613948034706,7546
+"eps_1",1e-05,1613948034706,7546
+"wd_2",0.01,1613948034706,7546
+"sqr_mom_2",0.99,1613948034706,7546
+"lr_2",1.2525815279977636e-05,1613948034706,7546
+"mom_2",0.9474958119021234,1613948034706,7546
+"eps_2",1e-05,1613948034706,7546
+"train_loss",0.0042575314,1613948035649,7547
+"raw_loss",0.0026789936,1613948035649,7547
+"epoch",47.47169811320753,1613948035649,7547
+"wd_0",0.01,1613948035649,7547
+"sqr_mom_0",0.99,1613948035649,7547
+"lr_0",1.248176054114406e-07,1613948035649,7547
+"mom_0",0.9475046229380005,1613948035649,7547
+"eps_0",1e-05,1613948035649,7547
+"wd_1",0.01,1613948035649,7547
+"sqr_mom_1",0.99,1613948035649,7547
+"lr_1",1.248176054114401e-06,1613948035649,7547
+"mom_1",0.9475046229380005,1613948035649,7547
+"eps_1",1e-05,1613948035649,7547
+"wd_2",0.01,1613948035649,7547
+"sqr_mom_2",0.99,1613948035649,7547
+"lr_2",1.248176054114401e-05,1613948035649,7547
+"mom_2",0.9475046229380005,1613948035649,7547
+"eps_2",1e-05,1613948035649,7547
+"train_loss",0.0042484417,1613948036646,7548
+"raw_loss",0.003803053,1613948036646,7548
+"epoch",47.47798742138363,1613948036646,7548
+"wd_0",0.01,1613948036646,7548
+"sqr_mom_0",0.99,1613948036646,7548
+"lr_0",1.2437781459111403e-07,1613948036646,7548
+"mom_0",0.9475134188423661,1613948036646,7548
+"eps_0",1e-05,1613948036646,7548
+"wd_1",0.01,1613948036646,7548
+"sqr_mom_1",0.99,1613948036646,7548
+"lr_1",1.2437781459111386e-06,1613948036646,7548
+"mom_1",0.9475134188423661,1613948036646,7548
+"eps_1",1e-05,1613948036646,7548
+"wd_2",0.01,1613948036646,7548
+"sqr_mom_2",0.99,1613948036646,7548
+"lr_2",1.2437781459111359e-05,1613948036646,7548
+"mom_2",0.9475134188423661,1613948036646,7548
+"eps_2",1e-05,1613948036646,7548
+"train_loss",0.0042800703,1613948037619,7549
+"raw_loss",0.0058298726,1613948037619,7549
+"epoch",47.48427672955973,1613948037619,7549
+"wd_0",0.01,1613948037619,7549
+"sqr_mom_0",0.99,1613948037619,7549
+"lr_0",1.2393848940027723e-07,1613948037619,7549
+"mom_0",0.9475222054340487,1613948037619,7549
+"eps_0",1e-05,1613948037619,7549
+"wd_1",0.01,1613948037619,7549
+"sqr_mom_1",0.99,1613948037619,7549
+"lr_1",1.2393848940027774e-06,1613948037619,7549
+"mom_1",0.9475222054340487,1613948037619,7549
+"eps_1",1e-05,1613948037619,7549
+"wd_2",0.01,1613948037619,7549
+"sqr_mom_2",0.99,1613948037619,7549
+"lr_2",1.2393848940027733e-05,1613948037619,7549
+"mom_2",0.9475222054340487,1613948037619,7549
+"eps_2",1e-05,1613948037619,7549
+"train_loss",0.0042302366,1613948038593,7550
+"raw_loss",0.0017883935,1613948038593,7550
+"epoch",47.49056603773583,1613948038593,7550
+"wd_0",0.01,1613948038593,7550
+"sqr_mom_0",0.99,1613948038593,7550
+"lr_0",1.2350021263825636e-07,1613948038593,7550
+"mom_0",0.9475309710569454,1613948038593,7550
+"eps_0",1e-05,1613948038593,7550
+"wd_1",0.01,1613948038593,7550
+"sqr_mom_1",0.99,1613948038593,7550
+"lr_1",1.2350021263825704e-06,1613948038593,7550
+"mom_1",0.9475309710569454,1613948038593,7550
+"eps_1",1e-05,1613948038593,7550
+"wd_2",0.01,1613948038593,7550
+"sqr_mom_2",0.99,1613948038593,7550
+"lr_2",1.2350021263825609e-05,1613948038593,7550
+"mom_2",0.9475309710569454,1613948038593,7550
+"eps_2",1e-05,1613948038593,7550
+"train_loss",0.004224885,1613948039541,7551
+"raw_loss",0.0039626556,1613948039541,7551
+"epoch",47.49685534591193,1613948039541,7551
+"wd_0",0.01,1613948039541,7551
+"sqr_mom_0",0.99,1613948039541,7551
+"lr_0",1.2306254782700688e-07,1613948039541,7551
+"mom_0",0.9475397244407042,1613948039541,7551
+"eps_0",1e-05,1613948039541,7551
+"wd_1",0.01,1613948039541,7551
+"sqr_mom_1",0.99,1613948039541,7551
+"lr_1",1.2306254782700688e-06,1613948039541,7551
+"mom_1",0.9475397244407042,1613948039541,7551
+"eps_1",1e-05,1613948039541,7551
+"wd_2",0.01,1613948039541,7551
+"sqr_mom_2",0.99,1613948039541,7551
+"lr_2",1.2306254782700648e-05,1613948039541,7551
+"mom_2",0.9475397244407042,1613948039541,7551
+"eps_2",1e-05,1613948039541,7551
+"train_loss",0.0042484337,1613948040521,7552
+"raw_loss",0.005402329,1613948040521,7552
+"epoch",47.50314465408803,1613948040521,7552
+"wd_0",0.01,1613948040521,7552
+"sqr_mom_0",0.99,1613948040521,7552
+"lr_0",1.2262564064529272e-07,1613948040521,7552
+"mom_0",0.9475484626717208,1613948040521,7552
+"eps_0",1e-05,1613948040521,7552
+"wd_1",0.01,1613948040521,7552
+"sqr_mom_1",0.99,1613948040521,7552
+"lr_1",1.2262564064529323e-06,1613948040521,7552
+"mom_1",0.9475484626717208,1613948040521,7552
+"eps_1",1e-05,1613948040521,7552
+"wd_2",0.01,1613948040521,7552
+"sqr_mom_2",0.99,1613948040521,7552
+"lr_2",1.2262564064529269e-05,1613948040521,7552
+"mom_2",0.9475484626717208,1613948040521,7552
+"eps_2",1e-05,1613948040521,7552
+"train_loss",0.0043379203,1613948041475,7553
+"raw_loss",0.008722767,1613948041475,7553
+"epoch",47.50943396226413,1613948041475,7553
+"wd_0",0.01,1613948041475,7553
+"sqr_mom_0",0.99,1613948041475,7553
+"lr_0",1.2218949123237202e-07,1613948041475,7553
+"mom_0",0.94755718574721,1613948041475,7553
+"eps_0",1e-05,1613948041475,7553
+"wd_1",0.01,1613948041475,7553
+"sqr_mom_1",0.99,1613948041475,7553
+"lr_1",1.2218949123237236e-06,1613948041475,7553
+"mom_1",0.94755718574721,1613948041475,7553
+"eps_1",1e-05,1613948041475,7553
+"wd_2",0.01,1613948041475,7553
+"sqr_mom_2",0.99,1613948041475,7553
+"lr_2",1.2218949123237182e-05,1613948041475,7553
+"mom_2",0.94755718574721,1613948041475,7553
+"eps_2",1e-05,1613948041475,7553
+"train_loss",0.004403105,1613948042439,7554
+"raw_loss",0.0075971554,1613948042439,7554
+"epoch",47.51572327044023,1613948042439,7554
+"wd_0",0.01,1613948042439,7554
+"sqr_mom_0",0.99,1613948042439,7554
+"lr_0",1.2175424401005924e-07,1613948042439,7554
+"mom_0",0.9475658907787066,1613948042439,7554
+"eps_0",1e-05,1613948042439,7554
+"wd_1",0.01,1613948042439,7554
+"sqr_mom_1",0.99,1613948042439,7554
+"lr_1",1.2175424401005873e-06,1613948042439,7554
+"mom_1",0.9475658907787066,1613948042439,7554
+"eps_1",1e-05,1613948042439,7554
+"wd_2",0.01,1613948042439,7554
+"sqr_mom_2",0.99,1613948042439,7554
+"lr_2",1.2175424401005832e-05,1613948042439,7554
+"mom_2",0.9475658907787066,1613948042439,7554
+"eps_2",1e-05,1613948042439,7554
+"train_loss",0.004376642,1613948043385,7555
+"raw_loss",0.0030799576,1613948043385,7555
+"epoch",47.522012578616334,1613948043385,7555
+"wd_0",0.01,1613948043385,7555
+"sqr_mom_0",0.99,1613948043385,7555
+"lr_0",1.213194662687408e-07,1613948043385,7555
+"mom_0",0.9475745864204893,1613948043385,7555
+"eps_0",1e-05,1613948043385,7555
+"wd_1",0.01,1613948043385,7555
+"sqr_mom_1",0.99,1613948043385,7555
+"lr_1",1.2131946626874079e-06,1613948043385,7555
+"mom_1",0.9475745864204893,1613948043385,7555
+"eps_1",1e-05,1613948043385,7555
+"wd_2",0.01,1613948043385,7555
+"sqr_mom_2",0.99,1613948043385,7555
+"lr_2",1.2131946626874025e-05,1613948043385,7555
+"mom_2",0.9475745864204893,1613948043385,7555
+"eps_2",1e-05,1613948043385,7555
+"train_loss",0.0043721427,1613948044332,7556
+"raw_loss",0.0041516894,1613948044332,7556
+"epoch",47.528301886792434,1613948044332,7556
+"wd_0",0.01,1613948044332,7556
+"sqr_mom_0",0.99,1613948044332,7556
+"lr_0",1.208857347751945e-07,1613948044332,7556
+"mom_0",0.9475832611371074,1613948044332,7556
+"eps_0",1e-05,1613948044332,7556
+"wd_1",0.01,1613948044332,7556
+"sqr_mom_1",0.99,1613948044332,7556
+"lr_1",1.2088573477519484e-06,1613948044332,7556
+"mom_1",0.9475832611371074,1613948044332,7556
+"eps_1",1e-05,1613948044332,7556
+"wd_2",0.01,1613948044332,7556
+"sqr_mom_2",0.99,1613948044332,7556
+"lr_2",1.208857347751943e-05,1613948044332,7556
+"mom_2",0.9475832611371074,1613948044332,7556
+"eps_2",1e-05,1613948044332,7556
+"train_loss",0.004398361,1613948045289,7557
+"raw_loss",0.0056830514,1613948045289,7557
+"epoch",47.534591194968534,1613948045289,7557
+"wd_0",0.01,1613948045289,7557
+"sqr_mom_0",0.99,1613948045289,7557
+"lr_0",1.2045276110206748e-07,1613948045289,7557
+"mom_0",0.9475919206971656,1613948045289,7557
+"eps_0",1e-05,1613948045289,7557
+"wd_1",0.01,1613948045289,7557
+"sqr_mom_1",0.99,1613948045289,7557
+"lr_1",1.204527611020673e-06,1613948045289,7557
+"mom_1",0.9475919206971656,1613948045289,7557
+"eps_1",1e-05,1613948045289,7557
+"wd_2",0.01,1613948045289,7557
+"sqr_mom_2",0.99,1613948045289,7557
+"lr_2",1.2045276110206717e-05,1613948045289,7557
+"mom_2",0.9475919206971656,1613948045289,7557
+"eps_2",1e-05,1613948045289,7557
+"train_loss",0.0044544437,1613948046262,7558
+"raw_loss",0.0072024977,1613948046262,7558
+"epoch",47.540880503144635,1613948046262,7558
+"wd_0",0.01,1613948046262,7558
+"sqr_mom_0",0.99,1613948046262,7558
+"lr_0",1.2002025883356356e-07,1613948046262,7558
+"mom_0",0.9476005708290369,1613948046262,7558
+"eps_0",1e-05,1613948046262,7558
+"wd_1",0.01,1613948046262,7558
+"sqr_mom_1",0.99,1613948046262,7558
+"lr_1",1.2002025883356423e-06,1613948046262,7558
+"mom_1",0.9476005708290369,1613948046262,7558
+"eps_1",1e-05,1613948046262,7558
+"wd_2",0.01,1613948046262,7558
+"sqr_mom_2",0.99,1613948046262,7558
+"lr_2",1.2002025883356329e-05,1613948046262,7558
+"mom_2",0.9476005708290369,1613948046262,7558
+"eps_2",1e-05,1613948046262,7558
+"train_loss",0.0044213138,1613948047215,7559
+"raw_loss",0.002797956,1613948047215,7559
+"epoch",47.547169811320735,1613948047215,7559
+"wd_0",0.01,1613948047215,7559
+"sqr_mom_0",0.99,1613948047215,7559
+"lr_0",1.195888017178689e-07,1613948047215,7559
+"mom_0",0.9476092000576432,1613948047215,7559
+"eps_0",1e-05,1613948047215,7559
+"wd_1",0.01,1613948047215,7559
+"sqr_mom_1",0.99,1613948047215,7559
+"lr_1",1.1958880171786891e-06,1613948047215,7559
+"mom_1",0.9476092000576432,1613948047215,7559
+"eps_1",1e-05,1613948047215,7559
+"wd_2",0.01,1613948047215,7559
+"sqr_mom_2",0.99,1613948047215,7559
+"lr_2",1.1958880171786864e-05,1613948047215,7559
+"mom_2",0.9476092000576432,1613948047215,7559
+"eps_2",1e-05,1613948047215,7559
+"train_loss",0.0044245543,1613948048210,7560
+"raw_loss",0.00458335,1613948048210,7560
+"epoch",47.553459119496836,1613948048210,7560
+"wd_0",0.01,1613948048210,7560
+"sqr_mom_0",0.99,1613948048210,7560
+"lr_0",1.1915796006211253e-07,1613948048210,7560
+"mom_0",0.9476178169769275,1613948048210,7560
+"eps_0",1e-05,1613948048210,7560
+"wd_1",0.01,1613948048210,7560
+"sqr_mom_1",0.99,1613948048210,7560
+"lr_1",1.1915796006211287e-06,1613948048210,7560
+"mom_1",0.9476178169769275,1613948048210,7560
+"eps_1",1e-05,1613948048210,7560
+"wd_2",0.01,1613948048210,7560
+"sqr_mom_2",0.99,1613948048210,7560
+"lr_2",1.1915796006211233e-05,1613948048210,7560
+"mom_2",0.9476178169769275,1613948048210,7560
+"eps_2",1e-05,1613948048210,7560
+"train_loss",0.0044444,1613948049162,7561
+"raw_loss",0.0054168324,1613948049162,7561
+"epoch",47.559748427672936,1613948049162,7561
+"wd_0",0.01,1613948049162,7561
+"sqr_mom_0",0.99,1613948049162,7561
+"lr_0",1.1872787728043358e-07,1613948049162,7561
+"mom_0",0.9476264187185784,1613948049162,7561
+"eps_0",1e-05,1613948049162,7561
+"wd_1",0.01,1613948049162,7561
+"sqr_mom_1",0.99,1613948049162,7561
+"lr_1",1.187278772804341e-06,1613948049162,7561
+"mom_1",0.9476264187185784,1613948049162,7561
+"eps_1",1e-05,1613948049162,7561
+"wd_2",0.01,1613948049162,7561
+"sqr_mom_2",0.99,1613948049162,7561
+"lr_2",1.1872787728043341e-05,1613948049162,7561
+"mom_2",0.9476264187185784,1613948049162,7561
+"eps_2",1e-05,1613948049162,7561
+"train_loss",0.004452219,1613948050119,7562
+"raw_loss",0.0048353504,1613948050119,7562
+"epoch",47.56603773584904,1613948050119,7562
+"wd_0",0.01,1613948050119,7562
+"sqr_mom_0",0.99,1613948050119,7562
+"lr_0",1.1829855350991504e-07,1613948050119,7562
+"mom_0",0.9476350052798544,1613948050119,7562
+"eps_0",1e-05,1613948050119,7562
+"wd_1",0.01,1613948050119,7562
+"sqr_mom_1",0.99,1613948050119,7562
+"lr_1",1.1829855350991572e-06,1613948050119,7562
+"mom_1",0.9476350052798544,1613948050119,7562
+"eps_1",1e-05,1613948050119,7562
+"wd_2",0.01,1613948050119,7562
+"sqr_mom_2",0.99,1613948050119,7562
+"lr_2",1.1829855350991517e-05,1613948050119,7562
+"mom_2",0.9476350052798544,1613948050119,7562
+"eps_2",1e-05,1613948050119,7562
+"train_loss",0.00443239,1613948051063,7563
+"raw_loss",0.0034607751,1613948051063,7563
+"epoch",47.57232704402514,1613948051063,7563
+"wd_0",0.01,1613948051063,7563
+"sqr_mom_0",0.99,1613948051063,7563
+"lr_0",1.1787013090568577e-07,1613948051063,7563
+"mom_0",0.9476435738176244,1613948051063,7563
+"eps_0",1e-05,1613948051063,7563
+"wd_1",0.01,1613948051063,7563
+"sqr_mom_1",0.99,1613948051063,7563
+"lr_1",1.178701309056856e-06,1613948051063,7563
+"mom_1",0.9476435738176244,1613948051063,7563
+"eps_1",1e-05,1613948051063,7563
+"wd_2",0.01,1613948051063,7563
+"sqr_mom_2",0.99,1613948051063,7563
+"lr_2",1.1787013090568533e-05,1613948051063,7563
+"mom_2",0.9476435738176244,1613948051063,7563
+"eps_2",1e-05,1613948051063,7563
+"train_loss",0.004460363,1613948052049,7564
+"raw_loss",0.0058310507,1613948052049,7564
+"epoch",47.57861635220124,1613948052049,7564
+"wd_0",0.01,1613948052049,7564
+"sqr_mom_0",0.99,1613948052049,7564
+"lr_0",1.1744218354948992e-07,1613948052049,7564
+"mom_0",0.9476521328503387,1613948052049,7564
+"eps_0",1e-05,1613948052049,7564
+"wd_1",0.01,1613948052049,7564
+"sqr_mom_1",0.99,1613948052049,7564
+"lr_1",1.1744218354948992e-06,1613948052049,7564
+"mom_1",0.9476521328503387,1613948052049,7564
+"eps_1",1e-05,1613948052049,7564
+"wd_2",0.01,1613948052049,7564
+"sqr_mom_2",0.99,1613948052049,7564
+"lr_2",1.1744218354948924e-05,1613948052049,7564
+"mom_2",0.9476521328503387,1613948052049,7564
+"eps_2",1e-05,1613948052049,7564
+"train_loss",0.0044654706,1613948053005,7565
+"raw_loss",0.0047157393,1613948053005,7565
+"epoch",47.58490566037734,1613948053005,7565
+"wd_0",0.01,1613948053005,7565
+"sqr_mom_0",0.99,1613948053005,7565
+"lr_0",1.170152791470618e-07,1613948053005,7565
+"mom_0",0.9476606710237689,1613948053005,7565
+"eps_0",1e-05,1613948053005,7565
+"wd_1",0.01,1613948053005,7565
+"sqr_mom_1",0.99,1613948053005,7565
+"lr_1",1.1701527914706215e-06,1613948053005,7565
+"mom_1",0.9476606710237689,1613948053005,7565
+"eps_1",1e-05,1613948053005,7565
+"wd_2",0.01,1613948053005,7565
+"sqr_mom_2",0.99,1613948053005,7565
+"lr_2",1.1701527914706228e-05,1613948053005,7565
+"mom_2",0.9476606710237689,1613948053005,7565
+"eps_2",1e-05,1613948053005,7565
+"train_loss",0.0044538844,1613948054001,7566
+"raw_loss",0.0038861725,1613948054001,7566
+"epoch",47.59119496855344,1613948054001,7566
+"wd_0",0.01,1613948054001,7566
+"sqr_mom_0",0.99,1613948054001,7566
+"lr_0",1.1658913379789841e-07,1613948054001,7566
+"mom_0",0.9476691940159822,1613948054001,7566
+"eps_0",1e-05,1613948054001,7566
+"wd_1",0.01,1613948054001,7566
+"sqr_mom_1",0.99,1613948054001,7566
+"lr_1",1.1658913379789841e-06,1613948054001,7566
+"mom_1",0.9476691940159822,1613948054001,7566
+"eps_1",1e-05,1613948054001,7566
+"wd_2",0.01,1613948054001,7566
+"sqr_mom_2",0.99,1613948054001,7566
+"lr_2",1.1658913379789773e-05,1613948054001,7566
+"mom_2",0.9476691940159822,1613948054001,7566
+"eps_2",1e-05,1613948054001,7566
+"train_loss",0.0044345404,1613948054967,7567
+"raw_loss",0.0034866934,1613948054967,7567
+"epoch",47.59748427672954,1613948054967,7567
+"wd_0",0.01,1613948054967,7567
+"sqr_mom_0",0.99,1613948054967,7567
+"lr_0",1.1616346561632465e-07,1613948054967,7567
+"mom_0",0.9476777074647481,1613948054967,7567
+"eps_0",1e-05,1613948054967,7567
+"wd_1",0.01,1613948054967,7567
+"sqr_mom_1",0.99,1613948054967,7567
+"lr_1",1.1616346561632465e-06,1613948054967,7567
+"mom_1",0.9476777074647481,1613948054967,7567
+"eps_1",1e-05,1613948054967,7567
+"wd_2",0.01,1613948054967,7567
+"sqr_mom_2",0.99,1613948054967,7567
+"lr_2",1.1616346561632465e-05,1613948054967,7567
+"mom_2",0.9476777074647481,1613948054967,7567
+"eps_2",1e-05,1613948054967,7567
+"train_loss",0.0044502937,1613948055986,7568
+"raw_loss",0.0052222083,1613948055986,7568
+"epoch",47.60377358490564,1613948055986,7568
+"wd_0",0.01,1613948055986,7568
+"sqr_mom_0",0.99,1613948055986,7568
+"lr_0",1.1573883928457297e-07,1613948055986,7568
+"mom_0",0.9476862000763092,1613948055986,7568
+"eps_0",1e-05,1613948055986,7568
+"wd_1",0.01,1613948055986,7568
+"sqr_mom_1",0.99,1613948055986,7568
+"lr_1",1.1573883928457331e-06,1613948055986,7568
+"mom_1",0.9476862000763092,1613948055986,7568
+"eps_1",1e-05,1613948055986,7568
+"wd_2",0.01,1613948055986,7568
+"sqr_mom_2",0.99,1613948055986,7568
+"lr_2",1.1573883928457304e-05,1613948055986,7568
+"mom_2",0.9476862000763092,1613948055986,7568
+"eps_2",1e-05,1613948055986,7568
+"train_loss",0.0044154967,1613948057002,7569
+"raw_loss",0.002710444,1613948057002,7569
+"epoch",47.61006289308174,1613948057002,7569
+"wd_0",0.01,1613948057002,7569
+"sqr_mom_0",0.99,1613948057002,7569
+"lr_0",1.153146913994976e-07,1613948057002,7569
+"mom_0",0.9476946831188412,1613948057002,7569
+"eps_0",1e-05,1613948057002,7569
+"wd_1",0.01,1613948057002,7569
+"sqr_mom_1",0.99,1613948057002,7569
+"lr_1",1.1531469139949743e-06,1613948057002,7569
+"mom_1",0.9476946831188412,1613948057002,7569
+"eps_1",1e-05,1613948057002,7569
+"wd_2",0.01,1613948057002,7569
+"sqr_mom_2",0.99,1613948057002,7569
+"lr_2",1.1531469139949716e-05,1613948057002,7569
+"mom_2",0.9476946831188412,1613948057002,7569
+"eps_2",1e-05,1613948057002,7569
+"train_loss",0.004394032,1613948058020,7570
+"raw_loss",0.0033422678,1613948058020,7570
+"epoch",47.61635220125784,1613948058020,7570
+"wd_0",0.01,1613948058020,7570
+"sqr_mom_0",0.99,1613948058020,7570
+"lr_0",1.1489158462653621e-07,1613948058020,7570
+"mom_0",0.9477031453389226,1613948058020,7570
+"eps_0",1e-05,1613948058020,7570
+"wd_1",0.01,1613948058020,7570
+"sqr_mom_1",0.99,1613948058020,7570
+"lr_1",1.1489158462653655e-06,1613948058020,7570
+"mom_1",0.9477031453389226,1613948058020,7570
+"eps_1",1e-05,1613948058020,7570
+"wd_2",0.01,1613948058020,7570
+"sqr_mom_2",0.99,1613948058020,7570
+"lr_2",1.1489158462653641e-05,1613948058020,7570
+"mom_2",0.9477031453389226,1613948058020,7570
+"eps_2",1e-05,1613948058020,7570
+"train_loss",0.004368363,1613948058964,7571
+"raw_loss",0.003110572,1613948058964,7571
+"epoch",47.62264150943394,1613948058964,7571
+"wd_0",0.01,1613948058964,7571
+"sqr_mom_0",0.99,1613948058964,7571
+"lr_0",1.144692375832936e-07,1613948058964,7571
+"mom_0",0.9477115923642577,1613948058964,7571
+"eps_0",1e-05,1613948058964,7571
+"wd_1",0.01,1613948058964,7571
+"sqr_mom_1",0.99,1613948058964,7571
+"lr_1",1.1446923758329377e-06,1613948058964,7571
+"mom_1",0.9477115923642577,1613948058964,7571
+"eps_1",1e-05,1613948058964,7571
+"wd_2",0.01,1613948058964,7571
+"sqr_mom_2",0.99,1613948058964,7571
+"lr_2",1.1446923758329296e-05,1613948058964,7571
+"mom_2",0.9477115923642577,1613948058964,7571
+"eps_2",1e-05,1613948058964,7571
+"train_loss",0.0044004642,1613948059940,7572
+"raw_loss",0.005973437,1613948059940,7572
+"epoch",47.62893081761004,1613948059940,7572
+"wd_0",0.01,1613948059940,7572
+"sqr_mom_0",0.99,1613948059940,7572
+"lr_0",1.1404737090399822e-07,1613948059940,7572
+"mom_0",0.9477200297822178,1613948059940,7572
+"eps_0",1e-05,1613948059940,7572
+"wd_1",0.01,1613948059940,7572
+"sqr_mom_1",0.99,1613948059940,7572
+"lr_1",1.140473709039984e-06,1613948059940,7572
+"mom_1",0.9477200297822178,1613948059940,7572
+"eps_1",1e-05,1613948059940,7572
+"wd_2",0.01,1613948059940,7572
+"sqr_mom_2",0.99,1613948059940,7572
+"lr_2",1.1404737090399799e-05,1613948059940,7572
+"mom_2",0.9477200297822178,1613948059940,7572
+"eps_2",1e-05,1613948059940,7572
+"train_loss",0.00440235,1613948060944,7573
+"raw_loss",0.0044947574,1613948060944,7573
+"epoch",47.63522012578614,1613948060944,7573
+"wd_0",0.01,1613948060944,7573
+"sqr_mom_0",0.99,1613948060944,7573
+"lr_0",1.1362654422789316e-07,1613948060944,7573
+"mom_0",0.947728446399906,1613948060944,7573
+"eps_0",1e-05,1613948060944,7573
+"wd_1",0.01,1613948060944,7573
+"sqr_mom_1",0.99,1613948060944,7573
+"lr_1",1.1362654422789333e-06,1613948060944,7573
+"mom_1",0.947728446399906,1613948060944,7573
+"eps_1",1e-05,1613948060944,7573
+"wd_2",0.01,1613948060944,7573
+"sqr_mom_2",0.99,1613948060944,7573
+"lr_2",1.1362654422789292e-05,1613948060944,7573
+"mom_2",0.947728446399906,1613948060944,7573
+"eps_2",1e-05,1613948060944,7573
+"train_loss",0.004462002,1613948061938,7574
+"raw_loss",0.007384941,1613948061938,7574
+"epoch",47.64150943396224,1613948061938,7574
+"wd_0",0.01,1613948061938,7574
+"sqr_mom_0",0.99,1613948061938,7574
+"lr_0",1.1320633843883331e-07,1613948061938,7574
+"mom_0",0.9477368505997293,1613948061938,7574
+"eps_0",1e-05,1613948061938,7574
+"wd_1",0.01,1613948061938,7574
+"sqr_mom_1",0.99,1613948061938,7574
+"lr_1",1.1320633843883298e-06,1613948061938,7574
+"mom_1",0.9477368505997293,1613948061938,7574
+"eps_1",1e-05,1613948061938,7574
+"wd_2",0.01,1613948061938,7574
+"sqr_mom_2",0.99,1613948061938,7574
+"lr_2",1.1320633843883298e-05,1613948061938,7574
+"mom_2",0.9477368505997293,1613948061938,7574
+"eps_2",1e-05,1613948061938,7574
+"train_loss",0.0044144737,1613948062942,7575
+"raw_loss",0.002085582,1613948062942,7575
+"epoch",47.64779874213834,1613948062942,7575
+"wd_0",0.01,1613948062942,7575
+"sqr_mom_0",0.99,1613948062942,7575
+"lr_0",1.1278689342086166e-07,1613948062942,7575
+"mom_0",0.9477452395839786,1613948062942,7575
+"eps_0",1e-05,1613948062942,7575
+"wd_1",0.01,1613948062942,7575
+"sqr_mom_1",0.99,1613948062942,7575
+"lr_1",1.127868934208615e-06,1613948062942,7575
+"mom_1",0.9477452395839786,1613948062942,7575
+"eps_1",1e-05,1613948062942,7575
+"wd_2",0.01,1613948062942,7575
+"sqr_mom_2",0.99,1613948062942,7575
+"lr_2",1.1278689342086108e-05,1613948062942,7575
+"mom_2",0.9477452395839786,1613948062942,7575
+"eps_2",1e-05,1613948062942,7575
+"train_loss",0.0044301515,1613948063959,7576
+"raw_loss",0.00519836,1613948063959,7576
+"epoch",47.65408805031444,1613948063959,7576
+"wd_0",0.01,1613948063959,7576
+"sqr_mom_0",0.99,1613948063959,7576
+"lr_0",1.1236820930767049e-07,1613948063959,7576
+"mom_0",0.94775361334998,1613948063959,7576
+"eps_0",1e-05,1613948063959,7576
+"wd_1",0.01,1613948063959,7576
+"sqr_mom_1",0.99,1613948063959,7576
+"lr_1",1.1236820930767116e-06,1613948063959,7576
+"mom_1",0.94775361334998,1613948063959,7576
+"eps_1",1e-05,1613948063959,7576
+"wd_2",0.01,1613948063959,7576
+"sqr_mom_2",0.99,1613948063959,7576
+"lr_2",1.1236820930767021e-05,1613948063959,7576
+"mom_2",0.94775361334998,1613948063959,7576
+"eps_2",1e-05,1613948063959,7576
+"train_loss",0.004490457,1613948064965,7577
+"raw_loss",0.0074454234,1613948064965,7577
+"epoch",47.66037735849054,1613948064965,7577
+"wd_0",0.01,1613948064965,7577
+"sqr_mom_0",0.99,1613948064965,7577
+"lr_0",1.1195042472114998e-07,1613948064965,7577
+"mom_0",0.9477619691252682,1613948064965,7577
+"eps_0",1e-05,1613948064965,7577
+"wd_1",0.01,1613948064965,7577
+"sqr_mom_1",0.99,1613948064965,7577
+"lr_1",1.119504247211498e-06,1613948064965,7577
+"mom_1",0.9477619691252682,1613948064965,7577
+"eps_1",1e-05,1613948064965,7577
+"wd_2",0.01,1613948064965,7577
+"sqr_mom_2",0.99,1613948064965,7577
+"lr_2",1.1195042472114994e-05,1613948064965,7577
+"mom_2",0.9477619691252682,1613948064965,7577
+"eps_2",1e-05,1613948064965,7577
+"train_loss",0.004515338,1613948065966,7578
+"raw_loss",0.0057345126,1613948065966,7578
+"epoch",47.66666666666664,1613948065966,7578
+"wd_0",0.01,1613948065966,7578
+"sqr_mom_0",0.99,1613948065966,7578
+"lr_0",1.1153312432919512e-07,1613948065966,7578
+"mom_0",0.9477703152165682,1613948065966,7578
+"eps_0",1e-05,1613948065966,7578
+"wd_1",0.01,1613948065966,7578
+"sqr_mom_1",0.99,1613948065966,7578
+"lr_1",1.1153312432919562e-06,1613948065966,7578
+"mom_1",0.9477703152165682,1613948065966,7578
+"eps_1",1e-05,1613948065966,7578
+"wd_2",0.01,1613948065966,7578
+"sqr_mom_2",0.99,1613948065966,7578
+"lr_2",1.1153312432919454e-05,1613948065966,7578
+"mom_2",0.9477703152165682,1613948065966,7578
+"eps_2",1e-05,1613948065966,7578
+"train_loss",0.0045112125,1613948066915,7579
+"raw_loss",0.0043090396,1613948066915,7579
+"epoch",47.67295597484274,1613948066915,7579
+"wd_0",0.01,1613948066915,7579
+"sqr_mom_0",0.99,1613948066915,7579
+"lr_0",1.111168617135098e-07,1613948066915,7579
+"mom_0",0.9477786405521352,1613948066915,7579
+"eps_0",1e-05,1613948066915,7579
+"wd_1",0.01,1613948066915,7579
+"sqr_mom_1",0.99,1613948066915,7579
+"lr_1",1.111168617135103e-06,1613948066915,7579
+"mom_1",0.9477786405521352,1613948066915,7579
+"eps_1",1e-05,1613948066915,7579
+"wd_2",0.01,1613948066915,7579
+"sqr_mom_2",0.99,1613948066915,7579
+"lr_2",1.1111686171350922e-05,1613948066915,7579
+"mom_2",0.9477786405521352,1613948066915,7579
+"eps_2",1e-05,1613948066915,7579
+"train_loss",0.0044776755,1613948067935,7580
+"raw_loss",0.0028343657,1613948067935,7580
+"epoch",47.679245283018844,1613948067935,7580
+"wd_0",0.01,1613948067935,7580
+"sqr_mom_0",0.99,1613948067935,7580
+"lr_0",1.1070136002989382e-07,1613948067935,7580
+"mom_0",0.9477869506689087,1613948067935,7580
+"eps_0",1e-05,1613948067935,7580
+"wd_1",0.01,1613948067935,7580
+"sqr_mom_1",0.99,1613948067935,7580
+"lr_1",1.1070136002989416e-06,1613948067935,7580
+"mom_1",0.9477869506689087,1613948067935,7580
+"eps_1",1e-05,1613948067935,7580
+"wd_2",0.01,1613948067935,7580
+"sqr_mom_2",0.99,1613948067935,7580
+"lr_2",1.1070136002989321e-05,1613948067935,7580
+"mom_2",0.9477869506689087,1613948067935,7580
+"eps_2",1e-05,1613948067935,7580
+"train_loss",0.004476609,1613948068920,7581
+"raw_loss",0.004424349,1613948068920,7581
+"epoch",47.685534591194944,1613948068920,7581
+"wd_0",0.01,1613948068920,7581
+"sqr_mom_0",0.99,1613948068920,7581
+"lr_0",1.1028634445396735e-07,1613948068920,7581
+"mom_0",0.9477952510634312,1613948068920,7581
+"eps_0",1e-05,1613948068920,7581
+"wd_1",0.01,1613948068920,7581
+"sqr_mom_1",0.99,1613948068920,7581
+"lr_1",1.1028634445396735e-06,1613948068920,7581
+"mom_1",0.9477952510634312,1613948068920,7581
+"eps_1",1e-05,1613948068920,7581
+"wd_2",0.01,1613948068920,7581
+"sqr_mom_2",0.99,1613948068920,7581
+"lr_2",1.1028634445396667e-05,1613948068920,7581
+"mom_2",0.9477952510634312,1613948068920,7581
+"eps_2",1e-05,1613948068920,7581
+"train_loss",0.004430844,1613948070197,7582
+"raw_loss",0.0021883552,1613948070197,7582
+"epoch",47.691823899371045,1613948070197,7582
+"wd_0",0.01,1613948070197,7582
+"sqr_mom_0",0.99,1613948070197,7582
+"lr_0",1.0987236553644547e-07,1613948070197,7582
+"mom_0",0.9478035307245783,1613948070197,7582
+"eps_0",1e-05,1613948070197,7582
+"wd_1",0.01,1613948070197,7582
+"sqr_mom_1",0.99,1613948070197,7582
+"lr_1",1.098723655364448e-06,1613948070197,7582
+"mom_1",0.9478035307245783,1613948070197,7582
+"eps_1",1e-05,1613948070197,7582
+"wd_2",0.01,1613948070197,7582
+"sqr_mom_2",0.99,1613948070197,7582
+"lr_2",1.0987236553644465e-05,1613948070197,7582
+"mom_2",0.9478035307245783,1613948070197,7582
+"eps_2",1e-05,1613948070197,7582
+"train_loss",0.004429632,1613948071306,7583
+"raw_loss",0.0043702354,1613948071306,7583
+"epoch",47.698113207547145,1613948071306,7583
+"wd_0",0.01,1613948071306,7583
+"sqr_mom_0",0.99,1613948071306,7583
+"lr_0",1.0945901097435442e-07,1613948071306,7583
+"mom_0",0.9478117978984919,1613948071306,7583
+"eps_0",1e-05,1613948071306,7583
+"wd_1",0.01,1613948071306,7583
+"sqr_mom_1",0.99,1613948071306,7583
+"lr_1",1.0945901097435409e-06,1613948071306,7583
+"mom_1",0.9478117978984919,1613948071306,7583
+"eps_1",1e-05,1613948071306,7583
+"wd_2",0.01,1613948071306,7583
+"sqr_mom_2",0.99,1613948071306,7583
+"lr_2",1.0945901097435327e-05,1613948071306,7583
+"mom_2",0.9478117978984919,1613948071306,7583
+"eps_2",1e-05,1613948071306,7583
+"train_loss",0.0044462797,1613948072410,7584
+"raw_loss",0.005262034,1613948072410,7584
+"epoch",47.704402515723245,1613948072410,7584
+"wd_0",0.01,1613948072410,7584
+"sqr_mom_0",0.99,1613948072410,7584
+"lr_0",1.0904641837776967e-07,1613948072410,7584
+"mom_0",0.9478200498329429,1613948072410,7584
+"eps_0",1e-05,1613948072410,7584
+"wd_1",0.01,1613948072410,7584
+"sqr_mom_1",0.99,1613948072410,7584
+"lr_1",1.09046418377769e-06,1613948072410,7584
+"mom_1",0.9478200498329429,1613948072410,7584
+"eps_1",1e-05,1613948072410,7584
+"wd_2",0.01,1613948072410,7584
+"sqr_mom_2",0.99,1613948072410,7584
+"lr_2",1.0904641837776886e-05,1613948072410,7584
+"mom_2",0.9478200498329429,1613948072410,7584
+"eps_2",1e-05,1613948072410,7584
+"train_loss",0.004423527,1613948073562,7585
+"raw_loss",0.0033086345,1613948073562,7585
+"epoch",47.710691823899346,1613948073562,7585
+"wd_0",0.01,1613948073562,7585
+"sqr_mom_0",0.99,1613948073562,7585
+"lr_0",1.0863458787819985e-07,1613948073562,7585
+"mom_0",0.9478282865253013,1613948073562,7585
+"eps_0",1e-05,1613948073562,7585
+"wd_1",0.01,1613948073562,7585
+"sqr_mom_1",0.99,1613948073562,7585
+"lr_1",1.0863458787819917e-06,1613948073562,7585
+"mom_1",0.9478282865253013,1613948073562,7585
+"eps_1",1e-05,1613948073562,7585
+"wd_2",0.01,1613948073562,7585
+"sqr_mom_2",0.99,1613948073562,7585
+"lr_2",1.0863458787819863e-05,1613948073562,7585
+"mom_2",0.9478282865253013,1613948073562,7585
+"eps_2",1e-05,1613948073562,7585
+"train_loss",0.004381562,1613948074921,7586
+"raw_loss",0.002325283,1613948074921,7586
+"epoch",47.716981132075446,1613948074921,7586
+"wd_0",0.01,1613948074921,7586
+"sqr_mom_0",0.99,1613948074921,7586
+"lr_0",1.0822365582158471e-07,1613948074921,7586
+"mom_0",0.9478365052486207,1613948074921,7586
+"eps_0",1e-05,1613948074921,7586
+"wd_1",0.01,1613948074921,7586
+"sqr_mom_1",0.99,1613948074921,7586
+"lr_1",1.0822365582158471e-06,1613948074921,7586
+"mom_1",0.9478365052486207,1613948074921,7586
+"eps_1",1e-05,1613948074921,7586
+"wd_2",0.01,1613948074921,7586
+"sqr_mom_2",0.99,1613948074921,7586
+"lr_2",1.0822365582158363e-05,1613948074921,7586
+"mom_2",0.9478365052486207,1613948074921,7586
+"eps_2",1e-05,1613948074921,7586
+"train_loss",0.004362592,1613948075895,7587
+"raw_loss",0.003433056,1613948075895,7587
+"epoch",47.72327044025155,1613948075895,7587
+"wd_0",0.01,1613948075895,7587
+"sqr_mom_0",0.99,1613948075895,7587
+"lr_0",1.0781321369492745e-07,1613948075895,7587
+"mom_0",0.9478447141732431,1613948075895,7587
+"eps_0",1e-05,1613948075895,7587
+"wd_1",0.01,1613948075895,7587
+"sqr_mom_1",0.99,1613948075895,7587
+"lr_1",1.0781321369492762e-06,1613948075895,7587
+"mom_1",0.9478447141732431,1613948075895,7587
+"eps_1",1e-05,1613948075895,7587
+"wd_2",0.01,1613948075895,7587
+"sqr_mom_2",0.99,1613948075895,7587
+"lr_2",1.0781321369492721e-05,1613948075895,7587
+"mom_2",0.9478447141732431,1613948075895,7587
+"eps_2",1e-05,1613948075895,7587
+"train_loss",0.004375975,1613948076970,7588
+"raw_loss",0.005031745,1613948076970,7588
+"epoch",47.72955974842765,1613948076970,7588
+"wd_0",0.01,1613948076970,7588
+"sqr_mom_0",0.99,1613948076970,7588
+"lr_0",1.0740380598190448e-07,1613948076970,7588
+"mom_0",0.947852902409386,1613948076970,7588
+"eps_0",1e-05,1613948076970,7588
+"wd_1",0.01,1613948076970,7588
+"sqr_mom_1",0.99,1613948076970,7588
+"lr_1",1.0740380598190397e-06,1613948076970,7588
+"mom_1",0.947852902409386,1613948076970,7588
+"eps_1",1e-05,1613948076970,7588
+"wd_2",0.01,1613948076970,7588
+"sqr_mom_2",0.99,1613948076970,7588
+"lr_2",1.074038059819041e-05,1613948076970,7588
+"mom_2",0.947852902409386,1613948076970,7588
+"eps_2",1e-05,1613948076970,7588
+"train_loss",0.0043349434,1613948078021,7589
+"raw_loss",0.0023243842,1613948078021,7589
+"epoch",47.73584905660375,1613948078021,7589
+"wd_0",0.01,1613948078021,7589
+"sqr_mom_0",0.99,1613948078021,7589
+"lr_0",1.0699516038365956e-07,1613948078021,7589
+"mom_0",0.9478610754030808,1613948078021,7589
+"eps_0",1e-05,1613948078021,7589
+"wd_1",0.01,1613948078021,7589
+"sqr_mom_1",0.99,1613948078021,7589
+"lr_1",1.0699516038365956e-06,1613948078021,7589
+"mom_1",0.9478610754030808,1613948078021,7589
+"eps_1",1e-05,1613948078021,7589
+"wd_2",0.01,1613948078021,7589
+"sqr_mom_2",0.99,1613948078021,7589
+"lr_2",1.0699516038365875e-05,1613948078021,7589
+"mom_2",0.9478610754030808,1613948078021,7589
+"eps_2",1e-05,1613948078021,7589
+"train_loss",0.004300722,1613948078985,7590
+"raw_loss",0.002623877,1613948078985,7590
+"epoch",47.74213836477985,1613948078985,7590
+"wd_0",0.01,1613948078985,7590
+"sqr_mom_0",0.99,1613948078985,7590
+"lr_0",1.0658700662429679e-07,1613948078985,7590
+"mom_0",0.9478692385598996,1613948078985,7590
+"eps_0",1e-05,1613948078985,7590
+"wd_1",0.01,1613948078985,7590
+"sqr_mom_1",0.99,1613948078985,7590
+"lr_1",1.0658700662429679e-06,1613948078985,7590
+"mom_1",0.9478692385598996,1613948078985,7590
+"eps_1",1e-05,1613948078985,7590
+"wd_2",0.01,1613948078985,7590
+"sqr_mom_2",0.99,1613948078985,7590
+"lr_2",1.0658700662429638e-05,1613948078985,7590
+"mom_2",0.9478692385598996,1613948078985,7590
+"eps_2",1e-05,1613948078985,7590
+"train_loss",0.0042870254,1613948079933,7591
+"raw_loss",0.0036158923,1613948079933,7591
+"epoch",47.74842767295595,1613948079933,7591
+"wd_0",0.01,1613948079933,7591
+"sqr_mom_0",0.99,1613948079933,7591
+"lr_0",1.0617988615179341e-07,1613948079933,7591
+"mom_0",0.9478773810507746,1613948079933,7591
+"eps_0",1e-05,1613948079933,7591
+"wd_1",0.01,1613948079933,7591
+"sqr_mom_1",0.99,1613948079933,7591
+"lr_1",1.0617988615179341e-06,1613948079933,7591
+"mom_1",0.9478773810507746,1613948079933,7591
+"eps_1",1e-05,1613948079933,7591
+"wd_2",0.01,1613948079933,7591
+"sqr_mom_2",0.99,1613948079933,7591
+"lr_2",1.0617988615179287e-05,1613948079933,7591
+"mom_2",0.9478773810507746,1613948079933,7591
+"eps_2",1e-05,1613948079933,7591
+"train_loss",0.0042593055,1613948080933,7592
+"raw_loss",0.0029010302,1613948080933,7592
+"epoch",47.75471698113205,1613948080933,7592
+"wd_0",0.01,1613948080933,7592
+"sqr_mom_0",0.99,1613948080933,7592
+"lr_0",1.0577352818392009e-07,1613948080933,7592
+"mom_0",0.9478855082914045,1613948080933,7592
+"eps_0",1e-05,1613948080933,7592
+"wd_1",0.01,1613948080933,7592
+"sqr_mom_1",0.99,1613948080933,7592
+"lr_1",1.0577352818391992e-06,1613948080933,7592
+"mom_1",0.9478855082914045,1613948080933,7592
+"eps_1",1e-05,1613948080933,7592
+"wd_2",0.01,1613948080933,7592
+"sqr_mom_2",0.99,1613948080933,7592
+"lr_2",1.057735281839191e-05,1613948080933,7592
+"mom_2",0.9478855082914045,1613948080933,7592
+"eps_2",1e-05,1613948080933,7592
+"train_loss",0.0042371848,1613948081896,7593
+"raw_loss",0.003153268,1613948081896,7593
+"epoch",47.76100628930815,1613948081896,7593
+"wd_0",0.01,1613948081896,7593
+"sqr_mom_0",0.99,1613948081896,7593
+"lr_0",1.0536766396244118e-07,1613948081896,7593
+"mom_0",0.9478936256570077,1613948081896,7593
+"eps_0",1e-05,1613948081896,7593
+"wd_1",0.01,1613948081896,7593
+"sqr_mom_1",0.99,1613948081896,7593
+"lr_1",1.0536766396244151e-06,1613948081896,7593
+"mom_1",0.9478936256570077,1613948081896,7593
+"eps_1",1e-05,1613948081896,7593
+"wd_2",0.01,1613948081896,7593
+"sqr_mom_2",0.99,1613948081896,7593
+"lr_2",1.053676639624411e-05,1613948081896,7593
+"mom_2",0.9478936256570077,1613948081896,7593
+"eps_2",1e-05,1613948081896,7593
+"train_loss",0.0042391014,1613948082883,7594
+"raw_loss",0.004333027,1613948082883,7594
+"epoch",47.76729559748425,1613948082883,7594
+"wd_0",0.01,1613948082883,7594
+"sqr_mom_0",0.99,1613948082883,7594
+"lr_0",1.0496283189808384e-07,1613948082883,7594
+"mom_0",0.9479017223792621,1613948082883,7594
+"eps_0",1e-05,1613948082883,7594
+"wd_1",0.01,1613948082883,7594
+"sqr_mom_1",0.99,1613948082883,7594
+"lr_1",1.0496283189808384e-06,1613948082883,7594
+"mom_1",0.9479017223792621,1613948082883,7594
+"eps_1",1e-05,1613948082883,7594
+"wd_2",0.01,1613948082883,7594
+"sqr_mom_2",0.99,1613948082883,7594
+"lr_2",1.049628318980833e-05,1613948082883,7594
+"mom_2",0.9479017223792621,1613948082883,7594
+"eps_2",1e-05,1613948082883,7594
+"train_loss",0.004206977,1613948083850,7595
+"raw_loss",0.002632877,1613948083850,7595
+"epoch",47.77358490566035,1613948083850,7595
+"wd_0",0.01,1613948083850,7595
+"sqr_mom_0",0.99,1613948083850,7595
+"lr_0",1.0455862878854371e-07,1613948083850,7595
+"mom_0",0.9479098065222943,1613948083850,7595
+"eps_0",1e-05,1613948083850,7595
+"wd_1",0.01,1613948083850,7595
+"sqr_mom_1",0.99,1613948083850,7595
+"lr_1",1.0455862878854354e-06,1613948083850,7595
+"mom_1",0.9479098065222943,1613948083850,7595
+"eps_1",1e-05,1613948083850,7595
+"wd_2",0.01,1613948083850,7595
+"sqr_mom_2",0.99,1613948083850,7595
+"lr_2",1.045586287885434e-05,1613948083850,7595
+"mom_2",0.9479098065222943,1613948083850,7595
+"eps_2",1e-05,1613948083850,7595
+"train_loss",0.0041910633,1613948084861,7596
+"raw_loss",0.0034113019,1613948084861,7596
+"epoch",47.77987421383645,1613948084861,7596
+"wd_0",0.01,1613948084861,7596
+"sqr_mom_0",0.99,1613948084861,7596
+"lr_0",1.0415518920644964e-07,1613948084861,7596
+"mom_0",0.9479178753946249,1613948084861,7596
+"eps_0",1e-05,1613948084861,7596
+"wd_1",0.01,1613948084861,7596
+"sqr_mom_1",0.99,1613948084861,7596
+"lr_1",1.041551892064498e-06,1613948084861,7596
+"mom_1",0.9479178753946249,1613948084861,7596
+"eps_1",1e-05,1613948084861,7596
+"wd_2",0.01,1613948084861,7596
+"sqr_mom_2",0.99,1613948084861,7596
+"lr_2",1.04155189206449e-05,1613948084861,7596
+"mom_2",0.9479178753946249,1613948084861,7596
+"eps_2",1e-05,1613948084861,7596
+"train_loss",0.004220407,1613948085835,7597
+"raw_loss",0.0056582387,1613948085835,7597
+"epoch",47.78616352201255,1613948085835,7597
+"wd_0",0.01,1613948085835,7597
+"sqr_mom_0",0.99,1613948085835,7597
+"lr_0",1.0375251328039477e-07,1613948085835,7597
+"mom_0",0.947925928993682,1613948085835,7597
+"eps_0",1e-05,1613948085835,7597
+"wd_1",0.01,1613948085835,7597
+"sqr_mom_1",0.99,1613948085835,7597
+"lr_1",1.037525132803951e-06,1613948085835,7597
+"mom_1",0.947925928993682,1613948085835,7597
+"eps_1",1e-05,1613948085835,7597
+"wd_2",0.01,1613948085835,7597
+"sqr_mom_2",0.99,1613948085835,7597
+"lr_2",1.0375251328039402e-05,1613948085835,7597
+"mom_2",0.947925928993682,1613948085835,7597
+"eps_2",1e-05,1613948085835,7597
+"train_loss",0.004301149,1613948086816,7598
+"raw_loss",0.0082575185,1613948086816,7598
+"epoch",47.79245283018865,1613948086816,7598
+"wd_0",0.01,1613948086816,7598
+"sqr_mom_0",0.99,1613948086816,7598
+"lr_0",1.033507343162829e-07,1613948086816,7598
+"mom_0",0.9479339646533208,1613948086816,7598
+"eps_0",1e-05,1613948086816,7598
+"wd_1",0.01,1613948086816,7598
+"sqr_mom_1",0.99,1613948086816,7598
+"lr_1",1.0335073431628306e-06,1613948086816,7598
+"mom_1",0.9479339646533208,1613948086816,7598
+"eps_1",1e-05,1613948086816,7598
+"wd_2",0.01,1613948086816,7598
+"sqr_mom_2",0.99,1613948086816,7598
+"lr_2",1.033507343162828e-05,1613948086816,7598
+"mom_2",0.9479339646533208,1613948086816,7598
+"eps_2",1e-05,1613948086816,7598
+"train_loss",0.0042903894,1613948087775,7599
+"raw_loss",0.0037631602,1613948087775,7599
+"epoch",47.79874213836475,1613948087775,7599
+"wd_0",0.01,1613948087775,7599
+"sqr_mom_0",0.99,1613948087775,7599
+"lr_0",1.0294945290954962e-07,1613948087775,7599
+"mom_0",0.9479419903617126,1613948087775,7599
+"eps_0",1e-05,1613948087775,7599
+"wd_1",0.01,1613948087775,7599
+"sqr_mom_1",0.99,1613948087775,7599
+"lr_1",1.0294945290954962e-06,1613948087775,7599
+"mom_1",0.9479419903617126,1613948087775,7599
+"eps_1",1e-05,1613948087775,7599
+"wd_2",0.01,1613948087775,7599
+"sqr_mom_2",0.99,1613948087775,7599
+"lr_2",1.029494529095488e-05,1613948087775,7599
+"mom_2",0.9479419903617126,1613948087775,7599
+"eps_2",1e-05,1613948087775,7599
+"train_loss",0.004268321,1613948088727,7600
+"raw_loss",0.0031869872,1613948088727,7600
+"epoch",47.80503144654085,1613948088727,7600
+"wd_0",0.01,1613948088727,7600
+"sqr_mom_0",0.99,1613948088727,7600
+"lr_0",1.0254920139145664e-07,1613948088727,7600
+"mom_0",0.9479499954721256,1613948088727,7600
+"eps_0",1e-05,1613948088727,7600
+"wd_1",0.01,1613948088727,7600
+"sqr_mom_1",0.99,1613948088727,7600
+"lr_1",1.0254920139145664e-06,1613948088727,7600
+"mom_1",0.9479499954721256,1613948088727,7600
+"eps_1",1e-05,1613948088727,7600
+"wd_2",0.01,1613948088727,7600
+"sqr_mom_2",0.99,1613948088727,7600
+"lr_2",1.0254920139145555e-05,1613948088727,7600
+"mom_2",0.9479499954721256,1613948088727,7600
+"eps_2",1e-05,1613948088727,7600
+"train_loss",0.0042406335,1613948089740,7601
+"raw_loss",0.0028839235,1613948089740,7601
+"epoch",47.81132075471695,1613948089740,7601
+"wd_0",0.01,1613948089740,7601
+"sqr_mom_0",0.99,1613948089740,7601
+"lr_0",1.0214971353446558e-07,1613948089740,7601
+"mom_0",0.9479579853091638,1613948089740,7601
+"eps_0",1e-05,1613948089740,7601
+"wd_1",0.01,1613948089740,7601
+"sqr_mom_1",0.99,1613948089740,7601
+"lr_1",1.0214971353446592e-06,1613948089740,7601
+"mom_1",0.9479579853091638,1613948089740,7601
+"eps_1",1e-05,1613948089740,7601
+"wd_2",0.01,1613948089740,7601
+"sqr_mom_2",0.99,1613948089740,7601
+"lr_2",1.0214971353446605e-05,1613948089740,7601
+"mom_2",0.9479579853091638,1613948089740,7601
+"eps_2",1e-05,1613948089740,7601
+"train_loss",0.0042346986,1613948090706,7602
+"raw_loss",0.0039438847,1613948090706,7602
+"epoch",47.81761006289305,1613948090706,7602
+"wd_0",0.01,1613948090706,7602
+"sqr_mom_0",0.99,1613948090706,7602
+"lr_0",1.0175072513810057e-07,1613948090706,7602
+"mom_0",0.9479659651568895,1613948090706,7602
+"eps_0",1e-05,1613948090706,7602
+"wd_1",0.01,1613948090706,7602
+"sqr_mom_1",0.99,1613948090706,7602
+"lr_1",1.0175072513810091e-06,1613948090706,7602
+"mom_1",0.9479659651568895,1613948090706,7602
+"eps_1",1e-05,1613948090706,7602
+"wd_2",0.01,1613948090706,7602
+"sqr_mom_2",0.99,1613948090706,7602
+"lr_2",1.0175072513810023e-05,1613948090706,7602
+"mom_2",0.9479659651568895,1613948090706,7602
+"eps_2",1e-05,1613948090706,7602
+"train_loss",0.004229974,1613948091659,7603
+"raw_loss",0.0039984714,1613948091659,7603
+"epoch",47.82389937106915,1613948091659,7603
+"wd_0",0.01,1613948091659,7603
+"sqr_mom_0",0.99,1613948091659,7603
+"lr_0",1.0135276549176707e-07,1613948091659,7603
+"mom_0",0.9479739244294089,1613948091659,7603
+"eps_0",1e-05,1613948091659,7603
+"wd_1",0.01,1613948091659,7603
+"sqr_mom_1",0.99,1613948091659,7603
+"lr_1",1.013527654917669e-06,1613948091659,7603
+"mom_1",0.9479739244294089,1613948091659,7603
+"eps_1",1e-05,1613948091659,7603
+"wd_2",0.01,1613948091659,7603
+"sqr_mom_2",0.99,1613948091659,7603
+"lr_2",1.0135276549176663e-05,1613948091659,7603
+"mom_2",0.9479739244294089,1613948091659,7603
+"eps_2",1e-05,1613948091659,7603
+"train_loss",0.004216304,1613948092619,7604
+"raw_loss",0.0035464668,1613948092619,7604
+"epoch",47.83018867924525,1613948092619,7604
+"wd_0",0.01,1613948092619,7604
+"sqr_mom_0",0.99,1613948092619,7604
+"lr_0",1.0095543823089175e-07,1613948092619,7604
+"mom_0",0.9479818710540927,1613948092619,7604
+"eps_0",1e-05,1613948092619,7604
+"wd_1",0.01,1613948092619,7604
+"sqr_mom_1",0.99,1613948092619,7604
+"lr_1",1.0095543823089158e-06,1613948092619,7604
+"mom_1",0.9479818710540927,1613948092619,7604
+"eps_1",1e-05,1613948092619,7604
+"wd_2",0.01,1613948092619,7604
+"sqr_mom_2",0.99,1613948092619,7604
+"lr_2",1.0095543823089104e-05,1613948092619,7604
+"mom_2",0.9479818710540927,1613948092619,7604
+"eps_2",1e-05,1613948092619,7604
+"train_loss",0.004218269,1613948093570,7605
+"raw_loss",0.00431455,1613948093570,7605
+"epoch",47.836477987421354,1613948093570,7605
+"wd_0",0.01,1613948093570,7605
+"sqr_mom_0",0.99,1613948093570,7605
+"lr_0",1.0055887564593922e-07,1613948093570,7605
+"mom_0",0.947989802385105,1613948093570,7605
+"eps_0",1e-05,1613948093570,7605
+"wd_1",0.01,1613948093570,7605
+"sqr_mom_1",0.99,1613948093570,7605
+"lr_1",1.0055887564593922e-06,1613948093570,7605
+"mom_1",0.947989802385105,1613948093570,7605
+"eps_1",1e-05,1613948093570,7605
+"wd_2",0.01,1613948093570,7605
+"sqr_mom_2",0.99,1613948093570,7605
+"lr_2",1.0055887564593895e-05,1613948093570,7605
+"mom_2",0.947989802385105,1613948093570,7605
+"eps_2",1e-05,1613948093570,7605
+"train_loss",0.00421344,1613948094532,7606
+"raw_loss",0.0039768335,1613948094532,7606
+"epoch",47.842767295597454,1613948094532,7606
+"wd_0",0.01,1613948094532,7606
+"sqr_mom_0",0.99,1613948094532,7606
+"lr_0",1.0016307786330965e-07,1613948094532,7606
+"mom_0",0.947997718419918,1613948094532,7606
+"eps_0",1e-05,1613948094532,7606
+"wd_1",0.01,1613948094532,7606
+"sqr_mom_1",0.99,1613948094532,7606
+"lr_1",1.0016307786330948e-06,1613948094532,7606
+"mom_1",0.947997718419918,1613948094532,7606
+"eps_1",1e-05,1613948094532,7606
+"wd_2",0.01,1613948094532,7606
+"sqr_mom_2",0.99,1613948094532,7606
+"lr_2",1.001630778633088e-05,1613948094532,7606
+"mom_2",0.947997718419918,1613948094532,7606
+"eps_2",1e-05,1613948094532,7606
+"train_loss",0.004198413,1613948095466,7607
+"raw_loss",0.0034620655,1613948095466,7607
+"epoch",47.849056603773555,1613948095466,7607
+"wd_0",0.01,1613948095466,7607
+"sqr_mom_0",0.99,1613948095466,7607
+"lr_0",9.976817590483675e-08,1613948095466,7607
+"mom_0",0.9480056165380686,1613948095466,7607
+"eps_0",1e-05,1613948095466,7607
+"wd_1",0.01,1613948095466,7607
+"sqr_mom_1",0.99,1613948095466,7607
+"lr_1",9.976817590483692e-07,1613948095466,7607
+"mom_1",0.9480056165380686,1613948095466,7607
+"eps_1",1e-05,1613948095466,7607
+"wd_2",0.01,1613948095466,7607
+"sqr_mom_2",0.99,1613948095466,7607
+"lr_2",9.976817590483678e-06,1613948095466,7607
+"mom_2",0.9480056165380686,1613948095466,7607
+"eps_2",1e-05,1613948095466,7607
+"train_loss",0.0042316066,1613948096411,7608
+"raw_loss",0.005858105,1613948096411,7608
+"epoch",47.855345911949655,1613948096411,7608
+"wd_0",0.01,1613948096411,7608
+"sqr_mom_0",0.99,1613948096411,7608
+"lr_0",9.937377720939534e-08,1613948096411,7608
+"mom_0",0.948013504590858,1613948096411,7608
+"eps_0",1e-05,1613948096411,7608
+"wd_1",0.01,1613948096411,7608
+"sqr_mom_1",0.99,1613948096411,7608
+"lr_1",9.937377720939551e-07,1613948096411,7608
+"mom_1",0.948013504590858,1613948096411,7608
+"eps_1",1e-05,1613948096411,7608
+"wd_2",0.01,1613948096411,7608
+"sqr_mom_2",0.99,1613948096411,7608
+"lr_2",9.937377720939497e-06,1613948096411,7608
+"mom_2",0.948013504590858,1613948096411,7608
+"eps_2",1e-05,1613948096411,7608
+"train_loss",0.0042164633,1613948097369,7609
+"raw_loss",0.00347444,1613948097369,7609
+"epoch",47.861635220125756,1613948097369,7609
+"wd_0",0.01,1613948097369,7609
+"sqr_mom_0",0.99,1613948097369,7609
+"lr_0",9.89804049777893e-08,1613948097369,7609
+"mom_0",0.9480213721141653,1613948097369,7609
+"eps_0",1e-05,1613948097369,7609
+"wd_1",0.01,1613948097369,7609
+"sqr_mom_1",0.99,1613948097369,7609
+"lr_1",9.898040497778964e-07,1613948097369,7609
+"mom_1",0.9480213721141653,1613948097369,7609
+"eps_1",1e-05,1613948097369,7609
+"wd_2",0.01,1613948097369,7609
+"sqr_mom_2",0.99,1613948097369,7609
+"lr_2",9.898040497778897e-06,1613948097369,7609
+"mom_2",0.9480213721141653,1613948097369,7609
+"eps_2",1e-05,1613948097369,7609
+"train_loss",0.004185834,1613948098319,7610
+"raw_loss",0.002684985,1613948098319,7610
+"epoch",47.867924528301856,1613948098319,7610
+"wd_0",0.01,1613948098319,7610
+"sqr_mom_0",0.99,1613948098319,7610
+"lr_0",9.858753727547142e-08,1613948098319,7610
+"mom_0",0.948029229546786,1613948098319,7610
+"eps_0",1e-05,1613948098319,7610
+"wd_1",0.01,1613948098319,7610
+"sqr_mom_1",0.99,1613948098319,7610
+"lr_1",9.858753727547159e-07,1613948098319,7610
+"mom_1",0.948029229546786,1613948098319,7610
+"eps_1",1e-05,1613948098319,7610
+"wd_2",0.01,1613948098319,7610
+"sqr_mom_2",0.99,1613948098319,7610
+"lr_2",9.858753727547132e-06,1613948098319,7610
+"mom_2",0.948029229546786,1613948098319,7610
+"eps_2",1e-05,1613948098319,7610
+"train_loss",0.004195569,1613948099255,7611
+"raw_loss",0.0046725874,1613948099255,7611
+"epoch",47.874213836477956,1613948099255,7611
+"wd_0",0.01,1613948099255,7611
+"sqr_mom_0",0.99,1613948099255,7611
+"lr_0",9.819569527226468e-08,1613948099255,7611
+"mom_0",0.9480370664652193,1613948099255,7611
+"eps_0",1e-05,1613948099255,7611
+"wd_1",0.01,1613948099255,7611
+"sqr_mom_1",0.99,1613948099255,7611
+"lr_1",9.819569527226468e-07,1613948099255,7611
+"mom_1",0.9480370664652193,1613948099255,7611
+"eps_1",1e-05,1613948099255,7611
+"wd_2",0.01,1613948099255,7611
+"sqr_mom_2",0.99,1613948099255,7611
+"lr_2",9.819569527226481e-06,1613948099255,7611
+"mom_2",0.9480370664652193,1613948099255,7611
+"eps_2",1e-05,1613948099255,7611
+"train_loss",0.0042497306,1613948100209,7612
+"raw_loss",0.0069036474,1613948100209,7612
+"epoch",47.88050314465406,1613948100209,7612
+"wd_0",0.01,1613948100209,7612
+"sqr_mom_0",0.99,1613948100209,7612
+"lr_0",9.780461831686969e-08,1613948100209,7612
+"mom_0",0.9480448880825434,1613948100209,7612
+"eps_0",1e-05,1613948100209,7612
+"wd_1",0.01,1613948100209,7612
+"sqr_mom_1",0.99,1613948100209,7612
+"lr_1",9.780461831686952e-07,1613948100209,7612
+"mom_1",0.9480448880825434,1613948100209,7612
+"eps_1",1e-05,1613948100209,7612
+"wd_2",0.01,1613948100209,7612
+"sqr_mom_2",0.99,1613948100209,7612
+"lr_2",9.780461831686966e-06,1613948100209,7612
+"mom_2",0.9480448880825434,1613948100209,7612
+"eps_2",1e-05,1613948100209,7612
+"train_loss",0.004225252,1613948101165,7613
+"raw_loss",0.0030258116,1613948101165,7613
+"epoch",47.88679245283016,1613948101165,7613
+"wd_0",0.01,1613948101165,7613
+"sqr_mom_0",0.99,1613948101165,7613
+"lr_0",9.741404778873076e-08,1613948101165,7613
+"mom_0",0.9480526995712211,1613948101165,7613
+"eps_0",1e-05,1613948101165,7613
+"wd_1",0.01,1613948101165,7613
+"sqr_mom_1",0.99,1613948101165,7613
+"lr_1",9.741404778873126e-07,1613948101165,7613
+"mom_1",0.9480526995712211,1613948101165,7613
+"eps_1",1e-05,1613948101165,7613
+"wd_2",0.01,1613948101165,7613
+"sqr_mom_2",0.99,1613948101165,7613
+"lr_2",9.741404778873032e-06,1613948101165,7613
+"mom_2",0.9480526995712211,1613948101165,7613
+"eps_2",1e-05,1613948101165,7613
+"train_loss",0.004245571,1613948102138,7614
+"raw_loss",0.0052411854,1613948102138,7614
+"epoch",47.89308176100626,1613948102138,7614
+"wd_0",0.01,1613948102138,7614
+"sqr_mom_0",0.99,1613948102138,7614
+"lr_0",9.702450181029027e-08,1613948102138,7614
+"mom_0",0.9480604905686998,1613948102138,7614
+"eps_0",1e-05,1613948102138,7614
+"wd_1",0.01,1613948102138,7614
+"sqr_mom_1",0.99,1613948102138,7614
+"lr_1",9.702450181029061e-07,1613948102138,7614
+"mom_1",0.9480604905686998,1613948102138,7614
+"eps_1",1e-05,1613948102138,7614
+"wd_2",0.01,1613948102138,7614
+"sqr_mom_2",0.99,1613948102138,7614
+"lr_2",9.702450181029061e-06,1613948102138,7614
+"mom_2",0.9480604905686998,1613948102138,7614
+"eps_2",1e-05,1613948102138,7614
+"train_loss",0.0042405734,1613948103088,7615
+"raw_loss",0.003995701,1613948103088,7615
+"epoch",47.89937106918236,1613948103088,7615
+"wd_0",0.01,1613948103088,7615
+"sqr_mom_0",0.99,1613948103088,7615
+"lr_0",9.663572125271857e-08,1613948103088,7615
+"mom_0",0.9480682662576082,1613948103088,7615
+"eps_0",1e-05,1613948103088,7615
+"wd_1",0.01,1613948103088,7615
+"sqr_mom_1",0.99,1613948103088,7615
+"lr_1",9.663572125271874e-07,1613948103088,7615
+"mom_1",0.9480682662576082,1613948103088,7615
+"eps_1",1e-05,1613948103088,7615
+"wd_2",0.01,1613948103088,7615
+"sqr_mom_2",0.99,1613948103088,7615
+"lr_2",9.663572125271779e-06,1613948103088,7615
+"mom_2",0.9480682662576082,1613948103088,7615
+"eps_2",1e-05,1613948103088,7615
+"train_loss",0.004291395,1613948104051,7616
+"raw_loss",0.006781664,1613948104051,7616
+"epoch",47.90566037735846,1613948104051,7616
+"wd_0",0.01,1613948104051,7616
+"sqr_mom_0",0.99,1613948104051,7616
+"lr_0",9.624744901891985e-08,1613948104051,7616
+"mom_0",0.9480760317799394,1613948104051,7616
+"eps_0",1e-05,1613948104051,7616
+"wd_1",0.01,1613948104051,7616
+"sqr_mom_1",0.99,1613948104051,7616
+"lr_1",9.624744901892002e-07,1613948104051,7616
+"mom_1",0.9480760317799394,1613948104051,7616
+"eps_1",1e-05,1613948104051,7616
+"wd_2",0.01,1613948104051,7616
+"sqr_mom_2",0.99,1613948104051,7616
+"lr_2",9.624744901891974e-06,1613948104051,7616
+"mom_2",0.9480760317799394,1613948104051,7616
+"eps_2",1e-05,1613948104051,7616
+"train_loss",0.0042848317,1613948105008,7617
+"raw_loss",0.003963229,1613948105008,7617
+"epoch",47.91194968553456,1613948105008,7617
+"wd_0",0.01,1613948105008,7617
+"sqr_mom_0",0.99,1613948105008,7617
+"lr_0",9.586020018246852e-08,1613948105008,7617
+"mom_0",0.9480837768341189,1613948105008,7617
+"eps_0",1e-05,1613948105008,7617
+"wd_1",0.01,1613948105008,7617
+"sqr_mom_1",0.99,1613948105008,7617
+"lr_1",9.586020018246852e-07,1613948105008,7617
+"mom_1",0.9480837768341189,1613948105008,7617
+"eps_1",1e-05,1613948105008,7617
+"wd_2",0.01,1613948105008,7617
+"sqr_mom_2",0.99,1613948105008,7617
+"lr_2",9.586020018246839e-06,1613948105008,7617
+"mom_2",0.9480837768341189,1613948105008,7617
+"eps_2",1e-05,1613948105008,7617
+"train_loss",0.004245181,1613948106008,7618
+"raw_loss",0.0023022923,1613948106008,7618
+"epoch",47.91823899371066,1613948106008,7618
+"wd_0",0.01,1613948106008,7618
+"sqr_mom_0",0.99,1613948106008,7618
+"lr_0",9.547358903556436e-08,1613948106008,7618
+"mom_0",0.94809150913438,1613948106008,7618
+"eps_0",1e-05,1613948106008,7618
+"wd_1",0.01,1613948106008,7618
+"sqr_mom_1",0.99,1613948106008,7618
+"lr_1",9.54735890355642e-07,1613948106008,7618
+"mom_1",0.94809150913438,1613948106008,7618
+"eps_1",1e-05,1613948106008,7618
+"wd_2",0.01,1613948106008,7618
+"sqr_mom_2",0.99,1613948106008,7618
+"lr_2",9.547358903556338e-06,1613948106008,7618
+"mom_2",0.94809150913438,1613948106008,7618
+"eps_2",1e-05,1613948106008,7618
+"train_loss",0.0042427694,1613948106999,7619
+"raw_loss",0.004124604,1613948106999,7619
+"epoch",47.92452830188676,1613948106999,7619
+"wd_0",0.01,1613948106999,7619
+"sqr_mom_0",0.99,1613948106999,7619
+"lr_0",9.508774431185864e-08,1613948106999,7619
+"mom_0",0.9480992261060238,1613948106999,7619
+"eps_0",1e-05,1613948106999,7619
+"wd_1",0.01,1613948106999,7619
+"sqr_mom_1",0.99,1613948106999,7619
+"lr_1",9.508774431185864e-07,1613948106999,7619
+"mom_1",0.9480992261060238,1613948106999,7619
+"eps_1",1e-05,1613948106999,7619
+"wd_2",0.01,1613948106999,7619
+"sqr_mom_2",0.99,1613948106999,7619
+"lr_2",9.508774431185823e-06,1613948106999,7619
+"mom_2",0.9480992261060238,1613948106999,7619
+"eps_2",1e-05,1613948106999,7619
+"train_loss",0.0042361235,1613948107994,7620
+"raw_loss",0.003910481,1613948107994,7620
+"epoch",47.93081761006286,1613948107994,7620
+"wd_0",0.01,1613948107994,7620
+"sqr_mom_0",0.99,1613948107994,7620
+"lr_0",9.470266613433546e-08,1613948107994,7620
+"mom_0",0.9481069277465907,1613948107994,7620
+"eps_0",1e-05,1613948107994,7620
+"wd_1",0.01,1613948107994,7620
+"sqr_mom_1",0.99,1613948107994,7620
+"lr_1",9.470266613433563e-07,1613948107994,7620
+"mom_1",0.9481069277465907,1613948107994,7620
+"eps_1",1e-05,1613948107994,7620
+"wd_2",0.01,1613948107994,7620
+"sqr_mom_2",0.99,1613948107994,7620
+"lr_2",9.470266613433509e-06,1613948107994,7620
+"mom_2",0.9481069277465907,1613948107994,7620
+"eps_2",1e-05,1613948107994,7620
+"train_loss",0.004225111,1613948108937,7621
+"raw_loss",0.0036855044,1613948108937,7621
+"epoch",47.93710691823896,1613948108937,7621
+"wd_0",0.01,1613948108937,7621
+"sqr_mom_0",0.99,1613948108937,7621
+"lr_0",9.431848196512428e-08,1613948108937,7621
+"mom_0",0.9481146115068125,1613948108937,7621
+"eps_0",1e-05,1613948108937,7621
+"wd_1",0.01,1613948108937,7621
+"sqr_mom_1",0.99,1613948108937,7621
+"lr_1",9.431848196512496e-07,1613948108937,7621
+"mom_1",0.9481146115068125,1613948108937,7621
+"eps_1",1e-05,1613948108937,7621
+"wd_2",0.01,1613948108937,7621
+"sqr_mom_2",0.99,1613948108937,7621
+"lr_2",9.431848196512441e-06,1613948108937,7621
+"mom_2",0.9481146115068125,1613948108937,7621
+"eps_2",1e-05,1613948108937,7621
+"train_loss",0.0042184205,1613948109921,7622
+"raw_loss",0.003890569,1613948109921,7622
+"epoch",47.94339622641506,1613948109921,7622
+"wd_0",0.01,1613948109921,7622
+"sqr_mom_0",0.99,1613948109921,7622
+"lr_0",9.393480990855001e-08,1613948109921,7622
+"mom_0",0.9481222850246792,1613948109921,7622
+"eps_0",1e-05,1613948109921,7622
+"wd_1",0.01,1613948109921,7622
+"sqr_mom_1",0.99,1613948109921,7622
+"lr_1",9.393480990854984e-07,1613948109921,7622
+"mom_1",0.9481222850246792,1613948109921,7622
+"eps_1",1e-05,1613948109921,7622
+"wd_2",0.01,1613948109921,7622
+"sqr_mom_2",0.99,1613948109921,7622
+"lr_2",9.393480990854903e-06,1613948109921,7622
+"mom_2",0.9481222850246792,1613948109921,7622
+"eps_2",1e-05,1613948109921,7622
+"train_loss",0.0042895195,1613948110880,7623
+"raw_loss",0.007773366,1613948110880,7623
+"epoch",47.94968553459116,1613948110880,7623
+"wd_0",0.01,1613948110880,7623
+"sqr_mom_0",0.99,1613948110880,7623
+"lr_0",9.355215893568991e-08,1613948110880,7623
+"mom_0",0.9481299381206674,1613948110880,7623
+"eps_0",1e-05,1613948110880,7623
+"wd_1",0.01,1613948110880,7623
+"sqr_mom_1",0.99,1613948110880,7623
+"lr_1",9.355215893569008e-07,1613948110880,7623
+"mom_1",0.9481299381206674,1613948110880,7623
+"eps_1",1e-05,1613948110880,7623
+"wd_2",0.01,1613948110880,7623
+"sqr_mom_2",0.99,1613948110880,7623
+"lr_2",9.355215893569035e-06,1613948110880,7623
+"mom_2",0.9481299381206674,1613948110880,7623
+"eps_2",1e-05,1613948110880,7623
+"train_loss",0.004254596,1613948111866,7624
+"raw_loss",0.0025433414,1613948111866,7624
+"epoch",47.95597484276726,1613948111866,7624
+"wd_0",0.01,1613948111866,7624
+"sqr_mom_0",0.99,1613948111866,7624
+"lr_0",9.317027448973472e-08,1613948111866,7624
+"mom_0",0.9481375758859641,1613948111866,7624
+"eps_0",1e-05,1613948111866,7624
+"wd_1",0.01,1613948111866,7624
+"sqr_mom_1",0.99,1613948111866,7624
+"lr_1",9.317027448973439e-07,1613948111866,7624
+"mom_1",0.9481375758859641,1613948111866,7624
+"eps_1",1e-05,1613948111866,7624
+"wd_2",0.01,1613948111866,7624
+"sqr_mom_2",0.99,1613948111866,7624
+"lr_2",9.317027448973439e-06,1613948111866,7624
+"mom_2",0.9481375758859641,1613948111866,7624
+"eps_2",1e-05,1613948111866,7624
+"train_loss",0.004248974,1613948112828,7625
+"raw_loss",0.003973505,1613948112828,7625
+"epoch",47.96226415094336,1613948112828,7625
+"wd_0",0.01,1613948112828,7625
+"sqr_mom_0",0.99,1613948112828,7625
+"lr_0",9.278890404854237e-08,1613948112828,7625
+"mom_0",0.9481452033710628,1613948112828,7625
+"eps_0",1e-05,1613948112828,7625
+"wd_1",0.01,1613948112828,7625
+"sqr_mom_1",0.99,1613948112828,7625
+"lr_1",9.278890404854287e-07,1613948112828,7625
+"mom_1",0.9481452033710628,1613948112828,7625
+"eps_1",1e-05,1613948112828,7625
+"wd_2",0.01,1613948112828,7625
+"sqr_mom_2",0.99,1613948112828,7625
+"lr_2",9.278890404854166e-06,1613948112828,7625
+"mom_2",0.9481452033710628,1613948112828,7625
+"eps_2",1e-05,1613948112828,7625
+"train_loss",0.0042288606,1613948113807,7626
+"raw_loss",0.0032433092,1613948113807,7626
+"epoch",47.96855345911946,1613948113807,7626
+"wd_0",0.01,1613948113807,7626
+"sqr_mom_0",0.99,1613948113807,7626
+"lr_0",9.240855352991838e-08,1613948113807,7626
+"mom_0",0.9481528104575062,1613948113807,7626
+"eps_0",1e-05,1613948113807,7626
+"wd_1",0.01,1613948113807,7626
+"sqr_mom_1",0.99,1613948113807,7626
+"lr_1",9.240855352991804e-07,1613948113807,7626
+"mom_1",0.9481528104575062,1613948113807,7626
+"eps_1",1e-05,1613948113807,7626
+"wd_2",0.01,1613948113807,7626
+"sqr_mom_2",0.99,1613948113807,7626
+"lr_2",9.240855352991763e-06,1613948113807,7626
+"mom_2",0.9481528104575062,1613948113807,7626
+"eps_2",1e-05,1613948113807,7626
+"train_loss",0.0042172135,1613948114757,7627
+"raw_loss",0.0036464962,1613948114757,7627
+"epoch",47.97484276729556,1613948114757,7627
+"wd_0",0.01,1613948114757,7627
+"sqr_mom_0",0.99,1613948114757,7627
+"lr_0",9.202884408958914e-08,1613948114757,7627
+"mom_0",0.9481604047222554,1613948114757,7627
+"eps_0",1e-05,1613948114757,7627
+"wd_1",0.01,1613948114757,7627
+"sqr_mom_1",0.99,1613948114757,7627
+"lr_1",9.202884408958948e-07,1613948114757,7627
+"mom_1",0.9481604047222554,1613948114757,7627
+"eps_1",1e-05,1613948114757,7627
+"wd_2",0.01,1613948114757,7627
+"sqr_mom_2",0.99,1613948114757,7627
+"lr_2",9.202884408958866e-06,1613948114757,7627
+"mom_2",0.9481604047222554,1613948114757,7627
+"eps_2",1e-05,1613948114757,7627
+"train_loss",0.0042229597,1613948115717,7628
+"raw_loss",0.0045045237,1613948115717,7628
+"epoch",47.98113207547166,1613948115717,7628
+"wd_0",0.01,1613948115717,7628
+"sqr_mom_0",0.99,1613948115717,7628
+"lr_0",9.164990217043242e-08,1613948115717,7628
+"mom_0",0.9481679836364276,1613948115717,7628
+"eps_0",1e-05,1613948115717,7628
+"wd_1",0.01,1613948115717,7628
+"sqr_mom_1",0.99,1613948115717,7628
+"lr_1",9.164990217043259e-07,1613948115717,7628
+"mom_1",0.9481679836364276,1613948115717,7628
+"eps_1",1e-05,1613948115717,7628
+"wd_2",0.01,1613948115717,7628
+"sqr_mom_2",0.99,1613948115717,7628
+"lr_2",9.164990217043218e-06,1613948115717,7628
+"mom_2",0.9481679836364276,1613948115717,7628
+"eps_2",1e-05,1613948115717,7628
+"train_loss",0.0042113625,1613948116687,7629
+"raw_loss",0.0036430885,1613948116687,7629
+"epoch",47.987421383647764,1613948116687,7629
+"wd_0",0.01,1613948116687,7629
+"sqr_mom_0",0.99,1613948116687,7629
+"lr_0",9.127172789323173e-08,1613948116687,7629
+"mom_0",0.9481755471976073,1613948116687,7629
+"eps_0",1e-05,1613948116687,7629
+"wd_1",0.01,1613948116687,7629
+"sqr_mom_1",0.99,1613948116687,7629
+"lr_1",9.127172789323156e-07,1613948116687,7629
+"mom_1",0.9481755471976073,1613948116687,7629
+"eps_1",1e-05,1613948116687,7629
+"wd_2",0.01,1613948116687,7629
+"sqr_mom_2",0.99,1613948116687,7629
+"lr_2",9.127172789323156e-06,1613948116687,7629
+"mom_2",0.9481755471976073,1613948116687,7629
+"eps_2",1e-05,1613948116687,7629
+"train_loss",0.0042057694,1613948117672,7630
+"raw_loss",0.003931699,1613948117672,7630
+"epoch",47.993710691823864,1613948117672,7630
+"wd_0",0.01,1613948117672,7630
+"sqr_mom_0",0.99,1613948117672,7630
+"lr_0",9.089444642751936e-08,1613948117672,7630
+"mom_0",0.9481830929023786,1613948117672,7630
+"eps_0",1e-05,1613948117672,7630
+"wd_1",0.01,1613948117672,7630
+"sqr_mom_1",0.99,1613948117672,7630
+"lr_1",9.089444642751919e-07,1613948117672,7630
+"mom_1",0.9481830929023786,1613948117672,7630
+"eps_1",1e-05,1613948117672,7630
+"wd_2",0.01,1613948117672,7630
+"sqr_mom_2",0.99,1613948117672,7630
+"lr_2",9.089444642751865e-06,1613948117672,7630
+"mom_2",0.9481830929023786,1613948117672,7630
+"eps_2",1e-05,1613948117672,7630
+"train_loss",0.0041985214,1613948118630,7631
+"raw_loss",0.003843376,1613948118630,7631
+"epoch",47.999999999999964,1613948118630,7631
+"wd_0",0.01,1613948118630,7631
+"sqr_mom_0",0.99,1613948118630,7631
+"lr_0",9.051768274660428e-08,1613948118630,7631
+"mom_0",0.9481906282513504,1613948118630,7631
+"eps_0",1e-05,1613948118630,7631
+"wd_1",0.01,1613948118630,7631
+"sqr_mom_1",0.99,1613948118630,7631
+"lr_1",9.051768274660394e-07,1613948118630,7631
+"mom_1",0.9481906282513504,1613948118630,7631
+"eps_1",1e-05,1613948118630,7631
+"wd_2",0.01,1613948118630,7631
+"sqr_mom_2",0.99,1613948118630,7631
+"lr_2",9.051768274660407e-06,1613948118630,7631
+"mom_2",0.9481906282513504,1613948118630,7631
+"eps_2",1e-05,1613948118630,7631
+"valid_loss",0.08525346964597702,1613948152129,7631
+"_rmse",0.2919819951057434,1613948152129,7631
+"epoch",48,1613948152129,7631
+"train_loss",0.0042208075,1613948153153,7632
+"raw_loss",0.0053128274,1613948153153,7632
+"epoch",48.0062893081761,1613948153153,7632
+"wd_0",0.01,1613948153153,7632
+"sqr_mom_0",0.99,1613948153153,7632
+"lr_0",9.01419366570628e-08,1613948153153,7632
+"mom_0",0.9481981432482912,1613948153153,7632
+"eps_0",1e-05,1613948153153,7632
+"wd_1",0.01,1613948153153,7632
+"sqr_mom_1",0.99,1613948153153,7632
+"lr_1",9.014193665706212e-07,1613948153153,7632
+"mom_1",0.9481981432482912,1613948153153,7632
+"eps_1",1e-05,1613948153153,7632
+"wd_2",0.01,1613948153153,7632
+"sqr_mom_2",0.99,1613948153153,7632
+"lr_2",9.014193665706199e-06,1613948153153,7632
+"mom_2",0.9481981432482912,1613948153153,7632
+"eps_2",1e-05,1613948153153,7632
+"train_loss",0.004195021,1613948154107,7633
+"raw_loss",0.0029314747,1613948154107,7633
+"epoch",48.0125786163522,1613948154107,7633
+"wd_0",0.01,1613948154107,7633
+"sqr_mom_0",0.99,1613948154107,7633
+"lr_0",8.976695818067315e-08,1613948154107,7633
+"mom_0",0.9482056428928154,1613948154107,7633
+"eps_0",1e-05,1613948154107,7633
+"wd_1",0.01,1613948154107,7633
+"sqr_mom_1",0.99,1613948154107,7633
+"lr_1",8.976695818067366e-07,1613948154107,7633
+"mom_1",0.9482056428928154,1613948154107,7633
+"eps_1",1e-05,1613948154107,7633
+"wd_2",0.01,1613948154107,7633
+"sqr_mom_2",0.99,1613948154107,7633
+"lr_2",8.976695818067285e-06,1613948154107,7633
+"mom_2",0.9482056428928154,1613948154107,7633
+"eps_2",1e-05,1613948154107,7633
+"train_loss",0.0041917623,1613948155055,7634
+"raw_loss",0.0040320843,1613948155055,7634
+"epoch",48.0188679245283,1613948155055,7634
+"wd_0",0.01,1613948155055,7634
+"sqr_mom_0",0.99,1613948155055,7634
+"lr_0",8.939249937676909e-08,1613948155055,7634
+"mom_0",0.948213132143786,1613948155055,7634
+"eps_0",1e-05,1613948155055,7634
+"wd_1",0.01,1613948155055,7634
+"sqr_mom_1",0.99,1613948155055,7634
+"lr_1",8.939249937676909e-07,1613948155055,7634
+"mom_1",0.948213132143786,1613948155055,7634
+"eps_1",1e-05,1613948155055,7634
+"wd_2",0.01,1613948155055,7634
+"sqr_mom_2",0.99,1613948155055,7634
+"lr_2",8.939249937676909e-06,1613948155055,7634
+"mom_2",0.948213132143786,1613948155055,7634
+"eps_2",1e-05,1613948155055,7634
+"train_loss",0.0041730604,1613948156011,7635
+"raw_loss",0.0032566632,1613948156011,7635
+"epoch",48.0251572327044,1613948156011,7635
+"wd_0",0.01,1613948156011,7635
+"sqr_mom_0",0.99,1613948156011,7635
+"lr_0",8.901905699432605e-08,1613948156011,7635
+"mom_0",0.948220601066124,1613948156011,7635
+"eps_0",1e-05,1613948156011,7635
+"wd_1",0.01,1613948156011,7635
+"sqr_mom_1",0.99,1613948156011,7635
+"lr_1",8.901905699432554e-07,1613948156011,7635
+"mom_1",0.948220601066124,1613948156011,7635
+"eps_1",1e-05,1613948156011,7635
+"wd_2",0.01,1613948156011,7635
+"sqr_mom_2",0.99,1613948156011,7635
+"lr_2",8.901905699432514e-06,1613948156011,7635
+"mom_2",0.948220601066124,1613948156011,7635
+"eps_2",1e-05,1613948156011,7635
+"train_loss",0.004168978,1613948156979,7636
+"raw_loss",0.003968941,1613948156979,7636
+"epoch",48.0314465408805,1613948156979,7636
+"wd_0",0.01,1613948156979,7636
+"sqr_mom_0",0.99,1613948156979,7636
+"lr_0",8.864638258270297e-08,1613948156979,7636
+"mom_0",0.9482280546288921,1613948156979,7636
+"eps_0",1e-05,1613948156979,7636
+"wd_1",0.01,1613948156979,7636
+"sqr_mom_1",0.99,1613948156979,7636
+"lr_1",8.86463825827028e-07,1613948156979,7636
+"mom_1",0.9482280546288921,1613948156979,7636
+"eps_1",1e-05,1613948156979,7636
+"wd_2",0.01,1613948156979,7636
+"sqr_mom_2",0.99,1613948156979,7636
+"lr_2",8.864638258270266e-06,1613948156979,7636
+"mom_2",0.9482280546288921,1613948156979,7636
+"eps_2",1e-05,1613948156979,7636
+"train_loss",0.0041463636,1613948157963,7637
+"raw_loss",0.003038265,1613948157963,7637
+"epoch",48.0377358490566,1613948157963,7637
+"wd_0",0.01,1613948157963,7637
+"sqr_mom_0",0.99,1613948157963,7637
+"lr_0",8.827422972976131e-08,1613948157963,7637
+"mom_0",0.9482354977603823,1613948157963,7637
+"eps_0",1e-05,1613948157963,7637
+"wd_1",0.01,1613948157963,7637
+"sqr_mom_1",0.99,1613948157963,7637
+"lr_1",8.827422972976131e-07,1613948157963,7637
+"mom_1",0.9482354977603823,1613948157963,7637
+"eps_1",1e-05,1613948157963,7637
+"wd_2",0.01,1613948157963,7637
+"sqr_mom_2",0.99,1613948157963,7637
+"lr_2",8.827422972976077e-06,1613948157963,7637
+"mom_2",0.9482354977603823,1613948157963,7637
+"eps_2",1e-05,1613948157963,7637
+"train_loss",0.0042006066,1613948158937,7638
+"raw_loss",0.0068585253,1613948158937,7638
+"epoch",48.0440251572327,1613948158937,7638
+"wd_0",0.01,1613948158937,7638
+"sqr_mom_0",0.99,1613948158937,7638
+"lr_0",8.790309212545345e-08,1613948158937,7638
+"mom_0",0.9482429205866968,1613948158937,7638
+"eps_0",1e-05,1613948158937,7638
+"wd_1",0.01,1613948158937,7638
+"sqr_mom_1",0.99,1613948158937,7638
+"lr_1",8.790309212545328e-07,1613948158937,7638
+"mom_1",0.9482429205866968,1613948158937,7638
+"eps_1",1e-05,1613948158937,7638
+"wd_2",0.01,1613948158937,7638
+"sqr_mom_2",0.99,1613948158937,7638
+"lr_2",8.790309212545274e-06,1613948158937,7638
+"mom_2",0.9482429205866968,1613948158937,7638
+"eps_2",1e-05,1613948158937,7638
+"train_loss",0.004184132,1613948159901,7639
+"raw_loss",0.0033768672,1613948159901,7639
+"epoch",48.0503144654088,1613948159901,7639
+"wd_0",0.01,1613948159901,7639
+"sqr_mom_0",0.99,1613948159901,7639
+"lr_0",8.753260009197348e-08,1613948159901,7639
+"mom_0",0.9482503305014656,1613948159901,7639
+"eps_0",1e-05,1613948159901,7639
+"wd_1",0.01,1613948159901,7639
+"sqr_mom_1",0.99,1613948159901,7639
+"lr_1",8.753260009197281e-07,1613948159901,7639
+"mom_1",0.9482503305014656,1613948159901,7639
+"eps_1",1e-05,1613948159901,7639
+"wd_2",0.01,1613948159901,7639
+"sqr_mom_2",0.99,1613948159901,7639
+"lr_2",8.75326000919724e-06,1613948159901,7639
+"mom_2",0.9482503305014656,1613948159901,7639
+"eps_2",1e-05,1613948159901,7639
+"train_loss",0.00416198,1613948160863,7640
+"raw_loss",0.0030765408,1613948160863,7640
+"epoch",48.056603773584904,1613948160863,7640
+"wd_0",0.01,1613948160863,7640
+"sqr_mom_0",0.99,1613948160863,7640
+"lr_0",8.716287701279158e-08,1613948160863,7640
+"mom_0",0.9482577250369945,1613948160863,7640
+"eps_0",1e-05,1613948160863,7640
+"wd_1",0.01,1613948160863,7640
+"sqr_mom_1",0.99,1613948160863,7640
+"lr_1",8.71628770127909e-07,1613948160863,7640
+"mom_1",0.9482577250369945,1613948160863,7640
+"eps_1",1e-05,1613948160863,7640
+"wd_2",0.01,1613948160863,7640
+"sqr_mom_2",0.99,1613948160863,7640
+"lr_2",8.716287701279117e-06,1613948160863,7640
+"mom_2",0.9482577250369945,1613948160863,7640
+"eps_2",1e-05,1613948160863,7640
+"train_loss",0.0041473694,1613948161837,7641
+"raw_loss",0.003431456,1613948161837,7641
+"epoch",48.062893081761004,1613948161837,7641
+"wd_0",0.01,1613948161837,7641
+"sqr_mom_0",0.99,1613948161837,7641
+"lr_0",8.679392300575203e-08,1613948161837,7641
+"mom_0",0.9482651041909268,1613948161837,7641
+"eps_0",1e-05,1613948161837,7641
+"wd_1",0.01,1613948161837,7641
+"sqr_mom_1",0.99,1613948161837,7641
+"lr_1",8.67939230057522e-07,1613948161837,7641
+"mom_1",0.9482651041909268,1613948161837,7641
+"eps_1",1e-05,1613948161837,7641
+"wd_2",0.01,1613948161837,7641
+"sqr_mom_2",0.99,1613948161837,7641
+"lr_2",8.679392300575206e-06,1613948161837,7641
+"mom_2",0.9482651041909268,1613948161837,7641
+"eps_2",1e-05,1613948161837,7641
+"train_loss",0.0041249865,1613948162792,7642
+"raw_loss",0.003028227,1613948162792,7642
+"epoch",48.069182389937104,1613948162792,7642
+"wd_0",0.01,1613948162792,7642
+"sqr_mom_0",0.99,1613948162792,7642
+"lr_0",8.642586017860953e-08,1613948162792,7642
+"mom_0",0.948272465521083,1613948162792,7642
+"eps_0",1e-05,1613948162792,7642
+"wd_1",0.01,1613948162792,7642
+"sqr_mom_1",0.99,1613948162792,7642
+"lr_1",8.642586017860936e-07,1613948162792,7642
+"mom_1",0.948272465521083,1613948162792,7642
+"eps_1",1e-05,1613948162792,7642
+"wd_2",0.01,1613948162792,7642
+"sqr_mom_2",0.99,1613948162792,7642
+"lr_2",8.642586017860868e-06,1613948162792,7642
+"mom_2",0.948272465521083,1613948162792,7642
+"eps_2",1e-05,1613948162792,7642
+"train_loss",0.004174206,1613948163751,7643
+"raw_loss",0.006585956,1613948163751,7643
+"epoch",48.075471698113205,1613948163751,7643
+"wd_0",0.01,1613948163751,7643
+"sqr_mom_0",0.99,1613948163751,7643
+"lr_0",8.605832267825837e-08,1613948163751,7643
+"mom_0",0.9482798163445982,1613948163751,7643
+"eps_0",1e-05,1613948163751,7643
+"wd_1",0.01,1613948163751,7643
+"sqr_mom_1",0.99,1613948163751,7643
+"lr_1",8.605832267825854e-07,1613948163751,7643
+"mom_1",0.9482798163445982,1613948163751,7643
+"eps_1",1e-05,1613948163751,7643
+"wd_2",0.01,1613948163751,7643
+"sqr_mom_2",0.99,1613948163751,7643
+"lr_2",8.6058322678258e-06,1613948163751,7643
+"mom_2",0.9482798163445982,1613948163751,7643
+"eps_2",1e-05,1613948163751,7643
+"train_loss",0.004145677,1613948164723,7644
+"raw_loss",0.0027477697,1613948164723,7644
+"epoch",48.081761006289305,1613948164723,7644
+"wd_0",0.01,1613948164723,7644
+"sqr_mom_0",0.99,1613948164723,7644
+"lr_0",8.569179807202234e-08,1613948164723,7644
+"mom_0",0.9482871469100286,1613948164723,7644
+"eps_0",1e-05,1613948164723,7644
+"wd_1",0.01,1613948164723,7644
+"sqr_mom_1",0.99,1613948164723,7644
+"lr_1",8.569179807202268e-07,1613948164723,7644
+"mom_1",0.9482871469100286,1613948164723,7644
+"eps_1",1e-05,1613948164723,7644
+"wd_2",0.01,1613948164723,7644
+"sqr_mom_2",0.99,1613948164723,7644
+"lr_2",8.56917980720216e-06,1613948164723,7644
+"mom_2",0.9482871469100286,1613948164723,7644
+"eps_2",1e-05,1613948164723,7644
+"train_loss",0.00431927,1613948165692,7645
+"raw_loss",0.012825341,1613948165692,7645
+"epoch",48.088050314465406,1613948165692,7645
+"wd_0",0.01,1613948165692,7645
+"sqr_mom_0",0.99,1613948165692,7645
+"lr_0",8.532604249642915e-08,1613948165692,7645
+"mom_0",0.9482944620946924,1613948165692,7645
+"eps_0",1e-05,1613948165692,7645
+"wd_1",0.01,1613948165692,7645
+"sqr_mom_1",0.99,1613948165692,7645
+"lr_1",8.532604249642881e-07,1613948165692,7645
+"mom_1",0.9482944620946924,1613948165692,7645
+"eps_1",1e-05,1613948165692,7645
+"wd_2",0.01,1613948165692,7645
+"sqr_mom_2",0.99,1613948165692,7645
+"lr_2",8.53260424964284e-06,1613948165692,7645
+"mom_2",0.9482944620946924,1613948165692,7645
+"eps_2",1e-05,1613948165692,7645
+"train_loss",0.004391141,1613948166667,7646
+"raw_loss",0.007912813,1613948166667,7646
+"epoch",48.094339622641506,1613948166667,7646
+"wd_0",0.01,1613948166667,7646
+"sqr_mom_0",0.99,1613948166667,7646
+"lr_0",8.496081412932115e-08,1613948166667,7646
+"mom_0",0.9483017667350809,1613948166667,7646
+"eps_0",1e-05,1613948166667,7646
+"wd_1",0.01,1613948166667,7646
+"sqr_mom_1",0.99,1613948166667,7646
+"lr_1",8.496081412932082e-07,1613948166667,7646
+"mom_1",0.9483017667350809,1613948166667,7646
+"eps_1",1e-05,1613948166667,7646
+"wd_2",0.01,1613948166667,7646
+"sqr_mom_2",0.99,1613948166667,7646
+"lr_2",8.496081412932041e-06,1613948166667,7646
+"mom_2",0.9483017667350809,1613948166667,7646
+"eps_2",1e-05,1613948166667,7646
+"train_loss",0.0043765055,1613948167632,7647
+"raw_loss",0.0036593652,1613948167632,7647
+"epoch",48.10062893081761,1613948167632,7647
+"wd_0",0.01,1613948167632,7647
+"sqr_mom_0",0.99,1613948167632,7647
+"lr_0",8.459659747477493e-08,1613948167632,7647
+"mom_0",0.9483090511410158,1613948167632,7647
+"eps_0",1e-05,1613948167632,7647
+"wd_1",0.01,1613948167632,7647
+"sqr_mom_1",0.99,1613948167632,7647
+"lr_1",8.45965974747751e-07,1613948167632,7647
+"mom_1",0.9483090511410158,1613948167632,7647
+"eps_1",1e-05,1613948167632,7647
+"wd_2",0.01,1613948167632,7647
+"sqr_mom_2",0.99,1613948167632,7647
+"lr_2",8.45965974747751e-06,1613948167632,7647
+"mom_2",0.9483090511410158,1613948167632,7647
+"eps_2",1e-05,1613948167632,7647
+"train_loss",0.0043679522,1613948168617,7648
+"raw_loss",0.0039488445,1613948168617,7648
+"epoch",48.10691823899371,1613948168617,7648
+"wd_0",0.01,1613948168617,7648
+"sqr_mom_0",0.99,1613948168617,7648
+"lr_0",8.423290928247598e-08,1613948168617,7648
+"mom_0",0.9483163249776002,1613948168617,7648
+"eps_0",1e-05,1613948168617,7648
+"wd_1",0.01,1613948168617,7648
+"sqr_mom_1",0.99,1613948168617,7648
+"lr_1",8.423290928247581e-07,1613948168617,7648
+"mom_1",0.9483163249776002,1613948168617,7648
+"eps_1",1e-05,1613948168617,7648
+"wd_2",0.01,1613948168617,7648
+"sqr_mom_2",0.99,1613948168617,7648
+"lr_2",8.423290928247554e-06,1613948168617,7648
+"mom_2",0.9483163249776002,1613948168617,7648
+"eps_2",1e-05,1613948168617,7648
+"train_loss",0.0044164513,1613948169613,7649
+"raw_loss",0.0067928983,1613948169613,7649
+"epoch",48.11320754716981,1613948169613,7649
+"wd_0",0.01,1613948169613,7649
+"sqr_mom_0",0.99,1613948169613,7649
+"lr_0",8.387023201333713e-08,1613948169613,7649
+"mom_0",0.9483235785955192,1613948169613,7649
+"eps_0",1e-05,1613948169613,7649
+"wd_1",0.01,1613948169613,7649
+"sqr_mom_1",0.99,1613948169613,7649
+"lr_1",8.38702320133373e-07,1613948169613,7649
+"mom_1",0.9483235785955192,1613948169613,7649
+"eps_1",1e-05,1613948169613,7649
+"wd_2",0.01,1613948169613,7649
+"sqr_mom_2",0.99,1613948169613,7649
+"lr_2",8.387023201333649e-06,1613948169613,7649
+"mom_2",0.9483235785955192,1613948169613,7649
+"eps_2",1e-05,1613948169613,7649
+"train_loss",0.0044512223,1613948170594,7650
+"raw_loss",0.0061549935,1613948170594,7650
+"epoch",48.11949685534591,1613948170594,7650
+"wd_0",0.01,1613948170594,7650
+"sqr_mom_0",0.99,1613948170594,7650
+"lr_0",8.350820440725326e-08,1613948170594,7650
+"mom_0",0.9483308192200471,1613948170594,7650
+"eps_0",1e-05,1613948170594,7650
+"wd_1",0.01,1613948170594,7650
+"sqr_mom_1",0.99,1613948170594,7650
+"lr_1",8.350820440725326e-07,1613948170594,7650
+"mom_1",0.9483308192200471,1613948170594,7650
+"eps_1",1e-05,1613948170594,7650
+"wd_2",0.01,1613948170594,7650
+"sqr_mom_2",0.99,1613948170594,7650
+"lr_2",8.3508204407253e-06,1613948170594,7650
+"mom_2",0.9483308192200471,1613948170594,7650
+"eps_2",1e-05,1613948170594,7650
+"train_loss",0.0044708233,1613948171587,7651
+"raw_loss",0.005431278,1613948171587,7651
+"epoch",48.12578616352201,1613948171587,7651
+"wd_0",0.01,1613948171587,7651
+"sqr_mom_0",0.99,1613948171587,7651
+"lr_0",8.31469470381972e-08,1613948171587,7651
+"mom_0",0.9483380444396804,1613948171587,7651
+"eps_0",1e-05,1613948171587,7651
+"wd_1",0.01,1613948171587,7651
+"sqr_mom_1",0.99,1613948171587,7651
+"lr_1",8.314694703819687e-07,1613948171587,7651
+"mom_1",0.9483380444396804,1613948171587,7651
+"eps_1",1e-05,1613948171587,7651
+"wd_2",0.01,1613948171587,7651
+"sqr_mom_2",0.99,1613948171587,7651
+"lr_2",8.314694703819687e-06,1613948171587,7651
+"mom_2",0.9483380444396804,1613948171587,7651
+"eps_2",1e-05,1613948171587,7651
+"train_loss",0.0044375826,1613948172559,7652
+"raw_loss",0.0028087862,1613948172559,7652
+"epoch",48.13207547169811,1613948172559,7652
+"wd_0",0.01,1613948172559,7652
+"sqr_mom_0",0.99,1613948172559,7652
+"lr_0",8.278646002131631e-08,1613948172559,7652
+"mom_0",0.9483452542521161,1613948172559,7652
+"eps_0",1e-05,1613948172559,7652
+"wd_1",0.01,1613948172559,7652
+"sqr_mom_1",0.99,1613948172559,7652
+"lr_1",8.278646002131648e-07,1613948172559,7652
+"mom_1",0.9483452542521161,1613948172559,7652
+"eps_1",1e-05,1613948172559,7652
+"wd_2",0.01,1613948172559,7652
+"sqr_mom_2",0.99,1613948172559,7652
+"lr_2",8.27864600213158e-06,1613948172559,7652
+"mom_2",0.9483452542521161,1613948172559,7652
+"eps_2",1e-05,1613948172559,7652
+"train_loss",0.0044672815,1613948173546,7653
+"raw_loss",0.005922531,1613948173546,7653
+"epoch",48.13836477987421,1613948173546,7653
+"wd_0",0.01,1613948173546,7653
+"sqr_mom_0",0.99,1613948173546,7653
+"lr_0",8.242686265274019e-08,1613948173546,7653
+"mom_0",0.9483524462714079,1613948173546,7653
+"eps_0",1e-05,1613948173546,7653
+"wd_1",0.01,1613948173546,7653
+"sqr_mom_1",0.99,1613948173546,7653
+"lr_1",8.242686265274053e-07,1613948173546,7653
+"mom_1",0.9483524462714079,1613948173546,7653
+"eps_1",1e-05,1613948173546,7653
+"wd_2",0.01,1613948173546,7653
+"sqr_mom_2",0.99,1613948173546,7653
+"lr_2",8.242686265273985e-06,1613948173546,7653
+"mom_2",0.9483524462714079,1613948173546,7653
+"eps_2",1e-05,1613948173546,7653
+"train_loss",0.0044545857,1613948174515,7654
+"raw_loss",0.0038324804,1613948174515,7654
+"epoch",48.14465408805031,1613948174515,7654
+"wd_0",0.01,1613948174515,7654
+"sqr_mom_0",0.99,1613948174515,7654
+"lr_0",8.206779750343699e-08,1613948174515,7654
+"mom_0",0.9483596276462076,1613948174515,7654
+"eps_0",1e-05,1613948174515,7654
+"wd_1",0.01,1613948174515,7654
+"sqr_mom_1",0.99,1613948174515,7654
+"lr_1",8.206779750343716e-07,1613948174515,7654
+"mom_1",0.9483596276462076,1613948174515,7654
+"eps_1",1e-05,1613948174515,7654
+"wd_2",0.01,1613948174515,7654
+"sqr_mom_2",0.99,1613948174515,7654
+"lr_2",8.206779750343689e-06,1613948174515,7654
+"mom_2",0.9483596276462076,1613948174515,7654
+"eps_2",1e-05,1613948174515,7654
+"train_loss",0.0044665933,1613948175495,7655
+"raw_loss",0.00505496,1613948175495,7655
+"epoch",48.15094339622641,1613948175495,7655
+"wd_0",0.01,1613948175495,7655
+"sqr_mom_0",0.99,1613948175495,7655
+"lr_0",8.170974090149268e-08,1613948175495,7655
+"mom_0",0.9483667888498586,1613948175495,7655
+"eps_0",1e-05,1613948175495,7655
+"wd_1",0.01,1613948175495,7655
+"sqr_mom_1",0.99,1613948175495,7655
+"lr_1",8.170974090149251e-07,1613948175495,7655
+"mom_1",0.9483667888498586,1613948175495,7655
+"eps_1",1e-05,1613948175495,7655
+"wd_2",0.01,1613948175495,7655
+"sqr_mom_2",0.99,1613948175495,7655
+"lr_2",8.170974090149197e-06,1613948175495,7655
+"mom_2",0.9483667888498586,1613948175495,7655
+"eps_2",1e-05,1613948175495,7655
+"train_loss",0.0044516437,1613948176457,7656
+"raw_loss",0.0037191042,1613948176457,7656
+"epoch",48.15723270440251,1613948176457,7656
+"wd_0",0.01,1613948176457,7656
+"sqr_mom_0",0.99,1613948176457,7656
+"lr_0",8.135245459858323e-08,1613948176457,7656
+"mom_0",0.9483739346473747,1613948176457,7656
+"eps_0",1e-05,1613948176457,7656
+"wd_1",0.01,1613948176457,7656
+"sqr_mom_1",0.99,1613948176457,7656
+"lr_1",8.135245459858374e-07,1613948176457,7656
+"mom_1",0.9483739346473747,1613948176457,7656
+"eps_1",1e-05,1613948176457,7656
+"wd_2",0.01,1613948176457,7656
+"sqr_mom_2",0.99,1613948176457,7656
+"lr_2",8.13524545985832e-06,1613948176457,7656
+"mom_2",0.9483739346473747,1613948176457,7656
+"eps_2",1e-05,1613948176457,7656
+"train_loss",0.0044272467,1613948177443,7657
+"raw_loss",0.0032318018,1613948177443,7657
+"epoch",48.16352201257861,1613948177443,7657
+"wd_0",0.01,1613948177443,7657
+"sqr_mom_0",0.99,1613948177443,7657
+"lr_0",8.099570239106963e-08,1613948177443,7657
+"mom_0",0.9483810697628762,1613948177443,7657
+"eps_0",1e-05,1613948177443,7657
+"wd_1",0.01,1613948177443,7657
+"sqr_mom_1",0.99,1613948177443,7657
+"lr_1",8.099570239106929e-07,1613948177443,7657
+"mom_1",0.9483810697628762,1613948177443,7657
+"eps_1",1e-05,1613948177443,7657
+"wd_2",0.01,1613948177443,7657
+"sqr_mom_2",0.99,1613948177443,7657
+"lr_2",8.099570239106929e-06,1613948177443,7657
+"mom_2",0.9483810697628762,1613948177443,7657
+"eps_2",1e-05,1613948177443,7657
+"train_loss",0.0044746767,1613948178416,7658
+"raw_loss",0.0067987507,1613948178416,7658
+"epoch",48.16981132075471,1613948178416,7658
+"wd_0",0.01,1613948178416,7658
+"sqr_mom_0",0.99,1613948178416,7658
+"lr_0",8.063995753873891e-08,1613948178416,7658
+"mom_0",0.9483881847310724,1613948178416,7658
+"eps_0",1e-05,1613948178416,7658
+"wd_1",0.01,1613948178416,7658
+"sqr_mom_1",0.99,1613948178416,7658
+"lr_1",8.063995753873908e-07,1613948178416,7658
+"mom_1",0.9483881847310724,1613948178416,7658
+"eps_1",1e-05,1613948178416,7658
+"wd_2",0.01,1613948178416,7658
+"sqr_mom_2",0.99,1613948178416,7658
+"lr_2",8.063995753873881e-06,1613948178416,7658
+"mom_2",0.9483881847310724,1613948178416,7658
+"eps_2",1e-05,1613948178416,7658
+"train_loss",0.0044923206,1613948179406,7659
+"raw_loss",0.0053568636,1613948179406,7659
+"epoch",48.17610062893081,1613948179406,7659
+"wd_0",0.01,1613948179406,7659
+"sqr_mom_0",0.99,1613948179406,7659
+"lr_0",8.028498332619847e-08,1613948179406,7659
+"mom_0",0.9483952842863188,1613948179406,7659
+"eps_0",1e-05,1613948179406,7659
+"wd_1",0.01,1613948179406,7659
+"sqr_mom_1",0.99,1613948179406,7659
+"lr_1",8.028498332619864e-07,1613948179406,7659
+"mom_1",0.9483952842863188,1613948179406,7659
+"eps_1",1e-05,1613948179406,7659
+"wd_2",0.01,1613948179406,7659
+"sqr_mom_2",0.99,1613948179406,7659
+"lr_2",8.028498332619837e-06,1613948179406,7659
+"mom_2",0.9483952842863188,1613948179406,7659
+"eps_2",1e-05,1613948179406,7659
+"train_loss",0.004503819,1613948180360,7660
+"raw_loss",0.0050672553,1613948180360,7660
+"epoch",48.18238993710691,1613948180360,7660
+"wd_0",0.01,1613948180360,7660
+"sqr_mom_0",0.99,1613948180360,7660
+"lr_0",7.993054508364452e-08,1613948180360,7660
+"mom_0",0.9484023731220583,1613948180360,7660
+"eps_0",1e-05,1613948180360,7660
+"wd_1",0.01,1613948180360,7660
+"sqr_mom_1",0.99,1613948180360,7660
+"lr_1",7.993054508364418e-07,1613948180360,7660
+"mom_1",0.9484023731220583,1613948180360,7660
+"eps_1",1e-05,1613948180360,7660
+"wd_2",0.01,1613948180360,7660
+"sqr_mom_2",0.99,1613948180360,7660
+"lr_2",7.993054508364378e-06,1613948180360,7660
+"mom_2",0.9484023731220583,1613948180360,7660
+"eps_2",1e-05,1613948180360,7660
+"train_loss",0.004491062,1613948181346,7661
+"raw_loss",0.0038659459,1613948181346,7661
+"epoch",48.18867924528301,1613948181346,7661
+"wd_0",0.01,1613948181346,7661
+"sqr_mom_0",0.99,1613948181346,7661
+"lr_0",7.957711300120738e-08,1613948181346,7661
+"mom_0",0.9484094418343941,1613948181346,7661
+"eps_0",1e-05,1613948181346,7661
+"wd_1",0.01,1613948181346,7661
+"sqr_mom_1",0.99,1613948181346,7661
+"lr_1",7.95771130012067e-07,1613948181346,7661
+"mom_1",0.9484094418343941,1613948181346,7661
+"eps_1",1e-05,1613948181346,7661
+"wd_2",0.01,1613948181346,7661
+"sqr_mom_2",0.99,1613948181346,7661
+"lr_2",7.957711300120643e-06,1613948181346,7661
+"mom_2",0.9484094418343941,1613948181346,7661
+"eps_2",1e-05,1613948181346,7661
+"train_loss",0.0045205546,1613948182365,7662
+"raw_loss",0.0059657036,1613948182365,7662
+"epoch",48.19496855345911,1613948182365,7662
+"wd_0",0.01,1613948182365,7662
+"sqr_mom_0",0.99,1613948182365,7662
+"lr_0",7.922433501739371e-08,1613948182365,7662
+"mom_0",0.9484164974646268,1613948182365,7662
+"eps_0",1e-05,1613948182365,7662
+"wd_1",0.01,1613948182365,7662
+"sqr_mom_1",0.99,1613948182365,7662
+"lr_1",7.922433501739371e-07,1613948182365,7662
+"mom_1",0.9484164974646268,1613948182365,7662
+"eps_1",1e-05,1613948182365,7662
+"wd_2",0.01,1613948182365,7662
+"sqr_mom_2",0.99,1613948182365,7662
+"lr_2",7.92243350173933e-06,1613948182365,7662
+"mom_2",0.9484164974646268,1613948182365,7662
+"eps_2",1e-05,1613948182365,7662
+"train_loss",0.0044933497,1613948183344,7663
+"raw_loss",0.003160305,1613948183344,7663
+"epoch",48.20125786163521,1613948183344,7663
+"wd_0",0.01,1613948183344,7663
+"sqr_mom_0",0.99,1613948183344,7663
+"lr_0",7.887232863604275e-08,1613948183344,7663
+"mom_0",0.9484235376626557,1613948183344,7663
+"eps_0",1e-05,1613948183344,7663
+"wd_1",0.01,1613948183344,7663
+"sqr_mom_1",0.99,1613948183344,7663
+"lr_1",7.887232863604309e-07,1613948183344,7663
+"mom_1",0.9484235376626557,1613948183344,7663
+"eps_1",1e-05,1613948183344,7663
+"wd_2",0.01,1613948183344,7663
+"sqr_mom_2",0.99,1613948183344,7663
+"lr_2",7.887232863604309e-06,1613948183344,7663
+"mom_2",0.9484235376626557,1613948183344,7663
+"eps_2",1e-05,1613948183344,7663
+"train_loss",0.004482956,1613948184316,7664
+"raw_loss",0.003973661,1613948184316,7664
+"epoch",48.20754716981131,1613948184316,7664
+"wd_0",0.01,1613948184316,7664
+"sqr_mom_0",0.99,1613948184316,7664
+"lr_0",7.852109396935333e-08,1613948184316,7664
+"mom_0",0.9484305624262371,1613948184316,7664
+"eps_0",1e-05,1613948184316,7664
+"wd_1",0.01,1613948184316,7664
+"sqr_mom_1",0.99,1613948184316,7664
+"lr_1",7.85210939693535e-07,1613948184316,7664
+"mom_1",0.9484305624262371,1613948184316,7664
+"eps_1",1e-05,1613948184316,7664
+"wd_2",0.01,1613948184316,7664
+"sqr_mom_2",0.99,1613948184316,7664
+"lr_2",7.852109396935228e-06,1613948184316,7664
+"mom_2",0.9484305624262371,1613948184316,7664
+"eps_2",1e-05,1613948184316,7664
+"train_loss",0.004453909,1613948185303,7665
+"raw_loss",0.0030306042,1613948185303,7665
+"epoch",48.213836477987414,1613948185303,7665
+"wd_0",0.01,1613948185303,7665
+"sqr_mom_0",0.99,1613948185303,7665
+"lr_0",7.817074724105565e-08,1613948185303,7665
+"mom_0",0.9484375694308732,1613948185303,7665
+"eps_0",1e-05,1613948185303,7665
+"wd_1",0.01,1613948185303,7665
+"sqr_mom_1",0.99,1613948185303,7665
+"lr_1",7.817074724105548e-07,1613948185303,7665
+"mom_1",0.9484375694308732,1613948185303,7665
+"eps_1",1e-05,1613948185303,7665
+"wd_2",0.01,1613948185303,7665
+"sqr_mom_2",0.99,1613948185303,7665
+"lr_2",7.817074724105508e-06,1613948185303,7665
+"mom_2",0.9484375694308732,1613948185303,7665
+"eps_2",1e-05,1613948185303,7665
+"train_loss",0.004458982,1613948186295,7666
+"raw_loss",0.0047075506,1613948186295,7666
+"epoch",48.220125786163514,1613948186295,7666
+"wd_0",0.01,1613948186295,7666
+"sqr_mom_0",0.99,1613948186295,7666
+"lr_0",7.782094022751608e-08,1613948186295,7666
+"mom_0",0.948444565641106,1613948186295,7666
+"eps_0",1e-05,1613948186295,7666
+"wd_1",0.01,1613948186295,7666
+"sqr_mom_1",0.99,1613948186295,7666
+"lr_1",7.782094022751608e-07,1613948186295,7666
+"mom_1",0.948444565641106,1613948186295,7666
+"eps_1",1e-05,1613948186295,7666
+"wd_2",0.01,1613948186295,7666
+"sqr_mom_2",0.99,1613948186295,7666
+"lr_2",7.782094022751513e-06,1613948186295,7666
+"mom_2",0.948444565641106,1613948186295,7666
+"eps_2",1e-05,1613948186295,7666
+"train_loss",0.004444357,1613948187255,7667
+"raw_loss",0.0037277213,1613948187255,7667
+"epoch",48.226415094339615,1613948187255,7667
+"wd_0",0.01,1613948187255,7667
+"sqr_mom_0",0.99,1613948187255,7667
+"lr_0",7.747213697517573e-08,1613948187255,7667
+"mom_0",0.9484515417759142,1613948187255,7667
+"eps_0",1e-05,1613948187255,7667
+"wd_1",0.01,1613948187255,7667
+"sqr_mom_1",0.99,1613948187255,7667
+"lr_1",7.747213697517573e-07,1613948187255,7667
+"mom_1",0.9484515417759142,1613948187255,7667
+"eps_1",1e-05,1613948187255,7667
+"wd_2",0.01,1613948187255,7667
+"sqr_mom_2",0.99,1613948187255,7667
+"lr_2",7.747213697517586e-06,1613948187255,7667
+"mom_2",0.9484515417759142,1613948187255,7667
+"eps_2",1e-05,1613948187255,7667
+"train_loss",0.0044734054,1613948188217,7668
+"raw_loss",0.0058967685,1613948188217,7668
+"epoch",48.232704402515715,1613948188217,7668
+"wd_0",0.01,1613948188217,7668
+"sqr_mom_0",0.99,1613948188217,7668
+"lr_0",7.712410537166298e-08,1613948188217,7668
+"mom_0",0.9484585024775914,1613948188217,7668
+"eps_0",1e-05,1613948188217,7668
+"wd_1",0.01,1613948188217,7668
+"sqr_mom_1",0.99,1613948188217,7668
+"lr_1",7.712410537166298e-07,1613948188217,7668
+"mom_1",0.9484585024775914,1613948188217,7668
+"eps_1",1e-05,1613948188217,7668
+"wd_2",0.01,1613948188217,7668
+"sqr_mom_2",0.99,1613948188217,7668
+"lr_2",7.712410537166325e-06,1613948188217,7668
+"mom_2",0.9484585024775914,1613948188217,7668
+"eps_2",1e-05,1613948188217,7668
+"train_loss",0.0044515883,1613948189179,7669
+"raw_loss",0.0033825387,1613948189179,7669
+"epoch",48.238993710691815,1613948189179,7669
+"wd_0",0.01,1613948189179,7669
+"sqr_mom_0",0.99,1613948189179,7669
+"lr_0",7.677661535287163e-08,1613948189179,7669
+"mom_0",0.948465452347466,1613948189179,7669
+"eps_0",1e-05,1613948189179,7669
+"wd_1",0.01,1613948189179,7669
+"sqr_mom_1",0.99,1613948189179,7669
+"lr_1",7.677661535287163e-07,1613948189179,7669
+"mom_1",0.948465452347466,1613948189179,7669
+"eps_1",1e-05,1613948189179,7669
+"wd_2",0.01,1613948189179,7669
+"sqr_mom_2",0.99,1613948189179,7669
+"lr_2",7.67766153528715e-06,1613948189179,7669
+"mom_2",0.948465452347466,1613948189179,7669
+"eps_2",1e-05,1613948189179,7669
+"train_loss",0.0044299336,1613948190128,7670
+"raw_loss",0.003368852,1613948190128,7670
+"epoch",48.245283018867916,1613948190128,7670
+"wd_0",0.01,1613948190128,7670
+"sqr_mom_0",0.99,1613948190128,7670
+"lr_0",7.643012789156776e-08,1613948190128,7670
+"mom_0",0.9484723821659903,1613948190128,7670
+"eps_0",1e-05,1613948190128,7670
+"wd_1",0.01,1613948190128,7670
+"sqr_mom_1",0.99,1613948190128,7670
+"lr_1",7.643012789156827e-07,1613948190128,7670
+"mom_1",0.9484723821659903,1613948190128,7670
+"eps_1",1e-05,1613948190128,7670
+"wd_2",0.01,1613948190128,7670
+"sqr_mom_2",0.99,1613948190128,7670
+"lr_2",7.643012789156772e-06,1613948190128,7670
+"mom_2",0.9484723821659903,1613948190128,7670
+"eps_2",1e-05,1613948190128,7670
+"train_loss",0.004415805,1613948191104,7671
+"raw_loss",0.0037234963,1613948191104,7671
+"epoch",48.251572327044016,1613948191104,7671
+"wd_0",0.01,1613948191104,7671
+"sqr_mom_0",0.99,1613948191104,7671
+"lr_0",7.608429783590812e-08,1613948191104,7671
+"mom_0",0.9484792988362701,1613948191104,7671
+"eps_0",1e-05,1613948191104,7671
+"wd_1",0.01,1613948191104,7671
+"sqr_mom_1",0.99,1613948191104,7671
+"lr_1",7.608429783590795e-07,1613948191104,7671
+"mom_1",0.9484792988362701,1613948191104,7671
+"eps_1",1e-05,1613948191104,7671
+"wd_2",0.01,1613948191104,7671
+"sqr_mom_2",0.99,1613948191104,7671
+"lr_2",7.608429783590755e-06,1613948191104,7671
+"mom_2",0.9484792988362701,1613948191104,7671
+"eps_2",1e-05,1613948191104,7671
+"train_loss",0.0044186073,1613948192053,7672
+"raw_loss",0.00455593,1613948192053,7672
+"epoch",48.25786163522012,1613948192053,7672
+"wd_0",0.01,1613948192053,7672
+"sqr_mom_0",0.99,1613948192053,7672
+"lr_0",7.57392403835611e-08,1613948192053,7672
+"mom_0",0.9484862000543293,1613948192053,7672
+"eps_0",1e-05,1613948192053,7672
+"wd_1",0.01,1613948192053,7672
+"sqr_mom_1",0.99,1613948192053,7672
+"lr_1",7.573924038356143e-07,1613948192053,7672
+"mom_1",0.9484862000543293,1613948192053,7672
+"eps_1",1e-05,1613948192053,7672
+"wd_2",0.01,1613948192053,7672
+"sqr_mom_2",0.99,1613948192053,7672
+"lr_2",7.573924038356116e-06,1613948192053,7672
+"mom_2",0.9484862000543293,1613948192053,7672
+"eps_2",1e-05,1613948192053,7672
+"train_loss",0.0044082454,1613948193033,7673
+"raw_loss",0.00390051,1613948193033,7673
+"epoch",48.26415094339622,1613948193033,7673
+"wd_0",0.01,1613948193033,7673
+"sqr_mom_0",0.99,1613948193033,7673
+"lr_0",7.539495564451136e-08,1613948193033,7673
+"mom_0",0.9484930858179679,1613948193033,7673
+"eps_0",1e-05,1613948193033,7673
+"wd_1",0.01,1613948193033,7673
+"sqr_mom_1",0.99,1613948193033,7673
+"lr_1",7.539495564451085e-07,1613948193033,7673
+"mom_1",0.9484930858179679,1613948193033,7673
+"eps_1",1e-05,1613948193033,7673
+"wd_2",0.01,1613948193033,7673
+"sqr_mom_2",0.99,1613948193033,7673
+"lr_2",7.5394955644510035e-06,1613948193033,7673
+"mom_2",0.9484930858179679,1613948193033,7673
+"eps_2",1e-05,1613948193033,7673
+"train_loss",0.0044008326,1613948193998,7674
+"raw_loss",0.0040376126,1613948193998,7674
+"epoch",48.27044025157232,1613948193998,7674
+"wd_0",0.01,1613948193998,7674
+"sqr_mom_0",0.99,1613948193998,7674
+"lr_0",7.505155753466145e-08,1613948193998,7674
+"mom_0",0.9484999538488452,1613948193998,7674
+"eps_0",1e-05,1613948193998,7674
+"wd_1",0.01,1613948193998,7674
+"sqr_mom_1",0.99,1613948193998,7674
+"lr_1",7.505155753466145e-07,1613948193998,7674
+"mom_1",0.9484999538488452,1613948193998,7674
+"eps_1",1e-05,1613948193998,7674
+"wd_2",0.01,1613948193998,7674
+"sqr_mom_2",0.99,1613948193998,7674
+"lr_2",7.505155753466104e-06,1613948193998,7674
+"mom_2",0.9484999538488452,1613948193998,7674
+"eps_2",1e-05,1613948193998,7674
+"train_loss",0.0043858704,1613948194957,7675
+"raw_loss",0.003652729,1613948194957,7675
+"epoch",48.27672955974842,1613948194957,7675
+"wd_0",0.01,1613948194957,7675
+"sqr_mom_0",0.99,1613948194957,7675
+"lr_0",7.470870474499991e-08,1613948194957,7675
+"mom_0",0.9485068109732097,1613948194957,7675
+"eps_0",1e-05,1613948194957,7675
+"wd_1",0.01,1613948194957,7675
+"sqr_mom_1",0.99,1613948194957,7675
+"lr_1",7.470870474500025e-07,1613948194957,7675
+"mom_1",0.9485068109732097,1613948194957,7675
+"eps_1",1e-05,1613948194957,7675
+"wd_2",0.01,1613948194957,7675
+"sqr_mom_2",0.99,1613948194957,7675
+"lr_2",7.470870474499971e-06,1613948194957,7675
+"mom_2",0.9485068109732097,1613948194957,7675
+"eps_2",1e-05,1613948194957,7675
+"train_loss",0.004385487,1613948195969,7676
+"raw_loss",0.0043667043,1613948195969,7676
+"epoch",48.28301886792452,1613948195969,7676
+"wd_0",0.01,1613948195969,7676
+"sqr_mom_0",0.99,1613948195969,7676
+"lr_0",7.436685209664488e-08,1613948195969,7676
+"mom_0",0.948513648094548,1613948195969,7676
+"eps_0",1e-05,1613948195969,7676
+"wd_1",0.01,1613948195969,7676
+"sqr_mom_1",0.99,1613948195969,7676
+"lr_1",7.436685209664454e-07,1613948195969,7676
+"mom_1",0.948513648094548,1613948195969,7676
+"eps_1",1e-05,1613948195969,7676
+"wd_2",0.01,1613948195969,7676
+"sqr_mom_2",0.99,1613948195969,7676
+"lr_2",7.436685209664387e-06,1613948195969,7676
+"mom_2",0.948513648094548,1613948195969,7676
+"eps_2",1e-05,1613948195969,7676
+"train_loss",0.004346036,1613948196978,7677
+"raw_loss",0.0024129148,1613948196978,7677
+"epoch",48.28930817610062,1613948196978,7677
+"wd_0",0.01,1613948196978,7677
+"sqr_mom_0",0.99,1613948196978,7677
+"lr_0",7.40257720862351e-08,1613948196978,7677
+"mom_0",0.9485204697629729,1613948196978,7677
+"eps_0",1e-05,1613948196978,7677
+"wd_1",0.01,1613948196978,7677
+"sqr_mom_1",0.99,1613948196978,7677
+"lr_1",7.402577208623544e-07,1613948196978,7677
+"mom_1",0.9485204697629729,1613948196978,7677
+"eps_1",1e-05,1613948196978,7677
+"wd_2",0.01,1613948196978,7677
+"sqr_mom_2",0.99,1613948196978,7677
+"lr_2",7.402577208623449e-06,1613948196978,7677
+"mom_2",0.9485204697629729,1613948196978,7677
+"eps_2",1e-05,1613948196978,7677
+"train_loss",0.0043197274,1613948197935,7678
+"raw_loss",0.0030306207,1613948197935,7678
+"epoch",48.29559748427672,1613948197935,7678
+"wd_0",0.01,1613948197935,7678
+"sqr_mom_0",0.99,1613948197935,7678
+"lr_0",7.368523926129967e-08,1613948197935,7678
+"mom_0",0.9485272804875788,1613948197935,7678
+"eps_0",1e-05,1613948197935,7678
+"wd_1",0.01,1613948197935,7678
+"sqr_mom_1",0.99,1613948197935,7678
+"lr_1",7.368523926129967e-07,1613948197935,7678
+"mom_1",0.9485272804875788,1613948197935,7678
+"eps_1",1e-05,1613948197935,7678
+"wd_2",0.01,1613948197935,7678
+"sqr_mom_2",0.99,1613948197935,7678
+"lr_2",7.3685239261299124e-06,1613948197935,7678
+"mom_2",0.9485272804875788,1613948197935,7678
+"eps_2",1e-05,1613948197935,7678
+"train_loss",0.0042993454,1613948198957,7679
+"raw_loss",0.0033006293,1613948198957,7679
+"epoch",48.30188679245282,1613948198957,7679
+"wd_0",0.01,1613948198957,7679
+"sqr_mom_0",0.99,1613948198957,7679
+"lr_0",7.334570536534213e-08,1613948198957,7679
+"mom_0",0.9485340712334055,1613948198957,7679
+"eps_0",1e-05,1613948198957,7679
+"wd_1",0.01,1613948198957,7679
+"sqr_mom_1",0.99,1613948198957,7679
+"lr_1",7.33457053653423e-07,1613948198957,7679
+"mom_1",0.9485340712334055,1613948198957,7679
+"eps_1",1e-05,1613948198957,7679
+"wd_2",0.01,1613948198957,7679
+"sqr_mom_2",0.99,1613948198957,7679
+"lr_2",7.334570536534149e-06,1613948198957,7679
+"mom_2",0.9485340712334055,1613948198957,7679
+"eps_2",1e-05,1613948198957,7679
+"train_loss",0.004304759,1613948199916,7680
+"raw_loss",0.0045700446,1613948199916,7680
+"epoch",48.30817610062892,1613948199916,7680
+"wd_0",0.01,1613948199916,7680
+"sqr_mom_0",0.99,1613948199916,7680
+"lr_0",7.300694443259304e-08,1613948199916,7680
+"mom_0",0.9485408465198133,1613948199916,7680
+"eps_0",1e-05,1613948199916,7680
+"wd_1",0.01,1613948199916,7680
+"sqr_mom_1",0.99,1613948199916,7680
+"lr_1",7.300694443259287e-07,1613948199916,7680
+"mom_1",0.9485408465198133,1613948199916,7680
+"eps_1",1e-05,1613948199916,7680
+"wd_2",0.01,1613948199916,7680
+"sqr_mom_2",0.99,1613948199916,7680
+"lr_2",7.300694443259205e-06,1613948199916,7680
+"mom_2",0.9485408465198133,1613948199916,7680
+"eps_2",1e-05,1613948199916,7680
+"train_loss",0.0043157763,1613948200898,7681
+"raw_loss",0.0048556062,1613948200898,7681
+"epoch",48.31446540880502,1613948200898,7681
+"wd_0",0.01,1613948200898,7681
+"sqr_mom_0",0.99,1613948200898,7681
+"lr_0",7.266873254903557e-08,1613948200898,7681
+"mom_0",0.9485476108251275,1613948200898,7681
+"eps_0",1e-05,1613948200898,7681
+"wd_1",0.01,1613948200898,7681
+"sqr_mom_1",0.99,1613948200898,7681
+"lr_1",7.266873254903591e-07,1613948200898,7681
+"mom_1",0.9485476108251275,1613948200898,7681
+"eps_1",1e-05,1613948200898,7681
+"wd_2",0.01,1613948200898,7681
+"sqr_mom_2",0.99,1613948200898,7681
+"lr_2",7.266873254903523e-06,1613948200898,7681
+"mom_2",0.9485476108251275,1613948200898,7681
+"eps_2",1e-05,1613948200898,7681
+"train_loss",0.0043154787,1613948201865,7682
+"raw_loss",0.004300902,1613948201865,7682
+"epoch",48.32075471698112,1613948201865,7682
+"wd_0",0.01,1613948201865,7682
+"sqr_mom_0",0.99,1613948201865,7682
+"lr_0",7.233151837926357e-08,1613948201865,7682
+"mom_0",0.9485543551759664,1613948201865,7682
+"eps_0",1e-05,1613948201865,7682
+"wd_1",0.01,1613948201865,7682
+"sqr_mom_1",0.99,1613948201865,7682
+"lr_1",7.233151837926391e-07,1613948201865,7682
+"mom_1",0.9485543551759664,1613948201865,7682
+"eps_1",1e-05,1613948201865,7682
+"wd_2",0.01,1613948201865,7682
+"sqr_mom_2",0.99,1613948201865,7682
+"lr_2",7.233151837926282e-06,1613948201865,7682
+"mom_2",0.9485543551759664,1613948201865,7682
+"eps_2",1e-05,1613948201865,7682
+"train_loss",0.004288815,1613948202843,7683
+"raw_loss",0.0029822912,1613948202843,7683
+"epoch",48.32704402515722,1613948202843,7683
+"wd_0",0.01,1613948202843,7683
+"sqr_mom_0",0.99,1613948202843,7683
+"lr_0",7.199496599804257e-08,1613948202843,7683
+"mom_0",0.948561086290902,1613948202843,7683
+"eps_0",1e-05,1613948202843,7683
+"wd_1",0.01,1613948202843,7683
+"sqr_mom_1",0.99,1613948202843,7683
+"lr_1",7.19949659980419e-07,1613948202843,7683
+"mom_1",0.948561086290902,1613948202843,7683
+"eps_1",1e-05,1613948202843,7683
+"wd_2",0.01,1613948202843,7683
+"sqr_mom_2",0.99,1613948202843,7683
+"lr_2",7.1994965998041895e-06,1613948202843,7683
+"mom_2",0.948561086290902,1613948202843,7683
+"eps_2",1e-05,1613948202843,7683
+"train_loss",0.0043724524,1613948203803,7684
+"raw_loss",0.0084707,1613948203803,7684
+"epoch",48.33333333333332,1613948203803,7684
+"wd_0",0.01,1613948203803,7684
+"sqr_mom_0",0.99,1613948203803,7684
+"lr_0",7.165918752356203e-08,1613948203803,7684
+"mom_0",0.948567801927548,1613948203803,7684
+"eps_0",1e-05,1613948203803,7684
+"wd_1",0.01,1613948203803,7684
+"sqr_mom_1",0.99,1613948203803,7684
+"lr_1",7.16591875235622e-07,1613948203803,7684
+"mom_1",0.948567801927548,1613948203803,7684
+"eps_1",1e-05,1613948203803,7684
+"wd_2",0.01,1613948203803,7684
+"sqr_mom_2",0.99,1613948203803,7684
+"lr_2",7.1659187523561525e-06,1613948203803,7684
+"mom_2",0.948567801927548,1613948203803,7684
+"eps_2",1e-05,1613948203803,7684
+"train_loss",0.00433177,1613948204765,7685
+"raw_loss",0.0023383237,1613948204765,7685
+"epoch",48.33962264150942,1613948204765,7685
+"wd_0",0.01,1613948204765,7685
+"sqr_mom_0",0.99,1613948204765,7685
+"lr_0",7.132418306284795e-08,1613948204765,7685
+"mom_0",0.9485745020837638,1613948204765,7685
+"eps_0",1e-05,1613948204765,7685
+"wd_1",0.01,1613948204765,7685
+"sqr_mom_1",0.99,1613948204765,7685
+"lr_1",7.132418306284778e-07,1613948204765,7685
+"mom_1",0.9485745020837638,1613948204765,7685
+"eps_1",1e-05,1613948204765,7685
+"wd_2",0.01,1613948204765,7685
+"sqr_mom_2",0.99,1613948204765,7685
+"lr_2",7.132418306284765e-06,1613948204765,7685
+"mom_2",0.9485745020837638,1613948204765,7685
+"eps_2",1e-05,1613948204765,7685
+"train_loss",0.004312789,1613948205714,7686
+"raw_loss",0.00338273,1613948205714,7686
+"epoch",48.34591194968552,1613948205714,7686
+"wd_0",0.01,1613948205714,7686
+"sqr_mom_0",0.99,1613948205714,7686
+"lr_0",7.099006345016656e-08,1613948205714,7686
+"mom_0",0.948581184542842,1613948205714,7686
+"eps_0",1e-05,1613948205714,7686
+"wd_1",0.01,1613948205714,7686
+"sqr_mom_1",0.99,1613948205714,7686
+"lr_1",7.099006345016656e-07,1613948205714,7686
+"mom_1",0.948581184542842,1613948205714,7686
+"eps_1",1e-05,1613948205714,7686
+"wd_2",0.01,1613948205714,7686
+"sqr_mom_2",0.99,1613948205714,7686
+"lr_2",7.099006345016629e-06,1613948205714,7686
+"mom_2",0.948581184542842,1613948205714,7686
+"eps_2",1e-05,1613948205714,7686
+"train_loss",0.0042971596,1613948206675,7687
+"raw_loss",0.0035313226,1613948206675,7687
+"epoch",48.35220125786162,1613948206675,7687
+"wd_0",0.01,1613948206675,7687
+"sqr_mom_0",0.99,1613948206675,7687
+"lr_0",7.065649660958819e-08,1613948206675,7687
+"mom_0",0.9485878559463676,1613948206675,7687
+"eps_0",1e-05,1613948206675,7687
+"wd_1",0.01,1613948206675,7687
+"sqr_mom_1",0.99,1613948206675,7687
+"lr_1",7.065649660958819e-07,1613948206675,7687
+"mom_1",0.9485878559463676,1613948206675,7687
+"eps_1",1e-05,1613948206675,7687
+"wd_2",0.01,1613948206675,7687
+"sqr_mom_2",0.99,1613948206675,7687
+"lr_2",7.065649660958819e-06,1613948206675,7687
+"mom_2",0.9485878559463676,1613948206675,7687
+"eps_2",1e-05,1613948206675,7687
+"train_loss",0.0042768046,1613948207628,7688
+"raw_loss",0.003279399,1613948207628,7688
+"epoch",48.35849056603772,1613948207628,7688
+"wd_0",0.01,1613948207628,7688
+"sqr_mom_0",0.99,1613948207628,7688
+"lr_0",7.032392504369277e-08,1613948207628,7688
+"mom_0",0.9485945074442006,1613948207628,7688
+"eps_0",1e-05,1613948207628,7688
+"wd_1",0.01,1613948207628,7688
+"sqr_mom_1",0.99,1613948207628,7688
+"lr_1",7.032392504369226e-07,1613948207628,7688
+"mom_1",0.9485945074442006,1613948207628,7688
+"eps_1",1e-05,1613948207628,7688
+"wd_2",0.01,1613948207628,7688
+"sqr_mom_2",0.99,1613948207628,7688
+"lr_2",7.032392504369199e-06,1613948207628,7688
+"mom_2",0.9485945074442006,1613948207628,7688
+"eps_2",1e-05,1613948207628,7688
+"train_loss",0.004293501,1613948208604,7689
+"raw_loss",0.005111616,1613948208604,7689
+"epoch",48.36477987421382,1613948208604,7689
+"wd_0",0.01,1613948208604,7689
+"sqr_mom_0",0.99,1613948208604,7689
+"lr_0",6.99919074895331e-08,1613948208604,7689
+"mom_0",0.9486011478616879,1613948208604,7689
+"eps_0",1e-05,1613948208604,7689
+"wd_1",0.01,1613948208604,7689
+"sqr_mom_1",0.99,1613948208604,7689
+"lr_1",6.999190748953259e-07,1613948208604,7689
+"mom_1",0.9486011478616879,1613948208604,7689
+"eps_1",1e-05,1613948208604,7689
+"wd_2",0.01,1613948208604,7689
+"sqr_mom_2",0.99,1613948208604,7689
+"lr_2",6.9991907489532455e-06,1613948208604,7689
+"mom_2",0.9486011478616879,1613948208604,7689
+"eps_2",1e-05,1613948208604,7689
+"train_loss",0.0042490526,1613948209561,7690
+"raw_loss",0.0020710805,1613948209561,7690
+"epoch",48.371069182389924,1613948209561,7690
+"wd_0",0.01,1613948209561,7690
+"sqr_mom_0",0.99,1613948209561,7690
+"lr_0",6.966088439443564e-08,1613948209561,7690
+"mom_0",0.9486077683897951,1613948209561,7690
+"eps_0",1e-05,1613948209561,7690
+"wd_1",0.01,1613948209561,7690
+"sqr_mom_1",0.99,1613948209561,7690
+"lr_1",6.966088439443581e-07,1613948209561,7690
+"mom_1",0.9486077683897951,1613948209561,7690
+"eps_1",1e-05,1613948209561,7690
+"wd_2",0.01,1613948209561,7690
+"sqr_mom_2",0.99,1613948209561,7690
+"lr_2",6.966088439443554e-06,1613948209561,7690
+"mom_2",0.9486077683897951,1613948209561,7690
+"eps_2",1e-05,1613948209561,7690
+"train_loss",0.004314441,1613948210596,7691
+"raw_loss",0.007518461,1613948210596,7691
+"epoch",48.377358490566024,1613948210596,7691
+"wd_0",0.01,1613948210596,7691
+"sqr_mom_0",0.99,1613948210596,7691
+"lr_0",6.933063543626323e-08,1613948210596,7691
+"mom_0",0.9486143734350091,1613948210596,7691
+"eps_0",1e-05,1613948210596,7691
+"wd_1",0.01,1613948210596,7691
+"sqr_mom_1",0.99,1613948210596,7691
+"lr_1",6.93306354362629e-07,1613948210596,7691
+"mom_1",0.9486143734350091,1613948210596,7691
+"eps_1",1e-05,1613948210596,7691
+"wd_2",0.01,1613948210596,7691
+"sqr_mom_2",0.99,1613948210596,7691
+"lr_2",6.9330635436262895e-06,1613948210596,7691
+"mom_2",0.9486143734350091,1613948210596,7691
+"eps_2",1e-05,1613948210596,7691
+"train_loss",0.0042746365,1613948211564,7692
+"raw_loss",0.002324218,1613948211564,7692
+"epoch",48.383647798742125,1613948211564,7692
+"wd_0",0.01,1613948211564,7692
+"sqr_mom_0",0.99,1613948211564,7692
+"lr_0",6.900094234774337e-08,1613948211564,7692
+"mom_0",0.9486209673627187,1613948211564,7692
+"eps_0",1e-05,1613948211564,7692
+"wd_1",0.01,1613948211564,7692
+"sqr_mom_1",0.99,1613948211564,7692
+"lr_1",6.900094234774286e-07,1613948211564,7692
+"mom_1",0.9486209673627187,1613948211564,7692
+"eps_1",1e-05,1613948211564,7692
+"wd_2",0.01,1613948211564,7692
+"sqr_mom_2",0.99,1613948211564,7692
+"lr_2",6.900094234774286e-06,1613948211564,7692
+"mom_2",0.9486209673627187,1613948211564,7692
+"eps_2",1e-05,1613948211564,7692
+"train_loss",0.0042737117,1613948212541,7693
+"raw_loss",0.0042283935,1613948212541,7693
+"epoch",48.389937106918225,1613948212541,7693
+"wd_0",0.01,1613948212541,7693
+"sqr_mom_0",0.99,1613948212541,7693
+"lr_0",6.867224249261803e-08,1613948212541,7693
+"mom_0",0.9486275414255618,1613948212541,7693
+"eps_0",1e-05,1613948212541,7693
+"wd_1",0.01,1613948212541,7693
+"sqr_mom_1",0.99,1613948212541,7693
+"lr_1",6.86722424926182e-07,1613948212541,7693
+"mom_1",0.9486275414255618,1613948212541,7693
+"eps_1",1e-05,1613948212541,7693
+"wd_2",0.01,1613948212541,7693
+"sqr_mom_2",0.99,1613948212541,7693
+"lr_2",6.867224249261766e-06,1613948212541,7693
+"mom_2",0.9486275414255618,1613948212541,7693
+"eps_2",1e-05,1613948212541,7693
+"train_loss",0.0042920886,1613948213508,7694
+"raw_loss",0.0051925546,1613948213508,7694
+"epoch",48.396226415094326,1613948213508,7694
+"wd_0",0.01,1613948213508,7694
+"sqr_mom_0",0.99,1613948213508,7694
+"lr_0",6.834420841712488e-08,1613948213508,7694
+"mom_0",0.9486341021726792,1613948213508,7694
+"eps_0",1e-05,1613948213508,7694
+"wd_1",0.01,1613948213508,7694
+"sqr_mom_1",0.99,1613948213508,7694
+"lr_1",6.834420841712521e-07,1613948213508,7694
+"mom_1",0.9486341021726792,1613948213508,7694
+"eps_1",1e-05,1613948213508,7694
+"wd_2",0.01,1613948213508,7694
+"sqr_mom_2",0.99,1613948213508,7694
+"lr_2",6.83442084171244e-06,1613948213508,7694
+"mom_2",0.9486341021726792,1613948213508,7694
+"eps_2",1e-05,1613948213508,7694
+"train_loss",0.0042777644,1613948214470,7695
+"raw_loss",0.0035758687,1613948214470,7695
+"epoch",48.402515723270426,1613948214470,7695
+"wd_0",0.01,1613948214470,7695
+"sqr_mom_0",0.99,1613948214470,7695
+"lr_0",6.80169494120108e-08,1613948214470,7695
+"mom_0",0.948640647418234,1613948214470,7695
+"eps_0",1e-05,1613948214470,7695
+"wd_1",0.01,1613948214470,7695
+"sqr_mom_1",0.99,1613948214470,7695
+"lr_1",6.80169494120108e-07,1613948214470,7695
+"mom_1",0.948640647418234,1613948214470,7695
+"eps_1",1e-05,1613948214470,7695
+"wd_2",0.01,1613948214470,7695
+"sqr_mom_2",0.99,1613948214470,7695
+"lr_2",6.801694941201012e-06,1613948214470,7695
+"mom_2",0.948640647418234,1613948214470,7695
+"eps_2",1e-05,1613948214470,7695
+"train_loss",0.004347551,1613948215432,7696
+"raw_loss",0.0077671153,1613948215432,7696
+"epoch",48.408805031446526,1613948215432,7696
+"wd_0",0.01,1613948215432,7696
+"sqr_mom_0",0.99,1613948215432,7696
+"lr_0",6.769046558158366e-08,1613948215432,7696
+"mom_0",0.9486471771601399,1613948215432,7696
+"eps_0",1e-05,1613948215432,7696
+"wd_1",0.01,1613948215432,7696
+"sqr_mom_1",0.99,1613948215432,7696
+"lr_1",6.769046558158332e-07,1613948215432,7696
+"mom_1",0.9486471771601399,1613948215432,7696
+"eps_1",1e-05,1613948215432,7696
+"wd_2",0.01,1613948215432,7696
+"sqr_mom_2",0.99,1613948215432,7696
+"lr_2",6.769046558158373e-06,1613948215432,7696
+"mom_2",0.9486471771601399,1613948215432,7696
+"eps_2",1e-05,1613948215432,7696
+"train_loss",0.0043253372,1613948216396,7697
+"raw_loss",0.0032368603,1613948216396,7697
+"epoch",48.41509433962263,1613948216396,7697
+"wd_0",0.01,1613948216396,7697
+"sqr_mom_0",0.99,1613948216396,7697
+"lr_0",6.736486493073844e-08,1613948216396,7697
+"mom_0",0.9486536892382775,1613948216396,7697
+"eps_0",1e-05,1613948216396,7697
+"wd_1",0.01,1613948216396,7697
+"sqr_mom_1",0.99,1613948216396,7697
+"lr_1",6.73648649307381e-07,1613948216396,7697
+"mom_1",0.9486536892382775,1613948216396,7697
+"eps_1",1e-05,1613948216396,7697
+"wd_2",0.01,1613948216396,7697
+"sqr_mom_2",0.99,1613948216396,7697
+"lr_2",6.736486493073824e-06,1613948216396,7697
+"mom_2",0.9486536892382775,1613948216396,7697
+"eps_2",1e-05,1613948216396,7697
+"train_loss",0.004281329,1613948217369,7698
+"raw_loss",0.0021249277,1613948217369,7698
+"epoch",48.42138364779873,1613948217369,7698
+"wd_0",0.01,1613948217369,7698
+"sqr_mom_0",0.99,1613948217369,7698
+"lr_0",6.703982386079775e-08,1613948217369,7698
+"mom_0",0.9486601901246853,1613948217369,7698
+"eps_0",1e-05,1613948217369,7698
+"wd_1",0.01,1613948217369,7698
+"sqr_mom_1",0.99,1613948217369,7698
+"lr_1",6.703982386079826e-07,1613948217369,7698
+"mom_1",0.9486601901246853,1613948217369,7698
+"eps_1",1e-05,1613948217369,7698
+"wd_2",0.01,1613948217369,7698
+"sqr_mom_2",0.99,1613948217369,7698
+"lr_2",6.703982386079758e-06,1613948217369,7698
+"mom_2",0.9486601901246853,1613948217369,7698
+"eps_2",1e-05,1613948217369,7698
+"train_loss",0.0042447667,1613948218350,7699
+"raw_loss",0.0024532042,1613948218350,7699
+"epoch",48.42767295597483,1613948218350,7699
+"wd_0",0.01,1613948218350,7699
+"sqr_mom_0",0.99,1613948218350,7699
+"lr_0",6.671577356423752e-08,1613948218350,7699
+"mom_0",0.9486666711954271,1613948218350,7699
+"eps_0",1e-05,1613948218350,7699
+"wd_1",0.01,1613948218350,7699
+"sqr_mom_1",0.99,1613948218350,7699
+"lr_1",6.671577356423769e-07,1613948218350,7699
+"mom_1",0.9486666711954271,1613948218350,7699
+"eps_1",1e-05,1613948218350,7699
+"wd_2",0.01,1613948218350,7699
+"sqr_mom_2",0.99,1613948218350,7699
+"lr_2",6.671577356423715e-06,1613948218350,7699
+"mom_2",0.9486666711954271,1613948218350,7699
+"eps_2",1e-05,1613948218350,7699
+"train_loss",0.0042380346,1613948219295,7700
+"raw_loss",0.0039081518,1613948219295,7700
+"epoch",48.43396226415093,1613948219295,7700
+"wd_0",0.01,1613948219295,7700
+"sqr_mom_0",0.99,1613948219295,7700
+"lr_0",6.63924983426981e-08,1613948219295,7700
+"mom_0",0.9486731367645136,1613948219295,7700
+"eps_0",1e-05,1613948219295,7700
+"wd_1",0.01,1613948219295,7700
+"sqr_mom_1",0.99,1613948219295,7700
+"lr_1",6.63924983426981e-07,1613948219295,7700
+"mom_1",0.9486731367645136,1613948219295,7700
+"eps_1",1e-05,1613948219295,7700
+"wd_2",0.01,1613948219295,7700
+"sqr_mom_2",0.99,1613948219295,7700
+"lr_2",6.639249834269716e-06,1613948219295,7700
+"mom_2",0.9486731367645136,1613948219295,7700
+"eps_2",1e-05,1613948219295,7700
+"train_loss",0.004225724,1613948220290,7701
+"raw_loss",0.0036224932,1613948220290,7701
+"epoch",48.44025157232703,1613948220290,7701
+"wd_0",0.01,1613948220290,7701
+"sqr_mom_0",0.99,1613948220290,7701
+"lr_0",6.606978455518072e-08,1613948220290,7701
+"mom_0",0.9486795911048074,1613948220290,7701
+"eps_0",1e-05,1613948220290,7701
+"wd_1",0.01,1613948220290,7701
+"sqr_mom_1",0.99,1613948220290,7701
+"lr_1",6.606978455518022e-07,1613948220290,7701
+"mom_1",0.9486795911048074,1613948220290,7701
+"eps_1",1e-05,1613948220290,7701
+"wd_2",0.01,1613948220290,7701
+"sqr_mom_2",0.99,1613948220290,7701
+"lr_2",6.606978455518035e-06,1613948220290,7701
+"mom_2",0.9486795911048074,1613948220290,7701
+"eps_2",1e-05,1613948220290,7701
+"train_loss",0.004263329,1613948221242,7702
+"raw_loss",0.006105984,1613948221242,7702
+"epoch",48.44654088050313,1613948221242,7702
+"wd_0",0.01,1613948221242,7702
+"sqr_mom_0",0.99,1613948221242,7702
+"lr_0",6.574806030683887e-08,1613948221242,7702
+"mom_0",0.9486860256541197,1613948221242,7702
+"eps_0",1e-05,1613948221242,7702
+"wd_1",0.01,1613948221242,7702
+"sqr_mom_1",0.99,1613948221242,7702
+"lr_1",6.574806030683938e-07,1613948221242,7702
+"mom_1",0.9486860256541197,1613948221242,7702
+"eps_1",1e-05,1613948221242,7702
+"wd_2",0.01,1613948221242,7702
+"sqr_mom_2",0.99,1613948221242,7702
+"lr_2",6.574806030683897e-06,1613948221242,7702
+"mom_2",0.9486860256541197,1613948221242,7702
+"eps_2",1e-05,1613948221242,7702
+"train_loss",0.004245757,1613948222214,7703
+"raw_loss",0.0033847475,1613948222214,7703
+"epoch",48.45283018867923,1613948222214,7703
+"wd_0",0.01,1613948222214,7703
+"sqr_mom_0",0.99,1613948222214,7703
+"lr_0",6.542711144176159e-08,1613948222214,7703
+"mom_0",0.9486924446956116,1613948222214,7703
+"eps_0",1e-05,1613948222214,7703
+"wd_1",0.01,1613948222214,7703
+"sqr_mom_1",0.99,1613948222214,7703
+"lr_1",6.542711144176159e-07,1613948222214,7703
+"mom_1",0.9486924446956116,1613948222214,7703
+"eps_1",1e-05,1613948222214,7703
+"wd_2",0.01,1613948222214,7703
+"sqr_mom_2",0.99,1613948222214,7703
+"lr_2",6.542711144176105e-06,1613948222214,7703
+"mom_2",0.9486924446956116,1613948222214,7703
+"eps_2",1e-05,1613948222214,7703
+"train_loss",0.0043022437,1613948223162,7704
+"raw_loss",0.007070082,1613948223162,7704
+"epoch",48.45911949685533,1613948223162,7704
+"wd_0",0.01,1613948223162,7704
+"sqr_mom_0",0.99,1613948223162,7704
+"lr_0",6.510672586221533e-08,1613948223162,7704
+"mom_0",0.9486988524712804,1613948223162,7704
+"eps_0",1e-05,1613948223162,7704
+"wd_1",0.01,1613948223162,7704
+"sqr_mom_1",0.99,1613948223162,7704
+"lr_1",6.510672586221517e-07,1613948223162,7704
+"mom_1",0.9486988524712804,1613948223162,7704
+"eps_1",1e-05,1613948223162,7704
+"wd_2",0.01,1613948223162,7704
+"sqr_mom_2",0.99,1613948223162,7704
+"lr_2",6.510672586221462e-06,1613948223162,7704
+"mom_2",0.9486988524712804,1613948223162,7704
+"eps_2",1e-05,1613948223162,7704
+"train_loss",0.004384904,1613948224159,7705
+"raw_loss",0.008435261,1613948224159,7705
+"epoch",48.46540880503143,1613948224159,7705
+"wd_0",0.01,1613948224159,7705
+"sqr_mom_0",0.99,1613948224159,7705
+"lr_0",6.478732858480212e-08,1613948224159,7705
+"mom_0",0.9487052404807087,1613948224159,7705
+"eps_0",1e-05,1613948224159,7705
+"wd_1",0.01,1613948224159,7705
+"sqr_mom_1",0.99,1613948224159,7705
+"lr_1",6.478732858480229e-07,1613948224159,7705
+"mom_1",0.9487052404807087,1613948224159,7705
+"eps_1",1e-05,1613948224159,7705
+"wd_2",0.01,1613948224159,7705
+"sqr_mom_2",0.99,1613948224159,7705
+"lr_2",6.478732858480147e-06,1613948224159,7705
+"mom_2",0.9487052404807087,1613948224159,7705
+"eps_2",1e-05,1613948224159,7705
+"train_loss",0.0043704542,1613948225256,7706
+"raw_loss",0.0036623958,1613948225256,7706
+"epoch",48.47169811320753,1613948225256,7706
+"wd_0",0.01,1613948225256,7706
+"sqr_mom_0",0.99,1613948225256,7706
+"lr_0",6.446860141154271e-08,1613948225256,7706
+"mom_0",0.94871161508792,1613948225256,7706
+"eps_0",1e-05,1613948225256,7706
+"wd_1",0.01,1613948225256,7706
+"sqr_mom_1",0.99,1613948225256,7706
+"lr_1",6.446860141154237e-07,1613948225256,7706
+"mom_1",0.94871161508792,1613948225256,7706
+"eps_1",1e-05,1613948225256,7706
+"wd_2",0.01,1613948225256,7706
+"sqr_mom_2",0.99,1613948225256,7706
+"lr_2",6.4468601411541695e-06,1613948225256,7706
+"mom_2",0.94871161508792,1613948225256,7706
+"eps_2",1e-05,1613948225256,7706
+"train_loss",0.0043454696,1613948226375,7707
+"raw_loss",0.003121214,1613948226375,7707
+"epoch",48.47798742138363,1613948226375,7707
+"wd_0",0.01,1613948226375,7707
+"sqr_mom_0",0.99,1613948226375,7707
+"lr_0",6.415065054396591e-08,1613948226375,7707
+"mom_0",0.9487179741688623,1613948226375,7707
+"eps_0",1e-05,1613948226375,7707
+"wd_1",0.01,1613948226375,7707
+"sqr_mom_1",0.99,1613948226375,7707
+"lr_1",6.415065054396574e-07,1613948226375,7707
+"mom_1",0.9487179741688623,1613948226375,7707
+"eps_1",1e-05,1613948226375,7707
+"wd_2",0.01,1613948226375,7707
+"sqr_mom_2",0.99,1613948226375,7707
+"lr_2",6.4150650543965066e-06,1613948226375,7707
+"mom_2",0.9487179741688623,1613948226375,7707
+"eps_2",1e-05,1613948226375,7707
+"train_loss",0.0043666824,1613948227443,7708
+"raw_loss",0.005406116,1613948227443,7708
+"epoch",48.48427672955973,1613948227443,7708
+"wd_0",0.01,1613948227443,7708
+"sqr_mom_0",0.99,1613948227443,7708
+"lr_0",6.383347608341582e-08,1613948227443,7708
+"mom_0",0.9487243177215089,1613948227443,7708
+"eps_0",1e-05,1613948227443,7708
+"wd_1",0.01,1613948227443,7708
+"sqr_mom_1",0.99,1613948227443,7708
+"lr_1",6.383347608341549e-07,1613948227443,7708
+"mom_1",0.9487243177215089,1613948227443,7708
+"eps_1",1e-05,1613948227443,7708
+"wd_2",0.01,1613948227443,7708
+"sqr_mom_2",0.99,1613948227443,7708
+"lr_2",6.383347608341521e-06,1613948227443,7708
+"mom_2",0.9487243177215089,1613948227443,7708
+"eps_2",1e-05,1613948227443,7708
+"train_loss",0.004354526,1613948228501,7709
+"raw_loss",0.0037588517,1613948228501,7709
+"epoch",48.49056603773583,1613948228501,7709
+"wd_0",0.01,1613948228501,7709
+"sqr_mom_0",0.99,1613948228501,7709
+"lr_0",6.351718294352289e-08,1613948228501,7709
+"mom_0",0.948730643647566,1613948228501,7709
+"eps_0",1e-05,1613948228501,7709
+"wd_1",0.01,1613948228501,7709
+"sqr_mom_1",0.99,1613948228501,7709
+"lr_1",6.351718294352323e-07,1613948228501,7709
+"mom_1",0.948730643647566,1613948228501,7709
+"eps_1",1e-05,1613948228501,7709
+"wd_2",0.01,1613948228501,7709
+"sqr_mom_2",0.99,1613948228501,7709
+"lr_2",6.351718294352309e-06,1613948228501,7709
+"mom_2",0.948730643647566,1613948228501,7709
+"eps_2",1e-05,1613948228501,7709
+"train_loss",0.004497258,1613948229600,7710
+"raw_loss",0.011491146,1613948229600,7710
+"epoch",48.49685534591193,1613948229600,7710
+"wd_0",0.01,1613948229600,7710
+"sqr_mom_0",0.99,1613948229600,7710
+"lr_0",6.320145678753044e-08,1613948229600,7710
+"mom_0",0.9487369582338316,1613948229600,7710
+"eps_0",1e-05,1613948229600,7710
+"wd_1",0.01,1613948229600,7710
+"sqr_mom_1",0.99,1613948229600,7710
+"lr_1",6.320145678753044e-07,1613948229600,7710
+"mom_1",0.9487369582338316,1613948229600,7710
+"eps_1",1e-05,1613948229600,7710
+"wd_2",0.01,1613948229600,7710
+"sqr_mom_2",0.99,1613948229600,7710
+"lr_2",6.3201456787530036e-06,1613948229600,7710
+"mom_2",0.9487369582338316,1613948229600,7710
+"eps_2",1e-05,1613948229600,7710
+"train_loss",0.004490897,1613948230581,7711
+"raw_loss",0.004179205,1613948230581,7711
+"epoch",48.50314465408803,1613948230581,7711
+"wd_0",0.01,1613948230581,7711
+"sqr_mom_0",0.99,1613948230581,7711
+"lr_0",6.288671645094885e-08,1613948230581,7711
+"mom_0",0.948743253103512,1613948230581,7711
+"eps_0",1e-05,1613948230581,7711
+"wd_1",0.01,1613948230581,7711
+"sqr_mom_1",0.99,1613948230581,7711
+"lr_1",6.288671645094919e-07,1613948230581,7711
+"mom_1",0.948743253103512,1613948230581,7711
+"eps_1",1e-05,1613948230581,7711
+"wd_2",0.01,1613948230581,7711
+"sqr_mom_2",0.99,1613948230581,7711
+"lr_2",6.288671645094919e-06,1613948230581,7711
+"mom_2",0.948743253103512,1613948230581,7711
+"eps_2",1e-05,1613948230581,7711
+"train_loss",0.004446951,1613948231535,7712
+"raw_loss",0.0022936054,1613948231535,7712
+"epoch",48.50943396226413,1613948231535,7712
+"wd_0",0.01,1613948231535,7712
+"sqr_mom_0",0.99,1613948231535,7712
+"lr_0",6.257275240904692e-08,1613948231535,7712
+"mom_0",0.9487495324471434,1613948231535,7712
+"eps_0",1e-05,1613948231535,7712
+"wd_1",0.01,1613948231535,7712
+"sqr_mom_1",0.99,1613948231535,7712
+"lr_1",6.257275240904725e-07,1613948231535,7712
+"mom_1",0.9487495324471434,1613948231535,7712
+"eps_1",1e-05,1613948231535,7712
+"wd_2",0.01,1613948231535,7712
+"sqr_mom_2",0.99,1613948231535,7712
+"lr_2",6.257275240904685e-06,1613948231535,7712
+"mom_2",0.9487495324471434,1613948231535,7712
+"eps_2",1e-05,1613948231535,7712
+"train_loss",0.004544454,1613948232500,7713
+"raw_loss",0.009322105,1613948232500,7713
+"epoch",48.51572327044023,1613948232500,7713
+"wd_0",0.01,1613948232500,7713
+"sqr_mom_0",0.99,1613948232500,7713
+"lr_0",6.225935719769249e-08,1613948232500,7713
+"mom_0",0.9487558004140503,1613948232500,7713
+"eps_0",1e-05,1613948232500,7713
+"wd_1",0.01,1613948232500,7713
+"sqr_mom_1",0.99,1613948232500,7713
+"lr_1",6.225935719769249e-07,1613948232500,7713
+"mom_1",0.9487558004140503,1613948232500,7713
+"eps_1",1e-05,1613948232500,7713
+"wd_2",0.01,1613948232500,7713
+"sqr_mom_2",0.99,1613948232500,7713
+"lr_2",6.22593571976914e-06,1613948232500,7713
+"mom_2",0.9487558004140503,1613948232500,7713
+"eps_2",1e-05,1613948232500,7713
+"train_loss",0.0045025004,1613948233446,7714
+"raw_loss",0.0024467595,1613948233446,7714
+"epoch",48.522012578616334,1613948233446,7714
+"wd_0",0.01,1613948233446,7714
+"sqr_mom_0",0.99,1613948233446,7714
+"lr_0",6.194694656021238e-08,1613948233446,7714
+"mom_0",0.9487620486892826,1613948233446,7714
+"eps_0",1e-05,1613948233446,7714
+"wd_1",0.01,1613948233446,7714
+"sqr_mom_1",0.99,1613948233446,7714
+"lr_1",6.19469465602117e-07,1613948233446,7714
+"mom_1",0.9487620486892826,1613948233446,7714
+"eps_1",1e-05,1613948233446,7714
+"wd_2",0.01,1613948233446,7714
+"sqr_mom_2",0.99,1613948233446,7714
+"lr_2",6.1946946560211295e-06,1613948233446,7714
+"mom_2",0.9487620486892826,1613948233446,7714
+"eps_2",1e-05,1613948233446,7714
+"train_loss",0.004495887,1613948234432,7715
+"raw_loss",0.0041718394,1613948234432,7715
+"epoch",48.528301886792434,1613948234432,7715
+"wd_0",0.01,1613948234432,7715
+"sqr_mom_0",0.99,1613948234432,7715
+"lr_0",6.163520925013698e-08,1613948234432,7715
+"mom_0",0.9487682834978322,1613948234432,7715
+"eps_0",1e-05,1613948234432,7715
+"wd_1",0.01,1613948234432,7715
+"sqr_mom_1",0.99,1613948234432,7715
+"lr_1",6.163520925013698e-07,1613948234432,7715
+"mom_1",0.9487682834978322,1613948234432,7715
+"eps_1",1e-05,1613948234432,7715
+"wd_2",0.01,1613948234432,7715
+"sqr_mom_2",0.99,1613948234432,7715
+"lr_2",6.16352092501363e-06,1613948234432,7715
+"mom_2",0.9487682834978322,1613948234432,7715
+"eps_2",1e-05,1613948234432,7715
+"train_loss",0.004500491,1613948235414,7716
+"raw_loss",0.004726081,1613948235414,7716
+"epoch",48.534591194968534,1613948235414,7716
+"wd_0",0.01,1613948235414,7716
+"sqr_mom_0",0.99,1613948235414,7716
+"lr_0",6.132424914885665e-08,1613948235414,7716
+"mom_0",0.9487745027620504,1613948235414,7716
+"eps_0",1e-05,1613948235414,7716
+"wd_1",0.01,1613948235414,7716
+"sqr_mom_1",0.99,1613948235414,7716
+"lr_1",6.132424914885614e-07,1613948235414,7716
+"mom_1",0.9487745027620504,1613948235414,7716
+"eps_1",1e-05,1613948235414,7716
+"wd_2",0.01,1613948235414,7716
+"sqr_mom_2",0.99,1613948235414,7716
+"lr_2",6.13242491488556e-06,1613948235414,7716
+"mom_2",0.9487745027620504,1613948235414,7716
+"eps_2",1e-05,1613948235414,7716
+"train_loss",0.004463554,1613948236388,7717
+"raw_loss",0.0026536323,1613948236388,7717
+"epoch",48.540880503144635,1613948236388,7717
+"wd_0",0.01,1613948236388,7717
+"sqr_mom_0",0.99,1613948236388,7717
+"lr_0",6.101406635548524e-08,1613948236388,7717
+"mom_0",0.948780706479955,1613948236388,7717
+"eps_0",1e-05,1613948236388,7717
+"wd_1",0.01,1613948236388,7717
+"sqr_mom_1",0.99,1613948236388,7717
+"lr_1",6.101406635548558e-07,1613948236388,7717
+"mom_1",0.948780706479955,1613948236388,7717
+"eps_1",1e-05,1613948236388,7717
+"wd_2",0.01,1613948236388,7717
+"sqr_mom_2",0.99,1613948236388,7717
+"lr_2",6.101406635548477e-06,1613948236388,7717
+"mom_2",0.948780706479955,1613948236388,7717
+"eps_2",1e-05,1613948236388,7717
+"train_loss",0.0044488665,1613948237330,7718
+"raw_loss",0.0037291914,1613948237330,7718
+"epoch",48.547169811320735,1613948237330,7718
+"wd_0",0.01,1613948237330,7718
+"sqr_mom_0",0.99,1613948237330,7718
+"lr_0",6.070476346201891e-08,1613948237330,7718
+"mom_0",0.9487868925996856,1613948237330,7718
+"eps_0",1e-05,1613948237330,7718
+"wd_1",0.01,1613948237330,7718
+"sqr_mom_1",0.99,1613948237330,7718
+"lr_1",6.070476346201891e-07,1613948237330,7718
+"mom_1",0.9487868925996856,1613948237330,7718
+"eps_1",1e-05,1613948237330,7718
+"wd_2",0.01,1613948237330,7718
+"sqr_mom_2",0.99,1613948237330,7718
+"lr_2",6.070476346201796e-06,1613948237330,7718
+"mom_2",0.9487868925996856,1613948237330,7718
+"eps_2",1e-05,1613948237330,7718
+"train_loss",0.004421548,1613948238292,7719
+"raw_loss",0.003082933,1613948238292,7719
+"epoch",48.553459119496836,1613948238292,7719
+"wd_0",0.01,1613948238292,7719
+"sqr_mom_0",0.99,1613948238292,7719
+"lr_0",6.03960330876931e-08,1613948238292,7719
+"mom_0",0.9487930672689188,1613948238292,7719
+"eps_0",1e-05,1613948238292,7719
+"wd_1",0.01,1613948238292,7719
+"sqr_mom_1",0.99,1613948238292,7719
+"lr_1",6.039603308769276e-07,1613948238292,7719
+"mom_1",0.9487930672689188,1613948238292,7719
+"eps_1",1e-05,1613948238292,7719
+"wd_2",0.01,1613948238292,7719
+"sqr_mom_2",0.99,1613948238292,7719
+"lr_2",6.039603308769263e-06,1613948238292,7719
+"mom_2",0.9487930672689188,1613948238292,7719
+"eps_2",1e-05,1613948238292,7719
+"train_loss",0.00442746,1613948239236,7720
+"raw_loss",0.0047171423,1613948239236,7720
+"epoch",48.559748427672936,1613948239236,7720
+"wd_0",0.01,1613948239236,7720
+"sqr_mom_0",0.99,1613948239236,7720
+"lr_0",6.008828478756692e-08,1613948239236,7720
+"mom_0",0.9487992222964716,1613948239236,7720
+"eps_0",1e-05,1613948239236,7720
+"wd_1",0.01,1613948239236,7720
+"sqr_mom_1",0.99,1613948239236,7720
+"lr_1",6.008828478756641e-07,1613948239236,7720
+"mom_1",0.9487992222964716,1613948239236,7720
+"eps_1",1e-05,1613948239236,7720
+"wd_2",0.01,1613948239236,7720
+"sqr_mom_2",0.99,1613948239236,7720
+"lr_2",6.008828478756573e-06,1613948239236,7720
+"mom_2",0.9487992222964716,1613948239236,7720
+"eps_2",1e-05,1613948239236,7720
+"train_loss",0.004390423,1613948240218,7721
+"raw_loss",0.0025756166,1613948240218,7721
+"epoch",48.56603773584904,1613948240218,7721
+"wd_0",0.01,1613948240218,7721
+"sqr_mom_0",0.99,1613948240218,7721
+"lr_0",5.978131367349635e-08,1613948240218,7721
+"mom_0",0.9488053617801478,1613948240218,7721
+"eps_0",1e-05,1613948240218,7721
+"wd_1",0.01,1613948240218,7721
+"sqr_mom_1",0.99,1613948240218,7721
+"lr_1",5.978131367349686e-07,1613948240218,7721
+"mom_1",0.9488053617801478,1613948240218,7721
+"eps_1",1e-05,1613948240218,7721
+"wd_2",0.01,1613948240218,7721
+"sqr_mom_2",0.99,1613948240218,7721
+"lr_2",5.978131367349632e-06,1613948240218,7721
+"mom_2",0.9488053617801478,1613948240218,7721
+"eps_2",1e-05,1613948240218,7721
+"train_loss",0.0043636383,1613948241164,7722
+"raw_loss",0.0030511755,1613948241164,7722
+"epoch",48.57232704402514,1613948241164,7722
+"wd_0",0.01,1613948241164,7722
+"sqr_mom_0",0.99,1613948241164,7722
+"lr_0",5.947491692030308e-08,1613948241164,7722
+"mom_0",0.9488114897764917,1613948241164,7722
+"eps_0",1e-05,1613948241164,7722
+"wd_1",0.01,1613948241164,7722
+"sqr_mom_1",0.99,1613948241164,7722
+"lr_1",5.947491692030342e-07,1613948241164,7722
+"mom_1",0.9488114897764917,1613948241164,7722
+"eps_1",1e-05,1613948241164,7722
+"wd_2",0.01,1613948241164,7722
+"sqr_mom_2",0.99,1613948241164,7722
+"lr_2",5.94749169203026e-06,1613948241164,7722
+"mom_2",0.9488114897764917,1613948241164,7722
+"eps_2",1e-05,1613948241164,7722
+"train_loss",0.0043964516,1613948242193,7723
+"raw_loss",0.006004295,1613948242193,7723
+"epoch",48.57861635220124,1613948242193,7723
+"wd_0",0.01,1613948242193,7723
+"sqr_mom_0",0.99,1613948242193,7723
+"lr_0",5.9169500987313573e-08,1613948242193,7723
+"mom_0",0.9488175981562352,1613948242193,7723
+"eps_0",1e-05,1613948242193,7723
+"wd_1",0.01,1613948242193,7723
+"sqr_mom_1",0.99,1613948242193,7723
+"lr_1",5.91695009873134e-07,1613948242193,7723
+"mom_1",0.9488175981562352,1613948242193,7723
+"eps_1",1e-05,1613948242193,7723
+"wd_2",0.01,1613948242193,7723
+"sqr_mom_2",0.99,1613948242193,7723
+"lr_2",5.916950098731259e-06,1613948242193,7723
+"mom_2",0.9488175981562352,1613948242193,7723
+"eps_2",1e-05,1613948242193,7723
+"train_loss",0.0044202213,1613948243269,7724
+"raw_loss",0.0055849454,1613948243269,7724
+"epoch",48.58490566037734,1613948243269,7724
+"wd_0",0.01,1613948243269,7724
+"sqr_mom_0",0.99,1613948243269,7724
+"lr_0",5.8864862533036345e-08,1613948243269,7724
+"mom_0",0.9488236909862491,1613948243269,7724
+"eps_0",1e-05,1613948243269,7724
+"wd_1",0.01,1613948243269,7724
+"sqr_mom_1",0.99,1613948243269,7724
+"lr_1",5.886486253303618e-07,1613948243269,7724
+"mom_1",0.9488236909862491,1613948243269,7724
+"eps_1",1e-05,1613948243269,7724
+"wd_2",0.01,1613948243269,7724
+"sqr_mom_2",0.99,1613948243269,7724
+"lr_2",5.886486253303658e-06,1613948243269,7724
+"mom_2",0.9488236909862491,1613948243269,7724
+"eps_2",1e-05,1613948243269,7724
+"train_loss",0.0044024335,1613948244269,7725
+"raw_loss",0.003530836,1613948244269,7725
+"epoch",48.59119496855344,1613948244269,7725
+"wd_0",0.01,1613948244269,7725
+"sqr_mom_0",0.99,1613948244269,7725
+"lr_0",5.856080027972401e-08,1613948244269,7725
+"mom_0",0.9488297722921284,1613948244269,7725
+"eps_0",1e-05,1613948244269,7725
+"wd_1",0.01,1613948244269,7725
+"sqr_mom_1",0.99,1613948244269,7725
+"lr_1",5.856080027972401e-07,1613948244269,7725
+"mom_1",0.9488297722921284,1613948244269,7725
+"eps_1",1e-05,1613948244269,7725
+"wd_2",0.01,1613948244269,7725
+"sqr_mom_2",0.99,1613948244269,7725
+"lr_2",5.85608002797236e-06,1613948244269,7725
+"mom_2",0.9488297722921284,1613948244269,7725
+"eps_2",1e-05,1613948244269,7725
+"train_loss",0.0044553704,1613948245225,7726
+"raw_loss",0.007049278,1613948245225,7726
+"epoch",48.59748427672954,1613948245225,7726
+"wd_0",0.01,1613948245225,7726
+"sqr_mom_0",0.99,1613948245225,7726
+"lr_0",5.8257717589807435e-08,1613948245225,7726
+"mom_0",0.9488358340065439,1613948245225,7726
+"eps_0",1e-05,1613948245225,7726
+"wd_1",0.01,1613948245225,7726
+"sqr_mom_1",0.99,1613948245225,7726
+"lr_1",5.825771758980743e-07,1613948245225,7726
+"mom_1",0.9488358340065439,1613948245225,7726
+"eps_1",1e-05,1613948245225,7726
+"wd_2",0.01,1613948245225,7726
+"sqr_mom_2",0.99,1613948245225,7726
+"lr_2",5.825771758980716e-06,1613948245225,7726
+"mom_2",0.9488358340065439,1613948245225,7726
+"eps_2",1e-05,1613948245225,7726
+"train_loss",0.004482462,1613948246231,7727
+"raw_loss",0.005809949,1613948246231,7727
+"epoch",48.60377358490564,1613948246231,7727
+"wd_0",0.01,1613948246231,7727
+"sqr_mom_0",0.99,1613948246231,7727
+"lr_0",5.795531249787137e-08,1613948246231,7727
+"mom_0",0.9488418821688642,1613948246231,7727
+"eps_0",1e-05,1613948246231,7727
+"wd_1",0.01,1613948246231,7727
+"sqr_mom_1",0.99,1613948246231,7727
+"lr_1",5.795531249787103e-07,1613948246231,7727
+"mom_1",0.9488418821688642,1613948246231,7727
+"eps_1",1e-05,1613948246231,7727
+"wd_2",0.01,1613948246231,7727
+"sqr_mom_2",0.99,1613948246231,7727
+"lr_2",5.795531249787062e-06,1613948246231,7727
+"mom_2",0.9488418821688642,1613948246231,7727
+"eps_2",1e-05,1613948246231,7727
+"train_loss",0.0044923853,1613948247241,7728
+"raw_loss",0.0049786163,1613948247241,7728
+"epoch",48.61006289308174,1613948247241,7728
+"wd_0",0.01,1613948247241,7728
+"sqr_mom_0",0.99,1613948247241,7728
+"lr_0",5.7653685787655e-08,1613948247241,7728
+"mom_0",0.9488479147633945,1613948247241,7728
+"eps_0",1e-05,1613948247241,7728
+"wd_1",0.01,1613948247241,7728
+"sqr_mom_1",0.99,1613948247241,7728
+"lr_1",5.7653685787655e-07,1613948247241,7728
+"mom_1",0.9488479147633945,1613948247241,7728
+"eps_1",1e-05,1613948247241,7728
+"wd_2",0.01,1613948247241,7728
+"sqr_mom_2",0.99,1613948247241,7728
+"lr_2",5.765368578765405e-06,1613948247241,7728
+"mom_2",0.9488479147633945,1613948247241,7728
+"eps_2",1e-05,1613948247241,7728
+"train_loss",0.0044932854,1613948248236,7729
+"raw_loss",0.0045373947,1613948248236,7729
+"epoch",48.61635220125784,1613948248236,7729
+"wd_0",0.01,1613948248236,7729
+"sqr_mom_0",0.99,1613948248236,7729
+"lr_0",5.7352837555297425e-08,1613948248236,7729
+"mom_0",0.9488539317882119,1613948248236,7729
+"eps_0",1e-05,1613948248236,7729
+"wd_1",0.01,1613948248236,7729
+"sqr_mom_1",0.99,1613948248236,7729
+"lr_1",5.735283755529759e-07,1613948248236,7729
+"mom_1",0.9488539317882119,1613948248236,7729
+"eps_1",1e-05,1613948248236,7729
+"wd_2",0.01,1613948248236,7729
+"sqr_mom_2",0.99,1613948248236,7729
+"lr_2",5.735283755529692e-06,1613948248236,7729
+"mom_2",0.9488539317882119,1613948248236,7729
+"eps_2",1e-05,1613948248236,7729
+"train_loss",0.004463236,1613948249186,7730
+"raw_loss",0.0029908034,1613948249186,7730
+"epoch",48.62264150943394,1613948249186,7730
+"wd_0",0.01,1613948249186,7730
+"sqr_mom_0",0.99,1613948249186,7730
+"lr_0",5.7052767896692083e-08,1613948249186,7730
+"mom_0",0.9488599332413985,1613948249186,7730
+"eps_0",1e-05,1613948249186,7730
+"wd_1",0.01,1613948249186,7730
+"sqr_mom_1",0.99,1613948249186,7730
+"lr_1",5.705276789669242e-07,1613948249186,7730
+"mom_1",0.9488599332413985,1613948249186,7730
+"eps_1",1e-05,1613948249186,7730
+"wd_2",0.01,1613948249186,7730
+"sqr_mom_2",0.99,1613948249186,7730
+"lr_2",5.705276789669256e-06,1613948249186,7730
+"mom_2",0.9488599332413985,1613948249186,7730
+"eps_2",1e-05,1613948249186,7730
+"train_loss",0.004466658,1613948250161,7731
+"raw_loss",0.0046343356,1613948250161,7731
+"epoch",48.62893081761004,1613948250161,7731
+"wd_0",0.01,1613948250161,7731
+"sqr_mom_0",0.99,1613948250161,7731
+"lr_0",5.675347690748255e-08,1613948250161,7731
+"mom_0",0.9488659191210416,1613948250161,7731
+"eps_0",1e-05,1613948250161,7731
+"wd_1",0.01,1613948250161,7731
+"sqr_mom_1",0.99,1613948250161,7731
+"lr_1",5.675347690748238e-07,1613948250161,7731
+"mom_1",0.9488659191210416,1613948250161,7731
+"eps_1",1e-05,1613948250161,7731
+"wd_2",0.01,1613948250161,7731
+"sqr_mom_2",0.99,1613948250161,7731
+"lr_2",5.67534769074817e-06,1613948250161,7731
+"mom_2",0.9488659191210416,1613948250161,7731
+"eps_2",1e-05,1613948250161,7731
+"train_loss",0.0045204065,1613948251117,7732
+"raw_loss",0.007154079,1613948251117,7732
+"epoch",48.63522012578614,1613948251117,7732
+"wd_0",0.01,1613948251117,7732
+"sqr_mom_0",0.99,1613948251117,7732
+"lr_0",5.6455063562976586e-08,1613948251117,7732
+"mom_0",0.9488718874476149,1613948251117,7732
+"eps_0",1e-05,1613948251117,7732
+"wd_1",0.01,1613948251117,7732
+"sqr_mom_1",0.99,1613948251117,7732
+"lr_1",5.645506356297676e-07,1613948251117,7732
+"mom_1",0.9488718874476149,1613948251117,7732
+"eps_1",1e-05,1613948251117,7732
+"wd_2",0.01,1613948251117,7732
+"sqr_mom_2",0.99,1613948251117,7732
+"lr_2",5.645506356297581e-06,1613948251117,7732
+"mom_2",0.9488718874476149,1613948251117,7732
+"eps_2",1e-05,1613948251117,7732
+"train_loss",0.0045662024,1613948252081,7733
+"raw_loss",0.006810195,1613948252081,7733
+"epoch",48.64150943396224,1613948252081,7733
+"wd_0",0.01,1613948252081,7733
+"sqr_mom_0",0.99,1613948252081,7733
+"lr_0",5.615723131858175e-08,1613948252081,7733
+"mom_0",0.9488778441520699,1613948252081,7733
+"eps_0",1e-05,1613948252081,7733
+"wd_1",0.01,1613948252081,7733
+"sqr_mom_1",0.99,1613948252081,7733
+"lr_1",5.615723131858192e-07,1613948252081,7733
+"mom_1",0.9488778441520699,1613948252081,7733
+"eps_1",1e-05,1613948252081,7733
+"wd_2",0.01,1613948252081,7733
+"sqr_mom_2",0.99,1613948252081,7733
+"lr_2",5.6157231318581515e-06,1613948252081,7733
+"mom_2",0.9488778441520699,1613948252081,7733
+"eps_2",1e-05,1613948252081,7733
+"train_loss",0.004582014,1613948253052,7734
+"raw_loss",0.0053567854,1613948253052,7734
+"epoch",48.64779874213834,1613948253052,7734
+"wd_0",0.01,1613948253052,7734
+"sqr_mom_0",0.99,1613948253052,7734
+"lr_0",5.5860375272131896e-08,1613948253052,7734
+"mom_0",0.9488837813323706,1613948253052,7734
+"eps_0",1e-05,1613948253052,7734
+"wd_1",0.01,1613948253052,7734
+"sqr_mom_1",0.99,1613948253052,7734
+"lr_1",5.586037527213173e-07,1613948253052,7734
+"mom_1",0.9488837813323706,1613948253052,7734
+"eps_1",1e-05,1613948253052,7734
+"wd_2",0.01,1613948253052,7734
+"sqr_mom_2",0.99,1613948253052,7734
+"lr_2",5.586037527213132e-06,1613948253052,7734
+"mom_2",0.9488837813323706,1613948253052,7734
+"eps_2",1e-05,1613948253052,7734
+"train_loss",0.0045338515,1613948254015,7735
+"raw_loss",0.002173899,1613948254015,7735
+"epoch",48.65408805031444,1613948254015,7735
+"wd_0",0.01,1613948254015,7735
+"sqr_mom_0",0.99,1613948254015,7735
+"lr_0",5.5564297758442115e-08,1613948254015,7735
+"mom_0",0.9488897029418606,1613948254015,7735
+"eps_0",1e-05,1613948254015,7735
+"wd_1",0.01,1613948254015,7735
+"sqr_mom_1",0.99,1613948254015,7735
+"lr_1",5.556429775844211e-07,1613948254015,7735
+"mom_1",0.9488897029418606,1613948254015,7735
+"eps_1",1e-05,1613948254015,7735
+"wd_2",0.01,1613948254015,7735
+"sqr_mom_2",0.99,1613948254015,7735
+"lr_2",5.55642977584413e-06,1613948254015,7735
+"mom_2",0.9488897029418606,1613948254015,7735
+"eps_2",1e-05,1613948254015,7735
+"train_loss",0.004493551,1613948254969,7736
+"raw_loss",0.0025188117,1613948254969,7736
+"epoch",48.66037735849054,1613948254969,7736
+"wd_0",0.01,1613948254969,7736
+"sqr_mom_0",0.99,1613948254969,7736
+"lr_0",5.526880317886513e-08,1613948254969,7736
+"mom_0",0.9488956128925515,1613948254969,7736
+"eps_0",1e-05,1613948254969,7736
+"wd_1",0.01,1613948254969,7736
+"sqr_mom_1",0.99,1613948254969,7736
+"lr_1",5.526880317886513e-07,1613948254969,7736
+"mom_1",0.9488956128925515,1613948254969,7736
+"eps_1",1e-05,1613948254969,7736
+"wd_2",0.01,1613948254969,7736
+"sqr_mom_2",0.99,1613948254969,7736
+"lr_2",5.526880317886459e-06,1613948254969,7736
+"mom_2",0.9488956128925515,1613948254969,7736
+"eps_2",1e-05,1613948254969,7736
+"train_loss",0.0044551236,1613948255935,7737
+"raw_loss",0.0025721746,1613948255935,7737
+"epoch",48.66666666666664,1613948255935,7737
+"wd_0",0.01,1613948255935,7737
+"sqr_mom_0",0.99,1613948255935,7737
+"lr_0",5.497428353014129e-08,1613948255935,7737
+"mom_0",0.9489015033444306,1613948255935,7737
+"eps_0",1e-05,1613948255935,7737
+"wd_1",0.01,1613948255935,7737
+"sqr_mom_1",0.99,1613948255935,7737
+"lr_1",5.497428353014129e-07,1613948255935,7737
+"mom_1",0.9489015033444306,1613948255935,7737
+"eps_1",1e-05,1613948255935,7737
+"wd_2",0.01,1613948255935,7737
+"sqr_mom_2",0.99,1613948255935,7737
+"lr_2",5.497428353014116e-06,1613948255935,7737
+"mom_2",0.9489015033444306,1613948255935,7737
+"eps_2",1e-05,1613948255935,7737
+"train_loss",0.004447277,1613948256961,7738
+"raw_loss",0.0040628053,1613948256961,7738
+"epoch",48.67295597484274,1613948256961,7738
+"wd_0",0.01,1613948256961,7738
+"sqr_mom_0",0.99,1613948256961,7738
+"lr_0",5.468044536687092e-08,1613948256961,7738
+"mom_0",0.9489073801664643,1613948256961,7738
+"eps_0",1e-05,1613948256961,7738
+"wd_1",0.01,1613948256961,7738
+"sqr_mom_1",0.99,1613948256961,7738
+"lr_1",5.468044536687092e-07,1613948256961,7738
+"mom_1",0.9489073801664643,1613948256961,7738
+"eps_1",1e-05,1613948256961,7738
+"wd_2",0.01,1613948256961,7738
+"sqr_mom_2",0.99,1613948256961,7738
+"lr_2",5.468044536687065e-06,1613948256961,7738
+"mom_2",0.9489073801664643,1613948256961,7738
+"eps_2",1e-05,1613948256961,7738
+"train_loss",0.00443859,1613948257919,7739
+"raw_loss",0.004012899,1613948257919,7739
+"epoch",48.679245283018844,1613948257919,7739
+"wd_0",0.01,1613948257919,7739
+"sqr_mom_0",0.99,1613948257919,7739
+"lr_0",5.43873866291452e-08,1613948257919,7739
+"mom_0",0.948913241399831,1613948257919,7739
+"eps_0",1e-05,1613948257919,7739
+"wd_1",0.01,1613948257919,7739
+"sqr_mom_1",0.99,1613948257919,7739
+"lr_1",5.438738662914537e-07,1613948257919,7739
+"mom_1",0.948913241399831,1613948257919,7739
+"eps_1",1e-05,1613948257919,7739
+"wd_2",0.01,1613948257919,7739
+"sqr_mom_2",0.99,1613948257919,7739
+"lr_2",5.438738662914442e-06,1613948257919,7739
+"mom_2",0.948913241399831,1613948257919,7739
+"eps_2",1e-05,1613948257919,7739
+"train_loss",0.0044228174,1613948258910,7740
+"raw_loss",0.0036499586,1613948258910,7740
+"epoch",48.685534591194944,1613948258910,7740
+"wd_0",0.01,1613948258910,7740
+"sqr_mom_0",0.99,1613948258910,7740
+"lr_0",5.409510741037494e-08,1613948258910,7740
+"mom_0",0.9489190870426629,1613948258910,7740
+"eps_0",1e-05,1613948258910,7740
+"wd_1",0.01,1613948258910,7740
+"sqr_mom_1",0.99,1613948258910,7740
+"lr_1",5.409510741037545e-07,1613948258910,7740
+"mom_1",0.9489190870426629,1613948258910,7740
+"eps_1",1e-05,1613948258910,7740
+"wd_2",0.01,1613948258910,7740
+"sqr_mom_2",0.99,1613948258910,7740
+"lr_2",5.409510741037518e-06,1613948258910,7740
+"mom_2",0.9489190870426629,1613948258910,7740
+"eps_2",1e-05,1613948258910,7740
+"train_loss",0.004430624,1613948259911,7741
+"raw_loss",0.0048131496,1613948259911,7741
+"epoch",48.691823899371045,1613948259911,7741
+"wd_0",0.01,1613948259911,7741
+"sqr_mom_0",0.99,1613948259911,7741
+"lr_0",5.380370435758439e-08,1613948259911,7741
+"mom_0",0.9489249151619998,1613948259911,7741
+"eps_0",1e-05,1613948259911,7741
+"wd_1",0.01,1613948259911,7741
+"sqr_mom_1",0.99,1613948259911,7741
+"lr_1",5.380370435758422e-07,1613948259911,7741
+"mom_1",0.9489249151619998,1613948259911,7741
+"eps_1",1e-05,1613948259911,7741
+"wd_2",0.01,1613948259911,7741
+"sqr_mom_2",0.99,1613948259911,7741
+"lr_2",5.380370435758381e-06,1613948259911,7741
+"mom_2",0.9489249151619998,1613948259911,7741
+"eps_2",1e-05,1613948259911,7741
+"train_loss",0.0044443975,1613948260866,7742
+"raw_loss",0.0051192953,1613948260866,7742
+"epoch",48.698113207547145,1613948260866,7742
+"wd_0",0.01,1613948260866,7742
+"sqr_mom_0",0.99,1613948260866,7742
+"lr_0",5.3512887902094587e-08,1613948260866,7742
+"mom_0",0.9489307315492735,1613948260866,7742
+"eps_0",1e-05,1613948260866,7742
+"wd_1",0.01,1613948260866,7742
+"sqr_mom_1",0.99,1613948260866,7742
+"lr_1",5.351288790209408e-07,1613948260866,7742
+"mom_1",0.9489307315492735,1613948260866,7742
+"eps_1",1e-05,1613948260866,7742
+"wd_2",0.01,1613948260866,7742
+"sqr_mom_2",0.99,1613948260866,7742
+"lr_2",5.351288790209421e-06,1613948260866,7742
+"mom_2",0.9489307315492735,1613948260866,7742
+"eps_2",1e-05,1613948260866,7742
+"train_loss",0.0044317115,1613948261853,7743
+"raw_loss",0.003810091,1613948261853,7743
+"epoch",48.704402515723245,1613948261853,7743
+"wd_0",0.01,1613948261853,7743
+"sqr_mom_0",0.99,1613948261853,7743
+"lr_0",5.322304383474379e-08,1613948261853,7743
+"mom_0",0.94893652848859,1613948261853,7743
+"eps_0",1e-05,1613948261853,7743
+"wd_1",0.01,1613948261853,7743
+"sqr_mom_1",0.99,1613948261853,7743
+"lr_1",5.322304383474345e-07,1613948261853,7743
+"mom_1",0.94893652848859,1613948261853,7743
+"eps_1",1e-05,1613948261853,7743
+"wd_2",0.01,1613948261853,7743
+"sqr_mom_2",0.99,1613948261853,7743
+"lr_2",5.322304383474359e-06,1613948261853,7743
+"mom_2",0.94893652848859,1613948261853,7743
+"eps_2",1e-05,1613948261853,7743
+"train_loss",0.004443405,1613948262807,7744
+"raw_loss",0.005016385,1613948262807,7744
+"epoch",48.710691823899346,1613948262807,7744
+"wd_0",0.01,1613948262807,7744
+"sqr_mom_0",0.99,1613948262807,7744
+"lr_0",5.293397914021494e-08,1613948262807,7744
+"mom_0",0.948942309840294,1613948262807,7744
+"eps_0",1e-05,1613948262807,7744
+"wd_1",0.01,1613948262807,7744
+"sqr_mom_1",0.99,1613948262807,7744
+"lr_1",5.293397914021494e-07,1613948262807,7744
+"mom_1",0.948942309840294,1613948262807,7744
+"eps_1",1e-05,1613948262807,7744
+"wd_2",0.01,1613948262807,7744
+"sqr_mom_2",0.99,1613948262807,7744
+"lr_2",5.293397914021467e-06,1613948262807,7744
+"mom_2",0.948942309840294,1613948262807,7744
+"eps_2",1e-05,1613948262807,7744
+"train_loss",0.004397594,1613948263797,7745
+"raw_loss",0.0021528353,1613948263797,7745
+"epoch",48.716981132075446,1613948263797,7745
+"wd_0",0.01,1613948263797,7745
+"sqr_mom_0",0.99,1613948263797,7745
+"lr_0",5.264550287195798e-08,1613948263797,7745
+"mom_0",0.948948079423355,1613948263797,7745
+"eps_0",1e-05,1613948263797,7745
+"wd_1",0.01,1613948263797,7745
+"sqr_mom_1",0.99,1613948263797,7745
+"lr_1",5.26455028719573e-07,1613948263797,7745
+"mom_1",0.948948079423355,1613948263797,7745
+"eps_1",1e-05,1613948263797,7745
+"wd_2",0.01,1613948263797,7745
+"sqr_mom_2",0.99,1613948263797,7745
+"lr_2",5.2645502871957435e-06,1613948263797,7745
+"mom_2",0.948948079423355,1613948263797,7745
+"eps_2",1e-05,1613948263797,7745
+"train_loss",0.004352667,1613948264809,7746
+"raw_loss",0.0021512355,1613948264809,7746
+"epoch",48.72327044025155,1613948264809,7746
+"wd_0",0.01,1613948264809,7746
+"sqr_mom_0",0.99,1613948264809,7746
+"lr_0",5.235799771637019e-08,1613948264809,7746
+"mom_0",0.9489538295839683,1613948264809,7746
+"eps_0",1e-05,1613948264809,7746
+"wd_1",0.01,1613948264809,7746
+"sqr_mom_1",0.99,1613948264809,7746
+"lr_1",5.235799771637019e-07,1613948264809,7746
+"mom_1",0.9489538295839683,1613948264809,7746
+"eps_1",1e-05,1613948264809,7746
+"wd_2",0.01,1613948264809,7746
+"sqr_mom_2",0.99,1613948264809,7746
+"lr_2",5.235799771636965e-06,1613948264809,7746
+"mom_2",0.9489538295839683,1613948264809,7746
+"eps_2",1e-05,1613948264809,7746
+"train_loss",0.0043106317,1613948265833,7747
+"raw_loss",0.0022508996,1613948265833,7747
+"epoch",48.72955974842765,1613948265833,7747
+"wd_0",0.01,1613948265833,7747
+"sqr_mom_0",0.99,1613948265833,7747
+"lr_0",5.207127220914416e-08,1613948265833,7747
+"mom_0",0.9489595641514585,1613948265833,7747
+"eps_0",1e-05,1613948265833,7747
+"wd_1",0.01,1613948265833,7747
+"sqr_mom_1",0.99,1613948265833,7747
+"lr_1",5.207127220914433e-07,1613948265833,7747
+"mom_1",0.9489595641514585,1613948265833,7747
+"eps_1",1e-05,1613948265833,7747
+"wd_2",0.01,1613948265833,7747
+"sqr_mom_2",0.99,1613948265833,7747
+"lr_2",5.2071272209143786e-06,1613948265833,7747
+"mom_2",0.9489595641514585,1613948265833,7747
+"eps_2",1e-05,1613948265833,7747
+"train_loss",0.0043113204,1613948266795,7748
+"raw_loss",0.0043450673,1613948266795,7748
+"epoch",48.73584905660375,1613948266795,7748
+"wd_0",0.01,1613948266795,7748
+"sqr_mom_0",0.99,1613948266795,7748
+"lr_0",5.178513695547471e-08,1613948266795,7748
+"mom_0",0.9489652869137596,1613948266795,7748
+"eps_0",1e-05,1613948266795,7748
+"wd_1",0.01,1613948266795,7748
+"sqr_mom_1",0.99,1613948266795,7748
+"lr_1",5.178513695547454e-07,1613948266795,7748
+"mom_1",0.9489652869137596,1613948266795,7748
+"eps_1",1e-05,1613948266795,7748
+"wd_2",0.01,1613948266795,7748
+"sqr_mom_2",0.99,1613948266795,7748
+"lr_2",5.178513695547359e-06,1613948266795,7748
+"mom_2",0.9489652869137596,1613948266795,7748
+"eps_2",1e-05,1613948266795,7748
+"train_loss",0.0042750705,1613948267762,7749
+"raw_loss",0.002498817,1613948267762,7749
+"epoch",48.74213836477985,1613948267762,7749
+"wd_0",0.01,1613948267762,7749
+"sqr_mom_0",0.99,1613948267762,7749
+"lr_0",5.149997153621702e-08,1613948267762,7749
+"mom_0",0.9489709902791784,1613948267762,7749
+"eps_0",1e-05,1613948267762,7749
+"wd_1",0.01,1613948267762,7749
+"sqr_mom_1",0.99,1613948267762,7749
+"lr_1",5.149997153621651e-07,1613948267762,7749
+"mom_1",0.9489709902791784,1613948267762,7749
+"eps_1",1e-05,1613948267762,7749
+"wd_2",0.01,1613948267762,7749
+"sqr_mom_2",0.99,1613948267762,7749
+"lr_2",5.149997153621583e-06,1613948267762,7749
+"mom_2",0.9489709902791784,1613948267762,7749
+"eps_2",1e-05,1613948267762,7749
+"train_loss",0.004306204,1613948268715,7750
+"raw_loss",0.00583176,1613948268715,7750
+"epoch",48.74842767295595,1613948268715,7750
+"wd_0",0.01,1613948268715,7750
+"sqr_mom_0",0.99,1613948268715,7750
+"lr_0",5.12154918132194e-08,1613948268715,7750
+"mom_0",0.9489766799305349,1613948268715,7750
+"eps_0",1e-05,1613948268715,7750
+"wd_1",0.01,1613948268715,7750
+"sqr_mom_1",0.99,1613948268715,7750
+"lr_1",5.12154918132194e-07,1613948268715,7750
+"mom_1",0.9489766799305349,1613948268715,7750
+"eps_1",1e-05,1613948268715,7750
+"wd_2",0.01,1613948268715,7750
+"sqr_mom_2",0.99,1613948268715,7750
+"lr_2",5.121549181321913e-06,1613948268715,7750
+"mom_2",0.9489766799305349,1613948268715,7750
+"eps_2",1e-05,1613948268715,7750
+"train_loss",0.0043188375,1613948269679,7751
+"raw_loss",0.004937867,1613948269679,7751
+"epoch",48.75471698113205,1613948269679,7751
+"wd_0",0.01,1613948269679,7751
+"sqr_mom_0",0.99,1613948269679,7751
+"lr_0",5.093179262018221e-08,1613948269679,7751
+"mom_0",0.9489823539711361,1613948269679,7751
+"eps_0",1e-05,1613948269679,7751
+"wd_1",0.01,1613948269679,7751
+"sqr_mom_1",0.99,1613948269679,7751
+"lr_1",5.093179262018221e-07,1613948269679,7751
+"mom_1",0.9489823539711361,1613948269679,7751
+"eps_1",1e-05,1613948269679,7751
+"wd_2",0.01,1613948269679,7751
+"sqr_mom_2",0.99,1613948269679,7751
+"lr_2",5.0931792620181665e-06,1613948269679,7751
+"mom_2",0.9489823539711361,1613948269679,7751
+"eps_2",1e-05,1613948269679,7751
+"train_loss",0.0043164985,1613948270685,7752
+"raw_loss",0.0042018853,1613948270685,7752
+"epoch",48.76100628930815,1613948270685,7752
+"wd_0",0.01,1613948270685,7752
+"sqr_mom_0",0.99,1613948270685,7752
+"lr_0",5.0648874047530445e-08,1613948270685,7752
+"mom_0",0.9489880123991733,1613948270685,7752
+"eps_0",1e-05,1613948270685,7752
+"wd_1",0.01,1613948270685,7752
+"sqr_mom_1",0.99,1613948270685,7752
+"lr_1",5.064887404753011e-07,1613948270685,7752
+"mom_1",0.9489880123991733,1613948270685,7752
+"eps_1",1e-05,1613948270685,7752
+"wd_2",0.01,1613948270685,7752
+"sqr_mom_2",0.99,1613948270685,7752
+"lr_2",5.064887404753024e-06,1613948270685,7752
+"mom_2",0.9489880123991733,1613948270685,7752
+"eps_2",1e-05,1613948270685,7752
+"train_loss",0.004339328,1613948271659,7753
+"raw_loss",0.005457975,1613948271659,7753
+"epoch",48.76729559748425,1613948271659,7753
+"wd_0",0.01,1613948271659,7753
+"sqr_mom_0",0.99,1613948271659,7753
+"lr_0",5.036682963406793e-08,1613948271659,7753
+"mom_0",0.948993653343852,1613948271659,7753
+"eps_0",1e-05,1613948271659,7753
+"wd_1",0.01,1613948271659,7753
+"sqr_mom_1",0.99,1613948271659,7753
+"lr_1",5.036682963406759e-07,1613948271659,7753
+"mom_1",0.948993653343852,1613948271659,7753
+"eps_1",1e-05,1613948271659,7753
+"wd_2",0.01,1613948271659,7753
+"sqr_mom_2",0.99,1613948271659,7753
+"lr_2",5.0366829634067864e-06,1613948271659,7753
+"mom_2",0.948993653343852,1613948271659,7753
+"eps_2",1e-05,1613948271659,7753
+"train_loss",0.0043192552,1613948272626,7754
+"raw_loss",0.0033356806,1613948272626,7754
+"epoch",48.77358490566035,1613948272626,7754
+"wd_0",0.01,1613948272626,7754
+"sqr_mom_0",0.99,1613948272626,7754
+"lr_0",5.008537912384486e-08,1613948272626,7754
+"mom_0",0.9489992824103471,1613948272626,7754
+"eps_0",1e-05,1613948272626,7754
+"wd_1",0.01,1613948272626,7754
+"sqr_mom_1",0.99,1613948272626,7754
+"lr_1",5.00853791238452e-07,1613948272626,7754
+"mom_1",0.9489992824103471,1613948272626,7754
+"eps_1",1e-05,1613948272626,7754
+"wd_2",0.01,1613948272626,7754
+"sqr_mom_2",0.99,1613948272626,7754
+"lr_2",5.008537912384479e-06,1613948272626,7754
+"mom_2",0.9489992824103471,1613948272626,7754
+"eps_2",1e-05,1613948272626,7754
+"train_loss",0.0043503405,1613948273600,7755
+"raw_loss",0.0058735246,1613948273600,7755
+"epoch",48.77987421383645,1613948273600,7755
+"wd_0",0.01,1613948273600,7755
+"sqr_mom_0",0.99,1613948273600,7755
+"lr_0",4.980489588304159e-08,1613948273600,7755
+"mom_0",0.9490048921312605,1613948273600,7755
+"eps_0",1e-05,1613948273600,7755
+"wd_1",0.01,1613948273600,7755
+"sqr_mom_1",0.99,1613948273600,7755
+"lr_1",4.980489588304125e-07,1613948273600,7755
+"mom_1",0.9490048921312605,1613948273600,7755
+"eps_1",1e-05,1613948273600,7755
+"wd_2",0.01,1613948273600,7755
+"sqr_mom_2",0.99,1613948273600,7755
+"lr_2",4.980489588304058e-06,1613948273600,7755
+"mom_2",0.9490048921312605,1613948273600,7755
+"eps_2",1e-05,1613948273600,7755
+"train_loss",0.0043291794,1613948274563,7756
+"raw_loss",0.0032922884,1613948274563,7756
+"epoch",48.78616352201255,1613948274563,7756
+"wd_0",0.01,1613948274563,7756
+"sqr_mom_0",0.99,1613948274563,7756
+"lr_0",4.952519310383134e-08,1613948274563,7756
+"mom_0",0.9490104862427857,1613948274563,7756
+"eps_0",1e-05,1613948274563,7756
+"wd_1",0.01,1613948274563,7756
+"sqr_mom_1",0.99,1613948274563,7756
+"lr_1",4.952519310383083e-07,1613948274563,7756
+"mom_1",0.9490104862427857,1613948274563,7756
+"eps_1",1e-05,1613948274563,7756
+"wd_2",0.01,1613948274563,7756
+"sqr_mom_2",0.99,1613948274563,7756
+"lr_2",4.952519310383015e-06,1613948274563,7756
+"mom_2",0.9490104862427857,1613948274563,7756
+"eps_2",1e-05,1613948274563,7756
+"train_loss",0.004331445,1613948275543,7757
+"raw_loss",0.0044424613,1613948275543,7757
+"epoch",48.79245283018865,1613948275543,7757
+"wd_0",0.01,1613948275543,7757
+"sqr_mom_0",0.99,1613948275543,7757
+"lr_0",4.924608605004947e-08,1613948275543,7757
+"mom_0",0.9490160684396833,1613948275543,7757
+"eps_0",1e-05,1613948275543,7757
+"wd_1",0.01,1613948275543,7757
+"sqr_mom_1",0.99,1613948275543,7757
+"lr_1",4.924608605004998e-07,1613948275543,7757
+"mom_1",0.9490160684396833,1613948275543,7757
+"eps_1",1e-05,1613948275543,7757
+"wd_2",0.01,1613948275543,7757
+"sqr_mom_2",0.99,1613948275543,7757
+"lr_2",4.924608605004943e-06,1613948275543,7757
+"mom_2",0.9490160684396833,1613948275543,7757
+"eps_2",1e-05,1613948275543,7757
+"train_loss",0.0042962707,1613948276504,7758
+"raw_loss",0.0025727353,1613948276504,7758
+"epoch",48.79874213836475,1613948276504,7758
+"wd_0",0.01,1613948276504,7758
+"sqr_mom_0",0.99,1613948276504,7758
+"lr_0",4.896794497909772e-08,1613948276504,7758
+"mom_0",0.9490216313167311,1613948276504,7758
+"eps_0",1e-05,1613948276504,7758
+"wd_1",0.01,1613948276504,7758
+"sqr_mom_1",0.99,1613948276504,7758
+"lr_1",4.896794497909806e-07,1613948276504,7758
+"mom_1",0.9490216313167311,1613948276504,7758
+"eps_1",1e-05,1613948276504,7758
+"wd_2",0.01,1613948276504,7758
+"sqr_mom_2",0.99,1613948276504,7758
+"lr_2",4.896794497909738e-06,1613948276504,7758
+"mom_2",0.9490216313167311,1613948276504,7758
+"eps_2",1e-05,1613948276504,7758
+"train_loss",0.004265232,1613948277491,7759
+"raw_loss",0.0027443443,1613948277491,7759
+"epoch",48.80503144654085,1613948277491,7759
+"wd_0",0.01,1613948277491,7759
+"sqr_mom_0",0.99,1613948277491,7759
+"lr_0",4.869049274189909e-08,1613948277491,7759
+"mom_0",0.9490271804169661,1613948277491,7759
+"eps_0",1e-05,1613948277491,7759
+"wd_1",0.01,1613948277491,7759
+"sqr_mom_1",0.99,1613948277491,7759
+"lr_1",4.869049274189909e-07,1613948277491,7759
+"mom_1",0.9490271804169661,1613948277491,7759
+"eps_1",1e-05,1613948277491,7759
+"wd_2",0.01,1613948277491,7759
+"sqr_mom_2",0.99,1613948277491,7759
+"lr_2",4.869049274189882e-06,1613948277491,7759
+"mom_2",0.9490271804169661,1613948277491,7759
+"eps_2",1e-05,1613948277491,7759
+"train_loss",0.004243122,1613948278444,7760
+"raw_loss",0.0031597263,1613948278444,7760
+"epoch",48.81132075471695,1613948278444,7760
+"wd_0",0.01,1613948278444,7760
+"sqr_mom_0",0.99,1613948278444,7760
+"lr_0",4.8413821839475175e-08,1613948278444,7760
+"mom_0",0.9490327138903494,1613948278444,7760
+"eps_0",1e-05,1613948278444,7760
+"wd_1",0.01,1613948278444,7760
+"sqr_mom_1",0.99,1613948278444,7760
+"lr_1",4.841382183947551e-07,1613948278444,7760
+"mom_1",0.9490327138903494,1613948278444,7760
+"eps_1",1e-05,1613948278444,7760
+"wd_2",0.01,1613948278444,7760
+"sqr_mom_2",0.99,1613948278444,7760
+"lr_2",4.84138218394747e-06,1613948278444,7760
+"mom_2",0.9490327138903494,1613948278444,7760
+"eps_2",1e-05,1613948278444,7760
+"train_loss",0.004202169,1613948279426,7761
+"raw_loss",0.0021954777,1613948279426,7761
+"epoch",48.81761006289305,1613948279426,7761
+"wd_0",0.01,1613948279426,7761
+"sqr_mom_0",0.99,1613948279426,7761
+"lr_0",4.813793236001142e-08,1613948279426,7761
+"mom_0",0.949038231735117,1613948279426,7761
+"eps_0",1e-05,1613948279426,7761
+"wd_1",0.01,1613948279426,7761
+"sqr_mom_1",0.99,1613948279426,7761
+"lr_1",4.813793236001159e-07,1613948279426,7761
+"mom_1",0.949038231735117,1613948279426,7761
+"eps_1",1e-05,1613948279426,7761
+"wd_2",0.01,1613948279426,7761
+"sqr_mom_2",0.99,1613948279426,7761
+"lr_2",4.8137932360010774e-06,1613948279426,7761
+"mom_2",0.949038231735117,1613948279426,7761
+"eps_2",1e-05,1613948279426,7761
+"train_loss",0.004239985,1613948280389,7762
+"raw_loss",0.0060929586,1613948280389,7762
+"epoch",48.82389937106915,1613948280389,7762
+"wd_0",0.01,1613948280389,7762
+"sqr_mom_0",0.99,1613948280389,7762
+"lr_0",4.78629155082988e-08,1613948280389,7762
+"mom_0",0.9490437321271552,1613948280389,7762
+"eps_0",1e-05,1613948280389,7762
+"wd_1",0.01,1613948280389,7762
+"sqr_mom_1",0.99,1613948280389,7762
+"lr_1",4.786291550829829e-07,1613948280389,7762
+"mom_1",0.9490437321271552,1613948280389,7762
+"eps_1",1e-05,1613948280389,7762
+"wd_2",0.01,1613948280389,7762
+"sqr_mom_2",0.99,1613948280389,7762
+"lr_2",4.786291550829816e-06,1613948280389,7762
+"mom_2",0.9490437321271552,1613948280389,7762
+"eps_2",1e-05,1613948280389,7762
+"train_loss",0.004204144,1613948281360,7763
+"raw_loss",0.0024479416,1613948281360,7763
+"epoch",48.83018867924525,1613948281360,7763
+"wd_0",0.01,1613948281360,7763
+"sqr_mom_0",0.99,1613948281360,7763
+"lr_0",4.7588498021462725e-08,1613948281360,7763
+"mom_0",0.949049220531776,1613948281360,7763
+"eps_0",1e-05,1613948281360,7763
+"wd_1",0.01,1613948281360,7763
+"sqr_mom_1",0.99,1613948281360,7763
+"lr_1",4.7588498021462386e-07,1613948281360,7763
+"mom_1",0.949049220531776,1613948281360,7763
+"eps_1",1e-05,1613948281360,7763
+"wd_2",0.01,1613948281360,7763
+"sqr_mom_2",0.99,1613948281360,7763
+"lr_2",4.7588498021461844e-06,1613948281360,7763
+"mom_2",0.949049220531776,1613948281360,7763
+"eps_2",1e-05,1613948281360,7763
+"train_loss",0.004170005,1613948282357,7764
+"raw_loss",0.002497211,1613948282357,7764
+"epoch",48.836477987421354,1613948282357,7764
+"wd_0",0.01,1613948282357,7764
+"sqr_mom_0",0.99,1613948282357,7764
+"lr_0",4.7315043935824864e-08,1613948282357,7764
+"mom_0",0.9490546896681802,1613948282357,7764
+"eps_0",1e-05,1613948282357,7764
+"wd_1",0.01,1613948282357,7764
+"sqr_mom_1",0.99,1613948282357,7764
+"lr_1",4.7315043935825034e-07,1613948282357,7764
+"mom_1",0.9490546896681802,1613948282357,7764
+"eps_1",1e-05,1613948282357,7764
+"wd_2",0.01,1613948282357,7764
+"sqr_mom_2",0.99,1613948282357,7764
+"lr_2",4.731504393582463e-06,1613948282357,7764
+"mom_2",0.9490546896681802,1613948282357,7764
+"eps_2",1e-05,1613948282357,7764
+"train_loss",0.0041540507,1613948283330,7765
+"raw_loss",0.0033722788,1613948283330,7765
+"epoch",48.842767295597454,1613948283330,7765
+"wd_0",0.01,1613948283330,7765
+"sqr_mom_0",0.99,1613948283330,7765
+"lr_0",4.704237110486713e-08,1613948283330,7765
+"mom_0",0.9490601431793344,1613948283330,7765
+"eps_0",1e-05,1613948283330,7765
+"wd_1",0.01,1613948283330,7765
+"sqr_mom_1",0.99,1613948283330,7765
+"lr_1",4.7042371104867635e-07,1613948283330,7765
+"mom_1",0.9490601431793344,1613948283330,7765
+"eps_1",1e-05,1613948283330,7765
+"wd_2",0.01,1613948283330,7765
+"sqr_mom_2",0.99,1613948283330,7765
+"lr_2",4.70423711048675e-06,1613948283330,7765
+"mom_2",0.9490601431793344,1613948283330,7765
+"eps_2",1e-05,1613948283330,7765
+"train_loss",0.0041324347,1613948284285,7766
+"raw_loss",0.0030732574,1613948284285,7766
+"epoch",48.849056603773555,1613948284285,7766
+"wd_0",0.01,1613948284285,7766
+"sqr_mom_0",0.99,1613948284285,7766
+"lr_0",4.6770299455834235e-08,1613948284285,7766
+"mom_0",0.94906558466673,1613948284285,7766
+"eps_0",1e-05,1613948284285,7766
+"wd_1",0.01,1613948284285,7766
+"sqr_mom_1",0.99,1613948284285,7766
+"lr_1",4.6770299455834574e-07,1613948284285,7766
+"mom_1",0.94906558466673,1613948284285,7766
+"eps_1",1e-05,1613948284285,7766
+"wd_2",0.01,1613948284285,7766
+"sqr_mom_2",0.99,1613948284285,7766
+"lr_2",4.677029945583471e-06,1613948284285,7766
+"mom_2",0.94906558466673,1613948284285,7766
+"eps_2",1e-05,1613948284285,7766
+"train_loss",0.0041600554,1613948285279,7767
+"raw_loss",0.0055134734,1613948285279,7767
+"epoch",48.855345911949655,1613948285279,7767
+"wd_0",0.01,1613948285279,7767
+"sqr_mom_0",0.99,1613948285279,7767
+"lr_0",4.6499189913110645e-08,1613948285279,7767
+"mom_0",0.9490710069118069,1613948285279,7767
+"eps_0",1e-05,1613948285279,7767
+"wd_1",0.01,1613948285279,7767
+"sqr_mom_1",0.99,1613948285279,7767
+"lr_1",4.6499189913110306e-07,1613948285279,7767
+"mom_1",0.9490710069118069,1613948285279,7767
+"eps_1",1e-05,1613948285279,7767
+"wd_2",0.01,1613948285279,7767
+"sqr_mom_2",0.99,1613948285279,7767
+"lr_2",4.649918991311017e-06,1613948285279,7767
+"mom_2",0.9490710069118069,1613948285279,7767
+"eps_2",1e-05,1613948285279,7767
+"train_loss",0.004124192,1613948286247,7768
+"raw_loss",0.002366877,1613948286247,7768
+"epoch",48.861635220125756,1613948286247,7768
+"wd_0",0.01,1613948286247,7768
+"sqr_mom_0",0.99,1613948286247,7768
+"lr_0",4.6228682762852425e-08,1613948286247,7768
+"mom_0",0.949076417108914,1613948286247,7768
+"eps_0",1e-05,1613948286247,7768
+"wd_1",0.01,1613948286247,7768
+"sqr_mom_1",0.99,1613948286247,7768
+"lr_1",4.6228682762851917e-07,1613948286247,7768
+"mom_1",0.949076417108914,1613948286247,7768
+"eps_1",1e-05,1613948286247,7768
+"wd_2",0.01,1613948286247,7768
+"sqr_mom_2",0.99,1613948286247,7768
+"lr_2",4.622868276285205e-06,1613948286247,7768
+"mom_2",0.949076417108914,1613948286247,7768
+"eps_2",1e-05,1613948286247,7768
+"train_loss",0.0041094064,1613948287257,7769
+"raw_loss",0.003384917,1613948287257,7769
+"epoch",48.867924528301856,1613948287257,7769
+"wd_0",0.01,1613948287257,7769
+"sqr_mom_0",0.99,1613948287257,7769
+"lr_0",4.5959136854012563e-08,1613948287257,7769
+"mom_0",0.9490818080810005,1613948287257,7769
+"eps_0",1e-05,1613948287257,7769
+"wd_1",0.01,1613948287257,7769
+"sqr_mom_1",0.99,1613948287257,7769
+"lr_1",4.5959136854012563e-07,1613948287257,7769
+"mom_1",0.9490818080810005,1613948287257,7769
+"eps_1",1e-05,1613948287257,7769
+"wd_2",0.01,1613948287257,7769
+"sqr_mom_2",0.99,1613948287257,7769
+"lr_2",4.595913685401243e-06,1613948287257,7769
+"mom_2",0.9490818080810005,1613948287257,7769
+"eps_2",1e-05,1613948287257,7769
+"train_loss",0.0041038734,1613948288237,7770
+"raw_loss",0.0038327512,1613948288237,7770
+"epoch",48.874213836477956,1613948288237,7770
+"wd_0",0.01,1613948288237,7770
+"sqr_mom_0",0.99,1613948288237,7770
+"lr_0",4.56903726317473e-08,1613948288237,7770
+"mom_0",0.9490871834191992,1613948288237,7770
+"eps_0",1e-05,1613948288237,7770
+"wd_1",0.01,1613948288237,7770
+"sqr_mom_1",0.99,1613948288237,7770
+"lr_1",4.569037263174713e-07,1613948288237,7770
+"mom_1",0.9490871834191992,1613948288237,7770
+"eps_1",1e-05,1613948288237,7770
+"wd_2",0.01,1613948288237,7770
+"sqr_mom_2",0.99,1613948288237,7770
+"lr_2",4.5690372631747e-06,1613948288237,7770
+"mom_2",0.9490871834191992,1613948288237,7770
+"eps_2",1e-05,1613948288237,7770
+"train_loss",0.004076504,1613948289195,7771
+"raw_loss",0.0027354108,1613948289195,7771
+"epoch",48.88050314465406,1613948289195,7771
+"wd_0",0.01,1613948289195,7771
+"sqr_mom_0",0.99,1613948289195,7771
+"lr_0",4.5422212616117495e-08,1613948289195,7771
+"mom_0",0.9490925466731444,1613948289195,7771
+"eps_0",1e-05,1613948289195,7771
+"wd_1",0.01,1613948289195,7771
+"sqr_mom_1",0.99,1613948289195,7771
+"lr_1",4.5422212616118003e-07,1613948289195,7771
+"mom_1",0.9490925466731444,1613948289195,7771
+"eps_1",1e-05,1613948289195,7771
+"wd_2",0.01,1613948289195,7771
+"sqr_mom_2",0.99,1613948289195,7771
+"lr_2",4.542221261611746e-06,1613948289195,7771
+"mom_2",0.9490925466731444,1613948289195,7771
+"eps_2",1e-05,1613948289195,7771
+"train_loss",0.004095938,1613948290147,7772
+"raw_loss",0.005048193,1613948290147,7772
+"epoch",48.88679245283016,1613948290147,7772
+"wd_0",0.01,1613948290147,7772
+"sqr_mom_0",0.99,1613948290147,7772
+"lr_0",4.515501254242113e-08,1613948290147,7772
+"mom_0",0.9490978907280588,1613948290147,7772
+"eps_0",1e-05,1613948290147,7772
+"wd_1",0.01,1613948290147,7772
+"sqr_mom_1",0.99,1613948290147,7772
+"lr_1",4.515501254242113e-07,1613948290147,7772
+"mom_1",0.9490978907280588,1613948290147,7772
+"eps_1",1e-05,1613948290147,7772
+"wd_2",0.01,1613948290147,7772
+"sqr_mom_2",0.99,1613948290147,7772
+"lr_2",4.515501254242073e-06,1613948290147,7772
+"mom_2",0.9490978907280588,1613948290147,7772
+"eps_2",1e-05,1613948290147,7772
+"train_loss",0.0040574516,1613948291150,7773
+"raw_loss",0.002171619,1613948291150,7773
+"epoch",48.89308176100626,1613948291150,7773
+"wd_0",0.01,1613948291150,7773
+"sqr_mom_0",0.99,1613948291150,7773
+"lr_0",4.488850614766305e-08,1613948291150,7773
+"mom_0",0.9491032209092558,1613948291150,7773
+"eps_0",1e-05,1613948291150,7773
+"wd_1",0.01,1613948291150,7773
+"sqr_mom_1",0.99,1613948291150,7773
+"lr_1",4.4888506147663557e-07,1613948291150,7773
+"mom_1",0.9491032209092558,1613948291150,7773
+"eps_1",1e-05,1613948291150,7773
+"wd_2",0.01,1613948291150,7773
+"sqr_mom_2",0.99,1613948291150,7773
+"lr_2",4.488850614766315e-06,1613948291150,7773
+"mom_2",0.9491032209092558,1613948291150,7773
+"eps_2",1e-05,1613948291150,7773
+"train_loss",0.00404523,1613948292160,7774
+"raw_loss",0.0034463715,1613948292160,7774
+"epoch",48.89937106918236,1613948292160,7774
+"wd_0",0.01,1613948292160,7774
+"sqr_mom_0",0.99,1613948292160,7774
+"lr_0",4.4622782299518704e-08,1613948292160,7774
+"mom_0",0.949108535439364,1613948292160,7774
+"eps_0",1e-05,1613948292160,7774
+"wd_1",0.01,1613948292160,7774
+"sqr_mom_1",0.99,1613948292160,7774
+"lr_1",4.4622782299518534e-07,1613948292160,7774
+"mom_1",0.949108535439364,1613948292160,7774
+"eps_1",1e-05,1613948292160,7774
+"wd_2",0.01,1613948292160,7774
+"sqr_mom_2",0.99,1613948292160,7774
+"lr_2",4.4622782299518805e-06,1613948292160,7774
+"mom_2",0.949108535439364,1613948292160,7774
+"eps_2",1e-05,1613948292160,7774
+"train_loss",0.004029404,1613948293159,7775
+"raw_loss",0.00325394,1613948293159,7775
+"epoch",48.90566037735846,1613948293159,7775
+"wd_0",0.01,1613948293159,7775
+"sqr_mom_0",0.99,1613948293159,7775
+"lr_0",4.435784108268546e-08,1613948293159,7775
+"mom_0",0.9491138343166894,1613948293159,7775
+"eps_0",1e-05,1613948293159,7775
+"wd_1",0.01,1613948293159,7775
+"sqr_mom_1",0.99,1613948293159,7775
+"lr_1",4.435784108268597e-07,1613948293159,7775
+"mom_1",0.9491138343166894,1613948293159,7775
+"eps_1",1e-05,1613948293159,7775
+"wd_2",0.01,1613948293159,7775
+"sqr_mom_2",0.99,1613948293159,7775
+"lr_2",4.435784108268556e-06,1613948293159,7775
+"mom_2",0.9491138343166894,1613948293159,7775
+"eps_2",1e-05,1613948293159,7775
+"train_loss",0.0040434534,1613948294102,7776
+"raw_loss",0.0047318875,1613948294102,7776
+"epoch",48.91194968553456,1613948294102,7776
+"wd_0",0.01,1613948294102,7776
+"sqr_mom_0",0.99,1613948294102,7776
+"lr_0",4.40937700666007e-08,1613948294102,7776
+"mom_0",0.9491191157898259,1613948294102,7776
+"eps_0",1e-05,1613948294102,7776
+"wd_1",0.01,1613948294102,7776
+"sqr_mom_1",0.99,1613948294102,7776
+"lr_1",4.4093770066600533e-07,1613948294102,7776
+"mom_1",0.9491191157898259,1613948294102,7776
+"eps_1",1e-05,1613948294102,7776
+"wd_2",0.01,1613948294102,7776
+"sqr_mom_2",0.99,1613948294102,7776
+"lr_2",4.40937700666008e-06,1613948294102,7776
+"mom_2",0.9491191157898259,1613948294102,7776
+"eps_2",1e-05,1613948294102,7776
+"train_loss",0.0040140986,1613948295094,7777
+"raw_loss",0.0025757202,1613948295094,7777
+"epoch",48.91823899371066,1613948295094,7777
+"wd_0",0.01,1613948295094,7777
+"sqr_mom_0",0.99,1613948295094,7777
+"lr_0",4.3830306880489836e-08,1613948295094,7777
+"mom_0",0.9491243851062412,1613948295094,7777
+"eps_0",1e-05,1613948295094,7777
+"wd_1",0.01,1613948295094,7777
+"sqr_mom_1",0.99,1613948295094,7777
+"lr_1",4.3830306880490006e-07,1613948295094,7777
+"mom_1",0.9491243851062412,1613948295094,7777
+"eps_1",1e-05,1613948295094,7777
+"wd_2",0.01,1613948295094,7777
+"sqr_mom_2",0.99,1613948295094,7777
+"lr_2",4.383030688048946e-06,1613948295094,7777
+"mom_2",0.9491243851062412,1613948295094,7777
+"eps_2",1e-05,1613948295094,7777
+"train_loss",0.0040163854,1613948296040,7778
+"raw_loss",0.0041284403,1613948296040,7778
+"epoch",48.92452830188676,1613948296040,7778
+"wd_0",0.01,1613948296040,7778
+"sqr_mom_0",0.99,1613948296040,7778
+"lr_0",4.3567801028936634e-08,1613948296040,7778
+"mom_0",0.949129635275774,1613948296040,7778
+"eps_0",1e-05,1613948296040,7778
+"wd_1",0.01,1613948296040,7778
+"sqr_mom_1",0.99,1613948296040,7778
+"lr_1",4.356780102893697e-07,1613948296040,7778
+"mom_1",0.949129635275774,1613948296040,7778
+"eps_1",1e-05,1613948296040,7778
+"wd_2",0.01,1613948296040,7778
+"sqr_mom_2",0.99,1613948296040,7778
+"lr_2",4.356780102893697e-06,1613948296040,7778
+"mom_2",0.949129635275774,1613948296040,7778
+"eps_2",1e-05,1613948296040,7778
+"train_loss",0.0040149363,1613948296998,7779
+"raw_loss",0.00394392,1613948296998,7779
+"epoch",48.93081761006286,1613948296998,7779
+"wd_0",0.01,1613948296998,7779
+"sqr_mom_0",0.99,1613948296998,7779
+"lr_0",4.3306077625661726e-08,1613948296998,7779
+"mom_0",0.9491348697961847,1613948296998,7779
+"eps_0",1e-05,1613948296998,7779
+"wd_1",0.01,1613948296998,7779
+"sqr_mom_1",0.99,1613948296998,7779
+"lr_1",4.3306077625662065e-07,1613948296998,7779
+"mom_1",0.9491348697961847,1613948296998,7779
+"eps_1",1e-05,1613948296998,7779
+"wd_2",0.01,1613948296998,7779
+"sqr_mom_2",0.99,1613948296998,7779
+"lr_2",4.330607762566166e-06,1613948296998,7779
+"mom_2",0.9491348697961847,1613948296998,7779
+"eps_2",1e-05,1613948296998,7779
+"train_loss",0.00403403,1613948297966,7780
+"raw_loss",0.004969611,1613948297966,7780
+"epoch",48.93710691823896,1613948297966,7780
+"wd_0",0.01,1613948297966,7780
+"sqr_mom_0",0.99,1613948297966,7780
+"lr_0",4.3044963861319e-08,1613948297966,7780
+"mom_0",0.9491400921236948,1613948297966,7780
+"eps_0",1e-05,1613948297966,7780
+"wd_1",0.01,1613948297966,7780
+"sqr_mom_1",0.99,1613948297966,7780
+"lr_1",4.3044963861318833e-07,1613948297966,7780
+"mom_1",0.9491400921236948,1613948297966,7780
+"eps_1",1e-05,1613948297966,7780
+"wd_2",0.01,1613948297966,7780
+"sqr_mom_2",0.99,1613948297966,7780
+"lr_2",4.304496386131856e-06,1613948297966,7780
+"mom_2",0.9491400921236948,1613948297966,7780
+"eps_2",1e-05,1613948297966,7780
+"train_loss",0.0040077274,1613948298969,7781
+"raw_loss",0.0027189113,1613948298969,7781
+"epoch",48.94339622641506,1613948298969,7781
+"wd_0",0.01,1613948298969,7781
+"sqr_mom_0",0.99,1613948298969,7781
+"lr_0",4.2784806123797234e-08,1613948298969,7781
+"mom_0",0.9491452953304773,1613948298969,7781
+"eps_0",1e-05,1613948298969,7781
+"wd_1",0.01,1613948298969,7781
+"sqr_mom_1",0.99,1613948298969,7781
+"lr_1",4.278480612379757e-07,1613948298969,7781
+"mom_1",0.9491452953304773,1613948298969,7781
+"eps_1",1e-05,1613948298969,7781
+"wd_2",0.01,1613948298969,7781
+"sqr_mom_2",0.99,1613948298969,7781
+"lr_2",4.278480612379676e-06,1613948298969,7781
+"mom_2",0.9491452953304773,1613948298969,7781
+"eps_2",1e-05,1613948298969,7781
+"train_loss",0.003976981,1613948299946,7782
+"raw_loss",0.0024704142,1613948299946,7782
+"epoch",48.94968553459116,1613948299946,7782
+"wd_0",0.01,1613948299946,7782
+"sqr_mom_0",0.99,1613948299946,7782
+"lr_0",4.252534515710677e-08,1613948299946,7782
+"mom_0",0.9491504846017038,1613948299946,7782
+"eps_0",1e-05,1613948299946,7782
+"wd_1",0.01,1613948299946,7782
+"sqr_mom_1",0.99,1613948299946,7782
+"lr_1",4.252534515710677e-07,1613948299946,7782
+"mom_1",0.9491504846017038,1613948299946,7782
+"eps_1",1e-05,1613948299946,7782
+"wd_2",0.01,1613948299946,7782
+"sqr_mom_2",0.99,1613948299946,7782
+"lr_2",4.252534515710609e-06,1613948299946,7782
+"mom_2",0.9491504846017038,1613948299946,7782
+"eps_2",1e-05,1613948299946,7782
+"train_loss",0.003978562,1613948300946,7783
+"raw_loss",0.004056038,1613948300946,7783
+"epoch",48.95597484276726,1613948300946,7783
+"wd_0",0.01,1613948300946,7783
+"sqr_mom_0",0.99,1613948300946,7783
+"lr_0",4.226666749026087e-08,1613948300946,7783
+"mom_0",0.9491556582067768,1613948300946,7783
+"eps_0",1e-05,1613948300946,7783
+"wd_1",0.01,1613948300946,7783
+"sqr_mom_1",0.99,1613948300946,7783
+"lr_1",4.226666749026104e-07,1613948300946,7783
+"mom_1",0.9491556582067768,1613948300946,7783
+"eps_1",1e-05,1613948300946,7783
+"wd_2",0.01,1613948300946,7783
+"sqr_mom_2",0.99,1613948300946,7783
+"lr_2",4.226666749026077e-06,1613948300946,7783
+"mom_2",0.9491556582067768,1613948300946,7783
+"eps_2",1e-05,1613948300946,7783
+"train_loss",0.0039757187,1613948301916,7784
+"raw_loss",0.0038363903,1613948301916,7784
+"epoch",48.96226415094336,1613948301916,7784
+"wd_0",0.01,1613948301916,7784
+"sqr_mom_0",0.99,1613948301916,7784
+"lr_0",4.200877320571057e-08,1613948301916,7784
+"mom_0",0.9491608161440472,1613948301916,7784
+"eps_0",1e-05,1613948301916,7784
+"wd_1",0.01,1613948301916,7784
+"sqr_mom_1",0.99,1613948301916,7784
+"lr_1",4.2008773205710567e-07,1613948301916,7784
+"mom_1",0.9491608161440472,1613948301916,7784
+"eps_1",1e-05,1613948301916,7784
+"wd_2",0.01,1613948301916,7784
+"sqr_mom_2",0.99,1613948301916,7784
+"lr_2",4.2008773205710025e-06,1613948301916,7784
+"mom_2",0.9491608161440472,1613948301916,7784
+"eps_2",1e-05,1613948301916,7784
+"train_loss",0.003958394,1613948302897,7785
+"raw_loss",0.0031094702,1613948302897,7785
+"epoch",48.96855345911946,1613948302897,7785
+"wd_0",0.01,1613948302897,7785
+"sqr_mom_0",0.99,1613948302897,7785
+"lr_0",4.175174753298251e-08,1613948302897,7785
+"mom_0",0.9491659567089074,1613948302897,7785
+"eps_0",1e-05,1613948302897,7785
+"wd_1",0.01,1613948302897,7785
+"sqr_mom_1",0.99,1613948302897,7785
+"lr_1",4.175174753298251e-07,1613948302897,7785
+"mom_1",0.9491659567089074,1613948302897,7785
+"eps_1",1e-05,1613948302897,7785
+"wd_2",0.01,1613948302897,7785
+"sqr_mom_2",0.99,1613948302897,7785
+"lr_2",4.175174753298237e-06,1613948302897,7785
+"mom_2",0.9491659567089074,1613948302897,7785
+"eps_2",1e-05,1613948302897,7785
+"train_loss",0.0039463784,1613948303856,7786
+"raw_loss",0.0033576114,1613948303856,7786
+"epoch",48.97484276729556,1613948303856,7786
+"wd_0",0.01,1613948303856,7786
+"sqr_mom_0",0.99,1613948303856,7786
+"lr_0",4.149533511204897e-08,1613948303856,7786
+"mom_0",0.949171085008609,1613948303856,7786
+"eps_0",1e-05,1613948303856,7786
+"wd_1",0.01,1613948303856,7786
+"sqr_mom_1",0.99,1613948303856,7786
+"lr_1",4.1495335112048633e-07,1613948303856,7786
+"mom_1",0.949171085008609,1613948303856,7786
+"eps_1",1e-05,1613948303856,7786
+"wd_2",0.01,1613948303856,7786
+"sqr_mom_2",0.99,1613948303856,7786
+"lr_2",4.149533511204782e-06,1613948303856,7786
+"mom_2",0.949171085008609,1613948303856,7786
+"eps_2",1e-05,1613948303856,7786
+"train_loss",0.00398746,1613948304840,7787
+"raw_loss",0.0060004587,1613948304840,7787
+"epoch",48.98113207547166,1613948304840,7787
+"wd_0",0.01,1613948304840,7787
+"sqr_mom_0",0.99,1613948304840,7787
+"lr_0",4.1239876094097675e-08,1613948304840,7787
+"mom_0",0.9491761942400604,1613948304840,7787
+"eps_0",1e-05,1613948304840,7787
+"wd_1",0.01,1613948304840,7787
+"sqr_mom_1",0.99,1613948304840,7787
+"lr_1",4.1239876094097675e-07,1613948304840,7787
+"mom_1",0.9491761942400604,1613948304840,7787
+"eps_1",1e-05,1613948304840,7787
+"wd_2",0.01,1613948304840,7787
+"sqr_mom_2",0.99,1613948304840,7787
+"lr_2",4.1239876094097e-06,1613948304840,7787
+"mom_2",0.9491761942400604,1613948304840,7787
+"eps_2",1e-05,1613948304840,7787
+"train_loss",0.0040547787,1613948305799,7788
+"raw_loss",0.0073534013,1613948305799,7788
+"epoch",48.987421383647764,1613948305799,7788
+"wd_0",0.01,1613948305799,7788
+"sqr_mom_0",0.99,1613948305799,7788
+"lr_0",4.0985200265931715e-08,1613948305799,7788
+"mom_0",0.9491812878075594,1613948305799,7788
+"eps_0",1e-05,1613948305799,7788
+"wd_1",0.01,1613948305799,7788
+"sqr_mom_1",0.99,1613948305799,7788
+"lr_1",4.0985200265931715e-07,1613948305799,7788
+"mom_1",0.9491812878075594,1613948305799,7788
+"eps_1",1e-05,1613948305799,7788
+"wd_2",0.01,1613948305799,7788
+"sqr_mom_2",0.99,1613948305799,7788
+"lr_2",4.09852002659309e-06,1613948305799,7788
+"mom_2",0.9491812878075594,1613948305799,7788
+"eps_2",1e-05,1613948305799,7788
+"train_loss",0.004046611,1613948306757,7789
+"raw_loss",0.003646389,1613948306757,7789
+"epoch",48.993710691823864,1613948306757,7789
+"wd_0",0.01,1613948306757,7789
+"sqr_mom_0",0.99,1613948306757,7789
+"lr_0",4.0731139493254255e-08,1613948306757,7789
+"mom_0",0.9491863690738256,1613948306757,7789
+"eps_0",1e-05,1613948306757,7789
+"wd_1",0.01,1613948306757,7789
+"sqr_mom_1",0.99,1613948306757,7789
+"lr_1",4.0731139493254255e-07,1613948306757,7789
+"mom_1",0.9491863690738256,1613948306757,7789
+"eps_1",1e-05,1613948306757,7789
+"wd_2",0.01,1613948306757,7789
+"sqr_mom_2",0.99,1613948306757,7789
+"lr_2",4.073113949325398e-06,1613948306757,7789
+"mom_2",0.9491863690738256,1613948306757,7789
+"eps_2",1e-05,1613948306757,7789
+"train_loss",0.004019486,1613948307738,7790
+"raw_loss",0.0026903544,1613948307738,7790
+"epoch",48.999999999999964,1613948307738,7790
+"wd_0",0.01,1613948307738,7790
+"sqr_mom_0",0.99,1613948307738,7790
+"lr_0",4.047803080761034e-08,1613948307738,7790
+"mom_0",0.9491914312981607,1613948307738,7790
+"eps_0",1e-05,1613948307738,7790
+"wd_1",0.01,1613948307738,7790
+"sqr_mom_1",0.99,1613948307738,7790
+"lr_1",4.0478030807610004e-07,1613948307738,7790
+"mom_1",0.9491914312981607,1613948307738,7790
+"eps_1",1e-05,1613948307738,7790
+"wd_2",0.01,1613948307738,7790
+"sqr_mom_2",0.99,1613948307738,7790
+"lr_2",4.047803080760933e-06,1613948307738,7790
+"mom_2",0.9491914312981607,1613948307738,7790
+"eps_2",1e-05,1613948307738,7790
+"valid_loss",0.08557817339897156,1613948340599,7790
+"_rmse",0.29253748059272766,1613948340599,7790
+"epoch",49,1613948340599,7790
+"train_loss",0.0039915987,1613948341655,7791
+"raw_loss",0.002625129,1613948341655,7791
+"epoch",49.0062893081761,1613948341655,7791
+"wd_0",0.01,1613948341655,7791
+"sqr_mom_0",0.99,1613948341655,7791
+"lr_0",4.022570555441993e-08,1613948341655,7791
+"mom_0",0.9491964778536901,1613948341655,7791
+"eps_0",1e-05,1613948341655,7791
+"wd_1",0.01,1613948341655,7791
+"sqr_mom_1",0.99,1613948341655,7791
+"lr_1",4.022570555441959e-07,1613948341655,7791
+"mom_1",0.9491964778536901,1613948341655,7791
+"eps_1",1e-05,1613948341655,7791
+"wd_2",0.01,1613948341655,7791
+"sqr_mom_2",0.99,1613948341655,7791
+"lr_2",4.022570555441878e-06,1613948341655,7791
+"mom_2",0.9491964778536901,1613948341655,7791
+"eps_2",1e-05,1613948341655,7791
+"train_loss",0.0039723134,1613948342724,7792
+"raw_loss",0.0030273315,1613948342724,7792
+"epoch",49.0125786163522,1613948342724,7792
+"wd_0",0.01,1613948342724,7792
+"sqr_mom_0",0.99,1613948342724,7792
+"lr_0",3.9973997158649324e-08,1613948342724,7792
+"mom_0",0.9492015120719477,1613948342724,7792
+"eps_0",1e-05,1613948342724,7792
+"wd_1",0.01,1613948342724,7792
+"sqr_mom_1",0.99,1613948342724,7792
+"lr_1",3.9973997158649494e-07,1613948342724,7792
+"mom_1",0.9492015120719477,1613948342724,7792
+"eps_1",1e-05,1613948342724,7792
+"wd_2",0.01,1613948342724,7792
+"sqr_mom_2",0.99,1613948342724,7792
+"lr_2",3.997399715864949e-06,1613948342724,7792
+"mom_2",0.9492015120719477,1613948342724,7792
+"eps_2",1e-05,1613948342724,7792
+"train_loss",0.003934488,1613948343698,7793
+"raw_loss",0.0020810408,1613948343698,7793
+"epoch",49.0188679245283,1613948343698,7793
+"wd_0",0.01,1613948343698,7793
+"sqr_mom_0",0.99,1613948343698,7793
+"lr_0",3.97232395312302e-08,1613948343698,7793
+"mom_0",0.949206527274648,1613948343698,7793
+"eps_0",1e-05,1613948343698,7793
+"wd_1",0.01,1613948343698,7793
+"sqr_mom_1",0.99,1613948343698,7793
+"lr_1",3.9723239531230705e-07,1613948343698,7793
+"mom_1",0.949206527274648,1613948343698,7793
+"eps_1",1e-05,1613948343698,7793
+"wd_2",0.01,1613948343698,7793
+"sqr_mom_2",0.99,1613948343698,7793
+"lr_2",3.972323953122989e-06,1613948343698,7793
+"mom_2",0.949206527274648,1613948343698,7793
+"eps_2",1e-05,1613948343698,7793
+"train_loss",0.0039188033,1613948344654,7794
+"raw_loss",0.003150242,1613948344654,7794
+"epoch",49.0251572327044,1613948344654,7794
+"wd_0",0.01,1613948344654,7794
+"sqr_mom_0",0.99,1613948344654,7794
+"lr_0",3.947318276913527e-08,1613948344654,7794
+"mom_0",0.9492115284599019,1613948344654,7794
+"eps_0",1e-05,1613948344654,7794
+"wd_1",0.01,1613948344654,7794
+"sqr_mom_1",0.99,1613948344654,7794
+"lr_1",3.9473182769135946e-07,1613948344654,7794
+"mom_1",0.9492115284599019,1613948344654,7794
+"eps_1",1e-05,1613948344654,7794
+"wd_2",0.01,1613948344654,7794
+"sqr_mom_2",0.99,1613948344654,7794
+"lr_2",3.947318276913527e-06,1613948344654,7794
+"mom_2",0.9492115284599019,1613948344654,7794
+"eps_2",1e-05,1613948344654,7794
+"train_loss",0.0039728777,1613948345614,7795
+"raw_loss",0.0066225296,1613948345614,7795
+"epoch",49.0314465408805,1613948345614,7795
+"wd_0",0.01,1613948345614,7795
+"sqr_mom_0",0.99,1613948345614,7795
+"lr_0",3.922391027972596e-08,1613948345614,7795
+"mom_0",0.949216513959545,1613948345614,7795
+"eps_0",1e-05,1613948345614,7795
+"wd_1",0.01,1613948345614,7795
+"sqr_mom_1",0.99,1613948345614,7795
+"lr_1",3.922391027972596e-07,1613948345614,7795
+"mom_1",0.949216513959545,1613948345614,7795
+"eps_1",1e-05,1613948345614,7795
+"wd_2",0.01,1613948345614,7795
+"sqr_mom_2",0.99,1613948345614,7795
+"lr_2",3.922391027972542e-06,1613948345614,7795
+"mom_2",0.949216513959545,1613948345614,7795
+"eps_2",1e-05,1613948345614,7795
+"train_loss",0.0040258216,1613948346587,7796
+"raw_loss",0.0066200765,1613948346587,7796
+"epoch",49.0377358490566,1613948346587,7796
+"wd_0",0.01,1613948346587,7796
+"sqr_mom_0",0.99,1613948346587,7796
+"lr_0",3.897542214245735e-08,1613948346587,7796
+"mom_0",0.9492214837719886,1613948346587,7796
+"eps_0",1e-05,1613948346587,7796
+"wd_1",0.01,1613948346587,7796
+"sqr_mom_1",0.99,1613948346587,7796
+"lr_1",3.897542214245718e-07,1613948346587,7796
+"mom_1",0.9492214837719886,1613948346587,7796
+"eps_1",1e-05,1613948346587,7796
+"wd_2",0.01,1613948346587,7796
+"sqr_mom_2",0.99,1613948346587,7796
+"lr_2",3.8975422142456095e-06,1613948346587,7796
+"mom_2",0.9492214837719886,1613948346587,7796
+"eps_2",1e-05,1613948346587,7796
+"train_loss",0.0040565403,1613948347560,7797
+"raw_loss",0.005561758,1613948347560,7797
+"epoch",49.0440251572327,1613948347560,7797
+"wd_0",0.01,1613948347560,7797
+"sqr_mom_0",0.99,1613948347560,7797
+"lr_0",3.8727800463592345e-08,1613948347560,7797
+"mom_0",0.9492264362550906,1613948347560,7797
+"eps_0",1e-05,1613948347560,7797
+"wd_1",0.01,1613948347560,7797
+"sqr_mom_1",0.99,1613948347560,7797
+"lr_1",3.8727800463592176e-07,1613948347560,7797
+"mom_1",0.9492264362550906,1613948347560,7797
+"eps_1",1e-05,1613948347560,7797
+"wd_2",0.01,1613948347560,7797
+"sqr_mom_2",0.99,1613948347560,7797
+"lr_2",3.872780046359136e-06,1613948347560,7797
+"mom_2",0.9492264362550906,1613948347560,7797
+"eps_2",1e-05,1613948347560,7797
+"train_loss",0.004127413,1613948348527,7798
+"raw_loss",0.00760017,1613948348527,7798
+"epoch",49.0503144654088,1613948348527,7798
+"wd_0",0.01,1613948348527,7798
+"sqr_mom_0",0.99,1613948348527,7798
+"lr_0",3.848079924089622e-08,1613948348527,7798
+"mom_0",0.9492313763289453,1613948348527,7798
+"eps_0",1e-05,1613948348527,7798
+"wd_1",0.01,1613948348527,7798
+"sqr_mom_1",0.99,1613948348527,7798
+"lr_1",3.848079924089639e-07,1613948348527,7798
+"mom_1",0.9492313763289453,1613948348527,7798
+"eps_1",1e-05,1613948348527,7798
+"wd_2",0.01,1613948348527,7798
+"sqr_mom_2",0.99,1613948348527,7798
+"lr_2",3.848079924089571e-06,1613948348527,7798
+"mom_2",0.9492313763289453,1613948348527,7798
+"eps_2",1e-05,1613948348527,7798
+"train_loss",0.004120785,1613948349495,7799
+"raw_loss",0.003796002,1613948349495,7799
+"epoch",49.056603773584904,1613948349495,7799
+"wd_0",0.01,1613948349495,7799
+"sqr_mom_0",0.99,1613948349495,7799
+"lr_0",3.823474614086619e-08,1613948349495,7799
+"mom_0",0.949236297440157,1613948349495,7799
+"eps_0",1e-05,1613948349495,7799
+"wd_1",0.01,1613948349495,7799
+"sqr_mom_1",0.99,1613948349495,7799
+"lr_1",3.8234746140866865e-07,1613948349495,7799
+"mom_1",0.949236297440157,1613948349495,7799
+"eps_1",1e-05,1613948349495,7799
+"wd_2",0.01,1613948349495,7799
+"sqr_mom_2",0.99,1613948349495,7799
+"lr_2",3.8234746140866594e-06,1613948349495,7799
+"mom_2",0.949236297440157,1613948349495,7799
+"eps_2",1e-05,1613948349495,7799
+"train_loss",0.0040936205,1613948350456,7800
+"raw_loss",0.0027625768,1613948350456,7800
+"epoch",49.062893081761004,1613948350456,7800
+"wd_0",0.01,1613948350456,7800
+"sqr_mom_0",0.99,1613948350456,7800
+"lr_0",3.798947718783818e-08,1613948350456,7800
+"mom_0",0.9492412028682718,1613948350456,7800
+"eps_0",1e-05,1613948350456,7800
+"wd_1",0.01,1613948350456,7800
+"sqr_mom_1",0.99,1613948350456,7800
+"lr_1",3.7989477187838687e-07,1613948350456,7800
+"mom_1",0.9492412028682718,1613948350456,7800
+"eps_1",1e-05,1613948350456,7800
+"wd_2",0.01,1613948350456,7800
+"sqr_mom_2",0.99,1613948350456,7800
+"lr_2",3.798947718783828e-06,1613948350456,7800
+"mom_2",0.9492412028682718,1613948350456,7800
+"eps_2",1e-05,1613948350456,7800
+"train_loss",0.0040718988,1613948351423,7801
+"raw_loss",0.003007535,1613948351423,7801
+"epoch",49.069182389937104,1613948351423,7801
+"wd_0",0.01,1613948351423,7801
+"sqr_mom_0",0.99,1613948351423,7801
+"lr_0",3.774483048758675e-08,1613948351423,7801
+"mom_0",0.9492460958512068,1613948351423,7801
+"eps_0",1e-05,1613948351423,7801
+"wd_1",0.01,1613948351423,7801
+"sqr_mom_1",0.99,1613948351423,7801
+"lr_1",3.774483048758675e-07,1613948351423,7801
+"mom_1",0.9492460958512068,1613948351423,7801
+"eps_1",1e-05,1613948351423,7801
+"wd_2",0.01,1613948351423,7801
+"sqr_mom_2",0.99,1613948351423,7801
+"lr_2",3.7744830487586615e-06,1613948351423,7801
+"mom_2",0.9492460958512068,1613948351423,7801
+"eps_2",1e-05,1613948351423,7801
+"train_loss",0.004091093,1613948352390,7802
+"raw_loss",0.0050316155,1613948352390,7802
+"epoch",49.075471698113205,1613948352390,7802
+"wd_0",0.01,1613948352390,7802
+"sqr_mom_0",0.99,1613948352390,7802
+"lr_0",3.750113058315141e-08,1613948352390,7802
+"mom_0",0.9492509698980359,1613948352390,7802
+"eps_0",1e-05,1613948352390,7802
+"wd_1",0.01,1613948352390,7802
+"sqr_mom_1",0.99,1613948352390,7802
+"lr_1",3.750113058315107e-07,1613948352390,7802
+"mom_1",0.9492509698980359,1613948352390,7802
+"eps_1",1e-05,1613948352390,7802
+"wd_2",0.01,1613948352390,7802
+"sqr_mom_2",0.99,1613948352390,7802
+"lr_2",3.7501130583150527e-06,1613948352390,7802
+"mom_2",0.9492509698980359,1613948352390,7802
+"eps_2",1e-05,1613948352390,7802
+"train_loss",0.004062319,1613948353359,7803
+"raw_loss",0.0026524172,1613948353359,7803
+"epoch",49.081761006289305,1613948353359,7803
+"wd_0",0.01,1613948353359,7803
+"sqr_mom_0",0.99,1613948353359,7803
+"lr_0",3.725813459383999e-08,1613948353359,7803
+"mom_0",0.9492558298664219,1613948353359,7803
+"eps_0",1e-05,1613948353359,7803
+"wd_1",0.01,1613948353359,7803
+"sqr_mom_1",0.99,1613948353359,7803
+"lr_1",3.725813459383982e-07,1613948353359,7803
+"mom_1",0.9492558298664219,1613948353359,7803
+"eps_1",1e-05,1613948353359,7803
+"wd_2",0.01,1613948353359,7803
+"sqr_mom_2",0.99,1613948353359,7803
+"lr_2",3.725813459383941e-06,1613948353359,7803
+"mom_2",0.9492558298664219,1613948353359,7803
+"eps_2",1e-05,1613948353359,7803
+"train_loss",0.0040443074,1613948354353,7804
+"raw_loss",0.003161724,1613948354353,7804
+"epoch",49.088050314465406,1613948354353,7804
+"wd_0",0.01,1613948354353,7804
+"sqr_mom_0",0.99,1613948354353,7804
+"lr_0",3.701592358323648e-08,1613948354353,7804
+"mom_0",0.9492606741350765,1613948354353,7804
+"eps_0",1e-05,1613948354353,7804
+"wd_1",0.01,1613948354353,7804
+"sqr_mom_1",0.99,1613948354353,7804
+"lr_1",3.701592358323631e-07,1613948354353,7804
+"mom_1",0.9492606741350765,1613948354353,7804
+"eps_1",1e-05,1613948354353,7804
+"wd_2",0.01,1613948354353,7804
+"sqr_mom_2",0.99,1613948354353,7804
+"lr_2",3.7015923583235766e-06,1613948354353,7804
+"mom_2",0.9492606741350765,1613948354353,7804
+"eps_2",1e-05,1613948354353,7804
+"train_loss",0.004052803,1613948355315,7805
+"raw_loss",0.004469076,1613948355315,7805
+"epoch",49.094339622641506,1613948355315,7805
+"wd_0",0.01,1613948355315,7805
+"sqr_mom_0",0.99,1613948355315,7805
+"lr_0",3.677449762854285e-08,1613948355315,7805
+"mom_0",0.9492655027024561,1613948355315,7805
+"eps_0",1e-05,1613948355315,7805
+"wd_1",0.01,1613948355315,7805
+"sqr_mom_1",0.99,1613948355315,7805
+"lr_1",3.677449762854251e-07,1613948355315,7805
+"mom_1",0.9492655027024561,1613948355315,7805
+"eps_1",1e-05,1613948355315,7805
+"wd_2",0.01,1613948355315,7805
+"sqr_mom_2",0.99,1613948355315,7805
+"lr_2",3.6774497628542374e-06,1613948355315,7805
+"mom_2",0.9492655027024561,1613948355315,7805
+"eps_2",1e-05,1613948355315,7805
+"train_loss",0.004065107,1613948356285,7806
+"raw_loss",0.0046680006,1613948356285,7806
+"epoch",49.10062893081761,1613948356285,7806
+"wd_0",0.01,1613948356285,7806
+"sqr_mom_0",0.99,1613948356285,7806
+"lr_0",3.653393649107482e-08,1613948356285,7806
+"mom_0",0.9492703139733182,1613948356285,7806
+"eps_0",1e-05,1613948356285,7806
+"wd_1",0.01,1613948356285,7806
+"sqr_mom_1",0.99,1613948356285,7806
+"lr_1",3.6533936491074654e-07,1613948356285,7806
+"mom_1",0.9492703139733182,1613948356285,7806
+"eps_1",1e-05,1613948356285,7806
+"wd_2",0.01,1613948356285,7806
+"sqr_mom_2",0.99,1613948356285,7806
+"lr_2",3.6533936491073976e-06,1613948356285,7806
+"mom_2",0.9492703139733182,1613948356285,7806
+"eps_2",1e-05,1613948356285,7806
+"train_loss",0.0040248125,1613948357262,7807
+"raw_loss",0.0020503704,1613948357262,7807
+"epoch",49.10691823899371,1613948357262,7807
+"wd_0",0.01,1613948357262,7807
+"sqr_mom_0",0.99,1613948357262,7807
+"lr_0",3.6294001194440355e-08,1613948357262,7807
+"mom_0",0.9492751127272384,1613948357262,7807
+"eps_0",1e-05,1613948357262,7807
+"wd_1",0.01,1613948357262,7807
+"sqr_mom_1",0.99,1613948357262,7807
+"lr_1",3.6294001194440355e-07,1613948357262,7807
+"mom_1",0.9492751127272384,1613948357262,7807
+"eps_1",1e-05,1613948357262,7807
+"wd_2",0.01,1613948357262,7807
+"sqr_mom_2",0.99,1613948357262,7807
+"lr_2",3.6294001194439813e-06,1613948357262,7807
+"mom_2",0.9492751127272384,1613948357262,7807
+"eps_2",1e-05,1613948357262,7807
+"train_loss",0.0040373784,1613948358235,7808
+"raw_loss",0.0046531116,1613948358235,7808
+"epoch",49.11320754716981,1613948358235,7808
+"wd_0",0.01,1613948358235,7808
+"sqr_mom_0",0.99,1613948358235,7808
+"lr_0",3.605501003163035e-08,1613948358235,7808
+"mom_0",0.9492798925982934,1613948358235,7808
+"eps_0",1e-05,1613948358235,7808
+"wd_1",0.01,1613948358235,7808
+"sqr_mom_1",0.99,1613948358235,7808
+"lr_1",3.605501003163086e-07,1613948358235,7808
+"mom_1",0.9492798925982934,1613948358235,7808
+"eps_1",1e-05,1613948358235,7808
+"wd_2",0.01,1613948358235,7808
+"sqr_mom_2",0.99,1613948358235,7808
+"lr_2",3.605501003163059e-06,1613948358235,7808
+"mom_2",0.9492798925982934,1613948358235,7808
+"eps_2",1e-05,1613948358235,7808
+"train_loss",0.0040162457,1613948359218,7809
+"raw_loss",0.0029807473,1613948359218,7809
+"epoch",49.11949685534591,1613948359218,7809
+"wd_0",0.01,1613948359218,7809
+"sqr_mom_0",0.99,1613948359218,7809
+"lr_0",3.581664590414485e-08,1613948359218,7809
+"mom_0",0.9492846599285163,1613948359218,7809
+"eps_0",1e-05,1613948359218,7809
+"wd_1",0.01,1613948359218,7809
+"sqr_mom_1",0.99,1613948359218,7809
+"lr_1",3.581664590414485e-07,1613948359218,7809
+"mom_1",0.9492846599285163,1613948359218,7809
+"eps_1",1e-05,1613948359218,7809
+"wd_2",0.01,1613948359218,7809
+"sqr_mom_2",0.99,1613948359218,7809
+"lr_2",3.58166459041439e-06,1613948359218,7809
+"mom_2",0.9492846599285163,1613948359218,7809
+"eps_2",1e-05,1613948359218,7809
+"train_loss",0.004054704,1613948360261,7810
+"raw_loss",0.005939172,1613948360261,7810
+"epoch",49.12578616352201,1613948360261,7810
+"wd_0",0.01,1613948360261,7810
+"sqr_mom_0",0.99,1613948360261,7810
+"lr_0",3.5579225020695185e-08,1613948360261,7810
+"mom_0",0.94928940839367,1613948360261,7810
+"eps_0",1e-05,1613948360261,7810
+"wd_1",0.01,1613948360261,7810
+"sqr_mom_1",0.99,1613948360261,7810
+"lr_1",3.5579225020694507e-07,1613948360261,7810
+"mom_1",0.94928940839367,1613948360261,7810
+"eps_1",1e-05,1613948360261,7810
+"wd_2",0.01,1613948360261,7810
+"sqr_mom_2",0.99,1613948360261,7810
+"lr_2",3.557922502069478e-06,1613948360261,7810
+"mom_2",0.94928940839367,1613948360261,7810
+"eps_2",1e-05,1613948360261,7810
+"train_loss",0.004049016,1613948361229,7811
+"raw_loss",0.003770298,1613948361229,7811
+"epoch",49.13207547169811,1613948361229,7811
+"wd_0",0.01,1613948361229,7811
+"sqr_mom_0",0.99,1613948361229,7811
+"lr_0",3.534258913010227e-08,1613948361229,7811
+"mom_0",0.9492941411588095,1613948361229,7811
+"eps_0",1e-05,1613948361229,7811
+"wd_1",0.01,1613948361229,7811
+"sqr_mom_1",0.99,1613948361229,7811
+"lr_1",3.53425891301021e-07,1613948361229,7811
+"mom_1",0.9492941411588095,1613948361229,7811
+"eps_1",1e-05,1613948361229,7811
+"wd_2",0.01,1613948361229,7811
+"sqr_mom_2",0.99,1613948361229,7811
+"lr_2",3.5342589130101963e-06,1613948361229,7811
+"mom_2",0.9492941411588095,1613948361229,7811
+"eps_2",1e-05,1613948361229,7811
+"train_loss",0.004100294,1613948362265,7812
+"raw_loss",0.0066129044,1613948362265,7812
+"epoch",49.13836477987421,1613948362265,7812
+"wd_0",0.01,1613948362265,7812
+"sqr_mom_0",0.99,1613948362265,7812
+"lr_0",3.5106582064872815e-08,1613948362265,7812
+"mom_0",0.949298861347316,1613948362265,7812
+"eps_0",1e-05,1613948362265,7812
+"wd_1",0.01,1613948362265,7812
+"sqr_mom_1",0.99,1613948362265,7812
+"lr_1",3.5106582064872645e-07,1613948362265,7812
+"mom_1",0.949298861347316,1613948362265,7812
+"eps_1",1e-05,1613948362265,7812
+"wd_2",0.01,1613948362265,7812
+"sqr_mom_2",0.99,1613948362265,7812
+"lr_2",3.510658206487224e-06,1613948362265,7812
+"mom_2",0.949298861347316,1613948362265,7812
+"eps_2",1e-05,1613948362265,7812
+"train_loss",0.0040654633,1613948363264,7813
+"raw_loss",0.0023587707,1613948363264,7813
+"epoch",49.14465408805031,1613948363264,7813
+"wd_0",0.01,1613948363264,7813
+"sqr_mom_0",0.99,1613948363264,7813
+"lr_0",3.487151690689095e-08,1613948363264,7813
+"mom_0",0.9493035626974891,1613948363264,7813
+"eps_0",1e-05,1613948363264,7813
+"wd_1",0.01,1613948363264,7813
+"sqr_mom_1",0.99,1613948363264,7813
+"lr_1",3.4871516906890784e-07,1613948363264,7813
+"mom_1",0.9493035626974891,1613948363264,7813
+"eps_1",1e-05,1613948363264,7813
+"wd_2",0.01,1613948363264,7813
+"sqr_mom_2",0.99,1613948363264,7813
+"lr_2",3.487151690689024e-06,1613948363264,7813
+"mom_2",0.9493035626974891,1613948363264,7813
+"eps_2",1e-05,1613948363264,7813
+"train_loss",0.004050389,1613948364281,7814
+"raw_loss",0.003311753,1613948364281,7814
+"epoch",49.15094339622641,1613948364281,7814
+"wd_0",0.01,1613948364281,7814
+"sqr_mom_0",0.99,1613948364281,7814
+"lr_0",3.4637236967190106e-08,1613948364281,7814
+"mom_0",0.9493082483431395,1613948364281,7814
+"eps_0",1e-05,1613948364281,7814
+"wd_1",0.01,1613948364281,7814
+"sqr_mom_1",0.99,1613948364281,7814
+"lr_1",3.4637236967190106e-07,1613948364281,7814
+"mom_1",0.9493082483431395,1613948364281,7814
+"eps_1",1e-05,1613948364281,7814
+"wd_2",0.01,1613948364281,7814
+"sqr_mom_2",0.99,1613948364281,7814
+"lr_2",3.46372369671897e-06,1613948364281,7814
+"mom_2",0.9493082483431395,1613948364281,7814
+"eps_2",1e-05,1613948364281,7814
+"train_loss",0.0040397653,1613948365262,7815
+"raw_loss",0.003519214,1613948365262,7815
+"epoch",49.15723270440251,1613948365262,7815
+"wd_0",0.01,1613948365262,7815
+"sqr_mom_0",0.99,1613948365262,7815
+"lr_0",3.440358764108835e-08,1613948365262,7815
+"mom_0",0.949312921376392,1613948365262,7815
+"eps_0",1e-05,1613948365262,7815
+"wd_1",0.01,1613948365262,7815
+"sqr_mom_1",0.99,1613948365262,7815
+"lr_1",3.4403587641088014e-07,1613948365262,7815
+"mom_1",0.949312921376392,1613948365262,7815
+"eps_1",1e-05,1613948365262,7815
+"wd_2",0.01,1613948365262,7815
+"sqr_mom_2",0.99,1613948365262,7815
+"lr_2",3.4403587641087608e-06,1613948365262,7815
+"mom_2",0.949312921376392,1613948365262,7815
+"eps_2",1e-05,1613948365262,7815
+"train_loss",0.004048188,1613948366245,7816
+"raw_loss",0.00446092,1613948366245,7816
+"epoch",49.16352201257861,1613948366245,7816
+"wd_0",0.01,1613948366245,7816
+"sqr_mom_0",0.99,1613948366245,7816
+"lr_0",3.4170878882743065e-08,1613948366245,7816
+"mom_0",0.949317575598101,1613948366245,7816
+"eps_0",1e-05,1613948366245,7816
+"wd_1",0.01,1613948366245,7816
+"sqr_mom_1",0.99,1613948366245,7816
+"lr_1",3.4170878882743065e-07,1613948366245,7816
+"mom_1",0.949317575598101,1613948366245,7816
+"eps_1",1e-05,1613948366245,7816
+"wd_2",0.01,1613948366245,7816
+"sqr_mom_2",0.99,1613948366245,7816
+"lr_2",3.417087888274266e-06,1613948366245,7816
+"mom_2",0.949317575598101,1613948366245,7816
+"eps_2",1e-05,1613948366245,7816
+"train_loss",0.0040407465,1613948367232,7817
+"raw_loss",0.0036761079,1613948367232,7817
+"epoch",49.16981132075471,1613948367232,7817
+"wd_0",0.01,1613948367232,7817
+"sqr_mom_0",0.99,1613948367232,7817
+"lr_0",3.3938878747523945e-08,1613948367232,7817
+"mom_0",0.949322215647206,1613948367232,7817
+"eps_0",1e-05,1613948367232,7817
+"wd_1",0.01,1613948367232,7817
+"sqr_mom_1",0.99,1613948367232,7817
+"lr_1",3.3938878747523436e-07,1613948367232,7817
+"mom_1",0.949322215647206,1613948367232,7817
+"eps_1",1e-05,1613948367232,7817
+"wd_2",0.01,1613948367232,7817
+"sqr_mom_2",0.99,1613948367232,7817
+"lr_2",3.3938878747523165e-06,1613948367232,7817
+"mom_2",0.949322215647206,1613948367232,7817
+"eps_2",1e-05,1613948367232,7817
+"train_loss",0.004034082,1613948368192,7818
+"raw_loss",0.0037075076,1613948368192,7818
+"epoch",49.17610062893081,1613948368192,7818
+"wd_0",0.01,1613948368192,7818
+"sqr_mom_0",0.99,1613948368192,7818
+"lr_0",3.370766464898653e-08,1613948368192,7818
+"mom_0",0.94932683997542,1613948368192,7818
+"eps_0",1e-05,1613948368192,7818
+"wd_1",0.01,1613948368192,7818
+"sqr_mom_1",0.99,1613948368192,7818
+"lr_1",3.370766464898687e-07,1613948368192,7818
+"mom_1",0.94932683997542,1613948368192,7818
+"eps_1",1e-05,1613948368192,7818
+"wd_2",0.01,1613948368192,7818
+"sqr_mom_2",0.99,1613948368192,7818
+"lr_2",3.3707664648986464e-06,1613948368192,7818
+"mom_2",0.94932683997542,1613948368192,7818
+"eps_2",1e-05,1613948368192,7818
+"train_loss",0.0040080505,1613948369157,7819
+"raw_loss",0.0027325065,1613948369157,7819
+"epoch",49.18238993710691,1613948369157,7819
+"wd_0",0.01,1613948369157,7819
+"sqr_mom_0",0.99,1613948369157,7819
+"lr_0",3.347723666082862e-08,1613948369157,7819
+"mom_0",0.9493314485812692,1613948369157,7819
+"eps_0",1e-05,1613948369157,7819
+"wd_1",0.01,1613948369157,7819
+"sqr_mom_1",0.99,1613948369157,7819
+"lr_1",3.347723666082862e-07,1613948369157,7819
+"mom_1",0.9493314485812692,1613948369157,7819
+"eps_1",1e-05,1613948369157,7819
+"wd_2",0.01,1613948369157,7819
+"sqr_mom_2",0.99,1613948369157,7819
+"lr_2",3.3477236660827943e-06,1613948369157,7819
+"mom_2",0.9493314485812692,1613948369157,7819
+"eps_2",1e-05,1613948369157,7819
+"train_loss",0.0039913184,1613948370123,7820
+"raw_loss",0.003171446,1613948370123,7820
+"epoch",49.18867924528301,1613948370123,7820
+"wd_0",0.01,1613948370123,7820
+"sqr_mom_0",0.99,1613948370123,7820
+"lr_0",3.3247670892588366e-08,1613948370123,7820
+"mom_0",0.9493360399425477,1613948370123,7820
+"eps_0",1e-05,1613948370123,7820
+"wd_1",0.01,1613948370123,7820
+"sqr_mom_1",0.99,1613948370123,7820
+"lr_1",3.3247670892588366e-07,1613948370123,7820
+"mom_1",0.9493360399425477,1613948370123,7820
+"eps_1",1e-05,1613948370123,7820
+"wd_2",0.01,1613948370123,7820
+"sqr_mom_2",0.99,1613948370123,7820
+"lr_2",3.3247670892588366e-06,1613948370123,7820
+"mom_2",0.9493360399425477,1613948370123,7820
+"eps_2",1e-05,1613948370123,7820
+"train_loss",0.003979413,1613948371105,7821
+"raw_loss",0.003396039,1613948371105,7821
+"epoch",49.19496855345911,1613948371105,7821
+"wd_0",0.01,1613948371105,7821
+"sqr_mom_0",0.99,1613948371105,7821
+"lr_0",3.3018739309185494e-08,1613948371105,7821
+"mom_0",0.9493406186200024,1613948371105,7821
+"eps_0",1e-05,1613948371105,7821
+"wd_1",0.01,1613948371105,7821
+"sqr_mom_1",0.99,1613948371105,7821
+"lr_1",3.3018739309185325e-07,1613948371105,7821
+"mom_1",0.9493406186200024,1613948371105,7821
+"eps_1",1e-05,1613948371105,7821
+"wd_2",0.01,1613948371105,7821
+"sqr_mom_2",0.99,1613948371105,7821
+"lr_2",3.301873930918451e-06,1613948371105,7821
+"mom_2",0.9493406186200024,1613948371105,7821
+"eps_2",1e-05,1613948371105,7821
+"train_loss",0.0039731576,1613948372061,7822
+"raw_loss",0.0036666414,1613948372061,7822
+"epoch",49.20125786163521,1613948372061,7822
+"wd_0",0.01,1613948372061,7822
+"sqr_mom_0",0.99,1613948372061,7822
+"lr_0",3.2790745606320286e-08,1613948372061,7822
+"mom_0",0.9493451785396589,1613948372061,7822
+"eps_0",1e-05,1613948372061,7822
+"wd_1",0.01,1613948372061,7822
+"sqr_mom_1",0.99,1613948372061,7822
+"lr_1",3.2790745606320625e-07,1613948372061,7822
+"mom_1",0.9493451785396589,1613948372061,7822
+"eps_1",1e-05,1613948372061,7822
+"wd_2",0.01,1613948372061,7822
+"sqr_mom_2",0.99,1613948372061,7822
+"lr_2",3.2790745606319947e-06,1613948372061,7822
+"mom_2",0.9493451785396589,1613948372061,7822
+"eps_2",1e-05,1613948372061,7822
+"train_loss",0.0040218947,1613948373037,7823
+"raw_loss",0.006410018,1613948373037,7823
+"epoch",49.20754716981131,1613948373037,7823
+"wd_0",0.01,1613948373037,7823
+"sqr_mom_0",0.99,1613948373037,7823
+"lr_0",3.256353778451989e-08,1613948373037,7823
+"mom_0",0.949349722741537,1613948373037,7823
+"eps_0",1e-05,1613948373037,7823
+"wd_1",0.01,1613948373037,7823
+"sqr_mom_1",0.99,1613948373037,7823
+"lr_1",3.2563537784519384e-07,1613948373037,7823
+"mom_1",0.949349722741537,1613948373037,7823
+"eps_1",1e-05,1613948373037,7823
+"wd_2",0.01,1613948373037,7823
+"sqr_mom_2",0.99,1613948373037,7823
+"lr_2",3.2563537784519384e-06,1613948373037,7823
+"mom_2",0.949349722741537,1613948373037,7823
+"eps_2",1e-05,1613948373037,7823
+"train_loss",0.004041937,1613948374002,7824
+"raw_loss",0.0050240196,1613948374002,7824
+"epoch",49.213836477987414,1613948374002,7824
+"wd_0",0.01,1613948374002,7824
+"sqr_mom_0",0.99,1613948374002,7824
+"lr_0",3.233696593034863e-08,1613948374002,7824
+"mom_0",0.9493542542239353,1613948374002,7824
+"eps_0",1e-05,1613948374002,7824
+"wd_1",0.01,1613948374002,7824
+"sqr_mom_1",0.99,1613948374002,7824
+"lr_1",3.233696593034897e-07,1613948374002,7824
+"mom_1",0.9493542542239353,1613948374002,7824
+"eps_1",1e-05,1613948374002,7824
+"wd_2",0.01,1613948374002,7824
+"sqr_mom_2",0.99,1613948374002,7824
+"lr_2",3.233696593034829e-06,1613948374002,7824
+"mom_2",0.9493542542239353,1613948374002,7824
+"eps_2",1e-05,1613948374002,7824
+"train_loss",0.0040415204,1613948375072,7825
+"raw_loss",0.0040211063,1613948375072,7825
+"epoch",49.220125786163514,1613948375072,7825
+"wd_0",0.01,1613948375072,7825
+"sqr_mom_0",0.99,1613948375072,7825
+"lr_0",3.211133060914575e-08,1613948375072,7825
+"mom_0",0.9493587669754868,1613948375072,7825
+"eps_0",1e-05,1613948375072,7825
+"wd_1",0.01,1613948375072,7825
+"sqr_mom_1",0.99,1613948375072,7825
+"lr_1",3.211133060914643e-07,1613948375072,7825
+"mom_1",0.9493587669754868,1613948375072,7825
+"eps_1",1e-05,1613948375072,7825
+"wd_2",0.01,1613948375072,7825
+"sqr_mom_2",0.99,1613948375072,7825
+"lr_2",3.2111330609145344e-06,1613948375072,7825
+"mom_2",0.9493587669754868,1613948375072,7825
+"eps_2",1e-05,1613948375072,7825
+"train_loss",0.004114236,1613948376079,7826
+"raw_loss",0.0076773185,1613948376079,7826
+"epoch",49.226415094339615,1613948376079,7826
+"wd_0",0.01,1613948376079,7826
+"sqr_mom_0",0.99,1613948376079,7826
+"lr_0",3.188640691427687e-08,1613948376079,7826
+"mom_0",0.9493632654943693,1613948376079,7826
+"eps_0",1e-05,1613948376079,7826
+"wd_1",0.01,1613948376079,7826
+"sqr_mom_1",0.99,1613948376079,7826
+"lr_1",3.188640691427738e-07,1613948376079,7826
+"mom_1",0.9493632654943693,1613948376079,7826
+"eps_1",1e-05,1613948376079,7826
+"wd_2",0.01,1613948376079,7826
+"sqr_mom_2",0.99,1613948376079,7826
+"lr_2",3.188640691427643e-06,1613948376079,7826
+"mom_2",0.9493632654943693,1613948376079,7826
+"eps_2",1e-05,1613948376079,7826
+"train_loss",0.0041950108,1613948377075,7827
+"raw_loss",0.008152959,1613948377075,7827
+"epoch",49.232704402515715,1613948377075,7827
+"wd_0",0.01,1613948377075,7827
+"sqr_mom_0",0.99,1613948377075,7827
+"lr_0",3.1662269910292206e-08,1613948377075,7827
+"mom_0",0.949367748279277,1613948377075,7827
+"eps_0",1e-05,1613948377075,7827
+"wd_1",0.01,1613948377075,7827
+"sqr_mom_1",0.99,1613948377075,7827
+"lr_1",3.1662269910292206e-07,1613948377075,7827
+"mom_1",0.949367748279277,1613948377075,7827
+"eps_1",1e-05,1613948377075,7827
+"wd_2",0.01,1613948377075,7827
+"sqr_mom_2",0.99,1613948377075,7827
+"lr_2",3.1662269910292477e-06,1613948377075,7827
+"mom_2",0.949367748279277,1613948377075,7827
+"eps_2",1e-05,1613948377075,7827
+"train_loss",0.004199702,1613948378089,7828
+"raw_loss",0.0044295727,1613948378089,7828
+"epoch",49.238993710691815,1613948378089,7828
+"wd_0",0.01,1613948378089,7828
+"sqr_mom_0",0.99,1613948378089,7828
+"lr_0",3.143891966863221e-08,1613948378089,7828
+"mom_0",0.9493722153287806,1613948378089,7828
+"eps_0",1e-05,1613948378089,7828
+"wd_1",0.01,1613948378089,7828
+"sqr_mom_1",0.99,1613948378089,7828
+"lr_1",3.143891966863238e-07,1613948378089,7828
+"mom_1",0.9493722153287806,1613948378089,7828
+"eps_1",1e-05,1613948378089,7828
+"wd_2",0.01,1613948378089,7828
+"sqr_mom_2",0.99,1613948378089,7828
+"lr_2",3.1438919668631566e-06,1613948378089,7828
+"mom_2",0.9493722153287806,1613948378089,7828
+"eps_2",1e-05,1613948378089,7828
+"train_loss",0.0041944264,1613948379123,7829
+"raw_loss",0.003935934,1613948379123,7829
+"epoch",49.245283018867916,1613948379123,7829
+"wd_0",0.01,1613948379123,7829
+"sqr_mom_0",0.99,1613948379123,7829
+"lr_0",3.1216429948747205e-08,1613948379123,7829
+"mom_0",0.9493766651676767,1613948379123,7829
+"eps_0",1e-05,1613948379123,7829
+"wd_1",0.01,1613948379123,7829
+"sqr_mom_1",0.99,1613948379123,7829
+"lr_1",3.1216429948747375e-07,1613948379123,7829
+"mom_1",0.9493766651676767,1613948379123,7829
+"eps_1",1e-05,1613948379123,7829
+"wd_2",0.01,1613948379123,7829
+"sqr_mom_2",0.99,1613948379123,7829
+"lr_2",3.1216429948747104e-06,1613948379123,7829
+"mom_2",0.9493766651676767,1613948379123,7829
+"eps_2",1e-05,1613948379123,7829
+"train_loss",0.004290797,1613948380287,7830
+"raw_loss",0.009012958,1613948380287,7830
+"epoch",49.251572327044016,1613948380287,7830
+"wd_0",0.01,1613948380287,7830
+"sqr_mom_0",0.99,1613948380287,7830
+"lr_0",3.0994579756800356e-08,1613948380287,7830
+"mom_0",0.9493811022158861,1613948380287,7830
+"eps_0",1e-05,1613948380287,7830
+"wd_1",0.01,1613948380287,7830
+"sqr_mom_1",0.99,1613948380287,7830
+"lr_1",3.0994579756800356e-07,1613948380287,7830
+"mom_1",0.9493811022158861,1613948380287,7830
+"eps_1",1e-05,1613948380287,7830
+"wd_2",0.01,1613948380287,7830
+"sqr_mom_2",0.99,1613948380287,7830
+"lr_2",3.0994579756799543e-06,1613948380287,7830
+"mom_2",0.9493811022158861,1613948380287,7830
+"eps_2",1e-05,1613948380287,7830
+"train_loss",0.004258104,1613948381657,7831
+"raw_loss",0.0026561627,1613948381657,7831
+"epoch",49.25786163522012,1613948381657,7831
+"wd_0",0.01,1613948381657,7831
+"sqr_mom_0",0.99,1613948381657,7831
+"lr_0",3.077366339447389e-08,1613948381657,7831
+"mom_0",0.9493855205873163,1613948381657,7831
+"eps_0",1e-05,1613948381657,7831
+"wd_1",0.01,1613948381657,7831
+"sqr_mom_1",0.99,1613948381657,7831
+"lr_1",3.0773663394474226e-07,1613948381657,7831
+"mom_1",0.9493855205873163,1613948381657,7831
+"eps_1",1e-05,1613948381657,7831
+"wd_2",0.01,1613948381657,7831
+"sqr_mom_2",0.99,1613948381657,7831
+"lr_2",3.0773663394473684e-06,1613948381657,7831
+"mom_2",0.9493855205873163,1613948381657,7831
+"eps_2",1e-05,1613948381657,7831
+"train_loss",0.0042477553,1613948382838,7832
+"raw_loss",0.0037406508,1613948382838,7832
+"epoch",49.26415094339622,1613948382838,7832
+"wd_0",0.01,1613948382838,7832
+"sqr_mom_0",0.99,1613948382838,7832
+"lr_0",3.055353355570705e-08,1613948382838,7832
+"mom_0",0.9493899232281181,1613948382838,7832
+"eps_0",1e-05,1613948382838,7832
+"wd_1",0.01,1613948382838,7832
+"sqr_mom_1",0.99,1613948382838,7832
+"lr_1",3.0553533555707053e-07,1613948382838,7832
+"mom_1",0.9493899232281181,1613948382838,7832
+"eps_1",1e-05,1613948382838,7832
+"wd_2",0.01,1613948382838,7832
+"sqr_mom_2",0.99,1613948382838,7832
+"lr_2",3.055353355570678e-06,1613948382838,7832
+"mom_2",0.9493899232281181,1613948382838,7832
+"eps_2",1e-05,1613948382838,7832
+"train_loss",0.0042103203,1613948384070,7833
+"raw_loss",0.002376001,1613948384070,7833
+"epoch",49.27044025157232,1613948384070,7833
+"wd_0",0.01,1613948384070,7833
+"sqr_mom_0",0.99,1613948384070,7833
+"lr_0",3.0334045022184736e-08,1613948384070,7833
+"mom_0",0.9493943130426867,1613948384070,7833
+"eps_0",1e-05,1613948384070,7833
+"wd_1",0.01,1613948384070,7833
+"sqr_mom_1",0.99,1613948384070,7833
+"lr_1",3.0334045022184736e-07,1613948384070,7833
+"mom_1",0.9493943130426867,1613948384070,7833
+"eps_1",1e-05,1613948384070,7833
+"wd_2",0.01,1613948384070,7833
+"sqr_mom_2",0.99,1613948384070,7833
+"lr_2",3.0334045022184465e-06,1613948384070,7833
+"mom_2",0.9493943130426867,1613948384070,7833
+"eps_2",1e-05,1613948384070,7833
+"train_loss",0.004174688,1613948385111,7834
+"raw_loss",0.0024286928,1613948385111,7834
+"epoch",49.27672955974842,1613948385111,7834
+"wd_0",0.01,1613948385111,7834
+"sqr_mom_0",0.99,1613948385111,7834
+"lr_0",3.0115488962665014e-08,1613948385111,7834
+"mom_0",0.9493986842075888,1613948385111,7834
+"eps_0",1e-05,1613948385111,7834
+"wd_1",0.01,1613948385111,7834
+"sqr_mom_1",0.99,1613948385111,7834
+"lr_1",3.011548896266535e-07,1613948385111,7834
+"mom_1",0.9493986842075888,1613948385111,7834
+"eps_1",1e-05,1613948385111,7834
+"wd_2",0.01,1613948385111,7834
+"sqr_mom_2",0.99,1613948385111,7834
+"lr_2",3.0115488962664675e-06,1613948385111,7834
+"mom_2",0.9493986842075888,1613948385111,7834
+"eps_2",1e-05,1613948385111,7834
+"train_loss",0.004225229,1613948386084,7835
+"raw_loss",0.0067017484,1613948386084,7835
+"epoch",49.28301886792452,1613948386084,7835
+"wd_0",0.01,1613948386084,7835
+"sqr_mom_0",0.99,1613948386084,7835
+"lr_0",2.989771963635066e-08,1613948386084,7835
+"mom_0",0.9494030396376694,1613948386084,7835
+"eps_0",1e-05,1613948386084,7835
+"wd_1",0.01,1613948386084,7835
+"sqr_mom_1",0.99,1613948386084,7835
+"lr_1",2.989771963635032e-07,1613948386084,7835
+"mom_1",0.9494030396376694,1613948386084,7835
+"eps_1",1e-05,1613948386084,7835
+"wd_2",0.01,1613948386084,7835
+"sqr_mom_2",0.99,1613948386084,7835
+"lr_2",2.9897719636350593e-06,1613948386084,7835
+"mom_2",0.9494030396376694,1613948386084,7835
+"eps_2",1e-05,1613948386084,7835
+"train_loss",0.0041913115,1613948387025,7836
+"raw_loss",0.0025293597,1613948387025,7836
+"epoch",49.28930817610062,1613948387025,7836
+"wd_0",0.01,1613948387025,7836
+"sqr_mom_0",0.99,1613948387025,7836
+"lr_0",2.9680593390749976e-08,1613948387025,7836
+"mom_0",0.9494073822060071,1613948387025,7836
+"eps_0",1e-05,1613948387025,7836
+"wd_1",0.01,1613948387025,7836
+"sqr_mom_1",0.99,1613948387025,7836
+"lr_1",2.9680593390749976e-07,1613948387025,7836
+"mom_1",0.9494073822060071,1613948387025,7836
+"eps_1",1e-05,1613948387025,7836
+"wd_2",0.01,1613948387025,7836
+"sqr_mom_2",0.99,1613948387025,7836
+"lr_2",2.968059339074889e-06,1613948387025,7836
+"mom_2",0.9494073822060071,1613948387025,7836
+"eps_2",1e-05,1613948387025,7836
+"train_loss",0.0041554268,1613948387979,7837
+"raw_loss",0.0023970644,1613948387979,7837
+"epoch",49.29559748427672,1613948387979,7837
+"wd_0",0.01,1613948387979,7837
+"sqr_mom_0",0.99,1613948387979,7837
+"lr_0",2.946439826085832e-08,1613948387979,7837
+"mom_0",0.9494117061518443,1613948387979,7837
+"eps_0",1e-05,1613948387979,7837
+"wd_1",0.01,1613948387979,7837
+"sqr_mom_1",0.99,1613948387979,7837
+"lr_1",2.946439826085798e-07,1613948387979,7837
+"mom_1",0.9494117061518443,1613948387979,7837
+"eps_1",1e-05,1613948387979,7837
+"wd_2",0.01,1613948387979,7837
+"sqr_mom_2",0.99,1613948387979,7837
+"lr_2",2.946439826085798e-06,1613948387979,7837
+"mom_2",0.9494117061518443,1613948387979,7837
+"eps_2",1e-05,1613948387979,7837
+"train_loss",0.0041709878,1613948388924,7838
+"raw_loss",0.0049334746,1613948388924,7838
+"epoch",49.30188679245282,1613948388924,7838
+"wd_0",0.01,1613948388924,7838
+"sqr_mom_0",0.99,1613948388924,7838
+"lr_0",2.924891873295314e-08,1613948388924,7838
+"mom_0",0.9494160157854987,1613948388924,7838
+"eps_0",1e-05,1613948388924,7838
+"wd_1",0.01,1613948388924,7838
+"sqr_mom_1",0.99,1613948388924,7838
+"lr_1",2.924891873295297e-07,1613948388924,7838
+"mom_1",0.9494160157854987,1613948388924,7838
+"eps_1",1e-05,1613948388924,7838
+"wd_2",0.01,1613948388924,7838
+"sqr_mom_2",0.99,1613948388924,7838
+"lr_2",2.9248918732952293e-06,1613948388924,7838
+"mom_2",0.9494160157854987,1613948388924,7838
+"eps_2",1e-05,1613948388924,7838
+"train_loss",0.0042244955,1613948389899,7839
+"raw_loss",0.0068463827,1613948389899,7839
+"epoch",49.30817610062892,1613948389899,7839
+"wd_0",0.01,1613948389899,7839
+"sqr_mom_0",0.99,1613948389899,7839
+"lr_0",2.9034226736601364e-08,1613948389899,7839
+"mom_0",0.9494203096683647,1613948389899,7839
+"eps_0",1e-05,1613948389899,7839
+"wd_1",0.01,1613948389899,7839
+"sqr_mom_1",0.99,1613948389899,7839
+"lr_1",2.9034226736601195e-07,1613948389899,7839
+"mom_1",0.9494203096683647,1613948389899,7839
+"eps_1",1e-05,1613948389899,7839
+"wd_2",0.01,1613948389899,7839
+"sqr_mom_2",0.99,1613948389899,7839
+"lr_2",2.903422673660133e-06,1613948389899,7839
+"mom_2",0.9494203096683647,1613948389899,7839
+"eps_2",1e-05,1613948389899,7839
+"train_loss",0.004216354,1613948390880,7840
+"raw_loss",0.0038174076,1613948390880,7840
+"epoch",49.31446540880502,1613948390880,7840
+"wd_0",0.01,1613948390880,7840
+"sqr_mom_0",0.99,1613948390880,7840
+"lr_0",2.8820322340233937e-08,1613948390880,7840
+"mom_0",0.9494245877990732,1613948390880,7840
+"eps_0",1e-05,1613948390880,7840
+"wd_1",0.01,1613948390880,7840
+"sqr_mom_1",0.99,1613948390880,7840
+"lr_1",2.8820322340234107e-07,1613948390880,7840
+"mom_1",0.9494245877990732,1613948390880,7840
+"eps_1",1e-05,1613948390880,7840
+"wd_2",0.01,1613948390880,7840
+"sqr_mom_2",0.99,1613948390880,7840
+"lr_2",2.882032234023343e-06,1613948390880,7840
+"mom_2",0.9494245877990732,1613948390880,7840
+"eps_2",1e-05,1613948390880,7840
+"train_loss",0.004204317,1613948391849,7841
+"raw_loss",0.0036145113,1613948391849,7841
+"epoch",49.32075471698112,1613948391849,7841
+"wd_0",0.01,1613948391849,7841
+"sqr_mom_0",0.99,1613948391849,7841
+"lr_0",2.8607276166922832e-08,1613948391849,7841
+"mom_0",0.9494288487651491,1613948391849,7841
+"eps_0",1e-05,1613948391849,7841
+"wd_1",0.01,1613948391849,7841
+"sqr_mom_1",0.99,1613948391849,7841
+"lr_1",2.860727616692317e-07,1613948391849,7841
+"mom_1",0.9494288487651491,1613948391849,7841
+"eps_1",1e-05,1613948391849,7841
+"wd_2",0.01,1613948391849,7841
+"sqr_mom_2",0.99,1613948391849,7841
+"lr_2",2.8607276166923035e-06,1613948391849,7841
+"mom_2",0.9494288487651491,1613948391849,7841
+"eps_2",1e-05,1613948391849,7841
+"train_loss",0.0042275186,1613948392803,7842
+"raw_loss",0.0053644055,1613948392803,7842
+"epoch",49.32704402515722,1613948392803,7842
+"wd_0",0.01,1613948392803,7842
+"sqr_mom_0",0.99,1613948392803,7842
+"lr_0",2.8394876619918067e-08,1613948392803,7842
+"mom_0",0.9494330967985696,1613948392803,7842
+"eps_0",1e-05,1613948392803,7842
+"wd_1",0.01,1613948392803,7842
+"sqr_mom_1",0.99,1613948392803,7842
+"lr_1",2.8394876619918067e-07,1613948392803,7842
+"mom_1",0.9494330967985696,1613948392803,7842
+"eps_1",1e-05,1613948392803,7842
+"wd_2",0.01,1613948392803,7842
+"sqr_mom_2",0.99,1613948392803,7842
+"lr_2",2.839487661991766e-06,1613948392803,7842
+"mom_2",0.9494330967985696,1613948392803,7842
+"eps_2",1e-05,1613948392803,7842
+"train_loss",0.004185996,1613948393755,7843
+"raw_loss",0.002151397,1613948393755,7843
+"epoch",49.33333333333332,1613948393755,7843
+"wd_0",0.01,1613948393755,7843
+"sqr_mom_0",0.99,1613948393755,7843
+"lr_0",2.818340546387997e-08,1613948393755,7843
+"mom_0",0.949437326263985,1613948393755,7843
+"eps_0",1e-05,1613948393755,7843
+"wd_1",0.01,1613948393755,7843
+"sqr_mom_1",0.99,1613948393755,7843
+"lr_1",2.818340546387963e-07,1613948393755,7843
+"mom_1",0.949437326263985,1613948393755,7843
+"eps_1",1e-05,1613948393755,7843
+"wd_2",0.01,1613948393755,7843
+"sqr_mom_2",0.99,1613948393755,7843
+"lr_2",2.818340546387882e-06,1613948393755,7843
+"mom_2",0.949437326263985,1613948393755,7843
+"eps_2",1e-05,1613948393755,7843
+"train_loss",0.004193843,1613948394719,7844
+"raw_loss",0.0045783473,1613948394719,7844
+"epoch",49.33962264150942,1613948394719,7844
+"wd_0",0.01,1613948394719,7844
+"sqr_mom_0",0.99,1613948394719,7844
+"lr_0",2.7972721656466656e-08,1613948394719,7844
+"mom_0",0.9494415399822704,1613948394719,7844
+"eps_0",1e-05,1613948394719,7844
+"wd_1",0.01,1613948394719,7844
+"sqr_mom_1",0.99,1613948394719,7844
+"lr_1",2.7972721656466487e-07,1613948394719,7844
+"mom_1",0.9494415399822704,1613948394719,7844
+"eps_1",1e-05,1613948394719,7844
+"wd_2",0.01,1613948394719,7844
+"sqr_mom_2",0.99,1613948394719,7844
+"lr_2",2.7972721656465945e-06,1613948394719,7844
+"mom_2",0.9494415399822704,1613948394719,7844
+"eps_2",1e-05,1613948394719,7844
+"train_loss",0.0041465773,1613948395669,7845
+"raw_loss",0.0018305645,1613948395669,7845
+"epoch",49.34591194968552,1613948395669,7845
+"wd_0",0.01,1613948395669,7845
+"sqr_mom_0",0.99,1613948395669,7845
+"lr_0",2.776268624527907e-08,1613948395669,7845
+"mom_0",0.9494457407325017,1613948395669,7845
+"eps_0",1e-05,1613948395669,7845
+"wd_1",0.01,1613948395669,7845
+"sqr_mom_1",0.99,1613948395669,7845
+"lr_1",2.776268624527924e-07,1613948395669,7845
+"mom_1",0.9494457407325017,1613948395669,7845
+"eps_1",1e-05,1613948395669,7845
+"wd_2",0.01,1613948395669,7845
+"sqr_mom_2",0.99,1613948395669,7845
+"lr_2",2.7762686245279104e-06,1613948395669,7845
+"mom_2",0.9494457407325017,1613948395669,7845
+"eps_2",1e-05,1613948395669,7845
+"train_loss",0.004153172,1613948396626,7846
+"raw_loss",0.004476312,1613948396626,7846
+"epoch",49.35220125786162,1613948396626,7846
+"wd_0",0.01,1613948396626,7846
+"sqr_mom_0",0.99,1613948396626,7846
+"lr_0",2.755357785876521e-08,1613948396626,7846
+"mom_0",0.9494499229420541,1613948396626,7846
+"eps_0",1e-05,1613948396626,7846
+"wd_1",0.01,1613948396626,7846
+"sqr_mom_1",0.99,1613948396626,7846
+"lr_1",2.7553577858764703e-07,1613948396626,7846
+"mom_1",0.9494499229420541,1613948396626,7846
+"eps_1",1e-05,1613948396626,7846
+"wd_2",0.01,1613948396626,7846
+"sqr_mom_2",0.99,1613948396626,7846
+"lr_2",2.7553577858764567e-06,1613948396626,7846
+"mom_2",0.9494499229420541,1613948396626,7846
+"eps_2",1e-05,1613948396626,7846
+"train_loss",0.004199104,1613948397591,7847
+"raw_loss",0.006449759,1613948397591,7847
+"epoch",49.35849056603772,1613948397591,7847
+"wd_0",0.01,1613948397591,7847
+"sqr_mom_0",0.99,1613948397591,7847
+"lr_0",2.734518803446297e-08,1613948397591,7847
+"mom_0",0.9494540907802185,1613948397591,7847
+"eps_0",1e-05,1613948397591,7847
+"wd_1",0.01,1613948397591,7847
+"sqr_mom_1",0.99,1613948397591,7847
+"lr_1",2.734518803446348e-07,1613948397591,7847
+"mom_1",0.9494540907802185,1613948397591,7847
+"eps_1",1e-05,1613948397591,7847
+"wd_2",0.01,1613948397591,7847
+"sqr_mom_2",0.99,1613948397591,7847
+"lr_2",2.73451880344628e-06,1613948397591,7847
+"mom_2",0.9494540907802185,1613948397591,7847
+"eps_2",1e-05,1613948397591,7847
+"train_loss",0.00422877,1613948398534,7848
+"raw_loss",0.005682402,1613948398534,7848
+"epoch",49.36477987421382,1613948398534,7848
+"wd_0",0.01,1613948398534,7848
+"sqr_mom_0",0.99,1613948398534,7848
+"lr_0",2.7137586348508207e-08,1613948398534,7848
+"mom_0",0.9494582428554583,1613948398534,7848
+"eps_0",1e-05,1613948398534,7848
+"wd_1",0.01,1613948398534,7848
+"sqr_mom_1",0.99,1613948398534,7848
+"lr_1",2.713758634850753e-07,1613948398534,7848
+"mom_1",0.9494582428554583,1613948398534,7848
+"eps_1",1e-05,1613948398534,7848
+"wd_2",0.01,1613948398534,7848
+"sqr_mom_2",0.99,1613948398534,7848
+"lr_2",2.713758634850685e-06,1613948398534,7848
+"mom_2",0.9494582428554583,1613948398534,7848
+"eps_2",1e-05,1613948398534,7848
+"train_loss",0.004196594,1613948399486,7849
+"raw_loss",0.0026199773,1613948399486,7849
+"epoch",49.371069182389924,1613948399486,7849
+"wd_0",0.01,1613948399486,7849
+"sqr_mom_0",0.99,1613948399486,7849
+"lr_0",2.6930772867068597e-08,1613948399486,7849
+"mom_0",0.9494623791664503,1613948399486,7849
+"eps_0",1e-05,1613948399486,7849
+"wd_1",0.01,1613948399486,7849
+"sqr_mom_1",0.99,1613948399486,7849
+"lr_1",2.6930772867069105e-07,1613948399486,7849
+"mom_1",0.9494623791664503,1613948399486,7849
+"eps_1",1e-05,1613948399486,7849
+"wd_2",0.01,1613948399486,7849
+"sqr_mom_2",0.99,1613948399486,7849
+"lr_2",2.6930772867068834e-06,1613948399486,7849
+"mom_2",0.9494623791664503,1613948399486,7849
+"eps_2",1e-05,1613948399486,7849
+"train_loss",0.0042466973,1613948400464,7850
+"raw_loss",0.0067017497,1613948400464,7850
+"epoch",49.377358490566024,1613948400464,7850
+"wd_0",0.01,1613948400464,7850
+"sqr_mom_0",0.99,1613948400464,7850
+"lr_0",2.6724747656065324e-08,1613948400464,7850
+"mom_0",0.9494664997118758,1613948400464,7850
+"eps_0",1e-05,1613948400464,7850
+"wd_1",0.01,1613948400464,7850
+"sqr_mom_1",0.99,1613948400464,7850
+"lr_1",2.6724747656064985e-07,1613948400464,7850
+"mom_1",0.9494664997118758,1613948400464,7850
+"eps_1",1e-05,1613948400464,7850
+"wd_2",0.01,1613948400464,7850
+"sqr_mom_2",0.99,1613948400464,7850
+"lr_2",2.6724747656064985e-06,1613948400464,7850
+"mom_2",0.9494664997118758,1613948400464,7850
+"eps_2",1e-05,1613948400464,7850
+"train_loss",0.004232629,1613948401407,7851
+"raw_loss",0.0035433017,1613948401407,7851
+"epoch",49.383647798742125,1613948401407,7851
+"wd_0",0.01,1613948401407,7851
+"sqr_mom_0",0.99,1613948401407,7851
+"lr_0",2.6519510781166313e-08,1613948401407,7851
+"mom_0",0.9494706044904215,1613948401407,7851
+"eps_0",1e-05,1613948401407,7851
+"wd_1",0.01,1613948401407,7851
+"sqr_mom_1",0.99,1613948401407,7851
+"lr_1",2.6519510781165974e-07,1613948401407,7851
+"mom_1",0.9494706044904215,1613948401407,7851
+"eps_1",1e-05,1613948401407,7851
+"wd_2",0.01,1613948401407,7851
+"sqr_mom_2",0.99,1613948401407,7851
+"lr_2",2.6519510781165432e-06,1613948401407,7851
+"mom_2",0.9494706044904215,1613948401407,7851
+"eps_2",1e-05,1613948401407,7851
+"train_loss",0.0041931267,1613948402344,7852
+"raw_loss",0.002257494,1613948402344,7852
+"epoch",49.389937106918225,1613948402344,7852
+"wd_0",0.01,1613948402344,7852
+"sqr_mom_0",0.99,1613948402344,7852
+"lr_0",2.6315129987516114e-08,1613948402344,7852
+"mom_0",0.9494746921471711,1613948402344,7852
+"eps_0",1e-05,1613948402344,7852
+"wd_1",0.01,1613948402344,7852
+"sqr_mom_1",0.99,1613948402344,7852
+"lr_1",2.6315129987516283e-07,1613948402344,7852
+"mom_1",0.9494746921471711,1613948402344,7852
+"eps_1",1e-05,1613948402344,7852
+"wd_2",0.01,1613948402344,7852
+"sqr_mom_2",0.99,1613948402344,7852
+"lr_2",2.6315129987515605e-06,1613948402344,7852
+"mom_2",0.9494746921471711,1613948402344,7852
+"eps_2",1e-05,1613948402344,7852
+"train_loss",0.0041710543,1613948403294,7853
+"raw_loss",0.0030895073,1613948403294,7853
+"epoch",49.396226415094326,1613948403294,7853
+"wd_0",0.01,1613948403294,7853
+"sqr_mom_0",0.99,1613948403294,7853
+"lr_0",2.6111402301095772e-08,1613948403294,7853
+"mom_0",0.9494787667416454,1613948403294,7853
+"eps_0",1e-05,1613948403294,7853
+"wd_1",0.01,1613948403294,7853
+"sqr_mom_1",0.99,1613948403294,7853
+"lr_1",2.6111402301095263e-07,1613948403294,7853
+"mom_1",0.9494787667416454,1613948403294,7853
+"eps_1",1e-05,1613948403294,7853
+"wd_2",0.01,1613948403294,7853
+"sqr_mom_2",0.99,1613948403294,7853
+"lr_2",2.6111402301095534e-06,1613948403294,7853
+"mom_2",0.9494787667416454,1613948403294,7853
+"eps_2",1e-05,1613948403294,7853
+"train_loss",0.0041625947,1613948404256,7854
+"raw_loss",0.0037480695,1613948404256,7854
+"epoch",49.402515723270426,1613948404256,7854
+"wd_0",0.01,1613948404256,7854
+"sqr_mom_0",0.99,1613948404256,7854
+"lr_0",2.590859798266049e-08,1613948404256,7854
+"mom_0",0.9494828228685754,1613948404256,7854
+"eps_0",1e-05,1613948404256,7854
+"wd_1",0.01,1613948404256,7854
+"sqr_mom_1",0.99,1613948404256,7854
+"lr_1",2.5908597982661e-07,1613948404256,7854
+"mom_1",0.9494828228685754,1613948404256,7854
+"eps_1",1e-05,1613948404256,7854
+"wd_2",0.01,1613948404256,7854
+"sqr_mom_2",0.99,1613948404256,7854
+"lr_2",2.5908597982660184e-06,1613948404256,7854
+"mom_2",0.9494828228685754,1613948404256,7854
+"eps_2",1e-05,1613948404256,7854
+"train_loss",0.004137324,1613948405193,7855
+"raw_loss",0.0028990598,1613948405193,7855
+"epoch",49.408805031446526,1613948405193,7855
+"wd_0",0.01,1613948405193,7855
+"sqr_mom_0",0.99,1613948405193,7855
+"lr_0",2.5706581737440088e-08,1613948405193,7855
+"mom_0",0.9494868632338835,1613948405193,7855
+"eps_0",1e-05,1613948405193,7855
+"wd_1",0.01,1613948405193,7855
+"sqr_mom_1",0.99,1613948405193,7855
+"lr_1",2.570658173743992e-07,1613948405193,7855
+"mom_1",0.9494868632338835,1613948405193,7855
+"eps_1",1e-05,1613948405193,7855
+"wd_2",0.01,1613948405193,7855
+"sqr_mom_2",0.99,1613948405193,7855
+"lr_2",2.5706581737439376e-06,1613948405193,7855
+"mom_2",0.9494868632338835,1613948405193,7855
+"eps_2",1e-05,1613948405193,7855
+"train_loss",0.0041281125,1613948406143,7856
+"raw_loss",0.0036767453,1613948406143,7856
+"epoch",49.41509433962263,1613948406143,7856
+"wd_0",0.01,1613948406143,7856
+"sqr_mom_0",0.99,1613948406143,7856
+"lr_0",2.550522036252406e-08,1613948406143,7856
+"mom_0",0.9494908905016545,1613948406143,7856
+"eps_0",1e-05,1613948406143,7856
+"wd_1",0.01,1613948406143,7856
+"sqr_mom_1",0.99,1613948406143,7856
+"lr_1",2.550522036252423e-07,1613948406143,7856
+"mom_1",0.9494908905016545,1613948406143,7856
+"eps_1",1e-05,1613948406143,7856
+"wd_2",0.01,1613948406143,7856
+"sqr_mom_2",0.99,1613948406143,7856
+"lr_2",2.5505220362523687e-06,1613948406143,7856
+"mom_2",0.9494908905016545,1613948406143,7856
+"eps_2",1e-05,1613948406143,7856
+"train_loss",0.0041911965,1613948407085,7857
+"raw_loss",0.0072823204,1613948407085,7857
+"epoch",49.42138364779873,1613948407085,7857
+"wd_0",0.01,1613948407085,7857
+"sqr_mom_0",0.99,1613948407085,7857
+"lr_0",2.5304780979571127e-08,1613948407085,7857
+"mom_0",0.9494948993294018,1613948407085,7857
+"eps_0",1e-05,1613948407085,7857
+"wd_1",0.01,1613948407085,7857
+"sqr_mom_1",0.99,1613948407085,7857
+"lr_1",2.5304780979571297e-07,1613948407085,7857
+"mom_1",0.9494948993294018,1613948407085,7857
+"eps_1",1e-05,1613948407085,7857
+"wd_2",0.01,1613948407085,7857
+"sqr_mom_2",0.99,1613948407085,7857
+"lr_2",2.5304780979571026e-06,1613948407085,7857
+"mom_2",0.9494948993294018,1613948407085,7857
+"eps_2",1e-05,1613948407085,7857
+"train_loss",0.0041571273,1613948408029,7858
+"raw_loss",0.002487732,1613948408029,7858
+"epoch",49.42767295597483,1613948408029,7858
+"wd_0",0.01,1613948408029,7858
+"sqr_mom_0",0.99,1613948408029,7858
+"lr_0",2.5105129862163765e-08,1613948408029,7858
+"mom_0",0.9494988923916806,1613948408029,7858
+"eps_0",1e-05,1613948408029,7858
+"wd_1",0.01,1613948408029,7858
+"sqr_mom_1",0.99,1613948408029,7858
+"lr_1",2.5105129862164273e-07,1613948408029,7858
+"mom_1",0.9494988923916806,1613948408029,7858
+"eps_1",1e-05,1613948408029,7858
+"wd_2",0.01,1613948408029,7858
+"sqr_mom_2",0.99,1613948408029,7858
+"lr_2",2.5105129862163867e-06,1613948408029,7858
+"mom_2",0.9494988923916806,1613948408029,7858
+"eps_2",1e-05,1613948408029,7858
+"train_loss",0.004121976,1613948409094,7859
+"raw_loss",0.0023995454,1613948409094,7859
+"epoch",49.43396226415093,1613948409094,7859
+"wd_0",0.01,1613948409094,7859
+"sqr_mom_0",0.99,1613948409094,7859
+"lr_0",2.4906135376259114e-08,1613948409094,7859
+"mom_0",0.949502872321198,1613948409094,7859
+"eps_0",1e-05,1613948409094,7859
+"wd_1",0.01,1613948409094,7859
+"sqr_mom_1",0.99,1613948409094,7859
+"lr_1",2.4906135376258945e-07,1613948409094,7859
+"mom_1",0.949502872321198,1613948409094,7859
+"eps_1",1e-05,1613948409094,7859
+"wd_2",0.01,1613948409094,7859
+"sqr_mom_2",0.99,1613948409094,7859
+"lr_2",2.4906135376258267e-06,1613948409094,7859
+"mom_2",0.949502872321198,1613948409094,7859
+"eps_2",1e-05,1613948409094,7859
+"train_loss",0.0040862486,1613948410041,7860
+"raw_loss",0.0023355964,1613948410041,7860
+"epoch",49.44025157232703,1613948410041,7860
+"wd_0",0.01,1613948410041,7860
+"sqr_mom_0",0.99,1613948410041,7860
+"lr_0",2.4708061503650312e-08,1613948410041,7860
+"mom_0",0.9495068338382653,1613948410041,7860
+"eps_0",1e-05,1613948410041,7860
+"wd_1",0.01,1613948410041,7860
+"sqr_mom_1",0.99,1613948410041,7860
+"lr_1",2.470806150365031e-07,1613948410041,7860
+"mom_1",0.9495068338382653,1613948410041,7860
+"eps_1",1e-05,1613948410041,7860
+"wd_2",0.01,1613948410041,7860
+"sqr_mom_2",0.99,1613948410041,7860
+"lr_2",2.4708061503649634e-06,1613948410041,7860
+"mom_2",0.9495068338382653,1613948410041,7860
+"eps_2",1e-05,1613948410041,7860
+"train_loss",0.004116095,1613948410978,7861
+"raw_loss",0.0055785826,1613948410978,7861
+"epoch",49.44654088050313,1613948410978,7861
+"wd_0",0.01,1613948410978,7861
+"sqr_mom_0",0.99,1613948410978,7861
+"lr_0",2.451071076116544e-08,1613948410978,7861
+"mom_0",0.9495107808925856,1613948410978,7861
+"eps_0",1e-05,1613948410978,7861
+"wd_1",0.01,1613948410978,7861
+"sqr_mom_1",0.99,1613948410978,7861
+"lr_1",2.451071076116544e-07,1613948410978,7861
+"mom_1",0.9495107808925856,1613948410978,7861
+"eps_1",1e-05,1613948410978,7861
+"wd_2",0.01,1613948410978,7861
+"sqr_mom_2",0.99,1613948410978,7861
+"lr_2",2.4510710761165575e-06,1613948410978,7861
+"mom_2",0.9495107808925856,1613948410978,7861
+"eps_2",1e-05,1613948410978,7861
+"train_loss",0.0040933983,1613948411951,7862
+"raw_loss",0.0029812544,1613948411951,7862
+"epoch",49.45283018867923,1613948411951,7862
+"wd_0",0.01,1613948411951,7862
+"sqr_mom_0",0.99,1613948411951,7862
+"lr_0",2.4314149060483552e-08,1613948411951,7862
+"mom_0",0.949514712165912,1613948411951,7862
+"eps_0",1e-05,1613948411951,7862
+"wd_1",0.01,1613948411951,7862
+"sqr_mom_1",0.99,1613948411951,7862
+"lr_1",2.431414906048338e-07,1613948411951,7862
+"mom_1",0.949514712165912,1613948411951,7862
+"eps_1",1e-05,1613948411951,7862
+"wd_2",0.01,1613948411951,7862
+"sqr_mom_2",0.99,1613948411951,7862
+"lr_2",2.4314149060483247e-06,1613948411951,7862
+"mom_2",0.949514712165912,1613948411951,7862
+"eps_2",1e-05,1613948411951,7862
+"train_loss",0.0041147093,1613948412908,7863
+"raw_loss",0.005158944,1613948412908,7863
+"epoch",49.45911949685533,1613948412908,7863
+"wd_0",0.01,1613948412908,7863
+"sqr_mom_0",0.99,1613948412908,7863
+"lr_0",2.411837646425629e-08,1613948412908,7863
+"mom_0",0.9495186276569914,1613948412908,7863
+"eps_0",1e-05,1613948412908,7863
+"wd_1",0.01,1613948412908,7863
+"sqr_mom_1",0.99,1613948412908,7863
+"lr_1",2.411837646425612e-07,1613948412908,7863
+"mom_1",0.9495186276569914,1613948412908,7863
+"eps_1",1e-05,1613948412908,7863
+"wd_2",0.01,1613948412908,7863
+"sqr_mom_2",0.99,1613948412908,7863
+"lr_2",2.4118376464256526e-06,1613948412908,7863
+"mom_2",0.9495186276569914,1613948412908,7863
+"eps_2",1e-05,1613948412908,7863
+"train_loss",0.004106408,1613948413932,7864
+"raw_loss",0.003699636,1613948413932,7864
+"epoch",49.46540880503143,1613948413932,7864
+"wd_0",0.01,1613948413932,7864
+"sqr_mom_0",0.99,1613948413932,7864
+"lr_0",2.3923457575169e-08,1613948413932,7864
+"mom_0",0.9495225260737573,1613948413932,7864
+"eps_0",1e-05,1613948413932,7864
+"wd_1",0.01,1613948413932,7864
+"sqr_mom_1",0.99,1613948413932,7864
+"lr_1",2.392345757516883e-07,1613948413932,7864
+"mom_1",0.9495225260737573,1613948413932,7864
+"eps_1",1e-05,1613948413932,7864
+"wd_2",0.01,1613948413932,7864
+"sqr_mom_2",0.99,1613948413932,7864
+"lr_2",2.3923457575168424e-06,1613948413932,7864
+"mom_2",0.9495225260737573,1613948413932,7864
+"eps_2",1e-05,1613948413932,7864
+"train_loss",0.0040691406,1613948414916,7865
+"raw_loss",0.002243039,1613948414916,7865
+"epoch",49.47169811320753,1613948414916,7865
+"wd_0",0.01,1613948414916,7865
+"sqr_mom_0",0.99,1613948414916,7865
+"lr_0",2.3729198834516888e-08,1613948414916,7865
+"mom_0",0.9495264112874225,1613948414916,7865
+"eps_0",1e-05,1613948414916,7865
+"wd_1",0.01,1613948414916,7865
+"sqr_mom_1",0.99,1613948414916,7865
+"lr_1",2.3729198834516888e-07,1613948414916,7865
+"mom_1",0.9495264112874225,1613948414916,7865
+"eps_1",1e-05,1613948414916,7865
+"wd_2",0.01,1613948414916,7865
+"sqr_mom_2",0.99,1613948414916,7865
+"lr_2",2.3729198834515804e-06,1613948414916,7865
+"mom_2",0.9495264112874225,1613948414916,7865
+"eps_2",1e-05,1613948414916,7865
+"train_loss",0.0041041924,1613948415937,7866
+"raw_loss",0.005821724,1613948415937,7866
+"epoch",49.47798742138363,1613948415937,7866
+"wd_0",0.01,1613948415937,7866
+"sqr_mom_0",0.99,1613948415937,7866
+"lr_0",2.3535857941756447e-08,1613948415937,7866
+"mom_0",0.9495302781439463,1613948415937,7866
+"eps_0",1e-05,1613948415937,7866
+"wd_1",0.01,1613948415937,7866
+"sqr_mom_1",0.99,1613948415937,7866
+"lr_1",2.3535857941756955e-07,1613948415937,7866
+"mom_1",0.9495302781439463,1613948415937,7866
+"eps_1",1e-05,1613948415937,7866
+"wd_2",0.01,1613948415937,7866
+"sqr_mom_2",0.99,1613948415937,7866
+"lr_2",2.3535857941756142e-06,1613948415937,7866
+"mom_2",0.9495302781439463,1613948415937,7866
+"eps_2",1e-05,1613948415937,7866
+"train_loss",0.004096993,1613948416918,7867
+"raw_loss",0.0037442017,1613948416918,7867
+"epoch",49.48427672955973,1613948416918,7867
+"wd_0",0.01,1613948416918,7867
+"sqr_mom_0",0.99,1613948416918,7867
+"lr_0",2.3343305877993822e-08,1613948416918,7867
+"mom_0",0.9495341292237324,1613948416918,7867
+"eps_0",1e-05,1613948416918,7867
+"wd_1",0.01,1613948416918,7867
+"sqr_mom_1",0.99,1613948416918,7867
+"lr_1",2.3343305877993314e-07,1613948416918,7867
+"mom_1",0.9495341292237324,1613948416918,7867
+"eps_1",1e-05,1613948416918,7867
+"wd_2",0.01,1613948416918,7867
+"sqr_mom_2",0.99,1613948416918,7867
+"lr_2",2.334330587799318e-06,1613948416918,7867
+"mom_2",0.9495341292237324,1613948416918,7867
+"eps_2",1e-05,1613948416918,7867
+"train_loss",0.004213015,1613948417887,7868
+"raw_loss",0.009898109,1613948417887,7868
+"epoch",49.49056603773583,1613948417887,7868
+"wd_0",0.01,1613948417887,7868
+"sqr_mom_0",0.99,1613948417887,7868
+"lr_0",2.3151415718197214e-08,1613948417887,7868
+"mom_0",0.9495379670653067,1613948417887,7868
+"eps_0",1e-05,1613948417887,7868
+"wd_1",0.01,1613948417887,7868
+"sqr_mom_1",0.99,1613948417887,7868
+"lr_1",2.3151415718197045e-07,1613948417887,7868
+"mom_1",0.9495379670653067,1613948417887,7868
+"eps_1",1e-05,1613948417887,7868
+"wd_2",0.01,1613948417887,7868
+"sqr_mom_2",0.99,1613948417887,7868
+"lr_2",2.315141571819718e-06,1613948417887,7868
+"mom_2",0.9495379670653067,1613948417887,7868
+"eps_2",1e-05,1613948417887,7868
+"train_loss",0.004188699,1613948418885,7869
+"raw_loss",0.0029972119,1613948418885,7869
+"epoch",49.49685534591193,1613948418885,7869
+"wd_0",0.01,1613948418885,7869
+"sqr_mom_0",0.99,1613948418885,7869
+"lr_0",2.2960442019718825e-08,1613948418885,7869
+"mom_0",0.9495417865774713,1613948418885,7869
+"eps_0",1e-05,1613948418885,7869
+"wd_1",0.01,1613948418885,7869
+"sqr_mom_1",0.99,1613948418885,7869
+"lr_1",2.2960442019718825e-07,1613948418885,7869
+"mom_1",0.9495417865774713,1613948418885,7869
+"eps_1",1e-05,1613948418885,7869
+"wd_2",0.01,1613948418885,7869
+"sqr_mom_2",0.99,1613948418885,7869
+"lr_2",2.2960442019718825e-06,1613948418885,7869
+"mom_2",0.9495417865774713,1613948418885,7869
+"eps_2",1e-05,1613948418885,7869
+"train_loss",0.004238169,1613948419862,7870
+"raw_loss",0.006662192,1613948419862,7870
+"epoch",49.50314465408803,1613948419862,7870
+"wd_0",0.01,1613948419862,7870
+"sqr_mom_0",0.99,1613948419862,7870
+"lr_0",2.2770194364036232e-08,1613948419862,7870
+"mom_0",0.9495455915686349,1613948419862,7870
+"eps_0",1e-05,1613948419862,7870
+"wd_1",0.01,1613948419862,7870
+"sqr_mom_1",0.99,1613948419862,7870
+"lr_1",2.2770194364035555e-07,1613948419862,7870
+"mom_1",0.9495455915686349,1613948419862,7870
+"eps_1",1e-05,1613948419862,7870
+"wd_2",0.01,1613948419862,7870
+"sqr_mom_2",0.99,1613948419862,7870
+"lr_2",2.277019436403515e-06,1613948419862,7870
+"mom_2",0.9495455915686349,1613948419862,7870
+"eps_2",1e-05,1613948419862,7870
+"train_loss",0.004258094,1613948420865,7871
+"raw_loss",0.0052343947,1613948420865,7871
+"epoch",49.50943396226413,1613948420865,7871
+"wd_0",0.01,1613948420865,7871
+"sqr_mom_0",0.99,1613948420865,7871
+"lr_0",2.2580736304925936e-08,1613948420865,7871
+"mom_0",0.9495493807677091,1613948420865,7871
+"eps_0",1e-05,1613948420865,7871
+"wd_1",0.01,1613948420865,7871
+"sqr_mom_1",0.99,1613948420865,7871
+"lr_1",2.2580736304925766e-07,1613948420865,7871
+"mom_1",0.9495493807677091,1613948420865,7871
+"eps_1",1e-05,1613948420865,7871
+"wd_2",0.01,1613948420865,7871
+"sqr_mom_2",0.99,1613948420865,7871
+"lr_2",2.258073630492536e-06,1613948420865,7871
+"mom_2",0.9495493807677091,1613948420865,7871
+"eps_2",1e-05,1613948420865,7871
+"train_loss",0.0042418223,1613948421870,7872
+"raw_loss",0.003444515,1613948421870,7872
+"epoch",49.51572327044023,1613948421870,7872
+"wd_0",0.01,1613948421870,7872
+"sqr_mom_0",0.99,1613948421870,7872
+"lr_0",2.2392067902775455e-08,1613948421870,7872
+"mom_0",0.9495531541734862,1613948421870,7872
+"eps_0",1e-05,1613948421870,7872
+"wd_1",0.01,1613948421870,7872
+"sqr_mom_1",0.99,1613948421870,7872
+"lr_1",2.2392067902775455e-07,1613948421870,7872
+"mom_1",0.9495531541734862,1613948421870,7872
+"eps_1",1e-05,1613948421870,7872
+"wd_2",0.01,1613948421870,7872
+"sqr_mom_2",0.99,1613948421870,7872
+"lr_2",2.2392067902775184e-06,1613948421870,7872
+"mom_2",0.9495531541734862,1613948421870,7872
+"eps_2",1e-05,1613948421870,7872
+"train_loss",0.004226658,1613948422873,7873
+"raw_loss",0.0034836123,1613948422873,7873
+"epoch",49.522012578616334,1613948422873,7873
+"wd_0",0.01,1613948422873,7873
+"sqr_mom_0",0.99,1613948422873,7873
+"lr_0",2.2204251401448554e-08,1613948422873,7873
+"mom_0",0.9495569105410764,1613948422873,7873
+"eps_0",1e-05,1613948422873,7873
+"wd_1",0.01,1613948422873,7873
+"sqr_mom_1",0.99,1613948422873,7873
+"lr_1",2.2204251401449063e-07,1613948422873,7873
+"mom_1",0.9495569105410764,1613948422873,7873
+"eps_1",1e-05,1613948422873,7873
+"wd_2",0.01,1613948422873,7873
+"sqr_mom_2",0.99,1613948422873,7873
+"lr_2",2.2204251401448114e-06,1613948422873,7873
+"mom_2",0.9495569105410764,1613948422873,7873
+"eps_2",1e-05,1613948422873,7873
+"train_loss",0.0042165457,1613948423830,7874
+"raw_loss",0.0037210388,1613948423830,7874
+"epoch",49.528301886792434,1613948423830,7874
+"wd_0",0.01,1613948423830,7874
+"sqr_mom_0",0.99,1613948423830,7874
+"lr_0",2.2017100309647872e-08,1613948423830,7874
+"mom_0",0.949560653600343,1613948423830,7874
+"eps_0",1e-05,1613948423830,7874
+"wd_1",0.01,1613948423830,7874
+"sqr_mom_1",0.99,1613948423830,7874
+"lr_1",2.2017100309647703e-07,1613948423830,7874
+"mom_1",0.949560653600343,1613948423830,7874
+"eps_1",1e-05,1613948423830,7874
+"wd_2",0.01,1613948423830,7874
+"sqr_mom_2",0.99,1613948423830,7874
+"lr_2",2.2017100309647568e-06,1613948423830,7874
+"mom_2",0.949560653600343,1613948423830,7874
+"eps_2",1e-05,1613948423830,7874
+"train_loss",0.004197161,1613948424780,7875
+"raw_loss",0.0032473127,1613948424780,7875
+"epoch",49.534591194968534,1613948424780,7875
+"wd_0",0.01,1613948424780,7875
+"sqr_mom_0",0.99,1613948424780,7875
+"lr_0",2.1830862897975925e-08,1613948424780,7875
+"mom_0",0.9495643783858243,1613948424780,7875
+"eps_0",1e-05,1613948424780,7875
+"wd_1",0.01,1613948424780,7875
+"sqr_mom_1",0.99,1613948424780,7875
+"lr_1",2.1830862897975756e-07,1613948424780,7875
+"mom_1",0.9495643783858243,1613948424780,7875
+"eps_1",1e-05,1613948424780,7875
+"wd_2",0.01,1613948424780,7875
+"sqr_mom_2",0.99,1613948424780,7875
+"lr_2",2.183086289797467e-06,1613948424780,7875
+"mom_2",0.9495643783858243,1613948424780,7875
+"eps_2",1e-05,1613948424780,7875
+"train_loss",0.0041795047,1613948425737,7876
+"raw_loss",0.0033143284,1613948425737,7876
+"epoch",49.540880503144635,1613948425737,7876
+"wd_0",0.01,1613948425737,7876
+"sqr_mom_0",0.99,1613948425737,7876
+"lr_0",2.1645414858386285e-08,1613948425737,7876
+"mom_0",0.949568087383706,1613948425737,7876
+"eps_0",1e-05,1613948425737,7876
+"wd_1",0.01,1613948425737,7876
+"sqr_mom_1",0.99,1613948425737,7876
+"lr_1",2.1645414858386454e-07,1613948425737,7876
+"mom_1",0.949568087383706,1613948425737,7876
+"eps_1",1e-05,1613948425737,7876
+"wd_2",0.01,1613948425737,7876
+"sqr_mom_2",0.99,1613948425737,7876
+"lr_2",2.1645414858386183e-06,1613948425737,7876
+"mom_2",0.949568087383706,1613948425737,7876
+"eps_2",1e-05,1613948425737,7876
+"train_loss",0.0041856347,1613948426678,7877
+"raw_loss",0.004485994,1613948426678,7877
+"epoch",49.547169811320735,1613948426678,7877
+"wd_0",0.01,1613948426678,7877
+"sqr_mom_0",0.99,1613948426678,7877
+"lr_0",2.146063397814555e-08,1613948426678,7877
+"mom_0",0.9495717830382674,1613948426678,7877
+"eps_0",1e-05,1613948426678,7877
+"wd_1",0.01,1613948426678,7877
+"sqr_mom_1",0.99,1613948426678,7877
+"lr_1",2.1460633978145888e-07,1613948426678,7877
+"mom_1",0.9495717830382674,1613948426678,7877
+"eps_1",1e-05,1613948426678,7877
+"wd_2",0.01,1613948426678,7877
+"sqr_mom_2",0.99,1613948426678,7877
+"lr_2",2.146063397814521e-06,1613948426678,7877
+"mom_2",0.9495717830382674,1613948426678,7877
+"eps_2",1e-05,1613948426678,7877
+"train_loss",0.0041561,1613948427641,7878
+"raw_loss",0.0027089035,1613948427641,7878
+"epoch",49.553459119496836,1613948427641,7878
+"wd_0",0.01,1613948427641,7878
+"sqr_mom_0",0.99,1613948427641,7878
+"lr_0",2.1276765383583536e-08,1613948427641,7878
+"mom_0",0.9495754604469328,1613948427641,7878
+"eps_0",1e-05,1613948427641,7878
+"wd_1",0.01,1613948427641,7878
+"sqr_mom_1",0.99,1613948427641,7878
+"lr_1",2.1276765383584044e-07,1613948427641,7878
+"mom_1",0.9495754604469328,1613948427641,7878
+"eps_1",1e-05,1613948427641,7878
+"wd_2",0.01,1613948427641,7878
+"sqr_mom_2",0.99,1613948427641,7878
+"lr_2",2.1276765383583095e-06,1613948427641,7878
+"mom_2",0.9495754604469328,1613948427641,7878
+"eps_2",1e-05,1613948427641,7878
+"train_loss",0.0041973135,1613948428611,7879
+"raw_loss",0.0062167593,1613948428611,7879
+"epoch",49.559748427672936,1613948428611,7879
+"wd_0",0.01,1613948428611,7879
+"sqr_mom_0",0.99,1613948428611,7879
+"lr_0",2.1093686337600085e-08,1613948428611,7879
+"mom_0",0.9495791220644686,1613948428611,7879
+"eps_0",1e-05,1613948428611,7879
+"wd_1",0.01,1613948428611,7879
+"sqr_mom_1",0.99,1613948428611,7879
+"lr_1",2.1093686337600085e-07,1613948428611,7879
+"mom_1",0.9495791220644686,1613948428611,7879
+"eps_1",1e-05,1613948428611,7879
+"wd_2",0.01,1613948428611,7879
+"sqr_mom_2",0.99,1613948428611,7879
+"lr_2",2.109368633760049e-06,1613948428611,7879
+"mom_2",0.9495791220644686,1613948428611,7879
+"eps_2",1e-05,1613948428611,7879
+"train_loss",0.0041740392,1613948429560,7880
+"raw_loss",0.0030336098,1613948429560,7880
+"epoch",49.56603773584904,1613948429560,7880
+"wd_0",0.01,1613948429560,7880
+"sqr_mom_0",0.99,1613948429560,7880
+"lr_0",2.0911276198873082e-08,1613948429560,7880
+"mom_0",0.9495827703037255,1613948429560,7880
+"eps_0",1e-05,1613948429560,7880
+"wd_1",0.01,1613948429560,7880
+"sqr_mom_1",0.99,1613948429560,7880
+"lr_1",2.0911276198872913e-07,1613948429560,7880
+"mom_1",0.9495827703037255,1613948429560,7880
+"eps_1",1e-05,1613948429560,7880
+"wd_2",0.01,1613948429560,7880
+"sqr_mom_2",0.99,1613948429560,7880
+"lr_2",2.0911276198872777e-06,1613948429560,7880
+"mom_2",0.9495827703037255,1613948429560,7880
+"eps_2",1e-05,1613948429560,7880
+"train_loss",0.004139928,1613948430544,7881
+"raw_loss",0.0024684914,1613948430544,7881
+"epoch",49.57232704402514,1613948430544,7881
+"wd_0",0.01,1613948430544,7881
+"sqr_mom_0",0.99,1613948430544,7881
+"lr_0",2.0729776948758305e-08,1613948430544,7881
+"mom_0",0.9495864003250281,1613948430544,7881
+"eps_0",1e-05,1613948430544,7881
+"wd_1",0.01,1613948430544,7881
+"sqr_mom_1",0.99,1613948430544,7881
+"lr_1",2.0729776948758813e-07,1613948430544,7881
+"mom_1",0.9495864003250281,1613948430544,7881
+"eps_1",1e-05,1613948430544,7881
+"wd_2",0.01,1613948430544,7881
+"sqr_mom_2",0.99,1613948430544,7881
+"lr_2",2.0729776948757864e-06,1613948430544,7881
+"mom_2",0.9495864003250281,1613948430544,7881
+"eps_2",1e-05,1613948430544,7881
+"train_loss",0.004144489,1613948431509,7882
+"raw_loss",0.0043679546,1613948431509,7882
+"epoch",49.57861635220124,1613948431509,7882
+"wd_0",0.01,1613948431509,7882
+"sqr_mom_0",0.99,1613948431509,7882
+"lr_0",2.0549007595800917e-08,1613948431509,7882
+"mom_0",0.9495900157482414,1613948431509,7882
+"eps_0",1e-05,1613948431509,7882
+"wd_1",0.01,1613948431509,7882
+"sqr_mom_1",0.99,1613948431509,7882
+"lr_1",2.0549007595800747e-07,1613948431509,7882
+"mom_1",0.9495900157482414,1613948431509,7882
+"eps_1",1e-05,1613948431509,7882
+"wd_2",0.01,1613948431509,7882
+"sqr_mom_2",0.99,1613948431509,7882
+"lr_2",2.0549007595800205e-06,1613948431509,7882
+"mom_2",0.9495900157482414,1613948431509,7882
+"eps_2",1e-05,1613948431509,7882
+"train_loss",0.0041418914,1613948432487,7883
+"raw_loss",0.0040146224,1613948432487,7883
+"epoch",49.58490566037734,1613948432487,7883
+"wd_0",0.01,1613948432487,7883
+"sqr_mom_0",0.99,1613948432487,7883
+"lr_0",2.0369028547393915e-08,1613948432487,7883
+"mom_0",0.9495936153652057,1613948432487,7883
+"eps_0",1e-05,1613948432487,7883
+"wd_1",0.01,1613948432487,7883
+"sqr_mom_1",0.99,1613948432487,7883
+"lr_1",2.0369028547394084e-07,1613948432487,7883
+"mom_1",0.9495936153652057,1613948432487,7883
+"eps_1",1e-05,1613948432487,7883
+"wd_2",0.01,1613948432487,7883
+"sqr_mom_2",0.99,1613948432487,7883
+"lr_2",2.0369028547392865e-06,1613948432487,7883
+"mom_2",0.9495936153652057,1613948432487,7883
+"eps_2",1e-05,1613948432487,7883
+"train_loss",0.004118727,1613948433498,7884
+"raw_loss",0.0029836642,1613948433498,7884
+"epoch",49.59119496855344,1613948433498,7884
+"wd_0",0.01,1613948433498,7884
+"sqr_mom_0",0.99,1613948433498,7884
+"lr_0",2.0189839860903452e-08,1613948433498,7884
+"mom_0",0.9495971991747736,1613948433498,7884
+"eps_0",1e-05,1613948433498,7884
+"wd_1",0.01,1613948433498,7884
+"sqr_mom_1",0.99,1613948433498,7884
+"lr_1",2.0189839860903282e-07,1613948433498,7884
+"mom_1",0.9495971991747736,1613948433498,7884
+"eps_1",1e-05,1613948433498,7884
+"wd_2",0.01,1613948433498,7884
+"sqr_mom_2",0.99,1613948433498,7884
+"lr_2",2.0189839860903147e-06,1613948433498,7884
+"mom_2",0.9495971991747736,1613948433498,7884
+"eps_2",1e-05,1613948433498,7884
+"train_loss",0.004196124,1613948434541,7885
+"raw_loss",0.007988579,1613948434541,7885
+"epoch",49.59748427672954,1613948434541,7885
+"wd_0",0.01,1613948434541,7885
+"sqr_mom_0",0.99,1613948434541,7885
+"lr_0",2.0011500632637493e-08,1613948434541,7885
+"mom_0",0.9496007659950072,1613948434541,7885
+"eps_0",1e-05,1613948434541,7885
+"wd_1",0.01,1613948434541,7885
+"sqr_mom_1",0.99,1613948434541,7885
+"lr_1",2.0011500632637324e-07,1613948434541,7885
+"mom_1",0.9496007659950072,1613948434541,7885
+"eps_1",1e-05,1613948434541,7885
+"wd_2",0.01,1613948434541,7885
+"sqr_mom_2",0.99,1613948434541,7885
+"lr_2",2.001150063263746e-06,1613948434541,7885
+"mom_2",0.9496007659950072,1613948434541,7885
+"eps_2",1e-05,1613948434541,7885
+"train_loss",0.004176528,1613948435585,7886
+"raw_loss",0.003216323,1613948435585,7886
+"epoch",49.60377358490564,1613948435585,7886
+"wd_0",0.01,1613948435585,7886
+"sqr_mom_0",0.99,1613948435585,7886
+"lr_0",1.9833833801877218e-08,1613948435585,7886
+"mom_0",0.9496043193671561,1613948435585,7886
+"eps_0",1e-05,1613948435585,7886
+"wd_1",0.01,1613948435585,7886
+"sqr_mom_1",0.99,1613948435585,7886
+"lr_1",1.9833833801877556e-07,1613948435585,7886
+"mom_1",0.9496043193671561,1613948435585,7886
+"eps_1",1e-05,1613948435585,7886
+"wd_2",0.01,1613948435585,7886
+"sqr_mom_2",0.99,1613948435585,7886
+"lr_2",1.9833833801877285e-06,1613948435585,7886
+"mom_2",0.9496043193671561,1613948435585,7886
+"eps_2",1e-05,1613948435585,7886
+"train_loss",0.004202187,1613948436598,7887
+"raw_loss",0.0054594697,1613948436598,7887
+"epoch",49.61006289308174,1613948436598,7887
+"wd_0",0.01,1613948436598,7887
+"sqr_mom_0",0.99,1613948436598,7887
+"lr_0",1.96570750576095e-08,1613948436598,7887
+"mom_0",0.9496078545773935,1613948436598,7887
+"eps_0",1e-05,1613948436598,7887
+"wd_1",0.01,1613948436598,7887
+"sqr_mom_1",0.99,1613948436598,7887
+"lr_1",1.965707505760967e-07,1613948436598,7887
+"mom_1",0.9496078545773935,1613948436598,7887
+"eps_1",1e-05,1613948436598,7887
+"wd_2",0.01,1613948436598,7887
+"sqr_mom_2",0.99,1613948436598,7887
+"lr_2",1.9657075057609398e-06,1613948436598,7887
+"mom_2",0.9496078545773935,1613948436598,7887
+"eps_2",1e-05,1613948436598,7887
+"train_loss",0.0042140163,1613948437612,7888
+"raw_loss",0.0047936514,1613948437612,7888
+"epoch",49.61635220125784,1613948437612,7888
+"wd_0",0.01,1613948437612,7888
+"sqr_mom_0",0.99,1613948437612,7888
+"lr_0",1.9481106377835406e-08,1613948437612,7888
+"mom_0",0.9496113739861831,1613948437612,7888
+"eps_0",1e-05,1613948437612,7888
+"wd_1",0.01,1613948437612,7888
+"sqr_mom_1",0.99,1613948437612,7888
+"lr_1",1.9481106377835237e-07,1613948437612,7888
+"mom_1",0.9496113739861831,1613948437612,7888
+"eps_1",1e-05,1613948437612,7888
+"wd_2",0.01,1613948437612,7888
+"sqr_mom_2",0.99,1613948437612,7888
+"lr_2",1.948110637783429e-06,1613948437612,7888
+"mom_2",0.9496113739861831,1613948437612,7888
+"eps_2",1e-05,1613948437612,7888
+"train_loss",0.004202583,1613948438614,7889
+"raw_loss",0.0036423379,1613948438614,7889
+"epoch",49.62264150943394,1613948438614,7889
+"wd_0",0.01,1613948438614,7889
+"sqr_mom_0",0.99,1613948438614,7889
+"lr_0",1.9305811837703703e-08,1613948438614,7889
+"mom_0",0.949614879912045,1613948438614,7889
+"eps_0",1e-05,1613948438614,7889
+"wd_1",0.01,1613948438614,7889
+"sqr_mom_1",0.99,1613948438614,7889
+"lr_1",1.9305811837703703e-07,1613948438614,7889
+"mom_1",0.949614879912045,1613948438614,7889
+"eps_1",1e-05,1613948438614,7889
+"wd_2",0.01,1613948438614,7889
+"sqr_mom_2",0.99,1613948438614,7889
+"lr_2",1.9305811837703026e-06,1613948438614,7889
+"mom_2",0.949614879912045,1613948438614,7889
+"eps_2",1e-05,1613948438614,7889
+"train_loss",0.004183042,1613948439634,7890
+"raw_loss",0.0032255368,1613948439634,7890
+"epoch",49.62893081761004,1613948439634,7890
+"wd_0",0.01,1613948439634,7890
+"sqr_mom_0",0.99,1613948439634,7890
+"lr_0",1.913142397917317e-08,1613948439634,7890
+"mom_0",0.9496183677040936,1613948439634,7890
+"eps_0",1e-05,1613948439634,7890
+"wd_1",0.01,1613948439634,7890
+"sqr_mom_1",0.99,1613948439634,7890
+"lr_1",1.913142397917317e-07,1613948439634,7890
+"mom_1",0.9496183677040936,1613948439634,7890
+"eps_1",1e-05,1613948439634,7890
+"wd_2",0.01,1613948439634,7890
+"sqr_mom_2",0.99,1613948439634,7890
+"lr_2",1.9131423979172222e-06,1613948439634,7890
+"mom_2",0.9496183677040936,1613948439634,7890
+"eps_2",1e-05,1613948439634,7890
+"train_loss",0.0041610426,1613948440620,7891
+"raw_loss",0.0030830754,1613948440620,7891
+"epoch",49.63522012578614,1613948440620,7891
+"wd_0",0.01,1613948440620,7891
+"sqr_mom_0",0.99,1613948440620,7891
+"lr_0",1.8957711420765907e-08,1613948440620,7891
+"mom_0",0.9496218419900045,1613948440620,7891
+"eps_0",1e-05,1613948440620,7891
+"wd_1",0.01,1613948440620,7891
+"sqr_mom_1",0.99,1613948440620,7891
+"lr_1",1.8957711420765399e-07,1613948440620,7891
+"mom_1",0.9496218419900045,1613948440620,7891
+"eps_1",1e-05,1613948440620,7891
+"wd_2",0.01,1613948440620,7891
+"sqr_mom_2",0.99,1613948440620,7891
+"lr_2",1.8957711420765399e-06,1613948440620,7891
+"mom_2",0.9496218419900045,1613948440620,7891
+"eps_2",1e-05,1613948440620,7891
+"train_loss",0.004159048,1613948441628,7892
+"raw_loss",0.0040613124,1613948441628,7892
+"epoch",49.64150943396224,1613948441628,7892
+"wd_0",0.01,1613948441628,7892
+"sqr_mom_0",0.99,1613948441628,7892
+"lr_0",1.878490460581492e-08,1613948441628,7892
+"mom_0",0.9496252981608653,1613948441628,7892
+"eps_0",1e-05,1613948441628,7892
+"wd_1",0.01,1613948441628,7892
+"sqr_mom_1",0.99,1613948441628,7892
+"lr_1",1.878490460581475e-07,1613948441628,7892
+"mom_1",0.9496252981608653,1613948441628,7892
+"eps_1",1e-05,1613948441628,7892
+"wd_2",0.01,1613948441628,7892
+"sqr_mom_2",0.99,1613948441628,7892
+"lr_2",1.8784904605814072e-06,1613948441628,7892
+"mom_2",0.9496252981608653,1613948441628,7892
+"eps_2",1e-05,1613948441628,7892
+"train_loss",0.0041361866,1613948442630,7893
+"raw_loss",0.0030159715,1613948442630,7893
+"epoch",49.64779874213834,1613948442630,7893
+"wd_0",0.01,1613948442630,7893
+"sqr_mom_0",0.99,1613948442630,7893
+"lr_0",1.8612831191843412e-08,1613948442630,7893
+"mom_0",0.9496287396635598,1613948442630,7893
+"eps_0",1e-05,1613948442630,7893
+"wd_1",0.01,1613948442630,7893
+"sqr_mom_1",0.99,1613948442630,7893
+"lr_1",1.861283119184375e-07,1613948442630,7893
+"mom_1",0.9496287396635598,1613948442630,7893
+"eps_1",1e-05,1613948442630,7893
+"wd_2",0.01,1613948442630,7893
+"sqr_mom_2",0.99,1613948442630,7893
+"lr_2",1.861283119184375e-06,1613948442630,7893
+"mom_2",0.9496287396635598,1613948442630,7893
+"eps_2",1e-05,1613948442630,7893
+"train_loss",0.004158782,1613948443619,7894
+"raw_loss",0.005265958,1613948443619,7894
+"epoch",49.65408805031444,1613948443619,7894
+"wd_0",0.01,1613948443619,7894
+"sqr_mom_0",0.99,1613948443619,7894
+"lr_0",1.8441548699556096e-08,1613948443619,7894
+"mom_0",0.9496321653476623,1613948443619,7894
+"eps_0",1e-05,1613948443619,7894
+"wd_1",0.01,1613948443619,7894
+"sqr_mom_1",0.99,1613948443619,7894
+"lr_1",1.8441548699556774e-07,1613948443619,7894
+"mom_1",0.9496321653476623,1613948443619,7894
+"eps_1",1e-05,1613948443619,7894
+"wd_2",0.01,1613948443619,7894
+"sqr_mom_2",0.99,1613948443619,7894
+"lr_2",1.844154869955596e-06,1613948443619,7894
+"mom_2",0.9496321653476623,1613948443619,7894
+"eps_2",1e-05,1613948443619,7894
+"train_loss",0.0041831653,1613948444600,7895
+"raw_loss",0.005377943,1613948444600,7895
+"epoch",49.66037735849054,1613948444600,7895
+"wd_0",0.01,1613948444600,7895
+"sqr_mom_0",0.99,1613948444600,7895
+"lr_0",1.827105718354848e-08,1613948444600,7895
+"mom_0",0.9496355752120811,1613948444600,7895
+"eps_0",1e-05,1613948444600,7895
+"wd_1",0.01,1613948444600,7895
+"sqr_mom_1",0.99,1613948444600,7895
+"lr_1",1.8271057183548819e-07,1613948444600,7895
+"mom_1",0.9496355752120811,1613948444600,7895
+"eps_1",1e-05,1613948444600,7895
+"wd_2",0.01,1613948444600,7895
+"sqr_mom_2",0.99,1613948444600,7895
+"lr_2",1.827105718354787e-06,1613948444600,7895
+"mom_2",0.9496355752120811,1613948444600,7895
+"eps_2",1e-05,1613948444600,7895
+"train_loss",0.0041466053,1613948445560,7896
+"raw_loss",0.002355162,1613948445560,7896
+"epoch",49.66666666666664,1613948445560,7896
+"wd_0",0.01,1613948445560,7896
+"sqr_mom_0",0.99,1613948445560,7896
+"lr_0",1.8101412852417877e-08,1613948445560,7896
+"mom_0",0.9496389681326329,1613948445560,7896
+"eps_0",1e-05,1613948445560,7896
+"wd_1",0.01,1613948445560,7896
+"sqr_mom_1",0.99,1613948445560,7896
+"lr_1",1.8101412852417368e-07,1613948445560,7896
+"mom_1",0.9496389681326329,1613948445560,7896
+"eps_1",1e-05,1613948445560,7896
+"wd_2",0.01,1613948445560,7896
+"sqr_mom_2",0.99,1613948445560,7896
+"lr_2",1.8101412852417368e-06,1613948445560,7896
+"mom_2",0.9496389681326329,1613948445560,7896
+"eps_2",1e-05,1613948445560,7896
+"train_loss",0.004141328,1613948446524,7897
+"raw_loss",0.0038827474,1613948446524,7897
+"epoch",49.67295597484274,1613948446524,7897
+"wd_0",0.01,1613948446524,7897
+"sqr_mom_0",0.99,1613948446524,7897
+"lr_0",1.7932447297485526e-08,1613948446524,7897
+"mom_0",0.9496423474775251,1613948446524,7897
+"eps_0",1e-05,1613948446524,7897
+"wd_1",0.01,1613948446524,7897
+"sqr_mom_1",0.99,1613948446524,7897
+"lr_1",1.7932447297485526e-07,1613948446524,7897
+"mom_1",0.9496423474775251,1613948446524,7897
+"eps_1",1e-05,1613948446524,7897
+"wd_2",0.01,1613948446524,7897
+"sqr_mom_2",0.99,1613948446524,7897
+"lr_2",1.7932447297484442e-06,1613948446524,7897
+"mom_2",0.9496423474775251,1613948446524,7897
+"eps_2",1e-05,1613948446524,7897
+"train_loss",0.004131768,1613948447485,7898
+"raw_loss",0.0036633161,1613948447485,7898
+"epoch",49.679245283018844,1613948447485,7898
+"wd_0",0.01,1613948447485,7898
+"sqr_mom_0",0.99,1613948447485,7898
+"lr_0",1.776438466481291e-08,1613948447485,7898
+"mom_0",0.9496457087637913,1613948447485,7898
+"eps_0",1e-05,1613948447485,7898
+"wd_1",0.01,1613948447485,7898
+"sqr_mom_1",0.99,1613948447485,7898
+"lr_1",1.776438466481308e-07,1613948447485,7898
+"mom_1",0.9496457087637913,1613948447485,7898
+"eps_1",1e-05,1613948447485,7898
+"wd_2",0.01,1613948447485,7898
+"sqr_mom_2",0.99,1613948447485,7898
+"lr_2",1.776438466481213e-06,1613948447485,7898
+"mom_2",0.9496457087637913,1613948447485,7898
+"eps_2",1e-05,1613948447485,7898
+"train_loss",0.0041741063,1613948448452,7899
+"raw_loss",0.006248688,1613948448452,7899
+"epoch",49.685534591194944,1613948448452,7899
+"wd_0",0.01,1613948448452,7899
+"sqr_mom_0",0.99,1613948448452,7899
+"lr_0",1.7597112699507923e-08,1613948448452,7899
+"mom_0",0.9496490542365522,1613948448452,7899
+"eps_0",1e-05,1613948448452,7899
+"wd_1",0.01,1613948448452,7899
+"sqr_mom_1",0.99,1613948448452,7899
+"lr_1",1.7597112699507415e-07,1613948448452,7899
+"mom_1",0.9496490542365522,1613948448452,7899
+"eps_1",1e-05,1613948448452,7899
+"wd_2",0.01,1613948448452,7899
+"sqr_mom_2",0.99,1613948448452,7899
+"lr_2",1.759711269950755e-06,1613948448452,7899
+"mom_2",0.9496490542365522,1613948448452,7899
+"eps_2",1e-05,1613948448452,7899
+"train_loss",0.00421248,1613948449403,7900
+"raw_loss",0.006092787,1613948449403,7900
+"epoch",49.691823899371045,1613948449403,7900
+"wd_0",0.01,1613948449403,7900
+"sqr_mom_0",0.99,1613948449403,7900
+"lr_0",1.743052124542367e-08,1613948449403,7900
+"mom_0",0.9496523860989525,1613948449403,7900
+"eps_0",1e-05,1613948449403,7900
+"wd_1",0.01,1613948449403,7900
+"sqr_mom_1",0.99,1613948449403,7900
+"lr_1",1.743052124542367e-07,1613948449403,7900
+"mom_1",0.9496523860989525,1613948449403,7900
+"eps_1",1e-05,1613948449403,7900
+"wd_2",0.01,1613948449403,7900
+"sqr_mom_2",0.99,1613948449403,7900
+"lr_2",1.7430521245423262e-06,1613948449403,7900
+"mom_2",0.9496523860989525,1613948449403,7900
+"eps_2",1e-05,1613948449403,7900
+"train_loss",0.004274128,1613948450439,7901
+"raw_loss",0.007294877,1613948450439,7901
+"epoch",49.698113207547145,1613948450439,7901
+"wd_0",0.01,1613948450439,7901
+"sqr_mom_0",0.99,1613948450439,7901
+"lr_0",1.7264831299193886e-08,1613948450439,7901
+"mom_0",0.9496556999310154,1613948450439,7901
+"eps_0",1e-05,1613948450439,7901
+"wd_1",0.01,1613948450439,7901
+"sqr_mom_1",0.99,1613948450439,7901
+"lr_1",1.7264831299193886e-07,1613948450439,7901
+"mom_1",0.9496556999310154,1613948450439,7901
+"eps_1",1e-05,1613948450439,7901
+"wd_2",0.01,1613948450439,7901
+"sqr_mom_2",0.99,1613948450439,7901
+"lr_2",1.7264831299192802e-06,1613948450439,7901
+"mom_2",0.9496556999310154,1613948450439,7901
+"eps_2",1e-05,1613948450439,7901
+"train_loss",0.0042978064,1613948451392,7902
+"raw_loss",0.0054580574,1613948451392,7902
+"epoch",49.704402515723245,1613948451392,7902
+"wd_0",0.01,1613948451392,7902
+"sqr_mom_0",0.99,1613948451392,7902
+"lr_0",1.709993217945111e-08,1613948451392,7902
+"mom_0",0.9496589979463904,1613948451392,7902
+"eps_0",1e-05,1613948451392,7902
+"wd_1",0.01,1613948451392,7902
+"sqr_mom_1",0.99,1613948451392,7902
+"lr_1",1.709993217945111e-07,1613948451392,7902
+"mom_1",0.9496589979463904,1613948451392,7902
+"eps_1",1e-05,1613948451392,7902
+"wd_2",0.01,1613948451392,7902
+"sqr_mom_2",0.99,1613948451392,7902
+"lr_2",1.7099932179450838e-06,1613948451392,7902
+"mom_2",0.9496589979463904,1613948451392,7902
+"eps_2",1e-05,1613948451392,7902
+"train_loss",0.004304062,1613948452385,7903
+"raw_loss",0.004610599,1613948452385,7903
+"epoch",49.710691823899346,1613948452385,7903
+"wd_0",0.01,1613948452385,7903
+"sqr_mom_0",0.99,1613948452385,7903
+"lr_0",1.693571530400252e-08,1613948452385,7903
+"mom_0",0.9496622823167431,1613948452385,7903
+"eps_0",1e-05,1613948452385,7903
+"wd_1",0.01,1613948452385,7903
+"sqr_mom_1",0.99,1613948452385,7903
+"lr_1",1.6935715304003027e-07,1613948452385,7903
+"mom_1",0.9496622823167431,1613948452385,7903
+"eps_1",1e-05,1613948452385,7903
+"wd_2",0.01,1613948452385,7903
+"sqr_mom_2",0.99,1613948452385,7903
+"lr_2",1.6935715304002485e-06,1613948452385,7903
+"mom_2",0.9496622823167431,1613948452385,7903
+"eps_2",1e-05,1613948452385,7903
+"train_loss",0.0043146615,1613948453353,7904
+"raw_loss",0.00483404,1613948453353,7904
+"epoch",49.716981132075446,1613948453353,7904
+"wd_0",0.01,1613948453353,7904
+"sqr_mom_0",0.99,1613948453353,7904
+"lr_0",1.6772398519415454e-08,1613948453353,7904
+"mom_0",0.9496655486850984,1613948453353,7904
+"eps_0",1e-05,1613948453353,7904
+"wd_1",0.01,1613948453353,7904
+"sqr_mom_1",0.99,1613948453353,7904
+"lr_1",1.6772398519414945e-07,1613948453353,7904
+"mom_1",0.9496655486850984,1613948453353,7904
+"eps_1",1e-05,1613948453353,7904
+"wd_2",0.01,1613948453353,7904
+"sqr_mom_2",0.99,1613948453353,7904
+"lr_2",1.6772398519415352e-06,1613948453353,7904
+"mom_2",0.9496655486850984,1613948453353,7904
+"eps_2",1e-05,1613948453353,7904
+"train_loss",0.0043151076,1613948454341,7905
+"raw_loss",0.004336967,1613948454341,7905
+"epoch",49.72327044025155,1613948454341,7905
+"wd_0",0.01,1613948454341,7905
+"sqr_mom_0",0.99,1613948454341,7905
+"lr_0",1.6609818925812745e-08,1613948454341,7905
+"mom_0",0.9496688003094867,1613948454341,7905
+"eps_0",1e-05,1613948454341,7905
+"wd_1",0.01,1613948454341,7905
+"sqr_mom_1",0.99,1613948454341,7905
+"lr_1",1.6609818925812745e-07,1613948454341,7905
+"mom_1",0.9496688003094867,1613948454341,7905
+"eps_1",1e-05,1613948454341,7905
+"wd_2",0.01,1613948454341,7905
+"sqr_mom_2",0.99,1613948454341,7905
+"lr_2",1.6609818925812474e-06,1613948454341,7905
+"mom_2",0.9496688003094867,1613948454341,7905
+"eps_2",1e-05,1613948454341,7905
+"train_loss",0.004290475,1613948455294,7906
+"raw_loss",0.0030834712,1613948455294,7906
+"epoch",49.72955974842765,1613948455294,7906
+"wd_0",0.01,1613948455294,7906
+"sqr_mom_0",0.99,1613948455294,7906
+"lr_0",1.6448030892332606e-08,1613948455294,7906
+"mom_0",0.9496720361025144,1613948455294,7906
+"eps_0",1e-05,1613948455294,7906
+"wd_1",0.01,1613948455294,7906
+"sqr_mom_1",0.99,1613948455294,7906
+"lr_1",1.6448030892332436e-07,1613948455294,7906
+"mom_1",0.9496720361025144,1613948455294,7906
+"eps_1",1e-05,1613948455294,7906
+"wd_2",0.01,1613948455294,7906
+"sqr_mom_2",0.99,1613948455294,7906
+"lr_2",1.6448030892332165e-06,1613948455294,7906
+"mom_2",0.9496720361025144,1613948455294,7906
+"eps_2",1e-05,1613948455294,7906
+"train_loss",0.004248975,1613948456275,7907
+"raw_loss",0.0022154567,1613948456275,7907
+"epoch",49.73584905660375,1613948456275,7907
+"wd_0",0.01,1613948456275,7907
+"sqr_mom_0",0.99,1613948456275,7907
+"lr_0",1.628703447054071e-08,1613948456275,7907
+"mom_0",0.9496752560631497,1613948456275,7907
+"eps_0",1e-05,1613948456275,7907
+"wd_1",0.01,1613948456275,7907
+"sqr_mom_1",0.99,1613948456275,7907
+"lr_1",1.6287034470540709e-07,1613948456275,7907
+"mom_1",0.9496752560631497,1613948456275,7907
+"eps_1",1e-05,1613948456275,7907
+"wd_2",0.01,1613948456275,7907
+"sqr_mom_2",0.99,1613948456275,7907
+"lr_2",1.6287034470540166e-06,1613948456275,7907
+"mom_2",0.9496752560631497,1613948456275,7907
+"eps_2",1e-05,1613948456275,7907
+"train_loss",0.0042241113,1613948457293,7908
+"raw_loss",0.0030058003,1613948457293,7908
+"epoch",49.74213836477985,1613948457293,7908
+"wd_0",0.01,1613948457293,7908
+"sqr_mom_0",0.99,1613948457293,7908
+"lr_0",1.6126882716412464e-08,1613948457293,7908
+"mom_0",0.949678459130263,1613948457293,7908
+"eps_0",1e-05,1613948457293,7908
+"wd_1",0.01,1613948457293,7908
+"sqr_mom_1",0.99,1613948457293,7908
+"lr_1",1.6126882716412295e-07,1613948457293,7908
+"mom_1",0.949678459130263,1613948457293,7908
+"eps_1",1e-05,1613948457293,7908
+"wd_2",0.01,1613948457293,7908
+"sqr_mom_2",0.99,1613948457293,7908
+"lr_2",1.6126882716411889e-06,1613948457293,7908
+"mom_2",0.949678459130263,1613948457293,7908
+"eps_2",1e-05,1613948457293,7908
+"train_loss",0.00419802,1613948458259,7909
+"raw_loss",0.0029195368,1613948458259,7909
+"epoch",49.74842767295595,1613948458259,7909
+"wd_0",0.01,1613948458259,7909
+"sqr_mom_0",0.99,1613948458259,7909
+"lr_0",1.596741666703834e-08,1613948458259,7909
+"mom_0",0.9496816484831441,1613948458259,7909
+"eps_0",1e-05,1613948458259,7909
+"wd_1",0.01,1613948458259,7909
+"sqr_mom_1",0.99,1613948458259,7909
+"lr_1",1.596741666703817e-07,1613948458259,7909
+"mom_1",0.9496816484831441,1613948458259,7909
+"eps_1",1e-05,1613948458259,7909
+"wd_2",0.01,1613948458259,7909
+"sqr_mom_2",0.99,1613948458259,7909
+"lr_2",1.5967416667038306e-06,1613948458259,7909
+"mom_2",0.9496816484831441,1613948458259,7909
+"eps_2",1e-05,1613948458259,7909
+"train_loss",0.0042323214,1613948459219,7910
+"raw_loss",0.0059130937,1613948459219,7910
+"epoch",49.75471698113205,1613948459219,7910
+"wd_0",0.01,1613948459219,7910
+"sqr_mom_0",0.99,1613948459219,7910
+"lr_0",1.5808847866641264e-08,1613948459219,7910
+"mom_0",0.9496848198908661,1613948459219,7910
+"eps_0",1e-05,1613948459219,7910
+"wd_1",0.01,1613948459219,7910
+"sqr_mom_1",0.99,1613948459219,7910
+"lr_1",1.5808847866641095e-07,1613948459219,7910
+"mom_1",0.9496848198908661,1613948459219,7910
+"eps_1",1e-05,1613948459219,7910
+"wd_2",0.01,1613948459219,7910
+"sqr_mom_2",0.99,1613948459219,7910
+"lr_2",1.580884786664123e-06,1613948459219,7910
+"mom_2",0.9496848198908661,1613948459219,7910
+"eps_2",1e-05,1613948459219,7910
+"train_loss",0.00419611,1613948460178,7911
+"raw_loss",0.0024217523,1613948460178,7911
+"epoch",49.76100628930815,1613948460178,7911
+"wd_0",0.01,1613948460178,7911
+"sqr_mom_0",0.99,1613948460178,7911
+"lr_0",1.5651070356502908e-08,1613948460178,7911
+"mom_0",0.9496879754726246,1613948460178,7911
+"eps_0",1e-05,1613948460178,7911
+"wd_1",0.01,1613948460178,7911
+"sqr_mom_1",0.99,1613948460178,7911
+"lr_1",1.5651070356503246e-07,1613948460178,7911
+"mom_1",0.9496879754726246,1613948460178,7911
+"eps_1",1e-05,1613948460178,7911
+"wd_2",0.01,1613948460178,7911
+"sqr_mom_2",0.99,1613948460178,7911
+"lr_2",1.5651070356502298e-06,1613948460178,7911
+"mom_2",0.9496879754726246,1613948460178,7911
+"eps_2",1e-05,1613948460178,7911
+"train_loss",0.004172433,1613948461129,7912
+"raw_loss",0.0030122516,1613948461129,7912
+"epoch",49.76729559748425,1613948461129,7912
+"wd_0",0.01,1613948461129,7912
+"sqr_mom_0",0.99,1613948461129,7912
+"lr_0",1.5493980278306095e-08,1613948461129,7912
+"mom_0",0.9496911173056068,1613948461129,7912
+"eps_0",1e-05,1613948461129,7912
+"wd_1",0.01,1613948461129,7912
+"sqr_mom_1",0.99,1613948461129,7912
+"lr_1",1.5493980278305925e-07,1613948461129,7912
+"mom_1",0.9496911173056068,1613948461129,7912
+"eps_1",1e-05,1613948461129,7912
+"wd_2",0.01,1613948461129,7912
+"sqr_mom_2",0.99,1613948461129,7912
+"lr_2",1.5493980278305248e-06,1613948461129,7912
+"mom_2",0.9496911173056068,1613948461129,7912
+"eps_2",1e-05,1613948461129,7912
+"train_loss",0.00414685,1613948462100,7913
+"raw_loss",0.0028932784,1613948462100,7913
+"epoch",49.77358490566035,1613948462100,7913
+"wd_0",0.01,1613948462100,7913
+"sqr_mom_0",0.99,1613948462100,7913
+"lr_0",1.5337786024361666e-08,1613948462100,7913
+"mom_0",0.9496942412219249,1613948462100,7913
+"eps_0",1e-05,1613948462100,7913
+"wd_1",0.01,1613948462100,7913
+"sqr_mom_1",0.99,1613948462100,7913
+"lr_1",1.5337786024362005e-07,1613948462100,7913
+"mom_1",0.9496942412219249,1613948462100,7913
+"eps_1",1e-05,1613948462100,7913
+"wd_2",0.01,1613948462100,7913
+"sqr_mom_2",0.99,1613948462100,7913
+"lr_2",1.5337786024361734e-06,1613948462100,7913
+"mom_2",0.9496942412219249,1613948462100,7913
+"eps_2",1e-05,1613948462100,7913
+"train_loss",0.0041352618,1613948463064,7914
+"raw_loss",0.003567432,1613948463064,7914
+"epoch",49.77987421383645,1613948463064,7914
+"wd_0",0.01,1613948463064,7914
+"sqr_mom_0",0.99,1613948463064,7914
+"lr_0",1.5182331781741788e-08,1613948463064,7914
+"mom_0",0.9496973503378685,1613948463064,7914
+"eps_0",1e-05,1613948463064,7914
+"wd_1",0.01,1613948463064,7914
+"sqr_mom_1",0.99,1613948463064,7914
+"lr_1",1.5182331781741788e-07,1613948463064,7914
+"mom_1",0.9496973503378685,1613948463064,7914
+"eps_1",1e-05,1613948463064,7914
+"wd_2",0.01,1613948463064,7914
+"sqr_mom_2",0.99,1613948463064,7914
+"lr_2",1.518233178174084e-06,1613948463064,7914
+"mom_2",0.9496973503378685,1613948463064,7914
+"eps_2",1e-05,1613948463064,7914
+"train_loss",0.0041446877,1613948464018,7915
+"raw_loss",0.0046065524,1613948464018,7915
+"epoch",49.78616352201255,1613948464018,7915
+"wd_0",0.01,1613948464018,7915
+"sqr_mom_0",0.99,1613948464018,7915
+"lr_0",1.502766955423839e-08,1613948464018,7915
+"mom_0",0.9497004436133514,1613948464018,7915
+"eps_0",1e-05,1613948464018,7915
+"wd_1",0.01,1613948464018,7915
+"sqr_mom_1",0.99,1613948464018,7915
+"lr_1",1.5027669554237713e-07,1613948464018,7915
+"mom_1",0.9497004436133514,1613948464018,7915
+"eps_1",1e-05,1613948464018,7915
+"wd_2",0.01,1613948464018,7915
+"sqr_mom_2",0.99,1613948464018,7915
+"lr_2",1.5027669554237713e-06,1613948464018,7915
+"mom_2",0.9497004436133514,1613948464018,7915
+"eps_2",1e-05,1613948464018,7915
+"train_loss",0.0041266195,1613948464969,7916
+"raw_loss",0.0032412868,1613948464969,7916
+"epoch",49.79245283018865,1613948464969,7916
+"wd_0",0.01,1613948464969,7916
+"sqr_mom_0",0.99,1613948464969,7916
+"lr_0",1.4873799391147947e-08,1613948464969,7916
+"mom_0",0.9497035210473874,1613948464969,7916
+"eps_0",1e-05,1613948464969,7916
+"wd_1",0.01,1613948464969,7916
+"sqr_mom_1",0.99,1613948464969,7916
+"lr_1",1.4873799391147777e-07,1613948464969,7916
+"mom_1",0.9497035210473874,1613948464969,7916
+"eps_1",1e-05,1613948464969,7916
+"wd_2",0.01,1613948464969,7916
+"sqr_mom_2",0.99,1613948464969,7916
+"lr_2",1.4873799391147777e-06,1613948464969,7916
+"mom_2",0.9497035210473874,1613948464969,7916
+"eps_2",1e-05,1613948464969,7916
+"train_loss",0.0041185073,1613948465943,7917
+"raw_loss",0.003721009,1613948465943,7917
+"epoch",49.79874213836475,1613948465943,7917
+"wd_0",0.01,1613948465943,7917
+"sqr_mom_0",0.99,1613948465943,7917
+"lr_0",1.472077198234742e-08,1613948465943,7917
+"mom_0",0.9497065816261693,1613948465943,7917
+"eps_0",1e-05,1613948465943,7917
+"wd_1",0.01,1613948465943,7917
+"sqr_mom_1",0.99,1613948465943,7917
+"lr_1",1.472077198234759e-07,1613948465943,7917
+"mom_1",0.9497065816261693,1613948465943,7917
+"eps_1",1e-05,1613948465943,7917
+"wd_2",0.01,1613948465943,7917
+"sqr_mom_2",0.99,1613948465943,7917
+"lr_2",1.472077198234759e-06,1613948465943,7917
+"mom_2",0.9497065816261693,1613948465943,7917
+"eps_2",1e-05,1613948465943,7917
+"train_loss",0.004082518,1613948466949,7918
+"raw_loss",0.002319039,1613948466949,7918
+"epoch",49.80503144654085,1613948466949,7918
+"wd_0",0.01,1613948466949,7918
+"sqr_mom_0",0.99,1613948466949,7918
+"lr_0",1.4568435454133106e-08,1613948466949,7918
+"mom_0",0.9497096283872012,1613948466949,7918
+"eps_0",1e-05,1613948466949,7918
+"wd_1",0.01,1613948466949,7918
+"sqr_mom_1",0.99,1613948466949,7918
+"lr_1",1.4568435454133106e-07,1613948466949,7918
+"mom_1",0.9497096283872012,1613948466949,7918
+"eps_1",1e-05,1613948466949,7918
+"wd_2",0.01,1613948466949,7918
+"sqr_mom_2",0.99,1613948466949,7918
+"lr_2",1.4568435454132564e-06,1613948466949,7918
+"mom_2",0.9497096283872012,1613948466949,7918
+"eps_2",1e-05,1613948466949,7918
+"train_loss",0.004073286,1613948467906,7919
+"raw_loss",0.0036209181,1613948467906,7919
+"epoch",49.81132075471695,1613948467906,7919
+"wd_0",0.01,1613948467906,7919
+"sqr_mom_0",0.99,1613948467906,7919
+"lr_0",1.441699189285969e-08,1613948467906,7919
+"mom_0",0.9497126572887157,1613948467906,7919
+"eps_0",1e-05,1613948467906,7919
+"wd_1",0.01,1613948467906,7919
+"sqr_mom_1",0.99,1613948467906,7919
+"lr_1",1.441699189285952e-07,1613948467906,7919
+"mom_1",0.9497126572887157,1613948467906,7919
+"eps_1",1e-05,1613948467906,7919
+"wd_2",0.01,1613948467906,7919
+"sqr_mom_2",0.99,1613948467906,7919
+"lr_2",1.4416991892859249e-06,1613948467906,7919
+"mom_2",0.9497126572887157,1613948467906,7919
+"eps_2",1e-05,1613948467906,7919
+"train_loss",0.0040851817,1613948468860,7920
+"raw_loss",0.0046680835,1613948468860,7920
+"epoch",49.81761006289305,1613948468860,7920
+"wd_0",0.01,1613948468860,7920
+"sqr_mom_0",0.99,1613948468860,7920
+"lr_0",1.4266340065187119e-08,1613948468860,7920
+"mom_0",0.9497156703553997,1613948468860,7920
+"eps_0",1e-05,1613948468860,7920
+"wd_1",0.01,1613948468860,7920
+"sqr_mom_1",0.99,1613948468860,7920
+"lr_1",1.4266340065187627e-07,1613948468860,7920
+"mom_1",0.9497156703553997,1613948468860,7920
+"eps_1",1e-05,1613948468860,7920
+"wd_2",0.01,1613948468860,7920
+"sqr_mom_2",0.99,1613948468860,7920
+"lr_2",1.4266340065187356e-06,1613948468860,7920
+"mom_2",0.9497156703553997,1613948468860,7920
+"eps_2",1e-05,1613948468860,7920
+"train_loss",0.004059831,1613948469822,7921
+"raw_loss",0.0028176547,1613948469822,7921
+"epoch",49.82389937106915,1613948469822,7921
+"wd_0",0.01,1613948469822,7921
+"sqr_mom_0",0.99,1613948469822,7921
+"lr_0",1.4116380839359802e-08,1613948469822,7921
+"mom_0",0.9497186695699085,1613948469822,7921
+"eps_0",1e-05,1613948469822,7921
+"wd_1",0.01,1613948469822,7921
+"sqr_mom_1",0.99,1613948469822,7921
+"lr_1",1.4116380839359125e-07,1613948469822,7921
+"mom_1",0.9497186695699085,1613948469822,7921
+"eps_1",1e-05,1613948469822,7921
+"wd_2",0.01,1613948469822,7921
+"sqr_mom_2",0.99,1613948469822,7921
+"lr_2",1.4116380839359396e-06,1613948469822,7921
+"mom_2",0.9497186695699085,1613948469822,7921
+"eps_2",1e-05,1613948469822,7921
+"train_loss",0.0040806266,1613948470774,7922
+"raw_loss",0.0050996183,1613948470774,7922
+"epoch",49.83018867924525,1613948470774,7922
+"wd_0",0.01,1613948470774,7922
+"sqr_mom_0",0.99,1613948470774,7922
+"lr_0",1.3967313148049189e-08,1613948470774,7922
+"mom_0",0.9497216509535485,1613948470774,7922
+"eps_0",1e-05,1613948470774,7922
+"wd_1",0.01,1613948470774,7922
+"sqr_mom_1",0.99,1613948470774,7922
+"lr_1",1.3967313148049358e-07,1613948470774,7922
+"mom_1",0.9497216509535485,1613948470774,7922
+"eps_1",1e-05,1613948470774,7922
+"wd_2",0.01,1613948470774,7922
+"sqr_mom_2",0.99,1613948470774,7922
+"lr_2",1.3967313148049087e-06,1613948470774,7922
+"mom_2",0.9497216509535485,1613948470774,7922
+"eps_2",1e-05,1613948470774,7922
+"train_loss",0.0040493286,1613948471715,7923
+"raw_loss",0.0025157211,1613948471715,7923
+"epoch",49.836477987421354,1613948471715,7923
+"wd_0",0.01,1613948471715,7923
+"sqr_mom_0",0.99,1613948471715,7923
+"lr_0",1.3819037333577776e-08,1613948471715,7923
+"mom_0",0.9497246164994934,1613948471715,7923
+"eps_0",1e-05,1613948471715,7923
+"wd_1",0.01,1613948471715,7923
+"sqr_mom_1",0.99,1613948471715,7923
+"lr_1",1.3819037333577267e-07,1613948471715,7923
+"mom_1",0.9497246164994934,1613948471715,7923
+"eps_1",1e-05,1613948471715,7923
+"wd_2",0.01,1613948471715,7923
+"sqr_mom_2",0.99,1613948471715,7923
+"lr_2",1.3819037333577403e-06,1613948471715,7923
+"mom_2",0.9497246164994934,1613948471715,7923
+"eps_2",1e-05,1613948471715,7923
+"train_loss",0.0040418836,1613948472664,7924
+"raw_loss",0.0036770813,1613948472664,7924
+"epoch",49.842767295597454,1613948472664,7924
+"wd_0",0.01,1613948472664,7924
+"sqr_mom_0",0.99,1613948472664,7924
+"lr_0",1.3671455840219282e-08,1613948472664,7924
+"mom_0",0.9497275681588772,1613948472664,7924
+"eps_0",1e-05,1613948472664,7924
+"wd_1",0.01,1613948472664,7924
+"sqr_mom_1",0.99,1613948472664,7924
+"lr_1",1.367145584021945e-07,1613948472664,7924
+"mom_1",0.9497275681588772,1613948472664,7924
+"eps_1",1e-05,1613948472664,7924
+"wd_2",0.01,1613948472664,7924
+"sqr_mom_2",0.99,1613948472664,7924
+"lr_2",1.367145584021891e-06,1613948472664,7924
+"mom_2",0.9497275681588772,1613948472664,7924
+"eps_2",1e-05,1613948472664,7924
+"train_loss",0.004158811,1613948473620,7925
+"raw_loss",0.009888262,1613948473620,7925
+"epoch",49.849056603773555,1613948473620,7925
+"wd_0",0.01,1613948473620,7925
+"sqr_mom_0",0.99,1613948473620,7925
+"lr_0",1.3524764446402882e-08,1613948473620,7925
+"mom_0",0.9497305020160921,1613948473620,7925
+"eps_0",1e-05,1613948473620,7925
+"wd_1",0.01,1613948473620,7925
+"sqr_mom_1",0.99,1613948473620,7925
+"lr_1",1.3524764446402882e-07,1613948473620,7925
+"mom_1",0.9497305020160921,1613948473620,7925
+"eps_1",1e-05,1613948473620,7925
+"wd_2",0.01,1613948473620,7925
+"sqr_mom_2",0.99,1613948473620,7925
+"lr_2",1.3524764446402882e-06,1613948473620,7925
+"mom_2",0.9497305020160921,1613948473620,7925
+"eps_2",1e-05,1613948473620,7925
+"train_loss",0.004147827,1613948474560,7926
+"raw_loss",0.0036096135,1613948474560,7926
+"epoch",49.855345911949655,1613948474560,7926
+"wd_0",0.01,1613948474560,7926
+"sqr_mom_0",0.99,1613948474560,7926
+"lr_0",1.3378816794600732e-08,1613948474560,7926
+"mom_0",0.9497334209983179,1613948474560,7926
+"eps_0",1e-05,1613948474560,7926
+"wd_1",0.01,1613948474560,7926
+"sqr_mom_1",0.99,1613948474560,7926
+"lr_1",1.3378816794600902e-07,1613948474560,7926
+"mom_1",0.9497334209983179,1613948474560,7926
+"eps_1",1e-05,1613948474560,7926
+"wd_2",0.01,1613948474560,7926
+"sqr_mom_2",0.99,1613948474560,7926
+"lr_2",1.337881679460036e-06,1613948474560,7926
+"mom_2",0.9497334209983179,1613948474560,7926
+"eps_2",1e-05,1613948474560,7926
+"train_loss",0.004182621,1613948475525,7927
+"raw_loss",0.005887527,1613948475525,7927
+"epoch",49.861635220125756,1613948475525,7927
+"wd_0",0.01,1613948475525,7927
+"sqr_mom_0",0.99,1613948475525,7927
+"lr_0",1.3233661732764986e-08,1613948475525,7927
+"mom_0",0.9497363241285859,1613948475525,7927
+"eps_0",1e-05,1613948475525,7927
+"wd_1",0.01,1613948475525,7927
+"sqr_mom_1",0.99,1613948475525,7927
+"lr_1",1.3233661732765155e-07,1613948475525,7927
+"mom_1",0.9497363241285859,1613948475525,7927
+"eps_1",1e-05,1613948475525,7927
+"wd_2",0.01,1613948475525,7927
+"sqr_mom_2",0.99,1613948475525,7927
+"lr_2",1.323366173276502e-06,1613948475525,7927
+"mom_2",0.9497363241285859,1613948475525,7927
+"eps_2",1e-05,1613948475525,7927
+"train_loss",0.0041813455,1613948476468,7928
+"raw_loss",0.00411886,1613948476468,7928
+"epoch",49.867924528301856,1613948476468,7928
+"wd_0",0.01,1613948476468,7928
+"sqr_mom_0",0.99,1613948476468,7928
+"lr_0",1.3089299307162276e-08,1613948476468,7928
+"mom_0",0.9497392114059707,1613948476468,7928
+"eps_0",1e-05,1613948476468,7928
+"wd_1",0.01,1613948476468,7928
+"sqr_mom_1",0.99,1613948476468,7928
+"lr_1",1.3089299307161937e-07,1613948476468,7928
+"mom_1",0.9497392114059707,1613948476468,7928
+"eps_1",1e-05,1613948476468,7928
+"wd_2",0.01,1613948476468,7928
+"sqr_mom_2",0.99,1613948476468,7928
+"lr_2",1.3089299307161937e-06,1613948476468,7928
+"mom_2",0.9497392114059707,1613948476468,7928
+"eps_2",1e-05,1613948476468,7928
+"train_loss",0.004196043,1613948477424,7929
+"raw_loss",0.0049162284,1613948477424,7929
+"epoch",49.874213836477956,1613948477424,7929
+"wd_0",0.01,1613948477424,7929
+"sqr_mom_0",0.99,1613948477424,7929
+"lr_0",1.2945729563805973e-08,1613948477424,7929
+"mom_0",0.9497420828295521,1613948477424,7929
+"eps_0",1e-05,1613948477424,7929
+"wd_1",0.01,1613948477424,7929
+"sqr_mom_1",0.99,1613948477424,7929
+"lr_1",1.2945729563806143e-07,1613948477424,7929
+"mom_1",0.9497420828295521,1613948477424,7929
+"eps_1",1e-05,1613948477424,7929
+"wd_2",0.01,1613948477424,7929
+"sqr_mom_2",0.99,1613948477424,7929
+"lr_2",1.2945729563805736e-06,1613948477424,7929
+"mom_2",0.9497420828295521,1613948477424,7929
+"eps_2",1e-05,1613948477424,7929
+"train_loss",0.0041961754,1613948478376,7930
+"raw_loss",0.0042026592,1613948478376,7930
+"epoch",49.88050314465406,1613948478376,7930
+"wd_0",0.01,1613948478376,7930
+"sqr_mom_0",0.99,1613948478376,7930
+"lr_0",1.2802952548458727e-08,1613948478376,7930
+"mom_0",0.9497449383984148,1613948478376,7930
+"eps_0",1e-05,1613948478376,7930
+"wd_1",0.01,1613948478376,7930
+"sqr_mom_1",0.99,1613948478376,7930
+"lr_1",1.2802952548459235e-07,1613948478376,7930
+"mom_1",0.9497449383984148,1613948478376,7930
+"eps_1",1e-05,1613948478376,7930
+"wd_2",0.01,1613948478376,7930
+"sqr_mom_2",0.99,1613948478376,7930
+"lr_2",1.2802952548458422e-06,1613948478376,7930
+"mom_2",0.9497449383984148,1613948478376,7930
+"eps_2",1e-05,1613948478376,7930
+"train_loss",0.0042279963,1613948479322,7931
+"raw_loss",0.005787223,1613948479322,7931
+"epoch",49.88679245283016,1613948479322,7931
+"wd_0",0.01,1613948479322,7931
+"sqr_mom_0",0.99,1613948479322,7931
+"lr_0",1.2661015267812798e-08,1613948479322,7931
+"mom_0",0.9497477771724154,1613948479322,7931
+"eps_0",1e-05,1613948479322,7931
+"wd_1",0.01,1613948479322,7931
+"sqr_mom_1",0.99,1613948479322,7931
+"lr_1",1.266101526781229e-07,1613948479322,7931
+"mom_1",0.9497477771724154,1613948479322,7931
+"eps_1",1e-05,1613948479322,7931
+"wd_2",0.01,1613948479322,7931
+"sqr_mom_2",0.99,1613948479322,7931
+"lr_2",1.2661015267812154e-06,1613948479322,7931
+"mom_2",0.9497477771724154,1613948479322,7931
+"eps_2",1e-05,1613948479322,7931
+"train_loss",0.0043177516,1613948480281,7932
+"raw_loss",0.008715758,1613948480281,7932
+"epoch",49.89308176100626,1613948480281,7932
+"wd_0",0.01,1613948480281,7932
+"sqr_mom_0",0.99,1613948480281,7932
+"lr_0",1.2519776883569757e-08,1613948480281,7932
+"mom_0",0.9497506019683483,1613948480281,7932
+"eps_0",1e-05,1613948480281,7932
+"wd_1",0.01,1613948480281,7932
+"sqr_mom_1",0.99,1613948480281,7932
+"lr_1",1.2519776883570096e-07,1613948480281,7932
+"mom_1",0.9497506019683483,1613948480281,7932
+"eps_1",1e-05,1613948480281,7932
+"wd_2",0.01,1613948480281,7932
+"sqr_mom_2",0.99,1613948480281,7932
+"lr_2",1.251977688356996e-06,1613948480281,7932
+"mom_2",0.9497506019683483,1613948480281,7932
+"eps_2",1e-05,1613948480281,7932
+"train_loss",0.0043138904,1613948481234,7933
+"raw_loss",0.0041246987,1613948481234,7933
+"epoch",49.89937106918236,1613948481234,7933
+"wd_0",0.01,1613948481234,7933
+"sqr_mom_0",0.99,1613948481234,7933
+"lr_0",1.237942475952511e-08,1613948481234,7933
+"mom_0",0.9497534090388998,1613948481234,7933
+"eps_0",1e-05,1613948481234,7933
+"wd_1",0.01,1613948481234,7933
+"sqr_mom_1",0.99,1613948481234,7933
+"lr_1",1.237942475952494e-07,1613948481234,7933
+"mom_1",0.9497534090388998,1613948481234,7933
+"eps_1",1e-05,1613948481234,7933
+"wd_2",0.01,1613948481234,7933
+"sqr_mom_2",0.99,1613948481234,7933
+"lr_2",1.2379424759524941e-06,1613948481234,7933
+"mom_2",0.9497534090388998,1613948481234,7933
+"eps_2",1e-05,1613948481234,7933
+"train_loss",0.0043159905,1613948482257,7934
+"raw_loss",0.0044188974,1613948482257,7934
+"epoch",49.90566037735846,1613948482257,7934
+"wd_0",0.01,1613948482257,7934
+"sqr_mom_0",0.99,1613948482257,7934
+"lr_0",1.2239865018103366e-08,1613948482257,7934
+"mom_0",0.9497562002616405,1613948482257,7934
+"eps_0",1e-05,1613948482257,7934
+"wd_1",0.01,1613948482257,7934
+"sqr_mom_1",0.99,1613948482257,7934
+"lr_1",1.2239865018103197e-07,1613948482257,7934
+"mom_1",0.9497562002616405,1613948482257,7934
+"eps_1",1e-05,1613948482257,7934
+"wd_2",0.01,1613948482257,7934
+"sqr_mom_2",0.99,1613948482257,7934
+"lr_2",1.2239865018103197e-06,1613948482257,7934
+"mom_2",0.9497562002616405,1613948482257,7934
+"eps_2",1e-05,1613948482257,7934
+"train_loss",0.0043372614,1613948483242,7935
+"raw_loss",0.005379539,1613948483242,7935
+"epoch",49.91194968553456,1613948483242,7935
+"wd_0",0.01,1613948483242,7935
+"sqr_mom_0",0.99,1613948483242,7935
+"lr_0",1.2101005885030424e-08,1613948483242,7935
+"mom_0",0.949758977472074,1613948483242,7935
+"eps_0",1e-05,1613948483242,7935
+"wd_1",0.01,1613948483242,7935
+"sqr_mom_1",0.99,1613948483242,7935
+"lr_1",1.2101005885030593e-07,1613948483242,7935
+"mom_1",0.949758977472074,1613948483242,7935
+"eps_1",1e-05,1613948483242,7935
+"wd_2",0.01,1613948483242,7935
+"sqr_mom_2",0.99,1613948483242,7935
+"lr_2",1.2101005885029915e-06,1613948483242,7935
+"mom_2",0.949758977472074,1613948483242,7935
+"eps_2",1e-05,1613948483242,7935
+"train_loss",0.004295679,1613948484234,7936
+"raw_loss",0.0022581238,1613948484234,7936
+"epoch",49.91823899371066,1613948484234,7936
+"wd_0",0.01,1613948484234,7936
+"sqr_mom_0",0.99,1613948484234,7936
+"lr_0",1.1963031567837646e-08,1613948484234,7936
+"mom_0",0.9497617369860131,1613948484234,7936
+"eps_0",1e-05,1613948484234,7936
+"wd_1",0.01,1613948484234,7936
+"sqr_mom_1",0.99,1613948484234,7936
+"lr_1",1.1963031567837137e-07,1613948484234,7936
+"mom_1",0.9497617369860131,1613948484234,7936
+"eps_1",1e-05,1613948484234,7936
+"wd_2",0.01,1613948484234,7936
+"sqr_mom_2",0.99,1613948484234,7936
+"lr_2",1.1963031567837137e-06,1613948484234,7936
+"mom_2",0.9497617369860131,1613948484234,7936
+"eps_2",1e-05,1613948484234,7936
+"train_loss",0.0042583775,1613948485186,7937
+"raw_loss",0.0024306176,1613948485186,7937
+"epoch",49.92452830188676,1613948485186,7937
+"wd_0",0.01,1613948485186,7937
+"sqr_mom_0",0.99,1613948485186,7937
+"lr_0",1.1825804382555277e-08,1613948485186,7937
+"mom_0",0.9497644815571644,1613948485186,7937
+"eps_0",1e-05,1613948485186,7937
+"wd_1",0.01,1613948485186,7937
+"sqr_mom_1",0.99,1613948485186,7937
+"lr_1",1.1825804382555277e-07,1613948485186,7937
+"mom_1",0.9497644815571644,1613948485186,7937
+"eps_1",1e-05,1613948485186,7937
+"wd_2",0.01,1613948485186,7937
+"sqr_mom_2",0.99,1613948485186,7937
+"lr_2",1.1825804382554735e-06,1613948485186,7937
+"mom_2",0.9497644815571644,1613948485186,7937
+"eps_2",1e-05,1613948485186,7937
+"train_loss",0.00426607,1613948486135,7938
+"raw_loss",0.004643004,1613948486135,7938
+"epoch",49.93081761006286,1613948486135,7938
+"wd_0",0.01,1613948486135,7938
+"sqr_mom_0",0.99,1613948486135,7938
+"lr_0",1.1689370282245366e-08,1613948486135,7938
+"mom_0",0.9497672102664577,1613948486135,7938
+"eps_0",1e-05,1613948486135,7938
+"wd_1",0.01,1613948486135,7938
+"sqr_mom_1",0.99,1613948486135,7938
+"lr_1",1.1689370282245027e-07,1613948486135,7938
+"mom_1",0.9497672102664577,1613948486135,7938
+"eps_1",1e-05,1613948486135,7938
+"wd_2",0.01,1613948486135,7938
+"sqr_mom_2",0.99,1613948486135,7938
+"lr_2",1.1689370282245027e-06,1613948486135,7938
+"mom_2",0.9497672102664577,1613948486135,7938
+"eps_2",1e-05,1613948486135,7938
+"train_loss",0.004316798,1613948487080,7939
+"raw_loss",0.0068024565,1613948487080,7939
+"epoch",49.93710691823896,1613948487080,7939
+"wd_0",0.01,1613948487080,7939
+"sqr_mom_0",0.99,1613948487080,7939
+"lr_0",1.155372931039289e-08,1613948487080,7939
+"mom_0",0.9497699231130232,1613948487080,7939
+"eps_0",1e-05,1613948487080,7939
+"wd_1",0.01,1613948487080,7939
+"sqr_mom_1",0.99,1613948487080,7939
+"lr_1",1.1553729310393059e-07,1613948487080,7939
+"mom_1",0.9497699231130232,1613948487080,7939
+"eps_1",1e-05,1613948487080,7939
+"wd_2",0.01,1613948487080,7939
+"sqr_mom_2",0.99,1613948487080,7939
+"lr_2",1.155372931039211e-06,1613948487080,7939
+"mom_2",0.9497699231130232,1613948487080,7939
+"eps_2",1e-05,1613948487080,7939
+"train_loss",0.0043053743,1613948488046,7940
+"raw_loss",0.0037456283,1613948488046,7940
+"epoch",49.94339622641506,1613948488046,7940
+"wd_0",0.01,1613948488046,7940
+"sqr_mom_0",0.99,1613948488046,7940
+"lr_0",1.1418926104372936e-08,1613948488046,7940
+"mom_0",0.9497726192041045,1613948488046,7940
+"eps_0",1e-05,1613948488046,7940
+"wd_1",0.01,1613948488046,7940
+"sqr_mom_1",0.99,1613948488046,7940
+"lr_1",1.1418926104373275e-07,1613948488046,7940
+"mom_1",0.9497726192041045,1613948488046,7940
+"eps_1",1e-05,1613948488046,7940
+"wd_2",0.01,1613948488046,7940
+"sqr_mom_2",0.99,1613948488046,7940
+"lr_2",1.1418926104372461e-06,1613948488046,7940
+"mom_2",0.9497726192041045,1613948488046,7940
+"eps_2",1e-05,1613948488046,7940
+"train_loss",0.0042723957,1613948488986,7941
+"raw_loss",0.0026564337,1613948488986,7941
+"epoch",49.94968553459116,1613948488986,7941
+"wd_0",0.01,1613948488986,7941
+"sqr_mom_0",0.99,1613948488986,7941
+"lr_0",1.1284826924746542e-08,1613948488986,7941
+"mom_0",0.9497753012145171,1613948488986,7941
+"eps_0",1e-05,1613948488986,7941
+"wd_1",0.01,1613948488986,7941
+"sqr_mom_1",0.99,1613948488986,7941
+"lr_1",1.128482692474688e-07,1613948488986,7941
+"mom_1",0.9497753012145171,1613948488986,7941
+"eps_1",1e-05,1613948488986,7941
+"wd_2",0.01,1613948488986,7941
+"sqr_mom_2",0.99,1613948488986,7941
+"lr_2",1.1284826924746203e-06,1613948488986,7941
+"mom_2",0.9497753012145171,1613948488986,7941
+"eps_2",1e-05,1613948488986,7941
+"train_loss",0.0042594206,1613948489950,7942
+"raw_loss",0.0036236355,1613948489950,7942
+"epoch",49.95597484276726,1613948489950,7942
+"wd_0",0.01,1613948489950,7942
+"sqr_mom_0",0.99,1613948489950,7942
+"lr_0",1.1151609664594019e-08,1613948489950,7942
+"mom_0",0.949777965586364,1613948489950,7942
+"eps_0",1e-05,1613948489950,7942
+"wd_1",0.01,1613948489950,7942
+"sqr_mom_1",0.99,1613948489950,7942
+"lr_1",1.1151609664594188e-07,1613948489950,7942
+"mom_1",0.949777965586364,1613948489950,7942
+"eps_1",1e-05,1613948489950,7942
+"wd_2",0.01,1613948489950,7942
+"sqr_mom_2",0.99,1613948489950,7942
+"lr_2",1.1151609664593375e-06,1613948489950,7942
+"mom_2",0.949777965586364,1613948489950,7942
+"eps_2",1e-05,1613948489950,7942
+"train_loss",0.0043156636,1613948490901,7943
+"raw_loss",0.0070715724,1613948490901,7943
+"epoch",49.96226415094336,1613948490901,7943
+"wd_0",0.01,1613948490901,7943
+"sqr_mom_0",0.99,1613948490901,7943
+"lr_0",1.1019185178157297e-08,1613948490901,7943
+"mom_0",0.9497806141025779,1613948490901,7943
+"eps_0",1e-05,1613948490901,7943
+"wd_1",0.01,1613948490901,7943
+"sqr_mom_1",0.99,1613948490901,7943
+"lr_1",1.1019185178157636e-07,1613948490901,7943
+"mom_1",0.9497806141025779,1613948490901,7943
+"eps_1",1e-05,1613948490901,7943
+"wd_2",0.01,1613948490901,7943
+"sqr_mom_2",0.99,1613948490901,7943
+"lr_2",1.101918517815723e-06,1613948490901,7943
+"mom_2",0.9497806141025779,1613948490901,7943
+"eps_2",1e-05,1613948490901,7943
+"train_loss",0.004352318,1613948491887,7944
+"raw_loss",0.006148385,1613948491887,7944
+"epoch",49.96855345911946,1613948491887,7944
+"wd_0",0.01,1613948491887,7944
+"sqr_mom_0",0.99,1613948491887,7944
+"lr_0",1.0887466424016468e-08,1613948491887,7944
+"mom_0",0.9497832485040046,1613948491887,7944
+"eps_0",1e-05,1613948491887,7944
+"wd_1",0.01,1613948491887,7944
+"sqr_mom_1",0.99,1613948491887,7944
+"lr_1",1.0887466424016468e-07,1613948491887,7944
+"mom_1",0.9497832485040046,1613948491887,7944
+"eps_1",1e-05,1613948491887,7944
+"wd_2",0.01,1613948491887,7944
+"sqr_mom_2",0.99,1613948491887,7944
+"lr_2",1.0887466424016603e-06,1613948491887,7944
+"mom_2",0.9497832485040046,1613948491887,7944
+"eps_2",1e-05,1613948491887,7944
+"train_loss",0.004351083,1613948492854,7945
+"raw_loss",0.0042905794,1613948492854,7945
+"epoch",49.97484276729556,1613948492854,7945
+"wd_0",0.01,1613948492854,7945
+"sqr_mom_0",0.99,1613948492854,7945
+"lr_0",1.0756628137430006e-08,1613948492854,7945
+"mom_0",0.9497858652959044,1613948492854,7945
+"eps_0",1e-05,1613948492854,7945
+"wd_1",0.01,1613948492854,7945
+"sqr_mom_1",0.99,1613948492854,7945
+"lr_1",1.0756628137430175e-07,1613948492854,7945
+"mom_1",0.9497858652959044,1613948492854,7945
+"eps_1",1e-05,1613948492854,7945
+"wd_2",0.01,1613948492854,7945
+"sqr_mom_2",0.99,1613948492854,7945
+"lr_2",1.0756628137429227e-06,1613948492854,7945
+"mom_2",0.9497858652959044,1613948492854,7945
+"eps_2",1e-05,1613948492854,7945
+"train_loss",0.004332136,1613948493808,7946
+"raw_loss",0.0034037067,1613948493808,7946
+"epoch",49.98113207547166,1613948493808,7946
+"wd_0",0.01,1613948493808,7946
+"sqr_mom_0",0.99,1613948493808,7946
+"lr_0",1.062658275037169e-08,1613948493808,7946
+"mom_0",0.9497884662296548,1613948493808,7946
+"eps_0",1e-05,1613948493808,7946
+"wd_1",0.01,1613948493808,7946
+"sqr_mom_1",0.99,1613948493808,7946
+"lr_1",1.0626582750371521e-07,1613948493808,7946
+"mom_1",0.9497884662296548,1613948493808,7946
+"eps_1",1e-05,1613948493808,7946
+"wd_2",0.01,1613948493808,7946
+"sqr_mom_2",0.99,1613948493808,7946
+"lr_2",1.062658275037152e-06,1613948493808,7946
+"mom_2",0.9497884662296548,1613948493808,7946
+"eps_2",1e-05,1613948493808,7946
+"train_loss",0.0043107425,1613948494759,7947
+"raw_loss",0.0032624723,1613948494759,7947
+"epoch",49.987421383647764,1613948494759,7947
+"wd_0",0.01,1613948494759,7947
+"sqr_mom_0",0.99,1613948494759,7947
+"lr_0",1.0497244799485497e-08,1613948494759,7947
+"mom_0",0.9497910530145404,1613948494759,7947
+"eps_0",1e-05,1613948494759,7947
+"wd_1",0.01,1613948494759,7947
+"sqr_mom_1",0.99,1613948494759,7947
+"lr_1",1.0497244799485497e-07,1613948494759,7947
+"mom_1",0.9497910530145404,1613948494759,7947
+"eps_1",1e-05,1613948494759,7947
+"wd_2",0.01,1613948494759,7947
+"sqr_mom_2",0.99,1613948494759,7947
+"lr_2",1.049724479948509e-06,1613948494759,7947
+"mom_2",0.9497910530145404,1613948494759,7947
+"eps_2",1e-05,1613948494759,7947
+"train_loss",0.0042942036,1613948495709,7948
+"raw_loss",0.0034838081,1613948495709,7948
+"epoch",49.993710691823864,1613948495709,7948
+"wd_0",0.01,1613948495709,7948
+"sqr_mom_0",0.99,1613948495709,7948
+"lr_0",1.0368785861711703e-08,1613948495709,7948
+"mom_0",0.9497936222189879,1613948495709,7948
+"eps_0",1e-05,1613948495709,7948
+"wd_1",0.01,1613948495709,7948
+"sqr_mom_1",0.99,1613948495709,7948
+"lr_1",1.0368785861712042e-07,1613948495709,7948
+"mom_1",0.9497936222189879,1613948495709,7948
+"eps_1",1e-05,1613948495709,7948
+"wd_2",0.01,1613948495709,7948
+"sqr_mom_2",0.99,1613948495709,7948
+"lr_2",1.0368785861710958e-06,1613948495709,7948
+"mom_2",0.9497936222189879,1613948495709,7948
+"eps_2",1e-05,1613948495709,7948
+"train_loss",0.004301741,1613948496661,7949
+"raw_loss",0.0046710554,1613948496661,7949
+"epoch",49.999999999999964,1613948496661,7949
+"wd_0",0.01,1613948496661,7949
+"sqr_mom_0",0.99,1613948496661,7949
+"lr_0",1.0241077720970893e-08,1613948496661,7949
+"mom_0",0.9497961764073446,1613948496661,7949
+"eps_0",1e-05,1613948496661,7949
+"wd_1",0.01,1613948496661,7949
+"sqr_mom_1",0.99,1613948496661,7949
+"lr_1",1.0241077720971232e-07,1613948496661,7949
+"mom_1",0.9497961764073446,1613948496661,7949
+"eps_1",1e-05,1613948496661,7949
+"wd_2",0.01,1613948496661,7949
+"sqr_mom_2",0.99,1613948496661,7949
+"lr_2",1.0241077720970961e-06,1613948496661,7949
+"mom_2",0.9497961764073446,1613948496661,7949
+"eps_2",1e-05,1613948496661,7949
+"valid_loss",0.08537282049655914,1613948534950,7949
+"_rmse",0.29218626022338867,1613948534950,7949
+"epoch",50,1613948534950,7949
+"train_loss",0.004304421,1613948536173,7950
+"raw_loss",0.0044357628,1613948536173,7950
+"epoch",50.0062893081761,1613948536173,7950
+"wd_0",0.01,1613948536173,7950
+"sqr_mom_0",0.99,1613948536173,7950
+"lr_0",1.011416317031624e-08,1613948536173,7950
+"mom_0",0.9497987147237409,1613948536173,7950
+"eps_0",1e-05,1613948536173,7950
+"wd_1",0.01,1613948536173,7950
+"sqr_mom_1",0.99,1613948536173,7950
+"lr_1",1.011416317031624e-07,1613948536173,7950
+"mom_1",0.9497987147237409,1613948536173,7950
+"eps_1",1e-05,1613948536173,7950
+"wd_2",0.01,1613948536173,7950
+"sqr_mom_2",0.99,1613948536173,7950
+"lr_2",1.0114163170316104e-06,1613948536173,7950
+"mom_2",0.9497987147237409,1613948536173,7950
+"eps_2",1e-05,1613948536173,7950
+"train_loss",0.0042894576,1613948537144,7951
+"raw_loss",0.0035562338,1613948537144,7951
+"epoch",50.0125786163522,1613948537144,7951
+"wd_0",0.01,1613948537144,7951
+"sqr_mom_0",0.99,1613948537144,7951
+"lr_0",9.988042250198647e-09,1613948537144,7951
+"mom_0",0.9498012371673676,1613948537144,7951
+"eps_0",1e-05,1613948537144,7951
+"wd_1",0.01,1613948537144,7951
+"sqr_mom_1",0.99,1613948537144,7951
+"lr_1",9.988042250198647e-08,1613948537144,7951
+"mom_1",0.9498012371673676,1613948537144,7951
+"eps_1",1e-05,1613948537144,7951
+"wd_2",0.01,1613948537144,7951
+"sqr_mom_2",0.99,1613948537144,7951
+"lr_2",9.98804225019797e-07,1613948537144,7951
+"mom_2",0.9498012371673676,1613948537144,7951
+"eps_2",1e-05,1613948537144,7951
+"train_loss",0.0043308656,1613948538103,7952
+"raw_loss",0.0063598687,1613948538103,7952
+"epoch",50.0188679245283,1613948538103,7952
+"wd_0",0.01,1613948538103,7952
+"sqr_mom_0",0.99,1613948538103,7952
+"lr_0",9.862756437146612e-09,1613948538103,7952
+"mom_0",0.9498037429086861,1613948538103,7952
+"eps_0",1e-05,1613948538103,7952
+"wd_1",0.01,1613948538103,7952
+"sqr_mom_1",0.99,1613948538103,7952
+"lr_1",9.862756437146612e-08,1613948538103,7952
+"mom_1",0.9498037429086861,1613948538103,7952
+"eps_1",1e-05,1613948538103,7952
+"wd_2",0.01,1613948538103,7952
+"sqr_mom_2",0.99,1613948538103,7952
+"lr_2",9.8627564371458e-07,1613948538103,7952
+"mom_2",0.9498037429086861,1613948538103,7952
+"eps_2",1e-05,1613948538103,7952
+"train_loss",0.0043756505,1613948539053,7953
+"raw_loss",0.0065701255,1613948539053,7953
+"epoch",50.0251572327044,1613948539053,7953
+"wd_0",0.01,1613948539053,7953
+"sqr_mom_0",0.99,1613948539053,7953
+"lr_0",9.738181462120423e-09,1613948539053,7953
+"mom_0",0.9498062344331019,1613948539053,7953
+"eps_0",1e-05,1613948539053,7953
+"wd_1",0.01,1613948539053,7953
+"sqr_mom_1",0.99,1613948539053,7953
+"lr_1",9.738181462120253e-08,1613948539053,7953
+"mom_1",0.9498062344331019,1613948539053,7953
+"eps_1",1e-05,1613948539053,7953
+"wd_2",0.01,1613948539053,7953
+"sqr_mom_2",0.99,1613948539053,7953
+"lr_2",9.73818146211944e-07,1613948539053,7953
+"mom_2",0.9498062344331019,1613948539053,7953
+"eps_2",1e-05,1613948539053,7953
+"train_loss",0.0043384046,1613948539995,7954
+"raw_loss",0.0025133626,1613948539995,7954
+"epoch",50.0314465408805,1613948539995,7954
+"wd_0",0.01,1613948539995,7954
+"sqr_mom_0",0.99,1613948539995,7954
+"lr_0",9.614482583596063e-09,1613948539995,7954
+"mom_0",0.9498087084354124,1613948539995,7954
+"eps_0",1e-05,1613948539995,7954
+"wd_1",0.01,1613948539995,7954
+"sqr_mom_1",0.99,1613948539995,7954
+"lr_1",9.614482583595555e-08,1613948539995,7954
+"mom_1",0.9498087084354124,1613948539995,7954
+"eps_1",1e-05,1613948539995,7954
+"wd_2",0.01,1613948539995,7954
+"sqr_mom_2",0.99,1613948539995,7954
+"lr_2",9.614482583595284e-07,1613948539995,7954
+"mom_2",0.9498087084354124,1613948539995,7954
+"eps_2",1e-05,1613948539995,7954
+"train_loss",0.004332146,1613948540980,7955
+"raw_loss",0.004025479,1613948540980,7955
+"epoch",50.0377358490566,1613948540980,7955
+"wd_0",0.01,1613948540980,7955
+"sqr_mom_0",0.99,1613948540980,7955
+"lr_0",9.491576968403041e-09,1613948540980,7955
+"mom_0",0.9498111665722976,1613948540980,7955
+"eps_0",1e-05,1613948540980,7955
+"wd_1",0.01,1613948540980,7955
+"sqr_mom_1",0.99,1613948540980,7955
+"lr_1",9.491576968402533e-08,1613948540980,7955
+"mom_1",0.9498111665722976,1613948540980,7955
+"eps_1",1e-05,1613948540980,7955
+"wd_2",0.01,1613948540980,7955
+"sqr_mom_2",0.99,1613948540980,7955
+"lr_2",9.491576968402669e-07,1613948540980,7955
+"mom_2",0.9498111665722976,1613948540980,7955
+"eps_2",1e-05,1613948540980,7955
+"train_loss",0.004301894,1613948541981,7956
+"raw_loss",0.0028195435,1613948541981,7956
+"epoch",50.0440251572327,1613948541981,7956
+"wd_0",0.01,1613948541981,7956
+"sqr_mom_0",0.99,1613948541981,7956
+"lr_0",9.369383889010916e-09,1613948541981,7956
+"mom_0",0.9498136104583244,1613948541981,7956
+"eps_0",1e-05,1613948541981,7956
+"wd_1",0.01,1613948541981,7956
+"sqr_mom_1",0.99,1613948541981,7956
+"lr_1",9.369383889011086e-08,1613948541981,7956
+"mom_1",0.9498136104583244,1613948541981,7956
+"eps_1",1e-05,1613948541981,7956
+"wd_2",0.01,1613948541981,7956
+"sqr_mom_2",0.99,1613948541981,7956
+"lr_2",9.369383889010815e-07,1613948541981,7956
+"mom_2",0.9498136104583244,1613948541981,7956
+"eps_2",1e-05,1613948541981,7956
+"train_loss",0.0042943247,1613948542962,7957
+"raw_loss",0.0039234357,1613948542962,7957
+"epoch",50.0503144654088,1613948542962,7957
+"wd_0",0.01,1613948542962,7957
+"sqr_mom_0",0.99,1613948542962,7957
+"lr_0",9.24806544412566e-09,1613948542962,7957
+"mom_0",0.949816036851486,1613948542962,7957
+"eps_0",1e-05,1613948542962,7957
+"wd_1",0.01,1613948542962,7957
+"sqr_mom_1",0.99,1613948542962,7957
+"lr_1",9.248065444125491e-08,1613948542962,7957
+"mom_1",0.949816036851486,1613948542962,7957
+"eps_1",1e-05,1613948542962,7957
+"wd_2",0.01,1613948542962,7957
+"sqr_mom_2",0.99,1613948542962,7957
+"lr_2",9.248065444125491e-07,1613948542962,7957
+"mom_2",0.949816036851486,1613948542962,7957
+"eps_2",1e-05,1613948542962,7957
+"train_loss",0.0042628576,1613948543972,7958
+"raw_loss",0.0027209686,1613948543972,7958
+"epoch",50.056603773584904,1613948543972,7958
+"wd_0",0.01,1613948543972,7958
+"sqr_mom_0",0.99,1613948543972,7958
+"lr_0",9.127500522540409e-09,1613948543972,7958
+"mom_0",0.9498184481740309,1613948543972,7958
+"eps_0",1e-05,1613948543972,7958
+"wd_1",0.01,1613948543972,7958
+"sqr_mom_1",0.99,1613948543972,7958
+"lr_1",9.12750052254024e-08,1613948543972,7958
+"mom_1",0.9498184481740309,1613948543972,7958
+"eps_1",1e-05,1613948543972,7958
+"wd_2",0.01,1613948543972,7958
+"sqr_mom_2",0.99,1613948543972,7958
+"lr_2",9.127500522539697e-07,1613948543972,7958
+"mom_2",0.9498184481740309,1613948543972,7958
+"eps_2",1e-05,1613948543972,7958
+"train_loss",0.004254176,1613948544944,7959
+"raw_loss",0.0038287733,1613948544944,7959
+"epoch",50.062893081761004,1613948544944,7959
+"wd_0",0.01,1613948544944,7959
+"sqr_mom_0",0.99,1613948544944,7959
+"lr_0",9.007729545980305e-09,1613948544944,7959
+"mom_0",0.9498208436175165,1613948544944,7959
+"eps_0",1e-05,1613948544944,7959
+"wd_1",0.01,1613948544944,7959
+"sqr_mom_1",0.99,1613948544944,7959
+"lr_1",9.007729545980136e-08,1613948544944,7959
+"mom_1",0.9498208436175165,1613948544944,7959
+"eps_1",1e-05,1613948544944,7959
+"wd_2",0.01,1613948544944,7959
+"sqr_mom_2",0.99,1613948544944,7959
+"lr_2",9.007729545979729e-07,1613948544944,7959
+"mom_2",0.9498208436175165,1613948544944,7959
+"eps_2",1e-05,1613948544944,7959
+"train_loss",0.00421392,1613948545920,7960
+"raw_loss",0.0022413821,1613948545920,7960
+"epoch",50.069182389937104,1613948545920,7960
+"wd_0",0.01,1613948545920,7960
+"sqr_mom_0",0.99,1613948545920,7960
+"lr_0",8.888752552621124e-09,1613948545920,7960
+"mom_0",0.9498232231811794,1613948545920,7960
+"eps_0",1e-05,1613948545920,7960
+"wd_1",0.01,1613948545920,7960
+"sqr_mom_1",0.99,1613948545920,7960
+"lr_1",8.888752552620616e-08,1613948545920,7960
+"mom_1",0.9498232231811794,1613948545920,7960
+"eps_1",1e-05,1613948545920,7960
+"wd_2",0.01,1613948545920,7960
+"sqr_mom_2",0.99,1613948545920,7960
+"lr_2",8.888752552620345e-07,1613948545920,7960
+"mom_2",0.9498232231811794,1613948545920,7960
+"eps_2",1e-05,1613948545920,7960
+"train_loss",0.0042082784,1613948546888,7961
+"raw_loss",0.0039318465,1613948546888,7961
+"epoch",50.075471698113205,1613948546888,7961
+"wd_0",0.01,1613948546888,7961
+"sqr_mom_0",0.99,1613948546888,7961
+"lr_0",8.770608647077188e-09,1613948546888,7961
+"mom_0",0.9498255860829192,1613948546888,7961
+"eps_0",1e-05,1613948546888,7961
+"wd_1",0.01,1613948546888,7961
+"sqr_mom_1",0.99,1613948546888,7961
+"lr_1",8.770608647077358e-08,1613948546888,7961
+"mom_1",0.9498255860829192,1613948546888,7961
+"eps_1",1e-05,1613948546888,7961
+"wd_2",0.01,1613948546888,7961
+"sqr_mom_2",0.99,1613948546888,7961
+"lr_2",8.770608647077358e-07,1613948546888,7961
+"mom_2",0.9498255860829192,1613948546888,7961
+"eps_2",1e-05,1613948546888,7961
+"train_loss",0.004221514,1613948547875,7962
+"raw_loss",0.00487005,1613948547875,7962
+"epoch",50.081761006289305,1613948547875,7962
+"wd_0",0.01,1613948547875,7962
+"sqr_mom_0",0.99,1613948547875,7962
+"lr_0",8.653180666939776e-09,1613948547875,7962
+"mom_0",0.9498279346660078,1613948547875,7962
+"eps_0",1e-05,1613948547875,7962
+"wd_1",0.01,1613948547875,7962
+"sqr_mom_1",0.99,1613948547875,7962
+"lr_1",8.653180666939945e-08,1613948547875,7962
+"mom_1",0.9498279346660078,1613948547875,7962
+"eps_1",1e-05,1613948547875,7962
+"wd_2",0.01,1613948547875,7962
+"sqr_mom_2",0.99,1613948547875,7962
+"lr_2",8.653180666939268e-07,1613948547875,7962
+"mom_2",0.9498279346660078,1613948547875,7962
+"eps_2",1e-05,1613948547875,7962
+"train_loss",0.004246649,1613948548829,7963
+"raw_loss",0.005478256,1613948548829,7963
+"epoch",50.088050314465406,1613948548829,7963
+"wd_0",0.01,1613948548829,7963
+"sqr_mom_0",0.99,1613948548829,7963
+"lr_0",8.536624389634181e-09,1613948548829,7963
+"mom_0",0.9498302658148654,1613948548829,7963
+"eps_0",1e-05,1613948548829,7963
+"wd_1",0.01,1613948548829,7963
+"sqr_mom_1",0.99,1613948548829,7963
+"lr_1",8.536624389633842e-08,1613948548829,7963
+"mom_1",0.9498302658148654,1613948548829,7963
+"eps_1",1e-05,1613948548829,7963
+"wd_2",0.01,1613948548829,7963
+"sqr_mom_2",0.99,1613948548829,7963
+"lr_2",8.536624389633707e-07,1613948548829,7963
+"mom_2",0.9498302658148654,1613948548829,7963
+"eps_2",1e-05,1613948548829,7963
+"train_loss",0.004218856,1613948549793,7964
+"raw_loss",0.0028570083,1613948549793,7964
+"epoch",50.094339622641506,1613948549793,7964
+"wd_0",0.01,1613948549793,7964
+"sqr_mom_0",0.99,1613948549793,7964
+"lr_0",8.420861718987789e-09,1613948549793,7964
+"mom_0",0.9498325810914311,1613948549793,7964
+"eps_0",1e-05,1613948549793,7964
+"wd_1",0.01,1613948549793,7964
+"sqr_mom_1",0.99,1613948549793,7964
+"lr_1",8.42086171898762e-08,1613948549793,7964
+"mom_1",0.9498325810914311,1613948549793,7964
+"eps_1",1e-05,1613948549793,7964
+"wd_2",0.01,1613948549793,7964
+"sqr_mom_2",0.99,1613948549793,7964
+"lr_2",8.420861718987484e-07,1613948549793,7964
+"mom_2",0.9498325810914311,1613948549793,7964
+"eps_2",1e-05,1613948549793,7964
+"train_loss",0.004220074,1613948550760,7965
+"raw_loss",0.004279756,1613948550760,7965
+"epoch",50.10062893081761,1613948550760,7965
+"wd_0",0.01,1613948550760,7965
+"sqr_mom_0",0.99,1613948550760,7965
+"lr_0",8.3058166653769e-09,1613948550760,7965
+"mom_0",0.9498348820155126,1613948550760,7965
+"eps_0",1e-05,1613948550760,7965
+"wd_1",0.01,1613948550760,7965
+"sqr_mom_1",0.99,1613948550760,7965
+"lr_1",8.30581666537707e-08,1613948550760,7965
+"mom_1",0.9498348820155126,1613948550760,7965
+"eps_1",1e-05,1613948550760,7965
+"wd_2",0.01,1613948550760,7965
+"sqr_mom_2",0.99,1613948550760,7965
+"lr_2",8.305816665376935e-07,1613948550760,7965
+"mom_2",0.9498348820155126,1613948550760,7965
+"eps_2",1e-05,1613948550760,7965
+"train_loss",0.004259115,1613948551736,7966
+"raw_loss",0.006172118,1613948551736,7966
+"epoch",50.10691823899371,1613948551736,7966
+"wd_0",0.01,1613948551736,7966
+"sqr_mom_0",0.99,1613948551736,7966
+"lr_0",8.191641845090535e-09,1613948551736,7966
+"mom_0",0.9498371655347535,1613948551736,7966
+"eps_0",1e-05,1613948551736,7966
+"wd_1",0.01,1613948551736,7966
+"sqr_mom_1",0.99,1613948551736,7966
+"lr_1",8.191641845090535e-08,1613948551736,7966
+"mom_1",0.9498371655347535,1613948551736,7966
+"eps_1",1e-05,1613948551736,7966
+"wd_2",0.01,1613948551736,7966
+"sqr_mom_2",0.99,1613948551736,7966
+"lr_2",8.191641845090806e-07,1613948551736,7966
+"mom_2",0.9498371655347535,1613948551736,7966
+"eps_2",1e-05,1613948551736,7966
+"train_loss",0.0042586126,1613948552734,7967
+"raw_loss",0.004233981,1613948552734,7967
+"epoch",50.11320754716981,1613948552734,7967
+"wd_0",0.01,1613948552734,7967
+"sqr_mom_0",0.99,1613948552734,7967
+"lr_0",8.078260741348956e-09,1613948552734,7967
+"mom_0",0.9498394331795048,1613948552734,7967
+"eps_0",1e-05,1613948552734,7967
+"wd_1",0.01,1613948552734,7967
+"sqr_mom_1",0.99,1613948552734,7967
+"lr_1",8.078260741349125e-08,1613948552734,7967
+"mom_1",0.9498394331795048,1613948552734,7967
+"eps_1",1e-05,1613948552734,7967
+"wd_2",0.01,1613948552734,7967
+"sqr_mom_2",0.99,1613948552734,7967
+"lr_2",8.078260741348989e-07,1613948552734,7967
+"mom_2",0.9498394331795048,1613948552734,7967
+"eps_2",1e-05,1613948552734,7967
+"train_loss",0.004256113,1613948553710,7968
+"raw_loss",0.004133634,1613948553710,7968
+"epoch",50.11949685534591,1613948553710,7968
+"wd_0",0.01,1613948553710,7968
+"sqr_mom_0",0.99,1613948553710,7968
+"lr_0",7.965598944216959e-09,1613948553710,7968
+"mom_0",0.94984168643798,1613948553710,7968
+"eps_0",1e-05,1613948553710,7968
+"wd_1",0.01,1613948553710,7968
+"sqr_mom_1",0.99,1613948553710,7968
+"lr_1",7.965598944217298e-08,1613948553710,7968
+"mom_1",0.94984168643798,1613948553710,7968
+"eps_1",1e-05,1613948553710,7968
+"wd_2",0.01,1613948553710,7968
+"sqr_mom_2",0.99,1613948553710,7968
+"lr_2",7.965598944216891e-07,1613948553710,7968
+"mom_2",0.94984168643798,1613948553710,7968
+"eps_2",1e-05,1613948553710,7968
+"train_loss",0.004230941,1613948554698,7969
+"raw_loss",0.0029975304,1613948554698,7969
+"epoch",50.12578616352201,1613948554698,7969
+"wd_0",0.01,1613948554698,7969
+"sqr_mom_0",0.99,1613948554698,7969
+"lr_0",7.853805908404289e-09,1613948554698,7969
+"mom_0",0.9498439223210551,1613948554698,7969
+"eps_0",1e-05,1613948554698,7969
+"wd_1",0.01,1613948554698,7969
+"sqr_mom_1",0.99,1613948554698,7969
+"lr_1",7.853805908404458e-08,1613948554698,7969
+"mom_1",0.9498439223210551,1613948554698,7969
+"eps_1",1e-05,1613948554698,7969
+"wd_2",0.01,1613948554698,7969
+"sqr_mom_2",0.99,1613948554698,7969
+"lr_2",7.853805908404187e-07,1613948554698,7969
+"mom_2",0.9498439223210551,1613948554698,7969
+"eps_2",1e-05,1613948554698,7969
+"train_loss",0.0041983766,1613948555685,7970
+"raw_loss",0.0026027102,1613948555685,7970
+"epoch",50.13207547169811,1613948555685,7970
+"wd_0",0.01,1613948555685,7970
+"sqr_mom_0",0.99,1613948555685,7970
+"lr_0",7.742733304560705e-09,1613948555685,7970
+"mom_0",0.9498461437953467,1613948555685,7970
+"eps_0",1e-05,1613948555685,7970
+"wd_1",0.01,1613948555685,7970
+"sqr_mom_1",0.99,1613948555685,7970
+"lr_1",7.742733304560366e-08,1613948555685,7970
+"mom_1",0.9498461437953467,1613948555685,7970
+"eps_1",1e-05,1613948555685,7970
+"wd_2",0.01,1613948555685,7970
+"sqr_mom_2",0.99,1613948555685,7970
+"lr_2",7.742733304560772e-07,1613948555685,7970
+"mom_2",0.9498461437953467,1613948555685,7970
+"eps_2",1e-05,1613948555685,7970
+"train_loss",0.0041677966,1613948556678,7971
+"raw_loss",0.0026693859,1613948556678,7971
+"epoch",50.13836477987421,1613948556678,7971
+"wd_0",0.01,1613948556678,7971
+"sqr_mom_0",0.99,1613948556678,7971
+"lr_0",7.632528479208024e-09,1613948556678,7971
+"mom_0",0.9498483479138949,1613948556678,7971
+"eps_0",1e-05,1613948556678,7971
+"wd_1",0.01,1613948556678,7971
+"sqr_mom_1",0.99,1613948556678,7971
+"lr_1",7.632528479208024e-08,1613948556678,7971
+"mom_1",0.9498483479138949,1613948556678,7971
+"eps_1",1e-05,1613948556678,7971
+"wd_2",0.01,1613948556678,7971
+"sqr_mom_2",0.99,1613948556678,7971
+"lr_2",7.632528479207482e-07,1613948556678,7971
+"mom_2",0.9498483479138949,1613948556678,7971
+"eps_2",1e-05,1613948556678,7971
+"train_loss",0.0041693705,1613948557666,7972
+"raw_loss",0.0042464873,1613948557666,7972
+"epoch",50.14465408805031,1613948557666,7972
+"wd_0",0.01,1613948557666,7972
+"sqr_mom_0",0.99,1613948557666,7972
+"lr_0",7.523081379334927e-09,1613948557666,7972
+"mom_0",0.9498505368777821,1613948557666,7972
+"eps_0",1e-05,1613948557666,7972
+"wd_1",0.01,1613948557666,7972
+"sqr_mom_1",0.99,1613948557666,7972
+"lr_1",7.523081379335266e-08,1613948557666,7972
+"mom_1",0.9498505368777821,1613948557666,7972
+"eps_1",1e-05,1613948557666,7972
+"wd_2",0.01,1613948557666,7972
+"sqr_mom_2",0.99,1613948557666,7972
+"lr_2",7.52308137933486e-07,1613948557666,7972
+"mom_2",0.9498505368777821,1613948557666,7972
+"eps_2",1e-05,1613948557666,7972
+"train_loss",0.0041844514,1613948558641,7973
+"raw_loss",0.0049234075,1613948558641,7973
+"epoch",50.15094339622641,1613948558641,7973
+"wd_0",0.01,1613948558641,7973
+"sqr_mom_0",0.99,1613948558641,7973
+"lr_0",7.414428735877191e-09,1613948558641,7973
+"mom_0",0.9498527099523819,1613948558641,7973
+"eps_0",1e-05,1613948558641,7973
+"wd_1",0.01,1613948558641,7973
+"sqr_mom_1",0.99,1613948558641,7973
+"lr_1",7.41442873587736e-08,1613948558641,7973
+"mom_1",0.9498527099523819,1613948558641,7973
+"eps_1",1e-05,1613948558641,7973
+"wd_2",0.01,1613948558641,7973
+"sqr_mom_2",0.99,1613948558641,7973
+"lr_2",7.414428735876954e-07,1613948558641,7973
+"mom_2",0.9498527099523819,1613948558641,7973
+"eps_2",1e-05,1613948558641,7973
+"train_loss",0.0041732336,1613948559631,7974
+"raw_loss",0.003623567,1613948559631,7974
+"epoch",50.15723270440251,1613948559631,7974
+"wd_0",0.01,1613948559631,7974
+"sqr_mom_0",0.99,1613948559631,7974
+"lr_0",7.306570583467451e-09,1613948559631,7974
+"mom_0",0.949854867137002,1613948559631,7974
+"eps_0",1e-05,1613948559631,7974
+"wd_1",0.01,1613948559631,7974
+"sqr_mom_1",0.99,1613948559631,7974
+"lr_1",7.306570583467113e-08,1613948559631,7974
+"mom_1",0.949854867137002,1613948559631,7974
+"eps_1",1e-05,1613948559631,7974
+"wd_2",0.01,1613948559631,7974
+"sqr_mom_2",0.99,1613948559631,7974
+"lr_2",7.306570583467519e-07,1613948559631,7974
+"mom_2",0.949854867137002,1613948559631,7974
+"eps_2",1e-05,1613948559631,7974
+"train_loss",0.0041327765,1613948560627,7975
+"raw_loss",0.0021503835,1613948560627,7975
+"epoch",50.16352201257861,1613948560627,7975
+"wd_0",0.01,1613948560627,7975
+"sqr_mom_0",0.99,1613948560627,7975
+"lr_0",7.199542335083631e-09,1613948560627,7975
+"mom_0",0.9498570077233756,1613948560627,7975
+"eps_0",1e-05,1613948560627,7975
+"wd_1",0.01,1613948560627,7975
+"sqr_mom_1",0.99,1613948560627,7975
+"lr_1",7.199542335083631e-08,1613948560627,7975
+"mom_1",0.9498570077233756,1613948560627,7975
+"eps_1",1e-05,1613948560627,7975
+"wd_2",0.01,1613948560627,7975
+"sqr_mom_2",0.99,1613948560627,7975
+"lr_2",7.19954233508336e-07,1613948560627,7975
+"mom_2",0.9498570077233756,1613948560627,7975
+"eps_2",1e-05,1613948560627,7975
+"train_loss",0.004113292,1613948561625,7976
+"raw_loss",0.0031585465,1613948561625,7976
+"epoch",50.16981132075471,1613948561625,7976
+"wd_0",0.01,1613948561625,7976
+"sqr_mom_0",0.99,1613948561625,7976
+"lr_0",7.0932378890477225e-09,1613948561625,7976
+"mom_0",0.9498591338335574,1613948561625,7976
+"eps_0",1e-05,1613948561625,7976
+"wd_1",0.01,1613948561625,7976
+"sqr_mom_1",0.99,1613948561625,7976
+"lr_1",7.093237889048231e-08,1613948561625,7976
+"mom_1",0.9498591338335574,1613948561625,7976
+"eps_1",1e-05,1613948561625,7976
+"wd_2",0.01,1613948561625,7976
+"sqr_mom_2",0.99,1613948561625,7976
+"lr_2",7.093237889047553e-07,1613948561625,7976
+"mom_2",0.9498591338335574,1613948561625,7976
+"eps_2",1e-05,1613948561625,7976
+"train_loss",0.0041002515,1613948562618,7977
+"raw_loss",0.003461261,1613948562618,7977
+"epoch",50.17610062893081,1613948562618,7977
+"wd_0",0.01,1613948562618,7977
+"sqr_mom_0",0.99,1613948562618,7977
+"lr_0",6.987798266543578e-09,1613948562618,7977
+"mom_0",0.9498612426470956,1613948562618,7977
+"eps_0",1e-05,1613948562618,7977
+"wd_1",0.01,1613948562618,7977
+"sqr_mom_1",0.99,1613948562618,7977
+"lr_1",6.987798266544086e-08,1613948562618,7977
+"mom_1",0.9498612426470956,1613948562618,7977
+"eps_1",1e-05,1613948562618,7977
+"wd_2",0.01,1613948562618,7977
+"sqr_mom_2",0.99,1613948562618,7977
+"lr_2",6.987798266543544e-07,1613948562618,7977
+"mom_2",0.9498612426470956,1613948562618,7977
+"eps_2",1e-05,1613948562618,7977
+"train_loss",0.004105243,1613948563590,7978
+"raw_loss",0.004349822,1613948563590,7978
+"epoch",50.18238993710691,1613948563590,7978
+"wd_0",0.01,1613948563590,7978
+"sqr_mom_0",0.99,1613948563590,7978
+"lr_0",6.883152744042812e-09,1613948563590,7978
+"mom_0",0.9498633355784749,1613948563590,7978
+"eps_0",1e-05,1613948563590,7978
+"wd_1",0.01,1613948563590,7978
+"sqr_mom_1",0.99,1613948563590,7978
+"lr_1",6.883152744042981e-08,1613948563590,7978
+"mom_1",0.9498633355784749,1613948563590,7978
+"eps_1",1e-05,1613948563590,7978
+"wd_2",0.01,1613948563590,7978
+"sqr_mom_2",0.99,1613948563590,7978
+"lr_2",6.883152744042303e-07,1613948563590,7978
+"mom_2",0.9498633355784749,1613948563590,7978
+"eps_2",1e-05,1613948563590,7978
+"train_loss",0.0041108327,1613948564564,7979
+"raw_loss",0.0043847393,1613948564564,7979
+"epoch",50.18867924528301,1613948564564,7979
+"wd_0",0.01,1613948564564,7979
+"sqr_mom_0",0.99,1613948564564,7979
+"lr_0",6.7792327058737735e-09,1613948564564,7979
+"mom_0",0.9498654140000224,1613948564564,7979
+"eps_0",1e-05,1613948564564,7979
+"wd_1",0.01,1613948564564,7979
+"sqr_mom_1",0.99,1613948564564,7979
+"lr_1",6.779232705873096e-08,1613948564564,7979
+"mom_1",0.9498654140000224,1613948564564,7979
+"eps_1",1e-05,1613948564564,7979
+"wd_2",0.01,1613948564564,7979
+"sqr_mom_2",0.99,1613948564564,7979
+"lr_2",6.77923270587296e-07,1613948564564,7979
+"mom_2",0.9498654140000224,1613948564564,7979
+"eps_2",1e-05,1613948564564,7979
+"train_loss",0.004115413,1613948565536,7980
+"raw_loss",0.004339844,1613948565536,7980
+"epoch",50.19496855345911,1613948565536,7980
+"wd_0",0.01,1613948565536,7980
+"sqr_mom_0",0.99,1613948565536,7980
+"lr_0",6.676176010116382e-09,1613948565536,7980
+"mom_0",0.9498674751545492,1613948565536,7980
+"eps_0",1e-05,1613948565536,7980
+"wd_1",0.01,1613948565536,7980
+"sqr_mom_1",0.99,1613948565536,7980
+"lr_1",6.676176010116721e-08,1613948565536,7980
+"mom_1",0.9498674751545492,1613948565536,7980
+"eps_1",1e-05,1613948565536,7980
+"wd_2",0.01,1613948565536,7980
+"sqr_mom_2",0.99,1613948565536,7980
+"lr_2",6.676176010116585e-07,1613948565536,7980
+"mom_2",0.9498674751545492,1613948565536,7980
+"eps_2",1e-05,1613948565536,7980
+"train_loss",0.004093194,1613948566485,7981
+"raw_loss",0.0030044697,1613948566485,7981
+"epoch",50.20125786163521,1613948566485,7981
+"wd_0",0.01,1613948566485,7981
+"sqr_mom_0",0.99,1613948566485,7981
+"lr_0",6.573879716257705e-09,1613948566485,7981
+"mom_0",0.9498695211008858,1613948566485,7981
+"eps_0",1e-05,1613948566485,7981
+"wd_1",0.01,1613948566485,7981
+"sqr_mom_1",0.99,1613948566485,7981
+"lr_1",6.573879716258044e-08,1613948566485,7981
+"mom_1",0.9498695211008858,1613948566485,7981
+"eps_1",1e-05,1613948566485,7981
+"wd_2",0.01,1613948566485,7981
+"sqr_mom_2",0.99,1613948566485,7981
+"lr_2",6.573879716257908e-07,1613948566485,7981
+"mom_2",0.9498695211008858,1613948566485,7981
+"eps_2",1e-05,1613948566485,7981
+"train_loss",0.0041978406,1613948567450,7982
+"raw_loss",0.009325536,1613948567450,7982
+"epoch",50.20754716981131,1613948567450,7982
+"wd_0",0.01,1613948567450,7982
+"sqr_mom_0",0.99,1613948567450,7982
+"lr_0",6.472378181361852e-09,1613948567450,7982
+"mom_0",0.9498715511518843,1613948567450,7982
+"eps_0",1e-05,1613948567450,7982
+"wd_1",0.01,1613948567450,7982
+"sqr_mom_1",0.99,1613948567450,7982
+"lr_1",6.472378181361513e-08,1613948567450,7982
+"mom_1",0.9498715511518843,1613948567450,7982
+"eps_1",1e-05,1613948567450,7982
+"wd_2",0.01,1613948567450,7982
+"sqr_mom_2",0.99,1613948567450,7982
+"lr_2",6.472378181361649e-07,1613948567450,7982
+"mom_2",0.9498715511518843,1613948567450,7982
+"eps_2",1e-05,1613948567450,7982
+"train_loss",0.0041725077,1613948568415,7983
+"raw_loss",0.002931201,1613948568415,7983
+"epoch",50.213836477987414,1613948568415,7983
+"wd_0",0.01,1613948568415,7983
+"sqr_mom_0",0.99,1613948568415,7983
+"lr_0",6.371671437780399e-09,1613948568415,7983
+"mom_0",0.9498735653068974,1613948568415,7983
+"eps_0",1e-05,1613948568415,7983
+"wd_1",0.01,1613948568415,7983
+"sqr_mom_1",0.99,1613948568415,7983
+"lr_1",6.3716714377804e-08,1613948568415,7983
+"mom_1",0.9498735653068974,1613948568415,7983
+"eps_1",1e-05,1613948568415,7983
+"wd_2",0.01,1613948568415,7983
+"sqr_mom_2",0.99,1613948568415,7983
+"lr_2",6.371671437780399e-07,1613948568415,7983
+"mom_2",0.9498735653068974,1613948568415,7983
+"eps_2",1e-05,1613948568415,7983
+"train_loss",0.004160114,1613948569397,7984
+"raw_loss",0.0035528268,1613948569397,7984
+"epoch",50.220125786163514,1613948569397,7984
+"wd_0",0.01,1613948569397,7984
+"sqr_mom_0",0.99,1613948569397,7984
+"lr_0",6.27179252412324e-09,1613948569397,7984
+"mom_0",0.9498755629051465,1613948569397,7984
+"eps_0",1e-05,1613948569397,7984
+"wd_1",0.01,1613948569397,7984
+"sqr_mom_1",0.99,1613948569397,7984
+"lr_1",6.271792524123579e-08,1613948569397,7984
+"mom_1",0.9498755629051465,1613948569397,7984
+"eps_1",1e-05,1613948569397,7984
+"wd_2",0.01,1613948569397,7984
+"sqr_mom_2",0.99,1613948569397,7984
+"lr_2",6.271792524122901e-07,1613948569397,7984
+"mom_2",0.9498755629051465,1613948569397,7984
+"eps_2",1e-05,1613948569397,7984
+"train_loss",0.004170367,1613948570370,7985
+"raw_loss",0.00467277,1613948570370,7985
+"epoch",50.226415094339615,1613948570370,7985
+"wd_0",0.01,1613948570370,7985
+"sqr_mom_0",0.99,1613948570370,7985
+"lr_0",6.172642452704921e-09,1613948570370,7985
+"mom_0",0.9498775459264052,1613948570370,7985
+"eps_0",1e-05,1613948570370,7985
+"wd_1",0.01,1613948570370,7985
+"sqr_mom_1",0.99,1613948570370,7985
+"lr_1",6.172642452704921e-08,1613948570370,7985
+"mom_1",0.9498775459264052,1613948570370,7985
+"eps_1",1e-05,1613948570370,7985
+"wd_2",0.01,1613948570370,7985
+"sqr_mom_2",0.99,1613948570370,7985
+"lr_2",6.172642452704786e-07,1613948570370,7985
+"mom_2",0.9498775459264052,1613948570370,7985
+"eps_2",1e-05,1613948570370,7985
+"train_loss",0.00418716,1613948571332,7986
+"raw_loss",0.005010034,1613948571332,7986
+"epoch",50.232704402515715,1613948571332,7986
+"wd_0",0.01,1613948571332,7986
+"sqr_mom_0",0.99,1613948571332,7986
+"lr_0",6.07435275387114e-09,1613948571332,7986
+"mom_0",0.9498795117400399,1613948571332,7986
+"eps_0",1e-05,1613948571332,7986
+"wd_1",0.01,1613948571332,7986
+"sqr_mom_1",0.99,1613948571332,7986
+"lr_1",6.074352753871479e-08,1613948571332,7986
+"mom_1",0.9498795117400399,1613948571332,7986
+"eps_1",1e-05,1613948571332,7986
+"wd_2",0.01,1613948571332,7986
+"sqr_mom_2",0.99,1613948571332,7986
+"lr_2",6.074352753871479e-07,1613948571332,7986
+"mom_2",0.9498795117400399,1613948571332,7986
+"eps_2",1e-05,1613948571332,7986
+"train_loss",0.004178476,1613948572279,7987
+"raw_loss",0.003752945,1613948572279,7987
+"epoch",50.238993710691815,1613948572279,7987
+"wd_0",0.01,1613948572279,7987
+"sqr_mom_0",0.99,1613948572279,7987
+"lr_0",5.976857445997402e-09,1613948572279,7987
+"mom_0",0.9498814616656966,1613948572279,7987
+"eps_0",1e-05,1613948572279,7987
+"wd_1",0.01,1613948572279,7987
+"sqr_mom_1",0.99,1613948572279,7987
+"lr_1",5.976857445997571e-08,1613948572279,7987
+"mom_1",0.9498814616656966,1613948572279,7987
+"eps_1",1e-05,1613948572279,7987
+"wd_2",0.01,1613948572279,7987
+"sqr_mom_2",0.99,1613948572279,7987
+"lr_2",5.976857445996351e-07,1613948572279,7987
+"mom_2",0.9498814616656966,1613948572279,7987
+"eps_2",1e-05,1613948572279,7987
+"train_loss",0.004155787,1613948573245,7988
+"raw_loss",0.003044026,1613948573245,7988
+"epoch",50.245283018867916,1613948573245,7988
+"wd_0",0.01,1613948573245,7988
+"sqr_mom_0",0.99,1613948573245,7988
+"lr_0",5.880092656088441e-09,1613948573245,7988
+"mom_0",0.949883396980848,1613948573245,7988
+"eps_0",1e-05,1613948573245,7988
+"wd_1",0.01,1613948573245,7988
+"sqr_mom_1",0.99,1613948573245,7988
+"lr_1",5.880092656087763e-08,1613948573245,7988
+"mom_1",0.949883396980848,1613948573245,7988
+"eps_1",1e-05,1613948573245,7988
+"wd_2",0.01,1613948573245,7988
+"sqr_mom_2",0.99,1613948573245,7988
+"lr_2",5.880092656087221e-07,1613948573245,7988
+"mom_2",0.949883396980848,1613948573245,7988
+"eps_2",1e-05,1613948573245,7988
+"train_loss",0.0042324397,1613948574207,7989
+"raw_loss",0.007988423,1613948574207,7989
+"epoch",50.251572327044016,1613948574207,7989
+"wd_0",0.01,1613948574207,7989
+"sqr_mom_0",0.99,1613948574207,7989
+"lr_0",5.784186750228973e-09,1613948574207,7989
+"mom_0",0.9498853151181466,1613948574207,7989
+"eps_0",1e-05,1613948574207,7989
+"wd_1",0.01,1613948574207,7989
+"sqr_mom_1",0.99,1613948574207,7989
+"lr_1",5.7841867502294816e-08,1613948574207,7989
+"mom_1",0.9498853151181466,1613948574207,7989
+"eps_1",1e-05,1613948574207,7989
+"wd_2",0.01,1613948574207,7989
+"sqr_mom_2",0.99,1613948574207,7989
+"lr_2",5.784186750229211e-07,1613948574207,7989
+"mom_2",0.9498853151181466,1613948574207,7989
+"eps_2",1e-05,1613948574207,7989
+"train_loss",0.0042045666,1613948575182,7990
+"raw_loss",0.0028387913,1613948575182,7990
+"epoch",50.25786163522012,1613948575182,7990
+"wd_0",0.01,1613948575182,7990
+"sqr_mom_0",0.99,1613948575182,7990
+"lr_0",5.68907532775609e-09,1613948575182,7990
+"mom_0",0.9498872173656185,1613948575182,7990
+"eps_0",1e-05,1613948575182,7990
+"wd_1",0.01,1613948575182,7990
+"sqr_mom_1",0.99,1613948575182,7990
+"lr_1",5.6890753277555816e-08,1613948575182,7990
+"mom_1",0.9498872173656185,1613948575182,7990
+"eps_1",1e-05,1613948575182,7990
+"wd_2",0.01,1613948575182,7990
+"sqr_mom_2",0.99,1613948575182,7990
+"lr_2",5.689075327755446e-07,1613948575182,7990
+"mom_2",0.9498872173656185,1613948575182,7990
+"eps_2",1e-05,1613948575182,7990
+"train_loss",0.0042178985,1613948576152,7991
+"raw_loss",0.0048711607,1613948576152,7991
+"epoch",50.26415094339622,1613948576152,7991
+"wd_0",0.01,1613948576152,7991
+"sqr_mom_0",0.99,1613948576152,7991
+"lr_0",5.594696096880056e-09,1613948576152,7991
+"mom_0",0.949889104969112,1613948576152,7991
+"eps_0",1e-05,1613948576152,7991
+"wd_1",0.01,1613948576152,7991
+"sqr_mom_1",0.99,1613948576152,7991
+"lr_1",5.594696096879886e-08,1613948576152,7991
+"mom_1",0.949889104969112,1613948576152,7991
+"eps_1",1e-05,1613948576152,7991
+"wd_2",0.01,1613948576152,7991
+"sqr_mom_2",0.99,1613948576152,7991
+"lr_2",5.594696096879615e-07,1613948576152,7991
+"mom_2",0.949889104969112,1613948576152,7991
+"eps_2",1e-05,1613948576152,7991
+"train_loss",0.0042287484,1613948577126,7992
+"raw_loss",0.004760399,1613948577126,7992
+"epoch",50.27044025157232,1613948577126,7992
+"wd_0",0.01,1613948577126,7992
+"sqr_mom_0",0.99,1613948577126,7992
+"lr_0",5.501174259055299e-09,1613948577126,7992
+"mom_0",0.9498909754245731,1613948577126,7992
+"eps_0",1e-05,1613948577126,7992
+"wd_1",0.01,1613948577126,7992
+"sqr_mom_1",0.99,1613948577126,7992
+"lr_1",5.501174259054791e-08,1613948577126,7992
+"mom_1",0.9498909754245731,1613948577126,7992
+"eps_1",1e-05,1613948577126,7992
+"wd_2",0.01,1613948577126,7992
+"sqr_mom_2",0.99,1613948577126,7992
+"lr_2",5.501174259054655e-07,1613948577126,7992
+"mom_2",0.9498909754245731,1613948577126,7992
+"eps_2",1e-05,1613948577126,7992
+"train_loss",0.004175686,1613948578096,7993
+"raw_loss",0.0015756253,1613948578096,7993
+"epoch",50.27672955974842,1613948578096,7993
+"wd_0",0.01,1613948578096,7993
+"sqr_mom_0",0.99,1613948578096,7993
+"lr_0",5.408416361107104e-09,1613948578096,7993
+"mom_0",0.9498928306010839,1613948578096,7993
+"eps_0",1e-05,1613948578096,7993
+"wd_1",0.01,1613948578096,7993
+"sqr_mom_1",0.99,1613948578096,7993
+"lr_1",5.408416361107443e-08,1613948578096,7993
+"mom_1",0.9498928306010839,1613948578096,7993
+"eps_1",1e-05,1613948578096,7993
+"wd_2",0.01,1613948578096,7993
+"sqr_mom_2",0.99,1613948578096,7993
+"lr_2",5.408416361106765e-07,1613948578096,7993
+"mom_2",0.9498928306010839,1613948578096,7993
+"eps_2",1e-05,1613948578096,7993
+"train_loss",0.0041635307,1613948579078,7994
+"raw_loss",0.0035679194,1613948579078,7994
+"epoch",50.28301886792452,1613948579078,7994
+"wd_0",0.01,1613948579078,7994
+"sqr_mom_0",0.99,1613948579078,7994
+"lr_0",5.31645359359989e-09,1613948579078,7994
+"mom_0",0.9498946698748267,1613948579078,7994
+"eps_0",1e-05,1613948579078,7994
+"wd_1",0.01,1613948579078,7994
+"sqr_mom_1",0.99,1613948579078,7994
+"lr_1",5.316453593599721e-08,1613948579078,7994
+"mom_1",0.9498946698748267,1613948579078,7994
+"eps_1",1e-05,1613948579078,7994
+"wd_2",0.01,1613948579078,7994
+"sqr_mom_2",0.99,1613948579078,7994
+"lr_2",5.316453593599314e-07,1613948579078,7994
+"mom_2",0.9498946698748267,1613948579078,7994
+"eps_2",1e-05,1613948579078,7994
+"train_loss",0.0041271546,1613948580020,7995
+"raw_loss",0.0023447296,1613948580020,7995
+"epoch",50.28930817610062,1613948580020,7995
+"wd_0",0.01,1613948580020,7995
+"sqr_mom_0",0.99,1613948580020,7995
+"lr_0",5.225285985844386e-09,1613948580020,7995
+"mom_0",0.9498964932452155,1613948580020,7995
+"eps_0",1e-05,1613948580020,7995
+"wd_1",0.01,1613948580020,7995
+"sqr_mom_1",0.99,1613948580020,7995
+"lr_1",5.225285985844386e-08,1613948580020,7995
+"mom_1",0.9498964932452155,1613948580020,7995
+"eps_1",1e-05,1613948580020,7995
+"wd_2",0.01,1613948580020,7995
+"sqr_mom_2",0.99,1613948580020,7995
+"lr_2",5.225285985843708e-07,1613948580020,7995
+"mom_2",0.9498964932452155,1613948580020,7995
+"eps_2",1e-05,1613948580020,7995
+"train_loss",0.004100721,1613948580986,7996
+"raw_loss",0.0028054747,1613948580986,7996
+"epoch",50.29559748427672,1613948580986,7996
+"wd_0",0.01,1613948580986,7996
+"sqr_mom_0",0.99,1613948580986,7996
+"lr_0",5.1349434093366964e-09,1613948580986,7996
+"mom_0",0.9498983001148144,1613948580986,7996
+"eps_0",1e-05,1613948580986,7996
+"wd_1",0.01,1613948580986,7996
+"sqr_mom_1",0.99,1613948580986,7996
+"lr_1",5.1349434093372046e-08,1613948580986,7996
+"mom_1",0.9498983001148144,1613948580986,7996
+"eps_1",1e-05,1613948580986,7996
+"wd_2",0.01,1613948580986,7996
+"sqr_mom_2",0.99,1613948580986,7996
+"lr_2",5.134943409336934e-07,1613948580986,7996
+"mom_2",0.9498983001148144,1613948580986,7996
+"eps_2",1e-05,1613948580986,7996
+"train_loss",0.004083712,1613948581942,7997
+"raw_loss",0.0032502727,1613948581942,7997
+"epoch",50.30188679245282,1613948581942,7997
+"wd_0",0.01,1613948581942,7997
+"sqr_mom_0",0.99,1613948581942,7997
+"lr_0",5.0453363655718805e-09,1613948581942,7997
+"mom_0",0.9499000922736113,1613948581942,7997
+"eps_0",1e-05,1613948581942,7997
+"wd_1",0.01,1613948581942,7997
+"sqr_mom_1",0.99,1613948581942,7997
+"lr_1",5.04533636557205e-08,1613948581942,7997
+"mom_1",0.9499000922736113,1613948581942,7997
+"eps_1",1e-05,1613948581942,7997
+"wd_2",0.01,1613948581942,7997
+"sqr_mom_2",0.99,1613948581942,7997
+"lr_2",5.045336365571643e-07,1613948581942,7997
+"mom_2",0.9499000922736113,1613948581942,7997
+"eps_2",1e-05,1613948581942,7997
+"train_loss",0.0040968047,1613948582898,7998
+"raw_loss",0.004738349,1613948582898,7998
+"epoch",50.30817610062892,1613948582898,7998
+"wd_0",0.01,1613948582898,7998
+"sqr_mom_0",0.99,1613948582898,7998
+"lr_0",4.956583725322471e-09,1613948582898,7998
+"mom_0",0.9499018673441669,1613948582898,7998
+"eps_0",1e-05,1613948582898,7998
+"wd_1",0.01,1613948582898,7998
+"sqr_mom_1",0.99,1613948582898,7998
+"lr_1",4.956583725322471e-08,1613948582898,7998
+"mom_1",0.9499018673441669,1613948582898,7998
+"eps_1",1e-05,1613948582898,7998
+"wd_2",0.01,1613948582898,7998
+"sqr_mom_2",0.99,1613948582898,7998
+"lr_2",4.956583725321522e-07,1613948582898,7998
+"mom_2",0.9499018673441669,1613948582898,7998
+"eps_2",1e-05,1613948582898,7998
+"train_loss",0.0040754844,1613948583859,7999
+"raw_loss",0.0030307814,1613948583859,7999
+"epoch",50.31446540880502,1613948583859,7999
+"wd_0",0.01,1613948583859,7999
+"sqr_mom_0",0.99,1613948583859,7999
+"lr_0",4.868625832072392e-09,1613948583859,7999
+"mom_0",0.9499036265196237,1613948583859,7999
+"eps_0",1e-05,1613948583859,7999
+"wd_1",0.01,1613948583859,7999
+"sqr_mom_1",0.99,1613948583859,7999
+"lr_1",4.868625832072222e-08,1613948583859,7999
+"mom_1",0.9499036265196237,1613948583859,7999
+"eps_1",1e-05,1613948583859,7999
+"wd_2",0.01,1613948583859,7999
+"sqr_mom_2",0.99,1613948583859,7999
+"lr_2",4.868625832071816e-07,1613948583859,7999
+"mom_2",0.9499036265196237,1613948583859,7999
+"eps_2",1e-05,1613948583859,7999
+"train_loss",0.00409899,1613948584819,8000
+"raw_loss",0.0052507785,1613948584819,8000
+"epoch",50.32075471698112,1613948584819,8000
+"wd_0",0.01,1613948584819,8000
+"sqr_mom_0",0.99,1613948584819,8000
+"lr_0",4.78140513888178e-09,1613948584819,8000
+"mom_0",0.9499053709509319,1613948584819,8000
+"eps_0",1e-05,1613948584819,8000
+"wd_1",0.01,1613948584819,8000
+"sqr_mom_1",0.99,1613948584819,8000
+"lr_1",4.7814051388819496e-08,1613948584819,8000
+"mom_1",0.9499053709509319,1613948584819,8000
+"eps_1",1e-05,1613948584819,8000
+"wd_2",0.01,1613948584819,8000
+"sqr_mom_2",0.99,1613948584819,8000
+"lr_2",4.781405138881136e-07,1613948584819,8000
+"mom_2",0.9499053709509319,1613948584819,8000
+"eps_2",1e-05,1613948584819,8000
+"train_loss",0.0041088583,1613948585764,8001
+"raw_loss",0.0045924014,1613948585764,8001
+"epoch",50.32704402515722,1613948585764,8001
+"wd_0",0.01,1613948585764,8001
+"sqr_mom_0",0.99,1613948585764,8001
+"lr_0",4.695037350843408e-09,1613948585764,8001
+"mom_0",0.9499070983239664,1613948585764,8001
+"eps_0",1e-05,1613948585764,8001
+"wd_1",0.01,1613948585764,8001
+"sqr_mom_1",0.99,1613948585764,8001
+"lr_1",4.695037350843916e-08,1613948585764,8001
+"mom_1",0.9499070983239664,1613948585764,8001
+"eps_1",1e-05,1613948585764,8001
+"wd_2",0.01,1613948585764,8001
+"sqr_mom_2",0.99,1613948585764,8001
+"lr_2",4.695037350843645e-07,1613948585764,8001
+"mom_2",0.9499070983239664,1613948585764,8001
+"eps_2",1e-05,1613948585764,8001
+"train_loss",0.004173877,1613948586726,8002
+"raw_loss",0.0073598097,1613948586726,8002
+"epoch",50.33333333333332,1613948586726,8002
+"wd_0",0.01,1613948586726,8002
+"sqr_mom_0",0.99,1613948586726,8002
+"lr_0",4.609436133192389e-09,1613948586726,8002
+"mom_0",0.9499088103654397,1613948586726,8002
+"eps_0",1e-05,1613948586726,8002
+"wd_1",0.01,1613948586726,8002
+"sqr_mom_1",0.99,1613948586726,8002
+"lr_1",4.6094361331925585e-08,1613948586726,8002
+"mom_1",0.9499088103654397,1613948586726,8002
+"eps_1",1e-05,1613948586726,8002
+"wd_2",0.01,1613948586726,8002
+"sqr_mom_2",0.99,1613948586726,8002
+"lr_2",4.609436133191881e-07,1613948586726,8002
+"mom_2",0.9499088103654397,1613948586726,8002
+"eps_2",1e-05,1613948586726,8002
+"train_loss",0.004202634,1613948587669,8003
+"raw_loss",0.0056117135,1613948587669,8003
+"epoch",50.33962264150942,1613948587669,8003
+"wd_0",0.01,1613948587669,8003
+"sqr_mom_0",0.99,1613948587669,8003
+"lr_0",4.52463030064789e-09,1613948587669,8003
+"mom_0",0.949910506499052,1613948587669,8003
+"eps_0",1e-05,1613948587669,8003
+"wd_1",0.01,1613948587669,8003
+"sqr_mom_1",0.99,1613948587669,8003
+"lr_1",4.52463030064772e-08,1613948587669,8003
+"mom_1",0.949910506499052,1613948587669,8003
+"eps_1",1e-05,1613948587669,8003
+"wd_2",0.01,1613948587669,8003
+"sqr_mom_2",0.99,1613948587669,8003
+"lr_2",4.52463030064772e-07,1613948587669,8003
+"mom_2",0.949910506499052,1613948587669,8003
+"eps_2",1e-05,1613948587669,8003
+"train_loss",0.004169007,1613948588614,8004
+"raw_loss",0.0025212765,1613948588614,8004
+"epoch",50.34591194968552,1613948588614,8004
+"wd_0",0.01,1613948588614,8004
+"sqr_mom_0",0.99,1613948588614,8004
+"lr_0",4.440619880240425e-09,1613948588614,8004
+"mom_0",0.9499121867242624,1613948588614,8004
+"eps_0",1e-05,1613948588614,8004
+"wd_1",0.01,1613948588614,8004
+"sqr_mom_1",0.99,1613948588614,8004
+"lr_1",4.440619880240594e-08,1613948588614,8004
+"mom_1",0.9499121867242624,1613948588614,8004
+"eps_1",1e-05,1613948588614,8004
+"wd_2",0.01,1613948588614,8004
+"sqr_mom_2",0.99,1613948588614,8004
+"lr_2",4.440619880240323e-07,1613948588614,8004
+"mom_2",0.9499121867242624,1613948588614,8004
+"eps_2",1e-05,1613948588614,8004
+"train_loss",0.0041684695,1613948589573,8005
+"raw_loss",0.0041421433,1613948589573,8005
+"epoch",50.35220125786162,1613948589573,8005
+"wd_0",0.01,1613948589573,8005
+"sqr_mom_0",0.99,1613948589573,8005
+"lr_0",4.3574323671990224e-09,1613948589573,8005
+"mom_0",0.9499138504911608,1613948589573,8005
+"eps_0",1e-05,1613948589573,8005
+"wd_1",0.01,1613948589573,8005
+"sqr_mom_1",0.99,1613948589573,8005
+"lr_1",4.357432367199361e-08,1613948589573,8005
+"mom_1",0.9499138504911608,1613948589573,8005
+"eps_1",1e-05,1613948589573,8005
+"wd_2",0.01,1613948589573,8005
+"sqr_mom_2",0.99,1613948589573,8005
+"lr_2",4.35743236719909e-07,1613948589573,8005
+"mom_2",0.9499138504911608,1613948589573,8005
+"eps_2",1e-05,1613948589573,8005
+"train_loss",0.0041903113,1613948590513,8006
+"raw_loss",0.0052605644,1613948590513,8006
+"epoch",50.35849056603772,1613948590513,8006
+"wd_0",0.01,1613948590513,8006
+"sqr_mom_0",0.99,1613948590513,8006
+"lr_0",4.274985382691499e-09,1613948590513,8006
+"mom_0",0.9499154994473405,1613948590513,8006
+"eps_0",1e-05,1613948590513,8006
+"wd_1",0.01,1613948590513,8006
+"sqr_mom_1",0.99,1613948590513,8006
+"lr_1",4.274985382691669e-08,1613948590513,8006
+"mom_1",0.9499154994473405,1613948590513,8006
+"eps_1",1e-05,1613948590513,8006
+"wd_2",0.01,1613948590513,8006
+"sqr_mom_2",0.99,1613948590513,8006
+"lr_2",4.274985382691533e-07,1613948590513,8006
+"mom_2",0.9499154994473405,1613948590513,8006
+"eps_2",1e-05,1613948590513,8006
+"train_loss",0.004258442,1613948591494,8007
+"raw_loss",0.007596865,1613948591494,8007
+"epoch",50.36477987421382,1613948591494,8007
+"wd_0",0.01,1613948591494,8007
+"sqr_mom_0",0.99,1613948591494,8007
+"lr_0",4.19338829910771e-09,1613948591494,8007
+"mom_0",0.9499171314053318,1613948591494,8007
+"eps_0",1e-05,1613948591494,8007
+"wd_1",0.01,1613948591494,8007
+"sqr_mom_1",0.99,1613948591494,8007
+"lr_1",4.193388299108218e-08,1613948591494,8007
+"mom_1",0.9499171314053318,1613948591494,8007
+"eps_1",1e-05,1613948591494,8007
+"wd_2",0.01,1613948591494,8007
+"sqr_mom_2",0.99,1613948591494,8007
+"lr_2",4.1933882991072695e-07,1613948591494,8007
+"mom_2",0.9499171314053318,1613948591494,8007
+"eps_2",1e-05,1613948591494,8007
+"train_loss",0.0043015564,1613948592455,8008
+"raw_loss",0.006414156,1613948592455,8008
+"epoch",50.371069182389924,1613948592455,8008
+"wd_0",0.01,1613948592455,8008
+"sqr_mom_0",0.99,1613948592455,8008
+"lr_0",4.112586205622554e-09,1613948592455,8008
+"mom_0",0.9499187474633621,1613948592455,8008
+"eps_0",1e-05,1613948592455,8008
+"wd_1",0.01,1613948592455,8008
+"sqr_mom_1",0.99,1613948592455,8008
+"lr_1",4.112586205622554e-08,1613948592455,8008
+"mom_1",0.9499187474633621,1613948592455,8008
+"eps_1",1e-05,1613948592455,8008
+"wd_2",0.01,1613948592455,8008
+"sqr_mom_2",0.99,1613948592455,8008
+"lr_2",4.1125862056221475e-07,1613948592455,8008
+"mom_2",0.9499187474633621,1613948592455,8008
+"eps_2",1e-05,1613948592455,8008
+"train_loss",0.004256536,1613948593428,8009
+"raw_loss",0.002050519,1613948593428,8009
+"epoch",50.377358490566024,1613948593428,8009
+"wd_0",0.01,1613948593428,8009
+"sqr_mom_0",0.99,1613948593428,8009
+"lr_0",4.032526301629195e-09,1613948593428,8009
+"mom_0",0.9499203486774541,1613948593428,8009
+"eps_0",1e-05,1613948593428,8009
+"wd_1",0.01,1613948593428,8009
+"sqr_mom_1",0.99,1613948593428,8009
+"lr_1",4.032526301629534e-08,1613948593428,8009
+"mom_1",0.9499203486774541,1613948593428,8009
+"eps_1",1e-05,1613948593428,8009
+"wd_2",0.01,1613948593428,8009
+"sqr_mom_2",0.99,1613948593428,8009
+"lr_2",4.0325263016293984e-07,1613948593428,8009
+"mom_2",0.9499203486774541,1613948593428,8009
+"eps_2",1e-05,1613948593428,8009
+"train_loss",0.0043545985,1613948594420,8010
+"raw_loss",0.0091596795,1613948594420,8010
+"epoch",50.383647798742125,1613948594420,8010
+"wd_0",0.01,1613948594420,8010
+"sqr_mom_0",0.99,1613948594420,8010
+"lr_0",3.953314792872109e-09,1613948594420,8010
+"mom_0",0.9499219329234717,1613948594420,8010
+"eps_0",1e-05,1613948594420,8010
+"wd_1",0.01,1613948594420,8010
+"sqr_mom_1",0.99,1613948594420,8010
+"lr_1",3.953314792872278e-08,1613948594420,8010
+"mom_1",0.9499219329234717,1613948594420,8010
+"eps_1",1e-05,1613948594420,8010
+"wd_2",0.01,1613948594420,8010
+"sqr_mom_2",0.99,1613948594420,8010
+"lr_2",3.953314792872007e-07,1613948594420,8010
+"mom_2",0.9499219329234717,1613948594420,8010
+"eps_2",1e-05,1613948594420,8010
+"train_loss",0.0043976535,1613948595415,8011
+"raw_loss",0.006507362,1613948595415,8011
+"epoch",50.389937106918225,1613948595415,8011
+"wd_0",0.01,1613948595415,8011
+"sqr_mom_0",0.99,1613948595415,8011
+"lr_0",3.874846579855565e-09,1613948595415,8011
+"mom_0",0.9499235023034259,1613948595415,8011
+"eps_0",1e-05,1613948595415,8011
+"wd_1",0.01,1613948595415,8011
+"sqr_mom_1",0.99,1613948595415,8011
+"lr_1",3.874846579855735e-08,1613948595415,8011
+"mom_1",0.9499235023034259,1613948595415,8011
+"eps_1",1e-05,1613948595415,8011
+"wd_2",0.01,1613948595415,8011
+"sqr_mom_2",0.99,1613948595415,8011
+"lr_2",3.874846579855328e-07,1613948595415,8011
+"mom_2",0.9499235023034259,1613948595415,8011
+"eps_2",1e-05,1613948595415,8011
+"train_loss",0.0043931413,1613948596367,8012
+"raw_loss",0.004172035,1613948596367,8012
+"epoch",50.396226415094326,1613948596367,8012
+"wd_0",0.01,1613948596367,8012
+"sqr_mom_0",0.99,1613948596367,8012
+"lr_0",3.79722575681744e-09,1613948596367,8012
+"mom_0",0.949925054735411,1613948596367,8012
+"eps_0",1e-05,1613948596367,8012
+"wd_1",0.01,1613948596367,8012
+"sqr_mom_1",0.99,1613948596367,8012
+"lr_1",3.797225756817609e-08,1613948596367,8012
+"mom_1",0.949925054735411,1613948596367,8012
+"eps_1",1e-05,1613948596367,8012
+"wd_2",0.01,1613948596367,8012
+"sqr_mom_2",0.99,1613948596367,8012
+"lr_2",3.7972257568169316e-07,1613948596367,8012
+"mom_2",0.949925054735411,1613948596367,8012
+"eps_2",1e-05,1613948596367,8012
+"train_loss",0.0043559596,1613948597310,8013
+"raw_loss",0.0025340463,1613948597310,8013
+"epoch",50.402515723270426,1613948597310,8013
+"wd_0",0.01,1613948597310,8013
+"sqr_mom_0",0.99,1613948597310,8013
+"lr_0",3.720400050066375e-09,1613948597310,8013
+"mom_0",0.9499265912649113,1613948597310,8013
+"eps_0",1e-05,1613948597310,8013
+"wd_1",0.01,1613948597310,8013
+"sqr_mom_1",0.99,1613948597310,8013
+"lr_1",3.720400050066206e-08,1613948597310,8013
+"mom_1",0.9499265912649113,1613948597310,8013
+"eps_1",1e-05,1613948597310,8013
+"wd_2",0.01,1613948597310,8013
+"sqr_mom_2",0.99,1613948597310,8013
+"lr_2",3.720400050065799e-07,1613948597310,8013
+"mom_2",0.9499265912649113,1613948597310,8013
+"eps_2",1e-05,1613948597310,8013
+"train_loss",0.0043279156,1613948598274,8014
+"raw_loss",0.0029537482,1613948598274,8014
+"epoch",50.408805031446526,1613948598274,8014
+"wd_0",0.01,1613948598274,8014
+"sqr_mom_0",0.99,1613948598274,8014
+"lr_0",3.644319296464703e-09,1613948598274,8014
+"mom_0",0.9499281128951996,1613948598274,8014
+"eps_0",1e-05,1613948598274,8014
+"wd_1",0.01,1613948598274,8014
+"sqr_mom_1",0.99,1613948598274,8014
+"lr_1",3.644319296464534e-08,1613948598274,8014
+"mom_1",0.9499281128951996,1613948598274,8014
+"eps_1",1e-05,1613948598274,8014
+"wd_2",0.01,1613948598274,8014
+"sqr_mom_2",0.99,1613948598274,8014
+"lr_2",3.644319296464398e-07,1613948598274,8014
+"mom_2",0.9499281128951996,1613948598274,8014
+"eps_2",1e-05,1613948598274,8014
+"train_loss",0.0043060756,1613948599219,8015
+"raw_loss",0.0032359138,1613948599219,8015
+"epoch",50.41509433962263,1613948599219,8015
+"wd_0",0.01,1613948599219,8015
+"sqr_mom_0",0.99,1613948599219,8015
+"lr_0",3.569084423100935e-09,1613948599219,8015
+"mom_0",0.949929617607714,1613948599219,8015
+"eps_0",1e-05,1613948599219,8015
+"wd_1",0.01,1613948599219,8015
+"sqr_mom_1",0.99,1613948599219,8015
+"lr_1",3.5690844231005964e-08,1613948599219,8015
+"mom_1",0.949929617607714,1613948599219,8015
+"eps_1",1e-05,1613948599219,8015
+"wd_2",0.01,1613948599219,8015
+"sqr_mom_2",0.99,1613948599219,8015
+"lr_2",3.5690844231005964e-07,1613948599219,8015
+"mom_2",0.949929617607714,1613948599219,8015
+"eps_2",1e-05,1613948599219,8015
+"train_loss",0.00438878,1613948600175,8016
+"raw_loss",0.008441299,1613948600175,8016
+"epoch",50.42138364779873,1613948600175,8016
+"wd_0",0.01,1613948600175,8016
+"sqr_mom_0",0.99,1613948600175,8016
+"lr_0",3.4946201726833534e-09,1613948600175,8016
+"mom_0",0.9499311069076154,1613948600175,8016
+"eps_0",1e-05,1613948600175,8016
+"wd_1",0.01,1613948600175,8016
+"sqr_mom_1",0.99,1613948600175,8016
+"lr_1",3.494620172682676e-08,1613948600175,8016
+"mom_1",0.9499311069076154,1613948600175,8016
+"eps_1",1e-05,1613948600175,8016
+"wd_2",0.01,1613948600175,8016
+"sqr_mom_2",0.99,1613948600175,8016
+"lr_2",3.494620172682676e-07,1613948600175,8016
+"mom_2",0.9499311069076154,1613948600175,8016
+"eps_2",1e-05,1613948600175,8016
+"train_loss",0.0043972004,1613948601117,8017
+"raw_loss",0.0048098085,1613948601117,8017
+"epoch",50.42767295597483,1613948601117,8017
+"wd_0",0.01,1613948601117,8017
+"sqr_mom_0",0.99,1613948601117,8017
+"lr_0",3.4209516627068474e-09,1613948601117,8017
+"mom_0",0.9499325802925488,1613948601117,8017
+"eps_0",1e-05,1613948601117,8017
+"wd_1",0.01,1613948601117,8017
+"sqr_mom_1",0.99,1613948601117,8017
+"lr_1",3.420951662707017e-08,1613948601117,8017
+"mom_1",0.9499325802925488,1613948601117,8017
+"eps_1",1e-05,1613948601117,8017
+"wd_2",0.01,1613948601117,8017
+"sqr_mom_2",0.99,1613948601117,8017
+"lr_2",3.4209516627066103e-07,1613948601117,8017
+"mom_2",0.9499325802925488,1613948601117,8017
+"eps_2",1e-05,1613948601117,8017
+"train_loss",0.00437731,1613948602071,8018
+"raw_loss",0.0034026909,1613948602071,8018
+"epoch",50.43396226415093,1613948602071,8018
+"wd_0",0.01,1613948602071,8018
+"sqr_mom_0",0.99,1613948602071,8018
+"lr_0",3.3480789166520175e-09,1613948602071,8018
+"mom_0",0.9499340377620445,1613948602071,8018
+"eps_0",1e-05,1613948602071,8018
+"wd_1",0.01,1613948602071,8018
+"sqr_mom_1",0.99,1613948602071,8018
+"lr_1",3.3480789166520175e-08,1613948602071,8018
+"mom_1",0.9499340377620445,1613948602071,8018
+"eps_1",1e-05,1613948602071,8018
+"wd_2",0.01,1613948602071,8018
+"sqr_mom_2",0.99,1613948602071,8018
+"lr_2",3.348078916651882e-07,1613948602071,8018
+"mom_2",0.9499340377620445,1613948602071,8018
+"eps_2",1e-05,1613948602071,8018
+"train_loss",0.004379714,1613948603015,8019
+"raw_loss",0.0044975006,1613948603015,8019
+"epoch",50.44025157232703,1613948603015,8019
+"wd_0",0.01,1613948603015,8019
+"sqr_mom_0",0.99,1613948603015,8019
+"lr_0",3.276025731939163e-09,1613948603015,8019
+"mom_0",0.9499354788401496,1613948603015,8019
+"eps_0",1e-05,1613948603015,8019
+"wd_1",0.01,1613948603015,8019
+"sqr_mom_1",0.99,1613948603015,8019
+"lr_1",3.276025731938824e-08,1613948603015,8019
+"mom_1",0.9499354788401496,1613948603015,8019
+"eps_1",1e-05,1613948603015,8019
+"wd_2",0.01,1613948603015,8019
+"sqr_mom_2",0.99,1613948603015,8019
+"lr_2",3.2760257319386886e-07,1613948603015,8019
+"mom_2",0.9499354788401496,1613948603015,8019
+"eps_2",1e-05,1613948603015,8019
+"train_loss",0.0043664332,1613948603988,8020
+"raw_loss",0.003715684,1613948603988,8020
+"epoch",50.44654088050313,1613948603988,8020
+"wd_0",0.01,1613948603988,8020
+"sqr_mom_0",0.99,1613948603988,8020
+"lr_0",3.20472080896432e-09,1613948603988,8020
+"mom_0",0.9499369049528702,1613948603988,8020
+"eps_0",1e-05,1613948603988,8020
+"wd_1",0.01,1613948603988,8020
+"sqr_mom_1",0.99,1613948603988,8020
+"lr_1",3.204720808964659e-08,1613948603988,8020
+"mom_1",0.9499369049528702,1613948603988,8020
+"eps_1",1e-05,1613948603988,8020
+"wd_2",0.01,1613948603988,8020
+"sqr_mom_2",0.99,1613948603988,8020
+"lr_2",3.2047208089645233e-07,1613948603988,8020
+"mom_2",0.9499369049528702,1613948603988,8020
+"eps_2",1e-05,1613948603988,8020
+"train_loss",0.004409779,1613948604941,8021
+"raw_loss",0.0065337173,1613948604941,8021
+"epoch",50.45283018867923,1613948604941,8021
+"wd_0",0.01,1613948604941,8021
+"sqr_mom_0",0.99,1613948604941,8021
+"lr_0",3.134258739300934e-09,1613948604941,8021
+"mom_0",0.9499383142083561,1613948604941,8021
+"eps_0",1e-05,1613948604941,8021
+"wd_1",0.01,1613948604941,8021
+"sqr_mom_1",0.99,1613948604941,8021
+"lr_1",3.1342587393011034e-08,1613948604941,8021
+"mom_1",0.9499383142083561,1613948604941,8021
+"eps_1",1e-05,1613948604941,8021
+"wd_2",0.01,1613948604941,8021
+"sqr_mom_2",0.99,1613948604941,8021
+"lr_2",3.1342587393013745e-07,1613948604941,8021
+"mom_2",0.9499383142083561,1613948604941,8021
+"eps_2",1e-05,1613948604941,8021
+"train_loss",0.0043810215,1613948605896,8022
+"raw_loss",0.0029719013,1613948605896,8022
+"epoch",50.45911949685533,1613948605896,8022
+"wd_0",0.01,1613948605896,8022
+"sqr_mom_0",0.99,1613948605896,8022
+"lr_0",3.064591997096699e-09,1613948605896,8022
+"mom_0",0.9499397075571336,1613948605896,8022
+"eps_0",1e-05,1613948605896,8022
+"wd_1",0.01,1613948605896,8022
+"sqr_mom_1",0.99,1613948605896,8022
+"lr_1",3.064591997097038e-08,1613948605896,8022
+"mom_1",0.9499397075571336,1613948605896,8022
+"eps_1",1e-05,1613948605896,8022
+"wd_2",0.01,1613948605896,8022
+"sqr_mom_2",0.99,1613948605896,8022
+"lr_2",3.064591997096631e-07,1613948605896,8022
+"mom_2",0.9499397075571336,1613948605896,8022
+"eps_2",1e-05,1613948605896,8022
+"train_loss",0.0043488164,1613948606851,8023
+"raw_loss",0.0027707668,1613948606851,8023
+"epoch",50.46540880503143,1613948606851,8023
+"wd_0",0.01,1613948606851,8023
+"sqr_mom_0",0.99,1613948606851,8023
+"lr_0",2.9956751676179683e-09,1613948606851,8023
+"mom_0",0.9499410859075067,1613948606851,8023
+"eps_0",1e-05,1613948606851,8023
+"wd_1",0.01,1613948606851,8023
+"sqr_mom_1",0.99,1613948606851,8023
+"lr_1",2.995675167617799e-08,1613948606851,8023
+"mom_1",0.9499410859075067,1613948606851,8023
+"eps_1",1e-05,1613948606851,8023
+"wd_2",0.01,1613948606851,8023
+"sqr_mom_2",0.99,1613948606851,8023
+"lr_2",2.9956751676171213e-07,1613948606851,8023
+"mom_2",0.9499410859075067,1613948606851,8023
+"eps_2",1e-05,1613948606851,8023
+"train_loss",0.0043222024,1613948607815,8024
+"raw_loss",0.003018123,1613948607815,8024
+"epoch",50.47169811320753,1613948607815,8024
+"wd_0",0.01,1613948607815,8024
+"sqr_mom_0",0.99,1613948607815,8024
+"lr_0",2.9275996744426383e-09,1613948607815,8024
+"mom_0",0.9499424474309854,1613948607815,8024
+"eps_0",1e-05,1613948607815,8024
+"wd_1",0.01,1613948607815,8024
+"sqr_mom_1",0.99,1613948607815,8024
+"lr_1",2.9275996744422994e-08,1613948607815,8024
+"mom_1",0.9499424474309854,1613948607815,8024
+"eps_1",1e-05,1613948607815,8024
+"wd_2",0.01,1613948607815,8024
+"sqr_mom_2",0.99,1613948607815,8024
+"lr_2",2.927599674442706e-07,1613948607815,8024
+"mom_2",0.9499424474309854,1613948607815,8024
+"eps_2",1e-05,1613948607815,8024
+"train_loss",0.004300898,1613948608766,8025
+"raw_loss",0.003256985,1613948608766,8025
+"epoch",50.47798742138363,1613948608766,8025
+"wd_0",0.01,1613948608766,8025
+"sqr_mom_0",0.99,1613948608766,8025
+"lr_0",2.8602973840200478e-09,1613948608766,8025
+"mom_0",0.9499437934902545,1613948608766,8025
+"eps_0",1e-05,1613948608766,8025
+"wd_1",0.01,1613948608766,8025
+"sqr_mom_1",0.99,1613948608766,8025
+"lr_1",2.8602973840203866e-08,1613948608766,8025
+"mom_1",0.9499437934902545,1613948608766,8025
+"eps_1",1e-05,1613948608766,8025
+"wd_2",0.01,1613948608766,8025
+"sqr_mom_2",0.99,1613948608766,8025
+"lr_2",2.8602973840201155e-07,1613948608766,8025
+"mom_2",0.9499437934902545,1613948608766,8025
+"eps_2",1e-05,1613948608766,8025
+"train_loss",0.004271673,1613948609713,8026
+"raw_loss",0.002839661,1613948609713,8026
+"epoch",50.48427672955973,1613948609713,8026
+"wd_0",0.01,1613948609713,8026
+"sqr_mom_0",0.99,1613948609713,8026
+"lr_0",2.7937910362227565e-09,1613948609713,8026
+"mom_0",0.9499451236305118,1613948609713,8026
+"eps_0",1e-05,1613948609713,8026
+"wd_1",0.01,1613948609713,8026
+"sqr_mom_1",0.99,1613948609713,8026
+"lr_1",2.793791036223434e-08,1613948609713,8026
+"mom_1",0.9499451236305118,1613948609713,8026
+"eps_1",1e-05,1613948609713,8026
+"wd_2",0.01,1613948609713,8026
+"sqr_mom_2",0.99,1613948609713,8026
+"lr_2",2.7937910362224854e-07,1613948609713,8026
+"mom_2",0.9499451236305118,1613948609713,8026
+"eps_2",1e-05,1613948609713,8026
+"train_loss",0.0042815707,1613948610685,8027
+"raw_loss",0.004766547,1613948610685,8027
+"epoch",50.49056603773583,1613948610685,8027
+"wd_0",0.01,1613948610685,8027
+"sqr_mom_0",0.99,1613948610685,8027
+"lr_0",2.7280806522469168e-09,1613948610685,8027
+"mom_0",0.9499464378513335,1613948610685,8027
+"eps_0",1e-05,1613948610685,8027
+"wd_1",0.01,1613948610685,8027
+"sqr_mom_1",0.99,1613948610685,8027
+"lr_1",2.7280806522475944e-08,1613948610685,8027
+"mom_1",0.9499464378513335,1613948610685,8027
+"eps_1",1e-05,1613948610685,8027
+"wd_2",0.01,1613948610685,8027
+"sqr_mom_2",0.99,1613948610685,8027
+"lr_2",2.7280806522470523e-07,1613948610685,8027
+"mom_2",0.9499464378513335,1613948610685,8027
+"eps_2",1e-05,1613948610685,8027
+"train_loss",0.004233481,1613948611653,8028
+"raw_loss",0.0018770813,1613948611653,8028
+"epoch",50.49685534591193,1613948611653,8028
+"wd_0",0.01,1613948611653,8028
+"sqr_mom_0",0.99,1613948611653,8028
+"lr_0",2.66318765155592e-09,1613948611653,8028
+"mom_0",0.9499477357243261,1613948611653,8028
+"eps_0",1e-05,1613948611653,8028
+"wd_1",0.01,1613948611653,8028
+"sqr_mom_1",0.99,1613948611653,8028
+"lr_1",2.6631876515557506e-08,1613948611653,8028
+"mom_1",0.9499477357243261,1613948611653,8028
+"eps_1",1e-05,1613948611653,8028
+"wd_2",0.01,1613948611653,8028
+"sqr_mom_2",0.99,1613948611653,8028
+"lr_2",2.663187651555073e-07,1613948611653,8028
+"mom_2",0.9499477357243261,1613948611653,8028
+"eps_2",1e-05,1613948611653,8028
+"train_loss",0.004239214,1613948612604,8029
+"raw_loss",0.0045201536,1613948612604,8029
+"epoch",50.50314465408803,1613948612604,8029
+"wd_0",0.01,1613948612604,8029
+"sqr_mom_0",0.99,1613948612604,8029
+"lr_0",2.5990478592863582e-09,1613948612604,8029
+"mom_0",0.9499490185329995,1613948612604,8029
+"eps_0",1e-05,1613948612604,8029
+"wd_1",0.01,1613948612604,8029
+"sqr_mom_1",0.99,1613948612604,8029
+"lr_1",2.5990478592861888e-08,1613948612604,8029
+"mom_1",0.9499490185329995,1613948612604,8029
+"eps_1",1e-05,1613948612604,8029
+"wd_2",0.01,1613948612604,8029
+"sqr_mom_2",0.99,1613948612604,8029
+"lr_2",2.5990478592853757e-07,1613948612604,8029
+"mom_2",0.9499490185329995,1613948612604,8029
+"eps_2",1e-05,1613948612604,8029
+"train_loss",0.0042629177,1613948613549,8030
+"raw_loss",0.0054243864,1613948613549,8030
+"epoch",50.50943396226413,1613948613549,8030
+"wd_0",0.01,1613948613549,8030
+"sqr_mom_0",0.99,1613948613549,8030
+"lr_0",2.53574636190271e-09,1613948613549,8030
+"mom_0",0.9499502845756077,1613948613549,8030
+"eps_0",1e-05,1613948613549,8030
+"wd_1",0.01,1613948613549,8030
+"sqr_mom_1",0.99,1613948613549,8030
+"lr_1",2.5357463619028796e-08,1613948613549,8030
+"mom_1",0.9499502845756077,1613948613549,8030
+"eps_1",1e-05,1613948613549,8030
+"wd_2",0.01,1613948613549,8030
+"sqr_mom_2",0.99,1613948613549,8030
+"lr_2",2.53574636190166e-07,1613948613549,8030
+"mom_2",0.9499502845756077,1613948613549,8030
+"eps_2",1e-05,1613948613549,8030
+"train_loss",0.0043107383,1613948614502,8031
+"raw_loss",0.006653946,1613948614502,8031
+"epoch",50.51572327044023,1613948614502,8031
+"wd_0",0.01,1613948614502,8031
+"sqr_mom_0",0.99,1613948614502,8031
+"lr_0",2.4732403826207655e-09,1613948614502,8031
+"mom_0",0.9499515347076946,1613948614502,8031
+"eps_0",1e-05,1613948614502,8031
+"wd_1",0.01,1613948614502,8031
+"sqr_mom_1",0.99,1613948614502,8031
+"lr_1",2.4732403826211043e-08,1613948614502,8031
+"mom_1",0.9499515347076946,1613948614502,8031
+"eps_1",1e-05,1613948614502,8031
+"wd_2",0.01,1613948614502,8031
+"sqr_mom_2",0.99,1613948614502,8031
+"lr_2",2.473240382620291e-07,1613948614502,8031
+"mom_2",0.9499515347076946,1613948614502,8031
+"eps_2",1e-05,1613948614502,8031
+"train_loss",0.0043868255,1613948615454,8032
+"raw_loss",0.008115103,1613948615454,8032
+"epoch",50.522012578616334,1613948615454,8032
+"wd_0",0.01,1613948615454,8032
+"sqr_mom_0",0.99,1613948615454,8032
+"lr_0",2.411489256279805e-09,1613948615454,8032
+"mom_0",0.9499527697425718,1613948615454,8032
+"eps_0",1e-05,1613948615454,8032
+"wd_1",0.01,1613948615454,8032
+"sqr_mom_1",0.99,1613948615454,8032
+"lr_1",2.4114892562794663e-08,1613948615454,8032
+"mom_1",0.9499527697425718,1613948615454,8032
+"eps_1",1e-05,1613948615454,8032
+"wd_2",0.01,1613948615454,8032
+"sqr_mom_2",0.99,1613948615454,8032
+"lr_2",2.41148925627906e-07,1613948615454,8032
+"mom_2",0.9499527697425718,1613948615454,8032
+"eps_2",1e-05,1613948615454,8032
+"train_loss",0.004426775,1613948616407,8033
+"raw_loss",0.0063842954,1613948616407,8033
+"epoch",50.528301886792434,1613948616407,8033
+"wd_0",0.01,1613948616407,8033
+"sqr_mom_0",0.99,1613948616407,8033
+"lr_0",2.350574900591511e-09,1613948616407,8033
+"mom_0",0.9499539880418686,1613948616407,8033
+"eps_0",1e-05,1613948616407,8033
+"wd_1",0.01,1613948616407,8033
+"sqr_mom_1",0.99,1613948616407,8033
+"lr_1",2.3505749005916805e-08,1613948616407,8033
+"mom_1",0.9499539880418686,1613948616407,8033
+"eps_1",1e-05,1613948616407,8033
+"wd_2",0.01,1613948616407,8033
+"sqr_mom_2",0.99,1613948616407,8033
+"lr_2",2.3505749005905963e-07,1613948616407,8033
+"mom_2",0.9499539880418686,1613948616407,8033
+"eps_2",1e-05,1613948616407,8033
+"train_loss",0.0044427635,1613948617407,8034
+"raw_loss",0.005226193,1613948617407,8034
+"epoch",50.534591194968534,1613948617407,8034
+"wd_0",0.01,1613948617407,8034
+"sqr_mom_0",0.99,1613948617407,8034
+"lr_0",2.2904561219872126e-09,1613948617407,8034
+"mom_0",0.9499551904294645,1613948617407,8034
+"eps_0",1e-05,1613948617407,8034
+"wd_1",0.01,1613948617407,8034
+"sqr_mom_1",0.99,1613948617407,8034
+"lr_1",2.2904561219867043e-08,1613948617407,8034
+"mom_1",0.9499551904294645,1613948617407,8034
+"eps_1",1e-05,1613948617407,8034
+"wd_2",0.01,1613948617407,8034
+"sqr_mom_2",0.99,1613948617407,8034
+"lr_2",2.2904561219861622e-07,1613948617407,8034
+"mom_2",0.9499551904294645,1613948617407,8034
+"eps_2",1e-05,1613948617407,8034
+"train_loss",0.004396353,1613948618363,8035
+"raw_loss",0.002122237,1613948618363,8035
+"epoch",50.540880503144635,1613948618363,8035
+"wd_0",0.01,1613948618363,8035
+"sqr_mom_0",0.99,1613948618363,8035
+"lr_0",2.2310938386775844e-09,1613948618363,8035
+"mom_0",0.9499563776870033,1613948618363,8035
+"eps_0",1e-05,1613948618363,8035
+"wd_1",0.01,1613948618363,8035
+"sqr_mom_1",0.99,1613948618363,8035
+"lr_1",2.231093838677415e-08,1613948618363,8035
+"mom_1",0.9499563776870033,1613948618363,8035
+"eps_1",1e-05,1613948618363,8035
+"wd_2",0.01,1613948618363,8035
+"sqr_mom_2",0.99,1613948618363,8035
+"lr_2",2.2310938386767374e-07,1613948618363,8035
+"mom_2",0.9499563776870033,1613948618363,8035
+"eps_2",1e-05,1613948618363,8035
+"train_loss",0.0044159847,1613948619360,8036
+"raw_loss",0.005377952,1613948619360,8036
+"epoch",50.547169811320735,1613948619360,8036
+"wd_0",0.01,1613948619360,8036
+"sqr_mom_0",0.99,1613948619360,8036
+"lr_0",2.1725667993868837e-09,1613948619360,8036
+"mom_0",0.9499575482394946,1613948619360,8036
+"eps_0",1e-05,1613948619360,8036
+"wd_1",0.01,1613948619360,8036
+"sqr_mom_1",0.99,1613948619360,8036
+"lr_1",2.172566799387392e-08,1613948619360,8036
+"mom_1",0.9499575482394946,1613948619360,8036
+"eps_1",1e-05,1613948619360,8036
+"wd_2",0.01,1613948619360,8036
+"sqr_mom_2",0.99,1613948619360,8036
+"lr_2",2.1725667993864432e-07,1613948619360,8036
+"mom_2",0.9499575482394946,1613948619360,8036
+"eps_2",1e-05,1613948619360,8036
+"train_loss",0.004463797,1613948620320,8037
+"raw_loss",0.00680661,1613948620320,8037
+"epoch",50.553459119496836,1613948620320,8037
+"wd_0",0.01,1613948620320,8037
+"sqr_mom_0",0.99,1613948620320,8037
+"lr_0",2.1148163715017788e-09,1613948620320,8037
+"mom_0",0.9499587032596025,1613948620320,8037
+"eps_0",1e-05,1613948620320,8037
+"wd_1",0.01,1613948620320,8037
+"sqr_mom_1",0.99,1613948620320,8037
+"lr_1",2.1148163715019482e-08,1613948620320,8037
+"mom_1",0.9499587032596025,1613948620320,8037
+"eps_1",1e-05,1613948620320,8037
+"wd_2",0.01,1613948620320,8037
+"sqr_mom_2",0.99,1613948620320,8037
+"lr_2",2.1148163715015416e-07,1613948620320,8037
+"mom_2",0.9499587032596025,1613948620320,8037
+"eps_2",1e-05,1613948620320,8037
+"train_loss",0.0044363933,1613948621283,8038
+"raw_loss",0.003093615,1613948621283,8038
+"epoch",50.559748427672936,1613948621283,8038
+"wd_0",0.01,1613948621283,8038
+"sqr_mom_0",0.99,1613948621283,8038
+"lr_0",2.0578621238541965e-09,1613948621283,8038
+"mom_0",0.9499598423559464,1613948621283,8038
+"eps_0",1e-05,1613948621283,8038
+"wd_1",0.01,1613948621283,8038
+"sqr_mom_1",0.99,1613948621283,8038
+"lr_1",2.0578621238545353e-08,1613948621283,8038
+"mom_1",0.9499598423559464,1613948621283,8038
+"eps_1",1e-05,1613948621283,8038
+"wd_2",0.01,1613948621283,8038
+"sqr_mom_2",0.99,1613948621283,8038
+"lr_2",2.0578621238542642e-07,1613948621283,8038
+"mom_2",0.9499598423559464,1613948621283,8038
+"eps_2",1e-05,1613948621283,8038
+"train_loss",0.0043964656,1613948622245,8039
+"raw_loss",0.0024400144,1613948622245,8039
+"epoch",50.56603773584904,1613948622245,8039
+"wd_0",0.01,1613948622245,8039
+"sqr_mom_0",0.99,1613948622245,8039
+"lr_0",2.001704074598594e-09,1613948622245,8039
+"mom_0",0.9499609655281632,1613948622245,8039
+"eps_0",1e-05,1613948622245,8039
+"wd_1",0.01,1613948622245,8039
+"sqr_mom_1",0.99,1613948622245,8039
+"lr_1",2.0017040745987633e-08,1613948622245,8039
+"mom_1",0.9499609655281632,1613948622245,8039
+"eps_1",1e-05,1613948622245,8039
+"wd_2",0.01,1613948622245,8039
+"sqr_mom_2",0.99,1613948622245,8039
+"lr_2",2.0017040745984923e-07,1613948622245,8039
+"mom_2",0.9499609655281632,1613948622245,8039
+"eps_2",1e-05,1613948622245,8039
+"train_loss",0.004461705,1613948623199,8040
+"raw_loss",0.0076584383,1613948623199,8040
+"epoch",50.57232704402514,1613948623199,8040
+"wd_0",0.01,1613948623199,8040
+"sqr_mom_0",0.99,1613948623199,8040
+"lr_0",1.9463604717655534e-09,1613948623199,8040
+"mom_0",0.9499620724112887,1613948623199,8040
+"eps_0",1e-05,1613948623199,8040
+"wd_1",0.01,1613948623199,8040
+"sqr_mom_1",0.99,1613948623199,8040
+"lr_1",1.9463604717652146e-08,1613948623199,8040
+"mom_1",0.9499620724112887,1613948623199,8040
+"eps_1",1e-05,1613948623199,8040
+"wd_2",0.01,1613948623199,8040
+"sqr_mom_2",0.99,1613948623199,8040
+"lr_2",1.9463604717653502e-07,1613948623199,8040
+"mom_2",0.9499620724112887,1613948623199,8040
+"eps_2",1e-05,1613948623199,8040
+"train_loss",0.004412155,1613948624154,8041
+"raw_loss",0.001984203,1613948624154,8041
+"epoch",50.57861635220124,1613948624154,8041
+"wd_0",0.01,1613948624154,8041
+"sqr_mom_0",0.99,1613948624154,8041
+"lr_0",1.891776642603831e-09,1613948624154,8041
+"mom_0",0.9499631640987889,1613948624154,8041
+"eps_0",1e-05,1613948624154,8041
+"wd_1",0.01,1613948624154,8041
+"sqr_mom_1",0.99,1613948624154,8041
+"lr_1",1.8917766426040006e-08,1613948624154,8041
+"mom_1",0.9499631640987889,1613948624154,8041
+"eps_1",1e-05,1613948624154,8041
+"wd_2",0.01,1613948624154,8041
+"sqr_mom_2",0.99,1613948624154,8041
+"lr_2",1.891776642603052e-07,1613948624154,8041
+"mom_2",0.9499631640987889,1613948624154,8041
+"eps_2",1e-05,1613948624154,8041
+"train_loss",0.004387351,1613948625112,8042
+"raw_loss",0.0031719531,1613948625112,8042
+"epoch",50.58490566037734,1613948625112,8042
+"wd_0",0.01,1613948625112,8042
+"sqr_mom_0",0.99,1613948625112,8042
+"lr_0",1.8380249968430066e-09,1613948625112,8042
+"mom_0",0.9499642391424545,1613948625112,8042
+"eps_0",1e-05,1613948625112,8042
+"wd_1",0.01,1613948625112,8042
+"sqr_mom_1",0.99,1613948625112,8042
+"lr_1",1.8380249968433455e-08,1613948625112,8042
+"mom_1",0.9499642391424545,1613948625112,8042
+"eps_1",1e-05,1613948625112,8042
+"wd_2",0.01,1613948625112,8042
+"sqr_mom_2",0.99,1613948625112,8042
+"lr_2",1.8380249968428033e-07,1613948625112,8042
+"mom_2",0.9499642391424545,1613948625112,8042
+"eps_2",1e-05,1613948625112,8042
+"train_loss",0.004378128,1613948626062,8043
+"raw_loss",0.003926181,1613948626062,8043
+"epoch",50.59119496855344,1613948626062,8043
+"wd_0",0.01,1613948626062,8043
+"sqr_mom_0",0.99,1613948626062,8043
+"lr_0",1.7850690914275431e-09,1613948626062,8043
+"mom_0",0.9499652982711542,1613948626062,8043
+"eps_0",1e-05,1613948626062,8043
+"wd_1",0.01,1613948626062,8043
+"sqr_mom_1",0.99,1613948626062,8043
+"lr_1",1.7850690914273737e-08,1613948626062,8043
+"mom_1",0.9499652982711542,1613948626062,8043
+"eps_1",1e-05,1613948626062,8043
+"wd_2",0.01,1613948626062,8043
+"sqr_mom_2",0.99,1613948626062,8043
+"lr_2",1.7850690914268316e-07,1613948626062,8043
+"mom_2",0.9499652982711542,1613948626062,8043
+"eps_2",1e-05,1613948626062,8043
+"train_loss",0.0043687588,1613948627015,8044
+"raw_loss",0.003909667,1613948627015,8044
+"epoch",50.59748427672954,1613948627015,8044
+"wd_0",0.01,1613948627015,8044
+"sqr_mom_0",0.99,1613948627015,8044
+"lr_0",1.7328745955132361e-09,1613948627015,8044
+"mom_0",0.9499663421715114,1613948627015,8044
+"eps_0",1e-05,1613948627015,8044
+"wd_1",0.01,1613948627015,8044
+"sqr_mom_1",0.99,1613948627015,8044
+"lr_1",1.7328745955130667e-08,1613948627015,8044
+"mom_1",0.9499663421715114,1613948627015,8044
+"eps_1",1e-05,1613948627015,8044
+"wd_2",0.01,1613948627015,8044
+"sqr_mom_2",0.99,1613948627015,8044
+"lr_2",1.7328745955129312e-07,1613948627015,8044
+"mom_2",0.9499663421715114,1613948627015,8044
+"eps_2",1e-05,1613948627015,8044
+"train_loss",0.0043450585,1613948627959,8045
+"raw_loss",0.0031837455,1613948627959,8045
+"epoch",50.60377358490564,1613948627959,8045
+"wd_0",0.01,1613948627959,8045
+"sqr_mom_0",0.99,1613948627959,8045
+"lr_0",1.68151074919426e-09,1613948627959,8045
+"mom_0",0.9499673694587106,1613948627959,8045
+"eps_0",1e-05,1613948627959,8045
+"wd_1",0.01,1613948627959,8045
+"sqr_mom_1",0.99,1613948627959,8045
+"lr_1",1.6815107491947683e-08,1613948627959,8045
+"mom_1",0.9499673694587106,1613948627959,8045
+"eps_1",1e-05,1613948627959,8045
+"wd_2",0.01,1613948627959,8045
+"sqr_mom_2",0.99,1613948627959,8045
+"lr_2",1.6815107491943617e-07,1613948627959,8045
+"mom_2",0.9499673694587106,1613948627959,8045
+"eps_2",1e-05,1613948627959,8045
+"train_loss",0.004314849,1613948628910,8046
+"raw_loss",0.002834592,1613948628910,8046
+"epoch",50.61006289308174,1613948628910,8046
+"wd_0",0.01,1613948628910,8046
+"sqr_mom_0",0.99,1613948628910,8046
+"lr_0",1.6309260474116826e-09,1613948628910,8046
+"mom_0",0.9499683811628633,1613948628910,8046
+"eps_0",1e-05,1613948628910,8046
+"wd_1",0.01,1613948628910,8046
+"sqr_mom_1",0.99,1613948628910,8046
+"lr_1",1.6309260474116826e-08,1613948628910,8046
+"mom_1",0.9499683811628633,1613948628910,8046
+"eps_1",1e-05,1613948628910,8046
+"wd_2",0.01,1613948628910,8046
+"sqr_mom_2",0.99,1613948628910,8046
+"lr_2",1.6309260474111405e-07,1613948628910,8046
+"mom_2",0.9499683811628633,1613948628910,8046
+"eps_2",1e-05,1613948628910,8046
+"train_loss",0.0042742905,1613948629879,8047
+"raw_loss",0.0022869182,1613948629879,8047
+"epoch",50.61635220125784,1613948629879,8047
+"wd_0",0.01,1613948629879,8047
+"sqr_mom_0",0.99,1613948629879,8047
+"lr_0",1.5811376801020102e-09,1613948629879,8047
+"mom_0",0.9499693769401674,1613948629879,8047
+"eps_0",1e-05,1613948629879,8047
+"wd_1",0.01,1613948629879,8047
+"sqr_mom_1",0.99,1613948629879,8047
+"lr_1",1.5811376801018408e-08,1613948629879,8047
+"mom_1",0.9499693769401674,1613948629879,8047
+"eps_1",1e-05,1613948629879,8047
+"wd_2",0.01,1613948629879,8047
+"sqr_mom_2",0.99,1613948629879,8047
+"lr_2",1.5811376801019763e-07,1613948629879,8047
+"mom_2",0.9499693769401674,1613948629879,8047
+"eps_2",1e-05,1613948629879,8047
+"train_loss",0.0042694244,1613948630835,8048
+"raw_loss",0.0040309764,1613948630835,8048
+"epoch",50.62264150943394,1613948630835,8048
+"wd_0",0.01,1613948630835,8048
+"sqr_mom_0",0.99,1613948630835,8048
+"lr_0",1.5321456631335579e-09,1613948630835,8048
+"mom_0",0.9499703567903052,1613948630835,8048
+"eps_0",1e-05,1613948630835,8048
+"wd_1",0.01,1613948630835,8048
+"sqr_mom_1",0.99,1613948630835,8048
+"lr_1",1.532145663133219e-08,1613948630835,8048
+"mom_1",0.9499703567903052,1613948630835,8048
+"eps_1",1e-05,1613948630835,8048
+"wd_2",0.01,1613948630835,8048
+"sqr_mom_2",0.99,1613948630835,8048
+"lr_2",1.5321456631330835e-07,1613948630835,8048
+"mom_2",0.9499703567903052,1613948630835,8048
+"eps_2",1e-05,1613948630835,8048
+"train_loss",0.0043375683,1613948631785,8049
+"raw_loss",0.0076766266,1613948631785,8049
+"epoch",50.62893081761004,1613948631785,8049
+"wd_0",0.01,1613948631785,8049
+"sqr_mom_0",0.99,1613948631785,8049
+"lr_0",1.4839500121222252e-09,1613948631785,8049
+"mom_0",0.9499713207129646,1613948631785,8049
+"eps_0",1e-05,1613948631785,8049
+"wd_1",0.01,1613948631785,8049
+"sqr_mom_1",0.99,1613948631785,8049
+"lr_1",1.4839500121223946e-08,1613948631785,8049
+"mom_1",0.9499713207129646,1613948631785,8049
+"eps_1",1e-05,1613948631785,8049
+"wd_2",0.01,1613948631785,8049
+"sqr_mom_2",0.99,1613948631785,8049
+"lr_2",1.4839500121223946e-07,1613948631785,8049
+"mom_2",0.9499713207129646,1613948631785,8049
+"eps_2",1e-05,1613948631785,8049
+"train_loss",0.0043705422,1613948632738,8050
+"raw_loss",0.0059862584,1613948632738,8050
+"epoch",50.63522012578614,1613948632738,8050
+"wd_0",0.01,1613948632738,8050
+"sqr_mom_0",0.99,1613948632738,8050
+"lr_0",1.4365507424298016e-09,1613948632738,8050
+"mom_0",0.9499722687078385,1613948632738,8050
+"eps_0",1e-05,1613948632738,8050
+"wd_1",0.01,1613948632738,8050
+"sqr_mom_1",0.99,1613948632738,8050
+"lr_1",1.4365507424298016e-08,1613948632738,8050
+"mom_1",0.9499722687078385,1613948632738,8050
+"eps_1",1e-05,1613948632738,8050
+"wd_2",0.01,1613948632738,8050
+"sqr_mom_2",0.99,1613948632738,8050
+"lr_2",1.4365507424298016e-07,1613948632738,8050
+"mom_2",0.9499722687078385,1613948632738,8050
+"eps_2",1e-05,1613948632738,8050
+"train_loss",0.004329734,1613948633691,8051
+"raw_loss",0.0023301314,1613948633691,8051
+"epoch",50.64150943396224,1613948633691,8051
+"wd_0",0.01,1613948633691,8051
+"sqr_mom_0",0.99,1613948633691,8051
+"lr_0",1.3899631941397523e-09,1613948633691,8051
+"mom_0",0.9499732004681218,1613948633691,8051
+"eps_0",1e-05,1613948633691,8051
+"wd_1",0.01,1613948633691,8051
+"sqr_mom_1",0.99,1613948633691,8051
+"lr_1",1.3899631941399217e-08,1613948633691,8051
+"mom_1",0.9499732004681218,1613948633691,8051
+"eps_1",1e-05,1613948633691,8051
+"wd_2",0.01,1613948633691,8051
+"sqr_mom_2",0.99,1613948633691,8051
+"lr_2",1.3899631941401928e-07,1613948633691,8051
+"mom_2",0.9499732004681218,1613948633691,8051
+"eps_2",1e-05,1613948633691,8051
+"train_loss",0.004336837,1613948634650,8052
+"raw_loss",0.0046849046,1613948634650,8052
+"epoch",50.64779874213834,1613948634650,8052
+"wd_0",0.01,1613948634650,8052
+"sqr_mom_0",0.99,1613948634650,8052
+"lr_0",1.3441414071799847e-09,1613948634650,8052
+"mom_0",0.9499741169130255,1613948634650,8052
+"eps_0",1e-05,1613948634650,8052
+"wd_1",0.01,1613948634650,8052
+"sqr_mom_1",0.99,1613948634650,8052
+"lr_1",1.3441414071799847e-08,1613948634650,8052
+"mom_1",0.9499741169130255,1613948634650,8052
+"eps_1",1e-05,1613948634650,8052
+"wd_2",0.01,1613948634650,8052
+"sqr_mom_2",0.99,1613948634650,8052
+"lr_2",1.3441414071797136e-07,1613948634650,8052
+"mom_2",0.9499741169130255,1613948634650,8052
+"eps_2",1e-05,1613948634650,8052
+"train_loss",0.004338862,1613948635617,8053
+"raw_loss",0.0044380813,1613948635617,8053
+"epoch",50.65408805031444,1613948635617,8053
+"wd_0",0.01,1613948635617,8053
+"sqr_mom_0",0.99,1613948635617,8053
+"lr_0",1.2991461677434047e-09,1613948635617,8053
+"mom_0",0.9499750168268134,1613948635617,8053
+"eps_0",1e-05,1613948635617,8053
+"wd_1",0.01,1613948635617,8053
+"sqr_mom_1",0.99,1613948635617,8053
+"lr_1",1.2991461677432353e-08,1613948635617,8053
+"mom_1",0.9499750168268134,1613948635617,8053
+"eps_1",1e-05,1613948635617,8053
+"wd_2",0.01,1613948635617,8053
+"sqr_mom_2",0.99,1613948635617,8053
+"lr_2",1.2991461677432353e-07,1613948635617,8053
+"mom_2",0.9499750168268134,1613948635617,8053
+"eps_2",1e-05,1613948635617,8053
+"train_loss",0.004370824,1613948636574,8054
+"raw_loss",0.005936975,1613948636574,8054
+"epoch",50.66037735849054,1613948636574,8054
+"wd_0",0.01,1613948636574,8054
+"sqr_mom_0",0.99,1613948636574,8054
+"lr_0",1.2549468402991772e-09,1613948636574,8054
+"mom_0",0.9499759008222022,1613948636574,8054
+"eps_0",1e-05,1613948636574,8054
+"wd_1",0.01,1613948636574,8054
+"sqr_mom_1",0.99,1613948636574,8054
+"lr_1",1.2549468402993467e-08,1613948636574,8054
+"mom_1",0.9499759008222022,1613948636574,8054
+"eps_1",1e-05,1613948636574,8054
+"wd_2",0.01,1613948636574,8054
+"sqr_mom_2",0.99,1613948636574,8054
+"lr_2",1.254946840298669e-07,1613948636574,8054
+"mom_2",0.9499759008222022,1613948636574,8054
+"eps_2",1e-05,1613948636574,8054
+"train_loss",0.0044036014,1613948637556,8055
+"raw_loss",0.0060096984,1613948637556,8055
+"epoch",50.66666666666664,1613948637556,8055
+"wd_0",0.01,1613948637556,8055
+"sqr_mom_0",0.99,1613948637556,8055
+"lr_0",1.2115149019851975e-09,1613948637556,8055
+"mom_0",0.9499767694696549,1613948637556,8055
+"eps_0",1e-05,1613948637556,8055
+"wd_1",0.01,1613948637556,8055
+"sqr_mom_1",0.99,1613948637556,8055
+"lr_1",1.2115149019855363e-08,1613948637556,8055
+"mom_1",0.9499767694696549,1613948637556,8055
+"eps_1",1e-05,1613948637556,8055
+"wd_2",0.01,1613948637556,8055
+"sqr_mom_2",0.99,1613948637556,8055
+"lr_2",1.2115149019848587e-07,1613948637556,8055
+"mom_2",0.9499767694696549,1613948637556,8055
+"eps_2",1e-05,1613948637556,8055
+"train_loss",0.0043919813,1613948638508,8056
+"raw_loss",0.0038225863,1613948638508,8056
+"epoch",50.67295597484274,1613948638508,8056
+"wd_0",0.01,1613948638508,8056
+"sqr_mom_0",0.99,1613948638508,8056
+"lr_0",1.1689079686745635e-09,1613948638508,8056
+"mom_0",0.9499776216168426,1613948638508,8056
+"eps_0",1e-05,1613948638508,8056
+"wd_1",0.01,1613948638508,8056
+"sqr_mom_1",0.99,1613948638508,8056
+"lr_1",1.168907968674733e-08,1613948638508,8056
+"mom_1",0.9499776216168426,1613948638508,8056
+"eps_1",1e-05,1613948638508,8056
+"wd_2",0.01,1613948638508,8056
+"sqr_mom_2",0.99,1613948638508,8056
+"lr_2",1.1689079686735132e-07,1613948638508,8056
+"mom_2",0.9499776216168426,1613948638508,8056
+"eps_2",1e-05,1613948638508,8056
+"train_loss",0.0043575405,1613948639479,8057
+"raw_loss",0.0026699412,1613948639479,8057
+"epoch",50.679245283018844,1613948639479,8057
+"wd_0",0.01,1613948639479,8057
+"sqr_mom_0",0.99,1613948639479,8057
+"lr_0",1.1270969888397208e-09,1613948639479,8057
+"mom_0",0.9499784578448016,1613948639479,8057
+"eps_0",1e-05,1613948639479,8057
+"wd_1",0.01,1613948639479,8057
+"sqr_mom_1",0.99,1613948639479,8057
+"lr_1",1.1270969888397208e-08,1613948639479,8057
+"mom_1",0.9499784578448016,1613948639479,8057
+"eps_1",1e-05,1613948639479,8057
+"wd_2",0.01,1613948639479,8057
+"sqr_mom_2",0.99,1613948639479,8057
+"lr_2",1.1270969888399918e-07,1613948639479,8057
+"mom_2",0.9499784578448016,1613948639479,8057
+"eps_2",1e-05,1613948639479,8057
+"train_loss",0.0043951264,1613948640439,8058
+"raw_loss",0.006236829,1613948640439,8058
+"epoch",50.685534591194944,1613948640439,8058
+"wd_0",0.01,1613948640439,8058
+"sqr_mom_0",0.99,1613948640439,8058
+"lr_0",1.086055023735347e-09,1613948640439,8058
+"mom_0",0.9499792786923121,1613948640439,8058
+"eps_0",1e-05,1613948640439,8058
+"wd_1",0.01,1613948640439,8058
+"sqr_mom_1",0.99,1613948640439,8058
+"lr_1",1.086055023735347e-08,1613948640439,8058
+"mom_1",0.9499792786923121,1613948640439,8058
+"eps_1",1e-05,1613948640439,8058
+"wd_2",0.01,1613948640439,8058
+"sqr_mom_2",0.99,1613948640439,8058
+"lr_2",1.0860550237357536e-07,1613948640439,8058
+"mom_2",0.9499792786923121,1613948640439,8058
+"eps_2",1e-05,1613948640439,8058
+"train_loss",0.00443993,1613948641415,8059
+"raw_loss",0.0066352994,1613948641415,8059
+"epoch",50.691823899371045,1613948641415,8059
+"wd_0",0.01,1613948641415,8059
+"sqr_mom_0",0.99,1613948641415,8059
+"lr_0",1.0458365187470203e-09,1613948641415,8059
+"mom_0",0.9499800830704557,1613948641415,8059
+"eps_0",1e-05,1613948641415,8059
+"wd_1",0.01,1613948641415,8059
+"sqr_mom_1",0.99,1613948641415,8059
+"lr_1",1.0458365187475285e-08,1613948641415,8059
+"mom_1",0.9499800830704557,1613948641415,8059
+"eps_1",1e-05,1613948641415,8059
+"wd_2",0.01,1613948641415,8059
+"sqr_mom_2",0.99,1613948641415,8059
+"lr_2",1.0458365187467154e-07,1613948641415,8059
+"mom_2",0.9499800830704557,1613948641415,8059
+"eps_2",1e-05,1613948641415,8059
+"train_loss",0.004478779,1613948642381,8060
+"raw_loss",0.0063823964,1613948642381,8060
+"epoch",50.698113207547145,1613948642381,8060
+"wd_0",0.01,1613948642381,8060
+"sqr_mom_0",0.99,1613948642381,8060
+"lr_0",1.0064010587327365e-09,1613948642381,8060
+"mom_0",0.9499808717875432,1613948642381,8060
+"eps_0",1e-05,1613948642381,8060
+"wd_1",0.01,1613948642381,8060
+"sqr_mom_1",0.99,1613948642381,8060
+"lr_1",1.006401058732567e-08,1613948642381,8060
+"mom_1",0.9499808717875432,1613948642381,8060
+"eps_1",1e-05,1613948642381,8060
+"wd_2",0.01,1613948642381,8060
+"sqr_mom_2",0.99,1613948642381,8060
+"lr_2",1.006401058732025e-07,1613948642381,8060
+"mom_2",0.9499808717875432,1613948642381,8060
+"eps_2",1e-05,1613948642381,8060
+"train_loss",0.0045022066,1613948643354,8061
+"raw_loss",0.005650147,1613948643354,8061
+"epoch",50.704402515723245,1613948643354,8061
+"wd_0",0.01,1613948643354,8061
+"sqr_mom_0",0.99,1613948643354,8061
+"lr_0",9.677621322508765e-10,1613948643354,8061
+"mom_0",0.9499816445738006,1613948643354,8061
+"eps_0",1e-05,1613948643354,8061
+"wd_1",0.01,1613948643354,8061
+"sqr_mom_1",0.99,1613948643354,8061
+"lr_1",9.677621322510459e-09,1613948643354,8061
+"mom_1",0.9499816445738006,1613948643354,8061
+"eps_1",1e-05,1613948643354,8061
+"wd_2",0.01,1613948643354,8061
+"sqr_mom_2",0.99,1613948643354,8061
+"lr_2",9.677621322509104e-08,1613948643354,8061
+"mom_2",0.9499816445738006,1613948643354,8061
+"eps_2",1e-05,1613948643354,8061
+"train_loss",0.0045634895,1613948644331,8062
+"raw_loss",0.007566363,1613948644331,8062
+"epoch",50.710691823899346,1613948644331,8062
+"wd_0",0.01,1613948644331,8062
+"sqr_mom_0",0.99,1613948644331,8062
+"lr_0",9.299197516164523e-10,1613948644331,8062
+"mom_0",0.9499824014289819,1613948644331,8062
+"eps_0",1e-05,1613948644331,8062
+"wd_1",0.01,1613948644331,8062
+"sqr_mom_1",0.99,1613948644331,8062
+"lr_1",9.299197516167911e-09,1613948644331,8062
+"mom_1",0.9499824014289819,1613948644331,8062
+"eps_1",1e-05,1613948644331,8062
+"wd_2",0.01,1613948644331,8062
+"sqr_mom_2",0.99,1613948644331,8062
+"lr_2",9.299197516166556e-08,1613948644331,8062
+"mom_2",0.9499824014289819,1613948644331,8062
+"eps_2",1e-05,1613948644331,8062
+"train_loss",0.0045337398,1613948645296,8063
+"raw_loss",0.003076013,1613948645296,8063
+"epoch",50.716981132075446,1613948645296,8063
+"wd_0",0.01,1613948645296,8063
+"sqr_mom_0",0.99,1613948645296,8063
+"lr_0",8.928860840071298e-10,1613948645296,8063
+"mom_0",0.9499831421097409,1613948645296,8063
+"eps_0",1e-05,1613948645296,8063
+"wd_1",0.01,1613948645296,8063
+"sqr_mom_1",0.99,1613948645296,8063
+"lr_1",8.928860840074686e-09,1613948645296,8063
+"mom_1",0.9499831421097409,1613948645296,8063
+"eps_1",1e-05,1613948645296,8063
+"wd_2",0.01,1613948645296,8063
+"sqr_mom_2",0.99,1613948645296,8063
+"lr_2",8.92886084007333e-08,1613948645296,8063
+"mom_2",0.9499831421097409,1613948645296,8063
+"eps_2",1e-05,1613948645296,8063
+"train_loss",0.004535281,1613948646263,8064
+"raw_loss",0.0046108076,1613948646263,8064
+"epoch",50.72327044025155,1613948646263,8064
+"wd_0",0.01,1613948646263,8064
+"sqr_mom_0",0.99,1613948646263,8064
+"lr_0",8.566246758853394e-10,1613948646263,8064
+"mom_0",0.9499838673451557,1613948646263,8064
+"eps_0",1e-05,1613948646263,8064
+"wd_1",0.01,1613948646263,8064
+"sqr_mom_1",0.99,1613948646263,8064
+"lr_1",8.566246758856782e-09,1613948646263,8064
+"mom_1",0.9499838673451557,1613948646263,8064
+"eps_1",1e-05,1613948646263,8064
+"wd_2",0.01,1613948646263,8064
+"sqr_mom_2",0.99,1613948646263,8064
+"lr_2",8.566246758852716e-08,1613948646263,8064
+"mom_2",0.9499838673451557,1613948646263,8064
+"eps_2",1e-05,1613948646263,8064
+"train_loss",0.004496029,1613948647216,8065
+"raw_loss",0.0025726866,1613948647216,8065
+"epoch",50.72955974842765,1613948647216,8065
+"wd_0",0.01,1613948647216,8065
+"sqr_mom_0",0.99,1613948647216,8065
+"lr_0",8.211836308535492e-10,1613948647216,8065
+"mom_0",0.9499845761731446,1613948647216,8065
+"eps_0",1e-05,1613948647216,8065
+"wd_1",0.01,1613948647216,8065
+"sqr_mom_1",0.99,1613948647216,8065
+"lr_1",8.211836308535492e-09,1613948647216,8065
+"mom_1",0.9499845761731446,1613948647216,8065
+"eps_1",1e-05,1613948647216,8065
+"wd_2",0.01,1613948647216,8065
+"sqr_mom_2",0.99,1613948647216,8065
+"lr_2",8.21183630852736e-08,1613948647216,8065
+"mom_2",0.9499845761731446,1613948647216,8065
+"eps_2",1e-05,1613948647216,8065
+"train_loss",0.004463012,1613948648205,8066
+"raw_loss",0.0028451714,1613948648205,8066
+"epoch",50.73584905660375,1613948648205,8066
+"wd_0",0.01,1613948648205,8066
+"sqr_mom_0",0.99,1613948648205,8066
+"lr_0",7.865386500572724e-10,1613948648205,8066
+"mom_0",0.9499852690796896,1613948648205,8066
+"eps_0",1e-05,1613948648205,8066
+"wd_1",0.01,1613948648205,8066
+"sqr_mom_1",0.99,1613948648205,8066
+"lr_1",7.865386500572724e-09,1613948648205,8066
+"mom_1",0.9499852690796896,1613948648205,8066
+"eps_1",1e-05,1613948648205,8066
+"wd_2",0.01,1613948648205,8066
+"sqr_mom_2",0.99,1613948648205,8066
+"lr_2",7.865386500568658e-08,1613948648205,8066
+"mom_2",0.9499852690796896,1613948648205,8066
+"eps_2",1e-05,1613948648205,8066
+"train_loss",0.004437219,1613948649188,8067
+"raw_loss",0.003173365,1613948649188,8067
+"epoch",50.74213836477985,1613948649188,8067
+"wd_0",0.01,1613948649188,8067
+"sqr_mom_0",0.99,1613948649188,8067
+"lr_0",7.526675477181752e-10,1613948649188,8067
+"mom_0",0.9499859465085106,1613948649188,8067
+"eps_0",1e-05,1613948649188,8067
+"wd_1",0.01,1613948649188,8067
+"sqr_mom_1",0.99,1613948649188,8067
+"lr_1",7.526675477178364e-09,1613948649188,8067
+"mom_1",0.9499859465085106,1613948649188,8067
+"eps_1",1e-05,1613948649188,8067
+"wd_2",0.01,1613948649188,8067
+"sqr_mom_2",0.99,1613948649188,8067
+"lr_2",7.52667547717972e-08,1613948649188,8067
+"mom_2",0.9499859465085106,1613948649188,8067
+"eps_2",1e-05,1613948649188,8067
+"train_loss",0.004415373,1613948650152,8068
+"raw_loss",0.0033449084,1613948650152,8068
+"epoch",50.74842767295595,1613948650152,8068
+"wd_0",0.01,1613948650152,8068
+"sqr_mom_0",0.99,1613948650152,8068
+"lr_0",7.196152565099013e-10,1613948650152,8068
+"mom_0",0.9499866075609453,1613948650152,8068
+"eps_0",1e-05,1613948650152,8068
+"wd_1",0.01,1613948650152,8068
+"sqr_mom_1",0.99,1613948650152,8068
+"lr_1",7.196152565099013e-09,1613948650152,8068
+"mom_1",0.9499866075609453,1613948650152,8068
+"eps_1",1e-05,1613948650152,8068
+"wd_2",0.01,1613948650152,8068
+"sqr_mom_2",0.99,1613948650152,8068
+"lr_2",7.196152565090881e-08,1613948650152,8068
+"mom_2",0.9499866075609453,1613948650152,8068
+"eps_2",1e-05,1613948650152,8068
+"train_loss",0.0043718396,1613948651096,8069
+"raw_loss",0.0022387034,1613948651096,8069
+"epoch",50.75471698113205,1613948651096,8069
+"wd_0",0.01,1613948651096,8069
+"sqr_mom_0",0.99,1613948651096,8069
+"lr_0",6.873484918789178e-10,1613948651096,8069
+"mom_0",0.9499872529026914,1613948651096,8069
+"eps_0",1e-05,1613948651096,8069
+"wd_1",0.01,1613948651096,8069
+"sqr_mom_1",0.99,1613948651096,8069
+"lr_1",6.873484918787484e-09,1613948651096,8069
+"mom_1",0.9499872529026914,1613948651096,8069
+"eps_1",1e-05,1613948651096,8069
+"wd_2",0.01,1613948651096,8069
+"sqr_mom_2",0.99,1613948651096,8069
+"lr_2",6.873484918788839e-08,1613948651096,8069
+"mom_2",0.9499872529026914,1613948651096,8069
+"eps_2",1e-05,1613948651096,8069
+"train_loss",0.004344842,1613948652079,8070
+"raw_loss",0.003021962,1613948652079,8070
+"epoch",50.76100628930815,1613948652079,8070
+"wd_0",0.01,1613948652079,8070
+"sqr_mom_0",0.99,1613948652079,8070
+"lr_0",6.558783624751338e-10,1613948652079,8070
+"mom_0",0.9499878823115736,1613948652079,8070
+"eps_0",1e-05,1613948652079,8070
+"wd_1",0.01,1613948652079,8070
+"sqr_mom_1",0.99,1613948652079,8070
+"lr_1",6.558783624751338e-09,1613948652079,8070
+"mom_1",0.9499878823115736,1613948652079,8070
+"eps_1",1e-05,1613948652079,8070
+"wd_2",0.01,1613948652079,8070
+"sqr_mom_2",0.99,1613948652079,8070
+"lr_2",6.558783624749983e-08,1613948652079,8070
+"mom_2",0.9499878823115736,1613948652079,8070
+"eps_2",1e-05,1613948652079,8070
+"train_loss",0.004302379,1613948653050,8071
+"raw_loss",0.0022217121,1613948653050,8071
+"epoch",50.76729559748425,1613948653050,8071
+"wd_0",0.01,1613948653050,8071
+"sqr_mom_0",0.99,1613948653050,8071
+"lr_0",6.252048783282664e-10,1613948653050,8071
+"mom_0",0.9499884957873913,1613948653050,8071
+"eps_0",1e-05,1613948653050,8071
+"wd_1",0.01,1613948653050,8071
+"sqr_mom_1",0.99,1613948653050,8071
+"lr_1",6.252048783286052e-09,1613948653050,8071
+"mom_1",0.9499884957873913,1613948653050,8071
+"eps_1",1e-05,1613948653050,8071
+"wd_2",0.01,1613948653050,8071
+"sqr_mom_2",0.99,1613948653050,8071
+"lr_2",6.252048783284697e-08,1613948653050,8071
+"mom_2",0.9499884957873913,1613948653050,8071
+"eps_2",1e-05,1613948653050,8071
+"train_loss",0.004292171,1613948654056,8072
+"raw_loss",0.0037919672,1613948654056,8072
+"epoch",50.77358490566035,1613948654056,8072
+"wd_0",0.01,1613948654056,8072
+"sqr_mom_0",0.99,1613948654056,8072
+"lr_0",5.9533782653895e-10,1613948654056,8072
+"mom_0",0.9499890931344005,1613948654056,8072
+"eps_0",1e-05,1613948654056,8072
+"wd_1",0.01,1613948654056,8072
+"sqr_mom_1",0.99,1613948654056,8072
+"lr_1",5.9533782653894995e-09,1613948654056,8072
+"mom_1",0.9499890931344005,1613948654056,8072
+"eps_1",1e-05,1613948654056,8072
+"wd_2",0.01,1613948654056,8072
+"sqr_mom_2",0.99,1613948654056,8072
+"lr_2",5.953378265388144e-08,1613948654056,8072
+"mom_2",0.9499890931344005,1613948654056,8072
+"eps_2",1e-05,1613948654056,8072
+"train_loss",0.004281067,1613948655009,8073
+"raw_loss",0.0037369633,1613948655009,8073
+"epoch",50.77987421383645,1613948655009,8073
+"wd_0",0.01,1613948655009,8073
+"sqr_mom_0",0.99,1613948655009,8073
+"lr_0",5.662478846603768e-10,1613948655009,8073
+"mom_0",0.9499896749390562,1613948655009,8073
+"eps_0",1e-05,1613948655009,8073
+"wd_1",0.01,1613948655009,8073
+"sqr_mom_1",0.99,1613948655009,8073
+"lr_1",5.662478846605462e-09,1613948655009,8073
+"mom_1",0.9499896749390562,1613948655009,8073
+"eps_1",1e-05,1613948655009,8073
+"wd_2",0.01,1613948655009,8073
+"sqr_mom_2",0.99,1613948655009,8073
+"lr_2",5.6624788465986856e-08,1613948655009,8073
+"mom_2",0.9499896749390562,1613948655009,8073
+"eps_2",1e-05,1613948655009,8073
+"train_loss",0.0043423744,1613948656005,8074
+"raw_loss",0.007346447,1613948656005,8074
+"epoch",50.78616352201255,1613948656005,8074
+"wd_0",0.01,1613948656005,8074
+"sqr_mom_0",0.99,1613948656005,8074
+"lr_0",5.379736427809403e-10,1613948656005,8074
+"mom_0",0.9499902404295486,1613948656005,8074
+"eps_0",1e-05,1613948656005,8074
+"wd_1",0.01,1613948656005,8074
+"sqr_mom_1",0.99,1613948656005,8074
+"lr_1",5.379736427812791e-09,1613948656005,8074
+"mom_1",0.9499902404295486,1613948656005,8074
+"eps_1",1e-05,1613948656005,8074
+"wd_2",0.01,1613948656005,8074
+"sqr_mom_2",0.99,1613948656005,8074
+"lr_2",5.3797364278087255e-08,1613948656005,8074
+"mom_2",0.9499902404295486,1613948656005,8074
+"eps_2",1e-05,1613948656005,8074
+"train_loss",0.0043251575,1613948656983,8075
+"raw_loss",0.003481526,1613948656983,8075
+"epoch",50.79245283018865,1613948656983,8075
+"wd_0",0.01,1613948656983,8075
+"sqr_mom_0",0.99,1613948656983,8075
+"lr_0",5.104955553485673e-10,1613948656983,8075
+"mom_0",0.949990789996793,1613948656983,8075
+"eps_0",1e-05,1613948656983,8075
+"wd_1",0.01,1613948656983,8075
+"sqr_mom_1",0.99,1613948656983,8075
+"lr_1",5.104955553482285e-09,1613948656983,8075
+"mom_1",0.949990789996793,1613948656983,8075
+"eps_1",1e-05,1613948656983,8075
+"wd_2",0.01,1613948656983,8075
+"sqr_mom_2",0.99,1613948656983,8075
+"lr_2",5.104955553474153e-08,1613948656983,8075
+"mom_2",0.949990789996793,1613948656983,8075
+"eps_2",1e-05,1613948656983,8075
+"train_loss",0.004296718,1613948657939,8076
+"raw_loss",0.0029031977,1613948657939,8076
+"epoch",50.79874213836475,1613948657939,8076
+"wd_0",0.01,1613948657939,8076
+"sqr_mom_0",0.99,1613948657939,8076
+"lr_0",4.837961901211184e-10,1613948657939,8076
+"mom_0",0.9499913239894374,1613948657939,8076
+"eps_0",1e-05,1613948657939,8076
+"wd_1",0.01,1613948657939,8076
+"sqr_mom_1",0.99,1613948657939,8076
+"lr_1",4.837961901211184e-09,1613948657939,8076
+"mom_1",0.9499913239894374,1613948657939,8076
+"eps_1",1e-05,1613948657939,8076
+"wd_2",0.01,1613948657939,8076
+"sqr_mom_2",0.99,1613948657939,8076
+"lr_2",4.837961901211184e-08,1613948657939,8076
+"mom_2",0.9499913239894374,1613948657939,8076
+"eps_2",1e-05,1613948657939,8076
+"train_loss",0.004334267,1613948658934,8077
+"raw_loss",0.006174165,1613948658934,8077
+"epoch",50.80503144654085,1613948658934,8077
+"wd_0",0.01,1613948658934,8077
+"sqr_mom_0",0.99,1613948658934,8077
+"lr_0",4.5791096590240874e-10,1613948658934,8077
+"mom_0",0.9499918416990989,1613948658934,8077
+"eps_0",1e-05,1613948658934,8077
+"wd_1",0.01,1613948658934,8077
+"sqr_mom_1",0.99,1613948658934,8077
+"lr_1",4.5791096590257815e-09,1613948658934,8077
+"mom_1",0.9499918416990989,1613948658934,8077
+"eps_1",1e-05,1613948658934,8077
+"wd_2",0.01,1613948658934,8077
+"sqr_mom_2",0.99,1613948658934,8077
+"lr_2",4.5791096590203605e-08,1613948658934,8077
+"mom_2",0.9499918416990989,1613948658934,8077
+"eps_2",1e-05,1613948658934,8077
+"train_loss",0.004290783,1613948659890,8078
+"raw_loss",0.002160055,1613948659890,8078
+"epoch",50.81132075471695,1613948659890,8078
+"wd_0",0.01,1613948659890,8078
+"sqr_mom_0",0.99,1613948659890,8078
+"lr_0",4.328219216323835e-10,1613948659890,8078
+"mom_0",0.9499923434850022,1613948659890,8078
+"eps_0",1e-05,1613948659890,8078
+"wd_1",0.01,1613948659890,8078
+"sqr_mom_1",0.99,1613948659890,8078
+"lr_1",4.328219216327223e-09,1613948659890,8078
+"mom_1",0.9499923434850022,1613948659890,8078
+"eps_1",1e-05,1613948659890,8078
+"wd_2",0.01,1613948659890,8078
+"sqr_mom_2",0.99,1613948659890,8078
+"lr_2",4.328219216321802e-08,1613948659890,8078
+"mom_2",0.9499923434850022,1613948659890,8078
+"eps_2",1e-05,1613948659890,8078
+"train_loss",0.0042824172,1613948660862,8079
+"raw_loss",0.0038725007,1613948660862,8079
+"epoch",50.81761006289305,1613948660862,8079
+"wd_0",0.01,1613948660862,8079
+"sqr_mom_0",0.99,1613948660862,8079
+"lr_0",4.085132096312254e-10,1613948660862,8079
+"mom_0",0.9499928296641039,1613948660862,8079
+"eps_0",1e-05,1613948660862,8079
+"wd_1",0.01,1613948660862,8079
+"sqr_mom_1",0.99,1613948660862,8079
+"lr_1",4.085132096313948e-09,1613948660862,8079
+"mom_1",0.9499928296641039,1613948660862,8079
+"eps_1",1e-05,1613948660862,8079
+"wd_2",0.01,1613948660862,8079
+"sqr_mom_2",0.99,1613948660862,8079
+"lr_2",4.085132096313948e-08,1613948660862,8079
+"mom_2",0.9499928296641039,1613948660862,8079
+"eps_2",1e-05,1613948660862,8079
+"train_loss",0.0042886953,1613948661837,8080
+"raw_loss",0.004596314,1613948661837,8080
+"epoch",50.82389937106915,1613948661837,8080
+"wd_0",0.01,1613948661837,8080
+"sqr_mom_0",0.99,1613948661837,8080
+"lr_0",3.850170773131393e-10,1613948661837,8080
+"mom_0",0.9499932995914496,1613948661837,8080
+"eps_0",1e-05,1613948661837,8080
+"wd_1",0.01,1613948661837,8080
+"sqr_mom_1",0.99,1613948661837,8080
+"lr_1",3.850170773136475e-09,1613948661837,8080
+"mom_1",0.9499932995914496,1613948661837,8080
+"eps_1",1e-05,1613948661837,8080
+"wd_2",0.01,1613948661837,8080
+"sqr_mom_2",0.99,1613948661837,8080
+"lr_2",3.850170773129699e-08,1613948661837,8080
+"mom_2",0.9499932995914496,1613948661837,8080
+"eps_2",1e-05,1613948661837,8080
+"train_loss",0.0042637177,1613948662798,8081
+"raw_loss",0.0030398194,1613948662798,8081
+"epoch",50.83018867924525,1613948662798,8081
+"wd_0",0.01,1613948662798,8081
+"sqr_mom_0",0.99,1613948662798,8081
+"lr_0",3.623097487953327e-10,1613948662798,8081
+"mom_0",0.9499937537425615,1613948662798,8081
+"eps_0",1e-05,1613948662798,8081
+"wd_1",0.01,1613948662798,8081
+"sqr_mom_1",0.99,1613948662798,8081
+"lr_1",3.623097487953327e-09,1613948662798,8081
+"mom_1",0.9499937537425615,1613948662798,8081
+"eps_1",1e-05,1613948662798,8081
+"wd_2",0.01,1613948662798,8081
+"sqr_mom_2",0.99,1613948662798,8081
+"lr_2",3.6230974879546823e-08,1613948662798,8081
+"mom_2",0.9499937537425615,1613948662798,8081
+"eps_2",1e-05,1613948662798,8081
+"train_loss",0.0042528724,1613948663771,8082
+"raw_loss",0.0037214519,1613948663771,8082
+"epoch",50.836477987421354,1613948663771,8082
+"wd_0",0.01,1613948663771,8082
+"sqr_mom_0",0.99,1613948663771,8082
+"lr_0",3.403991591061724e-10,1613948663771,8082
+"mom_0",0.9499941919587375,1613948663771,8082
+"eps_0",1e-05,1613948663771,8082
+"wd_1",0.01,1613948663771,8082
+"sqr_mom_1",0.99,1613948663771,8082
+"lr_1",3.4039915910617237e-09,1613948663771,8082
+"mom_1",0.9499941919587375,1613948663771,8082
+"eps_1",1e-05,1613948663771,8082
+"wd_2",0.01,1613948663771,8082
+"sqr_mom_2",0.99,1613948663771,8082
+"lr_2",3.403991591052237e-08,1613948663771,8082
+"mom_2",0.9499941919587375,1613948663771,8082
+"eps_2",1e-05,1613948663771,8082
+"train_loss",0.0042590084,1613948664733,8083
+"raw_loss",0.0045596776,1613948664733,8083
+"epoch",50.842767295597454,1613948664733,8083
+"wd_0",0.01,1613948664733,8083
+"sqr_mom_0",0.99,1613948664733,8083
+"lr_0",3.1928531522859793e-10,1613948664733,8083
+"mom_0",0.9499946142398378,1613948664733,8083
+"eps_0",1e-05,1613948664733,8083
+"wd_1",0.01,1613948664733,8083
+"sqr_mom_1",0.99,1613948664733,8083
+"lr_1",3.1928531522910615e-09,1613948664733,8083
+"mom_1",0.9499946142398378,1613948664733,8083
+"eps_1",1e-05,1613948664733,8083
+"wd_2",0.01,1613948664733,8083
+"sqr_mom_2",0.99,1613948664733,8083
+"lr_2",3.192853152288351e-08,1613948664733,8083
+"mom_2",0.9499946142398378,1613948664733,8083
+"eps_2",1e-05,1613948664733,8083
+"train_loss",0.0042488244,1613948665681,8084
+"raw_loss",0.0037498146,1613948665681,8084
+"epoch",50.849056603773555,1613948665681,8084
+"wd_0",0.01,1613948665681,8084
+"sqr_mom_0",0.99,1613948665681,8084
+"lr_0",2.9897483047737716e-10,1613948665681,8084
+"mom_0",0.949995020453595,1613948665681,8084
+"eps_0",1e-05,1613948665681,8084
+"wd_1",0.01,1613948665681,8084
+"sqr_mom_1",0.99,1613948665681,8084
+"lr_1",2.9897483047686894e-09,1613948665681,8084
+"mom_1",0.949995020453595,1613948665681,8084
+"eps_1",1e-05,1613948665681,8084
+"wd_2",0.01,1613948665681,8084
+"sqr_mom_2",0.99,1613948665681,8084
+"lr_2",2.9897483047646237e-08,1613948665681,8084
+"mom_2",0.949995020453595,1613948665681,8084
+"eps_2",1e-05,1613948665681,8084
+"train_loss",0.0042099324,1613948666631,8085
+"raw_loss",0.0023042138,1613948666631,8085
+"epoch",50.855345911949655,1613948666631,8085
+"wd_0",0.01,1613948666631,8085
+"sqr_mom_0",0.99,1613948666631,8085
+"lr_0",2.794478915795802e-10,1613948666631,8085
+"mom_0",0.9499954109962784,1613948666631,8085
+"eps_0",1e-05,1613948666631,8085
+"wd_1",0.01,1613948666631,8085
+"sqr_mom_1",0.99,1613948666631,8085
+"lr_1",2.7944789157924137e-09,1613948666631,8085
+"mom_1",0.9499954109962784,1613948666631,8085
+"eps_1",1e-05,1613948666631,8085
+"wd_2",0.01,1613948666631,8085
+"sqr_mom_2",0.99,1613948666631,8085
+"lr_2",2.7944789157924137e-08,1613948666631,8085
+"mom_2",0.9499954109962784,1613948666631,8085
+"eps_2",1e-05,1613948666631,8085
+"train_loss",0.004185551,1613948667609,8086
+"raw_loss",0.0029908484,1613948667609,8086
+"epoch",50.861635220125756,1613948667609,8086
+"wd_0",0.01,1613948667609,8086
+"sqr_mom_0",0.99,1613948667609,8086
+"lr_0",2.6073040255185706e-10,1613948667609,8086
+"mom_0",0.9499957853498024,1613948667609,8086
+"eps_0",1e-05,1613948667609,8086
+"wd_1",0.01,1613948667609,8086
+"sqr_mom_1",0.99,1613948667609,8086
+"lr_1",2.6073040255134884e-09,1613948667609,8086
+"mom_1",0.9499957853498024,1613948667609,8086
+"eps_1",1e-05,1613948667609,8086
+"wd_2",0.01,1613948667609,8086
+"sqr_mom_2",0.99,1613948667609,8086
+"lr_2",2.6073040255134884e-08,1613948667609,8086
+"mom_2",0.9499957853498024,1613948667609,8086
+"eps_2",1e-05,1613948667609,8086
+"train_loss",0.004186005,1613948668788,8087
+"raw_loss",0.0042082425,1613948668788,8087
+"epoch",50.867924528301856,1613948668788,8087
+"wd_0",0.01,1613948668788,8087
+"sqr_mom_0",0.99,1613948668788,8087
+"lr_0",2.428091562786173e-10,1613948668788,8087
+"mom_0",0.9499961437783122,1613948668788,8087
+"eps_0",1e-05,1613948668788,8087
+"wd_1",0.01,1613948668788,8087
+"sqr_mom_1",0.99,1613948668788,8087
+"lr_1",2.428091562786173e-09,1613948668788,8087
+"mom_1",0.9499961437783122,1613948668788,8087
+"eps_1",1e-05,1613948668788,8087
+"wd_2",0.01,1613948668788,8087
+"sqr_mom_2",0.99,1613948668788,8087
+"lr_2",2.4280915627834625e-08,1613948668788,8087
+"mom_2",0.9499961437783122,1613948668788,8087
+"eps_2",1e-05,1613948668788,8087
+"train_loss",0.0041937097,1613948669860,8088
+"raw_loss",0.0045712464,1613948669860,8088
+"epoch",50.874213836477956,1613948669860,8088
+"wd_0",0.01,1613948669860,8088
+"sqr_mom_0",0.99,1613948669860,8088
+"lr_0",2.2567305919645575e-10,1613948669860,8088
+"mom_0",0.9499964865036811,1613948669860,8088
+"eps_0",1e-05,1613948669860,8088
+"wd_1",0.01,1613948669860,8088
+"sqr_mom_1",0.99,1613948669860,8088
+"lr_1",2.2567305919628635e-09,1613948669860,8088
+"mom_1",0.9499964865036811,1613948669860,8088
+"eps_1",1e-05,1613948669860,8088
+"wd_2",0.01,1613948669860,8088
+"sqr_mom_2",0.99,1613948669860,8088
+"lr_2",2.256730591960153e-08,1613948669860,8088
+"mom_2",0.9499964865036811,1613948669860,8088
+"eps_2",1e-05,1613948669860,8088
+"train_loss",0.004202176,1613948671005,8089
+"raw_loss",0.0046170168,1613948671005,8089
+"epoch",50.88050314465406,1613948671005,8089
+"wd_0",0.01,1613948671005,8089
+"sqr_mom_0",0.99,1613948671005,8089
+"lr_0",2.093448436791493e-10,1613948671005,8089
+"mom_0",0.949996813071257,1613948671005,8089
+"eps_0",1e-05,1613948671005,8089
+"wd_1",0.01,1613948671005,8089
+"sqr_mom_1",0.99,1613948671005,8089
+"lr_1",2.093448436784717e-09,1613948671005,8089
+"mom_1",0.949996813071257,1613948671005,8089
+"eps_1",1e-05,1613948671005,8089
+"wd_2",0.01,1613948671005,8089
+"sqr_mom_2",0.99,1613948671005,8089
+"lr_2",2.093448436780651e-08,1613948671005,8089
+"mom_2",0.949996813071257,1613948671005,8089
+"eps_2",1e-05,1613948671005,8089
+"train_loss",0.004178264,1613948672155,8090
+"raw_loss",0.0030065994,1613948672155,8090
+"epoch",50.88679245283016,1613948672155,8090
+"wd_0",0.01,1613948672155,8090
+"sqr_mom_0",0.99,1613948672155,8090
+"lr_0",1.9380284510825483e-10,1613948672155,8090
+"mom_0",0.949997123914337,1613948672155,8090
+"eps_0",1e-05,1613948672155,8090
+"wd_1",0.01,1613948672155,8090
+"sqr_mom_1",0.99,1613948672155,8090
+"lr_1",1.93802845107916e-09,1613948672155,8090
+"mom_1",0.949997123914337,1613948672155,8090
+"eps_1",1e-05,1613948672155,8090
+"wd_2",0.01,1613948672155,8090
+"sqr_mom_2",0.99,1613948672155,8090
+"lr_2",1.938028451077805e-08,1613948672155,8090
+"mom_2",0.949997123914337,1613948672155,8090
+"eps_2",1e-05,1613948672155,8090
+"train_loss",0.00418095,1613948673226,8091
+"raw_loss",0.004312559,1613948673226,8091
+"epoch",50.89308176100626,1613948673226,8091
+"wd_0",0.01,1613948673226,8091
+"sqr_mom_0",0.99,1613948673226,8091
+"lr_0",1.7906768116441045e-10,1613948673226,8091
+"mom_0",0.9499974186205629,1613948673226,8091
+"eps_0",1e-05,1613948673226,8091
+"wd_1",0.01,1613948673226,8091
+"sqr_mom_1",0.99,1613948673226,8091
+"lr_1",1.7906768116373283e-09,1613948673226,8091
+"mom_1",0.9499974186205629,1613948673226,8091
+"eps_1",1e-05,1613948673226,8091
+"wd_2",0.01,1613948673226,8091
+"sqr_mom_2",0.99,1613948673226,8091
+"lr_2",1.7906768116373283e-08,1613948673226,8091
+"mom_2",0.9499974186205629,1613948673226,8091
+"eps_2",1e-05,1613948673226,8091
+"train_loss",0.0041694744,1613948674186,8092
+"raw_loss",0.0036071534,1613948674186,8092
+"epoch",50.89937106918236,1613948674186,8092
+"wd_0",0.01,1613948674186,8092
+"sqr_mom_0",0.99,1613948674186,8092
+"lr_0",1.651242934093823e-10,1613948674186,8092
+"mom_0",0.9499976974911066,1613948674186,8092
+"eps_0",1e-05,1613948674186,8092
+"wd_1",0.01,1613948674186,8092
+"sqr_mom_1",0.99,1613948674186,8092
+"lr_1",1.6512429341005992e-09,1613948674186,8092
+"mom_1",0.9499976974911066,1613948674186,8092
+"eps_1",1e-05,1613948674186,8092
+"wd_2",0.01,1613948674186,8092
+"sqr_mom_2",0.99,1613948674186,8092
+"lr_2",1.6512429340965334e-08,1613948674186,8092
+"mom_2",0.9499976974911066,1613948674186,8092
+"eps_2",1e-05,1613948674186,8092
+"train_loss",0.004128974,1613948675138,8093
+"raw_loss",0.0021444627,1613948675138,8093
+"epoch",50.90566037735846,1613948675138,8093
+"wd_0",0.01,1613948675138,8093
+"sqr_mom_0",0.99,1613948675138,8093
+"lr_0",1.519777073353862e-10,1613948675138,8093
+"mom_0",0.9499979604254575,1613948675138,8093
+"eps_0",1e-05,1613948675138,8093
+"wd_1",0.01,1613948675138,8093
+"sqr_mom_1",0.99,1613948675138,8093
+"lr_1",1.519777073353862e-09,1613948675138,8093
+"mom_1",0.9499979604254575,1613948675138,8093
+"eps_1",1e-05,1613948675138,8093
+"wd_2",0.01,1613948675138,8093
+"sqr_mom_2",0.99,1613948675138,8093
+"lr_2",1.5197770733511515e-08,1613948675138,8093
+"mom_2",0.9499979604254575,1613948675138,8093
+"eps_2",1e-05,1613948675138,8093
+"train_loss",0.004129222,1613948676163,8094
+"raw_loss",0.0041413787,1613948676163,8094
+"epoch",50.91194968553456,1613948676163,8094
+"wd_0",0.01,1613948676163,8094
+"sqr_mom_0",0.99,1613948676163,8094
+"lr_0",1.3962792713184712e-10,1613948676163,8094
+"mom_0",0.9499982074235316,1613948676163,8094
+"eps_0",1e-05,1613948676163,8094
+"wd_1",0.01,1613948676163,8094
+"sqr_mom_1",0.99,1613948676163,8094
+"lr_1",1.396279271315083e-09,1613948676163,8094
+"mom_1",0.9499982074235316,1613948676163,8094
+"eps_1",1e-05,1613948676163,8094
+"wd_2",0.01,1613948676163,8094
+"sqr_mom_2",0.99,1613948676163,8094
+"lr_2",1.3962792713164383e-08,1613948676163,8094
+"mom_2",0.9499982074235316,1613948676163,8094
+"eps_2",1e-05,1613948676163,8094
+"train_loss",0.0041447813,1613948677123,8095
+"raw_loss",0.0049071787,1613948677123,8095
+"epoch",50.91823899371066,1613948677123,8095
+"wd_0",0.01,1613948677123,8095
+"sqr_mom_0",0.99,1613948677123,8095
+"lr_0",1.2807865646642056e-10,1613948677123,8095
+"mom_0",0.9499984384112548,1613948677123,8095
+"eps_0",1e-05,1613948677123,8095
+"wd_1",0.01,1613948677123,8095
+"sqr_mom_1",0.99,1613948677123,8095
+"lr_1",1.2807865646625115e-09,1613948677123,8095
+"mom_1",0.9499984384112548,1613948677123,8095
+"eps_1",1e-05,1613948677123,8095
+"wd_2",0.01,1613948677123,8095
+"sqr_mom_2",0.99,1613948677123,8095
+"lr_2",1.2807865646638668e-08,1613948677123,8095
+"mom_2",0.9499984384112548,1613948677123,8095
+"eps_2",1e-05,1613948677123,8095
+"train_loss",0.004108994,1613948678062,8096
+"raw_loss",0.0023554172,1613948678062,8096
+"epoch",50.92452830188676,1613948678062,8096
+"wd_0",0.01,1613948678062,8096
+"sqr_mom_0",0.99,1613948678062,8096
+"lr_0",1.1731879982329043e-10,1613948678062,8096
+"mom_0",0.9499986536105396,1613948678062,8096
+"eps_0",1e-05,1613948678062,8096
+"wd_1",0.01,1613948678062,8096
+"sqr_mom_1",0.99,1613948678062,8096
+"lr_1",1.1731879982396806e-09,1613948678062,8096
+"mom_1",0.9499986536105396,1613948678062,8096
+"eps_1",1e-05,1613948678062,8096
+"wd_2",0.01,1613948678062,8096
+"sqr_mom_2",0.99,1613948678062,8096
+"lr_2",1.1731879982356148e-08,1613948678062,8096
+"mom_2",0.9499986536105396,1613948678062,8096
+"eps_2",1e-05,1613948678062,8096
+"train_loss",0.0041396758,1613948679039,8097
+"raw_loss",0.0056430926,1613948679039,8097
+"epoch",50.93081761006286,1613948679039,8097
+"wd_0",0.01,1613948679039,8097
+"sqr_mom_0",0.99,1613948679039,8097
+"lr_0",1.0736263099510806e-10,1613948679039,8097
+"mom_0",0.9499988527359075,1613948679039,8097
+"eps_0",1e-05,1613948679039,8097
+"wd_1",0.01,1613948679039,8097
+"sqr_mom_1",0.99,1613948679039,8097
+"lr_1",1.0736263099527747e-09,1613948679039,8097
+"mom_1",0.9499988527359075,1613948679039,8097
+"eps_1",1e-05,1613948679039,8097
+"wd_2",0.01,1613948679039,8097
+"sqr_mom_2",0.99,1613948679039,8097
+"lr_2",1.0736263099473536e-08,1613948679039,8097
+"mom_2",0.9499988527359075,1613948679039,8097
+"eps_2",1e-05,1613948679039,8097
+"train_loss",0.0041390373,1613948680022,8098
+"raw_loss",0.0041077565,1613948680022,8098
+"epoch",50.93710691823896,1613948680022,8098
+"wd_0",0.01,1613948680022,8098
+"sqr_mom_0",0.99,1613948680022,8098
+"lr_0",9.820275377572834e-11,1613948680022,8098
+"mom_0",0.9499990359352838,1613948680022,8098
+"eps_0",1e-05,1613948680022,8098
+"wd_1",0.01,1613948680022,8098
+"sqr_mom_1",0.99,1613948680022,8098
+"lr_1",9.820275377589774e-10,1613948680022,8098
+"mom_1",0.9499990359352838,1613948680022,8098
+"eps_1",1e-05,1613948680022,8098
+"wd_2",0.01,1613948680022,8098
+"sqr_mom_2",0.99,1613948680022,8098
+"lr_2",9.820275377494907e-09,1613948680022,8098
+"mom_2",0.9499990359352838,1613948680022,8098
+"eps_2",1e-05,1613948680022,8098
+"train_loss",0.0041106152,1613948680994,8099
+"raw_loss",0.002717921,1613948680994,8099
+"epoch",50.94339622641506,1613948680994,8099
+"wd_0",0.01,1613948680994,8099
+"sqr_mom_0",0.99,1613948680994,8099
+"lr_0",8.983388563231726e-11,1613948680994,8099
+"mom_0",0.9499992033143204,1613948680994,8099
+"eps_0",1e-05,1613948680994,8099
+"wd_1",0.01,1613948680994,8099
+"sqr_mom_1",0.99,1613948680994,8099
+"lr_1",8.983388563265607e-10,1613948680994,8099
+"mom_1",0.9499992033143204,1613948680994,8099
+"eps_1",1e-05,1613948680994,8099
+"wd_2",0.01,1613948680994,8099
+"sqr_mom_2",0.99,1613948680994,8099
+"lr_2",8.983388563197844e-09,1613948680994,8099
+"mom_2",0.9499992033143204,1613948680994,8099
+"eps_2",1e-05,1613948680994,8099
+"train_loss",0.0040913788,1613948681956,8100
+"raw_loss",0.0031487884,1613948681956,8100
+"epoch",50.94968553459116,1613948681956,8100
+"wd_0",0.01,1613948681956,8100
+"sqr_mom_0",0.99,1613948681956,8100
+"lr_0",8.226712852661163e-11,1613948681956,8100
+"mom_0",0.949999354650976,1613948681956,8100
+"eps_0",1e-05,1613948681956,8100
+"wd_1",0.01,1613948681956,8100
+"sqr_mom_1",0.99,1613948681956,8100
+"lr_1",8.226712852678103e-10,1613948681956,8100
+"mom_1",0.949999354650976,1613948681956,8100
+"eps_1",1e-05,1613948681956,8100
+"wd_2",0.01,1613948681956,8100
+"sqr_mom_2",0.99,1613948681956,8100
+"lr_2",8.22671285261034e-09,1613948681956,8100
+"mom_2",0.949999354650976,1613948681956,8100
+"eps_2",1e-05,1613948681956,8100
+"train_loss",0.004112097,1613948682948,8101
+"raw_loss",0.005127285,1613948682948,8101
+"epoch",50.95597484276726,1613948682948,8101
+"wd_0",0.01,1613948682948,8101
+"sqr_mom_0",0.99,1613948682948,8101
+"lr_0",7.549667102231154e-11,1613948682948,8101
+"mom_0",0.9499994900614801,1613948682948,8101
+"eps_0",1e-05,1613948682948,8101
+"wd_1",0.01,1613948682948,8101
+"sqr_mom_1",0.99,1613948682948,8101
+"lr_1",7.549667102214213e-10,1613948682948,8101
+"mom_1",0.9499994900614801,1613948682948,8101
+"eps_1",1e-05,1613948682948,8101
+"wd_2",0.01,1613948682948,8101
+"sqr_mom_2",0.99,1613948682948,8101
+"lr_2",7.54966710220066e-09,1613948682948,8101
+"mom_2",0.9499994900614801,1613948682948,8101
+"eps_2",1e-05,1613948682948,8101
+"train_loss",0.0040739793,1613948683914,8102
+"raw_loss",0.0022062236,1613948683914,8102
+"epoch",50.96226415094336,1613948683914,8102
+"wd_0",0.01,1613948683914,8102
+"sqr_mom_0",0.99,1613948683914,8102
+"lr_0",6.951881538099213e-11,1613948683914,8102
+"mom_0",0.9499996096197886,1613948683914,8102
+"eps_0",1e-05,1613948683914,8102
+"wd_1",0.01,1613948683914,8102
+"sqr_mom_1",0.99,1613948683914,8102
+"lr_1",6.951881538150035e-10,1613948683914,8102
+"mom_1",0.9499996096197886,1613948683914,8102
+"eps_1",1e-05,1613948683914,8102
+"wd_2",0.01,1613948683914,8102
+"sqr_mom_2",0.99,1613948683914,8102
+"lr_2",6.951881538095825e-09,1613948683914,8102
+"mom_2",0.9499996096197886,1613948683914,8102
+"eps_2",1e-05,1613948683914,8102
+"train_loss",0.004081614,1613948684904,8103
+"raw_loss",0.004455717,1613948684904,8103
+"epoch",50.96855345911946,1613948684904,8103
+"wd_0",0.01,1613948684904,8103
+"sqr_mom_0",0.99,1613948684904,8103
+"lr_0",6.434149169790032e-11,1613948684904,8103
+"mom_0",0.9499997131672977,1613948684904,8103
+"eps_0",1e-05,1613948684904,8103
+"wd_1",0.01,1613948684904,8103
+"sqr_mom_1",0.99,1613948684904,8103
+"lr_1",6.434149169806972e-10,1613948684904,8103
+"mom_1",0.9499997131672977,1613948684904,8103
+"eps_1",1e-05,1613948684904,8103
+"wd_2",0.01,1613948684904,8103
+"sqr_mom_2",0.99,1613948684904,8103
+"lr_2",6.4341491698340775e-09,1613948684904,8103
+"mom_2",0.9499997131672977,1613948684904,8103
+"eps_2",1e-05,1613948684904,8103
+"train_loss",0.004053852,1613948685888,8104
+"raw_loss",0.0026935223,1613948685888,8104
+"epoch",50.97484276729556,1613948685888,8104
+"wd_0",0.01,1613948685888,8104
+"sqr_mom_0",0.99,1613948685888,8104
+"lr_0",5.995915191570191e-11,1613948685888,8104
+"mom_0",0.9499998008149698,1613948685888,8104
+"eps_0",1e-05,1613948685888,8104
+"wd_1",0.01,1613948685888,8104
+"sqr_mom_1",0.99,1613948685888,8104
+"lr_1",5.995915191553251e-10,1613948685888,8104
+"mom_1",0.9499998008149698,1613948685888,8104
+"eps_1",1e-05,1613948685888,8104
+"wd_2",0.01,1613948685888,8104
+"sqr_mom_2",0.99,1613948685888,8104
+"lr_2",5.995915191539698e-09,1613948685888,8104
+"mom_2",0.9499998008149698,1613948685888,8104
+"eps_2",1e-05,1613948685888,8104
+"train_loss",0.004040815,1613948686866,8105
+"raw_loss",0.0034019984,1613948686866,8105
+"epoch",50.98113207547166,1613948686866,8105
+"wd_0",0.01,1613948686866,8105
+"sqr_mom_0",0.99,1613948686866,8105
+"lr_0",5.6373647331629296e-11,1613948686866,8105
+"mom_0",0.9499998725257786,1613948686866,8105
+"eps_0",1e-05,1613948686866,8105
+"wd_1",0.01,1613948686866,8105
+"sqr_mom_1",0.99,1613948686866,8105
+"lr_1",5.637364733213752e-10,1613948686866,8105
+"mom_1",0.9499998725257786,1613948686866,8105
+"eps_1",1e-05,1613948686866,8105
+"wd_2",0.01,1613948686866,8105
+"sqr_mom_2",0.99,1613948686866,8105
+"lr_2",5.637364733118884e-09,1613948686866,8105
+"mom_2",0.9499998725257786,1613948686866,8105
+"eps_2",1e-05,1613948686866,8105
+"train_loss",0.0040351045,1613948687862,8106
+"raw_loss",0.003755286,1613948687862,8106
+"epoch",50.987421383647764,1613948687862,8106
+"wd_0",0.01,1613948687862,8106
+"sqr_mom_0",0.99,1613948687862,8106
+"lr_0",5.358497909171804e-11,1613948687862,8106
+"mom_0",0.9499999282997011,1613948687862,8106
+"eps_0",1e-05,1613948687862,8106
+"wd_1",0.01,1613948687862,8106
+"sqr_mom_1",0.99,1613948687862,8106
+"lr_1",5.358497909171804e-10,1613948687862,8106
+"mom_1",0.9499999282997011,1613948687862,8106
+"eps_1",1e-05,1613948687862,8106
+"wd_2",0.01,1613948687862,8106
+"sqr_mom_2",0.99,1613948687862,8106
+"lr_2",5.358497909063384e-09,1613948687862,8106
+"mom_2",0.9499999282997011,1613948687862,8106
+"eps_2",1e-05,1613948687862,8106
+"train_loss",0.004089059,1613948688822,8107
+"raw_loss",0.00673282,1613948688822,8107
+"epoch",50.993710691823864,1613948688822,8107
+"wd_0",0.01,1613948688822,8107
+"sqr_mom_0",0.99,1613948688822,8107
+"lr_0",5.1593676621206335e-11,1613948688822,8107
+"mom_0",0.9499999681261488,1613948688822,8107
+"eps_0",1e-05,1613948688822,8107
+"wd_1",0.01,1613948688822,8107
+"sqr_mom_1",0.99,1613948688822,8107
+"lr_1",5.159367662103693e-10,1613948688822,8107
+"mom_1",0.9499999681261488,1613948688822,8107
+"eps_1",1e-05,1613948688822,8107
+"wd_2",0.01,1613948688822,8107
+"sqr_mom_2",0.99,1613948688822,8107
+"lr_2",5.159367662049483e-09,1613948688822,8107
+"mom_2",0.9499999681261488,1613948688822,8107
+"eps_2",1e-05,1613948688822,8107
+"train_loss",0.004083548,1613948689805,8108
+"raw_loss",0.0038135378,1613948689805,8108
+"epoch",50.999999999999964,1613948689805,8108
+"wd_0",0.01,1613948689805,8108
+"sqr_mom_0",0.99,1613948689805,8108
+"lr_0",5.0398154940184815e-11,1613948689805,8108
+"mom_0",0.9499999920368215,1613948689805,8108
+"eps_0",1e-05,1613948689805,8108
+"wd_1",0.01,1613948689805,8108
+"sqr_mom_1",0.99,1613948689805,8108
+"lr_1",5.0398154939846e-10,1613948689805,8108
+"mom_1",0.9499999920368215,1613948689805,8108
+"eps_1",1e-05,1613948689805,8108
+"wd_2",0.01,1613948689805,8108
+"sqr_mom_2",0.99,1613948689805,8108
+"lr_2",5.039815493971048e-09,1613948689805,8108
+"mom_2",0.9499999920368215,1613948689805,8108
+"eps_2",1e-05,1613948689805,8108
+"valid_loss",0.08597012609243393,1613948722812,8108
+"_rmse",0.2932066023349762,1613948722812,8108